-- Logs begin at Tue 2021-09-07 15:17:48 UTC, end at Tue 2021-09-07 17:43:33 UTC. -- Sep 07 15:51:52.502539 n-d-807551-3 systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 15:51:55.331893 n-d-807551-3 neutron-server[94661]: INFO neutron.common.config [-] Logging enabled! Sep 07 15:51:55.332612 n-d-807551-3 neutron-server[94661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 07 15:51:55.332775 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94661) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 15:51:55.336173 n-d-807551-3 neutron-server[94661]: INFO neutron.common.config [-] Logging enabled! Sep 07 15:51:55.336463 n-d-807551-3 neutron-server[94661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 07 15:51:55.336787 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94661) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 15:51:55.337830 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 15:51:55.338073 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 15:51:55.338509 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 15:51:55.338762 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 15:51:55.338996 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 15:51:55.339328 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.339682 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.339991 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.340231 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.340570 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.340874 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.341170 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.341472 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.341791 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.342096 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.342388 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.342687 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.342929 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.343224 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.343522 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.343823 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.344051 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] debug = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.344360 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.344816 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.345265 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.345567 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.345864 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.346162 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.346451 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.346720 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.347020 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.347391 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] host = n-d-807551-3 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.347685 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.347985 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.348285 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.348611 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.348897 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.349186 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.349486 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.349772 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.350054 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] log_file = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.350345 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.350645 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.350945 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.351250 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.351485 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.351718 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.352022 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.352319 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.352630 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.352920 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.353207 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.353496 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.353784 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.354069 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.354364 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.354660 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.354957 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.355779 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.356070 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.356379 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.356665 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.356965 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.357253 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.357542 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.357828 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.358127 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.358409 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.358697 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.359011 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.359313 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.359605 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.359903 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.360192 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.360511 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.360797 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.361082 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.361366 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] use_json = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.361649 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.361929 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.362220 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.362509 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.362790 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.363074 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.363356 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.363652 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:55.363964 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.364271 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.364615 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.364911 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.365220 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.365514 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.365815 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.366107 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.366407 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.366708 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.367009 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.367300 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.367604 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.367894 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.368202 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.368548 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.368859 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.369163 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.369454 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.369739 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.370026 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.370315 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.370617 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.371469 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.371775 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.372079 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.372401 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.372705 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.373015 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.373317 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.373604 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.373894 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.374199 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.374489 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.374775 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.375065 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.375368 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.375658 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.375943 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.376239 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.376557 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.376843 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.377128 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.377416 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.377718 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.378006 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.378290 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.378572 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.378861 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.379144 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.379442 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.379728 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.380011 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.380298 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.380617 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.380902 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.381186 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.381475 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.381759 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.382046 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.382335 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.382618 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.382900 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.383183 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.383465 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.383746 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.384027 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.384316 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.384622 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.384906 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.385189 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.385474 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.385757 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.386056 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.386368 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.386695 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.386987 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.387278 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.387565 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.387852 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.388163 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.388456 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.388751 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.389039 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.389341 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.389637 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.389936 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.390228 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.390517 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.390830 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.391119 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.391411 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.391700 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.391991 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.392285 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.392608 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.392915 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.393220 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.393527 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.393830 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.394135 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.394426 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.394751 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.395039 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:55.395263 n-d-807551-3 neutron-server[94661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 15:51:55.395521 n-d-807551-3 neutron-server[94661]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94661) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 15:51:55.762274 n-d-807551-3 neutron-server[94661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 15:51:55.762558 n-d-807551-3 neutron-server[94661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 15:51:55.762858 n-d-807551-3 neutron-server[94661]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 15:51:55.763203 n-d-807551-3 neutron-server[94661]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 15:51:56.178968 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.179192 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.179479 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.180820 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.181104 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.181378 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.218803 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.219131 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.219369 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.235204 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.235496 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.235771 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.265637 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.265927 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.266204 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.305073 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.305362 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.305642 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.551379 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.552018 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.552018 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.552198 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.552923 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.677479 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.677808 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.678099 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.678381 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.678666 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.678990 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.679253 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.679517 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.679778 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.680067 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.680363 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.680631 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.680892 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.681163 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.681425 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.681696 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.681957 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.682232 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.682506 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.682770 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.683049 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.683328 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.683620 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.684018 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.684275 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.684554 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.684984 n-d-807551-3 neutron-server[94661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 15:51:56.685231 n-d-807551-3 neutron-server[94661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 15:51:56.685475 n-d-807551-3 neutron-server[94661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 15:51:56.685717 n-d-807551-3 neutron-server[94661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 15:51:56.685958 n-d-807551-3 neutron-server[94661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 15:51:56.686200 n-d-807551-3 neutron-server[94661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 15:51:56.686582 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 15:51:56.689985 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 15:51:56.693995 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 15:51:56.697902 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 07 15:51:56.699576 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 15:51:56.700039 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 15:51:56.700402 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 15:51:56.700799 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 15:51:56.703642 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 15:51:56.703899 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 15:51:56.704256 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 15:51:56.709677 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 15:51:56.732980 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 15:51:56.733457 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.733767 n-d-807551-3 neutron-server[94661]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94661) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 15:51:56.734137 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.735569 n-d-807551-3 neutron-server[94661]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94661) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 15:51:56.735865 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 15:51:56.736118 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 15:51:56.739610 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.739901 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:56.803897 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 15:51:56.804086 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 15:51:56.804293 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 15:51:56.804711 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 15:51:56.828566 n-d-807551-3 neutron-server[94661]: DEBUG oslo_db.sqlalchemy.engines [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94661) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 15:51:57.396588 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Initializing driver for type 'gre' Sep 07 15:51:57.397266 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] gre ID ranges: [(1, 1000)] Sep 07 15:51:57.464578 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Initializing driver for type 'local' Sep 07 15:51:57.465044 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Initializing driver for type 'vlan' Sep 07 15:51:57.478920 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] VlanTypeDriver initialization complete Sep 07 15:51:57.479428 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Initializing driver for type 'vxlan' Sep 07 15:51:57.480572 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] vxlan ID ranges: [(1, 1000)] Sep 07 15:51:57.563476 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Initializing extension driver 'port_security' Sep 07 15:51:57.564284 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.extensions.port_security [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] PortSecurityExtensionDriver initialization complete Sep 07 15:51:57.564284 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Initializing mechanism driver 'openvswitch' Sep 07 15:51:57.564642 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Initializing mechanism driver 'hyperv' Sep 07 15:51:57.571731 n-d-807551-3 neutron-server[94661]: DEBUG neutron.plugins.ml2.plugin [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:51:57.572456 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > port after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.572841 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > port after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.573204 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > port after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.573774 n-d-807551-3 neutron-server[94661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 15:51:57.574218 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > subnet after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.574579 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > subnet after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.574935 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > subnet after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.575336 n-d-807551-3 neutron-server[94661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 15:51:57.575753 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > network after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.576109 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > network after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.576494 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > network after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.576907 n-d-807551-3 neutron-server[94661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 15:51:57.577322 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > security_group after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.577679 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > security_group after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.578041 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > security_group after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.578612 n-d-807551-3 neutron-server[94661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 15:51:57.579033 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.579390 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.579741 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.580142 n-d-807551-3 neutron-server[94661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 15:51:57.580582 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > address_group after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.580935 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > address_group after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.581281 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > address_group after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.581681 n-d-807551-3 neutron-server[94661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 15:51:57.582068 n-d-807551-3 neutron-server[94661]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] ML2 OVO RPC backend initialized. {{(pid=94661) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 15:51:57.582931 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router_interface after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.583325 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.583862 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > network before_response 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.584550 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > networks before_response 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.584938 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > port before_response 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.585354 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > ports before_response 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.585762 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > subnet before_response 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.586261 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > subnets before_response 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.586627 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > network after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.586981 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > network after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.587329 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > network after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.587675 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > port after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.588055 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > port after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.588463 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > port after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.588868 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > subnet after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.589250 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > subnet after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.589688 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > subnet after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.590329 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.plugin [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Modular L2 Plugin initialization complete Sep 07 15:51:57.590668 n-d-807551-3 neutron-server[94661]: DEBUG neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading services supported by the core plugin {{(pid=94661) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 15:51:57.591004 n-d-807551-3 neutron-server[94661]: INFO neutron.plugins.ml2.managers [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Got port-security extension from driver 'port_security' Sep 07 15:51:57.591484 n-d-807551-3 neutron-server[94661]: INFO neutron.extensions.vlantransparent [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Disabled vlantransparent extension. Sep 07 15:51:57.591989 n-d-807551-3 neutron-server[94661]: DEBUG neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94661) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 15:51:57.592311 n-d-807551-3 neutron-server[94661]: INFO neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading Plugin: router Sep 07 15:51:57.630633 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router_interface before_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.631038 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router after_create 55549900 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.631424 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router before_create 55549900 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.631803 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.632185 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.632653 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router after_delete 55549900 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.633026 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > floatingip after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.633388 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > floatingip after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.633758 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router after_create 55549900 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.634116 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router after_update 55549900 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.634479 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router after_update 55549900 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.634843 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.635215 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router after_update 55549900 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.635640 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router precommit_update 55549900 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.636022 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: port after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.636449 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: port after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.636839 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: subnet after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.637193 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.637554 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > port precommit_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.637945 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router precommit_create 55549900 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.638354 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: port before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.638749 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router precommit_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.639169 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router after_update 55549900 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.639520 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router precommit_delete 55549900 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.639885 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router precommit_create 55549900 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.640260 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router_interface after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.640642 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router precommit_update 55549900 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.641028 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > agent after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.641390 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > agent after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.641743 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > network after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.642712 n-d-807551-3 neutron-server[94661]: DEBUG neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Tracking information for resource: router configured {{(pid=94661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 15:51:57.643062 n-d-807551-3 neutron-server[94661]: DEBUG neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Tracking information for resource: floatingip configured {{(pid=94661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 15:51:57.648585 n-d-807551-3 neutron-server[94661]: INFO neutron.db.l3_agentschedulers_db [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 15:51:57.649120 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: port after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.649503 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: port after_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.649863 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: port after_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.650224 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: port after_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.651054 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router before_create 55550100 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.651429 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router precommit_delete 55550100 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.651800 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router precommit_create 55550100 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.652209 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > router precommit_update 55550100 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.657108 n-d-807551-3 neutron-server[94661]: DEBUG neutron.services.provider_configuration [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service providers = [] {{(pid=94661) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 15:51:57.657485 n-d-807551-3 neutron-server[94661]: DEBUG neutron.db.servicetype_db [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94661) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 15:51:57.660697 n-d-807551-3 neutron-server[94661]: DEBUG neutron.services.service_base [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 15:51:57.661053 n-d-807551-3 neutron-server[94661]: DEBUG neutron.services.service_base [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 15:51:57.661409 n-d-807551-3 neutron-server[94661]: DEBUG neutron.services.service_base [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 15:51:57.662356 n-d-807551-3 neutron-server[94661]: DEBUG neutron.services.service_base [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 15:51:57.662745 n-d-807551-3 neutron-server[94661]: INFO neutron.services.service_base [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 15:51:57.663155 n-d-807551-3 neutron-server[94661]: DEBUG neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 15:51:57.663484 n-d-807551-3 neutron-server[94661]: INFO neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 15:51:57.676732 n-d-807551-3 neutron-server[94661]: DEBUG neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 15:51:57.677079 n-d-807551-3 neutron-server[94661]: INFO neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading Plugin: auto_allocate Sep 07 15:51:57.683300 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: network precommit_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.684173 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: network precommit_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.684783 n-d-807551-3 neutron-server[94661]: DEBUG neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 15:51:57.685112 n-d-807551-3 neutron-server[94661]: INFO neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading Plugin: tag Sep 07 15:51:57.692045 n-d-807551-3 neutron-server[94661]: DEBUG neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 15:51:57.692405 n-d-807551-3 neutron-server[94661]: INFO neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading Plugin: timestamp Sep 07 15:51:57.696728 n-d-807551-3 neutron-server[94661]: DEBUG neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 15:51:57.697065 n-d-807551-3 neutron-server[94661]: INFO neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading Plugin: network_ip_availability Sep 07 15:51:57.702792 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.703179 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.703550 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.704361 n-d-807551-3 neutron-server[94661]: DEBUG neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 15:51:57.704694 n-d-807551-3 neutron-server[94661]: INFO neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading Plugin: flavors Sep 07 15:51:57.709662 n-d-807551-3 neutron-server[94661]: DEBUG neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 15:51:57.710013 n-d-807551-3 neutron-server[94661]: INFO neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading Plugin: revisions Sep 07 15:51:57.714669 n-d-807551-3 neutron-server[94661]: DEBUG neutron.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 15:51:57.715152 n-d-807551-3 neutron-server[94661]: DEBUG oslo_concurrency.lockutils [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.952s {{(pid=94661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 15:51:57.715994 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94661) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 15:51:57.716368 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Initializing extension manager. Sep 07 15:51:57.716893 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: __init__.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.717257 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: __pycache__ {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.717603 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.717946 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: address_group.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.718755 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.719344 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: address-group Sep 07 15:51:57.719673 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: address_scope.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.720686 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.721213 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: address-scope Sep 07 15:51:57.721543 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: admin_state_down_before_update.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.722575 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.723104 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: router-admin-state-down-before-update Sep 07 15:51:57.723435 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: agent.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.724162 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.724727 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: agent Sep 07 15:51:57.725057 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: agent_resources_synced.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.725997 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.726513 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: agent-resources-synced Sep 07 15:51:57.726840 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: allowedaddresspairs.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.728763 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.729301 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: allowed-address-pairs Sep 07 15:51:57.729635 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: auto_allocated_topology.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.731287 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.731815 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: auto-allocated-topology Sep 07 15:51:57.732146 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: availability_zone.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.732886 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.733405 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: availability_zone Sep 07 15:51:57.733734 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: availability_zone_filter.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.734677 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.735193 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: availability_zone_filter Sep 07 15:51:57.735521 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: data_plane_status.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.736488 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.737006 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 15:51:57.737334 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: default_subnetpools.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.738269 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.738790 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: default-subnetpools Sep 07 15:51:57.739124 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: dhcpagentscheduler.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.739974 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.740521 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: dhcp_agent_scheduler Sep 07 15:51:57.740853 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: dns.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.741793 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.742306 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension dns-integration not supported by any of loaded plugins Sep 07 15:51:57.742636 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: dns_domain_ports.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.743570 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.744086 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 15:51:57.744449 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.745387 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.746450 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 15:51:57.746782 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: dvr.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.747471 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.747989 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: dvr Sep 07 15:51:57.748319 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: ecmp_routes.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.749282 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.749803 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 15:51:57.750136 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: empty_string_filtering.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.751074 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.751591 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: empty-string-filtering Sep 07 15:51:57.751921 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.752878 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.753395 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 15:51:57.753723 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.754659 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.755179 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 15:51:57.755509 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: external_net.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.756470 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.756990 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: external-net Sep 07 15:51:57.757317 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: extra_dhcp_opt.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.758243 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.758768 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: extra_dhcp_opt Sep 07 15:51:57.759097 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: extraroute.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.760018 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.760567 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: extraroute Sep 07 15:51:57.760894 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: extraroute_atomic.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.761992 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.762507 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: extraroute-atomic Sep 07 15:51:57.762837 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: filter_validation.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.763520 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.764032 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: filter-validation Sep 07 15:51:57.764383 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: fip_pf_description.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.765314 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.765826 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 15:51:57.766151 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: fip_port_details.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.767088 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.767612 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: fip-port-details Sep 07 15:51:57.767945 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: flavors.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.769255 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.769786 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: flavors Sep 07 15:51:57.770120 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.771803 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.772352 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 15:51:57.772698 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: floatingip_pools.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.773419 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.773942 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: floatingip-pools Sep 07 15:51:57.774277 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: ip_allocation.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.775227 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.775748 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 15:51:57.776078 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.777073 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.777599 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: ip-substring-filtering Sep 07 15:51:57.777938 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: l2_adjacency.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.778895 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.779414 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 15:51:57.779742 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: l3.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.780945 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.781481 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: router Sep 07 15:51:57.781812 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: l3_conntrack_helper.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.784096 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.784674 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 15:51:57.785012 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.785995 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.786528 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: ext-gw-mode Sep 07 15:51:57.786865 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.787809 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.788351 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: l3-ha Sep 07 15:51:57.788683 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: l3_flavors.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.789871 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.790391 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: l3-flavors Sep 07 15:51:57.790720 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.791656 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.792188 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 15:51:57.792538 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: l3agentscheduler.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.794115 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.794636 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: l3_agent_scheduler Sep 07 15:51:57.794970 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: logging.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.796501 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.797037 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension logging not supported by any of loaded plugins Sep 07 15:51:57.797378 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: metering.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.798141 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.798727 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: metering Sep 07 15:51:57.799062 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.800173 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.800741 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: metering_source_and_destination_fields Sep 07 15:51:57.801075 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: multiprovidernet.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.802024 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.802547 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: multi-provider Sep 07 15:51:57.802877 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: netmtu.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.803831 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.804329 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: net-mtu Sep 07 15:51:57.804682 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: netmtu_writable.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.805626 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.806146 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: net-mtu-writable Sep 07 15:51:57.806476 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: network_availability_zone.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.807166 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.807684 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: network_availability_zone Sep 07 15:51:57.808011 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: network_ip_availability.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.809883 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.810412 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: network-ip-availability Sep 07 15:51:57.810745 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: network_segment_range.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.811540 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.812059 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 15:51:57.812426 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: pagination.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.813447 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.813786 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: pagination Sep 07 15:51:57.814118 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: port_device_profile.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.815053 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.815581 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: port-device-profile Sep 07 15:51:57.815912 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.816906 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.817435 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: port-mac-address-regenerate Sep 07 15:51:57.817768 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.818695 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.819214 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: port-numa-affinity-policy Sep 07 15:51:57.819545 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: port_resource_request.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.820654 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.821181 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 15:51:57.821514 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: portbindings.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.822463 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.822987 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: binding Sep 07 15:51:57.823322 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: portbindings_extended.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.824756 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.825283 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: binding-extended Sep 07 15:51:57.825617 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: portsecurity.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.826554 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.827078 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: port-security Sep 07 15:51:57.827414 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: project_id.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.828437 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.828778 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: project-id Sep 07 15:51:57.829111 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: providernet.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.830056 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.830577 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: provider Sep 07 15:51:57.830908 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: qos.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.834520 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.835062 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension qos not supported by any of loaded plugins Sep 07 15:51:57.835399 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.836706 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.837238 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 15:51:57.837571 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.838523 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.839047 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 15:51:57.839382 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: qos_default.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.840879 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.841404 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension qos-default not supported by any of loaded plugins Sep 07 15:51:57.841743 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: qos_fip.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.842420 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.842935 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension qos-fip not supported by any of loaded plugins Sep 07 15:51:57.843265 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: qos_gateway_ip.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.844218 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.844772 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 15:51:57.845100 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: qos_port_network_policy.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.846045 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.846565 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 15:51:57.846894 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: qos_pps_rule.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.848116 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.848676 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension qos-pps not supported by any of loaded plugins Sep 07 15:51:57.849009 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: qos_rule_type_details.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.849945 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.850465 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 15:51:57.850795 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: qos_rules_alias.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.851857 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.852401 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 15:51:57.852726 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: quotasv2.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.853716 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.854053 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: quotas Sep 07 15:51:57.854381 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: quotasv2_detail.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.859031 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.859485 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: quota_details Sep 07 15:51:57.859909 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: rbac.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.861318 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.862066 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: rbac-policies Sep 07 15:51:57.862439 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: rbac_address_group.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.863589 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.864243 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: rbac-address-group Sep 07 15:51:57.864643 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: rbac_address_scope.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.865889 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.866498 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: rbac-address-scope Sep 07 15:51:57.866899 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: rbac_security_groups.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.868087 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.868755 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: rbac-security-groups Sep 07 15:51:57.869190 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: rbac_subnetpool.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.870396 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.871201 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: rbac-subnetpool Sep 07 15:51:57.871631 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: revisionifmatch.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.873017 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.873696 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: revision-if-match Sep 07 15:51:57.874134 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: revisions.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.875612 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.876312 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: standard-attr-revisions Sep 07 15:51:57.876977 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: router_availability_zone.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.877779 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.878413 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: router_availability_zone Sep 07 15:51:57.878799 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: routerservicetype.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.880102 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.880762 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension router-service-type not supported by any of loaded plugins Sep 07 15:51:57.881096 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.882112 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.882645 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: security-groups-normalized-cidr Sep 07 15:51:57.882977 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: security_groups_port_filtering.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.883964 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.884526 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: port-security-groups-filtering Sep 07 15:51:57.884857 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.885850 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.886424 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: security-groups-remote-address-group Sep 07 15:51:57.886756 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: securitygroup.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.898690 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.899183 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: security-group Sep 07 15:51:57.899525 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: segment.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.900512 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.901043 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension segment not supported by any of loaded plugins Sep 07 15:51:57.901382 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.903025 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.903567 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 15:51:57.903902 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: servicetype.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.905256 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.905802 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: service-type Sep 07 15:51:57.906135 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: sorting.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.907212 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.907556 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: sorting Sep 07 15:51:57.907889 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: standard_attr_segment.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.908916 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.909477 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 15:51:57.909808 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: standardattrdescription.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.910518 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.911052 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: standard-attr-description Sep 07 15:51:57.911378 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: stateful_security_group.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.912433 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.912974 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: stateful-security-group Sep 07 15:51:57.913302 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: stdattrs_common.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.914182 n-d-807551-3 neutron-server[94661]: WARNING neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 15:51:57.914509 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.915502 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.916055 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 15:51:57.916411 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: subnet_onboard.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.917612 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.918663 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: subnet_onboard Sep 07 15:51:57.919000 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.919999 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.920577 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 15:51:57.920906 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: subnet_service_types.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.921884 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.922411 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: subnet-service-types Sep 07 15:51:57.922744 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: subnetallocation.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.923912 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.924482 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: subnet_allocation Sep 07 15:51:57.924817 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.925525 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.926048 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: subnetpool-prefix-ops Sep 07 15:51:57.926376 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.927363 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.927881 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 15:51:57.928216 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: tagging.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.929393 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.929955 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: standard-attr-tag Sep 07 15:51:57.930260 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: timestamp.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.931544 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.932073 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loaded extension: standard-attr-timestamp Sep 07 15:51:57.932435 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: trunk.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.933545 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.934075 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension trunk not supported by any of loaded plugins Sep 07 15:51:57.934416 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: trunk_details.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.935373 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.935896 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension trunk-details not supported by any of loaded plugins Sep 07 15:51:57.936226 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: uplink_status_propagation.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.937220 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.937745 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 15:51:57.938073 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Loading extension file: vlantransparent.py {{(pid=94661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 15:51:57.938769 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 15:51:57.939288 n-d-807551-3 neutron-server[94661]: INFO neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 15:51:57.941905 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:network Sep 07 15:51:57.942452 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:subnet Sep 07 15:51:57.942859 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 15:51:57.943273 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:port Sep 07 15:51:57.944632 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.945095 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service FLAVORS assigned prefix: {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.945750 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.946190 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.946525 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:router Sep 07 15:51:57.946973 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:floatingip Sep 07 15:51:57.947485 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service METERING assigned prefix: /metering {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.949024 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.949409 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.949770 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 15:51:57.950830 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 15:51:57.951299 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:security_group Sep 07 15:51:57.951743 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 15:51:57.952383 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service CORE assigned prefix: {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.952728 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 15:51:57.953083 n-d-807551-3 neutron-server[94661]: WARNING neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] subnetpool is already registered Sep 07 15:51:57.953537 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service CORE assigned prefix: {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.953879 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 15:51:57.954215 n-d-807551-3 neutron-server[94661]: WARNING neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] subnetpool is already registered Sep 07 15:51:57.956589 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.957036 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service FLAVORS assigned prefix: {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.957653 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.958089 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.958435 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:router Sep 07 15:51:57.958784 n-d-807551-3 neutron-server[94661]: WARNING neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] router is already registered Sep 07 15:51:57.959202 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:floatingip Sep 07 15:51:57.959549 n-d-807551-3 neutron-server[94661]: WARNING neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] floatingip is already registered Sep 07 15:51:57.960016 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service METERING assigned prefix: /metering {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.960763 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 15:51:57.961098 n-d-807551-3 neutron-server[94661]: WARNING neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] rbac_policy is already registered Sep 07 15:51:57.961522 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:security_group Sep 07 15:51:57.961860 n-d-807551-3 neutron-server[94661]: WARNING neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] security_group is already registered Sep 07 15:51:57.962279 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 15:51:57.962626 n-d-807551-3 neutron-server[94661]: WARNING neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] security_group_rule is already registered Sep 07 15:51:57.963269 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service CORE assigned prefix: {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.963601 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 15:51:57.963945 n-d-807551-3 neutron-server[94661]: WARNING neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] subnetpool is already registered Sep 07 15:51:57.964892 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.v2.resource_helper [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Service CORE assigned prefix: {{(pid=94661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 15:51:57.965271 n-d-807551-3 neutron-server[94661]: INFO neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 15:51:57.965617 n-d-807551-3 neutron-server[94661]: WARNING neutron.quota.resource_registry [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] subnetpool is already registered Sep 07 15:51:57.966101 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: extensions {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.967680 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: address-groups {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.969234 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: address-scopes {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.970573 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: agents {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.971776 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: auto-allocated-topology {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.973082 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: availability_zones {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.974341 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: dhcp-networks {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.976061 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: dhcp-agents {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.977553 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: routers {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.979801 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: flavors {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.981594 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: service_profiles {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.982837 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: next_providers {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.984297 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: service_profiles {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.985887 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: floatingip-pools {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.987131 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: routers {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.989324 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: floatingips {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.990647 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: l3-routers {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.992047 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: l3-agents {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.993522 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: metering-labels {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.994910 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: metering-label-rules {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.996296 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: network-ip-availabilities {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:57.997665 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: bindings {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.000371 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: quotas {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.001860 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: quotas {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.003323 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: rbac-policies {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.004572 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: security-groups {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.005901 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: security-group-rules {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.007193 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: service-providers {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.008452 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: subnetpools {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.009911 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: subnetpools {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.011426 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: tags {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.013162 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: tags {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.015027 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: tags {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.016864 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: tags {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.018688 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: tags {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.020576 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: tags {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.022311 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: tags {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.024234 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: tags {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.026076 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: tags {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.028395 n-d-807551-3 neutron-server[94661]: DEBUG neutron.api.extensions [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Extended resource: tags {{(pid=94661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 15:51:58.034486 n-d-807551-3 neutron-server[94661]: WARNING keystonemiddleware.auth_token [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 15:51:58.039573 n-d-807551-3 neutron-server[94661]: WARNING keystonemiddleware.auth_token [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 15:51:58.048842 n-d-807551-3 neutron-server[94661]: DEBUG oslo_concurrency.lockutils [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Acquired lock "singleton_lock" {{(pid=94661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 15:51:58.049327 n-d-807551-3 neutron-server[94661]: DEBUG oslo_concurrency.lockutils [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Releasing lock "singleton_lock" {{(pid=94661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 15:51:58.049979 n-d-807551-3 neutron-server[94661]: INFO oslo_service.service [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Starting 2 workers Sep 07 15:51:58.054862 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Started child 94770 {{(pid=94661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 15:51:58.059640 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Started child 94771 {{(pid=94661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 15:51:58.060629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:51:58.061387 n-d-807551-3 neutron-server[94661]: INFO neutron.service [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 15:51:58.062053 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Notify callbacks [] for process, before_spawn {{(pid=94661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:51:58.062216 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [-] (94770) wsgi starting up on http://0.0.0.0:9696 Sep 07 15:51:58.064642 n-d-807551-3 neutron-server[94661]: INFO oslo_service.service [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Starting 1 workers Sep 07 15:51:58.064850 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:51:58.066274 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [-] (94771) wsgi starting up on http://0.0.0.0:9696 Sep 07 15:51:58.070015 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Started child 94772 {{(pid=94661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 15:51:58.070589 n-d-807551-3 neutron-server[94661]: INFO oslo_service.service [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Starting 1 workers Sep 07 15:51:58.073924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.service [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] calling RpcWorker wait() {{(pid=94772) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 15:51:58.074513 n-d-807551-3 neutron-server[94772]: DEBUG neutron.service [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] returning from RpcWorker wait() {{(pid=94772) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 15:51:58.075287 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Started child 94773 {{(pid=94661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 15:51:58.075912 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:51:58.076151 n-d-807551-3 neutron-server[94661]: DEBUG neutron_lib.callbacks.manager [None req-dffa857e-5c29-424e-980d-74e7d267839e None None] Notify callbacks [] for process, after_spawn {{(pid=94661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:51:58.076606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:51:58.078127 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 15:51:58.078345 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 15:51:58.078535 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 15:51:58.078747 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 15:51:58.079109 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 15:51:58.079280 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 15:51:58.079800 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.080071 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.080366 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.080624 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:51:58.081090 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.081090 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.081544 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.081778 n-d-807551-3 neutron-server[94773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:51:58.081922 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.082076 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.082518 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.082944 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.083118 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.083462 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.083712 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.083957 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.084281 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.084608 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.084860 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.085154 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.085393 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.085601 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.085847 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.086087 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.086372 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] debug = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.086625 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.087147 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.087388 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.087643 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.087881 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.088157 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.088528 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.088702 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.088966 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.089186 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.089960 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.090234 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.090474 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.090710 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.090933 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.091188 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.091421 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.091914 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] host = n-d-807551-3 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.092180 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.092461 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.092696 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.092955 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.093184 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.093402 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.093669 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.093918 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.094178 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.094415 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.094673 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.095105 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.095342 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.095605 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_file = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.095773 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_options = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.096091 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.096393 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.096684 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.096885 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.097078 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.097281 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.097475 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.097632 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.097877 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.098115 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.098334 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.098672 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.098830 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.099013 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.099242 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.099500 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.099721 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.099951 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.100202 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.100495 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.100725 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.100948 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.101185 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.101383 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.101629 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.101789 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.102005 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.102247 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.102468 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.102734 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.103029 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.103237 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.103462 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.103717 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.104001 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.104220 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.104490 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.104701 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.104988 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.106086 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.106357 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.106605 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.106829 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.107102 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.107326 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.107560 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.107802 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] use_json = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.108046 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.108278 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.108618 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.108893 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.109079 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.109298 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.109517 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.109755 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.110198 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.110468 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.110792 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.111018 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.111249 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.111497 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.111750 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.111994 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.112256 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.112581 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.112859 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.113342 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.113680 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.113967 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.114817 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.115269 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.115582 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.115924 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.116177 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.116469 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.116698 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.116953 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.117254 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.117485 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.117708 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.117981 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.118215 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.118617 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.118979 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.119282 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.119551 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.119750 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.120024 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.120245 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.120502 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.120782 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.121029 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.121255 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.121476 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.121670 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.121881 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.122115 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.122349 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.122589 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.122814 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.123094 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.123609 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.123609 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.124047 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.124047 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.124470 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.124470 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.124766 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.125002 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.125168 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.125422 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.125783 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.126018 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.126167 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.127030 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.127239 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.127490 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.127738 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.127995 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.128362 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.128685 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.128979 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.129748 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.129748 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.130019 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.130019 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.130312 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.130504 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.130742 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.130968 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.132667 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.133169 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.136407 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.136407 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.136407 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.136407 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.136407 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.136407 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.136407 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.136407 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.136923 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.136923 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.137053 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.137195 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.137452 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.137776 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.138030 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.138279 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.138507 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.138901 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.139003 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.139868 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.139868 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.139868 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.140209 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.140209 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.140431 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.141040 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.141040 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.141221 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.141726 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.141726 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.141923 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.142102 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.142362 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.142608 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.142892 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.143163 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.143433 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.143899 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.144092 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.144405 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.144686 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.144983 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.145238 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.145507 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.145812 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.146083 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.146372 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.146633 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.146896 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.147153 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.147390 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.147648 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.147907 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.148370 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.148854 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.149340 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.149666 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.149899 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.150154 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.150391 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.150726 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.150981 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.151201 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.151436 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.151724 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.152464 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.152725 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.152989 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.153241 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.153488 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.153723 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.154014 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.154250 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.154511 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.154750 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.154965 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.155210 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.155451 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.155705 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.155947 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.156162 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.156424 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.156642 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.156868 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.157085 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.157305 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.157551 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.157796 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.158012 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.158257 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.158493 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.158716 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.158941 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.159180 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.159398 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.159647 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.159875 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.160164 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.160439 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.160662 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.160889 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.161122 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.161359 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.161578 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.161835 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.162073 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.162294 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.162508 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.162731 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.162977 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.163195 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.163422 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.163639 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.164129 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.164369 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.164730 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.164992 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.165244 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.165483 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.165699 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.165967 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.166205 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.166426 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.166644 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.166885 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.167103 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.167363 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.167674 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.169693 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.169693 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.169693 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.169693 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.169693 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.169693 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.170229 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.170229 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.170356 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.170544 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.170761 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.170982 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.171212 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.171712 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.171712 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.171883 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.172085 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.172492 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.172871 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.173231 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.173847 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.174220 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.174587 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.174987 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.175223 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.175470 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.175686 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.175916 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.176138 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.176376 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.176634 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.176842 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.177204 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.177574 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.177957 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.178312 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.178686 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.179065 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.179278 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.179508 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.179727 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.179945 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.180259 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.180556 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.180781 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.181077 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.181338 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.181584 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.181832 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.182159 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.182375 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.182654 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.182881 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.183100 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.183341 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.183613 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.183958 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.184257 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.184562 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.184816 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.185082 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.185379 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.185653 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.185868 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.186179 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.187114 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.187114 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.187114 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.187374 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.187685 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.187800 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.188087 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.188283 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.188570 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.188815 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.189026 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.189251 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.189486 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.189707 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.189958 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.190193 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.190437 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.190672 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.190897 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.191118 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.191275 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 15:51:58.191989 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 15:51:58.192152 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 15:51:58.192308 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 15:51:58.192543 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 15:51:58.192731 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 15:51:58.192886 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 15:51:58.193249 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.193411 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.193806 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.193979 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.194139 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.194322 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.194488 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.194645 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.194961 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.195120 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.195281 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.195442 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.195607 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.196584 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.196778 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.196963 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.197147 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.197328 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.197512 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.197686 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.197861 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.198025 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.198198 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] debug = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.198397 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.198570 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.198759 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.198962 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.199102 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.199266 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.199431 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.199533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33598) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:51:58.199609 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.199756 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.199940 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.200050 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.200290 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.200512 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.200672 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.200672 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.200956 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.201162 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.201162 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] host = n-d-807551-3 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.201485 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.201485 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.201769 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.201769 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.202076 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.202076 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.202463 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.202463 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.202463 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.203005 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.203005 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.203005 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.203565 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.203565 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_file = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.203565 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_options = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.203565 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.204322 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.204322 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.204322 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.204322 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.204322 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.205316 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.205316 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.205316 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.205316 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.205316 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.205316 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.206950 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.206950 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.206950 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.206950 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.206950 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.206950 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.206950 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.206950 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.209946 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.209946 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.209946 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.209946 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.211441 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.211441 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.211441 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.211979 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071769 Sep 07 15:51:58.212130 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.212130 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.212130 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.212130 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.212130 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.213151 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.213267 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.213411 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.213583 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.213755 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.213930 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.214115 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.215059 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.215217 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.215438 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.215608 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.215881 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.216130 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.216130 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.217292 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] use_json = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.217292 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.217292 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.217292 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.217292 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.217292 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.217292 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.217292 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.218210 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 15:51:58.218210 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.218210 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.218210 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.218210 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.218557 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.218557 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.218557 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.218786 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.218867 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.219053 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.219152 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.220047 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.220047 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.220592 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.220932 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.221136 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.221425 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.221689 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.221875 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.222051 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.222253 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.222426 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.222611 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.222958 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.223590 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.223590 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.223745 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.223898 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.224062 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.224226 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.225197 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.225197 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.225197 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.225501 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.226308 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.228389 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.229141 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.229348 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.229539 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.229727 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.229917 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.230157 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.230844 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.231008 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.231187 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.231940 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.231940 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.231940 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.231940 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.233268 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.233268 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.233268 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.233268 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.233268 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.233268 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.233268 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.234307 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.234307 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.234307 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.235535 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.235535 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.235535 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.235535 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.235535 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.235535 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.235535 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.236615 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.236615 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.236615 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.236615 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.236615 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.236615 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.236615 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.237687 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.237687 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.237687 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.237687 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.237687 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.238193 n-d-807551-3 neutron-server[94772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:51:58.238281 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.238281 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.238281 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.238281 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.238281 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.238281 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.238672 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.238672 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.238828 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.238907 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.239057 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.239230 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.239410 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.239575 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.239741 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.239905 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.240066 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.240232 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.240491 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.240658 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.240825 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.240989 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.241154 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.241319 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.241486 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.241652 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.241873 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.242101 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.242268 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.242429 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.243327 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.243327 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.243327 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.243327 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.243327 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.243327 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.243979 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.243979 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.243979 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.243979 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.244432 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.244432 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.245367 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.245552 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.245763 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.245943 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.246118 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.246258 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.246428 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.246595 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.246760 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.246920 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.247085 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.247278 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.247421 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.247588 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.247750 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.247914 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.248079 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.249046 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.249211 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.249337 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.249485 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.249635 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.249805 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.249952 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.250234 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.250339 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.250431 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.250585 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.250749 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.250917 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.251087 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.252317 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.252542 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.253796 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.253796 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.253796 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.254491 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.254491 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.254491 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.254491 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.254896 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.254896 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.254896 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.255168 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.255168 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.255312 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.255457 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.256492 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.256751 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.256751 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.258308 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.262336 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.262336 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.262336 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.262336 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.262336 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.262336 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.262336 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.262336 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.263349 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.263349 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.263349 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.263349 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.263349 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.263349 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.263349 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.263349 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.264200 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.264200 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.264200 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.264200 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.264200 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.264200 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.265235 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.265235 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.265235 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.265235 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.265235 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.265235 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.265235 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.266017 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.266017 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.266017 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.266017 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.266017 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.266662 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.266662 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.266662 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.266662 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.267188 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.267188 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.267188 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.267549 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.267549 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.267549 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.267888 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.267888 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.268120 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.268245 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.268442 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.270209 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.270402 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.270554 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.271784 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.271974 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.272140 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.272308 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.273397 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.273606 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.273768 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.274352 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.274537 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.274700 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.274867 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.276410 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.276641 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.276990 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.278071 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.278269 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.279258 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.279768 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.279975 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.280193 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.280395 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.280603 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.281401 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.281401 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.281622 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.281869 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.281968 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.282177 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.282348 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.282520 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.282715 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.282942 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.283135 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.283351 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.283517 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.283683 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.283850 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.284019 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.284189 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.284393 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.284588 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.284739 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.284900 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.285078 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.285311 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.285470 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.285684 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.285833 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.286024 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.286245 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.286382 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.286515 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.286683 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.286844 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.287044 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.287210 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.287374 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.287537 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.287701 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.287865 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.288030 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.288194 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.289606 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.289606 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.289606 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.289606 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.289606 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 15:51:58.289606 n-d-807551-3 neutron-server[94661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 15:52:10.342368 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29a908-1493-4ba8-9386-4c3c57b8adac None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 15:52:10.421442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e29a908-1493-4ba8-9386-4c3c57b8adac None None] No non-hosted networks {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 15:52:10.451561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.agentschedulers_db [None req-5e29a908-1493-4ba8-9386-4c3c57b8adac None None] DHCP Agent not found on host n-d-807551-3 {{(pid=94772) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 07 15:52:10.569997 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdf60c40-440f-40f0-8696-2241d3148941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7988967'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:13.763915 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7988967'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:13.766244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:13.767130 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:13.771887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:13.775406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:13.781877 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:13.789214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:13.795292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:13.798162 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:13.800882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:13.808058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:13.809075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:13.810545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:13.812567 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-807551-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:52:13.843521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-807551-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:52:14.171458 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f351a26-4c6e-4876-b98f-b90010dc3847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7988967'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:14.229486 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2702169e-8cdc-4834-a86d-4ec3e3768116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:14.724825 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7988967'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:16.627337 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7988967'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:17.820010 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:52:18.387677 n-d-807551-3 neutron-server[94771]: WARNING oslo_policy.policy [None req-26a234b8-5ce0-4233-b20d-73b25f793afc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 15:52:18.388164 n-d-807551-3 neutron-server[94771]: WARNING oslo_policy.policy [None req-26a234b8-5ce0-4233-b20d-73b25f793afc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 15:52:18.611989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-26a234b8-5ce0-4233-b20d-73b25f793afc admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 15:52:18.613097 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-26a234b8-5ce0-4233-b20d-73b25f793afc admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7918880 Sep 07 15:52:20.623214 n-d-807551-3 neutron-server[94772]: INFO neutron.db.l3_hamode_db [None req-4b6986f3-1fa1-4d8f-8820-186d60fd5a9c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 15:52:20.703205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6986f3-1fa1-4d8f-8820-186d60fd5a9c None None] Routers set() bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:52:20.703596 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6986f3-1fa1-4d8f-8820-186d60fd5a9c None None] Router IDs set() for agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 15:52:21.082379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33712) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:52:21.442339 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-23dc811a-c39a-4b85-83a4-6d20e86b3f72 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:52:21.570087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.policy [None req-23dc811a-c39a-4b85-83a4-6d20e86b3f72 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 15:52:21.615787 n-d-807551-3 neutron-server[94771]: WARNING oslo_policy.policy [None req-23dc811a-c39a-4b85-83a4-6d20e86b3f72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 15:52:21.616175 n-d-807551-3 neutron-server[94771]: WARNING oslo_policy.policy [None req-23dc811a-c39a-4b85-83a4-6d20e86b3f72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 15:52:21.625756 n-d-807551-3 neutron-server[94771]: INFO neutron.quota [None req-23dc811a-c39a-4b85-83a4-6d20e86b3f72 admin admin] Loaded quota_driver: . Sep 07 15:52:21.753366 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23dc811a-c39a-4b85-83a4-6d20e86b3f72 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790664097502', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790664093995', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790664142793', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790664145269', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790662494583', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790664128031', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-805816', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1026232', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8335616', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7989742'] for rbac-policy, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:21.838269 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23dc811a-c39a-4b85-83a4-6d20e86b3f72 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:21.844903 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-23dc811a-c39a-4b85-83a4-6d20e86b3f72 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7614152 Sep 07 15:52:24.540758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33724) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:52:25.053759 n-d-807551-3 neutron-server[94770]: WARNING oslo_policy.policy [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 15:52:25.054374 n-d-807551-3 neutron-server[94770]: WARNING oslo_policy.policy [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 15:52:25.272857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Request body: {'network': {'project_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'name': 'private', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'admin_state_up': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:52:25.274539 n-d-807551-3 neutron-server[94770]: INFO neutron.quota [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Loaded quota_driver: . Sep 07 15:52:25.332248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Made reservation on behalf of 5d2f63ecf9634ef3932e8ea4a688638b for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 15:52:25.398368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.policy [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94770) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 15:52:25.443137 n-d-807551-3 neutron-server[94770]: WARNING oslo_policy.policy [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 15:52:25.443503 n-d-807551-3 neutron-server[94770]: WARNING oslo_policy.policy [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 15:52:25.453536 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:25.475138 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:25.615975 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:25.620382 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:25.645993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 15:52:25.674915 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790661729904', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:25.675512 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Unsubscribe: segment precommit_create {{(pid=94770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 15:52:25.676076 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Added segment 695cec5d-d980-4321-a2bb-fae1cf0410a3 of type vlan for network bbd73f8d-7074-418b-85f2-b8fc75ab0fef Sep 07 15:52:25.682193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23651fb9-880c-4e09-9556-18c1552e4ecc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:25.721426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:25.721772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:25.722114 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:25.722451 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:25.722782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:25.723109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:25.723434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:25.723759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:25.724083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:25.724429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:25.724755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:25.725078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Tracked resource versions report: Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: pushed versions: Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: { 'AddressGroup': {'1.2'}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'ConntrackHelper': {'1.0'}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'Log': {'1.0'}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'Network': {'1.1'}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'Port': {'1.7'}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'PortForwarding': {'1.2'}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'QosPolicy': {'1.9'}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'SecurityGroup': {'1.4'}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'SecurityGroupRule': {'1.2'}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'SubPort': {'1.0'}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'Subnet': {'1.1'}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'Trunk': {'1.1'}} Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: consumer versions: Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: { DHCP agent@n-d-807551-3: {}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: L3 agent@n-d-807551-3: {}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: Metadata agent@n-d-807551-3: {}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: Metering agent@n-d-807551-3: {}, Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: Open vSwitch agent@n-d-807551-3: { 'AddressGroup': '1.2', Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'ConntrackHelper': '1.0', Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'Log': '1.0', Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'Network': '1.1', Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'Port': '1.7', Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'PortForwarding': '1.2', Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'QosPolicy': '1.9', Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'SecurityGroup': '1.4', Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'SecurityGroupRule': '1.2', Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'SubPort': '1.0', Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'Subnet': '1.1', Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: 'Trunk': '1.1'}} Sep 07 15:52:25.726189 n-d-807551-3 neutron-server[94770]: {{(pid=94770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 15:52:25.799451 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:25.843057 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:25.844298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:52:25.845009 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:25.924021 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3805475 Sep 07 15:52:25.956501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ae3d7-3885-4cbe-88cc-0a92410aef5a admin admin] Pushing event updated for resources: {'Network': ['ID=bbd73f8d-7074-418b-85f2-b8fc75ab0fef,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:25.969246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network bbd73f8d-7074-418b-85f2-b8fc75ab0fef details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 15:52:28.712464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33746) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:52:29.136727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5676ff2-9ab4-4b52-961e-f63c498835c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:52:29.138133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c5676ff2-9ab4-4b52-961e-f63c498835c4 admin admin] 10.222.0.70 "GET /v2.0/networks/bbd73f8d-7074-418b-85f2-b8fc75ab0fef HTTP/1.1" status: 200 len: 825 time: 0.4245903 Sep 07 15:52:29.180771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5fbb1fe4-bcb3-4107-aa28-9229a7e42a0e admin admin] 10.222.0.70 "GET /v2.0/subnetpools/aa322967-b6c1-4dd9-b03d-35a18f538be4 HTTP/1.1" status: 200 len: 734 time: 0.0362396 Sep 07 15:52:29.193797 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d91ff7c8-9511-450a-8a2f-ce4c752a0d5e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'aa322967-b6c1-4dd9-b03d-35a18f538be4', 'ip_version': 4, 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:52:29.218056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91ff7c8-9511-450a-8a2f-ce4c752a0d5e admin admin] Made reservation on behalf of 5d2f63ecf9634ef3932e8ea4a688638b for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 15:52:29.220477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d91ff7c8-9511-450a-8a2f-ce4c752a0d5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:29.549630 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d91ff7c8-9511-450a-8a2f-ce4c752a0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:29.620434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ff7c8-9511-450a-8a2f-ce4c752a0d5e admin admin] Checking segment: {'id': '695cec5d-d980-4321-a2bb-fae1cf0410a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 15:52:29.620818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ff7c8-9511-450a-8a2f-ce4c752a0d5e admin admin] Network hostable DHCP agents. Network: bbd73f8d-7074-418b-85f2-b8fc75ab0fef, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 15:52:29.622829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ff7c8-9511-450a-8a2f-ce4c752a0d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a230b63-cf96-433e-9332-bd9ee20deba4,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:29.645250 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ff7c8-9511-450a-8a2f-ce4c752a0d5e admin admin] Network bbd73f8d-7074-418b-85f2-b8fc75ab0fef is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 15:52:29.658177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d91ff7c8-9511-450a-8a2f-ce4c752a0d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, bbd73f8d-7074-418b-85f2-b8fc75ab0fef) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 15:52:29.666921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91ff7c8-9511-450a-8a2f-ce4c752a0d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:52:29.667890 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d91ff7c8-9511-450a-8a2f-ce4c752a0d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:29.670090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a8d23c-5680-4255-a77b-43594a6c70a2 None None] Network bbd73f8d-7074-418b-85f2-b8fc75ab0fef requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 15:52:29.686925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d91ff7c8-9511-450a-8a2f-ce4c752a0d5e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4970760 Sep 07 15:52:30.029025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-bbd73f8d-7074-418b-85f2-b8fc75ab0fef', 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'fixed_ips': [{'subnet_id': '0a230b63-cf96-433e-9332-bd9ee20deba4'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 15:52:30.030380 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:30.404456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Allocated IP 172.20.0.2 (bbd73f8d-7074-418b-85f2-b8fc75ab0fef/0a230b63-cf96-433e-9332-bd9ee20deba4/c3d3c22f-28f4-4cbe-bfc9-a3223828a02d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 15:52:30.630384 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:30.685968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Transition to ACTIVE for port object c3d3c22f-28f4-4cbe-bfc9-a3223828a02d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 15:52:30.708947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Transition to ACTIVE for port object c3d3c22f-28f4-4cbe-bfc9-a3223828a02d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 15:52:30.718456 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:30.785199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Network bbd73f8d-7074-418b-85f2-b8fc75ab0fef is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 15:52:30.791876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 15:52:30.795039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 15:52:30.812315 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Pushing event updated for resources: {'Port': ['ID=c3d3c22f-28f4-4cbe-bfc9-a3223828a02d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:30.841941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:30.842291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:30.842637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:30.842978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:30.843325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:30.843648 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:30.843977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:30.844302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:30.844652 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:30.844983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:30.845307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:30.845628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Tracked resource versions report: Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: pushed versions: Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: { 'AddressGroup': {'1.2'}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'ConntrackHelper': {'1.0'}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'Log': {'1.0'}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'Network': {'1.1'}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'Port': {'1.7'}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'PortForwarding': {'1.2'}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'QosPolicy': {'1.9'}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'SecurityGroup': {'1.4'}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'SecurityGroupRule': {'1.2'}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'SubPort': {'1.0'}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'Subnet': {'1.1'}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'Trunk': {'1.1'}} Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: consumer versions: Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: { DHCP agent@n-d-807551-3: {}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: L3 agent@n-d-807551-3: {}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: Metadata agent@n-d-807551-3: {}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: Metering agent@n-d-807551-3: {}, Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: Open vSwitch agent@n-d-807551-3: { 'AddressGroup': '1.2', Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'ConntrackHelper': '1.0', Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'Log': '1.0', Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'Network': '1.1', Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'Port': '1.7', Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'PortForwarding': '1.2', Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'QosPolicy': '1.9', Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'SecurityGroup': '1.4', Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'SecurityGroupRule': '1.2', Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'SubPort': '1.0', Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'Subnet': '1.1', Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: 'Trunk': '1.1'}} Sep 07 15:52:30.846775 n-d-807551-3 neutron-server[94772]: {{(pid=94772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 15:52:30.899838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Attempting to bind port c3d3c22f-28f4-4cbe-bfc9-a3223828a02d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 15:52:30.900320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Attempting to bind port c3d3c22f-28f4-4cbe-bfc9-a3223828a02d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '695cec5d-d980-4321-a2bb-fae1cf0410a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 15:52:30.901348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Attempting to bind port c3d3c22f-28f4-4cbe-bfc9-a3223828a02d on network bbd73f8d-7074-418b-85f2-b8fc75ab0fef {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 15:52:30.906767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 15, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 15:52:30.907174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Checking segment: {'id': '695cec5d-d980-4321-a2bb-fae1cf0410a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 15:52:30.907660 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:30.908056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Bound using segment: {'id': '695cec5d-d980-4321-a2bb-fae1cf0410a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 15:52:30.908564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Bound port: c3d3c22f-28f4-4cbe-bfc9-a3223828a02d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695cec5d-d980-4321-a2bb-fae1cf0410a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 15:52:30.909011 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:30.976427 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] For port c3d3c22f-28f4-4cbe-bfc9-a3223828a02d, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 15:52:30.981983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] For port c3d3c22f-28f4-4cbe-bfc9-a3223828a02d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c3d3c22f-28f4-4cbe-bfc9-a3223828a02d,segment=NetworkSegment(695cec5d-d980-4321-a2bb-fae1cf0410a3),segment_id=695cec5d-d980-4321-a2bb-fae1cf0410a3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 15:52:30.987882 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:31.061510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f318-4b2e-42ae-9d3a-aa1d9bfc887e None None] Pushing event updated for resources: {'Port': ['ID=c3d3c22f-28f4-4cbe-bfc9-a3223828a02d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:32.297843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33754) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:52:32.752086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-db4f671c-c49d-4531-8517-6f7e5026be62 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 15:52:32.768364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-db4f671c-c49d-4531-8517-6f7e5026be62 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4542253 Sep 07 15:52:35.245021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33762) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:52:35.588780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-1f75c6dc-d11a-4a9a-a1bf-82fe671b4ae0 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 15:52:35.589962 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1f75c6dc-d11a-4a9a-a1bf-82fe671b4ae0 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3435383 Sep 07 15:52:38.394856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33774) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:52:38.730172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-de1b1541-9aaf-4cc3-b25c-352db261f75d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:52:38.759146 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1b1541-9aaf-4cc3-b25c-352db261f75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:38.761076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1b1541-9aaf-4cc3-b25c-352db261f75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:38.919004 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1b1541-9aaf-4cc3-b25c-352db261f75d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:38.924560 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1b1541-9aaf-4cc3-b25c-352db261f75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:38.938405 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1b1541-9aaf-4cc3-b25c-352db261f75d admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:38.939905 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-de1b1541-9aaf-4cc3-b25c-352db261f75d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5437422 Sep 07 15:52:39.672868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c3d3c22f-28f4-4cbe-bfc9-a3223828a02d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 15:52:39.787381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port c3d3c22f-28f4-4cbe-bfc9-a3223828a02d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 15:52:39.798146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec57e2b-03d5-48b8-9d43-9544b8d27f22 None None] Network bbd73f8d-7074-418b-85f2-b8fc75ab0fef requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 15:52:39.939556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3abf52ea-be38-4ef7-a839-e98bc5bb393c None None] Provisioning for port c3d3c22f-28f4-4cbe-bfc9-a3223828a02d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 15:52:39.948642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3abf52ea-be38-4ef7-a839-e98bc5bb393c None None] Provisioning complete for port c3d3c22f-28f4-4cbe-bfc9-a3223828a02d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:52:39.949027 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3abf52ea-be38-4ef7-a839-e98bc5bb393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:40.144859 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3abf52ea-be38-4ef7-a839-e98bc5bb393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:40.189746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3abf52ea-be38-4ef7-a839-e98bc5bb393c None None] For port c3d3c22f-28f4-4cbe-bfc9-a3223828a02d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c3d3c22f-28f4-4cbe-bfc9-a3223828a02d,segment=NetworkSegment(695cec5d-d980-4321-a2bb-fae1cf0410a3),segment_id=695cec5d-d980-4321-a2bb-fae1cf0410a3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:52:40.195000 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3abf52ea-be38-4ef7-a839-e98bc5bb393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:40.262909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf52ea-be38-4ef7-a839-e98bc5bb393c None None] Pushing event updated for resources: {'Port': ['ID=c3d3c22f-28f4-4cbe-bfc9-a3223828a02d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:40.275802 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a41f6f0b-14f3-4c72-8703-5c764b9385ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:40.319857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3032501a-e063-4bd8-b902-01cfcc7f953d None None] Provisioning complete for port c3d3c22f-28f4-4cbe-bfc9-a3223828a02d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:52:40.320124 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3032501a-e063-4bd8-b902-01cfcc7f953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:41.438582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33784) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:52:41.646657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c3d3c22f-28f4-4cbe-bfc9-a3223828a02d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 15:52:41.694160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c3d3c22f-28f4-4cbe-bfc9-a3223828a02d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:52:41.694542 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:41.812062 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-4932ce1e-0944-4e52-9b02-0e688f4b439b admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 15:52:41.813947 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4932ce1e-0944-4e52-9b02-0e688f4b439b admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3741724 Sep 07 15:52:43.757209 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:44.157724 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a271b05-6288-43cd-820d-20a5eae3dd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:44.263356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33792) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:52:44.575456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:52:44.597476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Made reservation on behalf of e48125b1c6584eeeba9d2cfe9b6a9ad4 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 15:52:44.600218 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:44.616084 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:44.657718 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:44.740165 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:44.744635 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:44.756030 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Reserving flat network on physical network physnet1 {{(pid=94771) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 15:52:44.790269 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790661729904', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:44.791365 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Unsubscribe: segment precommit_create {{(pid=94771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 15:52:44.791890 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Added segment b824b718-5378-40cd-bf4c-43d5851aef3e of type flat for network 7920ab71-216c-4d93-9da0-10a36a806527 Sep 07 15:52:44.807713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aca3c2-8eb3-445d-9b16-ddb1dcc5127b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:44.830796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:44.831142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:44.831474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:44.831801 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:44.832123 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:44.832485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:44.832805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:44.833268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:44.833435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:44.833756 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:44.834079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:44.834374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Tracked resource versions report: Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: pushed versions: Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: { 'AddressGroup': {'1.2'}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'ConntrackHelper': {'1.0'}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'Log': {'1.0'}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'Network': {'1.1'}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'Port': {'1.7'}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'PortForwarding': {'1.2'}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'QosPolicy': {'1.9'}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'SecurityGroup': {'1.4'}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'SecurityGroupRule': {'1.2'}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'SubPort': {'1.0'}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'Subnet': {'1.1'}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'Trunk': {'1.1'}} Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: consumer versions: Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: { DHCP agent@n-d-807551-3: {}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: L3 agent@n-d-807551-3: {}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: Metadata agent@n-d-807551-3: {}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: Metering agent@n-d-807551-3: {}, Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: Open vSwitch agent@n-d-807551-3: { 'AddressGroup': '1.2', Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'ConntrackHelper': '1.0', Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'Log': '1.0', Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'Network': '1.1', Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'Port': '1.7', Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'PortForwarding': '1.2', Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'QosPolicy': '1.9', Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'SecurityGroup': '1.4', Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'SecurityGroupRule': '1.2', Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'SubPort': '1.0', Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'Subnet': '1.1', Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: 'Trunk': '1.1'}} Sep 07 15:52:44.835472 n-d-807551-3 neutron-server[94771]: {{(pid=94771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 15:52:44.917410 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:44.963208 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:44.964365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:52:44.965016 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:45.030965 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7665377 Sep 07 15:52:45.065909 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48c69e-08ec-44c6-86c4-c9160fe3acbd admin admin] Pushing event updated for resources: {'Network': ['ID=7920ab71-216c-4d93-9da0-10a36a806527,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:45.077523 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 7920ab71-216c-4d93-9da0-10a36a806527 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 15:52:46.553297 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:47.420096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33814) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:52:47.638267 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb0674f-8e22-4eac-ae26-40d5fd89f5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:52:47.639669 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2fb0674f-8e22-4eac-ae26-40d5fd89f5ac admin admin] 10.222.0.70 "GET /v2.0/subnets/0a230b63-cf96-433e-9332-bd9ee20deba4 HTTP/1.1" status: 200 len: 849 time: 0.2185636 Sep 07 15:52:47.780448 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4522f4e2-5f3c-4234-bd16-3f2dfa762d41 admin admin] 10.222.0.70 "GET /v2.0/routers/eaec27db-646f-4b74-b662-0ba2ab467f5d HTTP/1.1" status: 200 len: 704 time: 0.1344829 Sep 07 15:52:48.060988 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:48.356229 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Allocated IP 172.20.0.1 (bbd73f8d-7074-418b-85f2-b8fc75ab0fef/0a230b63-cf96-433e-9332-bd9ee20deba4/8111c08f-3b6e-44fc-aebd-68f957700917) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 15:52:48.541593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:48.565323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Transition to ACTIVE for port object 8111c08f-3b6e-44fc-aebd-68f957700917 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 15:52:48.630340 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:48.708211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Network bbd73f8d-7074-418b-85f2-b8fc75ab0fef is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 15:52:48.713980 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 15:52:48.726029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 15:52:48.726029 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:48.745348 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Pushing event updated for resources: {'Port': ['ID=8111c08f-3b6e-44fc-aebd-68f957700917,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:48.982722 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:48.984441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dbd09c34-8573-4864-b1df-7c16bb7a4fe6 None None] Provisioning for port 8111c08f-3b6e-44fc-aebd-68f957700917 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 15:52:48.988123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dbd09c34-8573-4864-b1df-7c16bb7a4fe6 None None] Provisioning complete for port 8111c08f-3b6e-44fc-aebd-68f957700917 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:52:48.988590 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dbd09c34-8573-4864-b1df-7c16bb7a4fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:49.020273 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dbd09c34-8573-4864-b1df-7c16bb7a4fe6 None None] Port 8111c08f-3b6e-44fc-aebd-68f957700917 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 15:52:49.196172 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:49.208809 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:49.209670 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:49.268325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Pushing event updated for resources: {'Port': ['ID=8111c08f-3b6e-44fc-aebd-68f957700917,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:49.337060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Network bbd73f8d-7074-418b-85f2-b8fc75ab0fef is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 15:52:49.338941 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 15:52:49.499396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Router eaec27db-646f-4b74-b662-0ba2ab467f5d is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 15:52:49.540676 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f69ff909-6c45-43ae-afd5-586022a5588d None None] Provisioning complete for port 8111c08f-3b6e-44fc-aebd-68f957700917 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:52:49.541173 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f69ff909-6c45-43ae-afd5-586022a5588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:49.577233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f69ff909-6c45-43ae-afd5-586022a5588d None None] Port 8111c08f-3b6e-44fc-aebd-68f957700917 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 15:52:49.591695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 15:52:49.597204 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c5700603-6ea2-4e65-9397-bf77627194df admin admin] 10.222.0.70 "PUT /v2.0/routers/eaec27db-646f-4b74-b662-0ba2ab467f5d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8109627 Sep 07 15:52:49.601395 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Sync routers for ids ['eaec27db-646f-4b74-b662-0ba2ab467f5d'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 15:52:49.612999 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Routers {'eaec27db-646f-4b74-b662-0ba2ab467f5d'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:52:49.613793 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T15:52:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['eaec27db-646f-4b74-b662-0ba2ab467f5d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:52:49.802160 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Set router eaec27db-646f-4b74-b662-0ba2ab467f5d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:52:50.250743 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'name': 'router1', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T15:52:38Z', 'updated_at': '2021-09-07T15:52:48Z', 'revision_number': 2, 'project_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'gw_port_host': None, '_interfaces': [{'id': '8111c08f-3b6e-44fc-aebd-68f957700917', 'name': '', 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'mac_address': 'fa:16:3e:eb:64:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a230b63-cf96-433e-9332-bd9ee20deba4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T15:52:48Z', 'updated_at': '2021-09-07T15:52:49Z', 'revision_number': 2, 'project_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'subnets': [{'id': '0a230b63-cf96-433e-9332-bd9ee20deba4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa322967-b6c1-4dd9-b03d-35a18f538be4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:52:50.308647 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Checking router: eaec27db-646f-4b74-b662-0ba2ab467f5d for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 15:52:50.309130 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Updating router eaec27db-646f-4b74-b662-0ba2ab467f5d port 8111c08f-3b6e-44fc-aebd-68f957700917 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 15:52:50.361074 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:50.881307 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:50.898541 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Transition to ACTIVE for port object 8111c08f-3b6e-44fc-aebd-68f957700917 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 15:52:50.904490 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:51.065991 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Pushing event updated for resources: {'Port': ['ID=8111c08f-3b6e-44fc-aebd-68f957700917,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:51.068466 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Attempting to bind port 8111c08f-3b6e-44fc-aebd-68f957700917 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 15:52:51.068865 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Attempting to bind port 8111c08f-3b6e-44fc-aebd-68f957700917 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '695cec5d-d980-4321-a2bb-fae1cf0410a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 15:52:51.069281 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Attempting to bind port 8111c08f-3b6e-44fc-aebd-68f957700917 on network bbd73f8d-7074-418b-85f2-b8fc75ab0fef {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 15:52:51.076121 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 15:52:51.076465 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Checking segment: {'id': '695cec5d-d980-4321-a2bb-fae1cf0410a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 15:52:51.076936 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:51.077328 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Bound using segment: {'id': '695cec5d-d980-4321-a2bb-fae1cf0410a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 15:52:51.077798 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Bound port: 8111c08f-3b6e-44fc-aebd-68f957700917, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695cec5d-d980-4321-a2bb-fae1cf0410a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 15:52:51.078202 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:51.084676 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:51.085019 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:51.085361 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:51.085686 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:51.086016 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:51.086339 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:51.086659 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:51.087511 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:51.087859 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:51.088179 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:51.088522 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:51.088838 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Tracked resource versions report: Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: pushed versions: Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: { 'AddressGroup': {'1.2'}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'ConntrackHelper': {'1.0'}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'Log': {'1.0'}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'Network': {'1.1'}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'Port': {'1.7'}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'PortForwarding': {'1.2'}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'QosPolicy': {'1.9'}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'SecurityGroup': {'1.4'}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'SecurityGroupRule': {'1.2'}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'SubPort': {'1.0'}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'Subnet': {'1.1'}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'Trunk': {'1.1'}} Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: consumer versions: Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: { DHCP agent@n-d-807551-3: {}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: L3 agent@n-d-807551-3: {}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: Metadata agent@n-d-807551-3: {}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: Metering agent@n-d-807551-3: {}, Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: Open vSwitch agent@n-d-807551-3: { 'AddressGroup': '1.2', Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'ConntrackHelper': '1.0', Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'Log': '1.0', Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'Network': '1.1', Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'Port': '1.7', Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'PortForwarding': '1.2', Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'QosPolicy': '1.9', Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'SecurityGroup': '1.4', Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'SecurityGroupRule': '1.2', Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'SubPort': '1.0', Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'Subnet': '1.1', Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: 'Trunk': '1.1'}} Sep 07 15:52:51.089940 n-d-807551-3 neutron-server[94773]: {{(pid=94773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 15:52:51.139931 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:52:51.169085 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] For port 8111c08f-3b6e-44fc-aebd-68f957700917, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 15:52:51.189174 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] For port 8111c08f-3b6e-44fc-aebd-68f957700917, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8111c08f-3b6e-44fc-aebd-68f957700917,segment=NetworkSegment(695cec5d-d980-4321-a2bb-fae1cf0410a3),segment_id=695cec5d-d980-4321-a2bb-fae1cf0410a3)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 15:52:51.193356 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:51.247709 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Routers {'eaec27db-646f-4b74-b662-0ba2ab467f5d'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:52:51.248369 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T15:52:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['eaec27db-646f-4b74-b662-0ba2ab467f5d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:52:51.319780 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa9245-079f-4d08-8bdd-4e6f2f2e79e9 None None] Pushing event updated for resources: {'Port': ['ID=8111c08f-3b6e-44fc-aebd-68f957700917,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:51.344390 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] Set router eaec27db-646f-4b74-b662-0ba2ab467f5d gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:52:51.559906 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'name': 'router1', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T15:52:38Z', 'updated_at': '2021-09-07T15:52:48Z', 'revision_number': 2, 'project_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'gw_port_host': None, '_interfaces': [{'id': '8111c08f-3b6e-44fc-aebd-68f957700917', 'name': '', 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'mac_address': 'fa:16:3e:eb:64:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a230b63-cf96-433e-9332-bd9ee20deba4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T15:52:48Z', 'updated_at': '2021-09-07T15:52:51Z', 'revision_number': 4, 'project_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'subnets': [{'id': '0a230b63-cf96-433e-9332-bd9ee20deba4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa322967-b6c1-4dd9-b03d-35a18f538be4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:52:51.586522 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fd947-7b4d-4b6a-8479-711c9c8b76f2 None None] The sync data for ids ['eaec27db-646f-4b74-b662-0ba2ab467f5d'] in n-d-807551-3 is: [{'id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'name': 'router1', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T15:52:38Z', 'updated_at': '2021-09-07T15:52:48Z', 'revision_number': 2, 'project_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'gw_port_host': None, '_interfaces': [{'id': '8111c08f-3b6e-44fc-aebd-68f957700917', 'name': '', 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'mac_address': 'fa:16:3e:eb:64:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a230b63-cf96-433e-9332-bd9ee20deba4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T15:52:48Z', 'updated_at': '2021-09-07T15:52:51Z', 'revision_number': 4, 'project_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'subnets': [{'id': '0a230b63-cf96-433e-9332-bd9ee20deba4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa322967-b6c1-4dd9-b03d-35a18f538be4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 15:52:51.855982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33834) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:52:51.970481 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71353127-7f11-498f-847a-1eabfdbcb2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:52:51.977933 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-71353127-7f11-498f-847a-1eabfdbcb2d2 admin admin] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 842 time: 0.1148336 Sep 07 15:52:51.982041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d47750f5-68e0-400c-ae10-105bf1227e0f admin admin] Request body: {'subnet': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'gateway_ip': '172.25.3.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'enable_dhcp': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:52:52.006670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47750f5-68e0-400c-ae10-105bf1227e0f admin admin] Made reservation on behalf of e48125b1c6584eeeba9d2cfe9b6a9ad4 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 15:52:52.009505 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d47750f5-68e0-400c-ae10-105bf1227e0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:52.317529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-d47750f5-68e0-400c-ae10-105bf1227e0f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 15:52:52.317970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d47750f5-68e0-400c-ae10-105bf1227e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:52.377905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47750f5-68e0-400c-ae10-105bf1227e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=396dd980-8cda-469a-90a7-8f4948327112,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:52.382424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47750f5-68e0-400c-ae10-105bf1227e0f admin admin] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 15:52:52.382797 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47750f5-68e0-400c-ae10-105bf1227e0f admin admin] Network hostable DHCP agents. Network: 7920ab71-216c-4d93-9da0-10a36a806527, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 15:52:52.405361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47750f5-68e0-400c-ae10-105bf1227e0f admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 15:52:52.419435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d47750f5-68e0-400c-ae10-105bf1227e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 7920ab71-216c-4d93-9da0-10a36a806527) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 15:52:52.424410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47750f5-68e0-400c-ae10-105bf1227e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:52:52.425573 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d47750f5-68e0-400c-ae10-105bf1227e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:52.430016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c4fd59-24b2-433d-b1e7-e0ca50c39d2d None None] Network 7920ab71-216c-4d93-9da0-10a36a806527 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 15:52:52.442578 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d47750f5-68e0-400c-ae10-105bf1227e0f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4639201 Sep 07 15:52:52.579869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca3499-2b52-4e6b-9243-948cbfa25954 None None] Network 7920ab71-216c-4d93-9da0-10a36a806527 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 15:52:54.783062 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33842) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:52:54.932966 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6756b802-0c8d-49b4-bc75-c8cc51172964 admin admin] 10.222.0.70 "GET /v2.0/routers/eaec27db-646f-4b74-b662-0ba2ab467f5d HTTP/1.1" status: 200 len: 710 time: 0.1487625 Sep 07 15:52:55.024011 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5078625-23ab-471d-9e3d-2327f84e608e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:52:55.025813 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f5078625-23ab-471d-9e3d-2327f84e608e admin admin] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 886 time: 0.0867915 Sep 07 15:52:55.037480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:52:55.377719 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:55.612778 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:55.687996 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:55.792462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Allocated IP 172.25.3.247 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/3ba36ad4-073e-4a8e-bef5-92890146414d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 15:52:55.898028 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:55.945808 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:55.985634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 15:52:55.988423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 15:52:55.994901 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 15:52:56.027271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Pushing event updated for resources: {'Port': ['ID=3ba36ad4-073e-4a8e-bef5-92890146414d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:56.251078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:56.451914 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:56.455202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:56.652505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Router eaec27db-646f-4b74-b662-0ba2ab467f5d has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 15:52:56.769775 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 15:52:56.774249 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:56.775526 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d9017635-3ae9-41e1-92f2-e0ee4397d3dd admin admin] 10.222.0.70 "PUT /v2.0/routers/eaec27db-646f-4b74-b662-0ba2ab467f5d HTTP/1.1" status: 200 len: 890 time: 1.7424972 Sep 07 15:52:57.666115 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8111c08f-3b6e-44fc-aebd-68f957700917 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 15:52:57.726121 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 8111c08f-3b6e-44fc-aebd-68f957700917 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 15:52:57.730365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8111c08f-3b6e-44fc-aebd-68f957700917 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:52:57.730868 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:57.810350 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:57.845276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 8111c08f-3b6e-44fc-aebd-68f957700917, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8111c08f-3b6e-44fc-aebd-68f957700917,segment=NetworkSegment(695cec5d-d980-4321-a2bb-fae1cf0410a3),segment_id=695cec5d-d980-4321-a2bb-fae1cf0410a3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:52:57.849389 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:57.898490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=8111c08f-3b6e-44fc-aebd-68f957700917,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:58.202428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Sync routers for ids ['eaec27db-646f-4b74-b662-0ba2ab467f5d'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 15:52:58.215618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Routers {'eaec27db-646f-4b74-b662-0ba2ab467f5d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:52:58.216439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T15:52:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['eaec27db-646f-4b74-b662-0ba2ab467f5d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:52:58.467868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Set router eaec27db-646f-4b74-b662-0ba2ab467f5d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:52:58.879040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'name': 'router1', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3ba36ad4-073e-4a8e-bef5-92890146414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T15:52:38Z', 'updated_at': '2021-09-07T15:52:56Z', 'revision_number': 4, 'project_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'gw_port': {'id': '3ba36ad4-073e-4a8e-bef5-92890146414d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T15:52:55Z', 'updated_at': '2021-09-07T15:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '8111c08f-3b6e-44fc-aebd-68f957700917', 'name': '', 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'mac_address': 'fa:16:3e:eb:64:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a230b63-cf96-433e-9332-bd9ee20deba4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T15:52:48Z', 'updated_at': '2021-09-07T15:52:57Z', 'revision_number': 5, 'project_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'subnets': [{'id': '0a230b63-cf96-433e-9332-bd9ee20deba4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa322967-b6c1-4dd9-b03d-35a18f538be4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:52:58.934671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Checking router: eaec27db-646f-4b74-b662-0ba2ab467f5d for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 15:52:58.935026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Updating router eaec27db-646f-4b74-b662-0ba2ab467f5d port 3ba36ad4-073e-4a8e-bef5-92890146414d binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 15:52:58.992110 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:59.259915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33854) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:52:59.317855 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:59.329372 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Transition to ACTIVE for port object 3ba36ad4-073e-4a8e-bef5-92890146414d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 15:52:59.336071 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:59.377512 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-72817bfd-4211-45b2-a73d-cbcec2fe1651 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163187 Sep 07 15:52:59.396270 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Attempting to bind port 3ba36ad4-073e-4a8e-bef5-92890146414d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 15:52:59.396682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Attempting to bind port 3ba36ad4-073e-4a8e-bef5-92890146414d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 15:52:59.397058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Attempting to bind port 3ba36ad4-073e-4a8e-bef5-92890146414d on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 15:52:59.399440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6c0e0-44f0-4e6e-9b24-12988b28a68e None None] Pushing event updated for resources: {'Port': ['ID=3ba36ad4-073e-4a8e-bef5-92890146414d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:59.405697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 15:52:59.406094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 15:52:59.407134 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:59.407134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 15:52:59.407389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Bound port: 3ba36ad4-073e-4a8e-bef5-92890146414d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 15:52:59.407775 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:59.465013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] For port 3ba36ad4-073e-4a8e-bef5-92890146414d, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 15:52:59.468745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] For port 3ba36ad4-073e-4a8e-bef5-92890146414d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3ba36ad4-073e-4a8e-bef5-92890146414d,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 15:52:59.473450 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:52:59.535085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6c0e0-44f0-4e6e-9b24-12988b28a68e None None] Pushing event updated for resources: {'Port': ['ID=3ba36ad4-073e-4a8e-bef5-92890146414d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:52:59.538390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Routers {'eaec27db-646f-4b74-b662-0ba2ab467f5d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 15:52:59.539009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T15:52:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['eaec27db-646f-4b74-b662-0ba2ab467f5d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:52:59.716592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8111c08f-3b6e-44fc-aebd-68f957700917 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 15:52:59.767481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] Set router eaec27db-646f-4b74-b662-0ba2ab467f5d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 15:52:59.820731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8111c08f-3b6e-44fc-aebd-68f957700917 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:52:59.821230 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:00.069723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'name': 'router1', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3ba36ad4-073e-4a8e-bef5-92890146414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T15:52:38Z', 'updated_at': '2021-09-07T15:52:56Z', 'revision_number': 4, 'project_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'gw_port': {'id': '3ba36ad4-073e-4a8e-bef5-92890146414d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T15:52:55Z', 'updated_at': '2021-09-07T15:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '8111c08f-3b6e-44fc-aebd-68f957700917', 'name': '', 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'mac_address': 'fa:16:3e:eb:64:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a230b63-cf96-433e-9332-bd9ee20deba4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T15:52:48Z', 'updated_at': '2021-09-07T15:52:57Z', 'revision_number': 5, 'project_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'subnets': [{'id': '0a230b63-cf96-433e-9332-bd9ee20deba4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa322967-b6c1-4dd9-b03d-35a18f538be4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 15:53:00.098193 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbeca49-d21a-4c71-be74-f42fce9ab7e4 None None] The sync data for ids ['eaec27db-646f-4b74-b662-0ba2ab467f5d'] in n-d-807551-3 is: [{'id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'name': 'router1', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3ba36ad4-073e-4a8e-bef5-92890146414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T15:52:38Z', 'updated_at': '2021-09-07T15:52:56Z', 'revision_number': 4, 'project_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'gw_port': {'id': '3ba36ad4-073e-4a8e-bef5-92890146414d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T15:52:55Z', 'updated_at': '2021-09-07T15:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '8111c08f-3b6e-44fc-aebd-68f957700917', 'name': '', 'network_id': 'bbd73f8d-7074-418b-85f2-b8fc75ab0fef', 'tenant_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'mac_address': 'fa:16:3e:eb:64:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaec27db-646f-4b74-b662-0ba2ab467f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a230b63-cf96-433e-9332-bd9ee20deba4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T15:52:48Z', 'updated_at': '2021-09-07T15:52:57Z', 'revision_number': 5, 'project_id': '5d2f63ecf9634ef3932e8ea4a688638b', 'subnets': [{'id': '0a230b63-cf96-433e-9332-bd9ee20deba4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa322967-b6c1-4dd9-b03d-35a18f538be4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 15:53:01.687122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3ba36ad4-073e-4a8e-bef5-92890146414d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 15:53:01.751184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 3ba36ad4-073e-4a8e-bef5-92890146414d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 15:53:01.759625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3ba36ad4-073e-4a8e-bef5-92890146414d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:53:01.759625 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:01.849845 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:01.875088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 3ba36ad4-073e-4a8e-bef5-92890146414d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3ba36ad4-073e-4a8e-bef5-92890146414d,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:53:01.879689 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:01.932732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=3ba36ad4-073e-4a8e-bef5-92890146414d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:53:03.682906 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3ba36ad4-073e-4a8e-bef5-92890146414d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 15:53:03.767261 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3ba36ad4-073e-4a8e-bef5-92890146414d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:53:03.767715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:10.271940 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74864f1a-d50e-4252-96e0-1dd83e162248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:13.758946 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:14.163625 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-936386b2-864d-4da2-9fad-c4fa3695c45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:14.663594 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:16.571831 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:28.146317 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:53:40.255645 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67826c4f-0c42-4a9f-8aa3-d4c64c0d340b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:43.764565 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:44.156529 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3efcd1b8-e881-4508-96c4-cb866606a91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:44.671950 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:53:46.565817 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:05.136024 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:54:10.259204 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4f9077c-8433-41d1-af9f-fb1b26dff3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:13.759312 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:14.159130 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd73b2dd-d30a-428a-b532-e9e7f515ba98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:14.667398 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:16.573648 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:40.261899 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68e0c110-e656-484b-a526-935b5090c2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:41.853530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:54:41.923698 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e42eae-7d9d-456d-8745-22edcea7159d admin admin] GET failed (client error): The resource could not be found. Sep 07 15:54:41.925108 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f6e42eae-7d9d-456d-8745-22edcea7159d admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0705974 Sep 07 15:54:42.085345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c875f2ac-b358-4af7-925d-6da03be4cc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:54:42.087062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c875f2ac-b358-4af7-925d-6da03be4cc4d admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566548 Sep 07 15:54:42.145611 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:54:43.762465 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:44.164130 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-931030c1-36c0-48a7-97d5-da88b06cbcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:44.321278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34458) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:54:44.431224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c89aa-17e3-4fe6-84fa-d9b6e19ac26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:54:44.432555 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-890c89aa-17e3-4fe6-84fa-d9b6e19ac26a admin admin] 10.222.0.70 "GET /v2.0/subnets/0a230b63-cf96-433e-9332-bd9ee20deba4 HTTP/1.1" status: 200 len: 849 time: 0.1102924 Sep 07 15:54:44.444465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:54:44.527863 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:44.670089 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:44.671151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790661720549'] for subnet, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:44.700135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:54:44.701214 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:44.702495 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] 10.222.0.70 "PUT /v2.0/subnets/0a230b63-cf96-433e-9332-bd9ee20deba4 HTTP/1.1" status: 200 len: 868 time: 0.2633612 Sep 07 15:54:44.704616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfda44ef-afa2-443b-8d29-e686bb2b0988 None None] Network bbd73f8d-7074-418b-85f2-b8fc75ab0fef requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 15:54:44.727032 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a230b63-cf96-433e-9332-bd9ee20deba4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:54:44.734869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:54:44.735209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:54:44.735552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:54:44.735886 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:54:44.736389 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:54:44.736729 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:54:44.737060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:54:44.737385 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:54:44.737710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:54:44.738033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:54:44.738363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:54:44.738683 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9c969-e670-439b-906c-0646e75747f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:54:45.034465 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c4feb7ca-0d11-460d-9a49-7b1d33900773 None None] Provisioning complete for port c3d3c22f-28f4-4cbe-bfc9-a3223828a02d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:54:45.035056 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4feb7ca-0d11-460d-9a49-7b1d33900773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:45.124201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c4feb7ca-0d11-460d-9a49-7b1d33900773 None None] Provisioning complete for port 8111c08f-3b6e-44fc-aebd-68f957700917 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:54:45.124600 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4feb7ca-0d11-460d-9a49-7b1d33900773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:46.572192 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:54:46.905758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34468) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:54:47.107488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d2509f-2b6e-4c09-b624-b77ef20d1056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:54:47.107892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d2509f-2b6e-4c09-b624-b77ef20d1056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:54:47.109470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a5d2509f-2b6e-4c09-b624-b77ef20d1056 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027617 Sep 07 15:54:49.326820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34476) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:54:49.458253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa54c7fb-d1d1-4a59-956f-70006c2fd169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:54:49.458750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa54c7fb-d1d1-4a59-956f-70006c2fd169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:54:49.460320 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fa54c7fb-d1d1-4a59-956f-70006c2fd169 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325319 Sep 07 15:54:51.659784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34484) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:54:51.813386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc07edf2-3b5a-455b-8915-2efb303c3159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:54:51.814777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bc07edf2-3b5a-455b-8915-2efb303c3159 admin admin] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 886 time: 0.1537490 Sep 07 15:54:54.020060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34492) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:54:54.150757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dd7eb3-e665-4c71-afe2-13ed318ea43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:54:54.152142 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a8dd7eb3-e665-4c71-afe2-13ed318ea43e admin admin] 10.222.0.70 "GET /v2.0/networks/bbd73f8d-7074-418b-85f2-b8fc75ab0fef HTTP/1.1" status: 200 len: 869 time: 0.1310918 Sep 07 15:54:56.403658 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34500) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:54:56.530245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350dcf8-52a9-4e03-afca-66dc3cc42de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:54:56.530723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350dcf8-52a9-4e03-afca-66dc3cc42de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:54:56.532270 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1350dcf8-52a9-4e03-afca-66dc3cc42de0 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276574 Sep 07 15:54:58.750315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34508) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:54:58.842116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ff7a1-dda8-456e-96bc-b8e4c25002d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:54:58.842593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ff7a1-dda8-456e-96bc-b8e4c25002d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:54:58.844159 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-411ff7a1-dda8-456e-96bc-b8e4c25002d5 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928977 Sep 07 15:55:01.045698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34516) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:55:01.136426 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560a4cad-63c3-4563-b707-43077c729a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:55:01.137774 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-560a4cad-63c3-4563-b707-43077c729a2b admin admin] 10.222.0.70 "GET /v2.0/subnets/0a230b63-cf96-433e-9332-bd9ee20deba4 HTTP/1.1" status: 200 len: 868 time: 0.0911155 Sep 07 15:55:03.341367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34524) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:55:03.432590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5a7df9-038e-4649-a14f-bf2194b53159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:55:03.433992 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8a5a7df9-038e-4649-a14f-bf2194b53159 admin admin] 10.222.0.70 "GET /v2.0/subnets/396dd980-8cda-469a-90a7-8f4948327112 HTTP/1.1" status: 200 len: 816 time: 0.0916429 Sep 07 15:55:10.262599 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c2ae9f4-6c6c-4496-abee-abd1b30006c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:13.763133 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:14.166767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ccf304f-c92d-4617-babc-eda25b0f7626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:14.673014 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:16.581767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:19.134418 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:55:27.671294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34578) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:55:27.717762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-5234d36d-d8e5-43a4-bf55-5e6f9a4b8a58 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 15:55:27.718786 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5234d36d-d8e5-43a4-bf55-5e6f9a4b8a58 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464983 Sep 07 15:55:29.998375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34586) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:55:30.059046 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-941135e2-ebf1-485a-ba7b-8ad93cf64f77 admin admin] GET failed (client error): The resource could not be found. Sep 07 15:55:30.060392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-941135e2-ebf1-485a-ba7b-8ad93cf64f77 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610852 Sep 07 15:55:30.144826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc7a776-5951-4953-926f-3854f3020d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:55:30.146351 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dcc7a776-5951-4953-926f-3854f3020d7a admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813446 Sep 07 15:55:32.377156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34594) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:55:32.426192 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e31d64c3-e45a-4510-88cf-5f7eea11c3ea admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:55:32.448967 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31d64c3-e45a-4510-88cf-5f7eea11c3ea admin admin] Made reservation on behalf of e48125b1c6584eeeba9d2cfe9b6a9ad4 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 15:55:32.451251 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e31d64c3-e45a-4510-88cf-5f7eea11c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:32.478489 n-d-807551-3 neutron-server[94771]: WARNING neutron.services.revisions.revision_plugin [None req-e31d64c3-e45a-4510-88cf-5f7eea11c3ea admin admin] Could not find related network for resource to bump revision. Sep 07 15:55:32.493473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31d64c3-e45a-4510-88cf-5f7eea11c3ea admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 15:55:32.503090 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e31d64c3-e45a-4510-88cf-5f7eea11c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:32.503460 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-e31d64c3-e45a-4510-88cf-5f7eea11c3ea admin admin] Added segment a7809897-6de8-44df-a0a1-202b493da29d of type vlan for network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 Sep 07 15:55:32.550667 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e31d64c3-e45a-4510-88cf-5f7eea11c3ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:32.574477 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e31d64c3-e45a-4510-88cf-5f7eea11c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:32.575409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d64c3-e45a-4510-88cf-5f7eea11c3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:55:32.575995 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e31d64c3-e45a-4510-88cf-5f7eea11c3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:32.605193 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e31d64c3-e45a-4510-88cf-5f7eea11c3ea admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2269528 Sep 07 15:55:32.640331 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d64c3-e45a-4510-88cf-5f7eea11c3ea admin admin] Pushing event updated for resources: {'Network': ['ID=e7e7badd-1b3a-4b2e-860a-2cc2804584d4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:55:32.652271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 15:55:34.841710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34602) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:55:34.902864 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4735772-a43e-4515-84d6-65857a002fe0 admin admin] GET failed (client error): The resource could not be found. Sep 07 15:55:34.904191 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f4735772-a43e-4515-84d6-65857a002fe0 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614989 Sep 07 15:55:35.006253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cefee3-4fcb-4946-9a0e-7a17a363f92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:55:35.007723 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-21cefee3-4fcb-4946-9a0e-7a17a363f92b admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0988524 Sep 07 15:55:35.018266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d9553465-687b-426b-a235-3739615e9242 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 15:55:35.039475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9553465-687b-426b-a235-3739615e9242 admin admin] Made reservation on behalf of e48125b1c6584eeeba9d2cfe9b6a9ad4 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 15:55:35.041731 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9553465-687b-426b-a235-3739615e9242 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:35.306063 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9553465-687b-426b-a235-3739615e9242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:35.360410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9553465-687b-426b-a235-3739615e9242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7186c0b-b987-4a4c-aee9-6b869bca8e93,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:55:35.370577 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9553465-687b-426b-a235-3739615e9242 admin admin] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 15:55:35.370939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9553465-687b-426b-a235-3739615e9242 admin admin] Network hostable DHCP agents. Network: e7e7badd-1b3a-4b2e-860a-2cc2804584d4, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 15:55:35.387206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9553465-687b-426b-a235-3739615e9242 admin admin] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 15:55:35.396596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d9553465-687b-426b-a235-3739615e9242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, e7e7badd-1b3a-4b2e-860a-2cc2804584d4) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 15:55:35.400734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9553465-687b-426b-a235-3739615e9242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 15:55:35.401342 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9553465-687b-426b-a235-3739615e9242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:35.405548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814efa01-4a53-43e2-9361-42ab4b54e873 None None] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 15:55:35.417140 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d9553465-687b-426b-a235-3739615e9242 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4020953 Sep 07 15:55:35.685796 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'tenant_id': 'e48125b1c6584eeeba9d2cfe9b6a9ad4', 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 15:55:35.686685 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:35.841539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Allocated IP 192.168.233.2 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/3a73b029-d695-4645-a334-8ad2b5d1205a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 15:55:35.993750 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:36.003018 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Transition to ACTIVE for port object 3a73b029-d695-4645-a334-8ad2b5d1205a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 15:55:36.019510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Transition to ACTIVE for port object 3a73b029-d695-4645-a334-8ad2b5d1205a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 15:55:36.026891 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:36.068478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 15:55:36.071360 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 15:55:36.075035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 15:55:36.088014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Pushing event updated for resources: {'Port': ['ID=3a73b029-d695-4645-a334-8ad2b5d1205a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:55:36.107997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:55:36.108370 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:55:36.108716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:55:36.109076 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:55:36.109408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:55:36.109737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:55:36.110060 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:55:36.110388 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:55:36.110715 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:55:36.111033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:55:36.111355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:55:36.111679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:55:36.148171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Attempting to bind port 3a73b029-d695-4645-a334-8ad2b5d1205a on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 15:55:36.148652 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Attempting to bind port 3a73b029-d695-4645-a334-8ad2b5d1205a by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 15:55:36.149025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Attempting to bind port 3a73b029-d695-4645-a334-8ad2b5d1205a on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 15:55:36.154264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 15, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 15:55:36.154651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 15:55:36.155062 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:36.155463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 15:55:36.155940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Bound port: 3a73b029-d695-4645-a334-8ad2b5d1205a, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 15:55:36.156396 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:36.222512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] For port 3a73b029-d695-4645-a334-8ad2b5d1205a, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 15:55:36.227099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] For port 3a73b029-d695-4645-a334-8ad2b5d1205a, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3a73b029-d695-4645-a334-8ad2b5d1205a,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 15:55:36.232274 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:36.293878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef29b0-1c51-4057-9685-f15e5970715b None None] Pushing event updated for resources: {'Port': ['ID=3a73b029-d695-4645-a334-8ad2b5d1205a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:55:37.151239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e09ef21-fa1d-431f-90ed-3747e1cb14a3 None None] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 15:55:37.264570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0ff428b4-6903-4f3c-af8e-9f28e27b054c None None] Provisioning for port 3a73b029-d695-4645-a334-8ad2b5d1205a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 15:55:37.818754 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a73b029-d695-4645-a334-8ad2b5d1205a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 15:55:37.869351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 3a73b029-d695-4645-a334-8ad2b5d1205a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 15:55:37.873662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3a73b029-d695-4645-a334-8ad2b5d1205a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:55:37.874059 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:37.954463 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:37.988096 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 3a73b029-d695-4645-a334-8ad2b5d1205a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3a73b029-d695-4645-a334-8ad2b5d1205a,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 15:55:37.992112 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:38.042398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=3a73b029-d695-4645-a334-8ad2b5d1205a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:55:39.788045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a73b029-d695-4645-a334-8ad2b5d1205a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 15:55:39.837052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3a73b029-d695-4645-a334-8ad2b5d1205a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 15:55:39.837426 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:40.264084 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-93f5b30b-beaa-446f-90e4-232fcaedb526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:43.764242 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:44.168918 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9075473e-e4f0-497f-b65d-3df63b1cc2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:44.677482 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:46.582355 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:55:56.134787 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:56:10.266106 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6f9c-b67c-43ba-9627-0d8bf6bf00cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:13.765927 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:14.170850 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a689-de45-4463-80e6-670e6531c1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:14.680228 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:16.577979 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:33.134053 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:56:40.270058 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35a072f1-8773-4992-9013-0ede52b1573e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:43.768805 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:44.174450 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c42a4144-99c6-41de-bc03-10b88b5860b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:44.613397 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:56:44.619748 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-5be5758d-7062-42e7-acdc-64b05eb8e2f5 tempest-verify_tempest_config-1292571877 tempest-verify_tempest_config-1292571877-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 15:56:44.620773 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5be5758d-7062-42e7-acdc-64b05eb8e2f5 tempest-verify_tempest_config-1292571877 tempest-verify_tempest_config-1292571877-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061305 Sep 07 15:56:44.681370 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:44.917535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34672) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:56:45.017480 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:45.120578 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:45.124363 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:45.172986 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8fc09cd33d53447da6ce91cb2dddb891&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2544353 Sep 07 15:56:45.174070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3496e0-bb45-44c4-8bd2-0267a6bf4e33,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:56:45.175806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34676) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 15:56:45.180788 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.181142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.181483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.181816 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.182144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.182472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.182796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.183117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.183440 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.183883 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.184281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.190117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb418b97-0e66-43bc-8b29-ba61f6320248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.232106 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:45.252366 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:45.341570 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:45.344102 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:56:45.345348 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a3496e0-bb45-44c4-8bd2-0267a6bf4e33 HTTP/1.1" status: 204 len: 168 time: 0.1684899 Sep 07 15:56:45.353218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3496e0-bb45-44c4-8bd2-0267a6bf4e33,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 15:56:45.359763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.360113 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.360484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.360830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.361165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.361498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.361829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.362160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.362486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.362816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.363151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:45.363476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0781cf-c1c0-419e-8619-f0e105531d68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 15:56:46.582954 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:57:10.132859 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:57:10.271307 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-38f5fe19-21d8-4647-aa36-ca740b5aab2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:57:13.772388 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:57:14.176761 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f80cdf34-3c98-4ca8-a7e2-cac894028a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:57:14.684669 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:57:16.585307 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:57:40.281276 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a4a615f-4637-4c33-a8a5-a53001d80191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:57:43.772780 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:57:44.180805 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae44d01a-18cb-43b3-9cac-f0b34a077b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:57:44.689435 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:57:46.588014 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:57:47.131406 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:58:10.273814 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3872719-a233-4aa4-b3bd-fa69201e06bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:58:13.774732 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:58:14.181125 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4c37f69-5996-40ad-aa74-c2f00c67a856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:58:14.690781 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:58:16.590456 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:58:24.129740 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:58:40.275477 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64c0b499-162b-4a79-b578-9425aa419843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:58:43.777111 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:58:44.184164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adef34ba-83d0-406c-9181-e167a9b1db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:58:44.694429 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:58:46.593645 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:59:01.128134 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:59:10.289804 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ec00-9fce-46f7-8110-37805ce1fae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:59:13.795201 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:59:14.186481 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f8fbc32-7d0f-44f8-8a28-14eedffb8d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:59:14.698989 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:59:16.605526 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:59:38.131907 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 5 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 15:59:40.275314 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-822ac38f-109a-420a-b89a-116f303d9bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:59:43.781469 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:59:44.190681 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7d9c4c3-e942-4228-bd06-b3628d21b28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:59:44.704796 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 15:59:46.606979 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:01.374140 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7988967'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:02.034322 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7988967'] for agent, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:10.288085 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2826d33a-e36c-4efa-95c1-115cf8e3c65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:13.777244 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:14.194081 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85f7035e-3901-4ba7-904e-58b280e7fd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:14.704309 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:15.131545 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:00:16.611409 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:31.326537 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:31.998959 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:40.282742 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ea92467-d129-4e50-aced-87acd9401900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:43.784075 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:44.201362 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4522ce25-26ae-477f-8038-b810612f956c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:44.707303 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:46.612984 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:00:51.731168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34742) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:00:51.845310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c1583224-22d7-46f5-b50a-3dc75af4ed18 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1129215 Sep 07 16:00:52.130776 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:00:54.172215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34752) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:00:54.241762 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-034a905b-39dc-4f3e-b776-8951b2d0f368 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0680664 Sep 07 16:01:01.338212 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:01:02.027914 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:01:10.285544 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fac812f0-c04a-4466-83c3-f8c69351ac0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:01:13.778005 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:01:14.193038 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bc7b17be-56cb-4afc-ad2e-afa61061f451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:01:14.709627 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:01:16.616221 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:01:29.129717 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:01:31.358120 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:01:32.047442 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:01:40.292028 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cff52669-7ddf-4cd1-bff3-bc0f5f82b0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:01:43.793346 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:01:44.319875 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5241bf7-dfd8-4560-97df-efe3c8e0175e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:01:44.720648 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:01:46.622478 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:01.375647 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:02.053446 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:06.132761 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:02:10.289512 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d85f0aa7-4f13-4593-896c-25fa358dc752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:13.788911 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:14.192949 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2360903f-5d76-47c7-b3dd-86c23482055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:14.714825 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:16.681632 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:21.064524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34976) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:21.536423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6bdc0fdf-e2bb-4e41-ad2f-f8fcaaad0de7 tempest-AutoAllocateNetworkTest-1955623223 tempest-AutoAllocateNetworkTest-1955623223-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=27b55caaaf5e4997a169ef9c935919bc&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4679852 Sep 07 16:02:21.536725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34996) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:21.754932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0768c38-c792-4890-881a-ac00b299cc0e tempest-AutoAllocateNetworkTest-1955623223 tempest-AutoAllocateNetworkTest-1955623223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:21.759390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d0768c38-c792-4890-881a-ac00b299cc0e tempest-AutoAllocateNetworkTest-1955623223 tempest-AutoAllocateNetworkTest-1955623223-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2187817 Sep 07 16:02:21.759992 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35006) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:21.820381 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0db9096c-ddbd-4310-bedf-45746ec74c0f tempest-AutoAllocateNetworkTest-1955623223 tempest-AutoAllocateNetworkTest-1955623223-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564990 Sep 07 16:02:21.820835 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35010) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:21.854042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35012) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:21.855271 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d2963b54-2c49-46c5-94b0-2fd5be999800 tempest-AutoAllocateNetworkTest-1955623223 tempest-AutoAllocateNetworkTest-1955623223-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=27b55caaaf5e4997a169ef9c935919bc HTTP/1.1" status: 200 len: 208 time: 0.0331509 Sep 07 16:02:22.274196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-network', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:22.296818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Made reservation on behalf of da81e3ba90e64f67b8e64e6d0bddb0fe for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:02:22.299308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:22.308690 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:22.438187 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:22.443414 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:22.488589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b718c5a-ce82-4f0d-9233-b5bd7423d53e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:22.491059 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:02:22.501408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:22.501802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:22.502407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:22.502768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:22.503152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:22.503526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:22.504693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:22.504693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:22.505060 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:22.505570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:22.506052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:22.506542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Tracked resource versions report: Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: pushed versions: Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: { 'AddressGroup': {'1.2'}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'ConntrackHelper': {'1.0'}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'Log': {'1.0'}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'Network': {'1.1'}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'Port': {'1.7'}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'PortForwarding': {'1.2'}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'QosPolicy': {'1.9'}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'SecurityGroup': {'1.4'}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'SecurityGroupRule': {'1.2'}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'SubPort': {'1.0'}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'Subnet': {'1.1'}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'Trunk': {'1.1'}} Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: consumer versions: Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: { DHCP agent@n-d-807551-3: {}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: HyperV agent@n-h1-807551-3: {}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: HyperV agent@n-h2-807551-3: {}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: L3 agent@n-d-807551-3: {}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: Metadata agent@n-d-807551-3: {}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: Metering agent@n-d-807551-3: {}, Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: Open vSwitch agent@n-d-807551-3: { 'AddressGroup': '1.2', Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'ConntrackHelper': '1.0', Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'Log': '1.0', Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'Network': '1.1', Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'Port': '1.7', Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'PortForwarding': '1.2', Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'QosPolicy': '1.9', Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'SecurityGroup': '1.4', Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'SecurityGroupRule': '1.2', Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'SubPort': '1.0', Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'Subnet': '1.1', Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: 'Trunk': '1.1'}} Sep 07 16:02:22.507771 n-d-807551-3 neutron-server[94770]: {{(pid=94770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 16:02:22.522765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:22.523825 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Added segment c0f3c9a1-8358-492c-b104-a72f8fe1627c of type vlan for network 40d34971-072c-4081-981f-edebb2a17e0d Sep 07 16:02:22.573417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35048) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:22.599125 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:22.628163 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:22.630186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:22.630939 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:22.657749 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8023303 Sep 07 16:02:22.661025 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35054) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:22.667997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Request body: {'subnet': {'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-subnet', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:22.704982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d335547-ba84-4aee-8193-1953e1ae22af admin admin] Pushing event updated for resources: {'Network': ['ID=40d34971-072c-4081-981f-edebb2a17e0d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:22.711254 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Made reservation on behalf of da81e3ba90e64f67b8e64e6d0bddb0fe for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:02:22.715854 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:22.719133 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 40d34971-072c-4081-981f-edebb2a17e0d details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:02:22.949761 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:22.978094 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbb624f3-6e98-462a-b532-6bf20d335d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.001165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731e0036-3c31-475c-ac6a-735261833588,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:23.010700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:23.011269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:23.011612 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:23.012135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:23.012691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:23.013201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:23.013717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:23.014209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:23.014685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:23.015202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:23.015692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:23.016323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Tracked resource versions report: Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: pushed versions: Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: { 'AddressGroup': {'1.2'}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'ConntrackHelper': {'1.0'}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'Log': {'1.0'}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'Network': {'1.1'}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'Port': {'1.7'}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'PortForwarding': {'1.2'}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'QosPolicy': {'1.9'}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'SecurityGroup': {'1.4'}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'SecurityGroupRule': {'1.2'}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'SubPort': {'1.0'}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'Subnet': {'1.1'}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'Trunk': {'1.1'}} Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: consumer versions: Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: { DHCP agent@n-d-807551-3: {}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: HyperV agent@n-h1-807551-3: {}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: HyperV agent@n-h2-807551-3: {}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: L3 agent@n-d-807551-3: {}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: Metadata agent@n-d-807551-3: {}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: Metering agent@n-d-807551-3: {}, Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: Open vSwitch agent@n-d-807551-3: { 'AddressGroup': '1.2', Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'ConntrackHelper': '1.0', Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'Log': '1.0', Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'Network': '1.1', Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'Port': '1.7', Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'PortForwarding': '1.2', Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'QosPolicy': '1.9', Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'SecurityGroup': '1.4', Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'SecurityGroupRule': '1.2', Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'SubPort': '1.0', Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'Subnet': '1.1', Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: 'Trunk': '1.1'}} Sep 07 16:02:23.017892 n-d-807551-3 neutron-server[94771]: {{(pid=94771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 16:02:23.079236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Checking segment: {'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:02:23.079598 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Network hostable DHCP agents. Network: 40d34971-072c-4081-981f-edebb2a17e0d, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:02:23.107408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Network 40d34971-072c-4081-981f-edebb2a17e0d is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:02:23.110722 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbb624f3-6e98-462a-b532-6bf20d335d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.117707 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbb624f3-6e98-462a-b532-6bf20d335d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.122863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 40d34971-072c-4081-981f-edebb2a17e0d) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:23.137781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1fe590-37da-4bb7-bf40-28101a5e1194 None None] Network 40d34971-072c-4081-981f-edebb2a17e0d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:02:23.145989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:23.147303 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.178287 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b1c163c0-12a4-4289-9bcb-11ec087c0cc5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5158236 Sep 07 16:02:23.179368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35074) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:23.184061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:23.192932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb624f3-6e98-462a-b532-6bf20d335d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b5bfd6-a12e-4c64-98a0-d76bf28b053b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:23.241824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fbb624f3-6e98-462a-b532-6bf20d335d92 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27b55caaaf5e4997a169ef9c935919bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6670761 Sep 07 16:02:23.244805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35076) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:23.253463 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.255051 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.366371 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.392596 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-40d34971-072c-4081-981f-edebb2a17e0d', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:02:23.394173 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.566156 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcb0b00f-9456-4288-8dd6-b411554cc8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.594896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Allocated IP 172.20.0.2 (40d34971-072c-4081-981f-edebb2a17e0d/731e0036-3c31-475c-ac6a-735261833588/a2675f32-113a-4114-ba5f-0489010a1cb9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:02:23.695736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcb0b00f-9456-4288-8dd6-b411554cc8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.746826 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.905391 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcb0b00f-9456-4288-8dd6-b411554cc8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.913079 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.915072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcb0b00f-9456-4288-8dd6-b411554cc8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:23.917974 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fcb0b00f-9456-4288-8dd6-b411554cc8a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d5b5bfd6-a12e-4c64-98a0-d76bf28b053b HTTP/1.1" status: 204 len: 168 time: 0.6713657 Sep 07 16:02:23.928479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Transition to ACTIVE for port object a2675f32-113a-4114-ba5f-0489010a1cb9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:23.930227 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0b00f-9456-4288-8dd6-b411554cc8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b5bfd6-a12e-4c64-98a0-d76bf28b053b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:23.975087 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Transition to ACTIVE for port object a2675f32-113a-4114-ba5f-0489010a1cb9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:23.987400 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:24.071187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Network 40d34971-072c-4081-981f-edebb2a17e0d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:02:24.089133 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:24.097214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:02:24.106038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Pushing event updated for resources: {'Port': ['ID=a2675f32-113a-4114-ba5f-0489010a1cb9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:24.116833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:24.117185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:24.117537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:24.117879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:24.118708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:24.118833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:24.119608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:24.119996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:24.120362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:24.120694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:24.121208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:24.121495 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Tracked resource versions report: Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: pushed versions: Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: { 'AddressGroup': {'1.2'}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'ConntrackHelper': {'1.0'}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'Log': {'1.0'}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'Network': {'1.1'}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'Port': {'1.7'}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'PortForwarding': {'1.2'}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'QosPolicy': {'1.9'}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'SecurityGroup': {'1.4'}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'SecurityGroupRule': {'1.2'}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'SubPort': {'1.0'}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'Subnet': {'1.1'}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'Trunk': {'1.1'}} Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: consumer versions: Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: { DHCP agent@n-d-807551-3: {}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: HyperV agent@n-h1-807551-3: {}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: HyperV agent@n-h2-807551-3: {}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: L3 agent@n-d-807551-3: {}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: Metadata agent@n-d-807551-3: {}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: Metering agent@n-d-807551-3: {}, Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: Open vSwitch agent@n-d-807551-3: { 'AddressGroup': '1.2', Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'ConntrackHelper': '1.0', Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'Log': '1.0', Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'Network': '1.1', Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'Port': '1.7', Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'PortForwarding': '1.2', Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'QosPolicy': '1.9', Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'SecurityGroup': '1.4', Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'SecurityGroupRule': '1.2', Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'SubPort': '1.0', Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'Subnet': '1.1', Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: 'Trunk': '1.1'}} Sep 07 16:02:24.122621 n-d-807551-3 neutron-server[94772]: {{(pid=94772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 16:02:24.124664 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:24.158754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:24.204133 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Attempting to bind port a2675f32-113a-4114-ba5f-0489010a1cb9 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:02:24.205870 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Attempting to bind port a2675f32-113a-4114-ba5f-0489010a1cb9 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:02:24.206256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Attempting to bind port a2675f32-113a-4114-ba5f-0489010a1cb9 on network 40d34971-072c-4081-981f-edebb2a17e0d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:02:24.241647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:02:24.242204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Checking segment: {'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:02:24.242688 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:24.243107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Bound using segment: {'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:02:24.243671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Bound port: a2675f32-113a-4114-ba5f-0489010a1cb9, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:02:24.244064 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:24.325607 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Allocated IP 172.25.3.65 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/eed68168-3b1b-4616-a083-ce1dcba1db88) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:02:24.405717 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] For port a2675f32-113a-4114-ba5f-0489010a1cb9, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:02:24.411265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] For port a2675f32-113a-4114-ba5f-0489010a1cb9, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a2675f32-113a-4114-ba5f-0489010a1cb9,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:02:24.421482 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:24.433157 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:24.489089 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:24.552973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Pushing event updated for resources: {'Port': ['ID=eed68168-3b1b-4616-a083-ce1dcba1db88,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:24.570632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf0b02-8e1e-40ac-ace9-73d8ba8a4c49 None None] Pushing event updated for resources: {'Port': ['ID=a2675f32-113a-4114-ba5f-0489010a1cb9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:24.577330 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:02:24.579112 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:24.582542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:02:25.058439 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:25.334164 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:25.412014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35158) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:25.537429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:02:25.683270 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b5682d4-0578-412a-ba6b-4c945f04dcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:25.696882 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:02:25.709786 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Sync routers for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:02:25.730336 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:02:25.731096 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:02:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:25.824677 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b5682d4-0578-412a-ba6b-4c945f04dcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:25.830851 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b5682d4-0578-412a-ba6b-4c945f04dcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:25.842850 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:25.851251 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-27400a07-2768-4e16-ab28-29baea0694b1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6699219 Sep 07 16:02:25.852990 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35176) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:25.952649 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5b5682d4-0578-412a-ba6b-4c945f04dcf4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ca4f465548f4d1c9d50bb2b5aa7c483&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5385685 Sep 07 16:02:25.954159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35178) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:25.958204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5682d4-0578-412a-ba6b-4c945f04dcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb559d0-df18-4c68-b6ed-5faa6cd5a5c1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:26.074598 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:02:26.107115 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76cd25ae-2d9d-451b-83d1-2f9b3da1114c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:26.180300 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76cd25ae-2d9d-451b-83d1-2f9b3da1114c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:26.241559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0037d44-a9a8-4e57-bd44-62648fca4abc None None] Network 40d34971-072c-4081-981f-edebb2a17e0d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:02:26.317587 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76cd25ae-2d9d-451b-83d1-2f9b3da1114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:26.321026 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76cd25ae-2d9d-451b-83d1-2f9b3da1114c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:26.324642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-76cd25ae-2d9d-451b-83d1-2f9b3da1114c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8eb559d0-df18-4c68-b6ed-5faa6cd5a5c1 HTTP/1.1" status: 204 len: 168 time: 0.3556526 Sep 07 16:02:26.340837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd25ae-2d9d-451b-83d1-2f9b3da1114c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb559d0-df18-4c68-b6ed-5faa6cd5a5c1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:26.525178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:26.529367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a2675f32-113a-4114-ba5f-0489010a1cb9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:26.662447 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:24Z', 'revision_number': 3, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:26.677231 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f0fd1d5c-6ea8-43a1-8262-c1d0987a0e55 None None] Provisioning for port a2675f32-113a-4114-ba5f-0489010a1cb9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:26.685276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f0fd1d5c-6ea8-43a1-8262-c1d0987a0e55 None None] Provisioning complete for port a2675f32-113a-4114-ba5f-0489010a1cb9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:26.686065 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0fd1d5c-6ea8-43a1-8262-c1d0987a0e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:26.732987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port a2675f32-113a-4114-ba5f-0489010a1cb9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:26.742693 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Checking router: 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:02:26.743234 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Updating router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 port eed68168-3b1b-4616-a083-ce1dcba1db88 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:02:26.759157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a2675f32-113a-4114-ba5f-0489010a1cb9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:26.759762 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:26.821330 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:26.902620 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0fd1d5c-6ea8-43a1-8262-c1d0987a0e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:26.962279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f0fd1d5c-6ea8-43a1-8262-c1d0987a0e55 None None] For port a2675f32-113a-4114-ba5f-0489010a1cb9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a2675f32-113a-4114-ba5f-0489010a1cb9,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:26.984767 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Allocated IP 172.20.0.1 (40d34971-072c-4081-981f-edebb2a17e0d/731e0036-3c31-475c-ac6a-735261833588/fcc8d54b-b204-4a87-aa1b-dad8afe7a812) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:02:26.986564 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0fd1d5c-6ea8-43a1-8262-c1d0987a0e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:27.077251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd1d5c-6ea8-43a1-8262-c1d0987a0e55 None None] Pushing event updated for resources: {'Port': ['ID=a2675f32-113a-4114-ba5f-0489010a1cb9,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:27.127960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b5284767-934c-4278-80c4-1da9fc3c4a05 None None] Provisioning complete for port a2675f32-113a-4114-ba5f-0489010a1cb9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:27.128360 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5284767-934c-4278-80c4-1da9fc3c4a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:27.218085 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:27.259744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Transition to ACTIVE for port object fcc8d54b-b204-4a87-aa1b-dad8afe7a812 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:27.334398 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:27.430789 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Network 40d34971-072c-4081-981f-edebb2a17e0d is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:02:27.438420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:27.448564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:02:27.449479 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:27.510327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35252) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:27.515035 n-d-807551-3 neutron-server[94770]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 16:02:27.565879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-4ef20a0b-d48d-4a42-b002-3c7dd531f2c6 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ea9e474f9fb940faaa7736036e8f9987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510685 Sep 07 16:02:27.677836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Pushing event updated for resources: {'Port': ['ID=fcc8d54b-b204-4a87-aa1b-dad8afe7a812,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:27.779316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-e92f951b-3ce8-4ddc-9bb3-1f0bc0cde06a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:27.787754 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-e92f951b-3ce8-4ddc-9bb3-1f0bc0cde06a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195864 Sep 07 16:02:27.789551 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:27.807722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-e09bd18d-c232-420f-95e6-4aaf58a9dcba tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/quotas/ea9e474f9fb940faaa7736036e8f9987 HTTP/1.1" status: 200 len: 375 time: 0.0182455 Sep 07 16:02:27.811038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0e651508-5a66-435d-9441-f790ccf590ad None None] Provisioning for port fcc8d54b-b204-4a87-aa1b-dad8afe7a812 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:27.811564 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Transition to ACTIVE for port object eed68168-3b1b-4616-a083-ce1dcba1db88 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:27.819448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0e651508-5a66-435d-9441-f790ccf590ad None None] Provisioning complete for port fcc8d54b-b204-4a87-aa1b-dad8afe7a812 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:27.819828 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e651508-5a66-435d-9441-f790ccf590ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:27.825442 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:27.922641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:27.936278 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Pushing event updated for resources: {'Port': ['ID=eed68168-3b1b-4616-a083-ce1dcba1db88,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:27.941159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-8856badd-5942-430e-9839-ee48aadee1d4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1320930 Sep 07 16:02:27.943665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0e651508-5a66-435d-9441-f790ccf590ad None None] Port fcc8d54b-b204-4a87-aa1b-dad8afe7a812 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:02:27.964190 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:27.965625 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:27.966105 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:27.967203 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:27.967675 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:27.968862 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:27.970735 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:27.971217 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:27.971707 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:27.972180 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:27.974551 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:27.975040 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Tracked resource versions report: Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: pushed versions: Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: { 'AddressGroup': {'1.2'}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'ConntrackHelper': {'1.0'}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'Log': {'1.0'}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'Network': {'1.1'}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'Port': {'1.7'}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'PortForwarding': {'1.2'}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'QosPolicy': {'1.9'}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'SecurityGroup': {'1.4'}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'SecurityGroupRule': {'1.2'}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'SubPort': {'1.0'}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'Subnet': {'1.1'}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'Trunk': {'1.1'}} Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: consumer versions: Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: { DHCP agent@n-d-807551-3: {}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: HyperV agent@n-h1-807551-3: {}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: HyperV agent@n-h2-807551-3: {}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: L3 agent@n-d-807551-3: {}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: Metadata agent@n-d-807551-3: {}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: Metering agent@n-d-807551-3: {}, Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: Open vSwitch agent@n-d-807551-3: { 'AddressGroup': '1.2', Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'ConntrackHelper': '1.0', Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'Log': '1.0', Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'Network': '1.1', Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'Port': '1.7', Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'PortForwarding': '1.2', Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'QosPolicy': '1.9', Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'SecurityGroup': '1.4', Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'SecurityGroupRule': '1.2', Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'SubPort': '1.0', Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'Subnet': '1.1', Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: 'Trunk': '1.1'}} Sep 07 16:02:27.976279 n-d-807551-3 neutron-server[94773]: {{(pid=94773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 16:02:27.990075 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Attempting to bind port eed68168-3b1b-4616-a083-ce1dcba1db88 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:02:27.994495 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Attempting to bind port eed68168-3b1b-4616-a083-ce1dcba1db88 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:02:28.004004 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:28.004756 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Attempting to bind port eed68168-3b1b-4616-a083-ce1dcba1db88 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:02:28.010439 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:02:28.010825 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:02:28.011353 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:28.011754 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:02:28.012233 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Bound port: eed68168-3b1b-4616-a083-ce1dcba1db88, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:02:28.012703 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:28.023972 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd26a95d-c03f-4c8f-917f-b31e216dc77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:28.124470 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] For port eed68168-3b1b-4616-a083-ce1dcba1db88, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:02:28.134254 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] For port eed68168-3b1b-4616-a083-ce1dcba1db88, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=eed68168-3b1b-4616-a083-ce1dcba1db88,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:02:28.143008 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:28.156553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a2675f32-113a-4114-ba5f-0489010a1cb9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:28.232728 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:02:28.233019 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:02:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:28.324869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a2675f32-113a-4114-ba5f-0489010a1cb9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:28.325619 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:28.370880 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:28.382828 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:28.383752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:28.425174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35292) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:28.450507 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:02:28.503078 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb528302-6ce8-4024-ba9f-24d12a4b5381 None None] Pushing event updated for resources: {'Port': ['ID=eed68168-3b1b-4616-a083-ce1dcba1db88,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:28.534298 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Pushing event updated for resources: {'Port': ['ID=fcc8d54b-b204-4a87-aa1b-dad8afe7a812,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:28.562384 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd26a95d-c03f-4c8f-917f-b31e216dc77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:28.578982 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd26a95d-c03f-4c8f-917f-b31e216dc77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:28.828531 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 1, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:28.851421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Network 40d34971-072c-4081-981f-edebb2a17e0d is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:02:28.854101 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cd26a95d-c03f-4c8f-917f-b31e216dc77e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e1f31c2a19142df80a6e246e0580975&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9294424 Sep 07 16:02:28.857106 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35300) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:28.860450 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:28.868560 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35302) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:28.871478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26a95d-c03f-4c8f-917f-b31e216dc77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f31bd79-9e2a-4791-a220-2da579250253,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:28.915060 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9058a-7efd-4d08-a972-7d165f124577 None None] The sync data for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 is: [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 1, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:02:28.952661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35306) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:29.018607 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-efa83171-04a7-4456-92a1-4ff90799ca29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:29.108715 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:02:29.202625 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-efa83171-04a7-4456-92a1-4ff90799ca29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:29.222046 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df3f0305-67d0-452a-9349-78973cd25c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:29.231814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-dd5af2b7-69d6-4e51-92f3-14cb4cd3b964 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9863fb9a724e428280d7f6a12ebd4764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1191204 Sep 07 16:02:29.448843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:02:29.465614 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8704f440-b188-4d08-af3e-22ca1686748b admin admin] 10.222.0.70 "PUT /v2.0/routers/8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6112564 Sep 07 16:02:29.467866 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b43db595-b3fb-4280-8a83-8462c52ba682 None None] Provisioning complete for port fcc8d54b-b204-4a87-aa1b-dad8afe7a812 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:29.468563 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b43db595-b3fb-4280-8a83-8462c52ba682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:29.490099 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a49dae9-096a-4351-9987-d349c0c7baf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:29.503256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-432aa026-db36-40dd-b4be-4e24ec82e6e1 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:29.524888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-432aa026-db36-40dd-b4be-4e24ec82e6e1 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2912788 Sep 07 16:02:29.572353 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b43db595-b3fb-4280-8a83-8462c52ba682 None None] Port fcc8d54b-b204-4a87-aa1b-dad8afe7a812 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:02:29.581887 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-54b44c03-e208-4bf8-a0e6-fce2e26efbcf tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/quotas/9863fb9a724e428280d7f6a12ebd4764 HTTP/1.1" status: 200 len: 375 time: 0.0558109 Sep 07 16:02:29.678065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24144f14-1704-4d0c-9ede-ce18ee2d54cf req-1bc410eb-4ae7-415f-96b6-0755204f835c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 210 time: 0.7194111 Sep 07 16:02:29.723375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-4f881451-8131-4b47-b334-a5b7ac710fc9 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9863fb9a724e428280d7f6a12ebd4764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1402009 Sep 07 16:02:29.762013 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-efa83171-04a7-4456-92a1-4ff90799ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:29.763423 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a49dae9-096a-4351-9987-d349c0c7baf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:29.765045 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-efa83171-04a7-4456-92a1-4ff90799ca29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:29.766494 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-efa83171-04a7-4456-92a1-4ff90799ca29 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f31bd79-9e2a-4791-a220-2da579250253 HTTP/1.1" status: 204 len: 168 time: 0.9077368 Sep 07 16:02:29.771917 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1a49dae9-096a-4351-9987-d349c0c7baf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:29.811419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa83171-04a7-4456-92a1-4ff90799ca29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f31bd79-9e2a-4791-a220-2da579250253,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:29.841340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35354) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:29.844086 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1a49dae9-096a-4351-9987-d349c0c7baf9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79da92d05a5746dbaba084b479dd1e92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9654572 Sep 07 16:02:29.896091 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49dae9-096a-4351-9987-d349c0c7baf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9243df01-2d66-4631-a342-f1419572a0ba,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:30.083673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64b10046-31e6-4e68-82e3-f76e0c99a3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:30.154007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07ac0963-e8a1-4fae-b74d-1bba97f56eab req-0a497fee-1b27-485c-8084-57e3ec133950 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 210 time: 0.0577700 Sep 07 16:02:30.177907 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64b10046-31e6-4e68-82e3-f76e0c99a3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:30.225735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df3f0305-67d0-452a-9349-78973cd25c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:30.270099 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df3f0305-67d0-452a-9349-78973cd25c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:30.314540 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-df3f0305-67d0-452a-9349-78973cd25c8d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d06b908d6f194e2b8578e00396182350&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8874257 Sep 07 16:02:30.314871 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35378) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:30.381656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f0305-67d0-452a-9349-78973cd25c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a120a3-4a42-486a-86e0-19f96a01312e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:30.402647 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64b10046-31e6-4e68-82e3-f76e0c99a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:30.411182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d96508c4-7fd6-4070-a70e-9c9032691b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:30.417203 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64b10046-31e6-4e68-82e3-f76e0c99a3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:30.418943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-64b10046-31e6-4e68-82e3-f76e0c99a3e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9243df01-2d66-4631-a342-f1419572a0ba HTTP/1.1" status: 204 len: 168 time: 0.5709932 Sep 07 16:02:30.449385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b10046-31e6-4e68-82e3-f76e0c99a3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9243df01-2d66-4631-a342-f1419572a0ba,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:30.486248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d96508c4-7fd6-4070-a70e-9c9032691b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:30.554388 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d96508c4-7fd6-4070-a70e-9c9032691b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:30.557133 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d96508c4-7fd6-4070-a70e-9c9032691b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:30.558542 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d96508c4-7fd6-4070-a70e-9c9032691b61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16a120a3-4a42-486a-86e0-19f96a01312e HTTP/1.1" status: 204 len: 168 time: 0.2413604 Sep 07 16:02:30.569912 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96508c4-7fd6-4070-a70e-9c9032691b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a120a3-4a42-486a-86e0-19f96a01312e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:31.009538 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef83b9c-a9d3-4022-81b9-5fdf5af78415 req-e2196570-2dcf-4d38-83a3-2510751dff7d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 210 time: 0.0407820 Sep 07 16:02:31.291888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35426) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:31.312565 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f57a5a9a-4488-4808-8201-cd619069602e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:31.320191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58ddf379-d60d-492b-9eff-a25175db9780 req-3d298992-6ea5-4689-b22c-5b209dfb9bb2 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 210 time: 0.0603232 Sep 07 16:02:31.342886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35428) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:31.372047 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb551ba-f339-4aa5-ab93-d44b625d73d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:31.416837 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:31.462877 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f57a5a9a-4488-4808-8201-cd619069602e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:31.469539 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f57a5a9a-4488-4808-8201-cd619069602e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:31.532726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.35', 58641) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:31.610017 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a5a9a-4488-4808-8201-cd619069602e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3987482f-a689-47ba-a6b3-f47ad32e2e97,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:31.618540 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb551ba-f339-4aa5-ab93-d44b625d73d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:31.624590 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f57a5a9a-4488-4808-8201-cd619069602e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61742758873c472e85206e04e9a1673a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3307130 Sep 07 16:02:31.625603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35434) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:31.642039 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cb551ba-f339-4aa5-ab93-d44b625d73d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:31.648856 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-303f91b3-cfea-4390-9528-264115fe4c99 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ea9e474f9fb940faaa7736036e8f9987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1148493 Sep 07 16:02:31.793529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2cb551ba-f339-4aa5-ab93-d44b625d73d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b4abfef02234df1afe8db8cf0ca1698&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4473798 Sep 07 16:02:31.803698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35438) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:31.831562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb551ba-f339-4aa5-ab93-d44b625d73d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7440e22-f2c6-4da2-851e-fdd56591c408,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:31.947257 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe23eaa5-0ed6-4d3b-a6cd-18365aa7d816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:31.996531 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe23eaa5-0ed6-4d3b-a6cd-18365aa7d816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:31.996963 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-b93430d2-c36f-49cd-b50c-01ab9776358a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:31.998075 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-b93430d2-c36f-49cd-b50c-01ab9776358a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3397405 Sep 07 16:02:31.998778 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35454) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:32.004938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-371811601-network', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:32.027698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd970fa0-c14c-4849-a414-84ba1348fbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.038033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Made reservation on behalf of 8b927b109fc44cd5b2118e23c46e19eb for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:02:32.041450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.072310 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.081482 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.111130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Request body: {'port': {'device_id': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': 'ea9e474f9fb940faaa7736036e8f9987'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:32.113825 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd970fa0-c14c-4849-a414-84ba1348fbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.174495 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe23eaa5-0ed6-4d3b-a6cd-18365aa7d816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.177031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe23eaa5-0ed6-4d3b-a6cd-18365aa7d816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.183231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fe23eaa5-0ed6-4d3b-a6cd-18365aa7d816 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3987482f-a689-47ba-a6b3-f47ad32e2e97 HTTP/1.1" status: 204 len: 168 time: 0.5557940 Sep 07 16:02:32.209111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23eaa5-0ed6-4d3b-a6cd-18365aa7d816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3987482f-a689-47ba-a6b3-f47ad32e2e97,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:32.225900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device eed68168-3b1b-4616-a083-ce1dcba1db88 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:32.247798 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd970fa0-c14c-4849-a414-84ba1348fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.250432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd970fa0-c14c-4849-a414-84ba1348fbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.252870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dd970fa0-c14c-4849-a414-84ba1348fbaf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7440e22-f2c6-4da2-851e-fdd56591c408 HTTP/1.1" status: 204 len: 168 time: 0.4388773 Sep 07 16:02:32.283605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd970fa0-c14c-4849-a414-84ba1348fbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7440e22-f2c6-4da2-851e-fdd56591c408,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:32.400251 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-034ebae0-c1db-4c4f-a136-c281dcde3650 req-a04c6c92-d431-4969-9696-32f1c6b1dd4c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 210 time: 0.0653660 Sep 07 16:02:32.421127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port eed68168-3b1b-4616-a083-ce1dcba1db88 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:32.431029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port eed68168-3b1b-4616-a083-ce1dcba1db88 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:32.431408 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.470146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.54', 52465) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:32.527684 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-d7266f79-cb41-4fc2-8c74-0980e9d7c198 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9863fb9a724e428280d7f6a12ebd4764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461133 Sep 07 16:02:32.576443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Sync routers for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:02:32.610443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:02:32.611155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:02:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:32.692478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db2c52e1-3928-4d99-bdd4-2d122a879bf3 req-6ea3d6d9-1644-4fd8-916d-5cf851e2744c tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 210 time: 0.0674548 Sep 07 16:02:32.761992 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.776770 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.793549 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.809832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port eed68168-3b1b-4616-a083-ce1dcba1db88, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=eed68168-3b1b-4616-a083-ce1dcba1db88,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:32.820086 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.828291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:02:32.837726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-b3d97f98-6f79-4b7e-a4a0-5bb94a8f2807 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:32.840266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-b3d97f98-6f79-4b7e-a4a0-5bb94a8f2807 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2962825 Sep 07 16:02:32.855998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:02:32.862169 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Made reservation on behalf of ea9e474f9fb940faaa7736036e8f9987 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:02:32.866389 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.886154 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.890479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f29a054-fe77-4b6e-a398-9ebf8bdd3579,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:32.894993 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:32.895646 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Added segment ebe22f4b-a64f-4f1d-a049-080c3a7edc82 of type vlan for network 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6 Sep 07 16:02:32.941778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Request body: {'port': {'device_id': 'b3f6a79a-c904-41f7-a6a0-14f0407b0c62', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '9863fb9a724e428280d7f6a12ebd4764'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:32.970634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:33.049420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:33.050422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:33.051631 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:33.162847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] Pushing event updated for resources: {'Network': ['ID=5f5de43f-bfa1-4695-bb5b-8726a5a73ce6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:33.178395 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:02:33.197938 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:33.208780 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:33.218559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=eed68168-3b1b-4616-a083-ce1dcba1db88,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:33.252979 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-884e5745-572e-4150-996e-855bc6eeba29 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2523825 Sep 07 16:02:33.260546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35502) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:33.271381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e4abb696-0592-4baf-b5ff-37beba2dcfd8 admin admin] Request body: {'subnet': {'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371811601-subnet', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:33.285151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Made reservation on behalf of 9863fb9a724e428280d7f6a12ebd4764 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:02:33.291754 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:33.320798 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:33.326711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4abb696-0592-4baf-b5ff-37beba2dcfd8 admin admin] Made reservation on behalf of 8b927b109fc44cd5b2118e23c46e19eb for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:02:33.329857 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4abb696-0592-4baf-b5ff-37beba2dcfd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:33.479655 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:28Z', 'revision_number': 2, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:33.520821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Checking router: 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:02:33.521574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Updating router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 port fcc8d54b-b204-4a87-aa1b-dad8afe7a812 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:02:33.554528 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22377e37-8209-470c-90f5-e761742c4796,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:33.565564 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:33.809649 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-132f5b2b-7e49-49bd-9bd5-a695321b71e6 req-736cc22e-e657-468d-b04e-785a24709af6 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 210 time: 0.1690304 Sep 07 16:02:34.057839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Allocated IP 192.168.233.154 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/f674c7d1-3837-477f-9ce9-722cbd417e78) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:02:34.224036 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38b08e2d-ec74-4f69-96cf-230b86109d20 req-a4e7da44-c805-4d5b-8a56-b8564ebf8f87 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 210 time: 0.1629686 Sep 07 16:02:34.388609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:34.409731 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:34.430669 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:34.461022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device eed68168-3b1b-4616-a083-ce1dcba1db88 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:34.572459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Transition to ACTIVE for port object fcc8d54b-b204-4a87-aa1b-dad8afe7a812 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:34.657047 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4abb696-0592-4baf-b5ff-37beba2dcfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:34.663250 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:34.684069 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:34.726575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a37da36-98ff-4b49-9118-95d18016f33f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:34.742696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Transition to ACTIVE for port object f674c7d1-3837-477f-9ce9-722cbd417e78 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:34.761489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abb696-0592-4baf-b5ff-37beba2dcfd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d9e27a-4de4-4269-9b02-535af4348a04,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:34.788986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4abb696-0592-4baf-b5ff-37beba2dcfd8 admin admin] Checking segment: {'id': 'ebe22f4b-a64f-4f1d-a049-080c3a7edc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:02:34.789624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4abb696-0592-4baf-b5ff-37beba2dcfd8 admin admin] Network hostable DHCP agents. Network: 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:02:34.831732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4abb696-0592-4baf-b5ff-37beba2dcfd8 admin admin] Network 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:02:34.854635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e4abb696-0592-4baf-b5ff-37beba2dcfd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:34.873629 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:34.885313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port eed68168-3b1b-4616-a083-ce1dcba1db88 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:34.886509 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:34.962574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10187b0d-23a5-467a-b064-3324ba6325ab None None] Network 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:02:35.076598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abb696-0592-4baf-b5ff-37beba2dcfd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:35.077606 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4abb696-0592-4baf-b5ff-37beba2dcfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:35.085585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:02:35.096878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:35.166866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e4abb696-0592-4baf-b5ff-37beba2dcfd8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9042804 Sep 07 16:02:35.192262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35556) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:35.226423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-371811601-router', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:35.498659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36edcf0-5268-482e-824a-d1cf5617ff99 None None] Pushing event updated for resources: {'Port': ['ID=fcc8d54b-b204-4a87-aa1b-dad8afe7a812,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:35.508247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Attempting to bind port fcc8d54b-b204-4a87-aa1b-dad8afe7a812 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:02:35.515225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Attempting to bind port fcc8d54b-b204-4a87-aa1b-dad8afe7a812 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:02:35.515708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Attempting to bind port fcc8d54b-b204-4a87-aa1b-dad8afe7a812 on network 40d34971-072c-4081-981f-edebb2a17e0d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:02:35.549904 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:02:35.581279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:02:35.583094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Checking segment: {'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:02:35.584214 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:35.585778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Bound using segment: {'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:02:35.587416 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Bound port: fcc8d54b-b204-4a87-aa1b-dad8afe7a812, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:02:35.588908 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:35.591781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:35.592561 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:35.677199 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Pushing event updated for resources: {'Port': ['ID=f674c7d1-3837-477f-9ce9-722cbd417e78,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:35.704831 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-dfae3a5f-6520-459c-a34d-19bec40371e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5995812 Sep 07 16:02:35.728594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-2ef7437c-f4df-47fd-87e4-20b871ff6217 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:02:35.729839 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-2ef7437c-f4df-47fd-87e4-20b871ff6217 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069613 Sep 07 16:02:35.773643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35572) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:35.793577 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:35.795022 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:35.811557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Allocated IP 192.168.233.246 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/4945a51e-c33b-43a2-a2a9-c30f338219a2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:02:35.872914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3df990c-9526-45ff-8a2a-5555546c2eb4 req-278e4c82-d11c-4bdd-8099-09d682e548a9 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 210 time: 0.1045280 Sep 07 16:02:35.916360 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-5f5de43f-bfa1-4695-bb5b-8726a5a73ce6', 'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'fixed_ips': [{'subnet_id': '01d9e27a-4de4-4269-9b02-535af4348a04'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:02:35.918504 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:35.968070 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] For port fcc8d54b-b204-4a87-aa1b-dad8afe7a812, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:02:36.074930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] For port fcc8d54b-b204-4a87-aa1b-dad8afe7a812, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fcc8d54b-b204-4a87-aa1b-dad8afe7a812,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:02:36.081795 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4a5c8e8b-f65b-4d99-aa12-756c5bf8bda2 None None] Provisioning for port f674c7d1-3837-477f-9ce9-722cbd417e78 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:36.087497 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:36.112110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4a5c8e8b-f65b-4d99-aa12-756c5bf8bda2 None None] Provisioning complete for port f674c7d1-3837-477f-9ce9-722cbd417e78 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:36.112587 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8e8b-f65b-4d99-aa12-756c5bf8bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:36.282042 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:02:36.282879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:02:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:36.296669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c8e8b-f65b-4d99-aa12-756c5bf8bda2 None None] Port f674c7d1-3837-477f-9ce9-722cbd417e78 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:02:36.365429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36edcf0-5268-482e-824a-d1cf5617ff99 None None] Pushing event updated for resources: {'Port': ['ID=fcc8d54b-b204-4a87-aa1b-dad8afe7a812,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:36.432505 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:36.437641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Allocated IP 172.20.0.2 (5f5de43f-bfa1-4695-bb5b-8726a5a73ce6/01d9e27a-4de4-4269-9b02-535af4348a04/b230c8b4-048a-418a-85a5-f8faa34da9e7) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:02:36.465294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc930-8968-4e17-90c8-e73f3161deff req-5e1f4373-8c90-4d5a-9e99-8c09f278747c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:36.480482 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-396cc930-8968-4e17-90c8-e73f3161deff req-5e1f4373-8c90-4d5a-9e99-8c09f278747c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 936 time: 1.2848036 Sep 07 16:02:36.520102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:02:36.537184 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33ac1f2d-7632-45fc-9d05-456074c2f915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:36.851638 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33ac1f2d-7632-45fc-9d05-456074c2f915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:36.857527 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33ac1f2d-7632-45fc-9d05-456074c2f915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:36.984420 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-33ac1f2d-7632-45fc-9d05-456074c2f915 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14fe4bc971eb400f911b6ba41971f3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2090316 Sep 07 16:02:36.986842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac1f2d-7632-45fc-9d05-456074c2f915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deda6ad0-26e7-43e8-b883-478044972d10,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:36.993890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35590) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:37.051995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Request body: {'port': {'device_id': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:37.070839 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:37.120921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:37.164660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-396cc930-8968-4e17-90c8-e73f3161deff req-a2f52c53-5ac0-4d7e-b19b-9ef584fd77cd tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822245 Sep 07 16:02:37.174004 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a088f9d-f612-4696-9cf7-8b76307a5a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:37.194047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Transition to ACTIVE for port object b230c8b4-048a-418a-85a5-f8faa34da9e7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:37.231796 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:37.256906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b614eeff-3a7a-4403-8017-aafe8c842b74 req-facb3151-f0fa-4c17-9cee-12dcf6ee18fe tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 210 time: 0.1454742 Sep 07 16:02:37.273737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Transition to ACTIVE for port object b230c8b4-048a-418a-85a5-f8faa34da9e7 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:37.301961 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:37.384202 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:37.450528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Transition to ACTIVE for port object 4945a51e-c33b-43a2-a2a9-c30f338219a2 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:37.645537 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:37.748282 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a088f9d-f612-4696-9cf7-8b76307a5a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:37.843703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Pushing event updated for resources: {'Port': ['ID=4945a51e-c33b-43a2-a2a9-c30f338219a2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:37.853973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Network 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:02:37.881990 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:37.897571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:02:37.906393 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a088f9d-f612-4696-9cf7-8b76307a5a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:37.912556 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a088f9d-f612-4696-9cf7-8b76307a5a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:37.919117 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6a088f9d-f612-4696-9cf7-8b76307a5a97 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/deda6ad0-26e7-43e8-b883-478044972d10 HTTP/1.1" status: 204 len: 168 time: 0.9238265 Sep 07 16:02:37.940103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:02:37.947302 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:37.955986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Pushing event updated for resources: {'Port': ['ID=b230c8b4-048a-418a-85a5-f8faa34da9e7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:37.978275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a088f9d-f612-4696-9cf7-8b76307a5a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deda6ad0-26e7-43e8-b883-478044972d10,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:37.979700 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:37.999321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:02:38.011036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:38.012422 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:38.121669 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:38.123262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:35Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:38.127201 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-68ede21f-d6db-4d8b-a74e-a911bed20ae3 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1961648 Sep 07 16:02:38.160022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-66990597-b88a-4d6f-8d43-ca9578a219c6 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:02:38.161850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-66990597-b88a-4d6f-8d43-ca9578a219c6 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151649 Sep 07 16:02:38.210427 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Attempting to bind port b230c8b4-048a-418a-85a5-f8faa34da9e7 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:02:38.210983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Attempting to bind port b230c8b4-048a-418a-85a5-f8faa34da9e7 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'ebe22f4b-a64f-4f1d-a049-080c3a7edc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:02:38.211510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Attempting to bind port b230c8b4-048a-418a-85a5-f8faa34da9e7 on network 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:02:38.220583 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:02:38.221259 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Checking segment: {'id': 'ebe22f4b-a64f-4f1d-a049-080c3a7edc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:02:38.221815 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:38.222393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Bound using segment: {'id': 'ebe22f4b-a64f-4f1d-a049-080c3a7edc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:02:38.223033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Bound port: b230c8b4-048a-418a-85a5-f8faa34da9e7, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe22f4b-a64f-4f1d-a049-080c3a7edc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:02:38.223597 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:38.228686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e6a4b7-80bb-496c-b663-26b5979a9533 None None] The sync data for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 is: [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:35Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:02:38.360672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] For port b230c8b4-048a-418a-85a5-f8faa34da9e7, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:02:38.367035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] For port b230c8b4-048a-418a-85a5-f8faa34da9e7, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b230c8b4-048a-418a-85a5-f8faa34da9e7,segment=NetworkSegment(ebe22f4b-a64f-4f1d-a049-080c3a7edc82),segment_id=ebe22f4b-a64f-4f1d-a049-080c3a7edc82)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:02:38.374024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fcc8d54b-b204-4a87-aa1b-dad8afe7a812 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:38.442350 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:38.525738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f674c7d1-3837-477f-9ce9-722cbd417e78 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:02:38.550262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:38.591021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf763baa-37cf-4a86-a7a7-04404b8aa6ff None None] Pushing event updated for resources: {'Port': ['ID=b230c8b4-048a-418a-85a5-f8faa34da9e7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:38.623036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Transition to ACTIVE for port object f674c7d1-3837-477f-9ce9-722cbd417e78 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:38.630563 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:38.645765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f8f6ded0-20f4-46b3-83c6-f4648393a4a9 None None] Provisioning for port 4945a51e-c33b-43a2-a2a9-c30f338219a2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:38.653376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f8f6ded0-20f4-46b3-83c6-f4648393a4a9 None None] Provisioning complete for port 4945a51e-c33b-43a2-a2a9-c30f338219a2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:38.654458 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ded0-20f4-46b3-83c6-f4648393a4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:38.657941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port fcc8d54b-b204-4a87-aa1b-dad8afe7a812 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:38.667862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port fcc8d54b-b204-4a87-aa1b-dad8afe7a812 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:38.668440 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:38.760393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Allocated IP 172.25.3.184 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/c89cc555-c41d-437f-a1ae-edc328d5f6c7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:02:38.906851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6ded0-20f4-46b3-83c6-f4648393a4a9 None None] Port 4945a51e-c33b-43a2-a2a9-c30f338219a2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:02:39.040624 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Attempting to bind port f674c7d1-3837-477f-9ce9-722cbd417e78 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:02:39.041128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Attempting to bind port f674c7d1-3837-477f-9ce9-722cbd417e78 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:02:39.041593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Attempting to bind port f674c7d1-3837-477f-9ce9-722cbd417e78 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:02:39.051144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Port f674c7d1-3837-477f-9ce9-722cbd417e78 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:02:39.051541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Attempting to bind port f674c7d1-3837-477f-9ce9-722cbd417e78 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:02:39.073944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:02:39.074314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:02:39.075093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:02:39.075744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Bound port: f674c7d1-3837-477f-9ce9-722cbd417e78, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:02:39.076304 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:39.107729 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:39.220239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port fcc8d54b-b204-4a87-aa1b-dad8afe7a812, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fcc8d54b-b204-4a87-aa1b-dad8afe7a812,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:39.226481 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:39.339839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] For port f674c7d1-3837-477f-9ce9-722cbd417e78, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:02:39.355182 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] For port f674c7d1-3837-477f-9ce9-722cbd417e78, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f674c7d1-3837-477f-9ce9-722cbd417e78,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:02:39.362218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=fcc8d54b-b204-4a87-aa1b-dad8afe7a812,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:39.392157 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:39.426649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:39.427367 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:39.429436 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] 10.222.0.35 "PUT /v2.0/ports/f674c7d1-3837-477f-9ce9-722cbd417e78 HTTP/1.1" status: 200 len: 1096 time: 3.2384744 Sep 07 16:02:39.430244 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f674c7d1-3837-477f-9ce9-722cbd417e78,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:39.439763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'tag': 'f674c7d1-3837-477f-9ce9-722cbd417e78'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:02:39.614083 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35628) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:39.932086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Request body: {'port': {'device_id': 'b3f6a79a-c904-41f7-a6a0-14f0407b0c62', 'device_owner': 'compute:tempest-test_az-525898845', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:39.934184 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13c837a2-3e75-41fb-98ec-f949ea41a470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:40.148638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-d43aa8ed-f85e-4017-a59f-f42a2a0d8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:40.154030 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-d43aa8ed-f85e-4017-a59f-f42a2a0d8909 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 1099 time: 0.5353949 Sep 07 16:02:40.154803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36cd24-58e6-4128-b448-da9bc14b24d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f674c7d1-3837-477f-9ce9-722cbd417e78,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:40.228330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd7ad4-8389-4128-a313-5f7187492c53 req-aec34ed2-59b8-4e76-a7ee-57f64aab341a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:40.237507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ccd7ad4-8389-4128-a313-5f7187492c53 req-aec34ed2-59b8-4e76-a7ee-57f64aab341a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 1.3738880 Sep 07 16:02:40.251832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fb8f2-ec44-4690-98e4-638a20dc373f req-a94b1a16-7ec0-4d40-9879-dd8074c35db1 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:40.281435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f01fb8f2-ec44-4690-98e4-638a20dc373f req-a94b1a16-7ec0-4d40-9879-dd8074c35db1 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 936 time: 1.4406388 Sep 07 16:02:40.298342 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-984a80f7-e4e7-4c18-bac7-21f9469c509f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:40.376606 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:40.437379 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fcc8d54b-b204-4a87-aa1b-dad8afe7a812 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:40.546209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port fcc8d54b-b204-4a87-aa1b-dad8afe7a812 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:40.546664 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:40.568842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13c837a2-3e75-41fb-98ec-f949ea41a470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:40.575855 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:40.579549 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2d191d-bed2-40b0-8a91-84daaf79b9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5", "tag": "f674c7d1-3837-477f-9ce9-722cbd417e78"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:02:40.667365 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13c837a2-3e75-41fb-98ec-f949ea41a470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:40.696997 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-b0163e32-c6c9-4cec-b38c-bcfea789126d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f674c7d1-3837-477f-9ce9-722cbd417e78 HTTP/1.1" status: 200 len: 217 time: 0.5102034 Sep 07 16:02:40.698584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c837a2-3e75-41fb-98ec-f949ea41a470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddf3965-1c7f-4439-b7b8-2131a7c26f28,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:40.740211 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f01fb8f2-ec44-4690-98e4-638a20dc373f req-0a87870a-901c-44c6-a088-f7996c9861ad tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563847 Sep 07 16:02:40.765234 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b230c8b4-048a-418a-85a5-f8faa34da9e7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:40.777525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ccd7ad4-8389-4128-a313-5f7187492c53 req-0a67b5a9-8235-4ab6-b5d6-687a1b755409 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379930 Sep 07 16:02:40.783259 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-13c837a2-3e75-41fb-98ec-f949ea41a470 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6648a77742f4e7b826aaf43a60ec93c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1663964 Sep 07 16:02:40.783945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:40.857768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4187c9b2-c810-4ca1-8668-9891b04265a8 None None] Network 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:02:40.889429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-f3ac3b9c-158a-411d-8d7a-1a2ab1e8a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:40.894829 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-f3ac3b9c-158a-411d-8d7a-1a2ab1e8a8c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1821065 Sep 07 16:02:40.959157 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:41.010116 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port b230c8b4-048a-418a-85a5-f8faa34da9e7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:41.018522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c886c5b0-bd2f-415f-9179-3a533509ece5 None None] Provisioning for port b230c8b4-048a-418a-85a5-f8faa34da9e7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:41.025119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b230c8b4-048a-418a-85a5-f8faa34da9e7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:41.025527 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:41.030684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c886c5b0-bd2f-415f-9179-3a533509ece5 None None] Provisioning complete for port b230c8b4-048a-418a-85a5-f8faa34da9e7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:41.031115 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c886c5b0-bd2f-415f-9179-3a533509ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:41.254230 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71275893-dd5e-4771-b8e0-8ab93881c93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:41.364584 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71275893-dd5e-4771-b8e0-8ab93881c93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:41.371410 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:41.435371 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c886c5b0-bd2f-415f-9179-3a533509ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:41.491973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port b230c8b4-048a-418a-85a5-f8faa34da9e7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b230c8b4-048a-418a-85a5-f8faa34da9e7,segment=NetworkSegment(ebe22f4b-a64f-4f1d-a049-080c3a7edc82),segment_id=ebe22f4b-a64f-4f1d-a049-080c3a7edc82)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:41.496614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-d038fe13-2899-4311-b24e-d1261600cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:41.506327 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:41.508454 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-d038fe13-2899-4311-b24e-d1261600cce4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5810223 Sep 07 16:02:41.513347 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71275893-dd5e-4771-b8e0-8ab93881c93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:41.523320 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71275893-dd5e-4771-b8e0-8ab93881c93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:41.546670 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-71275893-dd5e-4771-b8e0-8ab93881c93a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dddf3965-1c7f-4439-b7b8-2131a7c26f28 HTTP/1.1" status: 204 len: 168 time: 0.7393713 Sep 07 16:02:41.594982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:02:41.659758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71275893-dd5e-4771-b8e0-8ab93881c93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddf3965-1c7f-4439-b7b8-2131a7c26f28,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:41.774064 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-24822120-d23b-4d55-bec6-7a370d8137b6 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225220 Sep 07 16:02:41.809946 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-c886c5b0-bd2f-415f-9179-3a533509ece5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:02:41.810377 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-c886c5b0-bd2f-415f-9179-3a533509ece5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:02:41.898184 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:41.926564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:02:41.954454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=b230c8b4-048a-418a-85a5-f8faa34da9e7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:41.955778 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01806495-7dd4-41ce-bdbb-33f43c286e9c req-1c854da8-a408-491e-98c5-b172ba7496a0 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735938 Sep 07 16:02:42.009119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Pushing event updated for resources: {'Port': ['ID=c89cc555-c41d-437f-a1ae-edc328d5f6c7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:42.051676 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74735c53-ae4f-4503-9d28-b5596af6ae64 x-openstack-request-id: req-74735c53-ae4f-4503-9d28-b5596af6ae64 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:02:42.052698 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5", "tag": "f674c7d1-3837-477f-9ce9-722cbd417e78", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:02:42.053291 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74735c53-ae4f-4503-9d28-b5596af6ae64 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:02:42.054670 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'tag': 'f674c7d1-3837-477f-9ce9-722cbd417e78', 'status': 'completed', 'code': 200} Sep 07 16:02:42.148308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b230c8b4-048a-418a-85a5-f8faa34da9e7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:42.172922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d191d-bed2-40b0-8a91-84daaf79b9f6 req-ea3e8fef-c580-4399-9017-cc1e0c464932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:42.175549 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d2d191d-bed2-40b0-8a91-84daaf79b9f6 req-ea3e8fef-c580-4399-9017-cc1e0c464932 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 1099 time: 0.0768342 Sep 07 16:02:42.555539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b230c8b4-048a-418a-85a5-f8faa34da9e7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:42.560845 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:42.561099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d191d-bed2-40b0-8a91-84daaf79b9f6 req-d6b1e97b-3f3c-45bc-95c8-eff4e6afaabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:42.568610 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d2d191d-bed2-40b0-8a91-84daaf79b9f6 req-d6b1e97b-3f3c-45bc-95c8-eff4e6afaabd service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.3744094 Sep 07 16:02:42.619700 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:42.771992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3fe514c6-5def-4b1e-9b38-4fe0f0424067 None None] Provisioning complete for port b230c8b4-048a-418a-85a5-f8faa34da9e7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:42.772650 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fe514c6-5def-4b1e-9b38-4fe0f0424067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:42.829691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4945a51e-c33b-43a2-a2a9-c30f338219a2 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:02:42.888434 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:43.073672 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d2d191d-bed2-40b0-8a91-84daaf79b9f6 req-bd3d2095-2b13-4a09-b7ea-11aaf1305c12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f674c7d1-3837-477f-9ce9-722cbd417e78 HTTP/1.1" status: 200 len: 217 time: 0.5032971 Sep 07 16:02:43.146500 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:02:43.229780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Transition to ACTIVE for port object 4945a51e-c33b-43a2-a2a9-c30f338219a2 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:43.245918 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:43.424014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Attempting to bind port 4945a51e-c33b-43a2-a2a9-c30f338219a2 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:02:43.424752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Attempting to bind port 4945a51e-c33b-43a2-a2a9-c30f338219a2 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:02:43.426013 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Attempting to bind port 4945a51e-c33b-43a2-a2a9-c30f338219a2 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:02:43.460482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63325e16-8f9d-4b5d-a96f-ee44817cad17 req-f92e07cc-b2ae-4e95-88be-0a166a77843a tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:43.462400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63325e16-8f9d-4b5d-a96f-ee44817cad17 req-f92e07cc-b2ae-4e95-88be-0a166a77843a tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 936 time: 0.3738217 Sep 07 16:02:43.465795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Port 4945a51e-c33b-43a2-a2a9-c30f338219a2 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:02:43.466319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Attempting to bind port 4945a51e-c33b-43a2-a2a9-c30f338219a2 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:02:43.491050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d191d-bed2-40b0-8a91-84daaf79b9f6 req-bd4a4c70-b3be-4f88-a7d1-b72bd0df4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:43.497241 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d2d191d-bed2-40b0-8a91-84daaf79b9f6 req-bd4a4c70-b3be-4f88-a7d1-b72bd0df4106 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1189370 Sep 07 16:02:43.638714 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d191d-bed2-40b0-8a91-84daaf79b9f6 req-a14ade75-daee-4c0b-8e9a-87c025cbe3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:43.645053 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d2d191d-bed2-40b0-8a91-84daaf79b9f6 req-a14ade75-daee-4c0b-8e9a-87c025cbe3ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266816 Sep 07 16:02:43.647797 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63325e16-8f9d-4b5d-a96f-ee44817cad17 req-0c08f7a5-798b-4b67-ac9d-533f0659d0bd tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026800 Sep 07 16:02:43.671097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:02:43.671593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:02:43.672284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:02:43.678185 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Bound port: 4945a51e-c33b-43a2-a2a9-c30f338219a2, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:02:43.678716 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:43.708773 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Pushing event updated for resources: {'Port': ['ID=4945a51e-c33b-43a2-a2a9-c30f338219a2,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:43.803246 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:44.105223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:44.164951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bad6e3-3cf4-44c1-8533-23a278e762d9 req-23876bd1-c965-4f11-9051-a2d5c341413b tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:44.168785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0bad6e3-3cf4-44c1-8533-23a278e762d9 req-23876bd1-c965-4f11-9051-a2d5c341413b tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.3681986 Sep 07 16:02:44.218916 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d03c08f0-b4b5-485e-9c7d-6f4bce420ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:44.361506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] For port 4945a51e-c33b-43a2-a2a9-c30f338219a2, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:02:44.428564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] For port 4945a51e-c33b-43a2-a2a9-c30f338219a2, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4945a51e-c33b-43a2-a2a9-c30f338219a2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:02:44.514325 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:44.594090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0bad6e3-3cf4-44c1-8533-23a278e762d9 req-0bb01b8f-b350-4429-8e3f-85518496f688 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376223 Sep 07 16:02:44.601498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Router 99e6c207-14f3-4c41-b4df-1700f2b89062 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:02:44.685279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:44.685967 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:44.687544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] 10.222.0.54 "PUT /v2.0/ports/4945a51e-c33b-43a2-a2a9-c30f338219a2 HTTP/1.1" status: 200 len: 1117 time: 5.4652066 Sep 07 16:02:44.688140 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f6a79a-c904-41f7-a6a0-14f0407b0c62', 'tag': '4945a51e-c33b-43a2-a2a9-c30f338219a2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:02:44.730776 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:44.932443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31af890-f270-4136-bee7-a3e60f74c834 service neutron] Pushing event updated for resources: {'Port': ['ID=4945a51e-c33b-43a2-a2a9-c30f338219a2,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:45.089913 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12eecff0-6d4f-4f32-87b0-e19ce18a90b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f6a79a-c904-41f7-a6a0-14f0407b0c62", "tag": "4945a51e-c33b-43a2-a2a9-c30f338219a2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:02:45.105034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:02:45.119258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7d22-c458-445f-bb4a-3e96f3ae87aa req-3855e1d1-43e1-448b-b942-835fa6252570 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:45.119450 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Sync routers for ids ['99e6c207-14f3-4c41-b4df-1700f2b89062'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:02:45.121108 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7ca7d22-c458-445f-bb4a-3e96f3ae87aa req-3855e1d1-43e1-448b-b942-835fa6252570 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 969 time: 0.1855311 Sep 07 16:02:45.135108 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Routers {'99e6c207-14f3-4c41-b4df-1700f2b89062'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:02:45.135857 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:02:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['99e6c207-14f3-4c41-b4df-1700f2b89062'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:45.150702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:45.152272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bc758666-7fac-4a76-8028-3246bbaa8eda admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.9590116 Sep 07 16:02:45.155403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35732) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:45.194633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7ca7d22-c458-445f-bb4a-3e96f3ae87aa req-ee1dc091-cadf-4703-a903-1db440a1ee74 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643380 Sep 07 16:02:45.389156 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Set router 99e6c207-14f3-4c41-b4df-1700f2b89062 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:02:45.653907 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba862c91-7540-4f55-8ee5-db110b2cc486 x-openstack-request-id: req-ba862c91-7540-4f55-8ee5-db110b2cc486 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:02:45.654360 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f6a79a-c904-41f7-a6a0-14f0407b0c62", "tag": "4945a51e-c33b-43a2-a2a9-c30f338219a2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:02:45.654451 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba862c91-7540-4f55-8ee5-db110b2cc486 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:02:45.654896 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f6a79a-c904-41f7-a6a0-14f0407b0c62', 'tag': '4945a51e-c33b-43a2-a2a9-c30f338219a2', 'status': 'completed', 'code': 200} Sep 07 16:02:45.762884 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371811601-router', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:35Z', 'updated_at': '2021-09-07T16:02:42Z', 'revision_number': 3, 'project_id': '8b927b109fc44cd5b2118e23c46e19eb', 'gw_port': {'id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:38Z', 'updated_at': '2021-09-07T16:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:45.828216 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Checking router: 99e6c207-14f3-4c41-b4df-1700f2b89062 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:02:45.828672 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Updating router 99e6c207-14f3-4c41-b4df-1700f2b89062 port c89cc555-c41d-437f-a1ae-edc328d5f6c7 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:02:45.879767 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:45.948311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05021f0-4049-452c-9e1c-1e26beea530f req-6a40530a-8e2d-4c21-9ce9-cc665e7629a2 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:45.953571 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b05021f0-4049-452c-9e1c-1e26beea530f req-6a40530a-8e2d-4c21-9ce9-cc665e7629a2 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.0568230 Sep 07 16:02:46.021717 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b05021f0-4049-452c-9e1c-1e26beea530f req-8370c91a-946f-4105-bcda-445c2580240c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651646 Sep 07 16:02:46.122778 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:46.324406 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:46.346596 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Transition to ACTIVE for port object c89cc555-c41d-437f-a1ae-edc328d5f6c7 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:46.355629 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:46.365164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Allocated IP 172.20.0.1 (5f5de43f-bfa1-4695-bb5b-8726a5a73ce6/01d9e27a-4de4-4269-9b02-535af4348a04/12a2d363-b494-408e-9a84-e5b9bce5c983) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:02:46.407017 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd5cad-e5c3-4e07-963b-5874a3c04086 None None] Pushing event updated for resources: {'Port': ['ID=c89cc555-c41d-437f-a1ae-edc328d5f6c7,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:46.505282 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Attempting to bind port c89cc555-c41d-437f-a1ae-edc328d5f6c7 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:02:46.506166 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Attempting to bind port c89cc555-c41d-437f-a1ae-edc328d5f6c7 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:02:46.506789 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Attempting to bind port c89cc555-c41d-437f-a1ae-edc328d5f6c7 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:02:46.510919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264d59e-1d19-4e97-83e2-8ed8ecf61da5 req-227f2257-f692-4df3-9222-7cf594e95583 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:46.517042 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:02:46.517813 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:02:46.518549 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:46.520415 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9264d59e-1d19-4e97-83e2-8ed8ecf61da5 req-227f2257-f692-4df3-9222-7cf594e95583 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 969 time: 0.1540222 Sep 07 16:02:46.520543 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:02:46.521653 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Bound port: c89cc555-c41d-437f-a1ae-edc328d5f6c7, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:02:46.522423 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:46.561603 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:46.579224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9264d59e-1d19-4e97-83e2-8ed8ecf61da5 req-2b7b7f65-1bb4-4080-905f-d7441d1cb143 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578043 Sep 07 16:02:46.585190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Transition to ACTIVE for port object 12a2d363-b494-408e-9a84-e5b9bce5c983 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:46.601453 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] For port c89cc555-c41d-437f-a1ae-edc328d5f6c7, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:02:46.604884 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] For port c89cc555-c41d-437f-a1ae-edc328d5f6c7, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c89cc555-c41d-437f-a1ae-edc328d5f6c7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:02:46.613784 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:46.671691 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:46.695599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:46.746089 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Routers {'99e6c207-14f3-4c41-b4df-1700f2b89062'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:02:46.747066 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:02:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['99e6c207-14f3-4c41-b4df-1700f2b89062'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:46.750744 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd5cad-e5c3-4e07-963b-5874a3c04086 None None] Pushing event updated for resources: {'Port': ['ID=c89cc555-c41d-437f-a1ae-edc328d5f6c7,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:46.781953 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Network 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:02:46.794587 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:46.799428 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:02:46.800003 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:46.804461 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Pushing event updated for resources: {'Port': ['ID=12a2d363-b494-408e-9a84-e5b9bce5c983,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:47.020182 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] Set router 99e6c207-14f3-4c41-b4df-1700f2b89062 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:02:47.091259 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:47.249967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-70aa9a5d-82f4-4d14-90a0-f91169cbb120 None None] Provisioning for port 12a2d363-b494-408e-9a84-e5b9bce5c983 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:47.281639 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-70aa9a5d-82f4-4d14-90a0-f91169cbb120 None None] Provisioning complete for port 12a2d363-b494-408e-9a84-e5b9bce5c983 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:47.282301 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70aa9a5d-82f4-4d14-90a0-f91169cbb120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:47.345675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-70aa9a5d-82f4-4d14-90a0-f91169cbb120 None None] Port 12a2d363-b494-408e-9a84-e5b9bce5c983 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:02:47.402172 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371811601-router', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:35Z', 'updated_at': '2021-09-07T16:02:42Z', 'revision_number': 3, 'project_id': '8b927b109fc44cd5b2118e23c46e19eb', 'gw_port': {'id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:38Z', 'updated_at': '2021-09-07T16:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:47.419492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4d427-86bc-45a3-827a-204609abc786 req-0dd7705b-9880-4b34-8b1f-63e5d26da374 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:47.421274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ba4d427-86bc-45a3-827a-204609abc786 req-0dd7705b-9880-4b34-8b1f-63e5d26da374 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.0990391 Sep 07 16:02:47.437352 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c464f40-5235-4c02-b7ed-ace4edf97f88 None None] The sync data for ids ['99e6c207-14f3-4c41-b4df-1700f2b89062'] in n-d-807551-3 is: [{'id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371811601-router', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:35Z', 'updated_at': '2021-09-07T16:02:42Z', 'revision_number': 3, 'project_id': '8b927b109fc44cd5b2118e23c46e19eb', 'gw_port': {'id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:38Z', 'updated_at': '2021-09-07T16:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:02:47.506309 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ba4d427-86bc-45a3-827a-204609abc786 req-1a97c650-0354-44d4-8e80-eebe8c42ad4e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617747 Sep 07 16:02:47.522088 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:47.542969 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:47.543795 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:47.645143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Pushing event updated for resources: {'Port': ['ID=12a2d363-b494-408e-9a84-e5b9bce5c983,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:47.773164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c2de9-b31c-4333-afb1-b23a60ac14bf req-1c381817-1092-4a1a-bfcb-2caa0f01b382 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:47.773379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Network 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:02:47.775065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c3c2de9-b31c-4333-afb1-b23a60ac14bf req-1c381817-1092-4a1a-bfcb-2caa0f01b382 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 969 time: 0.0706785 Sep 07 16:02:47.775375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:47.853244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c3c2de9-b31c-4333-afb1-b23a60ac14bf req-e821976d-64ad-40d3-95af-eb67f46dafb8 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633309 Sep 07 16:02:47.975190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Router 99e6c207-14f3-4c41-b4df-1700f2b89062 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:02:48.504196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:02:48.514611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0b00e159-e965-4674-80c9-0d3d495fcef1 None None] Provisioning complete for port 12a2d363-b494-408e-9a84-e5b9bce5c983 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:48.515295 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b00e159-e965-4674-80c9-0d3d495fcef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:48.536888 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a67fd696-dd8e-4e0f-b2a3-eea148561c21 admin admin] 10.222.0.70 "PUT /v2.0/routers/99e6c207-14f3-4c41-b4df-1700f2b89062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3802869 Sep 07 16:02:48.676039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0b00e159-e965-4674-80c9-0d3d495fcef1 None None] Port 12a2d363-b494-408e-9a84-e5b9bce5c983 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:02:49.292795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35822) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:49.293365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ad093-c125-438f-bd0a-afbb3c7e67fb req-e3ee6d25-2b50-4da5-94c7-9d37e2a44915 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:49.308952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d2ad093-c125-438f-bd0a-afbb3c7e67fb req-e3ee6d25-2b50-4da5-94c7-9d37e2a44915 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.2687299 Sep 07 16:02:49.365149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d2ad093-c125-438f-bd0a-afbb3c7e67fb req-a8eb1257-1c47-4f21-a1a5-a37c05457f1e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551848 Sep 07 16:02:49.416245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-68ec9126-7429-4778-a4a8-c8d7681a8bb8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=41ab5bfa5baf4064b70672543584a7df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358782 Sep 07 16:02:49.481267 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30a9bd1e-4504-4084-aafb-64499275ed9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:49.571946 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30a9bd1e-4504-4084-aafb-64499275ed9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:49.577054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30a9bd1e-4504-4084-aafb-64499275ed9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:49.577208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e1200-930f-4627-9db3-acc412f9632f req-13dbc8b3-b1d7-495b-b690-be078a7cc0f0 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:49.580376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-13dbc8b3-b1d7-495b-b690-be078a7cc0f0 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616182 Sep 07 16:02:49.601310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1b5e0-b1ec-4361-b1c7-e335321b80b1 req-5c354b8e-93fe-4782-b07b-2746826a751d tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:49.604831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77b1b5e0-b1ec-4361-b1c7-e335321b80b1 req-5c354b8e-93fe-4782-b07b-2746826a751d tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 969 time: 0.0974946 Sep 07 16:02:49.620302 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-30a9bd1e-4504-4084-aafb-64499275ed9d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ae92e75bcb043458a4e140fb3758d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264222 Sep 07 16:02:49.621196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9bd1e-4504-4084-aafb-64499275ed9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373c095d-7d61-4f0b-abfc-a4cf1fb61bb7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:49.625148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35834) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:49.628782 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-b99db179-808c-4f85-82aa-80ee1703a6c0 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/quotas/41ab5bfa5baf4064b70672543584a7df HTTP/1.1" status: 200 len: 375 time: 0.0384419 Sep 07 16:02:49.672622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-a9d66a9f-a5ca-4d65-94e8-2ac8fbdac595 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=41ab5bfa5baf4064b70672543584a7df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334775 Sep 07 16:02:49.680858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77b1b5e0-b1ec-4361-b1c7-e335321b80b1 req-e0320a8f-c9ca-43f8-96a3-26b57e3c334a tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682290 Sep 07 16:02:49.684452 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-059916fe-2473-47df-8a68-4673a52f6c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:49.729448 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-059916fe-2473-47df-8a68-4673a52f6c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:49.781877 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-059916fe-2473-47df-8a68-4673a52f6c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:49.785438 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-059916fe-2473-47df-8a68-4673a52f6c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:49.786615 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-059916fe-2473-47df-8a68-4673a52f6c75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/373c095d-7d61-4f0b-abfc-a4cf1fb61bb7 HTTP/1.1" status: 204 len: 168 time: 0.1605484 Sep 07 16:02:49.795885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059916fe-2473-47df-8a68-4673a52f6c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373c095d-7d61-4f0b-abfc-a4cf1fb61bb7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:49.945092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab193b14-4ffd-47bc-aeff-184714767743 req-4bc022c2-2f88-4eec-8418-c1f06bbb8ec9 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 210 time: 0.0362241 Sep 07 16:02:50.209516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c89cc555-c41d-437f-a1ae-edc328d5f6c7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:50.322194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port c89cc555-c41d-437f-a1ae-edc328d5f6c7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:50.326593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c89cc555-c41d-437f-a1ae-edc328d5f6c7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:50.327469 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:50.423764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35888) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:50.442913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Sync routers for ids ['99e6c207-14f3-4c41-b4df-1700f2b89062'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:02:50.458600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57135ab0-dec6-4b21-832f-435a5b51ef8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:50.509057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Routers {'99e6c207-14f3-4c41-b4df-1700f2b89062'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:02:50.509710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:02:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['99e6c207-14f3-4c41-b4df-1700f2b89062'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:50.550806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eecff0-6d4f-4f32-87b0-e19ce18a90b7 req-fa87eba5-f539-4c63-bc0a-7a5ceb4e9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:50.553261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12eecff0-6d4f-4f32-87b0-e19ce18a90b7 req-fa87eba5-f539-4c63-bc0a-7a5ceb4e9f73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9863fb9a724e428280d7f6a12ebd4764&device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 1120 time: 0.1845331 Sep 07 16:02:50.572632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281acecd-8836-4f1d-a40a-754c1bd64569 req-6d4c7ab0-e91b-472b-b983-3da06e0e011f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:50.574204 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57135ab0-dec6-4b21-832f-435a5b51ef8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:50.575781 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-281acecd-8836-4f1d-a40a-754c1bd64569 req-6d4c7ab0-e91b-472b-b983-3da06e0e011f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.0898523 Sep 07 16:02:50.577493 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:50.579600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57135ab0-dec6-4b21-832f-435a5b51ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:50.614890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port c89cc555-c41d-437f-a1ae-edc328d5f6c7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c89cc555-c41d-437f-a1ae-edc328d5f6c7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:50.617320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57135ab0-dec6-4b21-832f-435a5b51ef8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8bb712-2a0c-42c5-baa7-3636e0de740f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:50.617678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12eecff0-6d4f-4f32-87b0-e19ce18a90b7 req-6cf90d51-ae75-4b65-9a6b-d539d922fe1c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9863fb9a724e428280d7f6a12ebd4764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405166 Sep 07 16:02:50.654414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:50.663828 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-57135ab0-dec6-4b21-832f-435a5b51ef8b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=795f7a6e0000468c8798bf9b05bf8834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331836 Sep 07 16:02:50.665252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35896) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:50.703704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Set router 99e6c207-14f3-4c41-b4df-1700f2b89062 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:02:50.819080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eecff0-6d4f-4f32-87b0-e19ce18a90b7 req-239bbe7d-2c9c-4a89-b177-883b85112aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:50.820841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12eecff0-6d4f-4f32-87b0-e19ce18a90b7 req-239bbe7d-2c9c-4a89-b177-883b85112aab service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1901433 Sep 07 16:02:50.854918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-281acecd-8836-4f1d-a40a-754c1bd64569 req-c4c42870-5334-4d65-83b8-54ba5d198eab tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667267 Sep 07 16:02:50.868499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28488fc5-fa71-4fb8-935a-7a578b08a738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:50.916840 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=c89cc555-c41d-437f-a1ae-edc328d5f6c7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:50.936978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28488fc5-fa71-4fb8-935a-7a578b08a738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:50.938189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35902) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:50.961186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-78e8e8cc-9782-47df-8cce-09c9ee259972 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177144098', 'description': 'tempest-description--1433535047'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:50.991171 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d2d191d-bed2-40b0-8a91-84daaf79b9f6 req-acb0744e-99af-442d-bf88-43e14f4b6dcd service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700500 Sep 07 16:02:50.998502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-6bf7e95e-08b9-4974-8729-bfedcc8fa978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:51.000690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-6bf7e95e-08b9-4974-8729-bfedcc8fa978 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9863fb9a724e428280d7f6a12ebd4764&device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 1120 time: 0.1210647 Sep 07 16:02:51.115929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-532daf2c-ec9a-4104-83a4-cae5bf737e45 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=4945a51e-c33b-43a2-a2a9-c30f338219a2 HTTP/1.1" status: 200 len: 217 time: 0.1001828 Sep 07 16:02:51.138584 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76799aaf-d152-4747-ba75-35d0823513f2 req-353e897c-0902-4d87-939d-d1ea138c1f60 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 210 time: 0.0704563 Sep 07 16:02:51.139332 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28488fc5-fa71-4fb8-935a-7a578b08a738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:51.142079 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28488fc5-fa71-4fb8-935a-7a578b08a738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:51.146238 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-28488fc5-fa71-4fb8-935a-7a578b08a738 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a8bb712-2a0c-42c5-baa7-3636e0de740f HTTP/1.1" status: 204 len: 168 time: 0.4771886 Sep 07 16:02:51.147999 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e8e8cc-9782-47df-8cce-09c9ee259972 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:51.171263 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d2d191d-bed2-40b0-8a91-84daaf79b9f6 req-74f96bd5-0a11-4517-a4e6-1604527fe54e service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546190 Sep 07 16:02:51.179466 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371811601-router', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:35Z', 'updated_at': '2021-09-07T16:02:47Z', 'revision_number': 4, 'project_id': '8b927b109fc44cd5b2118e23c46e19eb', 'gw_port': {'id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:38Z', 'updated_at': '2021-09-07T16:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '12a2d363-b494-408e-9a84-e5b9bce5c983', 'name': '', 'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'mac_address': 'fa:16:3e:7c:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '01d9e27a-4de4-4269-9b02-535af4348a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:46Z', 'updated_at': '2021-09-07T16:02:47Z', 'revision_number': 2, 'project_id': '8b927b109fc44cd5b2118e23c46e19eb', 'subnets': [{'id': '01d9e27a-4de4-4269-9b02-535af4348a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:51.187207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28488fc5-fa71-4fb8-935a-7a578b08a738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8bb712-2a0c-42c5-baa7-3636e0de740f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:51.225093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Checking router: 99e6c207-14f3-4c41-b4df-1700f2b89062 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:02:51.225731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Updating router 99e6c207-14f3-4c41-b4df-1700f2b89062 port 12a2d363-b494-408e-9a84-e5b9bce5c983 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:02:51.256842 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:51.362138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388100aa-1f3b-4fe4-86f8-dd6e01b4bf3e req-098056f0-1d5e-45d1-b2b9-9f9754728e49 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:51.364295 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-388100aa-1f3b-4fe4-86f8-dd6e01b4bf3e req-098056f0-1d5e-45d1-b2b9-9f9754728e49 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 969 time: 0.3684001 Sep 07 16:02:51.426910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-bf9fbaee-ef93-4c72-90ea-6a22b1d9546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:51.428798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-bf9fbaee-ef93-4c72-90ea-6a22b1d9546e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.2939475 Sep 07 16:02:51.491210 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-ff19fe62-b9e2-4f90-b210-20c80ea72a42 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=41ab5bfa5baf4064b70672543584a7df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598540 Sep 07 16:02:51.524292 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-388100aa-1f3b-4fe4-86f8-dd6e01b4bf3e req-580eaefa-bb3d-42e0-a79f-ff49d23c9eed tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381018 Sep 07 16:02:51.593176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-9732e050-bf62-4d20-8ed9-e9a3bf97dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:51.594703 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-9732e050-bf62-4d20-8ed9-e9a3bf97dca8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1551368 Sep 07 16:02:51.709242 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-2d044d1b-e756-4021-86c1-f6cc9cb93c83 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023269 Sep 07 16:02:51.716861 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e8e8cc-9782-47df-8cce-09c9ee259972 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:51.728874 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:51.730606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e1200-930f-4627-9db3-acc412f9632f req-4f06b8d2-145b-4308-b0b4-590cb2182ef9 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:51.732209 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-4f06b8d2-145b-4308-b0b4-590cb2182ef9 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335823 Sep 07 16:02:51.738472 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e8e8cc-9782-47df-8cce-09c9ee259972 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:51.754320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Transition to ACTIVE for port object 12a2d363-b494-408e-9a84-e5b9bce5c983 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:51.754320 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:51.754549 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Request body: {'port': {'device_id': 'fbeda39c-0989-4681-8814-da3ff6b44887', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '41ab5bfa5baf4064b70672543584a7df'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:51.768318 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e8e8cc-9782-47df-8cce-09c9ee259972 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:51.772617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-78e8e8cc-9782-47df-8cce-09c9ee259972 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8301408 Sep 07 16:02:51.773215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35936) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:51.786596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ad3e6ba7-acf2-4b76-9c6c-2161b4dd71a8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Request body: {'security_group_rule': {'security_group_id': 'ec930009-b855-49a0-908a-e3f38641f3b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:51.817177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58e876-7bf7-4701-846b-bd3579097e79 None None] Pushing event updated for resources: {'Port': ['ID=12a2d363-b494-408e-9a84-e5b9bce5c983,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:51.913252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Attempting to bind port 12a2d363-b494-408e-9a84-e5b9bce5c983 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:02:51.913824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Attempting to bind port 12a2d363-b494-408e-9a84-e5b9bce5c983 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'ebe22f4b-a64f-4f1d-a049-080c3a7edc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:02:51.914019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Attempting to bind port 12a2d363-b494-408e-9a84-e5b9bce5c983 on network 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:02:51.922864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:02:51.923178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Checking segment: {'id': 'ebe22f4b-a64f-4f1d-a049-080c3a7edc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:02:51.925635 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:51.927843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Bound using segment: {'id': 'ebe22f4b-a64f-4f1d-a049-080c3a7edc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:02:51.931295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Bound port: 12a2d363-b494-408e-9a84-e5b9bce5c983, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe22f4b-a64f-4f1d-a049-080c3a7edc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:02:51.933373 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:51.934640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8e8cc-9782-47df-8cce-09c9ee259972 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec930009-b855-49a0-908a-e3f38641f3b9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:51.980004 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6ba7-acf2-4b76-9c6c-2161b4dd71a8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.010738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Made reservation on behalf of 41ab5bfa5baf4064b70672543584a7df for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:02:52.025155 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.046778 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc86644-b3a8-4baa-a60b-4c25fdcf533f req-daacd64c-c7b4-4547-ada0-7d14452e477c service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286078 Sep 07 16:02:52.073129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.087663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] For port 12a2d363-b494-408e-9a84-e5b9bce5c983, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:02:52.099792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] For port 12a2d363-b494-408e-9a84-e5b9bce5c983, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=12a2d363-b494-408e-9a84-e5b9bce5c983,segment=NetworkSegment(ebe22f4b-a64f-4f1d-a049-080c3a7edc82),segment_id=ebe22f4b-a64f-4f1d-a049-080c3a7edc82)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:02:52.110931 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.135544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca0fbb-8ec3-44be-bb43-af5dfbb2074d req-a53b4ac7-7a3a-4e0c-b73b-551d0e075426 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:52.137456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aca0fbb-8ec3-44be-bb43-af5dfbb2074d req-a53b4ac7-7a3a-4e0c-b73b-551d0e075426 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.1396911 Sep 07 16:02:52.198515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c89cc555-c41d-437f-a1ae-edc328d5f6c7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:52.213513 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6ba7-acf2-4b76-9c6c-2161b4dd71a8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.237613 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.242189 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6ba7-acf2-4b76-9c6c-2161b4dd71a8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.243486 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.303043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aca0fbb-8ec3-44be-bb43-af5dfbb2074d req-3afb3bff-900c-456f-8f66-3803fd69991d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569853 Sep 07 16:02:52.327521 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca2e971b-e5e8-4f9a-97d5-ea9a565c1ebd req-32aca8c3-8e7c-4bb5-8767-2712c7302f61 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 210 time: 0.0789783 Sep 07 16:02:52.340737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e6ba7-acf2-4b76-9c6c-2161b4dd71a8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d97a411-886b-4e8a-b4c7-4a28a2313d58,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:52.358201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6ba7-acf2-4b76-9c6c-2161b4dd71a8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.359861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ad3e6ba7-acf2-4b76-9c6c-2161b4dd71a8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5777252 Sep 07 16:02:52.363159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35962) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:52.372819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcafaa25-9270-4d26-9b69-7a0b16bc1e63,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:52.373310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-049b6f71-63d8-4104-8f22-398b519aa22d tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Request body: {'security_group_rule': {'security_group_id': 'ec930009-b855-49a0-908a-e3f38641f3b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:52.390291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Routers {'99e6c207-14f3-4c41-b4df-1700f2b89062'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:02:52.391009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:02:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['99e6c207-14f3-4c41-b4df-1700f2b89062'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:52.393338 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58e876-7bf7-4701-846b-bd3579097e79 None None] Pushing event updated for resources: {'Port': ['ID=12a2d363-b494-408e-9a84-e5b9bce5c983,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:52.435742 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049b6f71-63d8-4104-8f22-398b519aa22d tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.475325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c89cc555-c41d-437f-a1ae-edc328d5f6c7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:52.476365 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.553324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Allocated IP 192.168.233.52 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/22fc6f9c-5058-434b-8cf0-fbc4cfc36da0) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:02:52.560902 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049b6f71-63d8-4104-8f22-398b519aa22d tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.561907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35966) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:52.577642 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049b6f71-63d8-4104-8f22-398b519aa22d tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.602397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b6f71-63d8-4104-8f22-398b519aa22d tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73f9af6-cc69-4042-af6a-6962c986f667,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:52.617990 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049b6f71-63d8-4104-8f22-398b519aa22d tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.620015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-049b6f71-63d8-4104-8f22-398b519aa22d tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2550766 Sep 07 16:02:52.623054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35972) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:52.634829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:52.722893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] Set router 99e6c207-14f3-4c41-b4df-1700f2b89062 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:02:52.727535 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.788083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.807275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Transition to ACTIVE for port object 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:52.865056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:52.939275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dcada-ea50-4c06-b56d-749f38e43a6d req-16b5dcdd-5c6d-4279-b649-bb967fcd50ba tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:52.943546 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df9dcada-ea50-4c06-b56d-749f38e43a6d req-16b5dcdd-5c6d-4279-b649-bb967fcd50ba tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 969 time: 0.2446268 Sep 07 16:02:52.990680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:02:52.996577 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:52.999397 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:02:53.006312 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df9dcada-ea50-4c06-b56d-749f38e43a6d req-17f336dd-988e-46b9-833d-c4694584b96f tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475047 Sep 07 16:02:53.014887 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:53.022930 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:53.036902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Pushing event updated for resources: {'Port': ['ID=22fc6f9c-5058-434b-8cf0-fbc4cfc36da0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:53.037004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371811601-router', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:35Z', 'updated_at': '2021-09-07T16:02:47Z', 'revision_number': 4, 'project_id': '8b927b109fc44cd5b2118e23c46e19eb', 'gw_port': {'id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:38Z', 'updated_at': '2021-09-07T16:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '12a2d363-b494-408e-9a84-e5b9bce5c983', 'name': '', 'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'mac_address': 'fa:16:3e:7c:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '01d9e27a-4de4-4269-9b02-535af4348a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:46Z', 'updated_at': '2021-09-07T16:02:52Z', 'revision_number': 4, 'project_id': '8b927b109fc44cd5b2118e23c46e19eb', 'subnets': [{'id': '01d9e27a-4de4-4269-9b02-535af4348a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:02:53.040056 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-606143a2-7599-4f08-a6e6-e383333b130c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:53.055504 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-de4bc1c3-a40b-4277-911f-4d30cedfa71a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3129728 Sep 07 16:02:53.063694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:53.071913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Request body: {'port': {'device_id': 'fbeda39c-0989-4681-8814-da3ff6b44887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:53.080514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c87633-ce85-41d3-b362-53910724ac28 None None] The sync data for ids ['99e6c207-14f3-4c41-b4df-1700f2b89062'] in n-d-807551-3 is: [{'id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371811601-router', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:35Z', 'updated_at': '2021-09-07T16:02:47Z', 'revision_number': 4, 'project_id': '8b927b109fc44cd5b2118e23c46e19eb', 'gw_port': {'id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:38Z', 'updated_at': '2021-09-07T16:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '12a2d363-b494-408e-9a84-e5b9bce5c983', 'name': '', 'network_id': '5f5de43f-bfa1-4695-bb5b-8726a5a73ce6', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'mac_address': 'fa:16:3e:7c:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '01d9e27a-4de4-4269-9b02-535af4348a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:46Z', 'updated_at': '2021-09-07T16:02:52Z', 'revision_number': 4, 'project_id': '8b927b109fc44cd5b2118e23c46e19eb', 'subnets': [{'id': '01d9e27a-4de4-4269-9b02-535af4348a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:02:53.173994 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:53.265789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Allocated IP 172.25.3.141 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/b66bd908-7216-4477-986e-deb2e56cc800) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:02:53.425437 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:53.498903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2a8582e1-c0cc-4e4c-8b7a-2fe62f67386f None None] Provisioning for port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:53.514414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2a8582e1-c0cc-4e4c-8b7a-2fe62f67386f None None] Provisioning complete for port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:53.514807 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2a8582e1-c0cc-4e4c-8b7a-2fe62f67386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:53.524328 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-606143a2-7599-4f08-a6e6-e383333b130c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:53.563395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-606143a2-7599-4f08-a6e6-e383333b130c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:53.589680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2a8582e1-c0cc-4e4c-8b7a-2fe62f67386f None None] Port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:02:53.610416 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-606143a2-7599-4f08-a6e6-e383333b130c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7222ccf7ea04ed0825bea21e4a05ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0450428 Sep 07 16:02:53.630661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35994) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:53.680171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606143a2-7599-4f08-a6e6-e383333b130c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bd72e8-53df-4e40-b1d9-9248929bcdfc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:53.699004 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f630b-e269-4de9-9f71-04c79307036d req-70f56e78-36d5-463c-a515-98dcc1fde976 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:53.706759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f93f630b-e269-4de9-9f71-04c79307036d req-70f56e78-36d5-463c-a515-98dcc1fde976 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.2638161 Sep 07 16:02:53.734520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f8838-4c09-4a5a-8bec-a05f98573b68 req-a23c538a-86aa-40b0-91dc-5122404a259c tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:53.736175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e0f8838-4c09-4a5a-8bec-a05f98573b68 req-a23c538a-86aa-40b0-91dc-5122404a259c tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 935 time: 0.2218223 Sep 07 16:02:53.779678 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:53.840097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:02:53.849429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e0f8838-4c09-4a5a-8bec-a05f98573b68 req-bc15fb9a-524d-4598-8cdd-5c6c16eb3d2c tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017127 Sep 07 16:02:53.854849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:53.872273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:02:53.885806 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f93f630b-e269-4de9-9f71-04c79307036d req-4f48ef35-eeeb-46f0-9cca-3f6e90a27d02 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727467 Sep 07 16:02:53.888277 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Transition to ACTIVE for port object 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:53.890017 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a2bcfa-eb98-4dbc-a868-1a6afd43868b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:53.892174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:53.893586 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:53.899963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:02:53.911997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Pushing event updated for resources: {'Port': ['ID=b66bd908-7216-4477-986e-deb2e56cc800,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:53.956583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Pushing event updated for resources: {'Port': ['ID=22fc6f9c-5058-434b-8cf0-fbc4cfc36da0,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:54.033748 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a2bcfa-eb98-4dbc-a868-1a6afd43868b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.051305 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Attempting to bind port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:02:54.051652 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Attempting to bind port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:02:54.052026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Attempting to bind port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:02:54.068593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:02:54.068949 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Attempting to bind port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:02:54.080214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:02:54.080662 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:02:54.081102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:02:54.081805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Bound port: 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:02:54.081943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.143062 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.181714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 12a2d363-b494-408e-9a84-e5b9bce5c983 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:54.251658 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.275498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] For port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:02:54.280826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] For port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=22fc6f9c-5058-434b-8cf0-fbc4cfc36da0,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:02:54.291785 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 12a2d363-b494-408e-9a84-e5b9bce5c983 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:54.296059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 12a2d363-b494-408e-9a84-e5b9bce5c983 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:54.296439 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.296558 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.375167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36008) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:54.377754 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Pushing event updated for resources: {'Port': ['ID=22fc6f9c-5058-434b-8cf0-fbc4cfc36da0,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:54.403578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:54.404668 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.406270 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-59484cd3-8dfa-40d0-a7ea-12ea1dd751bb service neutron] 10.222.0.35 "PUT /v2.0/ports/22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 HTTP/1.1" status: 200 len: 1095 time: 1.3411062 Sep 07 16:02:54.406745 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbeda39c-0989-4681-8814-da3ff6b44887', 'tag': '22fc6f9c-5058-434b-8cf0-fbc4cfc36da0'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:02:54.412718 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245b02ad-9dd8-403d-acd9-b441527aefb5" -d '{"events": [{"name": "network-changed", "server_uuid": "fbeda39c-0989-4681-8814-da3ff6b44887", "tag": "22fc6f9c-5058-434b-8cf0-fbc4cfc36da0"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:02:54.419481 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.457256 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.469695 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.473785 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 12a2d363-b494-408e-9a84-e5b9bce5c983, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=12a2d363-b494-408e-9a84-e5b9bce5c983,segment=NetworkSegment(ebe22f4b-a64f-4f1d-a049-080c3a7edc82),segment_id=ebe22f4b-a64f-4f1d-a049-080c3a7edc82)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:54.497628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5439b07-f2ae-41d4-82b2-ef54eae54e83 req-4ef02c01-82a6-44fd-beb0-d3cf57638ca1 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:54.501084 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.508526 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5439b07-f2ae-41d4-82b2-ef54eae54e83 req-4ef02c01-82a6-44fd-beb0-d3cf57638ca1 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 969 time: 0.3445268 Sep 07 16:02:54.574072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=12a2d363-b494-408e-9a84-e5b9bce5c983,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:54.575649 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.593993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e1200-930f-4627-9db3-acc412f9632f req-5730fca4-a1de-4323-8027-afc9adbc1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:54.595536 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-5730fca4-a1de-4323-8027-afc9adbc1a05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41ab5bfa5baf4064b70672543584a7df&device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 1098 time: 0.1453607 Sep 07 16:02:54.599933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a2bcfa-eb98-4dbc-a868-1a6afd43868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.602850 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a2bcfa-eb98-4dbc-a868-1a6afd43868b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.603940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-64a2bcfa-eb98-4dbc-a868-1a6afd43868b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20bd72e8-53df-4e40-b1d9-9248929bcdfc HTTP/1.1" status: 204 len: 168 time: 0.9704311 Sep 07 16:02:54.651897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2bcfa-eb98-4dbc-a868-1a6afd43868b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bd72e8-53df-4e40-b1d9-9248929bcdfc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:54.656456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Pushing event updated for resources: {'Port': ['ID=b66bd908-7216-4477-986e-deb2e56cc800,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:54.676682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5439b07-f2ae-41d4-82b2-ef54eae54e83 req-a3fe2d72-0a28-4758-bce9-9d00cfc09562 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669433 Sep 07 16:02:54.677285 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.678253 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94a924f-1f89-4eca-b8e5-8855cd9149df x-openstack-request-id: req-c94a924f-1f89-4eca-b8e5-8855cd9149df {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:02:54.678551 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbeda39c-0989-4681-8814-da3ff6b44887", "tag": "22fc6f9c-5058-434b-8cf0-fbc4cfc36da0", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:02:54.678808 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c94a924f-1f89-4eca-b8e5-8855cd9149df {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:02:54.679204 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbeda39c-0989-4681-8814-da3ff6b44887', 'tag': '22fc6f9c-5058-434b-8cf0-fbc4cfc36da0', 'status': 'completed', 'code': 200} Sep 07 16:02:54.688432 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3eb491fe-b67c-489a-8f9c-8842c94f3164 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0641930 Sep 07 16:02:54.707556 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-eb143112-d70f-4956-be38-efe3cda46f75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 HTTP/1.1" status: 200 len: 217 time: 0.1036859 Sep 07 16:02:54.708419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd635527-bf90-435a-af8b-71713c0c0fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:54.795556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e1200-930f-4627-9db3-acc412f9632f req-b3c5229c-ed83-46c7-93c9-446107c5730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:54.797120 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-b3c5229c-ed83-46c7-93c9-446107c5730b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0811605 Sep 07 16:02:54.895849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e1200-930f-4627-9db3-acc412f9632f req-55306a89-9c80-4215-843b-91595b5c16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:54.897607 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-55306a89-9c80-4215-843b-91595b5c16e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0877535 Sep 07 16:02:54.998889 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd635527-bf90-435a-af8b-71713c0c0fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:55.005506 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd635527-bf90-435a-af8b-71713c0c0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:55.015877 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-3b313e2a-c1e3-4bb8-806c-83e5c009f0d7 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1177144098&fields=id&tenant_id=da81e3ba90e64f67b8e64e6d0bddb0fe HTTP/1.1" status: 200 len: 267 time: 0.0923514 Sep 07 16:02:55.043877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65e0de-0080-440d-b85c-0e06d90dcae3 req-dde9f08c-be4b-4bcc-a4e0-1fcae004d445 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:55.045486 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff65e0de-0080-440d-b85c-0e06d90dcae3 req-dde9f08c-be4b-4bcc-a4e0-1fcae004d445 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 947 time: 0.0899413 Sep 07 16:02:55.054922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36036) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:55.065182 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cd635527-bf90-435a-af8b-71713c0c0fcc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9aa7d034af784015bdfa06affdc30a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6888366 Sep 07 16:02:55.068427 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-7a120254-0807-4076-a83a-d19c9d999b6e service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622584 Sep 07 16:02:55.068997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36038) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:55.069628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd635527-bf90-435a-af8b-71713c0c0fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ce06dd-dce8-48cb-8d73-f597936c9d18,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:55.194976 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a5fac8b-aa5d-4de2-aa41-f451c60a5713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:55.220556 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-423e1200-930f-4627-9db3-acc412f9632f req-58d2b53d-b0ca-4f16-ae06-3a476d5dcf3c service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422484 Sep 07 16:02:55.229905 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a5fac8b-aa5d-4de2-aa41-f451c60a5713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:55.263314 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef5a60a6-d637-4449-8bf0-c658e3319d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:55.313063 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a5fac8b-aa5d-4de2-aa41-f451c60a5713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:55.315589 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a5fac8b-aa5d-4de2-aa41-f451c60a5713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:55.316769 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6a5fac8b-aa5d-4de2-aa41-f451c60a5713 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4ce06dd-dce8-48cb-8d73-f597936c9d18 HTTP/1.1" status: 204 len: 168 time: 0.2443290 Sep 07 16:02:55.329837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b02ad-9dd8-403d-acd9-b441527aefb5 req-1ca4f69c-7038-471f-bfea-eebd5c14c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:55.332121 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245b02ad-9dd8-403d-acd9-b441527aefb5 req-1ca4f69c-7038-471f-bfea-eebd5c14c8f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41ab5bfa5baf4064b70672543584a7df&device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 1098 time: 0.0618389 Sep 07 16:02:55.333051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fac8b-aa5d-4de2-aa41-f451c60a5713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ce06dd-dce8-48cb-8d73-f597936c9d18,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:55.394337 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff65e0de-0080-440d-b85c-0e06d90dcae3 req-d41d9d2c-1096-4c36-8904-65d66bf28b15 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370111 Sep 07 16:02:55.455837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b02ad-9dd8-403d-acd9-b441527aefb5 req-a820f3f4-995c-4c88-914c-88a61f228ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:55.458502 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245b02ad-9dd8-403d-acd9-b441527aefb5 req-a820f3f4-995c-4c88-914c-88a61f228ce7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1192389 Sep 07 16:02:55.462723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-057af0f8-58d8-4822-a714-eba385eeac39 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:55.464277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-057af0f8-58d8-4822-a714-eba385eeac39 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/networks?id=40d34971-072c-4081-981f-edebb2a17e0d HTTP/1.1" status: 200 len: 824 time: 0.4402976 Sep 07 16:02:55.507563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d934cb79-cef0-4884-ba88-e53c68dcac2a tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/quotas/da81e3ba90e64f67b8e64e6d0bddb0fe HTTP/1.1" status: 200 len: 375 time: 0.0360727 Sep 07 16:02:55.517494 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245b02ad-9dd8-403d-acd9-b441527aefb5 req-9775aa13-b3f0-4e4c-b8b7-c60b9e2c40d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 HTTP/1.1" status: 200 len: 217 time: 0.0516708 Sep 07 16:02:55.571267 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b02ad-9dd8-403d-acd9-b441527aefb5 req-913a7af1-8bed-40a4-b4b9-c28d6c5ec50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:55.572888 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245b02ad-9dd8-403d-acd9-b441527aefb5 req-913a7af1-8bed-40a4-b4b9-c28d6c5ec50b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0484524 Sep 07 16:02:55.607436 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef5a60a6-d637-4449-8bf0-c658e3319d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:55.617901 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef5a60a6-d637-4449-8bf0-c658e3319d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:55.622719 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b02ad-9dd8-403d-acd9-b441527aefb5 req-ef320962-c913-4010-893e-b755e6aabd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:55.624519 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245b02ad-9dd8-403d-acd9-b441527aefb5 req-ef320962-c913-4010-893e-b755e6aabd48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0443838 Sep 07 16:02:55.631540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cfc4f-f096-47c0-baf9-7435aff9a87e req-203f5d51-f590-4abf-a478-652cdb633654 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:55.643105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-770cfc4f-f096-47c0-baf9-7435aff9a87e req-203f5d51-f590-4abf-a478-652cdb633654 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.1534653 Sep 07 16:02:55.651273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-911ceae9-c619-4d3f-b7a9-2270bf89206f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=da81e3ba90e64f67b8e64e6d0bddb0fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1272140 Sep 07 16:02:55.704115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a60a6-d637-4449-8bf0-c658e3319d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6816a2d6-6c77-4b8e-92d1-cc45fac54cca,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:55.709307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ef5a60a6-d637-4449-8bf0-c658e3319d2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7764f06c56d94328aee5edbfc06003be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6538186 Sep 07 16:02:55.713113 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36048) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:55.739407 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-770cfc4f-f096-47c0-baf9-7435aff9a87e req-b8c620bb-7b94-41f5-b1df-e4a48d72f81d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811083 Sep 07 16:02:55.766924 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245b02ad-9dd8-403d-acd9-b441527aefb5 req-4afd7e89-e1c4-4b5e-ac78-c40f2378b5d0 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338329 Sep 07 16:02:55.797632 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03450cb3-4eaa-441b-87d2-463f456b2635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:55.843885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36052) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:55.869312 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03450cb3-4eaa-441b-87d2-463f456b2635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:55.878880 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245b02ad-9dd8-403d-acd9-b441527aefb5 req-db824544-7772-40e9-8c66-b489a9110c65 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022196 Sep 07 16:02:55.884884 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03492c5e-8010-46a0-a122-13f27edfa7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:55.939795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bb08e-9559-4c10-ada9-dd86b2f0d549 req-598dff7a-0fe4-44ea-93d3-f95121c49081 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:55.941984 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-072bb08e-9559-4c10-ada9-dd86b2f0d549 req-598dff7a-0fe4-44ea-93d3-f95121c49081 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 969 time: 0.1135194 Sep 07 16:02:55.949178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-04d0c9bd-c46d-486f-ac29-06a791ab726d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:02:55.950182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-04d0c9bd-c46d-486f-ac29-06a791ab726d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1287475 Sep 07 16:02:55.984562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4945a51e-c33b-43a2-a2a9-c30f338219a2 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:02:56.022772 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03450cb3-4eaa-441b-87d2-463f456b2635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:56.025233 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03450cb3-4eaa-441b-87d2-463f456b2635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:56.026380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-03450cb3-4eaa-441b-87d2-463f456b2635 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6816a2d6-6c77-4b8e-92d1-cc45fac54cca HTTP/1.1" status: 204 len: 168 time: 0.3124766 Sep 07 16:02:56.076180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-072bb08e-9559-4c10-ada9-dd86b2f0d549 req-665b2cef-2a73-4caa-857a-27606872bfee tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229348 Sep 07 16:02:56.081107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03450cb3-4eaa-441b-87d2-463f456b2635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6816a2d6-6c77-4b8e-92d1-cc45fac54cca,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:56.115439 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-5cb46408-6d19-40bf-8988-c3e6469b25df service neutron] 10.222.0.70 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528432 Sep 07 16:02:56.132220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4945a51e-c33b-43a2-a2a9-c30f338219a2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4945a51e-c33b-43a2-a2a9-c30f338219a2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:56.142770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 12a2d363-b494-408e-9a84-e5b9bce5c983 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:56.175185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '4945a51e-c33b-43a2-a2a9-c30f338219a2', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '4945a51e-c33b-43a2-a2a9-c30f338219a2', 'mac_address': 'fa:16:3e:1a:03:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:tempest-test_az-525898845', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:02:56.207409 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03492c5e-8010-46a0-a122-13f27edfa7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:56.214407 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03492c5e-8010-46a0-a122-13f27edfa7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:56.230672 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:56.247615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 12a2d363-b494-408e-9a84-e5b9bce5c983 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:56.247984 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:56.253638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4945a51e-c33b-43a2-a2a9-c30f338219a2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:02:56.270428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-03492c5e-8010-46a0-a122-13f27edfa7d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7fd3b75492c4439d8860821184a76034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243305 Sep 07 16:02:56.274889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36056) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:56.276038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03492c5e-8010-46a0-a122-13f27edfa7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80709bf5-50c8-4254-a797-c2a305d426de,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:56.281874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-7f7f9e9c-3364-41dc-a496-6824041a9f76 service neutron] 10.222.0.70 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569510 Sep 07 16:02:56.368844 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a8798898-b570-43c5-9bc9-a81b8fe34c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:56.402681 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a8798898-b570-43c5-9bc9-a81b8fe34c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:56.413224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4945a51e-c33b-43a2-a2a9-c30f338219a2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4945a51e-c33b-43a2-a2a9-c30f338219a2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:56.423203 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:56.478114 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a8798898-b570-43c5-9bc9-a81b8fe34c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:56.481714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=4945a51e-c33b-43a2-a2a9-c30f338219a2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:56.486264 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a8798898-b570-43c5-9bc9-a81b8fe34c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:56.488542 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a8798898-b570-43c5-9bc9-a81b8fe34c3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80709bf5-50c8-4254-a797-c2a305d426de HTTP/1.1" status: 204 len: 168 time: 0.2104161 Sep 07 16:02:56.498664 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8798898-b570-43c5-9bc9-a81b8fe34c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80709bf5-50c8-4254-a797-c2a305d426de,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:56.625326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bf490-171a-4120-963a-fd03291fbf58 req-e65dad71-cfb2-4ba3-9e35-b2f8202335f8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:56.626910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-306bf490-171a-4120-963a-fd03291fbf58 req-e65dad71-cfb2-4ba3-9e35-b2f8202335f8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 947 time: 0.1050012 Sep 07 16:02:56.629834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e6b4566-7b34-4467-86d4-800f6816e6a6 req-30fd4202-c668-4113-8597-4dbae3e46cec tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 210 time: 0.0557275 Sep 07 16:02:56.689876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-306bf490-171a-4120-963a-fd03291fbf58 req-d9dd746e-ed5a-4f57-8309-53f36c845bad tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514965 Sep 07 16:02:56.749707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['4945a51e-c33b-43a2-a2a9-c30f338219a2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:02:56.875305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device f674c7d1-3837-477f-9ce9-722cbd417e78 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:02:56.958265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fc7d1-72d4-4027-af9f-d658c2a00c9e req-e0ec9934-b5f2-4abf-af77-a277ba057540 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:56.963440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb8fc7d1-72d4-4027-af9f-d658c2a00c9e req-e0ec9934-b5f2-4abf-af77-a277ba057540 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.1180120 Sep 07 16:02:57.048571 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb8fc7d1-72d4-4027-af9f-d658c2a00c9e req-97ee95fa-ae44-4e2b-85db-e7a3cb963fcf tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775270 Sep 07 16:02:57.086362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port f674c7d1-3837-477f-9ce9-722cbd417e78, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f674c7d1-3837-477f-9ce9-722cbd417e78,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:57.107252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'f674c7d1-3837-477f-9ce9-722cbd417e78', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'f674c7d1-3837-477f-9ce9-722cbd417e78', 'mac_address': 'fa:16:3e:6e:b1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:02:57.160995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36104) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:57.206628 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:57.233784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063f6e3-0c95-4baa-b678-8cea9754c03f req-6a6207c8-64d2-4b35-8f87-e008ad421ac4 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:57.238037 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c063f6e3-0c95-4baa-b678-8cea9754c03f req-6a6207c8-64d2-4b35-8f87-e008ad421ac4 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 970 time: 0.0639110 Sep 07 16:02:57.250201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f674c7d1-3837-477f-9ce9-722cbd417e78 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:02:57.280437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port f674c7d1-3837-477f-9ce9-722cbd417e78, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f674c7d1-3837-477f-9ce9-722cbd417e78,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:57.286618 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:57.314280 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1287061917-network', 'tenant_id': '69c966e1c7a5492180da5b612f6c029a'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:57.323621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c063f6e3-0c95-4baa-b678-8cea9754c03f req-0db680a1-8908-4794-89bb-b16991a2a740 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792003 Sep 07 16:02:57.348862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Made reservation on behalf of 69c966e1c7a5492180da5b612f6c029a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:02:57.351577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:57.360978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=f674c7d1-3837-477f-9ce9-722cbd417e78,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:57.363032 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:57.482647 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:57.487097 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:57.509031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:02:57.526346 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e76211-7444-4da5-a12a-9244804c641a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:57.530038 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:57.530588 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Added segment 52add11f-cdd1-4a7a-9c73-46f55c0c6071 of type vlan for network 44c77a42-d6f7-43c3-a1fe-c55861cace6e Sep 07 16:02:57.575439 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:57.604597 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:57.605854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:57.606386 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:57.646203 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4837408 Sep 07 16:02:57.649519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36120) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:57.655067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e1b38a69-998d-48d9-95ab-fd0e3d025a5f admin admin] Request body: {'subnet': {'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1287061917-subnet', 'tenant_id': '69c966e1c7a5492180da5b612f6c029a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:57.683103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb89466-d6f8-4c0c-bf93-d0ee7dd9efd3 admin admin] Pushing event updated for resources: {'Network': ['ID=44c77a42-d6f7-43c3-a1fe-c55861cace6e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:57.686301 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b38a69-998d-48d9-95ab-fd0e3d025a5f admin admin] Made reservation on behalf of 69c966e1c7a5492180da5b612f6c029a for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:02:57.692410 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1b38a69-998d-48d9-95ab-fd0e3d025a5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:57.694916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 44c77a42-d6f7-43c3-a1fe-c55861cace6e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:02:57.776900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['f674c7d1-3837-477f-9ce9-722cbd417e78'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:02:57.807957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df87ab60-b98d-4c77-bab9-b171ee428e30 req-430465cd-4fa3-4a3d-87f4-26a1d3f9f155 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 210 time: 0.0560606 Sep 07 16:02:57.902319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec1791-690c-43ed-8311-12382fd94843 req-eaf1eeb1-2286-4fc1-8956-cb2f4817c91b tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:57.904146 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93ec1791-690c-43ed-8311-12382fd94843 req-eaf1eeb1-2286-4fc1-8956-cb2f4817c91b tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 947 time: 0.1375299 Sep 07 16:02:57.963830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4945a51e-c33b-43a2-a2a9-c30f338219a2 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:58.033350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93ec1791-690c-43ed-8311-12382fd94843 req-cbaa5818-f9ff-4cec-8257-42333e8ad6d7 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155617 Sep 07 16:02:58.049136 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1b38a69-998d-48d9-95ab-fd0e3d025a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:58.059737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 4945a51e-c33b-43a2-a2a9-c30f338219a2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:58.064476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 4945a51e-c33b-43a2-a2a9-c30f338219a2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:58.065225 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:58.163382 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:58.189143 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f6a79a-c904-41f7-a6a0-14f0407b0c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4945a51e-c33b-43a2-a2a9-c30f338219a2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:02:58.213776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b38a69-998d-48d9-95ab-fd0e3d025a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=223246ab-fef5-4bb3-b713-91f21f94e39f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:58.233914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-0aa4982e-7372-49f7-8092-77f70b3be9ef tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:58.235591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-0aa4982e-7372-49f7-8092-77f70b3be9ef tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.54 "GET /v2.0/networks?id=40d34971-072c-4081-981f-edebb2a17e0d HTTP/1.1" status: 200 len: 824 time: 0.2341945 Sep 07 16:02:58.241628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b38a69-998d-48d9-95ab-fd0e3d025a5f admin admin] Checking segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:02:58.241995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b38a69-998d-48d9-95ab-fd0e3d025a5f admin admin] Network hostable DHCP agents. Network: 44c77a42-d6f7-43c3-a1fe-c55861cace6e, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:02:58.265103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb208727-ad9f-4d18-9369-1c7d00b57b9b req-132be666-fa0a-4853-a2cb-484db46673b1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:58.266759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb208727-ad9f-4d18-9369-1c7d00b57b9b req-132be666-fa0a-4853-a2cb-484db46673b1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 949 time: 0.1315043 Sep 07 16:02:58.274581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4945a51e-c33b-43a2-a2a9-c30f338219a2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4945a51e-c33b-43a2-a2a9-c30f338219a2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:58.285978 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:58.323973 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b38a69-998d-48d9-95ab-fd0e3d025a5f admin admin] Network 44c77a42-d6f7-43c3-a1fe-c55861cace6e is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:02:58.348460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=4945a51e-c33b-43a2-a2a9-c30f338219a2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:58.351921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-a6abd135-c3d3-498b-8027-b65509155f5e tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da81e3ba90e64f67b8e64e6d0bddb0fe HTTP/1.1" status: 200 len: 380 time: 0.1008155 Sep 07 16:02:58.357886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e1b38a69-998d-48d9-95ab-fd0e3d025a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 44c77a42-d6f7-43c3-a1fe-c55861cace6e) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:58.365764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b38a69-998d-48d9-95ab-fd0e3d025a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:58.366355 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1b38a69-998d-48d9-95ab-fd0e3d025a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:58.372190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb208727-ad9f-4d18-9369-1c7d00b57b9b req-c18eb1b2-d4c0-4a12-8d8e-4113414f7cb3 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937152 Sep 07 16:02:58.374592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3972fd1d-3257-4f80-93d9-002c73e2f94e None None] Network 44c77a42-d6f7-43c3-a1fe-c55861cace6e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:02:58.379548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Request body: {'port': {'device_id': '6e47ca6d-2770-4b40-bae1-19cb7bf771c2', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'admin_state_up': True, 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'security_groups': ['ec930009-b855-49a0-908a-e3f38641f3b9']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:58.412440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e1b38a69-998d-48d9-95ab-fd0e3d025a5f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7602153 Sep 07 16:02:58.452712 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b59581e-9cf4-4deb-810f-0cd2ac85a7f7" -d '{"events": [{"server_uuid": "b3f6a79a-c904-41f7-a6a0-14f0407b0c62", "name": "network-vif-plugged", "status": "completed", "tag": "4945a51e-c33b-43a2-a2a9-c30f338219a2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:02:58.547447 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857121cb-9f49-48c2-af38-54ff4c5e8b5b None None] Network 44c77a42-d6f7-43c3-a1fe-c55861cace6e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:02:58.591419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c954a-699c-40f9-9e9b-aceee877daac req-2f1b3205-0646-4aa0-8052-f51b1008d7d6 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:58.593402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-085c954a-699c-40f9-9e9b-aceee877daac req-2f1b3205-0646-4aa0-8052-f51b1008d7d6 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 971 time: 0.1069162 Sep 07 16:02:58.620509 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a74c24-ceb5-44dc-b692-ec6b8cc8bbd7 x-openstack-request-id: req-18a74c24-ceb5-44dc-b692-ec6b8cc8bbd7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:02:58.620809 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f6a79a-c904-41f7-a6a0-14f0407b0c62", "name": "network-vif-plugged", "status": "completed", "tag": "4945a51e-c33b-43a2-a2a9-c30f338219a2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:02:58.621073 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18a74c24-ceb5-44dc-b692-ec6b8cc8bbd7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:02:58.621545 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f6a79a-c904-41f7-a6a0-14f0407b0c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4945a51e-c33b-43a2-a2a9-c30f338219a2', 'code': 200} Sep 07 16:02:58.681274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Made reservation on behalf of da81e3ba90e64f67b8e64e6d0bddb0fe for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:02:58.686162 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:58.693322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.54', 52474) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:58.718791 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-085c954a-699c-40f9-9e9b-aceee877daac req-2428c36d-a1a4-4c67-94d4-c76ddfc71155 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087945 Sep 07 16:02:58.808765 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfae7f-4b2a-45c4-a6bd-d598cf940388 req-00660080-6140-4a7a-816d-8c6ec20d8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:58.810217 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dbcfae7f-4b2a-45c4-a6bd-d598cf940388 req-00660080-6140-4a7a-816d-8c6ec20d8c58 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 1122 time: 0.1152847 Sep 07 16:02:58.811590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:02:58.849813 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbcfae7f-4b2a-45c4-a6bd-d598cf940388 req-36f718fe-9b8c-42a5-aefb-ed3a8b235c27 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.047244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=22fc6f9c-5058-434b-8cf0-fbc4cfc36da0,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:59.053860 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbcfae7f-4b2a-45c4-a6bd-d598cf940388 req-36f718fe-9b8c-42a5-aefb-ed3a8b235c27 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.062558 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dbcfae7f-4b2a-45c4-a6bd-d598cf940388 req-36f718fe-9b8c-42a5-aefb-ed3a8b235c27 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.065198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '22fc6f9c-5058-434b-8cf0-fbc4cfc36da0', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '22fc6f9c-5058-434b-8cf0-fbc4cfc36da0', 'mac_address': 'fa:16:3e:8a:64:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:02:59.069212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device f674c7d1-3837-477f-9ce9-722cbd417e78 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:02:59.169528 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f718fe-9b8c-42a5-aefb-ed3a8b235c27 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7c51367e-68a3-4c4f-a74b-03b942a9b27b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:59.187209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Allocated IP 172.20.0.8 (40d34971-072c-4081-981f-edebb2a17e0d/731e0036-3c31-475c-ac6a-735261833588/2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:02:59.188585 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.204018 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88f87b30-8147-4dac-99c4-2f2b68dab54f req-2f8f3b5f-f2af-4317-9809-4d8539152ad3 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 210 time: 0.2370801 Sep 07 16:02:59.207162 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dbcfae7f-4b2a-45c4-a6bd-d598cf940388 req-36f718fe-9b8c-42a5-aefb-ed3a8b235c27 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878369 Sep 07 16:02:59.222194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:02:59.240810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port f674c7d1-3837-477f-9ce9-722cbd417e78 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:02:59.258454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=22fc6f9c-5058-434b-8cf0-fbc4cfc36da0,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:59.259681 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port f674c7d1-3837-477f-9ce9-722cbd417e78 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:02:59.260069 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.284827 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.300835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f9a3a-e354-4807-820b-c11c2f352364 req-1c2b9636-7d42-4cb0-beef-40bcaec8b811 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:59.302380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c7f9a3a-e354-4807-820b-c11c2f352364 req-1c2b9636-7d42-4cb0-beef-40bcaec8b811 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 947 time: 0.0972161 Sep 07 16:02:59.348514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=22fc6f9c-5058-434b-8cf0-fbc4cfc36da0,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:59.356880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36184) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:59.402015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c7f9a3a-e354-4807-820b-c11c2f352364 req-8f2455c3-9336-42ed-a02e-9765aed055bf tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869234 Sep 07 16:02:59.409557 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.445520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:02:59.451171 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.451351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port f674c7d1-3837-477f-9ce9-722cbd417e78, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f674c7d1-3837-477f-9ce9-722cbd417e78,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:02:59.457017 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-391285090-network', 'tenant_id': '63b5cc52f3264c68944e6bb799a6e6f1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:59.460454 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.485058 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Transition to ACTIVE for port object 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:02:59.489305 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Made reservation on behalf of 63b5cc52f3264c68944e6bb799a6e6f1 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:02:59.492491 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.505324 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.545692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=f674c7d1-3837-477f-9ce9-722cbd417e78,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:59.553796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4cc31-c5d4-485e-89fa-e50e68d5dc9f req-cd8e2e5c-3655-4666-ae7c-99d2d3395814 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:59.555363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48b4cc31-c5d4-485e-89fa-e50e68d5dc9f req-cd8e2e5c-3655-4666-ae7c-99d2d3395814 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.0723941 Sep 07 16:02:59.577841 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.631438 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Network 40d34971-072c-4081-981f-edebb2a17e0d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:02:59.639899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:02:59.641030 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['22fc6f9c-5058-434b-8cf0-fbc4cfc36da0'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:02:59.646442 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48b4cc31-c5d4-485e-89fa-e50e68d5dc9f req-c63b647f-182f-4a79-9458-81b209356793 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829709 Sep 07 16:02:59.647218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:02:59.654048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:59.654048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.670370 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.670551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Pushing event updated for resources: {'Port': ['ID=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:59.684682 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.686279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-d05d4aea-7da9-4ead-bb13-60aee7e6563f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3104401 Sep 07 16:02:59.704723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Request body: {'port': {'device_id': '6e47ca6d-2770-4b40-bae1-19cb7bf771c2', 'device_owner': 'compute:tempest-test_az-525898845', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:02:59.710149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:02:59.731933 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.732403 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Added segment 1db5e922-fbaf-4a9e-a751-b0a8f09ccf9a of type vlan for network fee0821e-8fd6-4827-b80c-402dc9c49920 Sep 07 16:02:59.755059 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328e22b5-4785-44a0-87b2-2b063509d264,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:59.787128 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4120cb61-ffec-4dbf-8bc1-5faa35eb3680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.794432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.841345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.892204 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.893326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:02:59.893943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:02:59.966780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] Pushing event updated for resources: {'Network': ['ID=fee0821e-8fd6-4827-b80c-402dc9c49920,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:02:59.978743 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network fee0821e-8fd6-4827-b80c-402dc9c49920 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:02:59.999298 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4120cb61-ffec-4dbf-8bc1-5faa35eb3680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.010133 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4120cb61-ffec-4dbf-8bc1-5faa35eb3680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.031297 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e3202de3-97bb-40bc-b0c9-4392c049914b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5836513 Sep 07 16:03:00.040098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4686c8-f2eb-4e42-b891-591d220da867 req-65db2b73-99f9-4cfb-a075-3947df1e4423 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:00.041663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e4686c8-f2eb-4e42-b891-591d220da867 req-65db2b73-99f9-4cfb-a075-3947df1e4423 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 971 time: 0.1685524 Sep 07 16:03:00.042402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36196) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:00.049151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-99c3004f-e5b0-4020-bda0-36dac9957711 admin admin] Request body: {'subnet': {'network_id': 'fee0821e-8fd6-4827-b80c-402dc9c49920', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-391285090-subnet', 'tenant_id': '63b5cc52f3264c68944e6bb799a6e6f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:00.085657 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4120cb61-ffec-4dbf-8bc1-5faa35eb3680 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21895324ba2544eaac094f9b0dfb86b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7241957 Sep 07 16:03:00.085881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36198) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:00.095736 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120cb61-ffec-4dbf-8bc1-5faa35eb3680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a368ce5-9894-4589-b719-21505308c72d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:00.101276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-57be151a-f386-4758-b71a-387e60aa7558 None None] Provisioning for port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:00.106611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-57be151a-f386-4758-b71a-387e60aa7558 None None] Provisioning complete for port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:00.107107 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57be151a-f386-4758-b71a-387e60aa7558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.151051 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-57be151a-f386-4758-b71a-387e60aa7558 None None] Port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:03:00.155677 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a624d393-a6c9-42d6-aa21-8e45cb596fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.157046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c3004f-e5b0-4020-bda0-36dac9957711 admin admin] Made reservation on behalf of 63b5cc52f3264c68944e6bb799a6e6f1 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:00.159339 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99c3004f-e5b0-4020-bda0-36dac9957711 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.166012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e4686c8-f2eb-4e42-b891-591d220da867 req-c9f716ca-f554-41db-9b23-24c1edb7a5fe tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100523 Sep 07 16:03:00.179228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a624d393-a6c9-42d6-aa21-8e45cb596fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.229604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a624d393-a6c9-42d6-aa21-8e45cb596fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.233156 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a624d393-a6c9-42d6-aa21-8e45cb596fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.234547 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a624d393-a6c9-42d6-aa21-8e45cb596fc7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a368ce5-9894-4589-b719-21505308c72d HTTP/1.1" status: 204 len: 168 time: 0.1475806 Sep 07 16:03:00.249817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624d393-a6c9-42d6-aa21-8e45cb596fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a368ce5-9894-4589-b719-21505308c72d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:00.381323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:00.391493 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.422729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Transition to ACTIVE for port object 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:00.430040 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.470020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bc1ab-d058-43e5-aab7-8431b4a91038 req-00602223-b585-4bec-a02b-24b750162af3 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:00.471663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-509bc1ab-d058-43e5-aab7-8431b4a91038 req-00602223-b585-4bec-a02b-24b750162af3 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 931 time: 0.1570513 Sep 07 16:03:00.578235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Pushing event updated for resources: {'Port': ['ID=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:00.580999 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99c3004f-e5b0-4020-bda0-36dac9957711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.589110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36208) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:00.604158 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f41f8a28-e14e-4d8a-beb4-a318b8aeff09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.622733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f674c7d1-3837-477f-9ce9-722cbd417e78'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:00.625354 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fadbbdd-9056-465b-8256-76582887db77" -d '{"events": [{"server_uuid": "54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5", "name": "network-vif-plugged", "status": "completed", "tag": "f674c7d1-3837-477f-9ce9-722cbd417e78"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:00.663511 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-509bc1ab-d058-43e5-aab7-8431b4a91038 req-4a0618a7-174b-4f9f-b93c-e5ab0c78a8d6 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632950 Sep 07 16:03:00.696697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d7c4f-6da3-4e72-9e02-002e5c3ec9c8 req-62471f18-9478-4106-bf2e-aa2ae2bfe417 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:00.698301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-647d7c4f-6da3-4e72-9e02-002e5c3ec9c8 req-62471f18-9478-4106-bf2e-aa2ae2bfe417 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 948 time: 0.2018566 Sep 07 16:03:00.700137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Attempting to bind port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:03:00.700543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Attempting to bind port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:03:00.700930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Attempting to bind port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d on network 40d34971-072c-4081-981f-edebb2a17e0d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:00.707220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3004f-e5b0-4020-bda0-36dac9957711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=562b9110-17b4-48c1-8e50-016154a34410,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:00.731286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d on network 40d34971-072c-4081-981f-edebb2a17e0d not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:03:00.731854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Attempting to bind port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d on network 40d34971-072c-4081-981f-edebb2a17e0d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:00.738105 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7125b1b5-4491-4dd1-ae38-a63278699383 x-openstack-request-id: req-7125b1b5-4491-4dd1-ae38-a63278699383 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:00.738407 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5", "name": "network-vif-plugged", "status": "completed", "tag": "f674c7d1-3837-477f-9ce9-722cbd417e78", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:00.738688 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7125b1b5-4491-4dd1-ae38-a63278699383 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:00.739110 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f674c7d1-3837-477f-9ce9-722cbd417e78', 'code': 200} Sep 07 16:03:00.754485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:03:00.755048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Checking segment: {'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:00.755509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Bound using segment: {'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:03:00.755956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Bound port: 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:03:00.756359 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.762394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3004f-e5b0-4020-bda0-36dac9957711 admin admin] Checking segment: {'id': '1db5e922-fbaf-4a9e-a751-b0a8f09ccf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fee0821e-8fd6-4827-b80c-402dc9c49920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:00.762981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3004f-e5b0-4020-bda0-36dac9957711 admin admin] Network hostable DHCP agents. Network: fee0821e-8fd6-4827-b80c-402dc9c49920, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:03:00.785631 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f41f8a28-e14e-4d8a-beb4-a318b8aeff09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.791633 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f41f8a28-e14e-4d8a-beb4-a318b8aeff09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.799109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-647d7c4f-6da3-4e72-9e02-002e5c3ec9c8 req-08d16903-3fb6-4d6c-b8cd-0da778b2c5e3 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892959 Sep 07 16:03:00.826624 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:03:00.868465 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f41f8a28-e14e-4d8a-beb4-a318b8aeff09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e29400ee9c874254895551cac6052837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771547 Sep 07 16:03:00.874055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3004f-e5b0-4020-bda0-36dac9957711 admin admin] Network fee0821e-8fd6-4827-b80c-402dc9c49920 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:03:00.876119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36214) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:00.886351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:00.886604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f8a28-e14e-4d8a-beb4-a318b8aeff09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6550cb-6ae3-4b9c-9b6d-ac832d14046d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:00.900208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:00.901119 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.906826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6a428-8cf3-49fa-8886-e2bd69be7043 req-867072f6-f1e1-406b-aabb-38d30c5ea15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:00.908417 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-42a6a428-8cf3-49fa-8886-e2bd69be7043 req-867072f6-f1e1-406b-aabb-38d30c5ea15d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 1101 time: 0.0819135 Sep 07 16:03:00.918912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-99c3004f-e5b0-4020-bda0-36dac9957711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, fee0821e-8fd6-4827-b80c-402dc9c49920) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:00.934519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c3004f-e5b0-4020-bda0-36dac9957711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:00.935140 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99c3004f-e5b0-4020-bda0-36dac9957711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:00.950144 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76b7efc-0ffd-44b3-9879-6af286f262a2 None None] Network fee0821e-8fd6-4827-b80c-402dc9c49920 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:03:00.958543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] For port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:00.965363 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-42a6a428-8cf3-49fa-8886-e2bd69be7043 req-c984af46-e251-4819-bdf1-e59013af961f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479515 Sep 07 16:03:00.987832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5842184-09ef-4b57-b318-c942931fce2d req-2f1e2720-935f-4875-874c-af1fb3c5cc15 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:00.992781 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5842184-09ef-4b57-b318-c942931fce2d req-2f1e2720-935f-4875-874c-af1fb3c5cc15 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1675923 Sep 07 16:03:00.997888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] For port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:03:01.010624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-99c3004f-e5b0-4020-bda0-36dac9957711 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9650195 Sep 07 16:03:01.023240 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:01.121132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:01.121504 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:01.123848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] 10.222.0.54 "PUT /v2.0/ports/2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d HTTP/1.1" status: 200 len: 1112 time: 1.4250884 Sep 07 16:03:01.129567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e47ca6d-2770-4b40-bae1-19cb7bf771c2', 'tag': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:01.134054 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ae88e9-40d6-43eb-8fb4-6fb5639d5cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e47ca6d-2770-4b40-bae1-19cb7bf771c2", "tag": "2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:01.144253 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-764ec403-8984-4882-af14-8717dea4778a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:01.200036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f02edb-1e45-41b6-8a31-aa03f90f0870 service neutron] Pushing event updated for resources: {'Port': ['ID=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:01.240290 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-764ec403-8984-4882-af14-8717dea4778a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:01.251922 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d1ec5a-f38b-41ca-8dba-67a6fc143896 x-openstack-request-id: req-06d1ec5a-f38b-41ca-8dba-67a6fc143896 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:01.252197 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e47ca6d-2770-4b40-bae1-19cb7bf771c2", "tag": "2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:01.252420 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06d1ec5a-f38b-41ca-8dba-67a6fc143896 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:01.253391 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e47ca6d-2770-4b40-bae1-19cb7bf771c2', 'tag': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d', 'status': 'completed', 'code': 200} Sep 07 16:03:01.267383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5842184-09ef-4b57-b318-c942931fce2d req-5a178f27-aa53-4739-87a4-5be4fcf37234 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637248 Sep 07 16:03:01.281701 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d2123b-a1c9-4ffd-9574-d8f6ec1a9899 None None] Network fee0821e-8fd6-4827-b80c-402dc9c49920 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:03:01.349938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-3a00e344-c67f-4e19-8321-a9e853f0862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:01.351870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-3a00e344-c67f-4e19-8321-a9e853f0862a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da81e3ba90e64f67b8e64e6d0bddb0fe&device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 1115 time: 0.1230097 Sep 07 16:03:01.473279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-6ee4cc25-8e16-4b43-bcd7-0b0750fbd05e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d HTTP/1.1" status: 200 len: 217 time: 0.1106169 Sep 07 16:03:01.484502 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:01.504788 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:01.523502 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-764ec403-8984-4882-af14-8717dea4778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:01.529281 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-764ec403-8984-4882-af14-8717dea4778a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:01.532033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-764ec403-8984-4882-af14-8717dea4778a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca6550cb-6ae3-4b9c-9b6d-ac832d14046d HTTP/1.1" status: 204 len: 168 time: 0.6489487 Sep 07 16:03:01.569671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=22fc6f9c-5058-434b-8cf0-fbc4cfc36da0,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:01.611199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ec403-8984-4882-af14-8717dea4778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6550cb-6ae3-4b9c-9b6d-ac832d14046d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:01.666462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193c4f7-ca5e-4eca-96cd-27355dfa3731 req-760225e2-9ad8-4a74-b610-ff989e58548f tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:01.679195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d193c4f7-ca5e-4eca-96cd-27355dfa3731 req-760225e2-9ad8-4a74-b610-ff989e58548f tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 971 time: 0.3015130 Sep 07 16:03:01.705518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-54353a1e-dec5-407e-941e-f3c8ad2adffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:01.708065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-54353a1e-dec5-407e-941e-f3c8ad2adffa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=731e0036-3c31-475c-ac6a-735261833588 HTTP/1.1" status: 200 len: 863 time: 0.1744747 Sep 07 16:03:01.764792 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:01.777554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d193c4f7-ca5e-4eca-96cd-27355dfa3731 req-7e064ff2-8bf3-4fcd-9e82-bd7b51906857 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965302 Sep 07 16:03:01.858817 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=22fc6f9c-5058-434b-8cf0-fbc4cfc36da0,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:01.970252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-de07c280-28a1-4f1b-973e-d12e81675956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:01.972408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-de07c280-28a1-4f1b-973e-d12e81675956 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40d34971-072c-4081-981f-edebb2a17e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2499170 Sep 07 16:03:02.041358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-0b9e0cfa-1903-4625-b2f8-980d19958f5f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:02.043182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-0b9e0cfa-1903-4625-b2f8-980d19958f5f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 821 time: 0.2476296 Sep 07 16:03:02.063927 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:02.074743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0ac2b-8249-4da2-bb6d-f4f689a66bca req-db5d1620-9b82-4776-8abb-12bed31d86f6 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:02.076319 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eab0ac2b-8249-4da2-bb6d-f4f689a66bca req-db5d1620-9b82-4776-8abb-12bed31d86f6 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 964 time: 0.1736429 Sep 07 16:03:02.095919 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-dc63be02-68db-463d-84af-8337c1a04888 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/quotas/69c966e1c7a5492180da5b612f6c029a HTTP/1.1" status: 200 len: 375 time: 0.0185101 Sep 07 16:03:02.166068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-a86ba462-0181-4681-ade2-2ebb90bf98cf tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552328 Sep 07 16:03:02.170833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-3265ede5-baa1-42b3-b3f5-99b912bf77b3 service neutron] 10.222.0.54 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892607 Sep 07 16:03:02.178162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eab0ac2b-8249-4da2-bb6d-f4f689a66bca req-6fd9077f-46d2-4340-a08d-5b8386d006d5 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863364 Sep 07 16:03:02.374741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f22b1a-188b-4079-bcf1-947585e0bbe3 req-308637ef-2854-4590-9f4e-d1f1f0adc7f8 service neutron] 10.222.0.54 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951571 Sep 07 16:03:02.389205 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549b52d-d5f5-4917-8742-17ab9f91d6bd req-11ad7d8f-cc5e-4b74-a098-a37fab19d67a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:02.390682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2549b52d-d5f5-4917-8742-17ab9f91d6bd req-11ad7d8f-cc5e-4b74-a098-a37fab19d67a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 949 time: 0.1232255 Sep 07 16:03:02.393946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-b67c68a1-ddcf-454c-8976-b17e05cf1d81 service neutron] 10.222.0.70 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123439 Sep 07 16:03:02.687052 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2549b52d-d5f5-4917-8742-17ab9f91d6bd req-6d41cf1c-429a-4fe1-86db-44896cb8ab21 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876232 Sep 07 16:03:02.719839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae88e9-40d6-43eb-8fb4-6fb5639d5cf8 req-0fa99854-0bd0-4520-9383-f7129eb564af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:02.721534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3ae88e9-40d6-43eb-8fb4-6fb5639d5cf8 req-0fa99854-0bd0-4520-9383-f7129eb564af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da81e3ba90e64f67b8e64e6d0bddb0fe&device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 1115 time: 0.2714045 Sep 07 16:03:02.741260 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbeda39c-0989-4681-8814-da3ff6b44887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fc6f9c-5058-434b-8cf0-fbc4cfc36da0'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:02.744877 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d40c2f3-5060-4f60-b61a-d5842154433f" -d '{"events": [{"server_uuid": "fbeda39c-0989-4681-8814-da3ff6b44887", "name": "network-vif-plugged", "status": "completed", "tag": "22fc6f9c-5058-434b-8cf0-fbc4cfc36da0"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:02.747848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-2f4b306b-90cc-4fa0-9068-a2de9452fcb5 service neutron] 10.222.0.70 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472710 Sep 07 16:03:02.916455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990663a1-f2c4-48a4-a08d-c02f2f4f371a req-20d55591-f3ee-44fa-b872-6d825e52d899 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:02.924272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-990663a1-f2c4-48a4-a08d-c02f2f4f371a req-20d55591-f3ee-44fa-b872-6d825e52d899 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1615932 Sep 07 16:03:02.926145 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbb350b-65c5-4006-be15-5c3a114a17f2 x-openstack-request-id: req-1bbb350b-65c5-4006-be15-5c3a114a17f2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:02.928611 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbeda39c-0989-4681-8814-da3ff6b44887", "name": "network-vif-plugged", "status": "completed", "tag": "22fc6f9c-5058-434b-8cf0-fbc4cfc36da0", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:02.929421 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1bbb350b-65c5-4006-be15-5c3a114a17f2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:02.931255 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbeda39c-0989-4681-8814-da3ff6b44887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fc6f9c-5058-434b-8cf0-fbc4cfc36da0', 'code': 200} Sep 07 16:03:02.961183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae88e9-40d6-43eb-8fb4-6fb5639d5cf8 req-a8730923-8828-4b7c-b871-d4d8217fe028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:02.962858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3ae88e9-40d6-43eb-8fb4-6fb5639d5cf8 req-a8730923-8828-4b7c-b871-d4d8217fe028 service neutron] 10.222.0.54 "GET /v2.0/networks?id=40d34971-072c-4081-981f-edebb2a17e0d HTTP/1.1" status: 200 len: 925 time: 0.2317443 Sep 07 16:03:03.067457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-990663a1-f2c4-48a4-a08d-c02f2f4f371a req-09dd99e4-eebc-4caf-b052-6831cc658be1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387126 Sep 07 16:03:03.068006 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3ae88e9-40d6-43eb-8fb4-6fb5639d5cf8 req-8e32190e-45cf-45a4-890f-3f4d6af80e9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d HTTP/1.1" status: 200 len: 217 time: 0.0975997 Sep 07 16:03:03.139889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae88e9-40d6-43eb-8fb4-6fb5639d5cf8 req-e620dcb2-313c-44f9-bd73-e2c479e52576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:03.141506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3ae88e9-40d6-43eb-8fb4-6fb5639d5cf8 req-e620dcb2-313c-44f9-bd73-e2c479e52576 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=731e0036-3c31-475c-ac6a-735261833588 HTTP/1.1" status: 200 len: 863 time: 0.0495527 Sep 07 16:03:03.142322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c406de9-49c6-4081-a895-09fc669b1c24 req-6295a6d4-1291-400a-bab5-87b7d8925087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:03.145460 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5c406de9-49c6-4081-a895-09fc669b1c24 req-6295a6d4-1291-400a-bab5-87b7d8925087 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 1100 time: 0.0805964 Sep 07 16:03:03.226290 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5c406de9-49c6-4081-a895-09fc669b1c24 req-c320ab7e-ece6-43d1-8e43-8d72fdc4994b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719397 Sep 07 16:03:03.241079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b1805da-4171-41da-9db8-dcc4953f6532 req-23380806-f534-4178-ad44-3f1fee5edf78 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 210 time: 0.0414116 Sep 07 16:03:03.250236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268d2f7-0f64-42ea-9b3b-9ae559c0f26b req-3031173f-1671-464e-a7a8-5517bde7f76e tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:03.258170 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3268d2f7-0f64-42ea-9b3b-9ae559c0f26b req-3031173f-1671-464e-a7a8-5517bde7f76e tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 971 time: 0.2073038 Sep 07 16:03:03.300378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae88e9-40d6-43eb-8fb4-6fb5639d5cf8 req-851fe456-7d5f-46fd-b08a-39f86d7805f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:03.301900 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3ae88e9-40d6-43eb-8fb4-6fb5639d5cf8 req-851fe456-7d5f-46fd-b08a-39f86d7805f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40d34971-072c-4081-981f-edebb2a17e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510894 Sep 07 16:03:03.308286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3268d2f7-0f64-42ea-9b3b-9ae559c0f26b req-d01ccd12-5973-4495-a005-e76d6c59b82b tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492225 Sep 07 16:03:03.464981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afa40a-0a8c-4601-84bf-143332cee7f7 req-ae5ea04b-840b-4560-b7d5-d5346a9af45f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:03.466695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55afa40a-0a8c-4601-84bf-143332cee7f7 req-ae5ea04b-840b-4560-b7d5-d5346a9af45f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 964 time: 0.1009922 Sep 07 16:03:03.531023 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3ae88e9-40d6-43eb-8fb4-6fb5639d5cf8 req-02414b5b-c98f-473f-b11e-4f29832e715e service neutron] 10.222.0.54 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189450 Sep 07 16:03:03.635681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55afa40a-0a8c-4601-84bf-143332cee7f7 req-90d1702f-0000-430b-8464-4220255741f0 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342955 Sep 07 16:03:03.639547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337c561-be21-433f-bd37-75018a36bd72 req-f2a5c7e3-95fa-494a-8b96-b8cb962099f5 tempest-AggregatesAdminTestJSON-18079424 tempest-AggregatesAdminTestJSON-18079424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:03.640921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c337c561-be21-433f-bd37-75018a36bd72 req-f2a5c7e3-95fa-494a-8b96-b8cb962099f5 tempest-AggregatesAdminTestJSON-18079424 tempest-AggregatesAdminTestJSON-18079424-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 1122 time: 0.1732848 Sep 07 16:03:03.666737 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c337c561-be21-433f-bd37-75018a36bd72 req-31a628c7-10c6-4e23-9db3-4b51027fe402 tempest-AggregatesAdminTestJSON-18079424 tempest-AggregatesAdminTestJSON-18079424-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:03.696948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3ae88e9-40d6-43eb-8fb4-6fb5639d5cf8 req-fe805cd6-dc81-4f11-87dd-9c92a44fade7 service neutron] 10.222.0.54 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525505 Sep 07 16:03:03.796910 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c337c561-be21-433f-bd37-75018a36bd72 req-31a628c7-10c6-4e23-9db3-4b51027fe402 tempest-AggregatesAdminTestJSON-18079424 tempest-AggregatesAdminTestJSON-18079424-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:03.802443 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c337c561-be21-433f-bd37-75018a36bd72 req-31a628c7-10c6-4e23-9db3-4b51027fe402 tempest-AggregatesAdminTestJSON-18079424 tempest-AggregatesAdminTestJSON-18079424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:03.854428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c337c561-be21-433f-bd37-75018a36bd72 req-31a628c7-10c6-4e23-9db3-4b51027fe402 tempest-AggregatesAdminTestJSON-18079424 tempest-AggregatesAdminTestJSON-18079424-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062254 Sep 07 16:03:03.880397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a628c7-10c6-4e23-9db3-4b51027fe402 tempest-AggregatesAdminTestJSON-18079424 tempest-AggregatesAdminTestJSON-18079424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5c5f4b-8950-4696-abdc-831cc45272b6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:03.911471 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-35e4cf85-b1c6-47ed-bf32-571f17780cdf tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=99facb0fea524570a9b5bb57c877a0bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280874 Sep 07 16:03:04.058045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4d9aa-0b82-4962-9be4-e897fe16c7b3 req-b0eb3851-df53-4775-a1ce-4d4a95365cec tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:04.059536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0ff4d9aa-0b82-4962-9be4-e897fe16c7b3 req-b0eb3851-df53-4775-a1ce-4d4a95365cec tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 949 time: 0.1151209 Sep 07 16:03:04.066857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-ded07e08-1c8f-4a8b-8f09-15d72aa29035 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:04.068308 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-ded07e08-1c8f-4a8b-8f09-15d72aa29035 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483097 Sep 07 16:03:04.095629 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-4f4079b2-6be3-4075-80d8-53df056a6771 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/quotas/99facb0fea524570a9b5bb57c877a0bf HTTP/1.1" status: 200 len: 375 time: 0.0204163 Sep 07 16:03:04.121523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0ff4d9aa-0b82-4962-9be4-e897fe16c7b3 req-386e689c-25ea-4232-a58f-708cf93d23c9 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521538 Sep 07 16:03:04.139089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-69332be9-fa1e-4da5-a805-0f2d92319d59 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99facb0fea524570a9b5bb57c877a0bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331624 Sep 07 16:03:04.438143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-5db8cd44-793a-46c9-94f5-5670f600f046 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:04.441130 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-5db8cd44-793a-46c9-94f5-5670f600f046 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.35 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 821 time: 0.2880018 Sep 07 16:03:04.461170 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-39ac007a-024e-43f2-87be-836d337b9d1b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Request body: {'port': {'device_id': '1a8800a7-2c8c-4d26-81e5-f8b3f07e545f', 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e', 'admin_state_up': True, 'tenant_id': '69c966e1c7a5492180da5b612f6c029a'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:04.465720 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6605038-d15d-4e0e-8700-852ac8f19f49 req-380d4cd4-e142-480c-8be8-706ae6b6ab49 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 210 time: 0.0367377 Sep 07 16:03:04.481102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a9fee-f574-4248-a700-09fcb11d1355 req-b5b1d2d1-f983-4387-96bd-ca4ee103d37f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:04.482579 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a9a9fee-f574-4248-a700-09fcb11d1355 req-b5b1d2d1-f983-4387-96bd-ca4ee103d37f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1050451 Sep 07 16:03:04.485712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fcfa240-b861-431b-b803-660896a89834 req-6e5129cb-d377-4fa2-946f-8ad46d3b81a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1175370 Sep 07 16:03:04.573343 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a9a9fee-f574-4248-a700-09fcb11d1355 req-aab8b77f-d8f2-4a6c-b92f-de180a1224fb tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807354 Sep 07 16:03:04.657670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-39ac007a-024e-43f2-87be-836d337b9d1b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Made reservation on behalf of 69c966e1c7a5492180da5b612f6c029a for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:04.672025 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-39ac007a-024e-43f2-87be-836d337b9d1b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:04.692577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a20f15ad-c5b4-43ab-9bd4-c61f9e6d1fe6 req-24d45796-26aa-43e6-a186-5335a0151c71 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 210 time: 0.1062794 Sep 07 16:03:04.727119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfa240-b861-431b-b803-660896a89834 req-53473642-dc9a-4bf0-ab6c-fdcd3b523287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:04.728875 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fcfa240-b861-431b-b803-660896a89834 req-53473642-dc9a-4bf0-ab6c-fdcd3b523287 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9863fb9a724e428280d7f6a12ebd4764&device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 1122 time: 0.1392334 Sep 07 16:03:04.919582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-39ac007a-024e-43f2-87be-836d337b9d1b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Allocated IP 172.20.0.13 (44c77a42-d6f7-43c3-a1fe-c55861cace6e/223246ab-fef5-4bb3-b713-91f21f94e39f/c32a4fc9-a953-45df-b94a-64fa95e95004) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:03:04.930230 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.35', 58650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:04.946763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0eb2d3-0d06-433f-9684-3a2be007b77d req-49226c8b-2257-4bb4-81fa-ea64b2041173 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:04.948673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f0eb2d3-0d06-433f-9684-3a2be007b77d req-49226c8b-2257-4bb4-81fa-ea64b2041173 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 964 time: 0.1459723 Sep 07 16:03:04.950670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfa240-b861-431b-b803-660896a89834 req-09fb05f2-ced3-4a1c-9e9f-1dafa6bb0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:04.952644 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fcfa240-b861-431b-b803-660896a89834 req-09fb05f2-ced3-4a1c-9e9f-1dafa6bb0e59 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1982520 Sep 07 16:03:05.012325 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fcfa240-b861-431b-b803-660896a89834 req-870a60e9-2599-4d2f-a7f7-37ece22179cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=4945a51e-c33b-43a2-a2a9-c30f338219a2 HTTP/1.1" status: 200 len: 217 time: 0.0438182 Sep 07 16:03:05.055806 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c87f097c-5deb-49ad-9665-2db57ebba3fe req-8824fbd5-7842-4f68-b2ca-90ebe1ced3c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1228168 Sep 07 16:03:05.094520 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f0eb2d3-0d06-433f-9684-3a2be007b77d req-02ac13d4-ec4a-414b-832d-713125d8f58a tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312397 Sep 07 16:03:05.154812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfa240-b861-431b-b803-660896a89834 req-91ecd378-a209-499b-ab76-ae9d51678327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:05.156634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fcfa240-b861-431b-b803-660896a89834 req-91ecd378-a209-499b-ab76-ae9d51678327 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1236031 Sep 07 16:03:05.160661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47a89e-41cd-4561-9c9b-b2f50fb3aaed req-552b816f-fe80-450b-9b65-be8ea06cd09d tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:05.162401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f47a89e-41cd-4561-9c9b-b2f50fb3aaed req-552b816f-fe80-450b-9b65-be8ea06cd09d tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 1101 time: 0.1168158 Sep 07 16:03:05.222296 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6f47a89e-41cd-4561-9c9b-b2f50fb3aaed req-0d332343-39fd-4661-aed4-3414c273fe7b tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:05.241469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-39ac007a-024e-43f2-87be-836d337b9d1b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:05.254424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfa240-b861-431b-b803-660896a89834 req-fa161390-b94a-4b4b-af9b-54bb36d2895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:05.255971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fcfa240-b861-431b-b803-660896a89834 req-fa161390-b94a-4b4b-af9b-54bb36d2895f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787487 Sep 07 16:03:05.259084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f097c-5deb-49ad-9665-2db57ebba3fe req-bac1c093-a78e-45a9-838b-602211877fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:05.260948 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c87f097c-5deb-49ad-9665-2db57ebba3fe req-bac1c093-a78e-45a9-838b-602211877fa0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 1101 time: 0.0964200 Sep 07 16:03:05.366698 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-39ac007a-024e-43f2-87be-836d337b9d1b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:05.435440 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-39ac007a-024e-43f2-87be-836d337b9d1b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Network 44c77a42-d6f7-43c3-a1fe-c55861cace6e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:03:05.444656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-39ac007a-024e-43f2-87be-836d337b9d1b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:05.450972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-39ac007a-024e-43f2-87be-836d337b9d1b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:03:05.457306 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-39ac007a-024e-43f2-87be-836d337b9d1b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:05.457950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-39ac007a-024e-43f2-87be-836d337b9d1b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:05.462045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac007a-024e-43f2-87be-836d337b9d1b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Pushing event updated for resources: {'Port': ['ID=c32a4fc9-a953-45df-b94a-64fa95e95004,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:05.465160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f097c-5deb-49ad-9665-2db57ebba3fe req-4facc478-87e3-4e6e-a34f-364c12fc7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:05.466838 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c87f097c-5deb-49ad-9665-2db57ebba3fe req-4facc478-87e3-4e6e-a34f-364c12fc7905 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1797948 Sep 07 16:03:05.485182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fcfa240-b861-431b-b803-660896a89834 req-e69bf376-658c-429a-b356-85040f659881 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190113 Sep 07 16:03:05.512463 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c87f097c-5deb-49ad-9665-2db57ebba3fe req-62a22be6-4587-4a39-8d0d-6fa15d4a7d91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f674c7d1-3837-477f-9ce9-722cbd417e78 HTTP/1.1" status: 200 len: 217 time: 0.0379410 Sep 07 16:03:05.552236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922317e3-713b-4d51-9759-4d2a24be3741 req-6f5cf528-9bed-443c-8caa-e07545f15406 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:05.553835 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-922317e3-713b-4d51-9759-4d2a24be3741 req-6f5cf528-9bed-443c-8caa-e07545f15406 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 949 time: 0.1348805 Sep 07 16:03:05.560133 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6f47a89e-41cd-4561-9c9b-b2f50fb3aaed req-0d332343-39fd-4661-aed4-3414c273fe7b tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:05.569423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f097c-5deb-49ad-9665-2db57ebba3fe req-aaa2c897-91d9-4db4-802c-c39898ed5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:05.571102 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c87f097c-5deb-49ad-9665-2db57ebba3fe req-aaa2c897-91d9-4db4-802c-c39898ed5ddd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0521734 Sep 07 16:03:05.572993 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-39ac007a-024e-43f2-87be-836d337b9d1b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1176643 Sep 07 16:03:05.596255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Request body: {'port': {'device_id': '1a8800a7-2c8c-4d26-81e5-f8b3f07e545f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:05.599535 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6f47a89e-41cd-4561-9c9b-b2f50fb3aaed req-0d332343-39fd-4661-aed4-3414c273fe7b tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:05.650198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f47a89e-41cd-4561-9c9b-b2f50fb3aaed req-0d332343-39fd-4661-aed4-3414c273fe7b tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624932 Sep 07 16:03:05.678911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d332343-39fd-4661-aed4-3414c273fe7b tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6551d491-57f1-4aee-9d15-46bed853fcbc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:05.699732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f097c-5deb-49ad-9665-2db57ebba3fe req-8be5c755-c642-4627-96f3-f1e5e6c1c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:05.701687 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c87f097c-5deb-49ad-9665-2db57ebba3fe req-8be5c755-c642-4627-96f3-f1e5e6c1c9b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1174037 Sep 07 16:03:05.704841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-922317e3-713b-4d51-9759-4d2a24be3741 req-89a2b90c-d47e-495b-85bf-cf6abf40bfa1 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415493 Sep 07 16:03:05.706154 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:05.717604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fcfa240-b861-431b-b803-660896a89834 req-0b65a6a2-f845-4c0f-8533-821dbd496358 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175963 Sep 07 16:03:05.904158 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-9c8b5ba1-9e7c-401d-b0e4-4350c11bdbac tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=99facb0fea524570a9b5bb57c877a0bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375819 Sep 07 16:03:06.007943 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:03:06.144045 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c87f097c-5deb-49ad-9665-2db57ebba3fe req-97231379-9ab4-4fd7-8e60-1603a6144d40 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326608 Sep 07 16:03:06.170406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:06.185707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'port_id': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d', 'mac_address': 'fa:16:3e:45:33:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-525898845', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:03:06.218595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eeb650-023a-4cbd-a737-42a1f16bef29 req-3e5c1bf7-8aa5-459f-9e5c-962de38ffc92 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:06.224971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43eeb650-023a-4cbd-a737-42a1f16bef29 req-3e5c1bf7-8aa5-459f-9e5c-962de38ffc92 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 932 time: 0.4065163 Sep 07 16:03:06.238577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-5ff1f433-1a90-4c75-9a72-ba961b515c9c req-273c664f-e339-4d24-a296-60f26aa8efb8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:03:06.240256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ff1f433-1a90-4c75-9a72-ba961b515c9c req-273c664f-e339-4d24-a296-60f26aa8efb8 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107689 Sep 07 16:03:06.243077 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:06.258058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:06.287171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:06.294721 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:06.327105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43eeb650-023a-4cbd-a737-42a1f16bef29 req-aed356f9-8339-4212-99c6-e8df23404c3b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929966 Sep 07 16:03:06.349754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-e065438e-a8c0-4217-b518-557d6d4c2f6a tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:06.352278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-e065438e-a8c0-4217-b518-557d6d4c2f6a tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4352098 Sep 07 16:03:06.367070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Request body: {'port': {'device_id': '8dbe01dd-3833-4ebb-a257-df68d50e4c2c', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '99facb0fea524570a9b5bb57c877a0bf'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:06.410589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:06.476600 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c87f097c-5deb-49ad-9665-2db57ebba3fe req-ef0933cd-2f6d-430d-b678-aefa4cbfd438 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986290 Sep 07 16:03:06.483502 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32a4fc9-a953-45df-b94a-64fa95e95004 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:06.495712 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:06.524126 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Transition to ACTIVE for port object c32a4fc9-a953-45df-b94a-64fa95e95004 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:06.533464 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:06.546220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:06.568492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Made reservation on behalf of 99facb0fea524570a9b5bb57c877a0bf for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:06.572170 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:06.588379 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:06.614444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Pushing event updated for resources: {'Port': ['ID=c32a4fc9-a953-45df-b94a-64fa95e95004,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:06.650564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Attempting to bind port c32a4fc9-a953-45df-b94a-64fa95e95004 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:03:06.651029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Attempting to bind port c32a4fc9-a953-45df-b94a-64fa95e95004 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:03:06.651236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Attempting to bind port c32a4fc9-a953-45df-b94a-64fa95e95004 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:06.657437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Port c32a4fc9-a953-45df-b94a-64fa95e95004 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:03:06.657812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Attempting to bind port c32a4fc9-a953-45df-b94a-64fa95e95004 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:06.664394 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:03:06.664747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Checking segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:06.665201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Bound using segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:03:06.665710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Bound port: c32a4fc9-a953-45df-b94a-64fa95e95004, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:03:06.666083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:06.767523 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:06.774391 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:06.810535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:06.816926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c32a4fc9-a953-45df-b94a-64fa95e95004,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:03:06.827137 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:06.884655 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Pushing event updated for resources: {'Port': ['ID=c32a4fc9-a953-45df-b94a-64fa95e95004,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:06.894945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:06.895611 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:06.909717 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-19615478-cfc5-4c0c-bf5f-76dd32933fca service neutron] 10.222.0.35 "PUT /v2.0/ports/c32a4fc9-a953-45df-b94a-64fa95e95004 HTTP/1.1" status: 200 len: 1092 time: 1.3093686 Sep 07 16:03:06.909717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8800a7-2c8c-4d26-81e5-f8b3f07e545f', 'tag': 'c32a4fc9-a953-45df-b94a-64fa95e95004'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:06.913568 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1417f05d-e07f-4c0c-8c50-7a6aa4978dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8800a7-2c8c-4d26-81e5-f8b3f07e545f", "tag": "c32a4fc9-a953-45df-b94a-64fa95e95004"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:06.983610 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-218f6ee3-6aed-44bf-9d3e-79c3e35cc689 req-754d3c2f-ade4-4357-9f25-f8368e4b9f16 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 210 time: 0.0962861 Sep 07 16:03:07.013770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca8a9fe-4b01-4632-a432-c2a84768a540,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:07.035523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-ca3d2b2d-14a5-4332-9d36-075f59288a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:07.037536 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-ca3d2b2d-14a5-4332-9d36-075f59288a18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 1095 time: 0.0857666 Sep 07 16:03:07.050611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Allocated IP 192.168.233.49 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/b3e1edcc-97f8-464d-ab18-0d2999b364ce) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:03:07.133939 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-52134b40-db14-432d-a93b-f778f8aae71e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32a4fc9-a953-45df-b94a-64fa95e95004 HTTP/1.1" status: 200 len: 217 time: 0.0840473 Sep 07 16:03:07.141605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36404) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:07.194694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-067ccdb3-a6d1-499c-9273-44feeeaa3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:07.197132 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-067ccdb3-a6d1-499c-9273-44feeeaa3b82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.0568931 Sep 07 16:03:07.232193 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-39a72da5-ea91-4410-a1bc-a3a7fbeefa25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278444 Sep 07 16:03:07.297869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a49a1d-fb28-4d9b-bb4a-e3331abc0191 req-3d1d3c51-be61-41e3-9de7-93a164354d50 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:07.300134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5a49a1d-fb28-4d9b-bb4a-e3331abc0191 req-3d1d3c51-be61-41e3-9de7-93a164354d50 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 965 time: 0.1491036 Sep 07 16:03:07.326868 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:07.348670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-0cc745d2-6406-4411-b7c9-98083e78707a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2059102 Sep 07 16:03:07.365224 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-90e2b0e9-2d7f-42ac-b36e-31e245e99eac service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262825 Sep 07 16:03:07.372479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-175309aa-1fbf-4ae6-a09a-3313f47647ba service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:03:07.374162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-175309aa-1fbf-4ae6-a09a-3313f47647ba service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147183 Sep 07 16:03:07.374551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Transition to ACTIVE for port object b3e1edcc-97f8-464d-ab18-0d2999b364ce will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:07.387282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5a49a1d-fb28-4d9b-bb4a-e3331abc0191 req-b7b18d0b-8f69-44c9-bac4-657b0e91e76f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727892 Sep 07 16:03:07.451495 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:07.464754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e97783-8b62-4cb2-b835-d973fe2417c8 req-52f7d5ee-2800-4e27-89fd-5d23b4cf2540 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:07.466354 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7e97783-8b62-4cb2-b835-d973fe2417c8 req-52f7d5ee-2800-4e27-89fd-5d23b4cf2540 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.0742259 Sep 07 16:03:07.467927 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182d4c27-8e5c-4540-9763-eb05802c6364 x-openstack-request-id: req-182d4c27-8e5c-4540-9763-eb05802c6364 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:07.468486 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8800a7-2c8c-4d26-81e5-f8b3f07e545f", "tag": "c32a4fc9-a953-45df-b94a-64fa95e95004", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:07.468843 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-182d4c27-8e5c-4540-9763-eb05802c6364 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:07.469352 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8800a7-2c8c-4d26-81e5-f8b3f07e545f', 'tag': 'c32a4fc9-a953-45df-b94a-64fa95e95004', 'status': 'completed', 'code': 200} Sep 07 16:03:07.495329 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0766d093-fb91-42e8-9943-91e7a2951a44 req-abbdb793-1a0a-4f4b-af6e-e2fd9c28fea0 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225729 Sep 07 16:03:07.524220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:03:07.546379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:07.564571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:03:07.570353 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:07.571023 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:07.582691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Pushing event updated for resources: {'Port': ['ID=b3e1edcc-97f8-464d-ab18-0d2999b364ce,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:07.617960 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-abc66587-9a24-4fe3-a78f-80ecffe26d7c tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2549970 Sep 07 16:03:07.622533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7e97783-8b62-4cb2-b835-d973fe2417c8 req-72810a7b-c216-4fb5-81fc-4c0d743e0514 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238906 Sep 07 16:03:07.633019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Request body: {'port': {'device_id': '8dbe01dd-3833-4ebb-a257-df68d50e4c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:07.637297 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417f05d-e07f-4c0c-8c50-7a6aa4978dcb req-7e771883-02e8-4e56-82fc-a587c835309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:07.639139 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1417f05d-e07f-4c0c-8c50-7a6aa4978dcb req-7e771883-02e8-4e56-82fc-a587c835309b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 1095 time: 0.0895560 Sep 07 16:03:07.646878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c7cee-0593-4816-81b6-54b3a04090dc req-e60631e3-3b12-4c04-ad6e-7b253bae46d9 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:07.655492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-635c7cee-0593-4816-81b6-54b3a04090dc req-e60631e3-3b12-4c04-ad6e-7b253bae46d9 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 949 time: 0.1267178 Sep 07 16:03:07.746551 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:07.774279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-635c7cee-0593-4816-81b6-54b3a04090dc req-4eb05df3-ce79-45f4-a6b3-b07c3e44e104 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177990 Sep 07 16:03:07.812249 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417f05d-e07f-4c0c-8c50-7a6aa4978dcb req-9db2b2ba-dac9-45e9-acd3-a0969aad5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:07.814645 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1417f05d-e07f-4c0c-8c50-7a6aa4978dcb req-9db2b2ba-dac9-45e9-acd3-a0969aad5548 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.1660082 Sep 07 16:03:07.878497 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1417f05d-e07f-4c0c-8c50-7a6aa4978dcb req-46611282-901f-49fb-bf5c-5c0212b73f8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32a4fc9-a953-45df-b94a-64fa95e95004 HTTP/1.1" status: 200 len: 217 time: 0.0546489 Sep 07 16:03:07.943991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b796dfe6-b9a4-4c85-b4d6-9d7dccf5b718 None None] Provisioning for port b3e1edcc-97f8-464d-ab18-0d2999b364ce completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:07.949059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b796dfe6-b9a4-4c85-b4d6-9d7dccf5b718 None None] Provisioning complete for port b3e1edcc-97f8-464d-ab18-0d2999b364ce triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:07.949541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417f05d-e07f-4c0c-8c50-7a6aa4978dcb req-6711f0ce-6ff2-4af9-bb06-110192629d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:07.949715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b796dfe6-b9a4-4c85-b4d6-9d7dccf5b718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:07.951288 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1417f05d-e07f-4c0c-8c50-7a6aa4978dcb req-6711f0ce-6ff2-4af9-bb06-110192629d58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.0643363 Sep 07 16:03:07.998203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b796dfe6-b9a4-4c85-b4d6-9d7dccf5b718 None None] Port b3e1edcc-97f8-464d-ab18-0d2999b364ce cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:03:08.011755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:03:08.020798 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1417f05d-e07f-4c0c-8c50-7a6aa4978dcb req-28c8813c-0ae8-44e4-b26d-29bae314f331 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611951 Sep 07 16:03:08.038402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e58ad8-c577-440b-8810-df6dbab21eec req-9f01cb90-5c8e-4d95-a2ab-2e936c75b24b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:08.046547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1e58ad8-c577-440b-8810-df6dbab21eec req-9f01cb90-5c8e-4d95-a2ab-2e936c75b24b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 944 time: 0.2314200 Sep 07 16:03:08.117837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:08.129469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:08.130434 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:08.147028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1e58ad8-c577-440b-8810-df6dbab21eec req-e55ba7f8-315d-4217-897b-e8db1197880a tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995030 Sep 07 16:03:08.200985 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1417f05d-e07f-4c0c-8c50-7a6aa4978dcb req-ea19883d-67ae-4e06-af67-867540bcd706 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715381 Sep 07 16:03:08.252901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e1edcc-97f8-464d-ab18-0d2999b364ce {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:08.264530 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:08.275469 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:08.304766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Transition to ACTIVE for port object b3e1edcc-97f8-464d-ab18-0d2999b364ce will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:08.320153 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:08.332594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e47ca6d-2770-4b40-bae1-19cb7bf771c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:08.335795 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2152bfcc-55c6-40d3-826a-d942b453af29" -d '{"events": [{"server_uuid": "6e47ca6d-2770-4b40-bae1-19cb7bf771c2", "name": "network-vif-plugged", "status": "completed", "tag": "2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:08.358630 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:08.365908 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:08.403388 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1417f05d-e07f-4c0c-8c50-7a6aa4978dcb req-41eae088-498e-4294-ba87-8b0408b55b68 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952848 Sep 07 16:03:08.407310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Pushing event updated for resources: {'Port': ['ID=b3e1edcc-97f8-464d-ab18-0d2999b364ce,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:08.435169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:08.456787 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c5cad5-b8ba-4441-a922-3e4d090d7777 x-openstack-request-id: req-70c5cad5-b8ba-4441-a922-3e4d090d7777 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:08.457540 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e47ca6d-2770-4b40-bae1-19cb7bf771c2", "name": "network-vif-plugged", "status": "completed", "tag": "2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:08.457699 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70c5cad5-b8ba-4441-a922-3e4d090d7777 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:08.458336 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e47ca6d-2770-4b40-bae1-19cb7bf771c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d', 'code': 200} Sep 07 16:03:08.482739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f222c9-b0e5-48c6-b379-c85310dfb960 req-ac26376a-7012-4aa4-aa16-4675a47abcd8 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:08.484544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9f222c9-b0e5-48c6-b379-c85310dfb960 req-ac26376a-7012-4aa4-aa16-4675a47abcd8 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 947 time: 0.3347068 Sep 07 16:03:08.513400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Attempting to bind port b3e1edcc-97f8-464d-ab18-0d2999b364ce on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:03:08.513746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Attempting to bind port b3e1edcc-97f8-464d-ab18-0d2999b364ce by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:03:08.514147 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Attempting to bind port b3e1edcc-97f8-464d-ab18-0d2999b364ce on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:08.532257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Port b3e1edcc-97f8-464d-ab18-0d2999b364ce on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:03:08.532635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Attempting to bind port b3e1edcc-97f8-464d-ab18-0d2999b364ce on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:08.542720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:03:08.543104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:08.543519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:03:08.544145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Bound port: b3e1edcc-97f8-464d-ab18-0d2999b364ce, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:03:08.544551 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:08.595957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9f222c9-b0e5-48c6-b379-c85310dfb960 req-544e805e-aa89-4a7a-bb4e-ac7381276b24 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964780 Sep 07 16:03:08.670523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] For port b3e1edcc-97f8-464d-ab18-0d2999b364ce, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:08.687000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] For port b3e1edcc-97f8-464d-ab18-0d2999b364ce, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b3e1edcc-97f8-464d-ab18-0d2999b364ce,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:03:08.703222 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:08.704648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e27358-416e-48e5-a0d2-fb8d7c9189c3 req-29361349-4392-42d7-9fb6-363e98cca074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:08.710251 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-75e27358-416e-48e5-a0d2-fb8d7c9189c3 req-29361349-4392-42d7-9fb6-363e98cca074 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 1117 time: 0.1297162 Sep 07 16:03:08.771009 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-75e27358-416e-48e5-a0d2-fb8d7c9189c3 req-be1ebbb0-73e8-4dd5-aab7-c45ecf7f4dd5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504308 Sep 07 16:03:08.786352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:08.786709 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:08.788190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] 10.222.0.54 "PUT /v2.0/ports/b3e1edcc-97f8-464d-ab18-0d2999b364ce HTTP/1.1" status: 200 len: 1095 time: 1.1611137 Sep 07 16:03:08.804509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eab90-5c0c-4ea6-8977-3dc178e5405a req-a336eda4-221f-4f72-baeb-ab6e7de533eb tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:08.806052 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e8eab90-5c0c-4ea6-8977-3dc178e5405a req-a336eda4-221f-4f72-baeb-ab6e7de533eb tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 966 time: 0.1808224 Sep 07 16:03:08.806521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbe01dd-3833-4ebb-a257-df68d50e4c2c', 'tag': 'b3e1edcc-97f8-464d-ab18-0d2999b364ce'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:08.808893 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a686ce77-87cd-4c47-b90a-087a47ec059c" -d '{"events": [{"name": "network-changed", "server_uuid": "8dbe01dd-3833-4ebb-a257-df68d50e4c2c", "tag": "b3e1edcc-97f8-464d-ab18-0d2999b364ce"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:08.862645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ad8b6-4263-4e6a-8201-eba5dc7740be service neutron] Pushing event updated for resources: {'Port': ['ID=b3e1edcc-97f8-464d-ab18-0d2999b364ce,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:08.894656 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e8eab90-5c0c-4ea6-8977-3dc178e5405a req-4bb88a0d-263f-4096-8b0a-333b50fa4d59 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774877 Sep 07 16:03:08.907999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb08344-a20c-40b5-94ff-4557ac0b874d req-92a2cba8-372a-4cd0-a28f-edca766859a4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:08.909550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9cb08344-a20c-40b5-94ff-4557ac0b874d req-92a2cba8-372a-4cd0-a28f-edca766859a4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.0977588 Sep 07 16:03:08.956710 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9cb08344-a20c-40b5-94ff-4557ac0b874d req-e1c90196-80a4-4d46-bd5b-cd86f78bd8fd tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408390 Sep 07 16:03:09.051897 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bdc32-4f9b-402e-8c30-153123172226 req-15cbd3ae-8971-43ab-8e02-f1df2dafd225 tempest-DeleteServersAdminTestJSON-734499762 tempest-DeleteServersAdminTestJSON-734499762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:09.057151 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-645bdc32-4f9b-402e-8c30-153123172226 req-15cbd3ae-8971-43ab-8e02-f1df2dafd225 tempest-DeleteServersAdminTestJSON-734499762 tempest-DeleteServersAdminTestJSON-734499762-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 1100 time: 0.0952520 Sep 07 16:03:09.130963 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbe5cd7-5f7c-42be-a664-c8708492b6a0 x-openstack-request-id: req-2fbe5cd7-5f7c-42be-a664-c8708492b6a0 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:09.131483 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dbe01dd-3833-4ebb-a257-df68d50e4c2c", "tag": "b3e1edcc-97f8-464d-ab18-0d2999b364ce", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:09.131645 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2fbe5cd7-5f7c-42be-a664-c8708492b6a0 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:09.132043 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dbe01dd-3833-4ebb-a257-df68d50e4c2c', 'tag': 'b3e1edcc-97f8-464d-ab18-0d2999b364ce', 'status': 'completed', 'code': 200} Sep 07 16:03:09.150568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-03be8324-37d4-4432-bed4-460b8a85c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:09.152083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-03be8324-37d4-4432-bed4-460b8a85c07a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99facb0fea524570a9b5bb57c877a0bf&device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 1098 time: 0.0902569 Sep 07 16:03:09.160910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-645bdc32-4f9b-402e-8c30-153123172226 req-d216391d-bef1-4cae-add0-1a77b085d992 tempest-DeleteServersAdminTestJSON-734499762 tempest-DeleteServersAdminTestJSON-734499762-project-admin] Deleting port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:03:09.161209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6d065-17a6-451c-ae89-aa8f405de60a req-ccef3988-d312-41a6-a11c-356916de3bda tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:09.161318 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-645bdc32-4f9b-402e-8c30-153123172226 req-d216391d-bef1-4cae-add0-1a77b085d992 tempest-DeleteServersAdminTestJSON-734499762 tempest-DeleteServersAdminTestJSON-734499762-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:09.162451 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cdd6d065-17a6-451c-ae89-aa8f405de60a req-ccef3988-d312-41a6-a11c-356916de3bda tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbeda39c-0989-4681-8814-da3ff6b44887 HTTP/1.1" status: 200 len: 949 time: 0.1144900 Sep 07 16:03:09.206828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-ab85ff64-dc30-4dcd-8699-2c1d9f63fa12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=b3e1edcc-97f8-464d-ab18-0d2999b364ce HTTP/1.1" status: 200 len: 217 time: 0.0433018 Sep 07 16:03:09.260614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-645bdc32-4f9b-402e-8c30-153123172226 req-d216391d-bef1-4cae-add0-1a77b085d992 tempest-DeleteServersAdminTestJSON-734499762 tempest-DeleteServersAdminTestJSON-734499762-project-admin] For port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=22fc6f9c-5058-434b-8cf0-fbc4cfc36da0,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:09.260884 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-645bdc32-4f9b-402e-8c30-153123172226 req-d216391d-bef1-4cae-add0-1a77b085d992 tempest-DeleteServersAdminTestJSON-734499762 tempest-DeleteServersAdminTestJSON-734499762-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:09.266073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cdd6d065-17a6-451c-ae89-aa8f405de60a req-91fb1ea1-92c8-4160-91cf-e98b696229e9 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630105 Sep 07 16:03:09.284643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-645bdc32-4f9b-402e-8c30-153123172226 req-d216391d-bef1-4cae-add0-1a77b085d992 tempest-DeleteServersAdminTestJSON-734499762 tempest-DeleteServersAdminTestJSON-734499762-project-admin] Calling delete_port for 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:03:09.321444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-1b1d90e6-e50a-4d53-8dad-ee3bf529f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:09.323675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-1b1d90e6-e50a-4d53-8dad-ee3bf529f4c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0896778 Sep 07 16:03:09.415081 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-6ba69bb7-c524-4aca-9c0d-5e1a1f3d3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:09.416764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-6ba69bb7-c524-4aca-9c0d-5e1a1f3d3ce0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837703 Sep 07 16:03:09.426442 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5c413-940d-46ae-b0ed-16dbf7779f1d req-7add830c-d53d-42d0-8195-73946c46527c tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:09.428081 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2cc5c413-940d-46ae-b0ed-16dbf7779f1d req-7add830c-d53d-42d0-8195-73946c46527c tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 944 time: 0.0969548 Sep 07 16:03:09.531508 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2cc5c413-940d-46ae-b0ed-16dbf7779f1d req-ecf166d6-4251-49ec-997f-6e40d8c7c24e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950782 Sep 07 16:03:09.541636 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-645bdc32-4f9b-402e-8c30-153123172226 req-d216391d-bef1-4cae-add0-1a77b085d992 tempest-DeleteServersAdminTestJSON-734499762 tempest-DeleteServersAdminTestJSON-734499762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:09.553303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['22fc6f9c-5058-434b-8cf0-fbc4cfc36da0'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:09.581742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-146415f2-e06a-4c5c-94ca-099d13ab0a98 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516786 Sep 07 16:03:09.601006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-64c06b31-239c-4508-bc88-1cd38eb18fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:09.602399 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-64c06b31-239c-4508-bc88-1cd38eb18fcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 1101 time: 0.1105840 Sep 07 16:03:09.629977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-645bdc32-4f9b-402e-8c30-153123172226 req-d216391d-bef1-4cae-add0-1a77b085d992 tempest-DeleteServersAdminTestJSON-734499762 tempest-DeleteServersAdminTestJSON-734499762-project-admin] No DVR routers for this DVR port 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:03:09.638988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216391d-bef1-4cae-add0-1a77b085d992 tempest-DeleteServersAdminTestJSON-734499762 tempest-DeleteServersAdminTestJSON-734499762-project-admin] Pushing event deleted for resources: {'Port': ['ID=22fc6f9c-5058-434b-8cf0-fbc4cfc36da0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:09.653917 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-645bdc32-4f9b-402e-8c30-153123172226 req-d216391d-bef1-4cae-add0-1a77b085d992 tempest-DeleteServersAdminTestJSON-734499762 tempest-DeleteServersAdminTestJSON-734499762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:09.656002 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-645bdc32-4f9b-402e-8c30-153123172226 req-d216391d-bef1-4cae-add0-1a77b085d992 tempest-DeleteServersAdminTestJSON-734499762 tempest-DeleteServersAdminTestJSON-734499762-project-admin] 10.222.0.35 "DELETE /v2.0/ports/22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 HTTP/1.1" status: 204 len: 173 time: 0.5886130 Sep 07 16:03:09.661920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbeda39c-0989-4681-8814-da3ff6b44887', 'name': 'network-vif-deleted', 'tag': '22fc6f9c-5058-434b-8cf0-fbc4cfc36da0'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:09.664742 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c873bb75-79a0-46d6-bef0-9bf2d45e2621" -d '{"events": [{"server_uuid": "fbeda39c-0989-4681-8814-da3ff6b44887", "name": "network-vif-deleted", "tag": "22fc6f9c-5058-434b-8cf0-fbc4cfc36da0"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:09.786427 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebee97b-f9b0-4657-a69b-25cc6a927d32 x-openstack-request-id: req-cebee97b-f9b0-4657-a69b-25cc6a927d32 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:09.787054 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbeda39c-0989-4681-8814-da3ff6b44887", "name": "network-vif-deleted", "tag": "22fc6f9c-5058-434b-8cf0-fbc4cfc36da0", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:09.787054 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cebee97b-f9b0-4657-a69b-25cc6a927d32 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:09.787617 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbeda39c-0989-4681-8814-da3ff6b44887', 'name': 'network-vif-deleted', 'tag': '22fc6f9c-5058-434b-8cf0-fbc4cfc36da0', 'status': 'completed', 'code': 200} Sep 07 16:03:09.814359 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-b566298b-1e80-4da3-9c83-16bee4eb06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:09.817203 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-b566298b-1e80-4da3-9c83-16bee4eb06c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1887233 Sep 07 16:03:09.846444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc5429b9-96a1-4188-be80-2cb2b273bcbf req-119a5162-a898-4b85-afe9-cbb221e0ef02 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529297 Sep 07 16:03:09.872575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f4f6-6853-4160-9099-df5bc3647c25 req-0eeb37fb-eee2-4234-ab12-e79ca18bd5df tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:09.874332 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8fc8f4f6-6853-4160-9099-df5bc3647c25 req-0eeb37fb-eee2-4234-ab12-e79ca18bd5df tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 947 time: 0.1025472 Sep 07 16:03:09.906248 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-b21f83a2-1a12-46e9-8da9-3e683fc1c82c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f674c7d1-3837-477f-9ce9-722cbd417e78 HTTP/1.1" status: 200 len: 217 time: 0.0804021 Sep 07 16:03:09.960656 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8fc8f4f6-6853-4160-9099-df5bc3647c25 req-d906104d-13b0-48cd-8398-208fb3060159 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658023 Sep 07 16:03:09.998772 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1cd1df52-a917-4596-89de-9e8ab6f5374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:10.004451 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1cd1df52-a917-4596-89de-9e8ab6f5374c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0864940 Sep 07 16:03:10.015904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686ce77-87cd-4c47-b90a-087a47ec059c req-e4628014-9b75-4bfd-a65e-595bf17aa5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:10.020755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a686ce77-87cd-4c47-b90a-087a47ec059c req-e4628014-9b75-4bfd-a65e-595bf17aa5a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99facb0fea524570a9b5bb57c877a0bf&device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 1098 time: 0.0953183 Sep 07 16:03:10.076058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-0cb099e2-a507-4a6f-988d-4784573f508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:10.077789 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-0cb099e2-a507-4a6f-988d-4784573f508a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654991 Sep 07 16:03:10.165636 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef56446-6366-4379-a4fc-2fccb20bda81 req-7f6fbb7f-f8fa-433d-b32d-05a0d352165f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:10.167924 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ef56446-6366-4379-a4fc-2fccb20bda81 req-7f6fbb7f-f8fa-433d-b32d-05a0d352165f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 966 time: 0.1215472 Sep 07 16:03:10.211806 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-bb162429-dde8-452a-aec7-23e28ae128c0 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257615 Sep 07 16:03:10.245572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686ce77-87cd-4c47-b90a-087a47ec059c req-f85a8676-04b2-42e6-b954-79a5a6fb428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:10.247029 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a686ce77-87cd-4c47-b90a-087a47ec059c req-f85a8676-04b2-42e6-b954-79a5a6fb428f service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2215860 Sep 07 16:03:10.254668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ef56446-6366-4379-a4fc-2fccb20bda81 req-c3445ce7-9dcd-4766-9a33-7ac8a4c091f5 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763416 Sep 07 16:03:10.273029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92819558-c07d-4445-a8f8-dd05c1ac5e40 req-a76cad5f-6f0b-4eed-aef9-e806674a50aa tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:10.275083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92819558-c07d-4445-a8f8-dd05c1ac5e40 req-a76cad5f-6f0b-4eed-aef9-e806674a50aa tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1205890 Sep 07 16:03:10.302840 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c718c461-091d-4bbe-a326-98a3c3ef2465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:10.331081 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a686ce77-87cd-4c47-b90a-087a47ec059c req-1b5f1ad3-2574-490b-bc36-1d43854d11da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=b3e1edcc-97f8-464d-ab18-0d2999b364ce HTTP/1.1" status: 200 len: 217 time: 0.0731149 Sep 07 16:03:10.337124 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-21086f4c-8729-40cd-ad7f-4333a8f700e2 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182137 Sep 07 16:03:10.626822 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92819558-c07d-4445-a8f8-dd05c1ac5e40 req-1a86158d-0623-4f2e-83a7-4fd8fb1b13a1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008995 Sep 07 16:03:10.630854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686ce77-87cd-4c47-b90a-087a47ec059c req-f6e4cf6e-8c61-499d-bd60-307ccd843043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:10.632477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a686ce77-87cd-4c47-b90a-087a47ec059c req-f6e4cf6e-8c61-499d-bd60-307ccd843043 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.2917953 Sep 07 16:03:10.701229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686ce77-87cd-4c47-b90a-087a47ec059c req-a0246f47-f105-4ea2-9db7-6bec68a2b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:10.710655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a686ce77-87cd-4c47-b90a-087a47ec059c req-a0246f47-f105-4ea2-9db7-6bec68a2b859 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627642 Sep 07 16:03:10.827872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-e551566a-948d-4f2f-945d-eecb2277b48d tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=41ab5bfa5baf4064b70672543584a7df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508149 Sep 07 16:03:10.885719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a686ce77-87cd-4c47-b90a-087a47ec059c req-5fc15a8e-99ae-4996-af67-808122af7151 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716871 Sep 07 16:03:10.896650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e15ea-adb8-4798-b875-2e1c690ab36f req-ecf42867-6cf8-46c6-b5db-63bb1101db4b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:10.898111 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c4e15ea-adb8-4798-b875-2e1c690ab36f req-ecf42867-6cf8-46c6-b5db-63bb1101db4b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 944 time: 0.1201916 Sep 07 16:03:11.062006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-442add40-72a2-4c97-b0c9-eed88291d64f tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:11.063850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-442add40-72a2-4c97-b0c9-eed88291d64f tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293494 Sep 07 16:03:11.069033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c4e15ea-adb8-4798-b875-2e1c690ab36f req-326574c1-36a2-487f-a65e-68b316bd8742 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287501 Sep 07 16:03:11.094716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a686ce77-87cd-4c47-b90a-087a47ec059c req-72544363-c216-4a03-8483-4bcb32c913e9 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911862 Sep 07 16:03:11.094716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-c89eda05-45ba-4333-9765-cb3284bf66bb tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/quotas/41ab5bfa5baf4064b70672543584a7df HTTP/1.1" status: 200 len: 375 time: 0.0240755 Sep 07 16:03:11.140430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ae271e49-fb92-414d-9d4b-9dd1cd52a6fa tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=41ab5bfa5baf4064b70672543584a7df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378871 Sep 07 16:03:11.281905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d480b2f-7e64-4af5-82d3-8a3ea00e4a8b req-46ff843d-aad8-4126-8ff4-36815954bd75 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:11.283802 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d480b2f-7e64-4af5-82d3-8a3ea00e4a8b req-46ff843d-aad8-4126-8ff4-36815954bd75 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 947 time: 0.0643539 Sep 07 16:03:11.338035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d480b2f-7e64-4af5-82d3-8a3ea00e4a8b req-6e88befd-18ad-4cf1-9e50-615c7f4c8da3 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Sep 07 16:03:11.514999 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbe39caf-5fb3-45d7-b4c2-13c6db5510ba req-fbb4089c-2bd1-4a0a-94e9-a2682ec602aa tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 210 time: 0.0346377 Sep 07 16:03:11.631675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ede0-56c1-4fe5-a22e-35a2c2838f20 req-5ec02072-b290-481e-9c21-85c4f5c584f4 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:11.633508 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c54ede0-56c1-4fe5-a22e-35a2c2838f20 req-5ec02072-b290-481e-9c21-85c4f5c584f4 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 966 time: 0.0730209 Sep 07 16:03:11.699002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c54ede0-56c1-4fe5-a22e-35a2c2838f20 req-3b4ede8e-826d-4d3f-8f45-83967c0897f6 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585124 Sep 07 16:03:11.874550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fb072-4da5-43a0-96e1-7afed5967e03 req-bde3ea1d-cdf8-4897-8ed7-5f86d2ec7a31 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:11.876408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-530fb072-4da5-43a0-96e1-7afed5967e03 req-bde3ea1d-cdf8-4897-8ed7-5f86d2ec7a31 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.0623598 Sep 07 16:03:11.945424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-530fb072-4da5-43a0-96e1-7afed5967e03 req-2045d8cb-5fcc-4e70-9c14-8c62fa14b6ea tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616238 Sep 07 16:03:12.029657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b3e1edcc-97f8-464d-ab18-0d2999b364ce details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:03:12.150076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2439b-8c14-4216-a1a3-8b163cace8e4 req-27ef3d2f-86ea-45a7-88d0-635d6191fdcb tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:12.160755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:12.162634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fb2439b-8c14-4216-a1a3-8b163cace8e4 req-27ef3d2f-86ea-45a7-88d0-635d6191fdcb tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 966 time: 0.0696447 Sep 07 16:03:12.168407 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-08ebd157-533a-458d-8853-17ac3c5b9ef1 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Request body: {'floatingip': {'port_id': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:12.168682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36640) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:12.282687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b3e1edcc-97f8-464d-ab18-0d2999b364ce, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b3e1edcc-97f8-464d-ab18-0d2999b364ce,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:12.291171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a3301-d1c3-4731-bcc5-5930265b76ba req-468b4a2d-9121-4863-87b4-1e518b2fefda tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:12.303929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-368a3301-d1c3-4731-bcc5-5930265b76ba req-468b4a2d-9121-4863-87b4-1e518b2fefda tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 944 time: 0.0789328 Sep 07 16:03:12.310874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'b3e1edcc-97f8-464d-ab18-0d2999b364ce', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'b3e1edcc-97f8-464d-ab18-0d2999b364ce', 'mac_address': 'fa:16:3e:69:66:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:03:12.336241 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d0b632e-0c53-4002-943f-ebe26c81c07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:12.353462 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08ebd157-533a-458d-8853-17ac3c5b9ef1 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:12.376244 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:12.394511 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e1edcc-97f8-464d-ab18-0d2999b364ce {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:12.406019 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-368a3301-d1c3-4731-bcc5-5930265b76ba req-716b5722-8279-493e-9458-b10e331b1c57 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010609 Sep 07 16:03:12.420835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b3e1edcc-97f8-464d-ab18-0d2999b364ce, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b3e1edcc-97f8-464d-ab18-0d2999b364ce,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:12.427611 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:12.528834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=b3e1edcc-97f8-464d-ab18-0d2999b364ce,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:12.586792 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-2f4b1d3e-ae15-4c6f-9b7c-cbd495661614 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=41ab5bfa5baf4064b70672543584a7df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454345 Sep 07 16:03:12.600903 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d0b632e-0c53-4002-943f-ebe26c81c07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:12.608756 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d0b632e-0c53-4002-943f-ebe26c81c07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:12.686441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b632e-0c53-4002-943f-ebe26c81c07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1fa7ae-bef4-4c96-9980-54571ca6bc47,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:12.704791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['b3e1edcc-97f8-464d-ab18-0d2999b364ce'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:12.736422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8d0b632e-0c53-4002-943f-ebe26c81c07c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=479be0b214d14d51accb003e73a88824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665894 Sep 07 16:03:12.741502 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-879fc6f0-3576-4775-a356-7091038b097a req-5d39176a-7f22-4c44-b1b7-7305df8f51ab tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 210 time: 0.0488694 Sep 07 16:03:12.742928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36664) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:12.775431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ec436-f8dd-453f-ac0a-cbfa92713999 req-50dde146-e74f-4201-a3a4-cbd1cbdb451b tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:12.783255 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c26ec436-f8dd-453f-ac0a-cbfa92713999 req-50dde146-e74f-4201-a3a4-cbd1cbdb451b tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 948 time: 0.1565659 Sep 07 16:03:12.857480 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c26ec436-f8dd-453f-ac0a-cbfa92713999 req-f71d6a4e-a7f1-43b8-a95d-9e3d28e6bb13 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731735 Sep 07 16:03:12.859663 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95bb2946-267b-40d4-9281-e81af2e8a1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:12.905941 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95bb2946-267b-40d4-9281-e81af2e8a1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:12.941590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c32a4fc9-a953-45df-b94a-64fa95e95004 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:03:12.944460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:03:12.950459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c0e75-bfa1-498d-9a39-7bca5b080778 req-6704bbcf-4335-423a-9903-ea400a4e3e4c tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:12.952312 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d7c0e75-bfa1-498d-9a39-7bca5b080778 req-6704bbcf-4335-423a-9903-ea400a4e3e4c tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 971 time: 0.1114664 Sep 07 16:03:13.007579 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d7c0e75-bfa1-498d-9a39-7bca5b080778 req-5f57b0f1-a78b-4205-9dbe-e74cf7ca8bdd tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479734 Sep 07 16:03:13.030584 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95bb2946-267b-40d4-9281-e81af2e8a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:13.033522 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95bb2946-267b-40d4-9281-e81af2e8a1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:13.039280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-95bb2946-267b-40d4-9281-e81af2e8a1b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec1fa7ae-bef4-4c96-9980-54571ca6bc47 HTTP/1.1" status: 204 len: 168 time: 0.2951891 Sep 07 16:03:13.039521 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-8c210ebc-1748-447f-84f5-ef961dd1cbc5 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:13.041125 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-8c210ebc-1748-447f-84f5-ef961dd1cbc5 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4362769 Sep 07 16:03:13.057172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:03:13.058989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 22fc6f9c-5058-434b-8cf0-fbc4cfc36da0 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:03:13.061028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb2946-267b-40d4-9281-e81af2e8a1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1fa7ae-bef4-4c96-9980-54571ca6bc47,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:13.138827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76750aa0-a658-413c-b9a0-8ce6df781a7e req-b9943426-bdfc-489d-9f0e-da158cbd0e79 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:13.140745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76750aa0-a658-413c-b9a0-8ce6df781a7e req-b9943426-bdfc-489d-9f0e-da158cbd0e79 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.0701027 Sep 07 16:03:13.145551 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Request body: {'port': {'device_id': '03de3eef-3ad4-4d27-bbe7-9f81bad15337', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '41ab5bfa5baf4064b70672543584a7df'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:13.185709 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c32a4fc9-a953-45df-b94a-64fa95e95004,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:13.198925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'c32a4fc9-a953-45df-b94a-64fa95e95004', 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e', 'port_id': 'c32a4fc9-a953-45df-b94a-64fa95e95004', 'mac_address': 'fa:16:3e:cc:85:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223246ab-fef5-4bb3-b713-91f21f94e39f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:03:13.248119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76750aa0-a658-413c-b9a0-8ce6df781a7e req-d9894246-e28d-44fd-94db-0607824f087d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946527 Sep 07 16:03:13.251251 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:13.270587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32a4fc9-a953-45df-b94a-64fa95e95004 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:13.298965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c32a4fc9-a953-45df-b94a-64fa95e95004,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:13.304303 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:13.357188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=c32a4fc9-a953-45df-b94a-64fa95e95004,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:13.483378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36700) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:13.499912 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-62e63c5c-3565-4ec1-9440-62c693c1e4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:13.595751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb6307-7ceb-4642-b61b-a9e0e605c87a req-b8f4c16c-6113-46bd-b026-f78f782d60a3 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:13.597412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06eb6307-7ceb-4642-b61b-a9e0e605c87a req-b8f4c16c-6113-46bd-b026-f78f782d60a3 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 945 time: 0.0815036 Sep 07 16:03:13.621662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c32a4fc9-a953-45df-b94a-64fa95e95004'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:13.664893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06eb6307-7ceb-4642-b61b-a9e0e605c87a req-78194b00-1651-4bab-bc43-f4fdfc58f65d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586593 Sep 07 16:03:13.669392 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08ebd157-533a-458d-8853-17ac3c5b9ef1 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:13.687954 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08ebd157-533a-458d-8853-17ac3c5b9ef1 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:13.694769 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-62e63c5c-3565-4ec1-9440-62c693c1e4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:13.701798 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-62e63c5c-3565-4ec1-9440-62c693c1e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:13.756488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-62e63c5c-3565-4ec1-9440-62c693c1e4d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f5372a788a4406587845b928a96daa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713099 Sep 07 16:03:13.757788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e63c5c-3565-4ec1-9440-62c693c1e4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3ee317-f955-4765-853a-c8f695d9e136,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:13.761343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36714) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:13.835108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Made reservation on behalf of 41ab5bfa5baf4064b70672543584a7df for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:13.838675 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:13.860109 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-08ebd157-533a-458d-8853-17ac3c5b9ef1 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Floating IP 8835ed8a-18ee-434d-bd2b-2fa9aca8040f associated. External IP: 172.25.3.141, port: 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d. Sep 07 16:03:13.861284 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:13.900910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdb81069-82b1-4733-bbb4-e4f50ae47db7 req-e4f5c75c-2d1f-458c-baf0-2d5c9e9d94ba tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 210 time: 0.0505419 Sep 07 16:03:13.923800 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5b03-3772-43a2-92ce-85e307838a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:13.964540 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5b03-3772-43a2-92ce-85e307838a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:14.048816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d599a-cf14-4835-9aa6-b842c792145a req-5ed0c014-0aa6-49ce-9dcb-a3888c05edce tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:14.050029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b3e1edcc-97f8-464d-ab18-0d2999b364ce up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:03:14.057803 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e42d599a-cf14-4835-9aa6-b842c792145a req-5ed0c014-0aa6-49ce-9dcb-a3888c05edce tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 948 time: 0.0959311 Sep 07 16:03:14.090812 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5b03-3772-43a2-92ce-85e307838a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:14.093921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5b03-3772-43a2-92ce-85e307838a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:14.102602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d9fd5b03-3772-43a2-92ce-85e307838a3c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af3ee317-f955-4765-853a-c8f695d9e136 HTTP/1.1" status: 204 len: 168 time: 0.3325658 Sep 07 16:03:14.157556 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e42d599a-cf14-4835-9aa6-b842c792145a req-4d773f7e-1ea2-4a28-9632-89eaf7c3ad45 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891471 Sep 07 16:03:14.157556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd5b03-3772-43a2-92ce-85e307838a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3ee317-f955-4765-853a-c8f695d9e136,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:14.197313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Allocated IP 192.168.233.18 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/985c4950-b92f-4277-97f1-7c85c78457df) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:03:14.225892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port b3e1edcc-97f8-464d-ab18-0d2999b364ce completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:14.230377 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c18287c-e8bb-4415-8ce9-d7078a53f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:14.234449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port b3e1edcc-97f8-464d-ab18-0d2999b364ce triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:14.234818 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:14.298727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ebd157-533a-458d-8853-17ac3c5b9ef1 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:03:14.302095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36732) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:14.379397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db16fe-fc98-454c-a5be-8400e77f5916 req-8391e1b6-a677-48bd-9e16-bdc1f958bb81 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:14.388544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82db16fe-fc98-454c-a5be-8400e77f5916 req-8391e1b6-a677-48bd-9e16-bdc1f958bb81 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 971 time: 0.1975870 Sep 07 16:03:14.416258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfdd82-6a3a-45c4-a469-841abb492dcb req-5ca96db3-00d6-4fad-9b22-f2e66a338cc0 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:14.418178 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ccfdd82-6a3a-45c4-a469-841abb492dcb req-5ca96db3-00d6-4fad-9b22-f2e66a338cc0 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 971 time: 0.2578952 Sep 07 16:03:14.421873 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:14.498988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b3e1edcc-97f8-464d-ab18-0d2999b364ce, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b3e1edcc-97f8-464d-ab18-0d2999b364ce,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:14.501888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbe01dd-3833-4ebb-a257-df68d50e4c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e1edcc-97f8-464d-ab18-0d2999b364ce'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:14.510023 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd2262d-fbed-461d-98bb-d77743918f31" -d '{"events": [{"server_uuid": "8dbe01dd-3833-4ebb-a257-df68d50e4c2c", "name": "network-vif-plugged", "status": "completed", "tag": "b3e1edcc-97f8-464d-ab18-0d2999b364ce"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:14.515004 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:14.617343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=b3e1edcc-97f8-464d-ab18-0d2999b364ce,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:14.617913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c228c-ef34-4450-8ad9-9d36f8108eaf req-87feae50-44d0-47c6-8c8f-9ab5924f7099 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:14.627185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c2c228c-ef34-4450-8ad9-9d36f8108eaf req-87feae50-44d0-47c6-8c8f-9ab5924f7099 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.2776206 Sep 07 16:03:14.639595 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82db16fe-fc98-454c-a5be-8400e77f5916 req-1e850c70-6f90-4f2a-aa09-ea8609a5abaf tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a37da36-98ff-4b49-9118-95d18016f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501614 Sep 07 16:03:14.699705 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c2c228c-ef34-4450-8ad9-9d36f8108eaf req-065610bb-1d9e-4639-ad42-86882435fbaa tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714564 Sep 07 16:03:14.701377 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3979d78c-52f4-4261-a70e-eeabcc073d6b x-openstack-request-id: req-3979d78c-52f4-4261-a70e-eeabcc073d6b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:14.701677 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbe01dd-3833-4ebb-a257-df68d50e4c2c", "name": "network-vif-plugged", "status": "completed", "tag": "b3e1edcc-97f8-464d-ab18-0d2999b364ce", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:14.701934 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3979d78c-52f4-4261-a70e-eeabcc073d6b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:14.702335 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbe01dd-3833-4ebb-a257-df68d50e4c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e1edcc-97f8-464d-ab18-0d2999b364ce', 'code': 200} Sep 07 16:03:14.740280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1ccfdd82-6a3a-45c4-a469-841abb492dcb req-4cd63cbe-0fb8-411b-a648-c929c6bcf151 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Deleting port 4945a51e-c33b-43a2-a2a9-c30f338219a2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:03:14.740662 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1ccfdd82-6a3a-45c4-a469-841abb492dcb req-4cd63cbe-0fb8-411b-a648-c929c6bcf151 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:14.756601 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:14.765805 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ced4a65-105d-48f3-8249-283ce3e0aad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:14.822405 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ebd157-533a-458d-8853-17ac3c5b9ef1 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:03:14.834815 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08ebd157-533a-458d-8853-17ac3c5b9ef1 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:14.837334 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481ecf4-6929-4b53-8082-22885e06b608 None None] Sync routers for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:03:14.855112 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481ecf4-6929-4b53-8082-22885e06b608 None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:03:14.856140 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d481ecf4-6929-4b53-8082-22885e06b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:03:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:03:14.889364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1ccfdd82-6a3a-45c4-a469-841abb492dcb req-4cd63cbe-0fb8-411b-a648-c929c6bcf151 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] For port 4945a51e-c33b-43a2-a2a9-c30f338219a2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4945a51e-c33b-43a2-a2a9-c30f338219a2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:14.889732 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1ccfdd82-6a3a-45c4-a469-841abb492dcb req-4cd63cbe-0fb8-411b-a648-c929c6bcf151 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:14.893623 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:14.900016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3337a5-1b70-4738-bbfd-2716d80fd891 req-5828a101-a61a-4eca-b7c7-963fba437a9e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:14.901675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c3337a5-1b70-4738-bbfd-2716d80fd891 req-5828a101-a61a-4eca-b7c7-963fba437a9e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 945 time: 0.1036537 Sep 07 16:03:14.929094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1ccfdd82-6a3a-45c4-a469-841abb492dcb req-4cd63cbe-0fb8-411b-a648-c929c6bcf151 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Calling delete_port for 4945a51e-c33b-43a2-a2a9-c30f338219a2 owned by compute:tempest-test_az-525898845 {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:03:14.937245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c32a4fc9-a953-45df-b94a-64fa95e95004 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:03:14.986051 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-08ebd157-533a-458d-8853-17ac3c5b9ef1 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "PUT /v2.0/floatingips/8835ed8a-18ee-434d-bd2b-2fa9aca8040f HTTP/1.1" status: 200 len: 1012 time: 2.8237355 Sep 07 16:03:14.995314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Transition to ACTIVE for port object 985c4950-b92f-4277-97f1-7c85c78457df will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:14.999040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e47ca6d-2770-4b40-bae1-19cb7bf771c2', 'tag': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:15.001570 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01da2ae7-155f-45a2-9c47-8fe14acb5071" -d '{"events": [{"name": "network-changed", "server_uuid": "6e47ca6d-2770-4b40-bae1-19cb7bf771c2", "tag": "2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:15.025603 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b23b66-8a64-4f56-9457-db15d602fb0f req-ce6363ba-a59e-4cf4-94e7-07c733f7a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:15.027383 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-15b23b66-8a64-4f56-9457-db15d602fb0f req-ce6363ba-a59e-4cf4-94e7-07c733f7a8a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 1100 time: 0.2370474 Sep 07 16:03:15.045279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port c32a4fc9-a953-45df-b94a-64fa95e95004 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:15.054397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port c32a4fc9-a953-45df-b94a-64fa95e95004 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:15.054855 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:15.073434 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d481ecf4-6929-4b53-8082-22885e06b608 None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:03:15.083452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07f22433-4fb9-4d96-9352-46845ebd3cb4 req-0e31c0c5-48bd-4011-8f07-35cd3a12c6c3 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 210 time: 0.0388539 Sep 07 16:03:15.104723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c3337a5-1b70-4738-bbfd-2716d80fd891 req-bf11f889-7fba-497d-9ec7-2f4f3276870c tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955111 Sep 07 16:03:15.172906 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-15b23b66-8a64-4f56-9457-db15d602fb0f req-56d073e3-03d5-4cc8-bc9b-29bd1fd8b9f4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361556 Sep 07 16:03:15.191298 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac6ae8a-84df-49d2-a151-9ca677966af6 x-openstack-request-id: req-cac6ae8a-84df-49d2-a151-9ca677966af6 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:15.193146 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e47ca6d-2770-4b40-bae1-19cb7bf771c2", "tag": "2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:15.197182 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cac6ae8a-84df-49d2-a151-9ca677966af6 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:15.197615 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e47ca6d-2770-4b40-bae1-19cb7bf771c2', 'tag': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d', 'status': 'completed', 'code': 200} Sep 07 16:03:15.211332 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:15.286428 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:15.307211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Pushing event updated for resources: {'Port': ['ID=985c4950-b92f-4277-97f1-7c85c78457df,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:15.319266 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1ccfdd82-6a3a-45c4-a469-841abb492dcb req-4cd63cbe-0fb8-411b-a648-c929c6bcf151 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:15.327128 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ced4a65-105d-48f3-8249-283ce3e0aad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:15.337378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['4945a51e-c33b-43a2-a2a9-c30f338219a2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:15.341694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c32a4fc9-a953-45df-b94a-64fa95e95004,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:15.359976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:03:15.362579 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:15.376832 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:15.388007 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ced4a65-105d-48f3-8249-283ce3e0aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:15.400477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd63cbe-0fb8-411b-a648-c929c6bcf151 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Pushing event deleted for resources: {'Port': ['ID=4945a51e-c33b-43a2-a2a9-c30f338219a2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:15.437667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6c627-8fa6-4f63-8705-2841c85d646c req-46f0e476-b519-4e34-b534-de4473719bc8 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:15.445475 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75a6c627-8fa6-4f63-8705-2841c85d646c req-46f0e476-b519-4e34-b534-de4473719bc8 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 949 time: 0.1845012 Sep 07 16:03:15.446222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:03:15.458362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:15.459185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:15.487007 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0ced4a65-105d-48f3-8249-283ce3e0aad0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63916244f98b4c35b16361cbc00654a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1818335 Sep 07 16:03:15.492113 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-11474ec4-e780-4823-913b-d6cbfce2b3b8 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4377887 Sep 07 16:03:15.492659 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36774) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:15.510821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=c32a4fc9-a953-45df-b94a-64fa95e95004,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:15.523432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccfdd82-6a3a-45c4-a469-841abb492dcb req-4cd63cbe-0fb8-411b-a648-c929c6bcf151 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] No DVR routers for this DVR port 4945a51e-c33b-43a2-a2a9-c30f338219a2 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:03:15.531712 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1ccfdd82-6a3a-45c4-a469-841abb492dcb req-4cd63cbe-0fb8-411b-a648-c929c6bcf151 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:15.534450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ccfdd82-6a3a-45c4-a469-841abb492dcb req-4cd63cbe-0fb8-411b-a648-c929c6bcf151 tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.54 "DELETE /v2.0/ports/4945a51e-c33b-43a2-a2a9-c30f338219a2 HTTP/1.1" status: 204 len: 173 time: 1.1072521 Sep 07 16:03:15.534922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f6a79a-c904-41f7-a6a0-14f0407b0c62', 'name': 'network-vif-deleted', 'tag': '4945a51e-c33b-43a2-a2a9-c30f338219a2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:15.537392 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905d2daa-05fb-45dd-ba8b-a9cb4f38ee20" -d '{"events": [{"server_uuid": "b3f6a79a-c904-41f7-a6a0-14f0407b0c62", "name": "network-vif-deleted", "tag": "4945a51e-c33b-43a2-a2a9-c30f338219a2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:15.554853 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75a6c627-8fa6-4f63-8705-2841c85d646c req-f3722c84-c23c-4034-8610-683b8e314d7b tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044812 Sep 07 16:03:15.609261 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6d6da5-5b79-4e1b-ba4e-aeaa1c142ed2 x-openstack-request-id: req-3a6d6da5-5b79-4e1b-ba4e-aeaa1c142ed2 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:15.609835 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f6a79a-c904-41f7-a6a0-14f0407b0c62", "name": "network-vif-deleted", "tag": "4945a51e-c33b-43a2-a2a9-c30f338219a2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:15.610285 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a6d6da5-5b79-4e1b-ba4e-aeaa1c142ed2 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:15.610895 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f6a79a-c904-41f7-a6a0-14f0407b0c62', 'name': 'network-vif-deleted', 'tag': '4945a51e-c33b-43a2-a2a9-c30f338219a2', 'status': 'completed', 'code': 200} Sep 07 16:03:15.643979 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Request body: {'port': {'device_id': '03de3eef-3ad4-4d27-bbe7-9f81bad15337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:15.806883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:15.840785 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da2ae7-155f-45a2-9c47-8fe14acb5071 req-5889e064-1a78-446a-aab6-5f236db59065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:15.842321 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01da2ae7-155f-45a2-9c47-8fe14acb5071 req-5889e064-1a78-446a-aab6-5f236db59065 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da81e3ba90e64f67b8e64e6d0bddb0fe&device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 1117 time: 0.4083533 Sep 07 16:03:15.846853 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60fcbe75-eb1e-45d9-9ed7-1a19a86e55e8 req-429758a1-af9e-4dbb-bad2-3158a141051b tempest-AggregatesAdminTestJSON-1983168985 tempest-AggregatesAdminTestJSON-1983168985-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3f6a79a-c904-41f7-a6a0-14f0407b0c62 HTTP/1.1" status: 200 len: 210 time: 0.0509717 Sep 07 16:03:15.849062 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced4a65-105d-48f3-8249-283ce3e0aad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b944b3-7edf-4e37-b68b-d6871f815fb0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:15.896193 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d481ecf4-6929-4b53-8082-22885e06b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '8835ed8a-18ee-434d-bd2b-2fa9aca8040f', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'port_id': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'mac_address': 'fa:16:3e:45:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e47ca6d-2770-4b40-bae1-19cb7bf771c2', 'device_owner': 'compute:tempest-test_az-525898845'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:02:53Z', 'updated_at': '2021-09-07T16:03:13Z', 'revision_number': 1, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:39Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:03:15.928450 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481ecf4-6929-4b53-8082-22885e06b608 None None] Checking router: 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:03:15.941013 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481ecf4-6929-4b53-8082-22885e06b608 None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:03:15.941928 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d481ecf4-6929-4b53-8082-22885e06b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:03:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:03:15.960041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664e7c7-14d7-436f-a314-6a65aebf389f req-89ae3fb0-fbd7-42e9-a384-6460c7fe7e43 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:15.961827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1632d7d4-1b4b-4c38-b3a0-ac00720cd56f None None] Provisioning for port 985c4950-b92f-4277-97f1-7c85c78457df completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:15.966746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1632d7d4-1b4b-4c38-b3a0-ac00720cd56f None None] Provisioning complete for port 985c4950-b92f-4277-97f1-7c85c78457df triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:15.967131 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1632d7d4-1b4b-4c38-b3a0-ac00720cd56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:15.981241 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0664e7c7-14d7-436f-a314-6a65aebf389f req-89ae3fb0-fbd7-42e9-a384-6460c7fe7e43 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1005094 Sep 07 16:03:15.999608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da2ae7-155f-45a2-9c47-8fe14acb5071 req-1abe72a8-fdaf-406e-a424-c08d6d1ad145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:16.001718 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01da2ae7-155f-45a2-9c47-8fe14acb5071 req-1abe72a8-fdaf-406e-a424-c08d6d1ad145 service neutron] 10.222.0.54 "GET /v2.0/networks?id=40d34971-072c-4081-981f-edebb2a17e0d HTTP/1.1" status: 200 len: 925 time: 0.1371825 Sep 07 16:03:16.005200 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a659f96d-3b69-4770-baca-768887b65b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:16.063657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0664e7c7-14d7-436f-a314-6a65aebf389f req-d353afda-af4b-4a29-9c74-f3a6e754ef20 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814340 Sep 07 16:03:16.064292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1632d7d4-1b4b-4c38-b3a0-ac00720cd56f None None] Port 985c4950-b92f-4277-97f1-7c85c78457df cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:03:16.101403 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a659f96d-3b69-4770-baca-768887b65b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:16.118369 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d481ecf4-6929-4b53-8082-22885e06b608 None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:03:16.241770 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01da2ae7-155f-45a2-9c47-8fe14acb5071 req-ebee1bf9-f7e6-45c9-a89e-9f7b7e843b1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d HTTP/1.1" status: 200 len: 1020 time: 0.2198706 Sep 07 16:03:16.351678 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a659f96d-3b69-4770-baca-768887b65b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:16.354857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a659f96d-3b69-4770-baca-768887b65b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:16.356270 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a659f96d-3b69-4770-baca-768887b65b09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27b944b3-7edf-4e37-b68b-d6871f815fb0 HTTP/1.1" status: 204 len: 168 time: 0.8255644 Sep 07 16:03:16.406030 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da2ae7-155f-45a2-9c47-8fe14acb5071 req-a87d7ea7-542d-4010-9219-717aa833d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:16.407417 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01da2ae7-155f-45a2-9c47-8fe14acb5071 req-a87d7ea7-542d-4010-9219-717aa833d11a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=731e0036-3c31-475c-ac6a-735261833588 HTTP/1.1" status: 200 len: 863 time: 0.1533539 Sep 07 16:03:16.410015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659f96d-3b69-4770-baca-768887b65b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b944b3-7edf-4e37-b68b-d6871f815fb0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:16.443335 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9530fe3-bc84-4acc-a46d-334358f9d85d req-574bb89e-daee-419c-bc67-229084c6a5e9 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:16.444796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9530fe3-bc84-4acc-a46d-334358f9d85d req-574bb89e-daee-419c-bc67-229084c6a5e9 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 946 time: 0.1454842 Sep 07 16:03:16.456307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0aac-be10-4d39-b1f0-61bfb3a54bf9 req-2b09cbec-e322-44b1-a038-58df31089965 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:16.463546 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2ce0aac-be10-4d39-b1f0-61bfb3a54bf9 req-2b09cbec-e322-44b1-a038-58df31089965 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 935 time: 0.2269161 Sep 07 16:03:16.469561 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d481ecf4-6929-4b53-8082-22885e06b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '8835ed8a-18ee-434d-bd2b-2fa9aca8040f', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'port_id': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'mac_address': 'fa:16:3e:45:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e47ca6d-2770-4b40-bae1-19cb7bf771c2', 'device_owner': 'compute:tempest-test_az-525898845'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:02:53Z', 'updated_at': '2021-09-07T16:03:13Z', 'revision_number': 1, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:39Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:03:16.515374 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481ecf4-6929-4b53-8082-22885e06b608 None None] The sync data for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 is: [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '8835ed8a-18ee-434d-bd2b-2fa9aca8040f', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'port_id': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'mac_address': 'fa:16:3e:45:33:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e47ca6d-2770-4b40-bae1-19cb7bf771c2', 'device_owner': 'compute:tempest-test_az-525898845'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:02:53Z', 'updated_at': '2021-09-07T16:03:13Z', 'revision_number': 1, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:39Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:03:16.538430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2ce0aac-be10-4d39-b1f0-61bfb3a54bf9 req-c6177295-4d59-4419-838e-e2398884c450 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742881 Sep 07 16:03:16.560941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9530fe3-bc84-4acc-a46d-334358f9d85d req-6904f5f7-9d79-423f-a1cd-e0698f8f7586 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950160 Sep 07 16:03:16.597951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985c4950-b92f-4277-97f1-7c85c78457df {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:16.613565 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:16.630485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da2ae7-155f-45a2-9c47-8fe14acb5071 req-5b65a3b2-e85f-4a0a-92aa-a1f7f8a678e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:16.631965 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01da2ae7-155f-45a2-9c47-8fe14acb5071 req-5b65a3b2-e85f-4a0a-92aa-a1f7f8a678e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40d34971-072c-4081-981f-edebb2a17e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133923 Sep 07 16:03:16.635451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Transition to ACTIVE for port object 985c4950-b92f-4277-97f1-7c85c78457df will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:16.659715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:16.667048 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:16.703663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8800a7-2c8c-4d26-81e5-f8b3f07e545f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32a4fc9-a953-45df-b94a-64fa95e95004'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:16.707411 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b5666c-0134-44ed-b581-0a81feaa7a9e" -d '{"events": [{"server_uuid": "1a8800a7-2c8c-4d26-81e5-f8b3f07e545f", "name": "network-vif-plugged", "status": "completed", "tag": "c32a4fc9-a953-45df-b94a-64fa95e95004"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:16.811266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33dad2-5eb5-47a6-9df3-51c7a10d7911 req-47b63828-ea8e-4b6c-89c8-4f63e56bbfc2 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:16.813184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca33dad2-5eb5-47a6-9df3-51c7a10d7911 req-47b63828-ea8e-4b6c-89c8-4f63e56bbfc2 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 949 time: 0.0963953 Sep 07 16:03:16.848473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Pushing event updated for resources: {'Port': ['ID=985c4950-b92f-4277-97f1-7c85c78457df,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:16.899938 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca33dad2-5eb5-47a6-9df3-51c7a10d7911 req-0966b941-53a6-42fb-8b14-215426eca921 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781612 Sep 07 16:03:16.924450 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01da2ae7-155f-45a2-9c47-8fe14acb5071 req-b1ef2053-e1aa-4356-8c99-4301eefb88d9 service neutron] 10.222.0.54 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741110 Sep 07 16:03:16.925197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Attempting to bind port 985c4950-b92f-4277-97f1-7c85c78457df on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:03:16.925578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Attempting to bind port 985c4950-b92f-4277-97f1-7c85c78457df by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:03:16.925877 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Attempting to bind port 985c4950-b92f-4277-97f1-7c85c78457df on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:16.952434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Port 985c4950-b92f-4277-97f1-7c85c78457df on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:03:16.952786 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Attempting to bind port 985c4950-b92f-4277-97f1-7c85c78457df on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:16.966121 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd69f3a-7707-4a41-bed6-1613ad3b08da None None] New status for floating IP 8835ed8a-18ee-434d-bd2b-2fa9aca8040f: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:03:17.008297 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:03:17.008516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:17.009443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:03:17.009443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Bound port: 985c4950-b92f-4277-97f1-7c85c78457df, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:03:17.009812 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:17.047351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36816) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:17.096462 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71158ce9-3417-435d-8202-21152e5cff1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:17.287831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00910da7-f47e-474a-8d76-864759cd9678 req-00d064f2-55f4-4d58-a7bc-0e865dbc6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:17.290410 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-00910da7-f47e-474a-8d76-864759cd9678 req-00d064f2-55f4-4d58-a7bc-0e865dbc6f4e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 1097 time: 0.1405089 Sep 07 16:03:17.303457 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71158ce9-3417-435d-8202-21152e5cff1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:17.312964 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71158ce9-3417-435d-8202-21152e5cff1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:17.365363 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01da2ae7-155f-45a2-9c47-8fe14acb5071 req-0cc6f7d0-aa47-411f-8965-fcb2ce50130c service neutron] 10.222.0.54 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236143 Sep 07 16:03:17.369587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-71158ce9-3417-435d-8202-21152e5cff1f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c0aa90ad8e04f85bb1c84e572da2b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198562 Sep 07 16:03:17.372627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36826) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:17.403910 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-00910da7-f47e-474a-8d76-864759cd9678 req-c5e61d66-de2a-493f-ba62-13dcbefe5ff2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020224 Sep 07 16:03:17.412915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] For port 985c4950-b92f-4277-97f1-7c85c78457df, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:17.418845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] For port 985c4950-b92f-4277-97f1-7c85c78457df, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=985c4950-b92f-4277-97f1-7c85c78457df,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:03:17.439668 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:17.488937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71158ce9-3417-435d-8202-21152e5cff1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354d83ba-6928-4846-bc72-3a449fee7c36,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:17.552975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6205f-8817-4924-90e0-c1e95c7ba718 req-0206880b-0751-40a2-b2b9-f53177961897 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:17.554611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fb6205f-8817-4924-90e0-c1e95c7ba718 req-0206880b-0751-40a2-b2b9-f53177961897 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1937828 Sep 07 16:03:17.555566 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-746ef332-fcba-4f0a-841b-b7ee3024e557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:17.577174 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b49c01b-5a16-41c2-a9a5-1aa8dd7098f1 x-openstack-request-id: req-1b49c01b-5a16-41c2-a9a5-1aa8dd7098f1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:17.578593 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8800a7-2c8c-4d26-81e5-f8b3f07e545f", "name": "network-vif-plugged", "status": "completed", "tag": "c32a4fc9-a953-45df-b94a-64fa95e95004", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:17.579331 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b49c01b-5a16-41c2-a9a5-1aa8dd7098f1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:17.580996 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8800a7-2c8c-4d26-81e5-f8b3f07e545f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32a4fc9-a953-45df-b94a-64fa95e95004', 'code': 200} Sep 07 16:03:17.583770 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-746ef332-fcba-4f0a-841b-b7ee3024e557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:17.596845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Pushing event updated for resources: {'Port': ['ID=985c4950-b92f-4277-97f1-7c85c78457df,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:17.644541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:17.646033 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:17.648378 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-ea6f64e4-ccea-4b77-945b-a50992607958 service neutron] 10.222.0.35 "PUT /v2.0/ports/985c4950-b92f-4277-97f1-7c85c78457df HTTP/1.1" status: 200 len: 1095 time: 2.0093453 Sep 07 16:03:17.649117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03de3eef-3ad4-4d27-bbe7-9f81bad15337', 'tag': '985c4950-b92f-4277-97f1-7c85c78457df'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:17.653405 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdab63e-c750-4083-b988-88667c996305" -d '{"events": [{"name": "network-changed", "server_uuid": "03de3eef-3ad4-4d27-bbe7-9f81bad15337", "tag": "985c4950-b92f-4277-97f1-7c85c78457df"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:17.752278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fb6205f-8817-4924-90e0-c1e95c7ba718 req-d072da59-2e8a-4b1c-b7f7-65de723ef3fe tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612577 Sep 07 16:03:17.765263 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-746ef332-fcba-4f0a-841b-b7ee3024e557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:17.768892 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-746ef332-fcba-4f0a-841b-b7ee3024e557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:17.770234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-746ef332-fcba-4f0a-841b-b7ee3024e557 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/354d83ba-6928-4846-bc72-3a449fee7c36 HTTP/1.1" status: 204 len: 168 time: 0.3966861 Sep 07 16:03:17.787166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ef332-fcba-4f0a-841b-b7ee3024e557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354d83ba-6928-4846-bc72-3a449fee7c36,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:17.788371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-c2fd4d9b-00f1-4acc-8920-328788a749d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:17.791392 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-c2fd4d9b-00f1-4acc-8920-328788a749d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41ab5bfa5baf4064b70672543584a7df&device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 1098 time: 0.0840101 Sep 07 16:03:17.842044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36846) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:17.875056 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-1bfa8dbd-8380-427e-a0a7-04814e6a2bc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=985c4950-b92f-4277-97f1-7c85c78457df HTTP/1.1" status: 200 len: 217 time: 0.0652313 Sep 07 16:03:17.955583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-23536814-60ca-40fc-9254-6b0015f338ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:17.957717 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-23536814-60ca-40fc-9254-6b0015f338ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0743666 Sep 07 16:03:17.975915 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f6017-f2cb-44e5-9c42-5112f8ce71ab req-c539394d-f91c-4ce6-8f47-692efcd95849 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:17.978286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c1f6017-f2cb-44e5-9c42-5112f8ce71ab req-c539394d-f91c-4ce6-8f47-692efcd95849 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 947 time: 0.0619359 Sep 07 16:03:18.046425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-f62fff93-fd9a-430d-a8ae-8d83860559ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:18.049793 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-f62fff93-fd9a-430d-a8ae-8d83860559ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836339 Sep 07 16:03:18.053421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c1f6017-f2cb-44e5-9c42-5112f8ce71ab req-4bf95b5a-cff1-43a1-b031-0b14ec69671b tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676265 Sep 07 16:03:18.087735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4945a51e-c33b-43a2-a2a9-c30f338219a2 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:03:18.123606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 4945a51e-c33b-43a2-a2a9-c30f338219a2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:03:18.130214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4945a51e-c33b-43a2-a2a9-c30f338219a2 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:03:18.196226 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-f0f0e27f-46cc-4eac-ab93-6316fadb9664 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385746 Sep 07 16:03:18.219601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff98518-cc33-4e6e-8cab-c874a25f1a2d req-96bfe813-16b7-4e7a-9321-bea9fa7039ac tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:18.222348 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ff98518-cc33-4e6e-8cab-c874a25f1a2d req-96bfe813-16b7-4e7a-9321-bea9fa7039ac tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 946 time: 0.0796611 Sep 07 16:03:18.253744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-41401e13-8b32-4067-9b17-e988aa3e63a0 req-1929b41d-4914-4190-929f-6903ab8683a4 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:03:18.271380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41401e13-8b32-4067-9b17-e988aa3e63a0 req-1929b41d-4914-4190-929f-6903ab8683a4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3687885 Sep 07 16:03:18.332182 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36856) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:18.368209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ff98518-cc33-4e6e-8cab-c874a25f1a2d req-29dc7252-fe42-4a6d-98e0-3115d0cb5349 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356180 Sep 07 16:03:18.376693 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f61022a2-3cda-4bf3-a089-fc322fccb786 req-f37b65d9-a192-4b23-8cae-51c859e2d9a0 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681602 Sep 07 16:03:18.415385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-200fb6d4-4647-4d3b-94e9-b6e3f59e5397 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9863fb9a724e428280d7f6a12ebd4764&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5721469 Sep 07 16:03:18.419377 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36862) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:18.485577 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882fbb2f-1dbb-4d83-8fd3-37cdc6091312 x-openstack-request-id: req-882fbb2f-1dbb-4d83-8fd3-37cdc6091312 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:18.485966 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03de3eef-3ad4-4d27-bbe7-9f81bad15337", "tag": "985c4950-b92f-4277-97f1-7c85c78457df", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:18.486260 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-882fbb2f-1dbb-4d83-8fd3-37cdc6091312 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:18.486850 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03de3eef-3ad4-4d27-bbe7-9f81bad15337', 'tag': '985c4950-b92f-4277-97f1-7c85c78457df', 'status': 'completed', 'code': 200} Sep 07 16:03:18.497448 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-122ad5e1-9f35-4c95-83db-77dffb570deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:18.574265 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8159150-fed8-4214-a208-5966c5d56474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:18.618064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc7861-974f-4282-a576-4f36f0a3398a req-9f5def2f-6dcd-439d-bd9d-707fa56c4e03 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:18.618350 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8159150-fed8-4214-a208-5966c5d56474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:18.621039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82dc7861-974f-4282-a576-4f36f0a3398a req-9f5def2f-6dcd-439d-bd9d-707fa56c4e03 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 949 time: 0.0798070 Sep 07 16:03:18.628874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab63e-c750-4083-b988-88667c996305 req-9e0199d7-4372-4f90-8c2d-efd56e26fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:18.630200 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1bdab63e-c750-4083-b988-88667c996305 req-9e0199d7-4372-4f90-8c2d-efd56e26fe4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41ab5bfa5baf4064b70672543584a7df&device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 1098 time: 0.1081018 Sep 07 16:03:18.683939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82dc7861-974f-4282-a576-4f36f0a3398a req-991bb87b-95ce-4a93-90d7-b9f7d92ca69a tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552132 Sep 07 16:03:18.769574 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8159150-fed8-4214-a208-5966c5d56474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:18.772075 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8159150-fed8-4214-a208-5966c5d56474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:18.773261 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f8159150-fed8-4214-a208-5966c5d56474 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a37da36-98ff-4b49-9118-95d18016f33f HTTP/1.1" status: 204 len: 168 time: 0.3527129 Sep 07 16:03:18.785573 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab63e-c750-4083-b988-88667c996305 req-2ea769f1-3ebc-4c30-b332-d30c7804c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:18.787020 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1bdab63e-c750-4083-b988-88667c996305 req-2ea769f1-3ebc-4c30-b332-d30c7804c330 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1492443 Sep 07 16:03:18.789009 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-122ad5e1-9f35-4c95-83db-77dffb570deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:18.802293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8159150-fed8-4214-a208-5966c5d56474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a37da36-98ff-4b49-9118-95d18016f33f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:18.804024 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-122ad5e1-9f35-4c95-83db-77dffb570deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:18.848188 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1bdab63e-c750-4083-b988-88667c996305 req-9ee586ef-f32f-4fef-bd9c-053baac4d08b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=985c4950-b92f-4277-97f1-7c85c78457df HTTP/1.1" status: 200 len: 217 time: 0.0537953 Sep 07 16:03:18.927947 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376f540-3ee4-4212-ac29-779e7afcb19c req-dbe8e8e8-4693-4e67-a3df-7f6f20038850 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:18.930946 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-122ad5e1-9f35-4c95-83db-77dffb570deb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ecb3d8e4249842ec822bb94c261cdb06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5968406 Sep 07 16:03:18.936139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36890) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:18.950993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ad5e1-9f35-4c95-83db-77dffb570deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2fcedc-8e32-4234-b838-62d40fa81d22,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:18.951727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9376f540-3ee4-4212-ac29-779e7afcb19c req-dbe8e8e8-4693-4e67-a3df-7f6f20038850 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1008101 Sep 07 16:03:19.000790 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab63e-c750-4083-b988-88667c996305 req-bd154176-c022-4323-b4e2-da2121c2790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:19.004887 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1bdab63e-c750-4083-b988-88667c996305 req-bd154176-c022-4323-b4e2-da2121c2790b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1406660 Sep 07 16:03:19.052755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9376f540-3ee4-4212-ac29-779e7afcb19c req-1e9afa26-792e-48bd-88e9-a11ae41ceef5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999775 Sep 07 16:03:19.084929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-a4f899c5-8c1e-422e-80ee-5b7e36724caa tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=99facb0fea524570a9b5bb57c877a0bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858471 Sep 07 16:03:19.099059 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e6cea1a-4993-4913-a39f-caf72b5d70f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:19.117750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab63e-c750-4083-b988-88667c996305 req-b62f79ea-2a9d-418b-939d-0cdf315ae29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:19.119326 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1bdab63e-c750-4083-b988-88667c996305 req-b62f79ea-2a9d-418b-939d-0cdf315ae29e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873756 Sep 07 16:03:19.145583 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e6cea1a-4993-4913-a39f-caf72b5d70f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:19.301590 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e6cea1a-4993-4913-a39f-caf72b5d70f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:19.306822 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e6cea1a-4993-4913-a39f-caf72b5d70f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:19.309220 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2e6cea1a-4993-4913-a39f-caf72b5d70f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c2fcedc-8e32-4234-b838-62d40fa81d22 HTTP/1.1" status: 204 len: 168 time: 0.3714767 Sep 07 16:03:19.328447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6cea1a-4993-4913-a39f-caf72b5d70f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2fcedc-8e32-4234-b838-62d40fa81d22,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:19.335897 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1bdab63e-c750-4083-b988-88667c996305 req-18ecafb5-d209-4006-84ce-e2962b7a3fa8 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068114 Sep 07 16:03:19.364490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36904) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:19.463877 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1bdab63e-c750-4083-b988-88667c996305 req-f07bb249-6733-4543-8094-efb7d5b9873e service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159041 Sep 07 16:03:19.516873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f096c-1681-4d57-bd8b-c722cd15c64a req-e31ab2f2-9a07-465b-8cb7-dac683da3aa5 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:19.518443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a2f096c-1681-4d57-bd8b-c722cd15c64a req-e31ab2f2-9a07-465b-8cb7-dac683da3aa5 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 947 time: 0.1548238 Sep 07 16:03:19.521153 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6656d96e-22eb-4eab-8a18-a9e12ccb3179 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=583f6ab4edac48df956e3535eba7f313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554875 Sep 07 16:03:19.523681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:19.542483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-5cc0f777-be81-40eb-b119-dd9e25ea4ed9 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:19.544235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-5cc0f777-be81-40eb-b119-dd9e25ea4ed9 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4581745 Sep 07 16:03:19.596952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-c14c4109-cfc3-4e0b-a3b3-1c7ea5ab8c55 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/quotas/99facb0fea524570a9b5bb57c877a0bf HTTP/1.1" status: 200 len: 375 time: 0.0367448 Sep 07 16:03:19.630758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a2f096c-1681-4d57-bd8b-c722cd15c64a req-4a171ffd-46f2-4443-9644-b59e002700d9 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992160 Sep 07 16:03:19.675626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-815a4dfd-64e4-4bb1-b613-8656b7e80309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:19.706721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-b93d1e28-6b7a-4e07-9bd5-8d01d40fa290 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99facb0fea524570a9b5bb57c877a0bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0961561 Sep 07 16:03:19.709177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-815a4dfd-64e4-4bb1-b613-8656b7e80309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:19.789939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36922) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:19.805838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975bdd-65f1-42d9-9f62-624d022eb0bb req-55bbd947-4f7a-4dff-b594-1ecbd84abff8 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:19.807471 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97975bdd-65f1-42d9-9f62-624d022eb0bb req-55bbd947-4f7a-4dff-b594-1ecbd84abff8 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 946 time: 0.0962567 Sep 07 16:03:19.827947 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d497c4a3-f168-41d5-a975-83eb9571e219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:19.836264 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-815a4dfd-64e4-4bb1-b613-8656b7e80309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:19.839152 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-815a4dfd-64e4-4bb1-b613-8656b7e80309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:19.840601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-815a4dfd-64e4-4bb1-b613-8656b7e80309 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad5c5f4b-8950-4696-abdc-831cc45272b6 HTTP/1.1" status: 204 len: 168 time: 0.3157008 Sep 07 16:03:19.859449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a4dfd-64e4-4bb1-b613-8656b7e80309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5c5f4b-8950-4696-abdc-831cc45272b6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:19.921147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97975bdd-65f1-42d9-9f62-624d022eb0bb req-87cf1514-81a2-45ff-964c-6d2afb5dfb84 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976918 Sep 07 16:03:20.034364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23d09419-f894-4e0d-a8f5-403063854035 req-fab69a1a-927c-43bc-a00b-ffc8fe243831 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 210 time: 0.0441263 Sep 07 16:03:20.082396 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d497c4a3-f168-41d5-a975-83eb9571e219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:20.088197 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d497c4a3-f168-41d5-a975-83eb9571e219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:20.135960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36948) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:20.136630 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d497c4a3-f168-41d5-a975-83eb9571e219 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cec73d2f27db42d4a0aa640c98c3e7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446133 Sep 07 16:03:20.136738 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:03:20.164838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497c4a3-f168-41d5-a975-83eb9571e219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c992da-6bc8-4049-a322-17b1dcbf5dec,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:20.261586 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c832e-b2d8-43a0-8047-b3a65c6a68ba req-bbb3542a-cc25-4925-96d8-d580a7a0b544 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:20.263196 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-528c832e-b2d8-43a0-8047-b3a65c6a68ba req-bbb3542a-cc25-4925-96d8-d580a7a0b544 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1094210 Sep 07 16:03:20.281866 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81a2569b-13d5-4496-b2af-4ba751f7587f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:20.326060 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81a2569b-13d5-4496-b2af-4ba751f7587f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:20.342747 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-528c832e-b2d8-43a0-8047-b3a65c6a68ba req-b1272fa1-6999-4004-8f21-6b27a1cd0b12 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655811 Sep 07 16:03:20.421128 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81a2569b-13d5-4496-b2af-4ba751f7587f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:20.423701 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81a2569b-13d5-4496-b2af-4ba751f7587f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:20.425060 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-81a2569b-13d5-4496-b2af-4ba751f7587f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a3c992da-6bc8-4049-a322-17b1dcbf5dec HTTP/1.1" status: 204 len: 168 time: 0.2867763 Sep 07 16:03:20.434018 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2569b-13d5-4496-b2af-4ba751f7587f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c992da-6bc8-4049-a322-17b1dcbf5dec,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:20.566917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d044d-7bda-4aa7-a754-6850230de572 req-dfc54988-764e-42da-a99e-4d2361225837 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:20.576672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc3d044d-7bda-4aa7-a754-6850230de572 req-dfc54988-764e-42da-a99e-4d2361225837 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 1097 time: 0.0602589 Sep 07 16:03:20.619660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc3d044d-7bda-4aa7-a754-6850230de572 req-0e47f5fb-dbb0-43b7-bfbb-087c1845a82a tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Sep 07 16:03:20.811463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689859f3-9f6b-4d48-b8e1-ad7e08230db4 req-21e9d8e6-4d83-4504-91b7-5366c5a0aa49 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:20.812932 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-689859f3-9f6b-4d48-b8e1-ad7e08230db4 req-21e9d8e6-4d83-4504-91b7-5366c5a0aa49 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 947 time: 0.0663030 Sep 07 16:03:20.853113 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-689859f3-9f6b-4d48-b8e1-ad7e08230db4 req-af577892-e174-4cd4-af1f-37175c928f8e tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334718 Sep 07 16:03:21.003814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdaf9d-e4e5-4fea-ba31-f1ff1aabc348 req-d3f806ed-a925-4288-af9b-57e8c7af577d tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:21.005701 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25fdaf9d-e4e5-4fea-ba31-f1ff1aabc348 req-d3f806ed-a925-4288-af9b-57e8c7af577d tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 1097 time: 0.0859401 Sep 07 16:03:21.075691 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-afc0f15f-4762-4811-ad9d-9b0a5bd57f5e tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=99facb0fea524570a9b5bb57c877a0bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293396 Sep 07 16:03:21.089188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25fdaf9d-e4e5-4fea-ba31-f1ff1aabc348 req-d5f642e1-0cb5-4d88-a2c6-7e2b1fd7382e tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767171 Sep 07 16:03:21.277076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f17d5eaa-540a-4eb0-9094-cd95563bea80 req-335169a0-8621-494b-8929-5576a9476f31 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 210 time: 0.0552146 Sep 07 16:03:21.347418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-79e9fff1-9aa4-4120-8728-99b1a5b09187 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:21.349844 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-79e9fff1-9aa4-4120-8728-99b1a5b09187 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574000 Sep 07 16:03:21.363946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Request body: {'port': {'device_id': 'fc40d94c-b103-4765-8e71-9161a836e18e', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '99facb0fea524570a9b5bb57c877a0bf'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:21.485211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88313da7-8092-42be-b62b-47690f9b5663 req-ca931180-8b3d-49fd-9df0-278069f6ac95 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:21.487083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88313da7-8092-42be-b62b-47690f9b5663 req-ca931180-8b3d-49fd-9df0-278069f6ac95 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.0681546 Sep 07 16:03:21.512430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Made reservation on behalf of 99facb0fea524570a9b5bb57c877a0bf for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:21.517947 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:21.549406 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88313da7-8092-42be-b62b-47690f9b5663 req-c3548e82-00b8-4b90-92a7-fd56af019b85 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553498 Sep 07 16:03:21.664678 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37028) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:21.685616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Allocated IP 192.168.233.108 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/6abf947e-0ded-4b64-b573-34dab7b0ec7c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:03:22.003470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d341e78a-7847-4cb6-9f3c-736673c8bf0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.029591 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219c0bf-5f34-4dac-b5d2-2bd2ee4e8b6c req-f0ba7df9-5734-4f4a-a78f-218b7cfb8de2 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:22.031611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d219c0bf-5f34-4dac-b5d2-2bd2ee4e8b6c req-f0ba7df9-5734-4f4a-a78f-218b7cfb8de2 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 947 time: 0.0822172 Sep 07 16:03:22.111944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d219c0bf-5f34-4dac-b5d2-2bd2ee4e8b6c req-3e980186-28f9-4cde-bb52-cbd7a8e33d84 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710721 Sep 07 16:03:22.116913 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.134786 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Transition to ACTIVE for port object 6abf947e-0ded-4b64-b573-34dab7b0ec7c will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:22.181256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.195251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['b3e1edcc-97f8-464d-ab18-0d2999b364ce'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:22.233100 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d341e78a-7847-4cb6-9f3c-736673c8bf0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.240256 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d341e78a-7847-4cb6-9f3c-736673c8bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.279357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Pushing event updated for resources: {'Port': ['ID=6abf947e-0ded-4b64-b573-34dab7b0ec7c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:22.285467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37058) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:22.285664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d341e78a-7847-4cb6-9f3c-736673c8bf0f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1655b2c1d3c04bb585a1c8a9696cc32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6181402 Sep 07 16:03:22.312275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341e78a-7847-4cb6-9f3c-736673c8bf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf21dfb-add1-4e32-bbfa-3761cb53753b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:22.314889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:03:22.323937 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:22.326537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:03:22.333361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:22.333926 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.355324 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-f9562e04-dcaf-4054-82ec-e1182ca57ded tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9949415 Sep 07 16:03:22.371509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Request body: {'port': {'device_id': 'fc40d94c-b103-4765-8e71-9161a836e18e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:22.476148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcea4b-3228-42c1-9326-1c9a46842a70 req-26447b12-7ae6-4369-92e5-d58547c67071 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:22.485399 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51dcea4b-3228-42c1-9326-1c9a46842a70 req-26447b12-7ae6-4369-92e5-d58547c67071 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 936 time: 0.0881317 Sep 07 16:03:22.491682 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b17a41f7-b0f2-4ae5-b661-b4678ee5f64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.495075 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.550899 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b17a41f7-b0f2-4ae5-b661-b4678ee5f64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.561421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51dcea4b-3228-42c1-9326-1c9a46842a70 req-c73371ba-9640-4399-a842-1c8a526b6c01 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688922 Sep 07 16:03:22.706593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a26d290f-345c-4649-a72d-2d1dec99021f None None] Provisioning for port 6abf947e-0ded-4b64-b573-34dab7b0ec7c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:22.716266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a26d290f-345c-4649-a72d-2d1dec99021f None None] Provisioning complete for port 6abf947e-0ded-4b64-b573-34dab7b0ec7c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:22.716685 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a26d290f-345c-4649-a72d-2d1dec99021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.741180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635d0b0-489e-459e-90f6-26fac7ac0a8a req-39823b1f-caba-4a1e-a65d-d5b05683826f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:22.754844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e635d0b0-489e-459e-90f6-26fac7ac0a8a req-39823b1f-caba-4a1e-a65d-d5b05683826f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1106775 Sep 07 16:03:22.766445 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b17a41f7-b0f2-4ae5-b661-b4678ee5f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.770389 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b17a41f7-b0f2-4ae5-b661-b4678ee5f64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.771689 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b17a41f7-b0f2-4ae5-b661-b4678ee5f64a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8bf21dfb-add1-4e32-bbfa-3761cb53753b HTTP/1.1" status: 204 len: 168 time: 0.4847255 Sep 07 16:03:22.786610 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a26d290f-345c-4649-a72d-2d1dec99021f None None] Port 6abf947e-0ded-4b64-b573-34dab7b0ec7c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:03:22.800678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a41f7-b0f2-4ae5-b661-b4678ee5f64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf21dfb-add1-4e32-bbfa-3761cb53753b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:22.818646 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e635d0b0-489e-459e-90f6-26fac7ac0a8a req-96a2d5ee-f5a5-449a-8bb8-d6e740d24db9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614381 Sep 07 16:03:22.926026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abf947e-0ded-4b64-b573-34dab7b0ec7c {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:22.935941 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.951995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Transition to ACTIVE for port object 6abf947e-0ded-4b64-b573-34dab7b0ec7c will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:22.957327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:22.983322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 985c4950-b92f-4277-97f1-7c85c78457df details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:03:23.024360 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Pushing event updated for resources: {'Port': ['ID=6abf947e-0ded-4b64-b573-34dab7b0ec7c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:23.051191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:23.051546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:23.051893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:23.052233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:23.052595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:23.052920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:23.053255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:23.053587 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:23.053922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:23.054248 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:23.054575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:23.054898 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:23.095274 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Attempting to bind port 6abf947e-0ded-4b64-b573-34dab7b0ec7c on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:03:23.096127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Attempting to bind port 6abf947e-0ded-4b64-b573-34dab7b0ec7c by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:03:23.096497 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Attempting to bind port 6abf947e-0ded-4b64-b573-34dab7b0ec7c on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:23.113646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Port 6abf947e-0ded-4b64-b573-34dab7b0ec7c on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:03:23.114703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Attempting to bind port 6abf947e-0ded-4b64-b573-34dab7b0ec7c on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:23.124731 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:03:23.125816 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:23.126858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:03:23.127884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Bound port: 6abf947e-0ded-4b64-b573-34dab7b0ec7c, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:03:23.146491 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:23.253376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 985c4950-b92f-4277-97f1-7c85c78457df, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=985c4950-b92f-4277-97f1-7c85c78457df,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:23.268927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '985c4950-b92f-4277-97f1-7c85c78457df', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '985c4950-b92f-4277-97f1-7c85c78457df', 'mac_address': 'fa:16:3e:a3:09:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:03:23.288104 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] For port 6abf947e-0ded-4b64-b573-34dab7b0ec7c, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:23.292375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] For port 6abf947e-0ded-4b64-b573-34dab7b0ec7c, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6abf947e-0ded-4b64-b573-34dab7b0ec7c,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:03:23.301171 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:23.357081 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437cbee-ae96-403d-adaf-f666f200fdd6 req-944b3509-24b1-4af0-a3bb-858f71f24d1d tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:23.359402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7437cbee-ae96-403d-adaf-f666f200fdd6 req-944b3509-24b1-4af0-a3bb-858f71f24d1d tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 947 time: 0.1184056 Sep 07 16:03:23.396242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:23.396921 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:23.401128 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] 10.222.0.54 "PUT /v2.0/ports/6abf947e-0ded-4b64-b573-34dab7b0ec7c HTTP/1.1" status: 200 len: 1096 time: 1.0352197 Sep 07 16:03:23.415413 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:23.416789 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc40d94c-b103-4765-8e71-9161a836e18e', 'tag': '6abf947e-0ded-4b64-b573-34dab7b0ec7c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:23.428711 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6b024d-cf1b-4392-a511-d635be3d1f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc40d94c-b103-4765-8e71-9161a836e18e", "tag": "6abf947e-0ded-4b64-b573-34dab7b0ec7c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:23.448085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7437cbee-ae96-403d-adaf-f666f200fdd6 req-3a224bab-ca4c-4409-ab9d-ae0faf31f82a tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799470 Sep 07 16:03:23.479211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985c4950-b92f-4277-97f1-7c85c78457df {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:23.521917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 985c4950-b92f-4277-97f1-7c85c78457df, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=985c4950-b92f-4277-97f1-7c85c78457df,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:23.527943 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:23.571615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbfe3d-218d-4e7e-a263-978c3f6aa4eb service neutron] Pushing event updated for resources: {'Port': ['ID=6abf947e-0ded-4b64-b573-34dab7b0ec7c,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:23.612278 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=985c4950-b92f-4277-97f1-7c85c78457df,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:23.619255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-92acf87e-1610-4709-832b-a43452481ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:23.622303 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-92acf87e-1610-4709-832b-a43452481ac2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99facb0fea524570a9b5bb57c877a0bf&device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 1099 time: 0.1457610 Sep 07 16:03:23.678408 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-986cf9bc-4d4b-4367-937e-6fbac5962cd6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=6abf947e-0ded-4b64-b573-34dab7b0ec7c HTTP/1.1" status: 200 len: 217 time: 0.0450456 Sep 07 16:03:23.746262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37118) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:23.758250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-c38d07b1-4283-49c3-8c18-ee976adba335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:23.760681 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-c38d07b1-4283-49c3-8c18-ee976adba335 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0744345 Sep 07 16:03:23.762038 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:23.832204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-9b15af4a-dc0a-4ae6-b6a6-451cc9fd6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:23.834765 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-9b15af4a-dc0a-4ae6-b6a6-451cc9fd6ce0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655916 Sep 07 16:03:23.858164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['985c4950-b92f-4277-97f1-7c85c78457df'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:23.892311 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:23.899466 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:23.937842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37124) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:23.964474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=30ac84925a1d434b9da5547fec392779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168593 Sep 07 16:03:23.973976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37128) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:23.996091 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-2dbb732c-4f40-4d59-8040-417772a3346d service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513317 Sep 07 16:03:24.004222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033df33e-c33f-42c0-b0a7-f43002407ed0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:24.014754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:24.015164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:24.015522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:24.015873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:24.016222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:24.016597 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:24.016934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:24.017271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:24.018207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:24.018682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:24.019029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:24.019362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f1e095-b623-48c1-a184-993c2b3f7e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:24.075936 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12e39e7d-15bc-43c5-89b3-b92f21c9562a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:24.138727 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12e39e7d-15bc-43c5-89b3-b92f21c9562a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:24.148914 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4df26d3-4481-45a9-9872-092db4ee99d7 x-openstack-request-id: req-b4df26d3-4481-45a9-9872-092db4ee99d7 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:24.149271 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc40d94c-b103-4765-8e71-9161a836e18e", "tag": "6abf947e-0ded-4b64-b573-34dab7b0ec7c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:24.149529 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4df26d3-4481-45a9-9872-092db4ee99d7 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:24.149868 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc40d94c-b103-4765-8e71-9161a836e18e', 'tag': '6abf947e-0ded-4b64-b573-34dab7b0ec7c', 'status': 'completed', 'code': 200} Sep 07 16:03:24.173871 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fb7ddd40-a0a6-4e14-80e1-8425098a2f57 req-032f54d7-3523-45ff-80b0-2c63713de79c service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688771 Sep 07 16:03:24.215105 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12e39e7d-15bc-43c5-89b3-b92f21c9562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:24.217793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12e39e7d-15bc-43c5-89b3-b92f21c9562a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:24.222001 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-12e39e7d-15bc-43c5-89b3-b92f21c9562a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/033df33e-c33f-42c0-b0a7-f43002407ed0 HTTP/1.1" status: 204 len: 168 time: 0.2469549 Sep 07 16:03:24.234732 n-d-807551-3 neutron-server[94771]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 16:03:24.240773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-bee27da0-d592-4bc6-b2a6-726a13f25ce2 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:03:24.241996 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-bee27da0-d592-4bc6-b2a6-726a13f25ce2 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3029964 Sep 07 16:03:24.254318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e39e7d-15bc-43c5-89b3-b92f21c9562a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033df33e-c33f-42c0-b0a7-f43002407ed0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:24.292488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd0ded-3fbd-4103-8240-6c49effd6bfa req-99ae08f6-5522-40a0-8165-f478a1ae455f tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:24.295517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ddcd0ded-3fbd-4103-8240-6c49effd6bfa req-99ae08f6-5522-40a0-8165-f478a1ae455f tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 948 time: 0.0858417 Sep 07 16:03:24.327820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-09490732-3568-4dd4-a677-e475f0a76ce3 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:24.329265 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-09490732-3568-4dd4-a677-e475f0a76ce3 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports/c32a4fc9-a953-45df-b94a-64fa95e95004 HTTP/1.1" status: 200 len: 1094 time: 0.0721326 Sep 07 16:03:24.335013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b024d-cf1b-4392-a511-d635be3d1f5a req-ac705d94-d18c-40b2-be03-1f68a4c0ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:24.336567 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cb6b024d-cf1b-4392-a511-d635be3d1f5a req-ac705d94-d18c-40b2-be03-1f68a4c0ed04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99facb0fea524570a9b5bb57c877a0bf&device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 1099 time: 0.1004620 Sep 07 16:03:24.360970 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ddcd0ded-3fbd-4103-8240-6c49effd6bfa req-e2f9705a-1fa6-4345-9340-ccd38082b425 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535650 Sep 07 16:03:24.467286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b024d-cf1b-4392-a511-d635be3d1f5a req-b12878f2-47ac-4072-8d8c-853f39aa083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:24.469432 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cb6b024d-cf1b-4392-a511-d635be3d1f5a req-b12878f2-47ac-4072-8d8c-853f39aa083d service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1242344 Sep 07 16:03:24.522898 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cb6b024d-cf1b-4392-a511-d635be3d1f5a req-a99f73db-6d7e-4973-a7e6-10671ee8e8c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=6abf947e-0ded-4b64-b573-34dab7b0ec7c HTTP/1.1" status: 200 len: 217 time: 0.0422575 Sep 07 16:03:24.592484 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] Request body: {'binding': {'host': 'n-h1-807551-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:24.592987 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] Unknown quota resources ['binding']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:03:24.643096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b024d-cf1b-4392-a511-d635be3d1f5a req-6b1da5fa-e324-47fb-a5c9-f700028605f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:24.645604 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cb6b024d-cf1b-4392-a511-d635be3d1f5a req-6b1da5fa-e324-47fb-a5c9-f700028605f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1145148 Sep 07 16:03:24.693438 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593ea4a-7ad6-409d-bb89-bd4db646c5ce req-5e57aa56-1aea-421b-af02-54915f139b27 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:24.695583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b593ea4a-7ad6-409d-bb89-bd4db646c5ce req-5e57aa56-1aea-421b-af02-54915f139b27 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.0587234 Sep 07 16:03:24.743374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b593ea4a-7ad6-409d-bb89-bd4db646c5ce req-5963d1b0-4b42-4927-ba4f-870f27dbfa10 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392058 Sep 07 16:03:24.759839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b024d-cf1b-4392-a511-d635be3d1f5a req-3b343985-3f5a-4939-a5a6-4505a880d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:24.761434 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cb6b024d-cf1b-4392-a511-d635be3d1f5a req-3b343985-3f5a-4939-a5a6-4505a880d9d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017292 Sep 07 16:03:24.868593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] Attempting to bind port c32a4fc9-a953-45df-b94a-64fa95e95004 on host n-h1-807551-3 for vnic_type normal with profile None {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:03:24.868854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] Attempting to bind port c32a4fc9-a953-45df-b94a-64fa95e95004 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:03:24.869193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] Attempting to bind port c32a4fc9-a953-45df-b94a-64fa95e95004 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:24.877268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] Port c32a4fc9-a953-45df-b94a-64fa95e95004 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:03:24.877626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] Attempting to bind port c32a4fc9-a953-45df-b94a-64fa95e95004 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:24.890369 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:03:24.890720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] Checking segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:24.891155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] Bound using segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:03:24.891553 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] Bound port: c32a4fc9-a953-45df-b94a-64fa95e95004, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:03:24.946135 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cb6b024d-cf1b-4392-a511-d635be3d1f5a req-11c561d3-5326-445f-8dc4-e3007a953fc1 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692472 Sep 07 16:03:24.980980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 985c4950-b92f-4277-97f1-7c85c78457df up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:03:24.997417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6003c-4776-4074-9fce-12fb353304e6 req-c143f152-f9bb-4fc6-a654-dfa394ef6ea3 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:24.999539 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61d6003c-4776-4074-9fce-12fb353304e6 req-c143f152-f9bb-4fc6-a654-dfa394ef6ea3 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 948 time: 0.0755107 Sep 07 16:03:25.054639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c32a4fc9-a953-45df-b94a-64fa95e95004,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:03:25.062242 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:25.063461 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-01f57783-1798-4633-af3a-e4c36f0b5c32 service neutron] 10.222.0.70 "POST /v2.0/ports/c32a4fc9-a953-45df-b94a-64fa95e95004/bindings HTTP/1.1" status: 201 len: 389 time: 0.6366007 Sep 07 16:03:25.074868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61d6003c-4776-4074-9fce-12fb353304e6 req-bd0109a9-73c5-4f25-827f-06f6781ff475 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617352 Sep 07 16:03:25.083299 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 985c4950-b92f-4277-97f1-7c85c78457df completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:25.094822 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cb6b024d-cf1b-4392-a511-d635be3d1f5a req-94b30415-bc9f-4555-9084-a16f4774fd5f service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392930 Sep 07 16:03:25.098560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 985c4950-b92f-4277-97f1-7c85c78457df triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:25.098939 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:25.282184 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:25.323479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03de3eef-3ad4-4d27-bbe7-9f81bad15337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985c4950-b92f-4277-97f1-7c85c78457df'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:25.326676 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243b4b6d-7b1c-43d2-994b-6aa11f0460e5" -d '{"events": [{"server_uuid": "03de3eef-3ad4-4d27-bbe7-9f81bad15337", "name": "network-vif-plugged", "status": "completed", "tag": "985c4950-b92f-4277-97f1-7c85c78457df"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:25.341392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 985c4950-b92f-4277-97f1-7c85c78457df, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=985c4950-b92f-4277-97f1-7c85c78457df,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:25.359958 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:25.477070 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=985c4950-b92f-4277-97f1-7c85c78457df,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:25.487930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d5e6a-f096-4eb3-a1d4-3cffda7c8a94 req-7b39a443-da67-4e6d-942e-45d7efe93d37 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:25.488422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:25.488422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:25.488422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:25.488422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:25.489151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:25.489572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:25.490036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:25.490591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:25.490999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:25.491563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:25.491975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:25.492403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:03:25.494768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e0d5e6a-f096-4eb3-a1d4-3cffda7c8a94 req-7b39a443-da67-4e6d-942e-45d7efe93d37 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 946 time: 0.0662098 Sep 07 16:03:25.494890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-e441cfb2-e402-49e8-b816-3c9940bae69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:25.511810 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-e441cfb2-e402-49e8-b816-3c9940bae69d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 1097 time: 0.1060827 Sep 07 16:03:25.553722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e0d5e6a-f096-4eb3-a1d4-3cffda7c8a94 req-decc0acc-0195-4594-a841-f456c57f4aad tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578871 Sep 07 16:03:25.620706 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e6f4aa-c33f-4b6a-93c9-efffa318dfab x-openstack-request-id: req-c6e6f4aa-c33f-4b6a-93c9-efffa318dfab {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:25.621008 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03de3eef-3ad4-4d27-bbe7-9f81bad15337", "name": "network-vif-plugged", "status": "completed", "tag": "985c4950-b92f-4277-97f1-7c85c78457df", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:25.621265 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6e6f4aa-c33f-4b6a-93c9-efffa318dfab {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:25.621673 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03de3eef-3ad4-4d27-bbe7-9f81bad15337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985c4950-b92f-4277-97f1-7c85c78457df', 'code': 200} Sep 07 16:03:25.637774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-80fb360b-ad48-45cc-bde2-5724f40c10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:25.639287 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-80fb360b-ad48-45cc-bde2-5724f40c10c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.1194868 Sep 07 16:03:25.701450 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-bf36613e-b400-4971-83e5-18bb00b6d8e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32a4fc9-a953-45df-b94a-64fa95e95004 HTTP/1.1" status: 200 len: 217 time: 0.0537505 Sep 07 16:03:25.723589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082afb6-928d-4b27-a136-6600f19fe0a1 req-79355e15-05f3-4cbb-8442-0c89f5abe894 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:25.724929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f082afb6-928d-4b27-a136-6600f19fe0a1 req-79355e15-05f3-4cbb-8442-0c89f5abe894 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 948 time: 0.0784998 Sep 07 16:03:25.773801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f082afb6-928d-4b27-a136-6600f19fe0a1 req-2ac430ce-a170-4a2d-a242-62eb4fad277f tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Sep 07 16:03:25.835241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-c011de0f-9824-436f-b801-3c2d09dfcc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:25.836815 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-c011de0f-9824-436f-b801-3c2d09dfcc03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.1275771 Sep 07 16:03:25.842937 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57973df-0263-43f4-ab7f-7e27cbeb4d17 req-24ba9dff-6499-440e-af28-639582b8ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:25.844469 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e57973df-0263-43f4-ab7f-7e27cbeb4d17 req-24ba9dff-6499-440e-af28-639582b8ea89 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 1100 time: 0.0782166 Sep 07 16:03:25.879706 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-5ab16ba1-be5c-4ce7-855b-c10c24a52e27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340605 Sep 07 16:03:25.937911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfa052-048a-4145-bef2-91e80a04b48c req-fdb3e888-0db6-411d-a6c7-279319e8ef1c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:25.941344 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcdfa052-048a-4145-bef2-91e80a04b48c req-fdb3e888-0db6-411d-a6c7-279319e8ef1c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.0756166 Sep 07 16:03:25.983503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcdfa052-048a-4145-bef2-91e80a04b48c req-fd31bd2c-6880-42eb-8546-6e0e005aeb60 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Sep 07 16:03:26.012660 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e57973df-0263-43f4-ab7f-7e27cbeb4d17 req-3ac2defe-a912-46b5-8799-29e22d4cda40 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051862 Sep 07 16:03:26.043178 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-df84c8f6-226d-4d36-9995-1532c8e63d5b service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483693 Sep 07 16:03:26.049157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37198) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:26.097531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37204) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:26.133112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6abf947e-0ded-4b64-b573-34dab7b0ec7c details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:03:26.190096 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-04792015-09ae-4410-a36f-95935528e956 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383710 Sep 07 16:03:26.232829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954759bc-7f5e-49fb-82af-dd4dd8fb9998 req-f51cabed-2c0c-4f5f-87d7-cf1454669f4c tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:26.235245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-954759bc-7f5e-49fb-82af-dd4dd8fb9998 req-f51cabed-2c0c-4f5f-87d7-cf1454669f4c tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 949 time: 0.0883634 Sep 07 16:03:26.236860 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea6888b5-cc94-4f82-b2f4-02eb8c57ce6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:26.283017 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ba17986-522e-4ad3-82ad-236aa75f3949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:26.290236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6abf947e-0ded-4b64-b573-34dab7b0ec7c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6abf947e-0ded-4b64-b573-34dab7b0ec7c,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:26.306538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '6abf947e-0ded-4b64-b573-34dab7b0ec7c', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '6abf947e-0ded-4b64-b573-34dab7b0ec7c', 'mac_address': 'fa:16:3e:49:60:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:03:26.327999 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-954759bc-7f5e-49fb-82af-dd4dd8fb9998 req-a58562b0-7672-47a3-b37d-7edae65e7fd5 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727956 Sep 07 16:03:26.369441 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:26.408113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abf947e-0ded-4b64-b573-34dab7b0ec7c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:26.422498 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea6888b5-cc94-4f82-b2f4-02eb8c57ce6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:26.432718 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea6888b5-cc94-4f82-b2f4-02eb8c57ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:26.438372 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6abf947e-0ded-4b64-b573-34dab7b0ec7c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6abf947e-0ded-4b64-b573-34dab7b0ec7c,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:26.444753 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:26.506951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-fae17ce8-e0ac-4d1d-9686-6d7b7a537df9 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:26.508527 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-fae17ce8-e0ac-4d1d-9686-6d7b7a537df9 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f&tenant_id=69c966e1c7a5492180da5b612f6c029a&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1097 time: 0.1633263 Sep 07 16:03:26.514843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6888b5-cc94-4f82-b2f4-02eb8c57ce6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ce134f-354b-45ac-be09-00216581eba9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:26.521591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807551-3'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:26.524669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=6abf947e-0ded-4b64-b573-34dab7b0ec7c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:26.563655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ea6888b5-cc94-4f82-b2f4-02eb8c57ce6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0b8e5fceee940d08c1209fe5fd4d362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131440 Sep 07 16:03:26.569870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:26.594298 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:26.707445 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b254039c-3054-4727-a3f0-f5da6d553e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:26.722699 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['6abf947e-0ded-4b64-b573-34dab7b0ec7c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:26.753901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdd297-fdfd-4c7f-b9ef-973228633a31 req-73a40d81-1d6b-4ccd-91d9-68afe65e1a03 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:26.761280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcbdd297-fdfd-4c7f-b9ef-973228633a31 req-73a40d81-1d6b-4ccd-91d9-68afe65e1a03 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 946 time: 0.1143243 Sep 07 16:03:26.762120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c32a4fc9-a953-45df-b94a-64fa95e95004,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:26.772217 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b254039c-3054-4727-a3f0-f5da6d553e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:26.838129 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ba17986-522e-4ad3-82ad-236aa75f3949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:26.853792 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ba17986-522e-4ad3-82ad-236aa75f3949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:26.861009 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:26.920173 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:26.923809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8800a7-2c8c-4d26-81e5-f8b3f07e545f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32a4fc9-a953-45df-b94a-64fa95e95004'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:26.927864 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370d6695-af18-4f44-a29b-e59f5644b8cb" -d '{"events": [{"server_uuid": "1a8800a7-2c8c-4d26-81e5-f8b3f07e545f", "name": "network-vif-unplugged", "status": "completed", "tag": "c32a4fc9-a953-45df-b94a-64fa95e95004"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:26.932360 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcbdd297-fdfd-4c7f-b9ef-973228633a31 req-45e9daba-382d-42c1-8424-8733a62bda39 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578288 Sep 07 16:03:26.933849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:26.938105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5ba17986-522e-4ad3-82ad-236aa75f3949 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=acc29f01fc4d43bcaa9a0b1dd406d655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8393171 Sep 07 16:03:26.944619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37230) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:26.962443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba17986-522e-4ad3-82ad-236aa75f3949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19625de-5f02-4452-b1ec-044b5892c337,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:27.035688 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b254039c-3054-4727-a3f0-f5da6d553e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:27.039454 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b254039c-3054-4727-a3f0-f5da6d553e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:27.041878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b254039c-3054-4727-a3f0-f5da6d553e1e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49ce134f-354b-45ac-be09-00216581eba9 HTTP/1.1" status: 204 len: 168 time: 0.4705808 Sep 07 16:03:27.044739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Pushing event updated for resources: {'Port': ['ID=c32a4fc9-a953-45df-b94a-64fa95e95004,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:27.069329 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5822bf97-3722-4d70-a531-38133c225cc5 x-openstack-request-id: req-5822bf97-3722-4d70-a531-38133c225cc5 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:27.069329 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8800a7-2c8c-4d26-81e5-f8b3f07e545f", "name": "network-vif-unplugged", "status": "completed", "tag": "c32a4fc9-a953-45df-b94a-64fa95e95004", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:27.069329 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5822bf97-3722-4d70-a531-38133c225cc5 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:27.069706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254039c-3054-4727-a3f0-f5da6d553e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ce134f-354b-45ac-be09-00216581eba9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:27.069799 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8800a7-2c8c-4d26-81e5-f8b3f07e545f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32a4fc9-a953-45df-b94a-64fa95e95004', 'code': 200} Sep 07 16:03:27.074452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Attempting to bind port c32a4fc9-a953-45df-b94a-64fa95e95004 on host n-h2-807551-3 for vnic_type normal with profile {"migrating_to": "n-h1-807551-3"} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:03:27.074928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Attempting to bind port c32a4fc9-a953-45df-b94a-64fa95e95004 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:03:27.075314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Attempting to bind port c32a4fc9-a953-45df-b94a-64fa95e95004 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:27.080870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Port c32a4fc9-a953-45df-b94a-64fa95e95004 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:03:27.081192 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Attempting to bind port c32a4fc9-a953-45df-b94a-64fa95e95004 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:27.088398 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:03:27.088743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Checking segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:27.089145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Bound using segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:03:27.089615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Bound port: c32a4fc9-a953-45df-b94a-64fa95e95004, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:03:27.090198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:27.093743 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12818a36-b7e8-4be5-a86c-a4c97ec9a527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:27.131467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ae35d-9075-41a6-8ec1-ebf13e4e485c req-b6a9ca1d-a29c-47a7-a6a4-700a5ca819dd tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:27.133143 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-983ae35d-9075-41a6-8ec1-ebf13e4e485c req-b6a9ca1d-a29c-47a7-a6a4-700a5ca819dd tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 949 time: 0.1927190 Sep 07 16:03:27.145871 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12818a36-b7e8-4be5-a86c-a4c97ec9a527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:27.216842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:27.221597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c32a4fc9-a953-45df-b94a-64fa95e95004,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:03:27.222652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-983ae35d-9075-41a6-8ec1-ebf13e4e485c req-9158d53e-f2a2-4214-a9bb-9bb36cd807ef tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802548 Sep 07 16:03:27.229251 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:27.306109 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12818a36-b7e8-4be5-a86c-a4c97ec9a527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:27.309699 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12818a36-b7e8-4be5-a86c-a4c97ec9a527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:27.311317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-12818a36-b7e8-4be5-a86c-a4c97ec9a527 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e19625de-5f02-4452-b1ec-044b5892c337 HTTP/1.1" status: 204 len: 168 time: 0.3652904 Sep 07 16:03:27.330808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12818a36-b7e8-4be5-a86c-a4c97ec9a527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19625de-5f02-4452-b1ec-044b5892c337,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:27.412027 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:27.413500 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:27.419314 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] 10.222.0.54 "PUT /v2.0/ports/c32a4fc9-a953-45df-b94a-64fa95e95004 HTTP/1.1" status: 200 len: 1122 time: 0.9026470 Sep 07 16:03:27.428592 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e2e69-c27c-4285-abf6-d6dfe5598f8c service neutron] Pushing event updated for resources: {'Port': ['ID=c32a4fc9-a953-45df-b94a-64fa95e95004,revision_number=8']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:27.536065 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae89a14-312c-4004-b626-4e83a301435a req-e77273d4-8b3e-4e51-b39b-8693d818a8e4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:27.549785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ae89a14-312c-4004-b626-4e83a301435a req-e77273d4-8b3e-4e51-b39b-8693d818a8e4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.2042928 Sep 07 16:03:27.605835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c32a4fc9-a953-45df-b94a-64fa95e95004'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:27.647700 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ae89a14-312c-4004-b626-4e83a301435a req-7c682290-12e0-4951-b1a1-c951735f071a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965979 Sep 07 16:03:27.679633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf745b-9ff8-4e49-89e5-2852be8bfab8 req-d7b76605-10b4-4b2f-bbe0-bc1a3184d800 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:27.681714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bbf745b-9ff8-4e49-89e5-2852be8bfab8 req-d7b76605-10b4-4b2f-bbe0-bc1a3184d800 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 949 time: 0.0987792 Sep 07 16:03:27.753277 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-f203bfd3-f721-40b7-b6c3-48443b835067 service neutron] show failed (client error): The resource could not be found. Sep 07 16:03:27.754917 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-f203bfd3-f721-40b7-b6c3-48443b835067 service neutron] 10.222.0.35 "GET /v2.0/ports/f674c7d1-3837-477f-9ce9-722cbd417e78/bindings/n-h1-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0741591 Sep 07 16:03:27.776054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bbf745b-9ff8-4e49-89e5-2852be8bfab8 req-10279705-c63c-43de-96d7-5fb0aa3b3f08 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836957 Sep 07 16:03:27.804891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37260) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:27.827464 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1466f77e-4b18-4eee-9f95-6a7adb0e5e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.001023 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1466f77e-4b18-4eee-9f95-6a7adb0e5e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.009405 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1466f77e-4b18-4eee-9f95-6a7adb0e5e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.012862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37268) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:28.054460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9014d7a8-db51-434f-935f-2ee94254519e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.055857 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1466f77e-4b18-4eee-9f95-6a7adb0e5e68 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bbec0924f568496283ab68df2ed43821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511590 Sep 07 16:03:28.057226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466f77e-4b18-4eee-9f95-6a7adb0e5e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d30927-a6b9-4ac2-b5b8-7aad42d0e166,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:28.060942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37270) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:28.151275 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6abf947e-0ded-4b64-b573-34dab7b0ec7c up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:03:28.175884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de751191-faf0-4090-b646-d9a75a899c44 req-8235f2b0-36da-43b7-b92c-62fa85154afa tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:28.177693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de751191-faf0-4090-b646-d9a75a899c44 req-8235f2b0-36da-43b7-b92c-62fa85154afa tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 944 time: 0.1046543 Sep 07 16:03:28.206584 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e04fb71-af0b-483c-8785-a32699b740c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.232081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1c7a9f5e-5594-4f33-a2fe-0b84d0fb2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:28.234287 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1c7a9f5e-5594-4f33-a2fe-0b84d0fb2522 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5&tenant_id=ea9e474f9fb940faaa7736036e8f9987 HTTP/1.1" status: 200 len: 1101 time: 0.1287787 Sep 07 16:03:28.247277 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e04fb71-af0b-483c-8785-a32699b740c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.252536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:28.253353 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de751191-faf0-4090-b646-d9a75a899c44 req-bc55aa64-4f53-437d-9bd7-18dabf9ca57b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651371 Sep 07 16:03:28.277004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 6abf947e-0ded-4b64-b573-34dab7b0ec7c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:28.286326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 6abf947e-0ded-4b64-b573-34dab7b0ec7c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:28.286703 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.348578 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.372118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b8a4d-a533-4f8e-b081-9b3b262296e7 req-73f5795e-1fd3-4221-b9aa-ba02d5752fac tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:28.375462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b1b8a4d-a533-4f8e-b081-9b3b262296e7 req-73f5795e-1fd3-4221-b9aa-ba02d5752fac tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 949 time: 0.1257691 Sep 07 16:03:28.378266 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9014d7a8-db51-434f-935f-2ee94254519e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.392922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9014d7a8-db51-434f-935f-2ee94254519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.395803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37278) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:28.438099 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e04fb71-af0b-483c-8785-a32699b740c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.439744 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.442476 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e04fb71-af0b-483c-8785-a32699b740c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.447253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5e04fb71-af0b-483c-8785-a32699b740c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05d30927-a6b9-4ac2-b5b8-7aad42d0e166 HTTP/1.1" status: 204 len: 168 time: 0.3859475 Sep 07 16:03:28.471247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04fb71-af0b-483c-8785-a32699b740c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d30927-a6b9-4ac2-b5b8-7aad42d0e166,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:28.495696 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9014d7a8-db51-434f-935f-2ee94254519e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5681ca53b7d42c4bd36677c7247af11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810846 Sep 07 16:03:28.496441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37284) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:28.502225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014d7a8-db51-434f-935f-2ee94254519e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7978448-e1a1-434f-851b-1514b614875a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:28.522846 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b1b8a4d-a533-4f8e-b081-9b3b262296e7 req-34902e9d-f188-4f61-aa36-1cdb50a201dd tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226406 Sep 07 16:03:28.540138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a43c8-167f-4a01-8d5c-3f868ce2f7aa req-a0c58161-5dff-410b-b495-e0b5d754298a tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:28.551863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6abf947e-0ded-4b64-b573-34dab7b0ec7c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6abf947e-0ded-4b64-b573-34dab7b0ec7c,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:28.554292 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-661a43c8-167f-4a01-8d5c-3f868ce2f7aa req-a0c58161-5dff-410b-b495-e0b5d754298a tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 949 time: 0.1643376 Sep 07 16:03:28.559024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc40d94c-b103-4765-8e71-9161a836e18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abf947e-0ded-4b64-b573-34dab7b0ec7c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:28.563856 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0302ac-fdb3-4b46-a53d-66378817940b" -d '{"events": [{"server_uuid": "fc40d94c-b103-4765-8e71-9161a836e18e", "name": "network-vif-plugged", "status": "completed", "tag": "6abf947e-0ded-4b64-b573-34dab7b0ec7c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:28.582681 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.642285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35887166-c132-4ebb-afd1-677cc24ac943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.644386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-661a43c8-167f-4a01-8d5c-3f868ce2f7aa req-0f86f3fc-57f5-4d14-b59d-c3eb0f997dc5 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821805 Sep 07 16:03:28.673362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=6abf947e-0ded-4b64-b573-34dab7b0ec7c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:28.700632 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4593757b-523a-474e-bb74-685f3c7b9c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:28.714731 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6247fe2-4850-467d-914c-1f576e5c0495 x-openstack-request-id: req-a6247fe2-4850-467d-914c-1f576e5c0495 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:28.715033 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc40d94c-b103-4765-8e71-9161a836e18e", "name": "network-vif-plugged", "status": "completed", "tag": "6abf947e-0ded-4b64-b573-34dab7b0ec7c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:28.715405 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6247fe2-4850-467d-914c-1f576e5c0495 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:28.715681 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc40d94c-b103-4765-8e71-9161a836e18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abf947e-0ded-4b64-b573-34dab7b0ec7c', 'code': 200} Sep 07 16:03:28.908752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4283c4a-d9b7-4b30-8a15-739dde421aec req-d2b45764-3e80-4679-a208-dd9a5052a80d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:28.917587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a4283c4a-d9b7-4b30-8a15-739dde421aec req-d2b45764-3e80-4679-a208-dd9a5052a80d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1210587 Sep 07 16:03:28.944760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a57ee-ff73-425f-90aa-23c331026a4c req-9b38909e-7326-4949-b203-0319134e985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:28.946315 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a37a57ee-ff73-425f-90aa-23c331026a4c req-9b38909e-7326-4949-b203-0319134e985d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 1101 time: 0.1360281 Sep 07 16:03:29.013752 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a4283c4a-d9b7-4b30-8a15-739dde421aec req-3f0f8a5a-5ca1-4fdc-b51f-9cabb1f877dd tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946474 Sep 07 16:03:29.035490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d8640-c7a9-4f28-a6aa-2f1647aca890 req-a5f228fe-1c41-4ce5-a09d-3d0e6a5185b3 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:29.042411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b0d8640-c7a9-4f28-a6aa-2f1647aca890 req-a5f228fe-1c41-4ce5-a09d-3d0e6a5185b3 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 949 time: 0.1598349 Sep 07 16:03:29.052663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a37a57ee-ff73-425f-90aa-23c331026a4c req-72306f1b-b9fb-4227-9df8-e83bdabde724 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958431 Sep 07 16:03:29.069752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4593757b-523a-474e-bb74-685f3c7b9c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:29.071488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8800a7-2c8c-4d26-81e5-f8b3f07e545f', 'tag': 'c32a4fc9-a953-45df-b94a-64fa95e95004'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:29.073879 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740802d8-34af-4075-9606-b5762cfd3c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8800a7-2c8c-4d26-81e5-f8b3f07e545f", "tag": "c32a4fc9-a953-45df-b94a-64fa95e95004"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:29.109506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b0d8640-c7a9-4f28-a6aa-2f1647aca890 req-26478e7d-6da5-4bab-95da-230b28c9e8d9 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534611 Sep 07 16:03:29.158331 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80108e3-8433-4d06-91fe-37fa9b40bcfa x-openstack-request-id: req-a80108e3-8433-4d06-91fe-37fa9b40bcfa {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:29.158777 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8800a7-2c8c-4d26-81e5-f8b3f07e545f", "tag": "c32a4fc9-a953-45df-b94a-64fa95e95004", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:29.159040 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a80108e3-8433-4d06-91fe-37fa9b40bcfa {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:29.159444 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8800a7-2c8c-4d26-81e5-f8b3f07e545f', 'tag': 'c32a4fc9-a953-45df-b94a-64fa95e95004', 'status': 'completed', 'code': 200} Sep 07 16:03:29.183735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] For port f674c7d1-3837-477f-9ce9-722cbd417e78, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f674c7d1-3837-477f-9ce9-722cbd417e78,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:29.268850 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4593757b-523a-474e-bb74-685f3c7b9c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:29.271886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4593757b-523a-474e-bb74-685f3c7b9c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:29.273128 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4593757b-523a-474e-bb74-685f3c7b9c23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7978448-e1a1-434f-851b-1514b614875a HTTP/1.1" status: 204 len: 168 time: 0.7721708 Sep 07 16:03:29.316973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] For port f674c7d1-3837-477f-9ce9-722cbd417e78, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:29.322934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593757b-523a-474e-bb74-685f3c7b9c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7978448-e1a1-434f-851b-1514b614875a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:29.355378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740802d8-34af-4075-9606-b5762cfd3c6a req-763f1c92-39eb-4333-8893-7231e2d9e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:29.356962 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-740802d8-34af-4075-9606-b5762cfd3c6a req-763f1c92-39eb-4333-8893-7231e2d9e011 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 1125 time: 0.1678498 Sep 07 16:03:29.358997 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35887166-c132-4ebb-afd1-677cc24ac943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:29.377325 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35887166-c132-4ebb-afd1-677cc24ac943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:29.454598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e48023-f7e8-41f9-acda-4a77d6dea6d5 req-b427f8c9-8af4-46f0-9321-cb1eb23f2e30 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:29.457072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10e48023-f7e8-41f9-acda-4a77d6dea6d5 req-b427f8c9-8af4-46f0-9321-cb1eb23f2e30 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 944 time: 0.0659578 Sep 07 16:03:29.467588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37316) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:29.467960 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-35887166-c132-4ebb-afd1-677cc24ac943 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=85c01008e39a4b8ab424737e75f54299&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0471594 Sep 07 16:03:29.532001 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:29.544539 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35887166-c132-4ebb-afd1-677cc24ac943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd32ac52-2a9b-487c-a551-61be72033674,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:29.573235 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72a2363f-6245-4716-900d-0033d2f90a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:29.582796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10e48023-f7e8-41f9-acda-4a77d6dea6d5 req-f982abdb-76a2-4a22-9fdc-628abd43f2cd tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127357 Sep 07 16:03:29.587748 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Transition to ACTIVE for port object f674c7d1-3837-477f-9ce9-722cbd417e78 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:29.603033 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:29.609045 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72a2363f-6245-4716-900d-0033d2f90a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:29.680386 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72a2363f-6245-4716-900d-0033d2f90a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:29.683226 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72a2363f-6245-4716-900d-0033d2f90a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:29.684600 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-72a2363f-6245-4716-900d-0033d2f90a40 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd32ac52-2a9b-487c-a551-61be72033674 HTTP/1.1" status: 204 len: 168 time: 0.2158606 Sep 07 16:03:29.698583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740802d8-34af-4075-9606-b5762cfd3c6a req-60a9a52f-71dc-48d2-ab06-7e0406bec9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:29.701920 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-740802d8-34af-4075-9606-b5762cfd3c6a req-60a9a52f-71dc-48d2-ab06-7e0406bec9c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.3362961 Sep 07 16:03:29.710686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2363f-6245-4716-900d-0033d2f90a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd32ac52-2a9b-487c-a551-61be72033674,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:29.801363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] No DVR routers for this DVR port f674c7d1-3837-477f-9ce9-722cbd417e78 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:03:29.878569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Pushing event updated for resources: {'Port': ['ID=f674c7d1-3837-477f-9ce9-722cbd417e78,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:29.880974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56e75c-1f9b-4c8b-a458-ed1d7a499d14 req-16afc26c-6d56-4745-8713-9764f609f244 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:29.883597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b56e75c-1f9b-4c8b-a458-ed1d7a499d14 req-16afc26c-6d56-4745-8713-9764f609f244 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 950 time: 0.1045156 Sep 07 16:03:29.893675 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-740802d8-34af-4075-9606-b5762cfd3c6a req-13892d3f-001a-405b-82e1-bc059fbe288c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32a4fc9-a953-45df-b94a-64fa95e95004 HTTP/1.1" status: 200 len: 217 time: 0.1663494 Sep 07 16:03:29.969760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b56e75c-1f9b-4c8b-a458-ed1d7a499d14 req-c987893d-09bc-4114-968b-93856f3c6e91 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722115 Sep 07 16:03:29.975283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Attempting to bind port f674c7d1-3837-477f-9ce9-722cbd417e78 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:03:29.975735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Attempting to bind port f674c7d1-3837-477f-9ce9-722cbd417e78 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:03:29.976511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Attempting to bind port f674c7d1-3837-477f-9ce9-722cbd417e78 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:29.984768 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Port f674c7d1-3837-477f-9ce9-722cbd417e78 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:03:29.985226 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Attempting to bind port f674c7d1-3837-477f-9ce9-722cbd417e78 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:29.992017 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740802d8-34af-4075-9606-b5762cfd3c6a req-198a5523-401d-4628-884d-ae8414b3fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:29.993752 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-740802d8-34af-4075-9606-b5762cfd3c6a req-198a5523-401d-4628-884d-ae8414b3fb21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.0784218 Sep 07 16:03:29.995409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:03:29.995409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:29.995962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:03:29.996519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Bound port: f674c7d1-3837-477f-9ce9-722cbd417e78, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:03:29.996950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:30.040143 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-740802d8-34af-4075-9606-b5762cfd3c6a req-e64d79aa-c947-4596-8cc1-1f9fd4d465b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323107 Sep 07 16:03:30.176980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c32a4fc9-a953-45df-b94a-64fa95e95004 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:03:30.187643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58809db4-7dd7-4787-b863-c99da7975ff8 req-4ea37ed4-099d-4d83-8fae-f2282436a3b5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:30.189990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58809db4-7dd7-4787-b863-c99da7975ff8 req-4ea37ed4-099d-4d83-8fae-f2282436a3b5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.0761590 Sep 07 16:03:30.227605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] For port f674c7d1-3837-477f-9ce9-722cbd417e78, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:30.234309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] For port f674c7d1-3837-477f-9ce9-722cbd417e78, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f674c7d1-3837-477f-9ce9-722cbd417e78,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:03:30.251176 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:30.308277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58809db4-7dd7-4787-b863-c99da7975ff8 req-5244e645-cd95-44ed-962a-e4e5f92161d3 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066039 Sep 07 16:03:30.361427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37346) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:30.373838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:30.374883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:30.377024 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] 10.222.0.54 "PUT /v2.0/ports/f674c7d1-3837-477f-9ce9-722cbd417e78 HTTP/1.1" status: 200 len: 1096 time: 2.1313288 Sep 07 16:03:30.402017 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d53c-0496-437d-b60e-1657c03c8b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:30.452390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c32a4fc9-a953-45df-b94a-64fa95e95004,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:30.481811 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-740802d8-34af-4075-9606-b5762cfd3c6a req-a8660cb6-8f8a-4bb9-975a-6b810d35cf9a service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142284 Sep 07 16:03:30.488922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c32a4fc9-a953-45df-b94a-64fa95e95004 has no active binding in host n-h1-807551-3 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 16:03:30.522634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6b2d6-093b-4da6-a424-5ec11a7912ea service neutron] Pushing event updated for resources: {'Port': ['ID=f674c7d1-3837-477f-9ce9-722cbd417e78,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:30.526907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5a231-01e2-4326-9514-92571f7eb84a req-e242a5fe-479e-4024-a58b-7695c31133e3 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:30.536848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3f5a231-01e2-4326-9514-92571f7eb84a req-e242a5fe-479e-4024-a58b-7695c31133e3 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 949 time: 0.1310856 Sep 07 16:03:30.646460 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f655e-c3ab-4151-bcac-23ff26fef6b9 req-4113138b-b829-4930-b9c0-437d9cba0736 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:30.648352 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dd2f655e-c3ab-4151-bcac-23ff26fef6b9 req-4113138b-b829-4930-b9c0-437d9cba0736 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.35 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 949 time: 0.2640083 Sep 07 16:03:30.649711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3f5a231-01e2-4326-9514-92571f7eb84a req-cc5a5ef0-08a8-4e33-85bc-cf43ba421ea3 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcafaa25-9270-4d26-9b69-7a0b16bc1e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086988 Sep 07 16:03:30.654998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-95120ab4-b3b4-48c9-aacf-3e89a8032916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:30.656741 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-95120ab4-b3b4-48c9-aacf-3e89a8032916 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 1099 time: 0.1739464 Sep 07 16:03:30.755538 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d53c-0496-437d-b60e-1657c03c8b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:30.762752 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d53c-0496-437d-b60e-1657c03c8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:30.807294 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-740802d8-34af-4075-9606-b5762cfd3c6a req-f3c7108e-fb74-413b-a886-265c06312fdf service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779527 Sep 07 16:03:30.851177 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-dd2f655e-c3ab-4151-bcac-23ff26fef6b9 req-4923895c-6a56-4f7d-bf28-5d023f951592 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Deleting port 985c4950-b92f-4277-97f1-7c85c78457df {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:03:30.851526 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd2f655e-c3ab-4151-bcac-23ff26fef6b9 req-4923895c-6a56-4f7d-bf28-5d023f951592 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:30.881812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5ea2d53c-0496-437d-b60e-1657c03c8b77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd102006f37d43bda2f9707fd0eefc4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190785 Sep 07 16:03:30.886323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2d53c-0496-437d-b60e-1657c03c8b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e13764-0973-467f-bfba-5917c764d91c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:30.900079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37358) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:30.980452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bb9c3-6553-4285-9451-f0099bfb7182 req-1fe53cf7-e6ab-48b9-92f4-b07dc0be9a16 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:30.982675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b3bb9c3-6553-4285-9451-f0099bfb7182 req-1fe53cf7-e6ab-48b9-92f4-b07dc0be9a16 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 944 time: 0.1960442 Sep 07 16:03:30.996805 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89674f49-802f-4d97-97d3-3fab09bc67d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:31.026812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-dd2f655e-c3ab-4151-bcac-23ff26fef6b9 req-4923895c-6a56-4f7d-bf28-5d023f951592 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] For port 985c4950-b92f-4277-97f1-7c85c78457df, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=985c4950-b92f-4277-97f1-7c85c78457df,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:31.027878 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd2f655e-c3ab-4151-bcac-23ff26fef6b9 req-4923895c-6a56-4f7d-bf28-5d023f951592 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:31.049599 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89674f49-802f-4d97-97d3-3fab09bc67d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:31.056648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-dd2f655e-c3ab-4151-bcac-23ff26fef6b9 req-4923895c-6a56-4f7d-bf28-5d023f951592 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Calling delete_port for 985c4950-b92f-4277-97f1-7c85c78457df owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:03:31.060775 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b3bb9c3-6553-4285-9451-f0099bfb7182 req-8667e3b4-08b3-41e1-b8bd-322f00a08196 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662055 Sep 07 16:03:31.148475 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89674f49-802f-4d97-97d3-3fab09bc67d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:31.152249 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89674f49-802f-4d97-97d3-3fab09bc67d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:31.154216 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-89674f49-802f-4d97-97d3-3fab09bc67d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05e13764-0973-467f-bfba-5917c764d91c HTTP/1.1" status: 204 len: 168 time: 0.2519383 Sep 07 16:03:31.176000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89674f49-802f-4d97-97d3-3fab09bc67d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e13764-0973-467f-bfba-5917c764d91c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:31.209475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f674c7d1-3837-477f-9ce9-722cbd417e78'}, {'name': 'network-changed', 'server_uuid': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'tag': 'f674c7d1-3837-477f-9ce9-722cbd417e78'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:31.211900 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7" -d '{"events": [{"server_uuid": "54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5", "name": "network-vif-unplugged", "status": "completed", "tag": "f674c7d1-3837-477f-9ce9-722cbd417e78"}, {"name": "network-changed", "server_uuid": "54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5", "tag": "f674c7d1-3837-477f-9ce9-722cbd417e78"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:31.316066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a16fb0-e7d0-490b-8b39-3d6bd45150d7 req-ae3aa9db-2f08-41d6-8c18-dc4529c203d5 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:31.319220 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4a16fb0-e7d0-490b-8b39-3d6bd45150d7 req-ae3aa9db-2f08-41d6-8c18-dc4529c203d5 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 950 time: 0.1060760 Sep 07 16:03:31.374003 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd2f655e-c3ab-4151-bcac-23ff26fef6b9 req-4923895c-6a56-4f7d-bf28-5d023f951592 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:31.403631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4a16fb0-e7d0-490b-8b39-3d6bd45150d7 req-f202ea88-a63b-4c82-a9b0-31f50066d8ef tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771420 Sep 07 16:03:31.441444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['985c4950-b92f-4277-97f1-7c85c78457df'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:31.466139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923895c-6a56-4f7d-bf28-5d023f951592 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Pushing event deleted for resources: {'Port': ['ID=985c4950-b92f-4277-97f1-7c85c78457df,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:31.510171 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:31.541830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37384) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:31.571546 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fd2571-4708-4623-9aa9-336b2340d7f9 x-openstack-request-id: req-92fd2571-4708-4623-9aa9-336b2340d7f9 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:31.573251 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5", "name": "network-vif-unplugged", "status": "completed", "tag": "f674c7d1-3837-477f-9ce9-722cbd417e78", "code": 200}, {"name": "network-changed", "server_uuid": "54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5", "tag": "f674c7d1-3837-477f-9ce9-722cbd417e78", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:31.573881 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92fd2571-4708-4623-9aa9-336b2340d7f9 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:31.575136 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f674c7d1-3837-477f-9ce9-722cbd417e78', 'code': 200} Sep 07 16:03:31.575929 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'tag': 'f674c7d1-3837-477f-9ce9-722cbd417e78', 'status': 'completed', 'code': 200} Sep 07 16:03:31.701889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c8f9a-6740-450b-a9ca-ad31f6e4e672 req-1282573c-dda4-4b34-ac6a-5ca4415b313c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:31.716722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-449c8f9a-6740-450b-a9ca-ad31f6e4e672 req-1282573c-dda4-4b34-ac6a-5ca4415b313c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.1614616 Sep 07 16:03:31.797278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-449c8f9a-6740-450b-a9ca-ad31f6e4e672 req-d2ba05df-4e00-4001-977b-80265585160d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789583 Sep 07 16:03:31.864607 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29b9c81c-98ab-4daa-a8a8-cdeb8c322891 req-6bf8284c-15a5-4173-9933-bdfb51780a04 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.70 "GET /v2.0/ports?device_id=03de3eef-3ad4-4d27-bbe7-9f81bad15337 HTTP/1.1" status: 200 len: 210 time: 0.0460768 Sep 07 16:03:31.891776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2f655e-c3ab-4151-bcac-23ff26fef6b9 req-4923895c-6a56-4f7d-bf28-5d023f951592 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] No DVR routers for this DVR port 985c4950-b92f-4277-97f1-7c85c78457df on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:03:31.896582 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd2f655e-c3ab-4151-bcac-23ff26fef6b9 req-4923895c-6a56-4f7d-bf28-5d023f951592 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:31.901493 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dd2f655e-c3ab-4151-bcac-23ff26fef6b9 req-4923895c-6a56-4f7d-bf28-5d023f951592 tempest-DeleteServersAdminTestJSON-2115174364 tempest-DeleteServersAdminTestJSON-2115174364-project] 10.222.0.35 "DELETE /v2.0/ports/985c4950-b92f-4277-97f1-7c85c78457df HTTP/1.1" status: 204 len: 173 time: 1.2414770 Sep 07 16:03:31.905720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-561eccf9-428f-4668-8e85-78ea4d33abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:31.907303 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-561eccf9-428f-4668-8e85-78ea4d33abd2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 1099 time: 0.3301508 Sep 07 16:03:31.944666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37396) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:31.972161 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-cfd1bc72-564e-4ac5-a633-541ed7eef8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:31.975320 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-cfd1bc72-564e-4ac5-a633-541ed7eef8a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.5274477 Sep 07 16:03:32.021940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1779049673-network', 'tenant_id': '5a9a7c84686f48a6a1f7410f795a43b0'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:32.064843 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-07d8ecb9-c729-488c-aaaf-d75bce46b5fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f674c7d1-3837-477f-9ce9-722cbd417e78 HTTP/1.1" status: 200 len: 217 time: 0.0502319 Sep 07 16:03:32.074136 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:32.095091 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae2cd000-4050-4a12-abaf-e93250689677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:32.130879 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-3aed7121-7eb1-4a99-b672-bf622ce256b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:32.135983 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-3aed7121-7eb1-4a99-b672-bf622ce256b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2180967 Sep 07 16:03:32.192662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Made reservation on behalf of 5a9a7c84686f48a6a1f7410f795a43b0 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:32.194881 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:32.202000 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-bc6079fa-5eff-4ca1-beb7-2498794e38f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f674c7d1-3837-477f-9ce9-722cbd417e78 HTTP/1.1" status: 200 len: 217 time: 0.0559931 Sep 07 16:03:32.204221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-690949ff-afca-47d1-973b-3ca8ac8e0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:32.206536 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-690949ff-afca-47d1-973b-3ca8ac8e0a38 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1316180 Sep 07 16:03:32.214145 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:32.311148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-473ddb71-f74b-40c5-96d5-5d8253b0fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:32.312885 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-473ddb71-f74b-40c5-96d5-5d8253b0fb4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1032138 Sep 07 16:03:32.315660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ece0d-fc38-4d1d-990c-5b75f8cc7acd req-bba671c9-3a1a-40b4-9f4c-0a779a10b071 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:32.317496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c60ece0d-fc38-4d1d-990c-5b75f8cc7acd req-bba671c9-3a1a-40b4-9f4c-0a779a10b071 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 944 time: 0.1097000 Sep 07 16:03:32.319657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-5fdcd5c4-10dd-4dbe-8fd9-9aa9f146dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:32.319803 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae2cd000-4050-4a12-abaf-e93250689677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:32.321929 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-5fdcd5c4-10dd-4dbe-8fd9-9aa9f146dcee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025400 Sep 07 16:03:32.328021 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae2cd000-4050-4a12-abaf-e93250689677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:32.414742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ae2cd000-4050-4a12-abaf-e93250689677 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=318441c8342c464487371d1e36718e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688938 Sep 07 16:03:32.423631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cd000-4050-4a12-abaf-e93250689677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fb5c34-9d9e-427b-8df7-b47ad61f5a74,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:32.446083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37412) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:32.490306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c60ece0d-fc38-4d1d-990c-5b75f8cc7acd req-16ec0f9c-c10d-4dd3-9692-2f694667f58c tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559703 Sep 07 16:03:32.493990 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-f6e0014e-2cf1-4e1a-a78e-15dad7a70b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:32.495649 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-f6e0014e-2cf1-4e1a-a78e-15dad7a70b1b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725459 Sep 07 16:03:32.583640 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-9f8a4357-cd2a-42cc-935e-405c66af1fe4 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473915 Sep 07 16:03:32.622892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37420) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:32.657961 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4a2e533-63a6-4d9b-9c22-f21c965f2526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:32.701947 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:32.714208 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4a2e533-63a6-4d9b-9c22-f21c965f2526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:32.718031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:32.732138 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-f985077c-9c55-4757-975a-3890e1a37967 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234213 Sep 07 16:03:32.742982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166440e-dade-4a64-9e3a-3592468c01d7 req-a382ad02-a8c2-4e4c-b315-5581bc1a82fb tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:32.750506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d166440e-dade-4a64-9e3a-3592468c01d7 req-a382ad02-a8c2-4e4c-b315-5581bc1a82fb tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 950 time: 0.1454782 Sep 07 16:03:32.770032 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50acc4c5-9f23-4f68-926c-faca0f359b10 req-e7792a9c-db08-4343-9210-7c41338ded9a service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368237 Sep 07 16:03:32.833639 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1c0d1a-244f-428b-9d48-560d8404684a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:32.845942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:03:32.861803 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:32.862244 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Added segment 52db2f16-efea-440f-a880-726198ac25b3 of type vlan for network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c Sep 07 16:03:32.898841 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-95c7d8ee-dbef-4c57-9a04-f36cafbd94ae service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591382 Sep 07 16:03:32.914382 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:32.924449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2063986029-network', 'tenant_id': '0fa3671ea58b49f7ae5f792d1fc23226'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:32.925660 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-48a58e57-4390-422b-b2cc-0207daa907fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:32.927693 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-48a58e57-4390-422b-b2cc-0207daa907fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 1099 time: 0.0888340 Sep 07 16:03:32.992952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d166440e-dade-4a64-9e3a-3592468c01d7 req-fb9b1c8c-f5c0-4c62-8f47-18422832fcfd tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411861 Sep 07 16:03:33.034735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device f674c7d1-3837-477f-9ce9-722cbd417e78 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:03:33.057831 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:33.058845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:33.059448 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:33.065195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Made reservation on behalf of 0fa3671ea58b49f7ae5f792d1fc23226 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:33.067675 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:33.096063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device f674c7d1-3837-477f-9ce9-722cbd417e78 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:03:33.096551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 985c4950-b92f-4277-97f1-7c85c78457df no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:03:33.108728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-2e8e07c0-bf6d-4341-856a-e6ef11a4fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:33.110592 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-2e8e07c0-bf6d-4341-856a-e6ef11a4fad9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1699884 Sep 07 16:03:33.122030 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 985c4950-b92f-4277-97f1-7c85c78457df {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:03:33.122626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 985c4950-b92f-4277-97f1-7c85c78457df not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:03:33.192781 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-a23c9478-c12e-4ffe-bf17-857a48d15827 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f674c7d1-3837-477f-9ce9-722cbd417e78 HTTP/1.1" status: 200 len: 217 time: 0.0694888 Sep 07 16:03:33.271377 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-16a365a6-851e-4aa7-be68-a677a4c53b7f service neutron] 10.222.0.35 "GET /v2.0/ports/c32a4fc9-a953-45df-b94a-64fa95e95004/bindings/n-h1-807551-3 HTTP/1.1" status: 200 len: 384 time: 0.1390910 Sep 07 16:03:33.275311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-a4aff667-6dd1-4dc0-8247-1ae14c261c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:33.276813 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-a4aff667-6dd1-4dc0-8247-1ae14c261c44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0664387 Sep 07 16:03:33.306841 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4a2e533-63a6-4d9b-9c22-f21c965f2526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:33.309717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4a2e533-63a6-4d9b-9c22-f21c965f2526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:33.313637 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d4a2e533-63a6-4d9b-9c22-f21c965f2526 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48fb5c34-9d9e-427b-8df7-b47ad61f5a74 HTTP/1.1" status: 204 len: 168 time: 0.8572929 Sep 07 16:03:33.325403 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:33.335392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7309d2-207d-4847-8504-6de6991a4393 req-882923a2-0eb6-44c2-a538-432a906ab421 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:33.336957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f7309d2-207d-4847-8504-6de6991a4393 req-882923a2-0eb6-44c2-a538-432a906ab421 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.3924150 Sep 07 16:03:33.351576 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8055348 Sep 07 16:03:33.351576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2e533-63a6-4d9b-9c22-f21c965f2526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fb5c34-9d9e-427b-8df7-b47ad61f5a74,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:33.354812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37438) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:33.400547 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-5706803a-da07-4863-a149-4984c6f91844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:33.402183 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-5706803a-da07-4863-a149-4984c6f91844 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161711 Sep 07 16:03:33.429474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cf9e4c4c-ea2d-4405-8c31-86b92d4a6b03 admin admin] Request body: {'subnet': {'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1779049673-subnet', 'tenant_id': '5a9a7c84686f48a6a1f7410f795a43b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:33.469581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30573bb-ef56-45ff-b193-05e50fb93f9f admin admin] Pushing event updated for resources: {'Network': ['ID=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:33.482686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:03:33.534746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f7309d2-207d-4847-8504-6de6991a4393 req-5625a2b9-226a-434a-9b31-0ec192b4b1e3 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874633 Sep 07 16:03:33.559764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48c2ad-c9a3-4037-830d-6d3ce2ccfe56 req-f73f6584-6e0a-4fdd-90b4-0d4064a78890 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:33.570739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c48c2ad-c9a3-4037-830d-6d3ce2ccfe56 req-f73f6584-6e0a-4fdd-90b4-0d4064a78890 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 950 time: 0.2277684 Sep 07 16:03:33.584766 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03de3eef-3ad4-4d27-bbe7-9f81bad15337', 'name': 'network-vif-deleted', 'tag': '985c4950-b92f-4277-97f1-7c85c78457df'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:33.588854 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32c331f-b9dd-49be-886f-b17f612dcd4e" -d '{"events": [{"server_uuid": "03de3eef-3ad4-4d27-bbe7-9f81bad15337", "name": "network-vif-deleted", "tag": "985c4950-b92f-4277-97f1-7c85c78457df"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:33.652150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c48c2ad-c9a3-4037-830d-6d3ce2ccfe56 req-89a75675-7479-4960-919e-b835b8e824af tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762036 Sep 07 16:03:33.699529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-74c815f3-8fc8-4bc2-a445-7a2fcc13b190 service neutron] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c32a4fc9-a953-45df-b94a-64fa95e95004,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:33.708439 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:33.711268 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-f581e87b-185c-4d3f-ad45-acc517a47479 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859533 Sep 07 16:03:33.742445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-74c815f3-8fc8-4bc2-a445-7a2fcc13b190 service neutron] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:33.747748 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:33.759602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9e4c4c-ea2d-4405-8c31-86b92d4a6b03 admin admin] Made reservation on behalf of 5a9a7c84686f48a6a1f7410f795a43b0 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:33.762235 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf9e4c4c-ea2d-4405-8c31-86b92d4a6b03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:33.802476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:03:33.807068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37450) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:33.879653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bb5a80-37b8-4a17-93dd-6d5f7bc10824,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:33.883113 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:33.883447 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Added segment 7d803812-22d9-4483-9877-9ac5e2a92cf4 of type vlan for network 5b2cac35-d23c-492b-b335-979c7dd829d7 Sep 07 16:03:33.888298 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f42bfcd-8088-43cb-829b-370f1933e063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:33.949408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f8568-b1ce-4cf5-ac90-9b3976f8c328 req-7b463f8e-2673-47b0-94a4-3e2e798b2f10 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:33.951088 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa8f8568-b1ce-4cf5-ac90-9b3976f8c328 req-7b463f8e-2673-47b0-94a4-3e2e798b2f10 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 944 time: 0.2525516 Sep 07 16:03:33.987948 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.059427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-74c815f3-8fc8-4bc2-a445-7a2fcc13b190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32a4fc9-a953-45df-b94a-64fa95e95004 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:34.068753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa8f8568-b1ce-4cf5-ac90-9b3976f8c328 req-811a841c-f076-44ed-a69c-be64fc3fb727 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075943 Sep 07 16:03:34.074645 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.075605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:34.076224 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.087046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-74c815f3-8fc8-4bc2-a445-7a2fcc13b190 service neutron] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c32a4fc9-a953-45df-b94a-64fa95e95004,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:34.106260 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7debeefd-a25f-44be-bf37-41c82c420031 x-openstack-request-id: req-7debeefd-a25f-44be-bf37-41c82c420031 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:34.106653 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03de3eef-3ad4-4d27-bbe7-9f81bad15337", "name": "network-vif-deleted", "tag": "985c4950-b92f-4277-97f1-7c85c78457df", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:34.107167 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7debeefd-a25f-44be-bf37-41c82c420031 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:34.109993 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03de3eef-3ad4-4d27-bbe7-9f81bad15337', 'name': 'network-vif-deleted', 'tag': '985c4950-b92f-4277-97f1-7c85c78457df', 'status': 'completed', 'code': 200} Sep 07 16:03:34.136091 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-74c815f3-8fc8-4bc2-a445-7a2fcc13b190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.190149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] Pushing event updated for resources: {'Network': ['ID=5b2cac35-d23c-492b-b335-979c7dd829d7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:34.203395 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 5b2cac35-d23c-492b-b335-979c7dd829d7 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:03:34.255072 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bbcdb6f-22a6-4660-9fa5-961e988a72e7 req-75b913f9-f91d-4198-ae71-f015e1100fcd service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265853 Sep 07 16:03:34.288742 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf9e4c4c-ea2d-4405-8c31-86b92d4a6b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.295723 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f42bfcd-8088-43cb-829b-370f1933e063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.296215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-74c815f3-8fc8-4bc2-a445-7a2fcc13b190 service neutron] Transition to ACTIVE for port object c32a4fc9-a953-45df-b94a-64fa95e95004 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:34.304677 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-74c815f3-8fc8-4bc2-a445-7a2fcc13b190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.323235 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f42bfcd-8088-43cb-829b-370f1933e063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.362029 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dc12dc9b-50d3-4dd4-940e-e45e9e142808 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7334831 Sep 07 16:03:34.364631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37458) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:34.374193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-74c815f3-8fc8-4bc2-a445-7a2fcc13b190 service neutron] No DVR routers for this DVR port c32a4fc9-a953-45df-b94a-64fa95e95004 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:03:34.375661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d5d1d226-f157-45c6-8380-98a339cc0114 admin admin] Request body: {'subnet': {'network_id': '5b2cac35-d23c-492b-b335-979c7dd829d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2063986029-subnet', 'tenant_id': '0fa3671ea58b49f7ae5f792d1fc23226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:34.416630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e4c4c-ea2d-4405-8c31-86b92d4a6b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d931a9bd-777d-4745-82da-a7eac9df350f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:34.420369 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c815f3-8fc8-4bc2-a445-7a2fcc13b190 service neutron] Pushing event updated for resources: {'Port': ['ID=c32a4fc9-a953-45df-b94a-64fa95e95004,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:34.430743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0f42bfcd-8088-43cb-829b-370f1933e063 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8cb46dfaa94e415c8222a24bf1a55bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6177716 Sep 07 16:03:34.430743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42bfcd-8088-43cb-829b-370f1933e063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8a23a4-6c8d-4483-9a5a-67c1a5e964f3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:34.431064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37460) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:34.442985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d1d226-f157-45c6-8380-98a339cc0114 admin admin] Made reservation on behalf of 0fa3671ea58b49f7ae5f792d1fc23226 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:34.445324 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5d1d226-f157-45c6-8380-98a339cc0114 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.456375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37462) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:34.464295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9e4c4c-ea2d-4405-8c31-86b92d4a6b03 admin admin] Checking segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:34.464688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9e4c4c-ea2d-4405-8c31-86b92d4a6b03 admin admin] Network hostable DHCP agents. Network: 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:03:34.465818 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-74c815f3-8fc8-4bc2-a445-7a2fcc13b190 service neutron] 10.222.0.35 "PUT /v2.0/ports/c32a4fc9-a953-45df-b94a-64fa95e95004/bindings/n-h1-807551-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1870127 Sep 07 16:03:34.514400 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-970a7bb8-fe60-4a30-86aa-414a722de794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.527091 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9e4c4c-ea2d-4405-8c31-86b92d4a6b03 admin admin] Network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:03:34.552680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-cf9e4c4c-ea2d-4405-8c31-86b92d4a6b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:34.562894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a71f5ca-f997-4d68-ba1a-99315f6b546e None None] Network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:03:34.568487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9e4c4c-ea2d-4405-8c31-86b92d4a6b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:34.569116 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf9e4c4c-ea2d-4405-8c31-86b92d4a6b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.578066 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-970a7bb8-fe60-4a30-86aa-414a722de794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.602042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cf9e4c4c-ea2d-4405-8c31-86b92d4a6b03 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2112639 Sep 07 16:03:34.615858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-130489d0-28a3-47bb-9131-aa32d93da7b4 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:34.617469 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-130489d0-28a3-47bb-9131-aa32d93da7b4 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f&tenant_id=69c966e1c7a5492180da5b612f6c029a&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1096 time: 0.0805118 Sep 07 16:03:34.711726 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-970a7bb8-fe60-4a30-86aa-414a722de794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.718333 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-970a7bb8-fe60-4a30-86aa-414a722de794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.722092 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-970a7bb8-fe60-4a30-86aa-414a722de794 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a8a23a4-6c8d-4483-9a5a-67c1a5e964f3 HTTP/1.1" status: 204 len: 168 time: 0.2890699 Sep 07 16:03:34.757330 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-43a0ed03-1622-4e04-a064-09eaaa005a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:34.760526 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-43a0ed03-1622-4e04-a064-09eaaa005a85 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f&tenant_id=69c966e1c7a5492180da5b612f6c029a HTTP/1.1" status: 200 len: 1096 time: 0.1311169 Sep 07 16:03:34.772577 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a7bb8-fe60-4a30-86aa-414a722de794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8a23a4-6c8d-4483-9a5a-67c1a5e964f3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:34.837957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dbe582-e4fc-4b8a-b487-ed45b502bd79 None None] Network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:03:34.856010 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5d1d226-f157-45c6-8380-98a339cc0114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:34.863478 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1c9f87b0-5bf1-417f-ac4e-180f1929c645 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=41ab5bfa5baf4064b70672543584a7df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052348 Sep 07 16:03:34.877294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37478) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:34.900569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813d83f-0ff7-44cb-9dac-0a74ad7f0534 req-ddd945e2-5c1a-40f9-9b0d-337ae09b012a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:34.913379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6813d83f-0ff7-44cb-9dac-0a74ad7f0534 req-ddd945e2-5c1a-40f9-9b0d-337ae09b012a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.2375655 Sep 07 16:03:34.949130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806e6ee-d03a-46b6-a798-73a17e51307b req-b556bef6-4d18-4af6-a5b1-ada547bdd0b1 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:34.951149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2806e6ee-d03a-46b6-a798-73a17e51307b req-b556bef6-4d18-4af6-a5b1-ada547bdd0b1 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 950 time: 0.1671119 Sep 07 16:03:34.985469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-8af41125-de3d-4439-aff6-dd0ea20de293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:34.988032 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-8af41125-de3d-4439-aff6-dd0ea20de293 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 1096 time: 0.1907926 Sep 07 16:03:34.996856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1d226-f157-45c6-8380-98a339cc0114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38fec875-d3b7-45a1-b305-30b6388c3ce4,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:35.015155 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f17e7d8e-b007-46d0-b585-3b681c258a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:35.044453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6813d83f-0ff7-44cb-9dac-0a74ad7f0534 req-0a7d3c02-2e1c-4232-9e2d-dfb4a239a914 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239254 Sep 07 16:03:35.065558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2806e6ee-d03a-46b6-a798-73a17e51307b req-00e7f88d-a997-4588-99ac-10e8bf939481 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030612 Sep 07 16:03:35.081159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d1d226-f157-45c6-8380-98a339cc0114 admin admin] Checking segment: {'id': '7d803812-22d9-4483-9877-9ac5e2a92cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5b2cac35-d23c-492b-b335-979c7dd829d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:35.081541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d1d226-f157-45c6-8380-98a339cc0114 admin admin] Network hostable DHCP agents. Network: 5b2cac35-d23c-492b-b335-979c7dd829d7, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:03:35.119231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d1d226-f157-45c6-8380-98a339cc0114 admin admin] Network 5b2cac35-d23c-492b-b335-979c7dd829d7 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:03:35.135349 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d5d1d226-f157-45c6-8380-98a339cc0114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 5b2cac35-d23c-492b-b335-979c7dd829d7) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:35.144157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d1d226-f157-45c6-8380-98a339cc0114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:35.145511 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5d1d226-f157-45c6-8380-98a339cc0114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:35.148260 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7d146c-f629-43d2-8a3b-c4abddc6f821 None None] Network 5b2cac35-d23c-492b-b335-979c7dd829d7 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:03:35.186662 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f17e7d8e-b007-46d0-b585-3b681c258a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:35.271115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d5d1d226-f157-45c6-8380-98a339cc0114 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8940048 Sep 07 16:03:35.283496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-1a68e58c-3cdd-4fd8-84f3-12a914452394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:35.286499 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-1a68e58c-3cdd-4fd8-84f3-12a914452394 service neutron] 10.222.0.54 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.2674358 Sep 07 16:03:35.296421 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f17e7d8e-b007-46d0-b585-3b681c258a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:35.305498 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f17e7d8e-b007-46d0-b585-3b681c258a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:35.308882 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f17e7d8e-b007-46d0-b585-3b681c258a66 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fcafaa25-9270-4d26-9b69-7a0b16bc1e63 HTTP/1.1" status: 204 len: 168 time: 0.4305046 Sep 07 16:03:35.365784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ad350-ec8b-4414-939c-28736ebaf46c req-2f79e470-8e43-4cc4-b746-0d7a4bb4199f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:35.367658 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c5ad350-ec8b-4414-939c-28736ebaf46c req-2f79e470-8e43-4cc4-b746-0d7a4bb4199f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 945 time: 0.1204798 Sep 07 16:03:35.376856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7097b-5451-41fc-9621-5a660d5fbaeb req-00f135b9-15d5-4fef-baae-32bd57b934fa tempest-LiveMigrationNegativeTest-1671762808 tempest-LiveMigrationNegativeTest-1671762808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:35.387266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84c7097b-5451-41fc-9621-5a660d5fbaeb req-00f135b9-15d5-4fef-baae-32bd57b934fa tempest-LiveMigrationNegativeTest-1671762808 tempest-LiveMigrationNegativeTest-1671762808-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 1101 time: 0.1934731 Sep 07 16:03:35.430218 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-84c7097b-5451-41fc-9621-5a660d5fbaeb req-51e5a2b4-24bd-40be-bbfb-bbd341b06846 tempest-LiveMigrationNegativeTest-1671762808 tempest-LiveMigrationNegativeTest-1671762808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:35.441132 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-3ba2718c-fb8f-4520-be9d-f29759ae9798 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32a4fc9-a953-45df-b94a-64fa95e95004 HTTP/1.1" status: 200 len: 217 time: 0.1308041 Sep 07 16:03:35.441990 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e7d8e-b007-46d0-b585-3b681c258a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcafaa25-9270-4d26-9b69-7a0b16bc1e63,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:35.507468 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c5ad350-ec8b-4414-939c-28736ebaf46c req-1a22c6ee-f766-467c-9f1e-d9d5a777f5ab tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998471 Sep 07 16:03:35.528954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3326ce4f-dd43-450a-811c-c4ebf5bd5509 None None] Network 5b2cac35-d23c-492b-b335-979c7dd829d7 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:03:35.545487 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-23a31f76-29d2-4b2a-97b6-656399f98a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:35.547082 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-23a31f76-29d2-4b2a-97b6-656399f98a8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.0964825 Sep 07 16:03:35.607095 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-9ea399ba-2d4c-414b-8bd6-9ccd794515a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510652 Sep 07 16:03:35.687602 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-84c7097b-5451-41fc-9621-5a660d5fbaeb req-51e5a2b4-24bd-40be-bbfb-bbd341b06846 tempest-LiveMigrationNegativeTest-1671762808 tempest-LiveMigrationNegativeTest-1671762808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:35.699602 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-84c7097b-5451-41fc-9621-5a660d5fbaeb req-51e5a2b4-24bd-40be-bbfb-bbd341b06846 tempest-LiveMigrationNegativeTest-1671762808 tempest-LiveMigrationNegativeTest-1671762808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:35.738093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5a2b4-24bd-40be-bbfb-bbd341b06846 tempest-LiveMigrationNegativeTest-1671762808 tempest-LiveMigrationNegativeTest-1671762808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457f0154-c206-4c13-8de5-5e5c98a841cc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:35.747125 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84c7097b-5451-41fc-9621-5a660d5fbaeb req-51e5a2b4-24bd-40be-bbfb-bbd341b06846 tempest-LiveMigrationNegativeTest-1671762808 tempest-LiveMigrationNegativeTest-1671762808-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587697 Sep 07 16:03:35.773643 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-5a8685b1-135d-4d32-ae32-ad0b973312cd service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561995 Sep 07 16:03:35.905771 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-ce00a0b1-14d4-4b0a-a34f-f2f38ab03b8a service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185212 Sep 07 16:03:35.968556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37522) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:35.981369 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1827954963-network', 'tenant_id': 'c5a5392e95f7498bbadd4efd590ed9e6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:36.010282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Made reservation on behalf of c5a5392e95f7498bbadd4efd590ed9e6 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:36.013568 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:36.030040 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:36.216716 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:36.227741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f674c7d1-3837-477f-9ce9-722cbd417e78 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:03:36.229389 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:36.253929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f976e9-b7ca-4819-af0c-d98f998d1407 req-11d30989-5f90-4468-a7b9-b8ce6e04c8fb tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:36.255992 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37532) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:36.256527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07f976e9-b7ca-4819-af0c-d98f998d1407 req-11d30989-5f90-4468-a7b9-b8ce6e04c8fb tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 948 time: 0.0970199 Sep 07 16:03:36.297773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:03:36.321718 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d919ce9-2982-4e92-a1a4-93629b8fa190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:36.338623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ddca34-eebd-4995-910b-cc103ecb2a87,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:36.347997 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:36.348405 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Added segment bb7bf922-446d-4061-b35b-a5aa84937b4a of type vlan for network 4ca3baa4-bb3e-40bf-bd4a-41c2d2d19d99 Sep 07 16:03:36.364221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-d4b1b907-e79b-458d-85e2-836d8034c709 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:36.366656 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-d4b1b907-e79b-458d-85e2-836d8034c709 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f&tenant_id=69c966e1c7a5492180da5b612f6c029a&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 1096 time: 0.1481035 Sep 07 16:03:36.379889 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07f976e9-b7ca-4819-af0c-d98f998d1407 req-cdbfca99-acc2-4b5a-b7c3-46ffeadab309 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006947 Sep 07 16:03:36.473173 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:36.559004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f674c7d1-3837-477f-9ce9-722cbd417e78, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f674c7d1-3837-477f-9ce9-722cbd417e78,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:36.563190 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac999d71-70a0-419a-b66a-0917d09b9ead req-fe87b085-4f5d-49be-ab77-b5b86baa5b26 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:36.576378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac999d71-70a0-419a-b66a-0917d09b9ead req-fe87b085-4f5d-49be-ab77-b5b86baa5b26 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 950 time: 0.0914855 Sep 07 16:03:36.588846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'f674c7d1-3837-477f-9ce9-722cbd417e78', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'f674c7d1-3837-477f-9ce9-722cbd417e78', 'mac_address': 'fa:16:3e:6e:b1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:03:36.598599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:36.602748 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:36.604385 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:36.646493 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac999d71-70a0-419a-b66a-0917d09b9ead req-2787baa8-fc97-482f-9401-5fae887fe373 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650206 Sep 07 16:03:36.698243 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:36.724809 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f674c7d1-3837-477f-9ce9-722cbd417e78 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:36.770940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f674c7d1-3837-477f-9ce9-722cbd417e78, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f674c7d1-3837-477f-9ce9-722cbd417e78,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:36.780557 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:36.883539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f674c7d1-3837-477f-9ce9-722cbd417e78,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:36.911491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca3baa4-bb3e-40bf-bd4a-41c2d2d19d99,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:36.925344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb0142-082d-4341-be73-fad6774eafac req-91dce69d-b5fb-470b-a6a6-07e03cc71fe2 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:36.927366 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8fb0142-082d-4341-be73-fad6774eafac req-91dce69d-b5fb-470b-a6a6-07e03cc71fe2 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 949 time: 0.1802957 Sep 07 16:03:36.927538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 4ca3baa4-bb3e-40bf-bd4a-41c2d2d19d99 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:03:36.956169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066b20f-140e-4717-9d5b-992621816011 req-5684f5b8-01a6-46b1-9def-7bd57944d11b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:36.967962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b066b20f-140e-4717-9d5b-992621816011 req-5684f5b8-01a6-46b1-9def-7bd57944d11b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 945 time: 0.1987386 Sep 07 16:03:36.984664 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37556) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:36.994056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d919ce9-2982-4e92-a1a4-93629b8fa190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:36.997201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-656373414-network', 'tenant_id': '76f9979715154ebe801efd3c016cb36a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:37.008172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-55c91c1e-bb66-4fff-adce-dbeb04b230ff service neutron] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:37.018327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d919ce9-2982-4e92-a1a4-93629b8fa190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:37.031359 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-55c91c1e-bb66-4fff-adce-dbeb04b230ff service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:37.033075 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-28970839-4873-4ba2-9a3a-36225ff8c925 req-55c91c1e-bb66-4fff-adce-dbeb04b230ff service neutron] 10.222.0.54 "DELETE /v2.0/ports/c32a4fc9-a953-45df-b94a-64fa95e95004/bindings/n-h2-807551-3 HTTP/1.1" status: 204 len: 173 time: 0.6203823 Sep 07 16:03:37.046422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c32a4fc9-a953-45df-b94a-64fa95e95004 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:03:37.050217 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a389551e-13dd-48a4-ba78-bb0359446803 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0775511 Sep 07 16:03:37.059366 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b066b20f-140e-4717-9d5b-992621816011 req-523060d5-eadb-458b-a5a8-383a41b1bded tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890286 Sep 07 16:03:37.065289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37558) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:37.078916 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-96ce642f-fde3-4a17-a1a4-293478fab02c admin admin] Request body: {'subnet': {'network_id': '4ca3baa4-bb3e-40bf-bd4a-41c2d2d19d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1827954963-subnet', 'tenant_id': 'c5a5392e95f7498bbadd4efd590ed9e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:37.100825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61443334-d119-4e3e-9523-8daff89731a2 req-69c41737-2e2f-432e-b8a2-1f67f229b58a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:37.103573 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61443334-d119-4e3e-9523-8daff89731a2 req-69c41737-2e2f-432e-b8a2-1f67f229b58a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5&tenant_id=ea9e474f9fb940faaa7736036e8f9987&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 949 time: 0.2358611 Sep 07 16:03:37.111949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c32a4fc9-a953-45df-b94a-64fa95e95004 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:03:37.145872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8fb0142-082d-4341-be73-fad6774eafac req-816fd8dd-fa0e-4616-b493-834c64f2d2b5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708064 Sep 07 16:03:37.156433 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Made reservation on behalf of 76f9979715154ebe801efd3c016cb36a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:37.159192 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:37.162750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d919ce9-2982-4e92-a1a4-93629b8fa190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed83aea-8ce4-4a38-8344-c80ea650b95c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:37.176979 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3d919ce9-2982-4e92-a1a4-93629b8fa190 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=692e43083cd44e7289dd64dee6c47008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9122784 Sep 07 16:03:37.177272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f674c7d1-3837-477f-9ce9-722cbd417e78'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:37.180632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37564) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:37.199538 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:37.239629 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [req-61443334-d119-4e3e-9523-8daff89731a2 req-4fc9227f-a9d0-459f-8e01-e0db0e7358fe service neutron] delete failed (client error): The resource could not be found. Sep 07 16:03:37.240012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ce642f-fde3-4a17-a1a4-293478fab02c admin admin] Made reservation on behalf of c5a5392e95f7498bbadd4efd590ed9e6 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:37.240734 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61443334-d119-4e3e-9523-8daff89731a2 req-4fc9227f-a9d0-459f-8e01-e0db0e7358fe service neutron] 10.222.0.35 "DELETE /v2.0/ports/f674c7d1-3837-477f-9ce9-722cbd417e78/bindings/n-h2-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.1210034 Sep 07 16:03:37.242952 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96ce642f-fde3-4a17-a1a4-293478fab02c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:37.261384 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e032f7d-cc0b-441f-bd85-a7441683f42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:37.287919 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e032f7d-cc0b-441f-bd85-a7441683f42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:37.488446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61443334-d119-4e3e-9523-8daff89731a2 req-8d6312e6-7db2-4de4-b0f3-06b898896dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:37.491060 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61443334-d119-4e3e-9523-8daff89731a2 req-8d6312e6-7db2-4de4-b0f3-06b898896dc9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 1100 time: 0.1345115 Sep 07 16:03:37.588695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc0a16-d392-40ec-b239-c05d2f7faaef req-8391768a-e027-45b9-a623-fd94cda1953f tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:37.590398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78bc0a16-d392-40ec-b239-c05d2f7faaef req-8391768a-e027-45b9-a623-fd94cda1953f tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 1096 time: 0.3091304 Sep 07 16:03:37.630295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e032f7d-cc0b-441f-bd85-a7441683f42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:37.634923 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e032f7d-cc0b-441f-bd85-a7441683f42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:37.637097 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4e032f7d-cc0b-441f-bd85-a7441683f42f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ed83aea-8ce4-4a38-8344-c80ea650b95c HTTP/1.1" status: 204 len: 168 time: 0.4548974 Sep 07 16:03:37.654327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e032f7d-cc0b-441f-bd85-a7441683f42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed83aea-8ce4-4a38-8344-c80ea650b95c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:37.681560 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61443334-d119-4e3e-9523-8daff89731a2 req-3653870b-e734-457b-81ab-684c4e8301fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:37.683461 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61443334-d119-4e3e-9523-8daff89731a2 req-3653870b-e734-457b-81ab-684c4e8301fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1827784 Sep 07 16:03:37.732719 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:37.757504 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:37.773059 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:03:37.786897 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:37.787425 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Added segment 8b9d39a0-cd74-428b-a290-5f7fde9244bd of type vlan for network 7fda085c-4090-4591-9fac-692ad6cb1b67 Sep 07 16:03:37.821882 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61443334-d119-4e3e-9523-8daff89731a2 req-d6cbe7ca-0095-4fd3-88a5-35f3b387cddf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f674c7d1-3837-477f-9ce9-722cbd417e78 HTTP/1.1" status: 200 len: 217 time: 0.1310239 Sep 07 16:03:37.919672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78bc0a16-d392-40ec-b239-c05d2f7faaef req-ba7cfb40-3f15-496c-8ae0-be2bbe73b301 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609231 Sep 07 16:03:37.946677 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61443334-d119-4e3e-9523-8daff89731a2 req-2a09e96e-3867-4314-bd0e-ea226793073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:37.950441 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61443334-d119-4e3e-9523-8daff89731a2 req-2a09e96e-3867-4314-bd0e-ea226793073e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1196005 Sep 07 16:03:37.979420 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:37.993833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1223b45-f2e6-47a8-a5ca-480279a62c14,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:38.045748 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96ce642f-fde3-4a17-a1a4-293478fab02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:38.050913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61443334-d119-4e3e-9523-8daff89731a2 req-2c5a11ce-ec78-48ba-b60a-69432a85ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:38.053801 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61443334-d119-4e3e-9523-8daff89731a2 req-2c5a11ce-ec78-48ba-b60a-69432a85ec95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892606 Sep 07 16:03:38.136732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce642f-fde3-4a17-a1a4-293478fab02c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73c8da3-fee9-45b3-8ed4-a8c1418d8b0e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:38.165469 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:38.166752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:38.167732 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:38.197242 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07d2ee-7411-4aa8-8ea0-c27f674dc391 req-2d474f33-8ea9-48bb-a23a-6c49ff4ac8ea tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:38.208611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b07d2ee-7411-4aa8-8ea0-c27f674dc391 req-2d474f33-8ea9-48bb-a23a-6c49ff4ac8ea tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 950 time: 0.3808212 Sep 07 16:03:38.265873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799286e-48f5-42a0-bb00-178a51d9b5b0 req-bf58df2d-ef74-4ba7-a8b2-088b7abed5c9 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:38.268166 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0799286e-48f5-42a0-bb00-178a51d9b5b0 req-bf58df2d-ef74-4ba7-a8b2-088b7abed5c9 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.54 "GET /v2.0/ports?device_id=fc40d94c-b103-4765-8e71-9161a836e18e HTTP/1.1" status: 200 len: 950 time: 0.1698906 Sep 07 16:03:38.275223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2823288 Sep 07 16:03:38.308327 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61443334-d119-4e3e-9523-8daff89731a2 req-4a70f843-0578-4b2b-b0f0-f0096ffd9478 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438579 Sep 07 16:03:38.308868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37594) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:38.316479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-67b4f1e7-412e-44e5-9045-f1ab2d321419 admin admin] Request body: {'subnet': {'network_id': '7fda085c-4090-4591-9fac-692ad6cb1b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-656373414-subnet', 'tenant_id': '76f9979715154ebe801efd3c016cb36a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:38.336022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aee5d9-3b0a-4590-a9de-029f6dd3accd admin admin] Pushing event updated for resources: {'Network': ['ID=7fda085c-4090-4591-9fac-692ad6cb1b67,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:38.341309 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ce642f-fde3-4a17-a1a4-293478fab02c admin admin] Checking segment: {'id': 'bb7bf922-446d-4061-b35b-a5aa84937b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4ca3baa4-bb3e-40bf-bd4a-41c2d2d19d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:38.341738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce642f-fde3-4a17-a1a4-293478fab02c admin admin] Network hostable DHCP agents. Network: 4ca3baa4-bb3e-40bf-bd4a-41c2d2d19d99, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:03:38.348800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 7fda085c-4090-4591-9fac-692ad6cb1b67 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:03:38.420573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b07d2ee-7411-4aa8-8ea0-c27f674dc391 req-5f7e75a8-55e9-4b97-b3a3-f18d12482591 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110429 Sep 07 16:03:38.424395 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce642f-fde3-4a17-a1a4-293478fab02c admin admin] Network 4ca3baa4-bb3e-40bf-bd4a-41c2d2d19d99 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:03:38.444651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265e2a8-c1de-4983-a9c1-62637acf557e req-14dafaf4-542c-47e5-a04d-1184caf06dbc tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:38.446463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8265e2a8-c1de-4983-a9c1-62637acf557e req-14dafaf4-542c-47e5-a04d-1184caf06dbc tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 949 time: 0.1309950 Sep 07 16:03:38.452167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-96ce642f-fde3-4a17-a1a4-293478fab02c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 4ca3baa4-bb3e-40bf-bd4a-41c2d2d19d99) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:38.462325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ce642f-fde3-4a17-a1a4-293478fab02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:38.463452 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96ce642f-fde3-4a17-a1a4-293478fab02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:38.467626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f217fa2d-1299-4ee6-a771-5689835c8002 None None] Network 4ca3baa4-bb3e-40bf-bd4a-41c2d2d19d99 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:03:38.527993 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8265e2a8-c1de-4983-a9c1-62637acf557e req-0bc3aa7c-8890-4a5a-8aef-5406dfa8b917 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705872 Sep 07 16:03:38.565278 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61443334-d119-4e3e-9523-8daff89731a2 req-32fa7931-0601-42d8-b827-ceb2ffcefee6 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383122 Sep 07 16:03:38.584488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b4f1e7-412e-44e5-9045-f1ab2d321419 admin admin] Made reservation on behalf of 76f9979715154ebe801efd3c016cb36a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:38.587466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67b4f1e7-412e-44e5-9045-f1ab2d321419 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:38.675508 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd72bed-e60e-4e43-92af-00469dac08ee None None] Network 4ca3baa4-bb3e-40bf-bd4a-41c2d2d19d99 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:03:38.726542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-7f04b8d1-ef3d-4185-9e96-f2c3e4d050af tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:38.740750 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-7f04b8d1-ef3d-4185-9e96-f2c3e4d050af tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 821 time: 0.1843958 Sep 07 16:03:38.766444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-1a5d0e86-a127-467e-86d1-3f3f65adac3a tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/quotas/69c966e1c7a5492180da5b612f6c029a HTTP/1.1" status: 200 len: 375 time: 0.0228224 Sep 07 16:03:38.774182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-96ce642f-fde3-4a17-a1a4-293478fab02c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7024424 Sep 07 16:03:38.855688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-0799286e-48f5-42a0-bb00-178a51d9b5b0 req-8faf7393-7611-48d6-8621-2bf12066da63 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Deleting port 6abf947e-0ded-4b64-b573-34dab7b0ec7c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:03:38.856307 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0799286e-48f5-42a0-bb00-178a51d9b5b0 req-8faf7393-7611-48d6-8621-2bf12066da63 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:38.901866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-d83ad033-d1c1-442f-b982-f431dd65dbfb tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094353 Sep 07 16:03:39.049276 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-0799286e-48f5-42a0-bb00-178a51d9b5b0 req-8faf7393-7611-48d6-8621-2bf12066da63 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] For port 6abf947e-0ded-4b64-b573-34dab7b0ec7c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6abf947e-0ded-4b64-b573-34dab7b0ec7c,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:39.049794 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0799286e-48f5-42a0-bb00-178a51d9b5b0 req-8faf7393-7611-48d6-8621-2bf12066da63 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:39.074429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-0799286e-48f5-42a0-bb00-178a51d9b5b0 req-8faf7393-7611-48d6-8621-2bf12066da63 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Calling delete_port for 6abf947e-0ded-4b64-b573-34dab7b0ec7c owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:03:39.093794 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67b4f1e7-412e-44e5-9045-f1ab2d321419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:39.173746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-148d23a1-5c04-48b4-8cec-f7e164e78a31 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6f53edeb791d48129f68dbee5aa3e0c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024776 Sep 07 16:03:39.194177 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4f1e7-412e-44e5-9045-f1ab2d321419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b39a55-58b4-4ae2-a1a2-7e125dcc2c73,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:39.226332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4f1e7-412e-44e5-9045-f1ab2d321419 admin admin] Checking segment: {'id': '8b9d39a0-cd74-428b-a290-5f7fde9244bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fda085c-4090-4591-9fac-692ad6cb1b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:39.226711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b4f1e7-412e-44e5-9045-f1ab2d321419 admin admin] Network hostable DHCP agents. Network: 7fda085c-4090-4591-9fac-692ad6cb1b67, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:03:39.262564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b4f1e7-412e-44e5-9045-f1ab2d321419 admin admin] Network 7fda085c-4090-4591-9fac-692ad6cb1b67 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:03:39.299253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-67b4f1e7-412e-44e5-9045-f1ab2d321419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 7fda085c-4090-4591-9fac-692ad6cb1b67) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:39.307103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b4f1e7-412e-44e5-9045-f1ab2d321419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:39.307704 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67b4f1e7-412e-44e5-9045-f1ab2d321419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:39.315379 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c614ab40-977a-4436-9dd7-6e84c5234b22 None None] Network 7fda085c-4090-4591-9fac-692ad6cb1b67 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:03:39.337894 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-67b4f1e7-412e-44e5-9045-f1ab2d321419 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0264516 Sep 07 16:03:39.339601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0799286e-48f5-42a0-bb00-178a51d9b5b0 req-8faf7393-7611-48d6-8621-2bf12066da63 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:39.368664 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf7393-7611-48d6-8621-2bf12066da63 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Pushing event deleted for resources: {'Port': ['ID=6abf947e-0ded-4b64-b573-34dab7b0ec7c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:39.406069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['b3e1edcc-97f8-464d-ab18-0d2999b364ce', '6abf947e-0ded-4b64-b573-34dab7b0ec7c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:39.422458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0799286e-48f5-42a0-bb00-178a51d9b5b0 req-8faf7393-7611-48d6-8621-2bf12066da63 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] No DVR routers for this DVR port 6abf947e-0ded-4b64-b573-34dab7b0ec7c on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:03:39.429143 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-0799286e-48f5-42a0-bb00-178a51d9b5b0 req-8faf7393-7611-48d6-8621-2bf12066da63 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:39.431407 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0799286e-48f5-42a0-bb00-178a51d9b5b0 req-8faf7393-7611-48d6-8621-2bf12066da63 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.54 "DELETE /v2.0/ports/6abf947e-0ded-4b64-b573-34dab7b0ec7c HTTP/1.1" status: 204 len: 173 time: 1.1215575 Sep 07 16:03:39.431908 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc40d94c-b103-4765-8e71-9161a836e18e', 'name': 'network-vif-deleted', 'tag': '6abf947e-0ded-4b64-b573-34dab7b0ec7c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:39.435218 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3fbbed-0550-451a-943d-6ccb8641c9bf" -d '{"events": [{"server_uuid": "fc40d94c-b103-4765-8e71-9161a836e18e", "name": "network-vif-deleted", "tag": "6abf947e-0ded-4b64-b573-34dab7b0ec7c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:39.482164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-821ed6d3-43a3-4877-b79c-d36bcc4ea891 service neutron] 10.222.0.70 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5701551 Sep 07 16:03:39.617795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b57d429c-0620-4617-abad-ed6569a57afe tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:39.631355 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b57d429c-0620-4617-abad-ed6569a57afe tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4438362 Sep 07 16:03:39.729137 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe1ca88-e52f-4d85-a407-28f72a58d125 None None] Network 7fda085c-4090-4591-9fac-692ad6cb1b67 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:03:39.743722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37652) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:39.757566 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-5a1b5a2a-f737-41bb-a668-1fa5d8dc8d4e tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/quotas/6f53edeb791d48129f68dbee5aa3e0c6 HTTP/1.1" status: 200 len: 375 time: 0.0313339 Sep 07 16:03:39.825251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4c269f-6e7f-46cb-a1ce-b70f2d7fae68 admin admin] Deleting subnet 38fec875-d3b7-45a1-b305-30b6388c3ce4 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:03:39.830150 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f4c269f-6e7f-46cb-a1ce-b70f2d7fae68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:39.831072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-29028e7f-fc1c-487a-8e51-f22c6a45ebb5 service neutron] 10.222.0.70 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455262 Sep 07 16:03:39.878925 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f4c269f-6e7f-46cb-a1ce-b70f2d7fae68 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:39.882723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-88f84751-dcb2-4ef1-85eb-453197c95e9e tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f53edeb791d48129f68dbee5aa3e0c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1241169 Sep 07 16:03:39.892526 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f4c269f-6e7f-46cb-a1ce-b70f2d7fae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:39.959116 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f4c269f-6e7f-46cb-a1ce-b70f2d7fae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:40.000491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c269f-6e7f-46cb-a1ce-b70f2d7fae68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38fec875-d3b7-45a1-b305-30b6388c3ce4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:40.007392 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f4c269f-6e7f-46cb-a1ce-b70f2d7fae68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:40.014494 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7f4c269f-6e7f-46cb-a1ce-b70f2d7fae68 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/38fec875-d3b7-45a1-b305-30b6388c3ce4 HTTP/1.1" status: 204 len: 168 time: 0.2662082 Sep 07 16:03:40.015233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37658) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:40.256262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:40.264515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f674c7d1-3837-477f-9ce9-722cbd417e78 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:03:40.343165 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9867923-6d37-4486-a216-41ca2ac00bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:40.369971 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0679d9-2777-4b5a-aed1-4e277c559fbe x-openstack-request-id: req-9c0679d9-2777-4b5a-aed1-4e277c559fbe {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:40.370298 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc40d94c-b103-4765-8e71-9161a836e18e", "name": "network-vif-deleted", "tag": "6abf947e-0ded-4b64-b573-34dab7b0ec7c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:40.370542 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c0679d9-2777-4b5a-aed1-4e277c559fbe {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:40.370966 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc40d94c-b103-4765-8e71-9161a836e18e', 'name': 'network-vif-deleted', 'tag': '6abf947e-0ded-4b64-b573-34dab7b0ec7c', 'status': 'completed', 'code': 200} Sep 07 16:03:40.412866 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port f674c7d1-3837-477f-9ce9-722cbd417e78 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:40.418783 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port f674c7d1-3837-477f-9ce9-722cbd417e78 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:40.420577 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:40.498117 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:40.545573 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.547622 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.551677 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.551677 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > port after_create 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.554829 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.555336 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > port after_update 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.556405 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.556405 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.558774 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.559301 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.596281 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9647223-3a79-4901-9a85-144a4ed36848 req-63e343a6-6d39-431d-a56f-3e9866b938b4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:40.598373 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9647223-3a79-4901-9a85-144a4ed36848 req-63e343a6-6d39-431d-a56f-3e9866b938b4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 949 time: 0.1103287 Sep 07 16:03:40.654655 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:40.701188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9647223-3a79-4901-9a85-144a4ed36848 req-a813a7eb-f2a4-4070-819e-50663e0435a7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848293 Sep 07 16:03:40.721563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f674c7d1-3837-477f-9ce9-722cbd417e78'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:40.727303 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4be034b-1243-42af-bd13-86ecb22a562e" -d '{"events": [{"server_uuid": "54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5", "name": "network-vif-plugged", "status": "completed", "tag": "f674c7d1-3837-477f-9ce9-722cbd417e78"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:40.760866 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.761289 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.761812 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.762448 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:03:40.763189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2cac35-d23c-492b-b335-979c7dd829d7']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:03:40.764134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f674c7d1-3837-477f-9ce9-722cbd417e78, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f674c7d1-3837-477f-9ce9-722cbd417e78,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:40.770908 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:40.771981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6abf947e-0ded-4b64-b573-34dab7b0ec7c no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:03:40.798327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d803812-22d9-4483-9877-9ac5e2a92cf4') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:03:40.803749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d803812-22d9-4483-9877-9ac5e2a92cf4') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:03:40.846723 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:40.886714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 6abf947e-0ded-4b64-b573-34dab7b0ec7c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:03:40.894408 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:40.895023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6abf947e-0ded-4b64-b573-34dab7b0ec7c not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:03:40.908463 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:03:40.909196 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:40.915594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f674c7d1-3837-477f-9ce9-722cbd417e78,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:40.946475 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94414c25-ead1-4f4d-9ccd-20b40a817780 req-436696dd-ca31-421b-8dea-d11e434b789f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 210 time: 0.1227736 Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: from cryptography.utils import int_from_bytes Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: from cryptography.utils import int_from_bytes Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:03:40.947049 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:03:41.041133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aeaee-312a-453a-8d74-626ba9d60eec req-7f9ce410-508d-47d1-83ae-7cb656988e77 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:41.043492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-7f9ce410-508d-47d1-83ae-7cb656988e77 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 808 time: 0.2662213 Sep 07 16:03:41.049940 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:41.066514 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:41.070615 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] 10.222.0.70 "DELETE /v2.0/networks/5b2cac35-d23c-492b-b335-979c7dd829d7 HTTP/1.1" status: 204 len: 168 time: 1.0536323 Sep 07 16:03:41.073489 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:41.079268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-dc34f59d-c7fe-4a37-9a57-600af51e8edd tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/quotas/5a9a7c84686f48a6a1f7410f795a43b0 HTTP/1.1" status: 200 len: 375 time: 0.0251539 Sep 07 16:03:41.097862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eab4a806-7302-4226-a33e-ec48eb316f71 req-d388c0a2-c28b-425d-ab49-edbbbc718277 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 210 time: 0.0366995 Sep 07 16:03:41.138290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-d4fb275b-d076-491a-88a0-69e21592e2cf tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391057 Sep 07 16:03:41.191604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b2c8f-aad1-49df-9e17-6d57743d2d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=5b2cac35-d23c-492b-b335-979c7dd829d7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:41.203905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f8e836-053c-493f-b8fe-351ce9c7368a admin admin] Deleting subnet 06b39a55-58b4-4ae2-a1a2-7e125dcc2c73 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:03:41.209232 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7f8e836-053c-493f-b8fe-351ce9c7368a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:41.258510 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7f8e836-053c-493f-b8fe-351ce9c7368a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:41.360298 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7f8e836-053c-493f-b8fe-351ce9c7368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:41.490056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7f8e836-053c-493f-b8fe-351ce9c7368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:41.532804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8e836-053c-493f-b8fe-351ce9c7368a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b39a55-58b4-4ae2-a1a2-7e125dcc2c73,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:41.543761 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7f8e836-053c-493f-b8fe-351ce9c7368a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:41.546501 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a7f8e836-053c-493f-b8fe-351ce9c7368a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/06b39a55-58b4-4ae2-a1a2-7e125dcc2c73 HTTP/1.1" status: 204 len: 168 time: 0.4713085 Sep 07 16:03:41.552453 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37718) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:41.631499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9f6a-8059-43b0-ba86-06f5704c75ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:41.638629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd978894-f12b-4f48-ae37-5fc7cdd25a45 req-9fadffd2-94e2-4e39-a68e-f590854d8e7c tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:41.640264 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd978894-f12b-4f48-ae37-5fc7cdd25a45 req-9fadffd2-94e2-4e39-a68e-f590854d8e7c tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 1101 time: 0.1117568 Sep 07 16:03:41.657145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-68c948e7-9b1e-452d-b929-c9f69c5bb1e0 service neutron] 10.222.0.70 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175321 Sep 07 16:03:41.762957 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9f6a-8059-43b0-ba86-06f5704c75ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:41.806205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f0cc9f6a-8059-43b0-ba86-06f5704c75ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fda085c-4090-4591-9fac-692ad6cb1b67']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:03:41.847737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd978894-f12b-4f48-ae37-5fc7cdd25a45 req-1ebd5e67-123b-4518-bd76-bacee514b464 tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889133 Sep 07 16:03:41.853263 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f0cc9f6a-8059-43b0-ba86-06f5704c75ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9d39a0-cd74-428b-a290-5f7fde9244bd') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:03:41.854026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f0cc9f6a-8059-43b0-ba86-06f5704c75ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9d39a0-cd74-428b-a290-5f7fde9244bd') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:03:41.889642 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-069fa979-5a44-4461-9800-bfc5305b7d1e tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6f53edeb791d48129f68dbee5aa3e0c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677385 Sep 07 16:03:41.893883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9f6a-8059-43b0-ba86-06f5704c75ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:41.895633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-3cc671e0-91e6-4a61-b484-7cbe1b2359e2 service neutron] 10.222.0.70 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102969 Sep 07 16:03:41.981756 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9f6a-8059-43b0-ba86-06f5704c75ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:42.005279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cc9f6a-8059-43b0-ba86-06f5704c75ab admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:03:42.006218 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9f6a-8059-43b0-ba86-06f5704c75ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:03:42.009267 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:03:42.017760 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcb686a-73af-48f4-b7ec-4a80c4b7341f x-openstack-request-id: req-ebcb686a-73af-48f4-b7ec-4a80c4b7341f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:42.018630 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5", "name": "network-vif-plugged", "status": "completed", "tag": "f674c7d1-3837-477f-9ce9-722cbd417e78", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:42.018630 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebcb686a-73af-48f4-b7ec-4a80c4b7341f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:42.019332 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f674c7d1-3837-477f-9ce9-722cbd417e78', 'code': 200} Sep 07 16:03:42.244913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12491e3a-5e12-4588-8cba-d857eead33b4 req-9281b028-228a-489f-966a-d723555ab147 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:42.246572 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12491e3a-5e12-4588-8cba-d857eead33b4 req-9281b028-228a-489f-966a-d723555ab147 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 949 time: 0.0712285 Sep 07 16:03:42.316144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12491e3a-5e12-4588-8cba-d857eead33b4 req-35b5aab2-d176-4dca-abfd-6b3b8d241ae2 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631306 Sep 07 16:03:42.480201 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9f6a-8059-43b0-ba86-06f5704c75ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:42.489185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9f6a-8059-43b0-ba86-06f5704c75ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:42.493975 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f0cc9f6a-8059-43b0-ba86-06f5704c75ab admin admin] 10.222.0.70 "DELETE /v2.0/networks/7fda085c-4090-4591-9fac-692ad6cb1b67 HTTP/1.1" status: 204 len: 168 time: 0.9376061 Sep 07 16:03:42.512670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06402818-7b8b-43ea-b05a-4462d4774603 req-dc656d3c-fa04-4495-b130-d34bcb75c879 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:42.514409 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-dc656d3c-fa04-4495-b130-d34bcb75c879 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6166997 Sep 07 16:03:42.515484 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc9f6a-8059-43b0-ba86-06f5704c75ab admin admin] Pushing event deleted for resources: {'Network': ['ID=7fda085c-4090-4591-9fac-692ad6cb1b67,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:42.533259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Request body: {'port': {'device_id': 'ead9a558-3adf-473a-bae8-ac15b7bb8644', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '6f53edeb791d48129f68dbee5aa3e0c6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:42.534549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb47789a-e747-41ea-98b1-e4d600623058 req-ec2c62a6-255e-40f6-9a02-9735d8da593b tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 210 time: 0.0712814 Sep 07 16:03:42.582942 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-96c9398e-4395-42f6-870a-63e158818552 req-7adaa4d5-6c65-4025-b639-8ae59ea08be1 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 210 time: 0.0453606 Sep 07 16:03:42.665805 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe52ede3-d910-4821-9bb8-e12b8b8c96f7 req-faa2a1a9-3c7d-4bb7-8840-9599850162f2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 210 time: 0.0576208 Sep 07 16:03:42.748533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Made reservation on behalf of 6f53edeb791d48129f68dbee5aa3e0c6 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:42.754243 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:42.768052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:42.978021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37774) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:42.991922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-413f03cd-7bba-4db3-bb31-86782cf4dfd3 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ea9e474f9fb940faaa7736036e8f9987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993848 Sep 07 16:03:43.136682 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:43.163865 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:43.213656 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-444b928c-0815-46d9-9f10-24972263c7de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0fa3671ea58b49f7ae5f792d1fc23226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332511 Sep 07 16:03:43.221812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37782) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:43.247191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-460556ff-1462-4617-b2cb-89c00ddf1e60 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:43.249782 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-460556ff-1462-4617-b2cb-89c00ddf1e60 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2437918 Sep 07 16:03:43.274343 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-40df465f-a315-43fa-a5c1-e6be193518e0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/quotas/ea9e474f9fb940faaa7736036e8f9987 HTTP/1.1" status: 200 len: 375 time: 0.0140772 Sep 07 16:03:43.367257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-ed174340-b9b4-4e3e-b60d-4aa4b39d8ebc tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823169 Sep 07 16:03:43.427564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c8194-e6a1-4f10-b870-07ae67b9a0d2 req-69e74d20-cf66-4b66-89b3-3373d85cecff tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:43.429528 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f18c8194-e6a1-4f10-b870-07ae67b9a0d2 req-69e74d20-cf66-4b66-89b3-3373d85cecff tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 949 time: 0.3381298 Sep 07 16:03:43.441023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Allocated IP 192.168.233.228 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/9163e36b-63b9-4fd9-b626-9fe5fbd6ade8) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:03:43.451972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249bc7cf-0e01-42b5-9471-6ee102196fa0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:43.575520 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55e94e7c-a2fd-48a6-9f95-855ea5466f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:43.678288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17530ef3-4091-4e43-9541-8021f0f200d1 req-28170a27-0c94-4407-be6a-91fba2efbdb9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 210 time: 0.0430899 Sep 07 16:03:43.705313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e9368-acc3-48a5-b345-f1d63069fa02 req-ec365a75-1f0c-4b59-add1-8322c0561af0 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:43.707350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-225e9368-acc3-48a5-b345-f1d63069fa02 req-ec365a75-1f0c-4b59-add1-8322c0561af0 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 949 time: 0.1194298 Sep 07 16:03:43.748466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55e94e7c-a2fd-48a6-9f95-855ea5466f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:43.775476 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-225e9368-acc3-48a5-b345-f1d63069fa02 req-5aed5d1c-6d77-46b8-8ebe-31a6fdb35660 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/security-groups?id=1ca8a9fe-4b01-4632-a432-c2a84768a540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565059 Sep 07 16:03:43.816436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1acf83ea-30f8-4c96-9e1f-33264f776892 req-a101c470-d6a4-40ba-888c-40ce43693746 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 210 time: 0.0308661 Sep 07 16:03:43.832848 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:43.895241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aeaee-312a-453a-8d74-626ba9d60eec req-d8ce193a-f60d-49c2-b6f6-fd6bb8304a38 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:43.896971 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-d8ce193a-f60d-49c2-b6f6-fd6bb8304a38 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.35 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 808 time: 0.2627699 Sep 07 16:03:43.923419 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-567aeaee-312a-453a-8d74-626ba9d60eec req-ee775c82-d853-4cd1-b314-b7baa25e3eeb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Request body: {'port': {'device_id': '2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b', 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c', 'admin_state_up': True, 'tenant_id': '5a9a7c84686f48a6a1f7410f795a43b0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:43.930659 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f18c8194-e6a1-4f10-b870-07ae67b9a0d2 req-9dedd008-b845-4719-85c3-b0b840908468 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Deleting port b3e1edcc-97f8-464d-ab18-0d2999b364ce {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:03:43.931560 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f18c8194-e6a1-4f10-b870-07ae67b9a0d2 req-9dedd008-b845-4719-85c3-b0b840908468 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:43.985894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f8c01e7-553b-484c-9f54-18e886dee913 req-273e490d-2396-43b4-81e3-319bad37c303 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 210 time: 0.0507243 Sep 07 16:03:44.003592 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:44.046764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-317a6cf2-8b1c-4d1e-acaa-8e9b3e1f5e45 req-e23e12ca-58f6-48db-81d9-03b485164193 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 210 time: 0.0771580 Sep 07 16:03:44.046764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.35', 58692) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:44.092399 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55e94e7c-a2fd-48a6-9f95-855ea5466f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:44.095678 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55e94e7c-a2fd-48a6-9f95-855ea5466f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:44.100266 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-55e94e7c-a2fd-48a6-9f95-855ea5466f65 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c8bb5a80-37b8-4a17-93dd-6d5f7bc10824 HTTP/1.1" status: 204 len: 168 time: 0.8773129 Sep 07 16:03:44.164062 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Transition to ACTIVE for port object 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:44.173784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e94e7c-a2fd-48a6-9f95-855ea5466f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bb5a80-37b8-4a17-93dd-6d5f7bc10824,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:44.236604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-9a5c44b7-2855-4327-8ca7-ddbe3ca37eb9 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:44.236604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-9a5c44b7-2855-4327-8ca7-ddbe3ca37eb9 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.35 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 821 time: 0.1847432 Sep 07 16:03:44.246836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-cbff0604-c19b-40d9-a565-3de9e410f67b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Request body: {'port': {'device_id': 'b51e4bf7-2453-4b63-8770-0e9f9e2883eb', 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e', 'admin_state_up': True, 'tenant_id': '69c966e1c7a5492180da5b612f6c029a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:44.264708 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84cabcc1-8bd3-4655-8761-6155ab0d7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:44.274324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f18c8194-e6a1-4f10-b870-07ae67b9a0d2 req-9dedd008-b845-4719-85c3-b0b840908468 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] For port b3e1edcc-97f8-464d-ab18-0d2999b364ce, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b3e1edcc-97f8-464d-ab18-0d2999b364ce,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:44.274737 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f18c8194-e6a1-4f10-b870-07ae67b9a0d2 req-9dedd008-b845-4719-85c3-b0b840908468 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:44.312690 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f18c8194-e6a1-4f10-b870-07ae67b9a0d2 req-9dedd008-b845-4719-85c3-b0b840908468 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Calling delete_port for b3e1edcc-97f8-464d-ab18-0d2999b364ce owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:03:44.345633 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:44.451406 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567aeaee-312a-453a-8d74-626ba9d60eec req-ee775c82-d853-4cd1-b314-b7baa25e3eeb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Made reservation on behalf of 5a9a7c84686f48a6a1f7410f795a43b0 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:44.453925 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-567aeaee-312a-453a-8d74-626ba9d60eec req-ee775c82-d853-4cd1-b314-b7baa25e3eeb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:44.461790 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:03:44.493134 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-cbff0604-c19b-40d9-a565-3de9e410f67b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Made reservation on behalf of 69c966e1c7a5492180da5b612f6c029a for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:44.493690 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:44.499620 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:03:44.502342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Pushing event updated for resources: {'Port': ['ID=9163e36b-63b9-4fd9-b626-9fe5fbd6ade8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:44.519558 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-cbff0604-c19b-40d9-a565-3de9e410f67b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:44.653501 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:44.654228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:44.788381 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:44.797210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-cbff0604-c19b-40d9-a565-3de9e410f67b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Allocated IP 172.20.0.10 (44c77a42-d6f7-43c3-a1fe-c55861cace6e/223246ab-fef5-4bb3-b713-91f21f94e39f/e87c989a-8db7-400d-a34d-70dfa3576bf7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:03:44.811348 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-ddeb98b5-2641-467f-9f1d-2f5ceb94ccdd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2864814 Sep 07 16:03:44.833458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Request body: {'port': {'device_id': 'ead9a558-3adf-473a-bae8-ac15b7bb8644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:44.872516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a66d987-b077-46a1-a55b-3293c4f6431e req-130e1d1b-3b36-41b2-b130-19da9bc082d8 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 210 time: 0.0460360 Sep 07 16:03:44.889509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37844) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:44.965536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-567aeaee-312a-453a-8d74-626ba9d60eec req-ee775c82-d853-4cd1-b314-b7baa25e3eeb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Allocated IP 172.20.0.8 (0adaef0a-5c97-480a-89d0-9a2ca3aceb3c/d931a9bd-777d-4745-82da-a7eac9df350f/078c61dc-0b79-4eaa-b8e9-3460acb77d84) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:03:44.973077 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f18c8194-e6a1-4f10-b870-07ae67b9a0d2 req-9dedd008-b845-4719-85c3-b0b840908468 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.024258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f4877541-0408-4a5b-af7a-f51231033b5f None None] Provisioning for port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:45.031740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f4877541-0408-4a5b-af7a-f51231033b5f None None] Provisioning complete for port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:45.033122 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4877541-0408-4a5b-af7a-f51231033b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.040598 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedd008-b845-4719-85c3-b0b840908468 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Pushing event deleted for resources: {'Port': ['ID=b3e1edcc-97f8-464d-ab18-0d2999b364ce,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:45.049234 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.082226 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e9f3c7d-2d47-4c6e-917c-75d02defbc2c req-05303483-d129-4105-a099-e052047cf475 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dbe01dd-3833-4ebb-a257-df68d50e4c2c HTTP/1.1" status: 200 len: 210 time: 0.0841103 Sep 07 16:03:45.120266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f4877541-0408-4a5b-af7a-f51231033b5f None None] Port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:03:45.130489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-de67a50d-3ab0-41b5-a670-d1c61c722237 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=76f9979715154ebe801efd3c016cb36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390938 Sep 07 16:03:45.134368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18c8194-e6a1-4f10-b870-07ae67b9a0d2 req-9dedd008-b845-4719-85c3-b0b840908468 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] No DVR routers for this DVR port b3e1edcc-97f8-464d-ab18-0d2999b364ce on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:03:45.134518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37850) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:45.261188 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17c4b6a5-bf92-49b3-9132-6610bd30758c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.292131 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f18c8194-e6a1-4f10-b870-07ae67b9a0d2 req-9dedd008-b845-4719-85c3-b0b840908468 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.294169 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f18c8194-e6a1-4f10-b870-07ae67b9a0d2 req-9dedd008-b845-4719-85c3-b0b840908468 tempest-LiveMigrationNegativeTest-1405051846 tempest-LiveMigrationNegativeTest-1405051846-project] 10.222.0.54 "DELETE /v2.0/ports/b3e1edcc-97f8-464d-ab18-0d2999b364ce HTTP/1.1" status: 204 len: 173 time: 1.8438284 Sep 07 16:03:45.294699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbe01dd-3833-4ebb-a257-df68d50e4c2c', 'name': 'network-vif-deleted', 'tag': 'b3e1edcc-97f8-464d-ab18-0d2999b364ce'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:45.297293 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1d89ec-f7a2-4c14-a0a8-7e599ecf4445" -d '{"events": [{"server_uuid": "8dbe01dd-3833-4ebb-a257-df68d50e4c2c", "name": "network-vif-deleted", "tag": "b3e1edcc-97f8-464d-ab18-0d2999b364ce"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:45.360463 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-cbff0604-c19b-40d9-a565-3de9e410f67b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.367413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ce34ecc-13a5-4dec-ac89-be715098833e req-4e5b20d4-f91e-4298-8bba-40f6b9800d87 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 210 time: 0.0567172 Sep 07 16:03:45.389110 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17c4b6a5-bf92-49b3-9132-6610bd30758c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.459933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-25db4132-c482-4f72-8d52-e39a73bac269 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ea9e474f9fb940faaa7736036e8f9987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1646061 Sep 07 16:03:45.472557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92507-4613-4e5b-b736-aef9ea79954d req-7daec659-e19e-411c-b3bd-f8cda152f16f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:45.477561 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7dc92507-4613-4e5b-b736-aef9ea79954d req-7daec659-e19e-411c-b3bd-f8cda152f16f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 936 time: 0.2906551 Sep 07 16:03:45.499541 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17c4b6a5-bf92-49b3-9132-6610bd30758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.502626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17c4b6a5-bf92-49b3-9132-6610bd30758c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.504049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-17c4b6a5-bf92-49b3-9132-6610bd30758c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e1223b45-f2e6-47a8-a5ca-480279a62c14 HTTP/1.1" status: 204 len: 168 time: 0.3689604 Sep 07 16:03:45.529860 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-567aeaee-312a-453a-8d74-626ba9d60eec req-ee775c82-d853-4cd1-b314-b7baa25e3eeb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.601790 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-47487cfe-5338-430b-98ab-d44f3df69e51 req-18e249a0-db6d-4ab2-b3e8-7cd119a869d9 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 210 time: 0.0964935 Sep 07 16:03:45.608383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4b6a5-bf92-49b3-9132-6610bd30758c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1223b45-f2e6-47a8-a5ca-480279a62c14,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:45.660008 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-567aeaee-312a-453a-8d74-626ba9d60eec req-ee775c82-d853-4cd1-b314-b7baa25e3eeb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.665365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:45.692590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7dc92507-4613-4e5b-b736-aef9ea79954d req-7516fdc3-d86b-413b-b6c3-c9eff119130c tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504812 Sep 07 16:03:45.703682 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.727281 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d851b6-b945-48df-ad71-305a4bafa88b x-openstack-request-id: req-33d851b6-b945-48df-ad71-305a4bafa88b {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:45.727584 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbe01dd-3833-4ebb-a257-df68d50e4c2c", "name": "network-vif-deleted", "tag": "b3e1edcc-97f8-464d-ab18-0d2999b364ce", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:45.727844 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33d851b6-b945-48df-ad71-305a4bafa88b {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:45.728250 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbe01dd-3833-4ebb-a257-df68d50e4c2c', 'name': 'network-vif-deleted', 'tag': 'b3e1edcc-97f8-464d-ab18-0d2999b364ce', 'status': 'completed', 'code': 200} Sep 07 16:03:45.749026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567aeaee-312a-453a-8d74-626ba9d60eec req-ee775c82-d853-4cd1-b314-b7baa25e3eeb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:03:45.756913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Transition to ACTIVE for port object 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:45.760594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-567aeaee-312a-453a-8d74-626ba9d60eec req-ee775c82-d853-4cd1-b314-b7baa25e3eeb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:45.763518 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-cbff0604-c19b-40d9-a565-3de9e410f67b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.765136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-567aeaee-312a-453a-8d74-626ba9d60eec req-ee775c82-d853-4cd1-b314-b7baa25e3eeb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:03:45.775443 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.810247 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee775c82-d853-4cd1-b314-b7baa25e3eeb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Pushing event updated for resources: {'Port': ['ID=078c61dc-0b79-4eaa-b8e9-3460acb77d84,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:45.891733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aeaee-312a-453a-8d74-626ba9d60eec req-ee775c82-d853-4cd1-b314-b7baa25e3eeb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:45.892458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-567aeaee-312a-453a-8d74-626ba9d60eec req-ee775c82-d853-4cd1-b314-b7baa25e3eeb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.896582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-d0539701-96d8-493b-82d9-bd8c88ac3bed tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:45.898415 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-d0539701-96d8-493b-82d9-bd8c88ac3bed tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4195256 Sep 07 16:03:45.900056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Pushing event updated for resources: {'Port': ['ID=9163e36b-63b9-4fd9-b626-9fe5fbd6ade8,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:45.917819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-cbff0604-c19b-40d9-a565-3de9e410f67b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Network 44c77a42-d6f7-43c3-a1fe-c55861cace6e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:03:45.925670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Request body: {'port': {'device_id': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': 'ea9e474f9fb940faaa7736036e8f9987'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:45.960011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-cbff0604-c19b-40d9-a565-3de9e410f67b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:45.962889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-cbff0604-c19b-40d9-a565-3de9e410f67b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:03:45.969275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-cbff0604-c19b-40d9-a565-3de9e410f67b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:45.970704 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-cbff0604-c19b-40d9-a565-3de9e410f67b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:45.985268 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-ee775c82-d853-4cd1-b314-b7baa25e3eeb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0694005 Sep 07 16:03:45.994414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff0604-c19b-40d9-a565-3de9e410f67b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Pushing event updated for resources: {'Port': ['ID=e87c989a-8db7-400d-a34d-70dfa3576bf7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:46.023236 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-cbff0604-c19b-40d9-a565-3de9e410f67b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7815161 Sep 07 16:03:46.027601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Request body: {'port': {'device_id': '2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:46.068364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Request body: {'port': {'device_id': 'b51e4bf7-2453-4b63-8770-0e9f9e2883eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:46.150364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a7ec77a-e0f5-4a3b-b407-c03b79f80cde req-ddaf4845-b5c3-4e7d-b42b-bf21addbbd3f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 210 time: 0.0443585 Sep 07 16:03:46.178828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Attempting to bind port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:03:46.179181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Attempting to bind port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:03:46.179584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Attempting to bind port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:46.196322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:03:46.196322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Attempting to bind port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:46.199490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:46.212212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:03:46.212740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:46.213095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:03:46.218006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Bound port: 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:03:46.218457 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:46.253560 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:46.309521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b3e1edcc-97f8-464d-ab18-0d2999b364ce no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:03:46.334514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Made reservation on behalf of ea9e474f9fb940faaa7736036e8f9987 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:46.338060 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:46.365615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: b3e1edcc-97f8-464d-ab18-0d2999b364ce {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:03:46.366202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b3e1edcc-97f8-464d-ab18-0d2999b364ce not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:03:46.524524 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] For port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:46.546236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] For port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9163e36b-63b9-4fd9-b626-9fe5fbd6ade8,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:03:46.551931 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:46.598833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37896) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:46.626903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:46.627576 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:46.629034 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] 10.222.0.35 "PUT /v2.0/ports/9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 HTTP/1.1" status: 200 len: 1096 time: 1.8085096 Sep 07 16:03:46.670927 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:46.685790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Allocated IP 192.168.233.188 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/d310cb81-dd14-416d-9ce8-763357b7a5d2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:03:46.716644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9e1c3-c289-4544-a345-83e9e75d8bea req-5ef8a5d9-2441-4513-b208-c6aaee3f1387 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:46.718603 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dbd9e1c3-c289-4544-a345-83e9e75d8bea req-5ef8a5d9-2441-4513-b208-c6aaee3f1387 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 932 time: 0.1820445 Sep 07 16:03:46.767170 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0b746-7261-4f82-a0de-d25da1191763 service neutron] Pushing event updated for resources: {'Port': ['ID=9163e36b-63b9-4fd9-b626-9fe5fbd6ade8,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:46.795130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b06b719a-2006-4252-a24e-f04e7177306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:46.796810 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-b06b719a-2006-4252-a24e-f04e7177306d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f53edeb791d48129f68dbee5aa3e0c6&device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 1099 time: 0.0837195 Sep 07 16:03:46.872536 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-1e453d11-589b-4d5d-be97-5d4d9650a748 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 HTTP/1.1" status: 200 len: 217 time: 0.0602565 Sep 07 16:03:46.925234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dbd9e1c3-c289-4544-a345-83e9e75d8bea req-169601db-ce11-45ec-b0cd-e4c0bbf9d18f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875813 Sep 07 16:03:47.005809 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-59af5d43-aa6e-4133-9152-94a3bb3a105e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99facb0fea524570a9b5bb57c877a0bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058495 Sep 07 16:03:47.013299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37914) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:47.043554 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078c61dc-0b79-4eaa-b8e9-3460acb77d84 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:47.060047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87c989a-8db7-400d-a34d-70dfa3576bf7 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:47.063483 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:47.070517 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06402818-7b8b-43ea-b05a-4462d4774603 req-a44032f3-8d07-433a-9032-fd69e1c44873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:47.072516 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-a44032f3-8d07-433a-9032-fd69e1c44873 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1906581 Sep 07 16:03:47.076398 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:47.139716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Transition to ACTIVE for port object 078c61dc-0b79-4eaa-b8e9-3460acb77d84 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:47.147402 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:47.172274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Transition to ACTIVE for port object e87c989a-8db7-400d-a34d-70dfa3576bf7 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:47.181159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06402818-7b8b-43ea-b05a-4462d4774603 req-fa0f8423-a47d-4885-9287-3a2362833cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:47.183143 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:47.184186 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-fa0f8423-a47d-4885-9287-3a2362833cd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975301 Sep 07 16:03:47.252965 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b74b97b6-42cd-43b3-bb24-810fc9854ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:47.258218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a01a7-000f-415c-9914-9fbbd72c3c48 req-610724ab-ee98-43f5-9acd-625fcd249e7b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:47.266681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-725a01a7-000f-415c-9914-9fbbd72c3c48 req-610724ab-ee98-43f5-9acd-625fcd249e7b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 931 time: 0.1940675 Sep 07 16:03:47.306367 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:47.346851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=078c61dc-0b79-4eaa-b8e9-3460acb77d84,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:47.352249 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b74b97b6-42cd-43b3-bb24-810fc9854ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:47.356793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Pushing event updated for resources: {'Port': ['ID=e87c989a-8db7-400d-a34d-70dfa3576bf7,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:47.382657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Transition to ACTIVE for port object d310cb81-dd14-416d-9ce8-763357b7a5d2 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:47.419256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-725a01a7-000f-415c-9914-9fbbd72c3c48 req-6a623511-0cb1-4b3b-bf5a-ff9cd049d267 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515677 Sep 07 16:03:47.431286 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-98e2395c-5c7b-4849-9bb0-eda512f8066c service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218459 Sep 07 16:03:47.476173 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Attempting to bind port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:03:47.476558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Attempting to bind port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:03:47.476858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Attempting to bind port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:47.487582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Attempting to bind port e87c989a-8db7-400d-a34d-70dfa3576bf7 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:03:47.488156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Attempting to bind port e87c989a-8db7-400d-a34d-70dfa3576bf7 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:03:47.488780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Attempting to bind port e87c989a-8db7-400d-a34d-70dfa3576bf7 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:47.495458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:03:47.496703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Attempting to bind port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:47.533115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Port e87c989a-8db7-400d-a34d-70dfa3576bf7 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:03:47.533674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Attempting to bind port e87c989a-8db7-400d-a34d-70dfa3576bf7 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:47.563603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e1e2-5f62-4781-8295-4175c678bdc5 req-15753611-a68f-455a-8108-ebc3efaa023d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:47.578496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bda9e1e2-5f62-4781-8295-4175c678bdc5 req-15753611-a68f-455a-8108-ebc3efaa023d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 948 time: 0.2686529 Sep 07 16:03:47.601412 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:03:47.602139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Checking segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:47.602819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Bound using segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:03:47.603638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Bound port: e87c989a-8db7-400d-a34d-70dfa3576bf7, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:03:47.604302 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:47.680989 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:47.693664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f674c7d1-3837-477f-9ce9-722cbd417e78'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:47.788696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead9a558-3adf-473a-bae8-ac15b7bb8644', 'tag': '9163e36b-63b9-4fd9-b626-9fe5fbd6ade8'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:47.789813 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a5749e-6a20-44b0-80bf-8269ccac69b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ead9a558-3adf-473a-bae8-ac15b7bb8644", "tag": "9163e36b-63b9-4fd9-b626-9fe5fbd6ade8"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:47.804601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:03:47.804946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Checking segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:47.805344 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Bound using segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:03:47.805824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Bound port: 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:03:47.806155 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:47.810941 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b74b97b6-42cd-43b3-bb24-810fc9854ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:47.813615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b74b97b6-42cd-43b3-bb24-810fc9854ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:47.814791 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b74b97b6-42cd-43b3-bb24-810fc9854ce2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ca8a9fe-4b01-4632-a432-c2a84768a540 HTTP/1.1" status: 204 len: 168 time: 0.8003798 Sep 07 16:03:47.860223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b97b6-42cd-43b3-bb24-810fc9854ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca8a9fe-4b01-4632-a432-c2a84768a540,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:47.893649 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-06402818-7b8b-43ea-b05a-4462d4774603 req-e02504db-91a9-40e7-bc83-398ae607565e service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512444 Sep 07 16:03:47.940761 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:47.949334 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:03:47.959837 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:48.002308 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:48.003122 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:48.004918 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] 10.222.0.35 "PUT /v2.0/ports/078c61dc-0b79-4eaa-b8e9-3460acb77d84 HTTP/1.1" status: 200 len: 1091 time: 2.0091908 Sep 07 16:03:48.046601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925b318-c184-41ca-b67f-32478458bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=078c61dc-0b79-4eaa-b8e9-3460acb77d84,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:48.126451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aeaee-312a-453a-8d74-626ba9d60eec req-88b45e8a-412c-4251-af0c-46ea61cce290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:48.131406 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-88b45e8a-412c-4251-af0c-46ea61cce290 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 1094 time: 0.0712845 Sep 07 16:03:48.177993 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-734a3019-6f3f-45b4-917b-ca8f77731e2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84 HTTP/1.1" status: 200 len: 217 time: 0.0412979 Sep 07 16:03:48.188073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bda9e1e2-5f62-4781-8295-4175c678bdc5 req-85f8bebf-de2d-448f-9509-5fd0595fc89f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076880 Sep 07 16:03:48.190070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:03:48.201885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134517e8-9d35-41b3-8e72-8edf717b26c2 req-ada6848c-6071-4822-84d9-f2e48598ae3c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:48.209881 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-134517e8-9d35-41b3-8e72-8edf717b26c2 req-ada6848c-6071-4822-84d9-f2e48598ae3c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 936 time: 0.6231229 Sep 07 16:03:48.211763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Pushing event updated for resources: {'Port': ['ID=d310cb81-dd14-416d-9ce8-763357b7a5d2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:48.228424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:48.276093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aeaee-312a-453a-8d74-626ba9d60eec req-7b2905a0-0cd2-43dc-951c-951633a7bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:48.278003 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-7b2905a0-0cd2-43dc-951c-951633a7bc3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.0926538 Sep 07 16:03:48.278828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:48.289105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:03:48.294912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:03:48.304047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:48.304984 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:48.319824 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:48.356484 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-e9254512-9acc-4a2d-9af9-9648df284a2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708530 Sep 07 16:03:48.360629 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a23359-fc4e-4ce1-afa9-a8692bfa8433 x-openstack-request-id: req-86a23359-fc4e-4ce1-afa9-a8692bfa8433 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:48.360932 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead9a558-3adf-473a-bae8-ac15b7bb8644", "tag": "9163e36b-63b9-4fd9-b626-9fe5fbd6ade8", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:48.361188 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86a23359-fc4e-4ce1-afa9-a8692bfa8433 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:48.361586 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead9a558-3adf-473a-bae8-ac15b7bb8644', 'tag': '9163e36b-63b9-4fd9-b626-9fe5fbd6ade8', 'status': 'completed', 'code': 200} Sep 07 16:03:48.432180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-134517e8-9d35-41b3-8e72-8edf717b26c2 req-1c40487e-656c-4f5a-8750-5c360bde266d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210233 Sep 07 16:03:48.454417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37952) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:48.458565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5749e-6a20-44b0-80bf-8269ccac69b3 req-d4ad646c-b3c6-4ef5-b630-42e1c24a7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:48.472377 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31a5749e-6a20-44b0-80bf-8269ccac69b3 req-d4ad646c-b3c6-4ef5-b630-42e1c24a7302 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f53edeb791d48129f68dbee5aa3e0c6&device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 1099 time: 0.0864718 Sep 07 16:03:48.494575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Pushing event updated for resources: {'Port': ['ID=e87c989a-8db7-400d-a34d-70dfa3576bf7,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:48.498472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-f3e386f9-e9cf-4574-9021-75f8dbac16da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5785086 Sep 07 16:03:48.522376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:48.523013 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:48.524632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-58830e68-ac1b-43f1-a44d-e94933a1b2af service neutron] 10.222.0.35 "PUT /v2.0/ports/e87c989a-8db7-400d-a34d-70dfa3576bf7 HTTP/1.1" status: 200 len: 1092 time: 2.4627972 Sep 07 16:03:48.525293 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51e4bf7-2453-4b63-8770-0e9f9e2883eb', 'tag': 'e87c989a-8db7-400d-a34d-70dfa3576bf7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:48.528191 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d386f9d8-a61f-4157-852e-01e454538359" -d '{"events": [{"name": "network-changed", "server_uuid": "b51e4bf7-2453-4b63-8770-0e9f9e2883eb", "tag": "e87c989a-8db7-400d-a34d-70dfa3576bf7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:48.540420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Request body: {'port': {'device_id': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:48.635412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5749e-6a20-44b0-80bf-8269ccac69b3 req-33da68d9-ff26-49c6-ae9d-a6e09076ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:48.637173 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31a5749e-6a20-44b0-80bf-8269ccac69b3 req-33da68d9-ff26-49c6-ae9d-a6e09076ecf5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1579678 Sep 07 16:03:48.663322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7613282-d699-468f-beaf-2264b7d57d69 req-1a5398af-b8b4-4dbe-92fa-a12530ec2fa7 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:48.666057 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7613282-d699-468f-beaf-2264b7d57d69 req-1a5398af-b8b4-4dbe-92fa-a12530ec2fa7 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 944 time: 0.2167399 Sep 07 16:03:48.672988 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:48.698486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-08777afc-e6e2-4af9-b1c7-732f42b9426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:48.700224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-08777afc-e6e2-4af9-b1c7-732f42b9426c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 1095 time: 0.1261253 Sep 07 16:03:48.711061 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31a5749e-6a20-44b0-80bf-8269ccac69b3 req-bc041d24-b59b-4cf8-9029-a02118152fb3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 HTTP/1.1" status: 200 len: 217 time: 0.0609207 Sep 07 16:03:48.715875 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8dea80d4-e666-484f-947b-d06dc31ee219 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1be9268070834b159c6a5cfb514749fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545152 Sep 07 16:03:48.719055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37960) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:48.779818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fcb43860-1743-4d71-aad4-ff6bd238781b None None] Provisioning for port d310cb81-dd14-416d-9ce8-763357b7a5d2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:48.786927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fcb43860-1743-4d71-aad4-ff6bd238781b None None] Provisioning complete for port d310cb81-dd14-416d-9ce8-763357b7a5d2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:48.787347 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fcb43860-1743-4d71-aad4-ff6bd238781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:48.787768 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-0a49ed82-dd5e-46d1-a8e9-b129089feafd service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225984 Sep 07 16:03:48.832131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-92b4c006-725d-4f4d-8f84-6e32b5eab291 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7 HTTP/1.1" status: 200 len: 217 time: 0.1209548 Sep 07 16:03:48.835159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5749e-6a20-44b0-80bf-8269ccac69b3 req-f74b867b-21d2-4b93-ba03-c4c56a61ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:48.836953 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31a5749e-6a20-44b0-80bf-8269ccac69b3 req-f74b867b-21d2-4b93-ba03-c4c56a61ed5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1168742 Sep 07 16:03:48.894319 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fcb43860-1743-4d71-aad4-ff6bd238781b None None] Port d310cb81-dd14-416d-9ce8-763357b7a5d2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:03:48.939891 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d27a01db-6d56-472c-b354-a89840f865a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:48.947153 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7613282-d699-468f-beaf-2264b7d57d69 req-7e821b98-be20-4467-a428-a09e785dc15f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627273 Sep 07 16:03:49.002482 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d27a01db-6d56-472c-b354-a89840f865a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:49.016368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5749e-6a20-44b0-80bf-8269ccac69b3 req-7b756456-8f0e-4b20-8a64-1568df14bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:49.016368 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31a5749e-6a20-44b0-80bf-8269ccac69b3 req-7b756456-8f0e-4b20-8a64-1568df14bc50 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1626146 Sep 07 16:03:49.016368 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-567aeaee-312a-453a-8d74-626ba9d60eec req-11ac9b8b-2a79-44ff-82c0-99dc73599450 service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161160 Sep 07 16:03:49.153063 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d5e038-8e7f-494d-bbcc-c710cf49f2b7 x-openstack-request-id: req-76d5e038-8e7f-494d-bbcc-c710cf49f2b7 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:49.153365 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51e4bf7-2453-4b63-8770-0e9f9e2883eb", "tag": "e87c989a-8db7-400d-a34d-70dfa3576bf7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:49.153623 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76d5e038-8e7f-494d-bbcc-c710cf49f2b7 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:49.154088 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51e4bf7-2453-4b63-8770-0e9f9e2883eb', 'tag': 'e87c989a-8db7-400d-a34d-70dfa3576bf7', 'status': 'completed', 'code': 200} Sep 07 16:03:49.175117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-fbefc697-5407-4910-88f1-41230174e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:49.177097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-fbefc697-5407-4910-88f1-41230174e08b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.3072248 Sep 07 16:03:49.217456 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31a5749e-6a20-44b0-80bf-8269ccac69b3 req-b8797423-f9a4-4d8e-b2fb-e7d6ac24ba3e service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990657 Sep 07 16:03:49.218960 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d27a01db-6d56-472c-b354-a89840f865a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:49.224382 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d27a01db-6d56-472c-b354-a89840f865a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:49.228759 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d27a01db-6d56-472c-b354-a89840f865a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/457f0154-c206-4c13-8de5-5e5c98a841cc HTTP/1.1" status: 204 len: 168 time: 0.5049932 Sep 07 16:03:49.268174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-a21ba196-4c50-4094-b7fb-d277a8e875e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826259 Sep 07 16:03:49.287420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e363f-3396-4eda-97ca-0708c29de096 req-14b1dfe9-3e14-4922-a774-576350072ee5 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:49.295138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-252e363f-3396-4eda-97ca-0708c29de096 req-14b1dfe9-3e14-4922-a774-576350072ee5 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 943 time: 0.2024570 Sep 07 16:03:49.428565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a01db-6d56-472c-b354-a89840f865a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457f0154-c206-4c13-8de5-5e5c98a841cc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:49.434073 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31a5749e-6a20-44b0-80bf-8269ccac69b3 req-35ec2574-f017-4bfb-a756-c70757c2ba95 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061365 Sep 07 16:03:49.450375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-252e363f-3396-4eda-97ca-0708c29de096 req-a456aae9-5540-406a-9eb3-50bdd0c42505 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540577 Sep 07 16:03:49.491501 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37976) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:49.573388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-2d03bc64-7dc4-4ea6-b43f-5ac383f70637 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952213 Sep 07 16:03:49.598368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d310cb81-dd14-416d-9ce8-763357b7a5d2 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:49.626030 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:49.667079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Transition to ACTIVE for port object d310cb81-dd14-416d-9ce8-763357b7a5d2 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:03:49.705337 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0218154b-30e8-4783-90aa-7d82696df3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:49.710861 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:49.771792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75195c2-1425-4652-8ce5-3e62ede4c1b4 req-4bd694a3-5b43-46ee-8580-b2f23e1a5cce tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:49.773476 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d75195c2-1425-4652-8ce5-3e62ede4c1b4 req-4bd694a3-5b43-46ee-8580-b2f23e1a5cce tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 948 time: 0.1778753 Sep 07 16:03:49.838226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Pushing event updated for resources: {'Port': ['ID=d310cb81-dd14-416d-9ce8-763357b7a5d2,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:49.844903 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7826f869-1235-4c0d-9b2e-1a09c1cff572 req-10f2136c-a425-4abf-a83d-879b188f8ac1 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633479 Sep 07 16:03:49.913819 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d75195c2-1425-4652-8ce5-3e62ede4c1b4 req-1a224ba8-57fb-40ba-ab60-0a3a7996fb50 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237683 Sep 07 16:03:49.948318 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Attempting to bind port d310cb81-dd14-416d-9ce8-763357b7a5d2 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:03:49.948987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Attempting to bind port d310cb81-dd14-416d-9ce8-763357b7a5d2 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:03:49.949504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Attempting to bind port d310cb81-dd14-416d-9ce8-763357b7a5d2 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:49.975160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0218154b-30e8-4783-90aa-7d82696df3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:49.983756 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0218154b-30e8-4783-90aa-7d82696df3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:50.004826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Port d310cb81-dd14-416d-9ce8-763357b7a5d2 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:03:50.005224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Attempting to bind port d310cb81-dd14-416d-9ce8-763357b7a5d2 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:03:50.019837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:03:50.020269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:50.020705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:03:50.021181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Bound port: d310cb81-dd14-416d-9ce8-763357b7a5d2, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:03:50.021553 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:50.051324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386f9d8-a61f-4157-852e-01e454538359 req-48373aa0-4d00-4659-9e21-82d1a015057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:50.053239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d386f9d8-a61f-4157-852e-01e454538359 req-48373aa0-4d00-4659-9e21-82d1a015057d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 1095 time: 0.1360486 Sep 07 16:03:50.063130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d1c93-040e-41b9-a564-f184e018d5a2 req-aacf5440-81a5-423d-8a16-9ecaae21bddc tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:50.064396 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec7d1c93-040e-41b9-a564-f184e018d5a2 req-aacf5440-81a5-423d-8a16-9ecaae21bddc tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 948 time: 0.1543412 Sep 07 16:03:50.119293 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0218154b-30e8-4783-90aa-7d82696df3c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fba410ad4a23413c909f996a476389f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6228111 Sep 07 16:03:50.121099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38002) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:50.126253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218154b-30e8-4783-90aa-7d82696df3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c06d220-83ce-4aaa-bdf5-52a6b8180ae3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:50.222604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc1196d4-2d25-45d9-9294-eb69b3755268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:50.270884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] For port d310cb81-dd14-416d-9ce8-763357b7a5d2, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:03:50.274416 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc1196d4-2d25-45d9-9294-eb69b3755268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:50.298536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec7d1c93-040e-41b9-a564-f184e018d5a2 req-e08436d4-6893-4fd0-8637-a9e73527e2e1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062061 Sep 07 16:03:50.321525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] For port d310cb81-dd14-416d-9ce8-763357b7a5d2, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:03:50.341949 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:50.355029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386f9d8-a61f-4157-852e-01e454538359 req-51aa8163-9af0-45b7-97b5-f1238e14a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:50.355722 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc1196d4-2d25-45d9-9294-eb69b3755268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:50.356947 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d386f9d8-a61f-4157-852e-01e454538359 req-51aa8163-9af0-45b7-97b5-f1238e14a2e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.2910457 Sep 07 16:03:50.362154 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc1196d4-2d25-45d9-9294-eb69b3755268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:50.364408 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fc1196d4-2d25-45d9-9294-eb69b3755268 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c06d220-83ce-4aaa-bdf5-52a6b8180ae3 HTTP/1.1" status: 204 len: 168 time: 0.2410102 Sep 07 16:03:50.367241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b', 'tag': '078c61dc-0b79-4eaa-b8e9-3460acb77d84'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:50.370067 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c02b04-fb95-4625-a73d-fa1bb47289e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b", "tag": "078c61dc-0b79-4eaa-b8e9-3460acb77d84"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:50.382487 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1196d4-2d25-45d9-9294-eb69b3755268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c06d220-83ce-4aaa-bdf5-52a6b8180ae3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:50.415008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:50.416107 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:50.417477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] 10.222.0.54 "PUT /v2.0/ports/d310cb81-dd14-416d-9ce8-763357b7a5d2 HTTP/1.1" status: 200 len: 1096 time: 1.8842998 Sep 07 16:03:50.464317 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1335d42d-a27d-4711-b802-9133804a1a33 x-openstack-request-id: req-1335d42d-a27d-4711-b802-9133804a1a33 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:50.464727 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b", "tag": "078c61dc-0b79-4eaa-b8e9-3460acb77d84", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:50.465057 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1335d42d-a27d-4711-b802-9133804a1a33 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:50.465540 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b', 'tag': '078c61dc-0b79-4eaa-b8e9-3460acb77d84', 'status': 'completed', 'code': 200} Sep 07 16:03:50.506706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d386f9d8-a61f-4157-852e-01e454538359 req-590c7c05-fcaf-4990-b8af-a34ebe7ad86c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7 HTTP/1.1" status: 200 len: 217 time: 0.1122506 Sep 07 16:03:50.581947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c02b04-fb95-4625-a73d-fa1bb47289e3 req-95179152-253b-421f-8771-90254ff14ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:50.584040 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43c02b04-fb95-4625-a73d-fa1bb47289e3 req-95179152-253b-421f-8771-90254ff14ece service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 1094 time: 0.0902851 Sep 07 16:03:50.682371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f379b6d-1305-416d-a18e-270f374ecf98 service neutron] Pushing event updated for resources: {'Port': ['ID=d310cb81-dd14-416d-9ce8-763357b7a5d2,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:50.697948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb0b5a-a550-41ca-ba6f-46687248319c req-0d8a9fde-cbd8-4cd8-aee7-9f5436e69767 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:50.707023 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40cb0b5a-a550-41ca-ba6f-46687248319c req-0d8a9fde-cbd8-4cd8-aee7-9f5436e69767 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 944 time: 0.3595774 Sep 07 16:03:50.742796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-a2557902-6e4f-4c23-8e60-b2824ee5d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:50.744795 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-a2557902-6e4f-4c23-8e60-b2824ee5d736 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 1099 time: 0.2553706 Sep 07 16:03:50.750017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386f9d8-a61f-4157-852e-01e454538359 req-b9a2a405-ce20-4205-87d7-17c26e0301a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:50.752297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d386f9d8-a61f-4157-852e-01e454538359 req-b9a2a405-ce20-4205-87d7-17c26e0301a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.2440078 Sep 07 16:03:50.795057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38020) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:50.805437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c02b04-fb95-4625-a73d-fa1bb47289e3 req-5f2473ee-57e9-4db1-bddd-20c29f37c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:50.806932 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43c02b04-fb95-4625-a73d-fa1bb47289e3 req-5f2473ee-57e9-4db1-bddd-20c29f37c77a service neutron] 10.222.0.35 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.2150819 Sep 07 16:03:50.811304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c558945-d592-4070-a2a5-c2068b579b98 req-cb366743-6476-4fd5-81c4-798960e870eb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:50.812896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c558945-d592-4070-a2a5-c2068b579b98 req-cb366743-6476-4fd5-81c4-798960e870eb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 943 time: 0.2234745 Sep 07 16:03:50.867037 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43c02b04-fb95-4625-a73d-fa1bb47289e3 req-24c0666e-e133-4d1c-b7f6-3331e4f86fa2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84 HTTP/1.1" status: 200 len: 217 time: 0.0458570 Sep 07 16:03:50.873026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d386f9d8-a61f-4157-852e-01e454538359 req-377e8b45-885b-4586-aaf4-576af8cceb3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131086 Sep 07 16:03:50.874397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-3ec78f63-f4a3-4523-9536-c86e554b1acb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2 HTTP/1.1" status: 200 len: 217 time: 0.0863142 Sep 07 16:03:50.880219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40cb0b5a-a550-41ca-ba6f-46687248319c req-6cfc7b68-d575-4133-b5d9-7444d5e2b9f4 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717105 Sep 07 16:03:50.987730 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c02b04-fb95-4625-a73d-fa1bb47289e3 req-8c43f9b1-7a20-4a75-b9d5-945336a1af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:50.990466 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43c02b04-fb95-4625-a73d-fa1bb47289e3 req-8c43f9b1-7a20-4a75-b9d5-945336a1af6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.1162891 Sep 07 16:03:51.058196 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43c02b04-fb95-4625-a73d-fa1bb47289e3 req-0e4b6b77-b4f4-430d-9971-cd80475530e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491099 Sep 07 16:03:51.059462 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4f38112-116d-446f-8d55-4628836ca347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.080678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38030) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:51.096999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50b3303e-84d5-47dd-9936-f9e5545cb990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.129669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:03:51.161073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'tag': 'd310cb81-dd14-416d-9ce8-763357b7a5d2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:51.163619 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050ee0a5-09f1-4710-9b0d-efe49b5f7e89" -d '{"events": [{"name": "network-changed", "server_uuid": "3359a360-f6ba-4b54-a8b3-af0862be7c63", "tag": "d310cb81-dd14-416d-9ce8-763357b7a5d2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:51.230085 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43c02b04-fb95-4625-a73d-fa1bb47289e3 req-33ce15be-ee3a-4539-90cf-dcfc63a0c45b service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580086 Sep 07 16:03:51.267569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9163e36b-63b9-4fd9-b626-9fe5fbd6ade8,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:51.278895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c558945-d592-4070-a2a5-c2068b579b98 req-4fafc04c-042d-41dc-9839-9993a6ceee30 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035480 Sep 07 16:03:51.286195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '9163e36b-63b9-4fd9-b626-9fe5fbd6ade8', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '9163e36b-63b9-4fd9-b626-9fe5fbd6ade8', 'mac_address': 'fa:16:3e:6c:8e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:03:51.290563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-919d5d94-615e-4e31-9971-cb47124444ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:51.293243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-919d5d94-615e-4e31-9971-cb47124444ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.3983998 Sep 07 16:03:51.332998 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43c02b04-fb95-4625-a73d-fa1bb47289e3 req-14a88099-b91c-4864-9043-c9845ab6129f service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944865 Sep 07 16:03:51.357117 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12020dbc-7b69-4202-b0c7-aeacee7ebeae x-openstack-request-id: req-12020dbc-7b69-4202-b0c7-aeacee7ebeae {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:51.357434 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3359a360-f6ba-4b54-a8b3-af0862be7c63", "tag": "d310cb81-dd14-416d-9ce8-763357b7a5d2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:51.357669 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12020dbc-7b69-4202-b0c7-aeacee7ebeae {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:51.358104 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'tag': 'd310cb81-dd14-416d-9ce8-763357b7a5d2', 'status': 'completed', 'code': 200} Sep 07 16:03:51.373920 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.377176 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4f38112-116d-446f-8d55-4628836ca347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.385259 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4f38112-116d-446f-8d55-4628836ca347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.388999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264c9a0-2f79-4f02-8834-3d7ab003de93 req-b1860660-a6d4-42ac-a286-1eee2c23a0ee tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:51.398194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9264c9a0-2f79-4f02-8834-3d7ab003de93 req-b1860660-a6d4-42ac-a286-1eee2c23a0ee tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 948 time: 0.2771010 Sep 07 16:03:51.411586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:51.430221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-086af1bd-d2b7-4c90-a896-f5a3fd775bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:51.432496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-086af1bd-d2b7-4c90-a896-f5a3fd775bef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227038 Sep 07 16:03:51.455478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d386f9d8-a61f-4157-852e-01e454538359 req-a39f4783-5d5e-44b2-89fb-94af68ffe184 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695684 Sep 07 16:03:51.457100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9163e36b-63b9-4fd9-b626-9fe5fbd6ade8,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:51.467993 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c4f38112-116d-446f-8d55-4628836ca347 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=340bc7ea6a364f5a94f87cb87a9709f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6719377 Sep 07 16:03:51.471013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f38112-116d-446f-8d55-4628836ca347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a7b89b-d644-4b9e-9ead-760975091f68,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:51.471523 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.473831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38042) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:51.539265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9264c9a0-2f79-4f02-8834-3d7ab003de93 req-0b2333b1-7d5f-4e8b-adec-e017a8501c33 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407163 Sep 07 16:03:51.543106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=9163e36b-63b9-4fd9-b626-9fe5fbd6ade8,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:51.554917 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c43a9a1-31c1-46d8-97de-c9b4fde79e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.602031 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c43a9a1-31c1-46d8-97de-c9b4fde79e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.625268 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50b3303e-84d5-47dd-9936-f9e5545cb990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.634568 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50b3303e-84d5-47dd-9936-f9e5545cb990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.643032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-7071a367-f9b1-4216-83d0-b6e0b34eb6d9 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864781 Sep 07 16:03:51.694911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2d640-4bb3-4da7-a8c1-65876d94da8f req-ec516eb9-4ad6-43d6-a189-b3fa67ce308c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:51.695655 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-50b3303e-84d5-47dd-9936-f9e5545cb990 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=29c36fd33bc849e68a16ada8fd126b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6124480 Sep 07 16:03:51.696894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fce2d640-4bb3-4da7-a8c1-65876d94da8f req-ec516eb9-4ad6-43d6-a189-b3fa67ce308c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 948 time: 0.1613777 Sep 07 16:03:51.703741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3303e-84d5-47dd-9936-f9e5545cb990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d4a83c-e051-45f8-b598-45f75779b628,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:51.706834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38048) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:51.766845 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c43a9a1-31c1-46d8-97de-c9b4fde79e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.770495 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c43a9a1-31c1-46d8-97de-c9b4fde79e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.771836 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6c43a9a1-31c1-46d8-97de-c9b4fde79e24 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72a7b89b-d644-4b9e-9ead-760975091f68 HTTP/1.1" status: 204 len: 168 time: 0.2960608 Sep 07 16:03:51.778373 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c32c5764-1828-4269-b7c8-f2f7b32a5b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.781793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d386f9d8-a61f-4157-852e-01e454538359 req-93f711e7-596e-4f94-b24e-716d0cfb2971 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400184 Sep 07 16:03:51.796575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43a9a1-31c1-46d8-97de-c9b4fde79e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a7b89b-d644-4b9e-9ead-760975091f68,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:51.817340 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fce2d640-4bb3-4da7-a8c1-65876d94da8f req-53adea2d-293a-49ff-9e87-d9b806acc405 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100781 Sep 07 16:03:51.842215 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c32c5764-1828-4269-b7c8-f2f7b32a5b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.843746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27562ec1-7e3d-4590-ac05-56b3e0da0dfa req-32d9d507-26ed-4943-8fa7-c2405f7605e1 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905515 Sep 07 16:03:51.898430 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['9163e36b-63b9-4fd9-b626-9fe5fbd6ade8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:51.907940 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c32c5764-1828-4269-b7c8-f2f7b32a5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.911197 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c32c5764-1828-4269-b7c8-f2f7b32a5b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:51.914577 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c32c5764-1828-4269-b7c8-f2f7b32a5b8c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4d4a83c-e051-45f8-b598-45f75779b628 HTTP/1.1" status: 204 len: 168 time: 0.2046111 Sep 07 16:03:51.935227 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c5764-1828-4269-b7c8-f2f7b32a5b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d4a83c-e051-45f8-b598-45f75779b628,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:52.024429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee0a5-09f1-4710-9b0d-efe49b5f7e89 req-387c80e8-89c6-4cfd-8816-b32e9cb296df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:52.026370 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-050ee0a5-09f1-4710-9b0d-efe49b5f7e89 req-387c80e8-89c6-4cfd-8816-b32e9cb296df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 1099 time: 0.1269767 Sep 07 16:03:52.100134 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022767da-8738-4c7a-a291-8cbce2e832fb req-40f5c20e-7f06-4094-ab37-8fd4f5949b38 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:52.103023 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-022767da-8738-4c7a-a291-8cbce2e832fb req-40f5c20e-7f06-4094-ab37-8fd4f5949b38 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 944 time: 0.1114931 Sep 07 16:03:52.253949 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-022767da-8738-4c7a-a291-8cbce2e832fb req-c9dfa220-eddc-4e83-9314-e4b35d6be2ff tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856357 Sep 07 16:03:52.259628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee0a5-09f1-4710-9b0d-efe49b5f7e89 req-34452d91-2c3a-424b-9a24-074073efd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:52.261155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-050ee0a5-09f1-4710-9b0d-efe49b5f7e89 req-34452d91-2c3a-424b-9a24-074073efd762 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2226179 Sep 07 16:03:52.323436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-050ee0a5-09f1-4710-9b0d-efe49b5f7e89 req-3c63dd24-fe8d-46a4-ba32-f1bb443b79b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2 HTTP/1.1" status: 200 len: 217 time: 0.0514352 Sep 07 16:03:52.386632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38084) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:52.410644 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e19066e1-cfb1-4772-929e-8cd6aa39b3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:52.433614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee0a5-09f1-4710-9b0d-efe49b5f7e89 req-9af48c71-94b6-4e78-8d36-e54bedd37221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:52.435264 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-050ee0a5-09f1-4710-9b0d-efe49b5f7e89 req-9af48c71-94b6-4e78-8d36-e54bedd37221 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0975480 Sep 07 16:03:52.467882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa65e1f-da4d-40e2-995a-9e246f83eb2e req-2d7f991d-ad68-45ff-bb29-ebb9e4a939d8 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:52.469909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa65e1f-da4d-40e2-995a-9e246f83eb2e req-2d7f991d-ad68-45ff-bb29-ebb9e4a939d8 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 943 time: 0.0997667 Sep 07 16:03:52.532048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee0a5-09f1-4710-9b0d-efe49b5f7e89 req-cf4a2a9a-0937-4da8-9290-1b1fbe4bb44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:52.534016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-050ee0a5-09f1-4710-9b0d-efe49b5f7e89 req-cf4a2a9a-0937-4da8-9290-1b1fbe4bb44c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882506 Sep 07 16:03:52.537066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa65e1f-da4d-40e2-995a-9e246f83eb2e req-f20db796-c71f-414c-b297-6ad1de1b6cca tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517061 Sep 07 16:03:52.543212 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e19066e1-cfb1-4772-929e-8cd6aa39b3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:52.549658 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e19066e1-cfb1-4772-929e-8cd6aa39b3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:52.602527 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e19066e1-cfb1-4772-929e-8cd6aa39b3a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1d66f13c84f46c398da598961e378de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114935 Sep 07 16:03:52.602527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19066e1-cfb1-4772-929e-8cd6aa39b3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835387ad-c27c-45ae-8126-0258707d2000,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:52.604869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38088) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:52.615789 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38090) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:52.643038 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa896208-1164-4f51-9cf4-5f91fa9e42a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:52.687010 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-050ee0a5-09f1-4710-9b0d-efe49b5f7e89 req-b996c793-9a15-441b-b40f-acc61ee4ad19 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446989 Sep 07 16:03:52.718685 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-392504d7-958f-42f3-befc-02d0077e82c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:52.738196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79185fb5-e596-41bc-a9b1-d860cec1d613 req-bdb12883-65f4-44aa-86fd-1d109189769e tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:52.740235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79185fb5-e596-41bc-a9b1-d860cec1d613 req-bdb12883-65f4-44aa-86fd-1d109189769e tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 949 time: 0.0947852 Sep 07 16:03:52.759987 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-392504d7-958f-42f3-befc-02d0077e82c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:52.833336 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79185fb5-e596-41bc-a9b1-d860cec1d613 req-afe6e985-7de8-43fa-9162-3303fa0ed1d1 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856121 Sep 07 16:03:52.842648 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa896208-1164-4f51-9cf4-5f91fa9e42a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:52.844469 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-050ee0a5-09f1-4710-9b0d-efe49b5f7e89 req-010e9b91-b722-4037-be42-442b62665cc5 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473837 Sep 07 16:03:52.855254 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa896208-1164-4f51-9cf4-5f91fa9e42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:52.869254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38098) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:52.882849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-392504d7-958f-42f3-befc-02d0077e82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:52.886078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-392504d7-958f-42f3-befc-02d0077e82c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:52.887259 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-392504d7-958f-42f3-befc-02d0077e82c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/835387ad-c27c-45ae-8126-0258707d2000 HTTP/1.1" status: 204 len: 168 time: 0.2684455 Sep 07 16:03:52.917387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa896208-1164-4f51-9cf4-5f91fa9e42a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf48a4a-9374-4aee-84ae-add41cf580b3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:52.931445 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fa896208-1164-4f51-9cf4-5f91fa9e42a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=49cb404763f943e5ad80371424d4d082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143754 Sep 07 16:03:52.936955 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38104) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:52.961394 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392504d7-958f-42f3-befc-02d0077e82c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835387ad-c27c-45ae-8126-0258707d2000,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:53.020896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3728d17-1d0c-496b-9861-0298bfff4977 req-7e8f33ab-5d88-4284-96f8-4125b6ff6e36 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:53.022796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3728d17-1d0c-496b-9861-0298bfff4977 req-7e8f33ab-5d88-4284-96f8-4125b6ff6e36 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 948 time: 0.0953209 Sep 07 16:03:53.028415 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2b330b-6622-4029-adf7-36800c55153f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:53.070385 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2b330b-6622-4029-adf7-36800c55153f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:53.081023 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3728d17-1d0c-496b-9861-0298bfff4977 req-0f6f7ae4-0771-4182-93ea-41c7d4f85a1f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482566 Sep 07 16:03:53.135973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 078c61dc-0b79-4eaa-b8e9-3460acb77d84 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:03:53.139857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:03:53.155981 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2b330b-6622-4029-adf7-36800c55153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:53.166160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d2b330b-6622-4029-adf7-36800c55153f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:53.173329 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5d2b330b-6622-4029-adf7-36800c55153f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3cf48a4a-9374-4aee-84ae-add41cf580b3 HTTP/1.1" status: 204 len: 168 time: 0.2336323 Sep 07 16:03:53.187203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b330b-6622-4029-adf7-36800c55153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf48a4a-9374-4aee-84ae-add41cf580b3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:53.278381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:53.288767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:53.289156 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:53.337704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:53.357100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '078c61dc-0b79-4eaa-b8e9-3460acb77d84', 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c', 'port_id': '078c61dc-0b79-4eaa-b8e9-3460acb77d84', 'mac_address': 'fa:16:3e:08:31:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd931a9bd-777d-4745-82da-a7eac9df350f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:03:53.389765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a44e7cb-7443-46f0-a7a7-4cbad602af31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:53.436465 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff9aee-146b-4195-8dae-8fe6ee1acd78 req-8617a24e-5e32-4c2c-a1f6-3fd9b61a4508 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:53.436592 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:53.456099 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ff9aee-146b-4195-8dae-8fe6ee1acd78 req-8617a24e-5e32-4c2c-a1f6-3fd9b61a4508 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 944 time: 0.1216702 Sep 07 16:03:53.461130 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078c61dc-0b79-4eaa-b8e9-3460acb77d84 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:53.488304 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:53.511544 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:53.522400 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:53.535065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead9a558-3adf-473a-bae8-ac15b7bb8644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9163e36b-63b9-4fd9-b626-9fe5fbd6ade8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:53.537828 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a142f6d2-e1da-48a2-b018-05a8feae5b73" -d '{"events": [{"server_uuid": "ead9a558-3adf-473a-bae8-ac15b7bb8644", "name": "network-vif-plugged", "status": "completed", "tag": "9163e36b-63b9-4fd9-b626-9fe5fbd6ade8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:53.556164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ff9aee-146b-4195-8dae-8fe6ee1acd78 req-d812427c-c47f-4948-ac3b-1f1674e17bd1 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979998 Sep 07 16:03:53.576728 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9163e36b-63b9-4fd9-b626-9fe5fbd6ade8,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:53.596558 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:53.622380 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513c233f-f362-4757-82ff-aad4ce6ca12f x-openstack-request-id: req-513c233f-f362-4757-82ff-aad4ce6ca12f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:53.622862 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead9a558-3adf-473a-bae8-ac15b7bb8644", "name": "network-vif-plugged", "status": "completed", "tag": "9163e36b-63b9-4fd9-b626-9fe5fbd6ade8", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:53.623337 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-513c233f-f362-4757-82ff-aad4ce6ca12f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:53.623972 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead9a558-3adf-473a-bae8-ac15b7bb8644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9163e36b-63b9-4fd9-b626-9fe5fbd6ade8', 'code': 200} Sep 07 16:03:53.634501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=078c61dc-0b79-4eaa-b8e9-3460acb77d84,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:53.664102 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a44e7cb-7443-46f0-a7a7-4cbad602af31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:53.674436 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a44e7cb-7443-46f0-a7a7-4cbad602af31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:53.757237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=9163e36b-63b9-4fd9-b626-9fe5fbd6ade8,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:53.833975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4a44e7cb-7443-46f0-a7a7-4cbad602af31 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=853dfa16d17f47fbafeae7af99d2b537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9625752 Sep 07 16:03:53.836447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38130) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:53.856376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['078c61dc-0b79-4eaa-b8e9-3460acb77d84'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:53.861256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44e7cb-7443-46f0-a7a7-4cbad602af31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b7e755-8328-4f07-83f6-8aa920257c57,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:53.909930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b87c63-49e7-453e-aa6f-4feb3aae3a35 req-91a98f2c-efcc-4bd7-8221-859368925d42 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:53.917430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5b87c63-49e7-453e-aa6f-4feb3aae3a35 req-91a98f2c-efcc-4bd7-8221-859368925d42 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 944 time: 0.1980019 Sep 07 16:03:53.939386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0790965-66aa-41eb-a766-476102de5fd2 req-73baba4d-c0eb-4418-a914-ceabeb34bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:53.941558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0790965-66aa-41eb-a766-476102de5fd2 req-73baba4d-c0eb-4418-a914-ceabeb34bbb4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 1101 time: 0.1454837 Sep 07 16:03:53.997979 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d48551cd-b345-4b87-afeb-f5a3f09d36d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:54.008146 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5b87c63-49e7-453e-aa6f-4feb3aae3a35 req-ade02a50-6224-43be-9019-018415b9abe0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895360 Sep 07 16:03:54.049614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0790965-66aa-41eb-a766-476102de5fd2 req-94475091-9613-4198-bc95-011cb346868a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977166 Sep 07 16:03:54.060052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d48551cd-b345-4b87-afeb-f5a3f09d36d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:54.083864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0e98f-1115-4fa8-ac89-bf576d66b054 req-c6a4e420-c700-4d0f-8cbc-ff12974c6630 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:54.088865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0c0e98f-1115-4fa8-ac89-bf576d66b054 req-c6a4e420-c700-4d0f-8cbc-ff12974c6630 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 950 time: 0.1009641 Sep 07 16:03:54.162509 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0c0e98f-1115-4fa8-ac89-bf576d66b054 req-9566ec2f-977f-450d-9c46-b879b7560dfd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588896 Sep 07 16:03:54.186577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d48551cd-b345-4b87-afeb-f5a3f09d36d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:54.192055 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d48551cd-b345-4b87-afeb-f5a3f09d36d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:54.193991 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d48551cd-b345-4b87-afeb-f5a3f09d36d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7b7e755-8328-4f07-83f6-8aa920257c57 HTTP/1.1" status: 204 len: 168 time: 0.3520532 Sep 07 16:03:54.206502 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48551cd-b345-4b87-afeb-f5a3f09d36d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b7e755-8328-4f07-83f6-8aa920257c57,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:54.283687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342d96-f004-4b5d-9623-05d921e3cfdf req-e16fe647-2104-45a2-a2aa-60b8f533afa5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:54.285269 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76342d96-f004-4b5d-9623-05d921e3cfdf req-e16fe647-2104-45a2-a2aa-60b8f533afa5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 948 time: 0.0679164 Sep 07 16:03:54.328244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76342d96-f004-4b5d-9623-05d921e3cfdf req-eddc429a-cdad-4e03-b9dd-cf1bf1e83d2c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350206 Sep 07 16:03:54.367882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device d310cb81-dd14-416d-9ce8-763357b7a5d2 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:03:54.561750 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port d310cb81-dd14-416d-9ce8-763357b7a5d2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:54.584767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'd310cb81-dd14-416d-9ce8-763357b7a5d2', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'd310cb81-dd14-416d-9ce8-763357b7a5d2', 'mac_address': 'fa:16:3e:e6:6a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:03:54.658782 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:54.687247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d310cb81-dd14-416d-9ce8-763357b7a5d2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:54.727620 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port d310cb81-dd14-416d-9ce8-763357b7a5d2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:54.727778 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38162) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:54.728256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34b449-ec92-4d65-9d2c-770485c541ef req-ce586877-a26f-4142-a07e-79bbbb35cc5e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:54.736956 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:54.743762 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d34b449-ec92-4d65-9d2c-770485c541ef req-ce586877-a26f-4142-a07e-79bbbb35cc5e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 944 time: 0.0845816 Sep 07 16:03:54.756925 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34dad1cd-2e97-48e0-86cb-c2ae6ee08d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:54.848991 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d34b449-ec92-4d65-9d2c-770485c541ef req-48f56ef6-053b-4af8-9875-e6aa66a2e7de tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000695 Sep 07 16:03:54.849680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=d310cb81-dd14-416d-9ce8-763357b7a5d2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:54.964621 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34dad1cd-2e97-48e0-86cb-c2ae6ee08d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:54.972439 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34dad1cd-2e97-48e0-86cb-c2ae6ee08d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:55.014132 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-34dad1cd-2e97-48e0-86cb-c2ae6ee08d40 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3af93d55573a41268522402928e24205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852767 Sep 07 16:03:55.017444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38170) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:55.020318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dad1cd-2e97-48e0-86cb-c2ae6ee08d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8cc0c0-0bc7-4a60-9826-5c3d23facb94,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:55.024310 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['d310cb81-dd14-416d-9ce8-763357b7a5d2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:55.138080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e87c989a-8db7-400d-a34d-70dfa3576bf7 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:03:55.141961 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32ee6d5e-33fc-4882-8818-39b994868173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:55.143451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 078c61dc-0b79-4eaa-b8e9-3460acb77d84 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:03:55.217245 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32ee6d5e-33fc-4882-8818-39b994868173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:55.268107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23410bc-f453-4f87-966a-5b6eef45e9cd req-c4526ffa-b3fe-409f-ad68-4099cde5b2fe tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:55.271258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e23410bc-f453-4f87-966a-5b6eef45e9cd req-c4526ffa-b3fe-409f-ad68-4099cde5b2fe tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 944 time: 0.1474380 Sep 07 16:03:55.353029 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e23410bc-f453-4f87-966a-5b6eef45e9cd req-0f0888d2-fc08-4625-be89-309b661ed51d tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637057 Sep 07 16:03:55.402411 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32ee6d5e-33fc-4882-8818-39b994868173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:55.405164 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32ee6d5e-33fc-4882-8818-39b994868173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:55.406410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-32ee6d5e-33fc-4882-8818-39b994868173 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb8cc0c0-0bc7-4a60-9826-5c3d23facb94 HTTP/1.1" status: 204 len: 168 time: 0.3877280 Sep 07 16:03:55.426327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee6d5e-33fc-4882-8818-39b994868173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8cc0c0-0bc7-4a60-9826-5c3d23facb94,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:55.458897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb14371-0919-4af3-99e7-9b538ecf2816 req-d5d14b94-8f2b-4ba5-89fa-bcff99dfa1df tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:55.466109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bb14371-0919-4af3-99e7-9b538ecf2816 req-d5d14b94-8f2b-4ba5-89fa-bcff99dfa1df tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 950 time: 0.1229987 Sep 07 16:03:55.549713 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bb14371-0919-4af3-99e7-9b538ecf2816 req-471b9e55-1579-474f-9df6-0164dda2f348 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816736 Sep 07 16:03:55.588220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:55.602214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'e87c989a-8db7-400d-a34d-70dfa3576bf7', 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e', 'port_id': 'e87c989a-8db7-400d-a34d-70dfa3576bf7', 'mac_address': 'fa:16:3e:27:53:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223246ab-fef5-4bb3-b713-91f21f94e39f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:03:55.626524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e370663-fe18-439a-9586-7f81b6704e35 req-b6e5f7d6-f391-4c69-9782-897aeba3767d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:55.636316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e370663-fe18-439a-9586-7f81b6704e35 req-b6e5f7d6-f391-4c69-9782-897aeba3767d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 949 time: 0.0824857 Sep 07 16:03:55.672462 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:55.700427 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e370663-fe18-439a-9586-7f81b6704e35 req-90780d87-e7ec-4365-9195-8c4ee3c357e1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608184 Sep 07 16:03:55.705396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:55.705802 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:55.758855 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:55.800089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87c989a-8db7-400d-a34d-70dfa3576bf7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:03:55.846526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:55.891205 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:55.945586 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:55.997204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:55.998566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf657d-bb6d-40b2-a91a-0c4cc9f6e90c req-5af60635-f3a9-464f-a588-ac6a34d4fd5d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:56.007945 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cbf657d-bb6d-40b2-a91a-0c4cc9f6e90c req-5af60635-f3a9-464f-a588-ac6a34d4fd5d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 945 time: 0.0612314 Sep 07 16:03:56.013439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078c61dc-0b79-4eaa-b8e9-3460acb77d84'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:56.015938 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a10f6db-c459-4f32-9dc8-ba71c4db254e" -d '{"events": [{"server_uuid": "2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b", "name": "network-vif-plugged", "status": "completed", "tag": "078c61dc-0b79-4eaa-b8e9-3460acb77d84"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:56.030795 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:56.043798 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e87c989a-8db7-400d-a34d-70dfa3576bf7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:56.051336 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cbf657d-bb6d-40b2-a91a-0c4cc9f6e90c req-dadc3fbe-6a79-4e65-b1e9-82b80fc64747 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422449 Sep 07 16:03:56.129902 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00356acd-2cf8-41f4-b1e8-ee3859d398bd x-openstack-request-id: req-00356acd-2cf8-41f4-b1e8-ee3859d398bd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:56.130122 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b", "name": "network-vif-plugged", "status": "completed", "tag": "078c61dc-0b79-4eaa-b8e9-3460acb77d84", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:56.130370 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00356acd-2cf8-41f4-b1e8-ee3859d398bd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:56.130772 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078c61dc-0b79-4eaa-b8e9-3460acb77d84', 'code': 200} Sep 07 16:03:56.137500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=078c61dc-0b79-4eaa-b8e9-3460acb77d84,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:56.239044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['e87c989a-8db7-400d-a34d-70dfa3576bf7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:03:56.263213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4716e1-d19e-4f2e-bed5-74117d073d97 req-da781f97-2938-4b50-aed1-f069fdfc7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:56.266243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc4716e1-d19e-4f2e-bed5-74117d073d97 req-da781f97-2938-4b50-aed1-f069fdfc7ffb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 1096 time: 0.0629056 Sep 07 16:03:56.310021 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc4716e1-d19e-4f2e-bed5-74117d073d97 req-e5ff9a9f-f48c-45c6-9b26-150f5da0ce0c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368743 Sep 07 16:03:56.385522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device d310cb81-dd14-416d-9ce8-763357b7a5d2 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:03:56.496704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port d310cb81-dd14-416d-9ce8-763357b7a5d2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:56.502006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a767cb2-b65e-41d4-ace1-854e88db77f3 req-a94765f9-9090-4313-8056-a566e01bd55b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:56.502449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port d310cb81-dd14-416d-9ce8-763357b7a5d2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:56.503093 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:56.510528 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a767cb2-b65e-41d4-ace1-854e88db77f3 req-a94765f9-9090-4313-8056-a566e01bd55b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 945 time: 0.0648439 Sep 07 16:03:56.568487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a767cb2-b65e-41d4-ace1-854e88db77f3 req-65d4be4b-159a-494d-9d96-d1f891e28cc7 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567093 Sep 07 16:03:56.608991 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:56.665993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port d310cb81-dd14-416d-9ce8-763357b7a5d2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:56.673478 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:56.699728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75da144-1c5e-4ab0-8fd2-991156a73464 req-d99cfac9-27cb-4644-97f5-a3d0602f4f3d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:56.702512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d75da144-1c5e-4ab0-8fd2-991156a73464 req-d99cfac9-27cb-4644-97f5-a3d0602f4f3d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 950 time: 0.0714195 Sep 07 16:03:56.734511 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=d310cb81-dd14-416d-9ce8-763357b7a5d2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:56.751824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d75da144-1c5e-4ab0-8fd2-991156a73464 req-dff00721-3bb3-4540-864c-fff549bf9779 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392690 Sep 07 16:03:57.062357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802497f-4f9a-4747-8480-25fdbe39f929 req-8e6077df-da3e-4654-8c52-c590bc4f56e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:57.066416 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b802497f-4f9a-4747-8480-25fdbe39f929 req-8e6077df-da3e-4654-8c52-c590bc4f56e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.0577955 Sep 07 16:03:57.113450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b802497f-4f9a-4747-8480-25fdbe39f929 req-df1de3e9-8281-4369-ab47-b0b959ec6956 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Sep 07 16:03:57.114440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38268) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:57.135101 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:03:57.229370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1742456829-network', 'tenant_id': '37f5e55752ae41128dee921618747ec8'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:57.257514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Made reservation on behalf of 37f5e55752ae41128dee921618747ec8 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:57.261551 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:57.278716 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:57.446030 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:57.457196 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:57.501687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:03:57.519310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9362ac7e-ea54-465e-ac73-bbe71843f844,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:57.523246 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:57.523590 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Added segment 6ed37be6-151b-43c8-ad0b-8978f8b5f48f of type vlan for network 32819d99-505b-40a0-9f9a-52d4fbfda112 Sep 07 16:03:57.545230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae0f78-6d36-4c36-a6d6-c51e5b230dd3 req-1d49e3d6-30e6-4569-be25-f162989997d2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:57.547053 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fae0f78-6d36-4c36-a6d6-c51e5b230dd3 req-1d49e3d6-30e6-4569-be25-f162989997d2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 945 time: 0.1032100 Sep 07 16:03:57.596218 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:57.622133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fae0f78-6d36-4c36-a6d6-c51e5b230dd3 req-85a6c563-d645-412d-839f-96d074688638 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537694 Sep 07 16:03:57.638913 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:57.639942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:57.640554 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:57.710823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5952783 Sep 07 16:03:57.713675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38298) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:57.718684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d6c6bf0b-e9da-4270-ad49-a2acff82461c admin admin] Request body: {'subnet': {'network_id': '32819d99-505b-40a0-9f9a-52d4fbfda112', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1742456829-subnet', 'tenant_id': '37f5e55752ae41128dee921618747ec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:57.723842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3bdc9-c0e8-4b24-8e69-2d61672da47a admin admin] Pushing event updated for resources: {'Network': ['ID=32819d99-505b-40a0-9f9a-52d4fbfda112,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:57.739241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 32819d99-505b-40a0-9f9a-52d4fbfda112 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:03:57.752913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c6bf0b-e9da-4270-ad49-a2acff82461c admin admin] Made reservation on behalf of 37f5e55752ae41128dee921618747ec8 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:57.755208 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6c6bf0b-e9da-4270-ad49-a2acff82461c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:57.836393 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-00fa3f99-42c9-4b7e-8afb-f478f8e09a9e tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6f53edeb791d48129f68dbee5aa3e0c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610318 Sep 07 16:03:57.905843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715b299-9be0-4f48-9def-2fdc44d50110 req-230ca704-fa3f-4c2b-9309-8762365aa038 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:57.907729 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7715b299-9be0-4f48-9def-2fdc44d50110 req-230ca704-fa3f-4c2b-9309-8762365aa038 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 945 time: 0.1568365 Sep 07 16:03:58.132238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd310cb81-dd14-416d-9ce8-763357b7a5d2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:03:58.136739 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406ccdf5-19e4-411c-884e-632195b10d6e" -d '{"events": [{"server_uuid": "3359a360-f6ba-4b54-a8b3-af0862be7c63", "name": "network-vif-plugged", "status": "completed", "tag": "d310cb81-dd14-416d-9ce8-763357b7a5d2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:03:58.253583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7715b299-9be0-4f48-9def-2fdc44d50110 req-27612f62-74bb-42b9-9959-b6321347d5df tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347120 Sep 07 16:03:58.283537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f6c35-e421-407f-94df-db44a317424c req-bed23201-1a00-45ea-8461-b812c27f8972 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:58.285150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-bed23201-1a00-45ea-8461-b812c27f8972 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4201167 Sep 07 16:03:58.333755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-2d7ccfcd-2f85-4b18-9fe7-6b36c95ae814 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/quotas/6f53edeb791d48129f68dbee5aa3e0c6 HTTP/1.1" status: 200 len: 375 time: 0.0413289 Sep 07 16:03:58.382497 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6c6bf0b-e9da-4270-ad49-a2acff82461c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:58.448839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-12718dd3-8ec9-455a-985d-7e6153822623 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f53edeb791d48129f68dbee5aa3e0c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1031752 Sep 07 16:03:58.451093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6bf0b-e9da-4270-ad49-a2acff82461c admin admin] Pushing event updated for resources: {'Subnet': ['ID=56016e33-0542-4033-b5d9-20587bf05952,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:58.471289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6bf0b-e9da-4270-ad49-a2acff82461c admin admin] Checking segment: {'id': '6ed37be6-151b-43c8-ad0b-8978f8b5f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '32819d99-505b-40a0-9f9a-52d4fbfda112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:03:58.471529 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6bf0b-e9da-4270-ad49-a2acff82461c admin admin] Network hostable DHCP agents. Network: 32819d99-505b-40a0-9f9a-52d4fbfda112, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:03:58.492867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6bf0b-e9da-4270-ad49-a2acff82461c admin admin] Network 32819d99-505b-40a0-9f9a-52d4fbfda112 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:03:58.512792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d6c6bf0b-e9da-4270-ad49-a2acff82461c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 32819d99-505b-40a0-9f9a-52d4fbfda112) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:03:58.520105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c6bf0b-e9da-4270-ad49-a2acff82461c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:58.521201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6c6bf0b-e9da-4270-ad49-a2acff82461c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:58.533129 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfda06f8-1336-4617-8b76-55b367f9311c x-openstack-request-id: req-cfda06f8-1336-4617-8b76-55b367f9311c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:03:58.533436 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3359a360-f6ba-4b54-a8b3-af0862be7c63", "name": "network-vif-plugged", "status": "completed", "tag": "d310cb81-dd14-416d-9ce8-763357b7a5d2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:03:58.533858 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cfda06f8-1336-4617-8b76-55b367f9311c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:03:58.534277 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd310cb81-dd14-416d-9ce8-763357b7a5d2', 'code': 200} Sep 07 16:03:58.537651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537ee03-a5a1-40a0-ad8e-17ebd394a9fc None None] Network 32819d99-505b-40a0-9f9a-52d4fbfda112 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:03:58.558000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d6c6bf0b-e9da-4270-ad49-a2acff82461c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8346751 Sep 07 16:03:58.739034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8ca76d-e689-4e16-9013-37a69258e49e None None] Network 32819d99-505b-40a0-9f9a-52d4fbfda112 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:03:58.758627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36333eba-fd3e-4c15-8e8f-9a38a5b5e1c7 req-26043a21-7442-4614-a6d4-e9f49f543808 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:58.760803 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36333eba-fd3e-4c15-8e8f-9a38a5b5e1c7 req-26043a21-7442-4614-a6d4-e9f49f543808 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1471019 Sep 07 16:03:58.765064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b70269-acb4-41fb-8f0b-f5096c0b160a req-e0ee7ce3-6db1-4a51-aac4-e8e696ab8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:58.767625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5b70269-acb4-41fb-8f0b-f5096c0b160a req-e0ee7ce3-6db1-4a51-aac4-e8e696ab8bd6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 1101 time: 0.1328449 Sep 07 16:03:58.862841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36333eba-fd3e-4c15-8e8f-9a38a5b5e1c7 req-401e7cc8-cb42-4840-bbf7-e7e88d818052 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764401 Sep 07 16:03:58.929054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5b70269-acb4-41fb-8f0b-f5096c0b160a req-c14ae4c6-80a7-413e-ae8b-68b22072f6a7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495717 Sep 07 16:03:59.069980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb96f19-3d4a-4e2c-afcd-f8e113b6eb39 req-944e846d-9da9-4624-83b6-09f9194809aa tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:59.072032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9cb96f19-3d4a-4e2c-afcd-f8e113b6eb39 req-944e846d-9da9-4624-83b6-09f9194809aa tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 945 time: 0.0722008 Sep 07 16:03:59.131783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9cb96f19-3d4a-4e2c-afcd-f8e113b6eb39 req-d3d77594-0f14-45ed-9f95-78f91444a333 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479493 Sep 07 16:03:59.155332 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e87c989a-8db7-400d-a34d-70dfa3576bf7 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:03:59.270330 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac8e1bb0-db1b-4fce-a1b0-7d65ed65f7f0 req-aec52703-1a64-4a47-9e56-bb0ff6ab9fda tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 210 time: 0.0554929 Sep 07 16:03:59.283201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port e87c989a-8db7-400d-a34d-70dfa3576bf7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:03:59.289409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port e87c989a-8db7-400d-a34d-70dfa3576bf7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:03:59.290032 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:59.425344 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:59.489647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c54e6-ed36-4289-8cf3-5692a0d1dc26 req-0d5f8f72-aec7-4bbc-95e0-fb4c3f91c1bc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:03:59.500221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-459c54e6-ed36-4289-8cf3-5692a0d1dc26 req-0d5f8f72-aec7-4bbc-95e0-fb4c3f91c1bc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 945 time: 0.1089990 Sep 07 16:03:59.526097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:03:59.533429 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:59.561574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-459c54e6-ed36-4289-8cf3-5692a0d1dc26 req-9c06b68b-af9e-4d38-bdd0-6f2bc8ac3806 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594871 Sep 07 16:03:59.608012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e87c989a-8db7-400d-a34d-70dfa3576bf7,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:03:59.870409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38386) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:03:59.875340 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-266726318-network', 'tenant_id': '2f4384732aef44f08847263901ee8056'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:03:59.904575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Made reservation on behalf of 2f4384732aef44f08847263901ee8056 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:03:59.909595 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:59.937106 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:03:59.987187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38390) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:00.021920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537d6f0-d670-40ac-875c-544877056783 req-c1107f93-a9e9-4e44-959c-61826c3c1c29 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:00.032369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6537d6f0-d670-40ac-875c-544877056783 req-c1107f93-a9e9-4e44-959c-61826c3c1c29 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.0764999 Sep 07 16:04:00.081251 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:00.101476 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:00.132564 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6537d6f0-d670-40ac-875c-544877056783 req-ef273260-a12c-46ac-8384-543007d7992f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968456 Sep 07 16:04:00.135789 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:04:00.158676 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:00.159063 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Added segment 404ca39f-9cb3-4af2-aee7-6f95cfbc5d14 of type vlan for network b3592410-72fa-43f3-96e9-8457a7348e0e Sep 07 16:04:00.233254 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:00.291546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb2c7eb-cdc7-4842-9fcf-aafda3c46bd8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:00.294802 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:00.296124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:00.296938 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:00.366942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38402) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:00.386812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcef502-6199-447e-bd7c-e055a1550b17 req-2e1afb6a-643f-4837-baef-08fd2d59ab61 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:00.388890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bcef502-6199-447e-bd7c-e055a1550b17 req-2e1afb6a-643f-4837-baef-08fd2d59ab61 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 1096 time: 0.1878445 Sep 07 16:04:00.396961 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e05402-8fcc-49c6-9721-8259e315c852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:00.435522 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-c7d5773e-bb66-477f-9b52-629808140f90 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6f53edeb791d48129f68dbee5aa3e0c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399368 Sep 07 16:04:00.492214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bcef502-6199-447e-bd7c-e055a1550b17 req-a3b47c80-38f0-4d9e-814a-14dabc2acd10 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958033 Sep 07 16:04:00.519892 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6482558 Sep 07 16:04:00.520681 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38408) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:00.530537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f9d41cb4-7e9a-406e-841d-02534dbebf65 admin admin] Request body: {'subnet': {'network_id': 'b3592410-72fa-43f3-96e9-8457a7348e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-266726318-subnet', 'tenant_id': '2f4384732aef44f08847263901ee8056', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:00.535489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51e4bf7-2453-4b63-8770-0e9f9e2883eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87c989a-8db7-400d-a34d-70dfa3576bf7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:00.538024 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb67f663-bea6-4bd8-8964-42d7e8c0d829" -d '{"events": [{"server_uuid": "b51e4bf7-2453-4b63-8770-0e9f9e2883eb", "name": "network-vif-plugged", "status": "completed", "tag": "e87c989a-8db7-400d-a34d-70dfa3576bf7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:00.542843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3bc76-f961-46e7-a926-30a41e52365b admin admin] Pushing event updated for resources: {'Network': ['ID=b3592410-72fa-43f3-96e9-8457a7348e0e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:00.554334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network b3592410-72fa-43f3-96e9-8457a7348e0e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:04:00.590710 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0f4b-a329-47d1-b10b-166234d27160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:00.601583 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e05402-8fcc-49c6-9721-8259e315c852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:00.627361 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e05402-8fcc-49c6-9721-8259e315c852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:00.653561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d41cb4-7e9a-406e-841d-02534dbebf65 admin admin] Made reservation on behalf of 2f4384732aef44f08847263901ee8056 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:00.656046 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9d41cb4-7e9a-406e-841d-02534dbebf65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:00.659607 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e4e2ab8-d7f4-4a30-8d79-41f966d7e654 req-b74bf9d9-4749-420e-89b4-6fa9ad1486fb tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 210 time: 0.0482659 Sep 07 16:04:00.676548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b4fef-78f1-4463-8596-32589c6752ea req-64abdb5c-82db-427c-b05b-f3e8efdb8d94 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:00.677718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b66b4fef-78f1-4463-8596-32589c6752ea req-64abdb5c-82db-427c-b05b-f3e8efdb8d94 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 946 time: 0.1879404 Sep 07 16:04:00.693721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-75e05402-8fcc-49c6-9721-8259e315c852 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b7e6e9a03eb442595c0da8fd1b8801c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7046793 Sep 07 16:04:00.697322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f6c35-e421-407f-94df-db44a317424c req-e68bbbf6-f56e-4e47-ba8f-1d18251de4ae tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:00.699056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-e68bbbf6-f56e-4e47-ba8f-1d18251de4ae tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541883 Sep 07 16:04:00.705233 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38412) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:00.728494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-167f6c35-e421-407f-94df-db44a317424c req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Request body: {'port': {'device_id': '383bad64-f396-4a21-bb1d-a3aedb8c9a7c', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '6f53edeb791d48129f68dbee5aa3e0c6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:00.763439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e05402-8fcc-49c6-9721-8259e315c852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06d1599-c410-45e8-ae84-d9a185d90ddc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:00.908002 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9d41cb4-7e9a-406e-841d-02534dbebf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:00.916569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b66b4fef-78f1-4463-8596-32589c6752ea req-f8c93744-9023-4070-9c3c-61681deaad0f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997650 Sep 07 16:04:00.959967 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99e3561f-218c-4484-ab1b-c2b679532a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:00.970557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f942879-c129-49cb-9ed8-e9493371c4ce req-0f7b5477-77f9-45b3-9edb-80a4e0ee456b tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:00.972196 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f942879-c129-49cb-9ed8-e9493371c4ce req-0f7b5477-77f9-45b3-9edb-80a4e0ee456b tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 1096 time: 0.1887848 Sep 07 16:04:00.990880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d41cb4-7e9a-406e-841d-02534dbebf65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1c2d0f-ce13-4b6d-b6ef-eac9989d81fb,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:01.007292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d41cb4-7e9a-406e-841d-02534dbebf65 admin admin] Checking segment: {'id': '404ca39f-9cb3-4af2-aee7-6f95cfbc5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b3592410-72fa-43f3-96e9-8457a7348e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:01.007292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d41cb4-7e9a-406e-841d-02534dbebf65 admin admin] Network hostable DHCP agents. Network: b3592410-72fa-43f3-96e9-8457a7348e0e, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:04:01.009775 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59b9acd-bc67-4494-808f-89971938955f x-openstack-request-id: req-a59b9acd-bc67-4494-808f-89971938955f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:01.010318 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51e4bf7-2453-4b63-8770-0e9f9e2883eb", "name": "network-vif-plugged", "status": "completed", "tag": "e87c989a-8db7-400d-a34d-70dfa3576bf7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:01.010748 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a59b9acd-bc67-4494-808f-89971938955f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:01.011387 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51e4bf7-2453-4b63-8770-0e9f9e2883eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87c989a-8db7-400d-a34d-70dfa3576bf7', 'code': 200} Sep 07 16:04:01.035891 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99e3561f-218c-4484-ab1b-c2b679532a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.037224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d41cb4-7e9a-406e-841d-02534dbebf65 admin admin] Network b3592410-72fa-43f3-96e9-8457a7348e0e is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:04:01.040283 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0f4b-a329-47d1-b10b-166234d27160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.050813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f9d41cb4-7e9a-406e-841d-02534dbebf65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, b3592410-72fa-43f3-96e9-8457a7348e0e) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:01.054299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0f4b-a329-47d1-b10b-166234d27160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.058360 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d41cb4-7e9a-406e-841d-02534dbebf65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:01.059490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9d41cb4-7e9a-406e-841d-02534dbebf65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.082949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c5f81-f19c-43b9-97f1-cd699f38841a None None] Network b3592410-72fa-43f3-96e9-8457a7348e0e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:04:01.136400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f942879-c129-49cb-9ed8-e9493371c4ce req-f2fb5b40-611c-4bf7-9bcc-646a55edb3c3 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482744 Sep 07 16:04:01.153365 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f9d41cb4-7e9a-406e-841d-02534dbebf65 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6233222 Sep 07 16:04:01.166143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167f6c35-e421-407f-94df-db44a317424c req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Made reservation on behalf of 6f53edeb791d48129f68dbee5aa3e0c6 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:01.177607 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-167f6c35-e421-407f-94df-db44a317424c req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.177607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb0f4b-a329-47d1-b10b-166234d27160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525dc98e-ffb4-430b-b0ad-eb41a391f1f3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:01.185665 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a9fb0f4b-a329-47d1-b10b-166234d27160 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=880911f383404703b5ad6b8219a496cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8125045 Sep 07 16:04:01.186995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38420) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:01.214828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab71a6-fb63-404c-a229-546a9684a981 req-60525a7f-11e4-4f53-9895-77adba9b09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:01.216517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90ab71a6-fb63-404c-a229-546a9684a981 req-60525a7f-11e4-4f53-9895-77adba9b09fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 1097 time: 0.1106992 Sep 07 16:04:01.235753 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99e3561f-218c-4484-ab1b-c2b679532a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.238376 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99e3561f-218c-4484-ab1b-c2b679532a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.239625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-99e3561f-218c-4484-ab1b-c2b679532a57 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a06d1599-c410-45e8-ae84-d9a185d90ddc HTTP/1.1" status: 204 len: 168 time: 0.5327661 Sep 07 16:04:01.311934 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-543d6b6d-9a24-45e7-9f2a-f0b05c7ee8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.315987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3561f-218c-4484-ab1b-c2b679532a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06d1599-c410-45e8-ae84-d9a185d90ddc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:01.318350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466352cd-c8d2-4a2a-8ddc-520d78b436be None None] Network b3592410-72fa-43f3-96e9-8457a7348e0e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:04:01.361751 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-543d6b6d-9a24-45e7-9f2a-f0b05c7ee8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.437767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90ab71a6-fb63-404c-a229-546a9684a981 req-d46f8e1c-f4e6-4bd7-b225-fbdc6b72f783 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132387 Sep 07 16:04:01.483441 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-543d6b6d-9a24-45e7-9f2a-f0b05c7ee8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.487387 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-543d6b6d-9a24-45e7-9f2a-f0b05c7ee8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.490780 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-543d6b6d-9a24-45e7-9f2a-f0b05c7ee8ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/525dc98e-ffb4-430b-b0ad-eb41a391f1f3 HTTP/1.1" status: 204 len: 168 time: 0.2993934 Sep 07 16:04:01.508284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a501c-768e-414d-8a47-593106d74c46 req-198578b8-2086-4093-ad97-d710c4d6aeeb tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:01.508704 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d6b6d-9a24-45e7-9f2a-f0b05c7ee8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525dc98e-ffb4-430b-b0ad-eb41a391f1f3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:01.517501 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d14a501c-768e-414d-8a47-593106d74c46 req-198578b8-2086-4093-ad97-d710c4d6aeeb tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.2031357 Sep 07 16:04:01.540725 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.546775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-167f6c35-e421-407f-94df-db44a317424c req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Allocated IP 192.168.233.41 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/cbe10db0-6e74-4660-822d-a48b51d1e466) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:01.597402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d14a501c-768e-414d-8a47-593106d74c46 req-958c5f07-9f6f-441b-b1e6-11bfa23b0ae0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737894 Sep 07 16:04:01.838880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-2478dd39-303d-4563-b33e-61b4216b8737 req-49e9c33e-c4ca-47d8-90aa-61259ffd184f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:04:01.840172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2478dd39-303d-4563-b33e-61b4216b8737 req-49e9c33e-c4ca-47d8-90aa-61259ffd184f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086315 Sep 07 16:04:01.843631 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-167f6c35-e421-407f-94df-db44a317424c req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.864180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-167f6c35-e421-407f-94df-db44a317424c req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Transition to ACTIVE for port object cbe10db0-6e74-4660-822d-a48b51d1e466 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:01.894403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38450) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:01.917085 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b4f4cdb-03ba-416c-bb40-2a05a4e6495f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.945864 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-167f6c35-e421-407f-94df-db44a317424c req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:01.963089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['9163e36b-63b9-4fd9-b626-9fe5fbd6ade8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:02.006848 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167f6c35-e421-407f-94df-db44a317424c req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:02.012878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-167f6c35-e421-407f-94df-db44a317424c req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:02.024048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-167f6c35-e421-407f-94df-db44a317424c req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:02.035027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f6c35-e421-407f-94df-db44a317424c req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:02.035826 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-167f6c35-e421-407f-94df-db44a317424c req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:02.071059 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Pushing event updated for resources: {'Port': ['ID=cbe10db0-6e74-4660-822d-a48b51d1e466,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:02.127694 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:02.187195 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b4f4cdb-03ba-416c-bb40-2a05a4e6495f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:02.195248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b4f4cdb-03ba-416c-bb40-2a05a4e6495f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:02.201452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-96b5614d-d675-4927-92c9-df138ca2df28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4830873 Sep 07 16:04:02.215434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Request body: {'port': {'device_id': '383bad64-f396-4a21-bb1d-a3aedb8c9a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:02.282907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f4cdb-03ba-416c-bb40-2a05a4e6495f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb4d74c-b63f-4f3e-afaf-2c297a78db2e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:02.332221 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7b4f4cdb-03ba-416c-bb40-2a05a4e6495f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c2689559e7f4ff2a8aac2d270670b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366810 Sep 07 16:04:02.335148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38470) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:02.355249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38472) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:02.377526 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dafc547-248f-4f8b-bdf8-a5a71d61e001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:02.431182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6067ad94-e7cd-4231-b916-340e2099b92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:02.454741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-3bc70333-af18-44e7-ac80-39677fe4d6a2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2322416 Sep 07 16:04:02.462201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:02.478862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ac0eab97-a3ea-4c65-85c5-386905976758 None None] Provisioning for port cbe10db0-6e74-4660-822d-a48b51d1e466 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:02.487950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ac0eab97-a3ea-4c65-85c5-386905976758 None None] Provisioning complete for port cbe10db0-6e74-4660-822d-a48b51d1e466 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:02.488886 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac0eab97-a3ea-4c65-85c5-386905976758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:02.511076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6067ad94-e7cd-4231-b916-340e2099b92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:02.569787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ac0eab97-a3ea-4c65-85c5-386905976758 None None] Port cbe10db0-6e74-4660-822d-a48b51d1e466 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:04:02.616078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6067ad94-e7cd-4231-b916-340e2099b92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:02.619996 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6067ad94-e7cd-4231-b916-340e2099b92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:02.621393 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6067ad94-e7cd-4231-b916-340e2099b92b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9bb4d74c-b63f-4f3e-afaf-2c297a78db2e HTTP/1.1" status: 204 len: 168 time: 0.2847669 Sep 07 16:04:02.630605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067ad94-e7cd-4231-b916-340e2099b92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb4d74c-b63f-4f3e-afaf-2c297a78db2e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:02.949032 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dafc547-248f-4f8b-bdf8-a5a71d61e001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:03.010785 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dafc547-248f-4f8b-bdf8-a5a71d61e001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:03.036579 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-418702b2-0906-408e-8366-3ad9664ed138 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:04:03.037996 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-418702b2-0906-408e-8366-3ad9664ed138 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073884 Sep 07 16:04:03.124507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-f685ecd9-0e1d-4094-a2db-8c967a5d3a89 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:03.126290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-f685ecd9-0e1d-4094-a2db-8c967a5d3a89 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/networks?id=32819d99-505b-40a0-9f9a-52d4fbfda112 HTTP/1.1" status: 200 len: 815 time: 0.3992274 Sep 07 16:04:03.127053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafc547-248f-4f8b-bdf8-a5a71d61e001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f104cd51-c3a8-454b-808e-30398e9d2ac8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:03.133159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-4f815ad4-e671-4309-8f99-bf64fbee4681 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:03.141471 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-4f815ad4-e671-4309-8f99-bf64fbee4681 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports/078c61dc-0b79-4eaa-b8e9-3460acb77d84 HTTP/1.1" status: 200 len: 1093 time: 0.0860221 Sep 07 16:04:03.145996 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] Request body: {'binding': {'host': 'n-h1-807551-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:03.146467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] Unknown quota resources ['binding']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:04:03.148873 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9dafc547-248f-4f8b-bdf8-a5a71d61e001 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e79da93b703f4e27ab359e6af5a85fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7898071 Sep 07 16:04:03.153084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38512) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:03.181142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-deb99e7c-20fc-4c30-b413-d5d6b8a95ffb tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/quotas/37f5e55752ae41128dee921618747ec8 HTTP/1.1" status: 200 len: 375 time: 0.0297585 Sep 07 16:04:03.274513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe10db0-6e74-4660-822d-a48b51d1e466 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:03.290418 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:03.298621 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-760809bd-9955-448e-b591-b9cd3224e174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:03.300002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-92170517-20f7-4c89-8d39-c3e3d7e31e55 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=37f5e55752ae41128dee921618747ec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179616 Sep 07 16:04:03.335616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Transition to ACTIVE for port object cbe10db0-6e74-4660-822d-a48b51d1e466 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:03.354480 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:03.360115 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-760809bd-9955-448e-b591-b9cd3224e174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:03.539841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] Attempting to bind port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on host n-h1-807551-3 for vnic_type normal with profile None {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:03.540060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] Attempting to bind port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:03.540518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] Attempting to bind port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:03.563204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] Port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:03.564666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] Attempting to bind port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:03.576725 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-760809bd-9955-448e-b591-b9cd3224e174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:03.583823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe10db0-6e74-4660-822d-a48b51d1e466,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:03.586142 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-760809bd-9955-448e-b591-b9cd3224e174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:03.588094 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-760809bd-9955-448e-b591-b9cd3224e174 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f104cd51-c3a8-454b-808e-30398e9d2ac8 HTTP/1.1" status: 204 len: 168 time: 0.4287381 Sep 07 16:04:03.596450 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:03.596807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] Checking segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:03.597125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] Bound using segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:03.600661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] Bound port: 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:03.619901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Attempting to bind port cbe10db0-6e74-4660-822d-a48b51d1e466 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:03.620923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Attempting to bind port cbe10db0-6e74-4660-822d-a48b51d1e466 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:03.621469 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Attempting to bind port cbe10db0-6e74-4660-822d-a48b51d1e466 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:03.645405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-40cfd8cd-9bae-485e-869e-02da27ba740c service neutron] 10.222.0.70 "GET /v2.0/networks/32819d99-505b-40a0-9f9a-52d4fbfda112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274910 Sep 07 16:04:03.685674 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760809bd-9955-448e-b591-b9cd3224e174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f104cd51-c3a8-454b-808e-30398e9d2ac8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:03.747324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:03.755233 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:03.756874 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-6dde794f-979e-4f2f-b620-eb2a9f5e555f service neutron] 10.222.0.70 "POST /v2.0/ports/078c61dc-0b79-4eaa-b8e9-3460acb77d84/bindings HTTP/1.1" status: 201 len: 389 time: 0.6145952 Sep 07 16:04:03.794398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Port cbe10db0-6e74-4660-822d-a48b51d1e466 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:03.794922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Attempting to bind port cbe10db0-6e74-4660-822d-a48b51d1e466 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:03.833764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:03.834201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:03.835315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:03.836222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Bound port: cbe10db0-6e74-4660-822d-a48b51d1e466, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:03.842232 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:03.936256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-df448ea9-1e68-4998-a377-e767e15aa5dd service neutron] 10.222.0.70 "GET /v2.0/networks/32819d99-505b-40a0-9f9a-52d4fbfda112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892418 Sep 07 16:04:04.404556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-5dca1600-a0e2-461c-806e-7631cb235162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:04.414458 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-5dca1600-a0e2-461c-806e-7631cb235162 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 1096 time: 0.1160235 Sep 07 16:04:04.643658 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-189c9bfd-2c62-4913-941a-8f0a6792bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:04.645406 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-189c9bfd-2c62-4913-941a-8f0a6792bf43 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.2228289 Sep 07 16:04:04.671562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] For port cbe10db0-6e74-4660-822d-a48b51d1e466, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:04.683054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] For port cbe10db0-6e74-4660-822d-a48b51d1e466, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=cbe10db0-6e74-4660-822d-a48b51d1e466,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:04.716220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a249a3c-0005-4356-a018-937ce944f6d1 req-ae501581-f954-4996-9844-317999ddac4b tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:04.736938 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a249a3c-0005-4356-a018-937ce944f6d1 req-ae501581-f954-4996-9844-317999ddac4b tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 947 time: 0.6779590 Sep 07 16:04:04.752546 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-533412ea-89d6-4237-9af2-97aa37964cb5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84 HTTP/1.1" status: 200 len: 217 time: 0.0980613 Sep 07 16:04:04.769749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77389053-6cc8-4f74-8a75-e9ff2dfca597 req-aeabc8ed-2c00-4189-91a4-1d7588ca1290 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:04.771986 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77389053-6cc8-4f74-8a75-e9ff2dfca597 req-aeabc8ed-2c00-4189-91a4-1d7588ca1290 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 946 time: 0.2764852 Sep 07 16:04:04.774061 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:04.778964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.54', 52497) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:04.903915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-03d77b23-4316-48ab-94df-8fdca228db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:04.905921 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-03d77b23-4316-48ab-94df-8fdca228db76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.1443377 Sep 07 16:04:04.912998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:04.912998 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:04.912998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] 10.222.0.54 "PUT /v2.0/ports/cbe10db0-6e74-4660-822d-a48b51d1e466 HTTP/1.1" status: 200 len: 1095 time: 2.7008064 Sep 07 16:04:04.912998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383bad64-f396-4a21-bb1d-a3aedb8c9a7c', 'tag': 'cbe10db0-6e74-4660-822d-a48b51d1e466'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:04.916849 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4367b87-d89a-4e9d-a97b-89898e666481" -d '{"events": [{"name": "network-changed", "server_uuid": "383bad64-f396-4a21-bb1d-a3aedb8c9a7c", "tag": "cbe10db0-6e74-4660-822d-a48b51d1e466"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:04.935829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-d52860f6-68fa-4b42-afbc-0fbf927008f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:04.938847 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-d52860f6-68fa-4b42-afbc-0fbf927008f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 1101 time: 0.1589153 Sep 07 16:04:05.002526 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-2d6efc7e-64f8-4659-bbb7-4ce820ad322b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831661 Sep 07 16:04:05.095597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a249a3c-0005-4356-a018-937ce944f6d1 req-1ccff18b-d8e9-429a-983c-0fa1429f48a1 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569548 Sep 07 16:04:05.097029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a01637-1050-4881-93a8-8911dcf06f78 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe10db0-6e74-4660-822d-a48b51d1e466,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:05.238703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-e63e402a-148a-4aab-9d6b-8af49f672919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:05.241163 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-e63e402a-148a-4aab-9d6b-8af49f672919 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2424777 Sep 07 16:04:05.259767 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-7ebe6313-3f26-4dd2-9d2e-2f97d42670cc service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341547 Sep 07 16:04:05.262682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77389053-6cc8-4f74-8a75-e9ff2dfca597 req-180ea05f-40a8-4b96-83aa-0ba72fa9d119 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768410 Sep 07 16:04:05.298714 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-f7d8ea23-b2ad-4d3e-b791-152fd5eb32a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2 HTTP/1.1" status: 200 len: 217 time: 0.0481219 Sep 07 16:04:05.313574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f6c35-e421-407f-94df-db44a317424c req-19ff324c-84b5-4954-a078-44f27dfe34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:05.318735 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-19ff324c-84b5-4954-a078-44f27dfe34ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f53edeb791d48129f68dbee5aa3e0c6&device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 1098 time: 0.3345487 Sep 07 16:04:05.399821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.54', 52498) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:05.401949 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-de11788b-d07d-41ad-99ef-c9dfba1c550c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=cbe10db0-6e74-4660-822d-a48b51d1e466 HTTP/1.1" status: 200 len: 217 time: 0.0718071 Sep 07 16:04:05.432283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-df7881d6-10d8-4e3f-89b5-92ad4cdeb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:05.437698 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-df7881d6-10d8-4e3f-89b5-92ad4cdeb9ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1259434 Sep 07 16:04:05.541552 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-ddd06843-a714-4cf4-ad29-6e73680979f4 service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515576 Sep 07 16:04:05.548290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6044d08a-e112-465c-929f-441e5e04e315 req-7c7b65a7-03f6-4d0f-b07c-ba77105d3696 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1422627 Sep 07 16:04:05.571338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1e66-ff2d-4e96-a973-07f6106ebf2d req-128ae4ac-306f-40c7-9854-412502e2f86a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:05.576992 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-f86781fa-1253-431e-af75-31b3c0245de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:05.579980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-364d1e66-ff2d-4e96-a973-07f6106ebf2d req-128ae4ac-306f-40c7-9854-412502e2f86a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.2601001 Sep 07 16:04:05.580865 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-f86781fa-1253-431e-af75-31b3c0245de5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262746 Sep 07 16:04:05.583645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f6c35-e421-407f-94df-db44a317424c req-4154027b-bedf-4f4a-b312-fb2fd595b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:05.585396 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-4154027b-bedf-4f4a-b312-fb2fd595b1ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1400385 Sep 07 16:04:05.717326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-364d1e66-ff2d-4e96-a973-07f6106ebf2d req-9fc90464-008e-426b-886a-0055b1e68c7d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363516 Sep 07 16:04:05.751819 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-8fbdd148-faa5-4e75-bf56-2e53dea5013d service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474471 Sep 07 16:04:05.754491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-d532fe5c-e3c9-46eb-9bda-aa466447429a tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:05.756076 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-d532fe5c-e3c9-46eb-9bda-aa466447429a tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1096 time: 0.1062663 Sep 07 16:04:05.757183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1399d-5c17-4be0-88e1-9b3878bc855b req-1c665e85-ead9-4d70-8c9e-67f58292ad1a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:05.758979 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24d1399d-5c17-4be0-88e1-9b3878bc855b req-1c665e85-ead9-4d70-8c9e-67f58292ad1a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 945 time: 0.1674852 Sep 07 16:04:05.762126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044d08a-e112-465c-929f-441e5e04e315 req-f52dce8b-a0a2-42ab-98e5-75a36fe2aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:05.763642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6044d08a-e112-465c-929f-441e5e04e315 req-f52dce8b-a0a2-42ab-98e5-75a36fe2aede service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 1101 time: 0.1249847 Sep 07 16:04:05.766446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f6c35-e421-407f-94df-db44a317424c req-4dcdb4d8-3c21-4ae3-b978-516cfb66e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:05.769322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-4dcdb4d8-3c21-4ae3-b978-516cfb66e57b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578631 Sep 07 16:04:05.797759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807551-3'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:05.928065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5524506-a190-4768-904c-98ff2e3218d8 req-c2a9a208-f246-4b94-b042-923ffef01a92 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 210 time: 0.1269596 Sep 07 16:04:06.000330 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24d1399d-5c17-4be0-88e1-9b3878bc855b req-fbe8d23e-58ad-4b71-a253-264e02c6ee63 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277112 Sep 07 16:04:06.022732 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-a0db0ae1-54b8-41be-aac8-d613a3362aea service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349479 Sep 07 16:04:06.025152 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c8dad7-cd2f-4bb8-a7b2-772f4c9ede3b x-openstack-request-id: req-97c8dad7-cd2f-4bb8-a7b2-772f4c9ede3b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:06.025504 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383bad64-f396-4a21-bb1d-a3aedb8c9a7c", "tag": "cbe10db0-6e74-4660-822d-a48b51d1e466", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:06.025750 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97c8dad7-cd2f-4bb8-a7b2-772f4c9ede3b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:06.026183 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383bad64-f396-4a21-bb1d-a3aedb8c9a7c', 'tag': 'cbe10db0-6e74-4660-822d-a48b51d1e466', 'status': 'completed', 'code': 200} Sep 07 16:04:06.035450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:06.196481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-37dbaad5-50e9-495e-86c4-1e5d9cbcdde6 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972540 Sep 07 16:04:06.222794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044d08a-e112-465c-929f-441e5e04e315 req-ddadb2cd-3288-4e73-95eb-58cab215dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:06.224624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6044d08a-e112-465c-929f-441e5e04e315 req-ddadb2cd-3288-4e73-95eb-58cab215dd89 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.3717656 Sep 07 16:04:06.362776 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6044d08a-e112-465c-929f-441e5e04e315 req-d67a8a1a-60b1-4be9-9e7a-1248c6d12a35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f674c7d1-3837-477f-9ce9-722cbd417e78 HTTP/1.1" status: 200 len: 217 time: 0.1225090 Sep 07 16:04:06.412209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2a59eb97-c24f-495c-899d-35964ff18e13 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:06.413922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2a59eb97-c24f-495c-899d-35964ff18e13 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.35 "GET /v2.0/networks?id=32819d99-505b-40a0-9f9a-52d4fbfda112 HTTP/1.1" status: 200 len: 815 time: 0.4378994 Sep 07 16:04:06.463324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-653c0eec-5c19-4789-b522-35c6f9e4de96 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Request body: {'port': {'device_id': '679e8561-d726-4f0b-98a9-1c3fed57c97f', 'network_id': '32819d99-505b-40a0-9f9a-52d4fbfda112', 'admin_state_up': True, 'tenant_id': '37f5e55752ae41128dee921618747ec8'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:06.567631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044d08a-e112-465c-929f-441e5e04e315 req-54a524cb-3b61-4473-b80b-41f89eabad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:06.569209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6044d08a-e112-465c-929f-441e5e04e315 req-54a524cb-3b61-4473-b80b-41f89eabad2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1753142 Sep 07 16:04:06.575235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a28ff-aaf2-4ba9-bb48-d8cabb842c23 req-6cf73b54-617b-4a99-962c-27c7100556b5 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:06.576916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b76a28ff-aaf2-4ba9-bb48-d8cabb842c23 req-6cf73b54-617b-4a99-962c-27c7100556b5 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 1097 time: 0.3264840 Sep 07 16:04:06.586802 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-167f6c35-e421-407f-94df-db44a317424c req-4f789c52-8e56-4896-b6f8-b980769ee555 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790641 Sep 07 16:04:06.724572 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b76a28ff-aaf2-4ba9-bb48-d8cabb842c23 req-597b0601-3d4c-4810-b743-87a991826b65 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259356 Sep 07 16:04:06.746014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044d08a-e112-465c-929f-441e5e04e315 req-298ca01a-983f-4acb-841f-1bc2add7b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:06.747749 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6044d08a-e112-465c-929f-441e5e04e315 req-298ca01a-983f-4acb-841f-1bc2add7b2d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1636970 Sep 07 16:04:06.752698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:06.780663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4367b87-d89a-4e9d-a97b-89898e666481 req-5893731e-009f-4ebc-a579-b25c04eba4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:06.787481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4367b87-d89a-4e9d-a97b-89898e666481 req-5893731e-009f-4ebc-a579-b25c04eba4d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f53edeb791d48129f68dbee5aa3e0c6&device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 1098 time: 0.1285353 Sep 07 16:04:06.823674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-653c0eec-5c19-4789-b522-35c6f9e4de96 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Made reservation on behalf of 37f5e55752ae41128dee921618747ec8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:06.827882 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-653c0eec-5c19-4789-b522-35c6f9e4de96 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:06.836700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:06.944111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '078c61dc-0b79-4eaa-b8e9-3460acb77d84'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:06.948039 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70304eb6-3211-48ff-9295-cb71c24b2707" -d '{"events": [{"server_uuid": "2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b", "name": "network-vif-unplugged", "status": "completed", "tag": "078c61dc-0b79-4eaa-b8e9-3460acb77d84"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:06.954676 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:06.965688 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:07.084694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Pushing event updated for resources: {'Port': ['ID=078c61dc-0b79-4eaa-b8e9-3460acb77d84,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:07.089476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Attempting to bind port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on host n-h2-807551-3 for vnic_type normal with profile {"migrating_to": "n-h1-807551-3"} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:07.089812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Attempting to bind port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:07.090142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Attempting to bind port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:07.095333 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:07.095757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Attempting to bind port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:07.101119 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:07.101464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Checking segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:07.102060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Bound using segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:07.102522 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Bound port: 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:07.102892 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:07.225679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:07.231080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:07.237442 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:07.254267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4367b87-d89a-4e9d-a97b-89898e666481 req-10e43222-0287-4530-a67c-26a90d535e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:07.255850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4367b87-d89a-4e9d-a97b-89898e666481 req-10e43222-0287-4530-a67c-26a90d535e27 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.4442174 Sep 07 16:04:07.319705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Pushing event updated for resources: {'Port': ['ID=078c61dc-0b79-4eaa-b8e9-3460acb77d84,revision_number=8']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:07.337252 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6044d08a-e112-465c-929f-441e5e04e315 req-845f5174-b675-4158-a84e-cd5b34a162e6 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767343 Sep 07 16:04:07.338597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4367b87-d89a-4e9d-a97b-89898e666481 req-7ebe795e-b306-4fd9-acd0-7b4b5a2af89a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=cbe10db0-6e74-4660-822d-a48b51d1e466 HTTP/1.1" status: 200 len: 217 time: 0.0707867 Sep 07 16:04:07.348766 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:07.349514 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:07.350970 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-e4f4f48c-c3e2-4606-bb20-1153da21ae65 service neutron] 10.222.0.54 "PUT /v2.0/ports/078c61dc-0b79-4eaa-b8e9-3460acb77d84 HTTP/1.1" status: 200 len: 1121 time: 1.5587971 Sep 07 16:04:07.353511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a106fb-edaa-441b-9051-2da5acbc99b3 req-ec09f7d2-cb0d-40c8-935c-f2c760222a90 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:07.355755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3a106fb-edaa-441b-9051-2da5acbc99b3 req-ec09f7d2-cb0d-40c8-935c-f2c760222a90 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 947 time: 0.4158027 Sep 07 16:04:07.369550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-653c0eec-5c19-4789-b522-35c6f9e4de96 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Allocated IP 172.20.0.10 (32819d99-505b-40a0-9f9a-52d4fbfda112/56016e33-0542-4033-b5d9-20587bf05952/e752630e-cf3a-46ff-86c0-1c948a43f875) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:07.442659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2258-b133-4368-ad07-1efd1985510f req-1661febc-4d13-4225-b31b-95a8d287880f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:07.444226 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bbe2258-b133-4368-ad07-1efd1985510f req-1661febc-4d13-4225-b31b-95a8d287880f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.4037342 Sep 07 16:04:07.457793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['078c61dc-0b79-4eaa-b8e9-3460acb77d84'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:07.770182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4367b87-d89a-4e9d-a97b-89898e666481 req-acd813f5-9273-481b-ba33-ee59d4b18cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:07.771565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4367b87-d89a-4e9d-a97b-89898e666481 req-acd813f5-9273-481b-ba33-ee59d4b18cc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.4146321 Sep 07 16:04:07.780020 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3a106fb-edaa-441b-9051-2da5acbc99b3 req-ec0d7735-5311-4e69-beba-bde81c195a26 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865368 Sep 07 16:04:07.806074 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bbe2258-b133-4368-ad07-1efd1985510f req-36d28eef-577a-4311-a948-116bc331ad6e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454874 Sep 07 16:04:07.861666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6044d08a-e112-465c-929f-441e5e04e315 req-f7413e8f-01f3-4d6c-b025-ef1d288218c7 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981775 Sep 07 16:04:07.959383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4367b87-d89a-4e9d-a97b-89898e666481 req-e1826c1c-6aba-42bd-929a-82ce58edba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:07.960960 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4367b87-d89a-4e9d-a97b-89898e666481 req-e1826c1c-6aba-42bd-929a-82ce58edba51 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1739964 Sep 07 16:04:07.990578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313026e5-7b69-4ab4-88db-bb168eb577a8 req-07f5dabf-a2d5-42b0-b342-0c672d8d27da tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:07.992131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-313026e5-7b69-4ab4-88db-bb168eb577a8 req-07f5dabf-a2d5-42b0-b342-0c672d8d27da tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 1097 time: 0.1375246 Sep 07 16:04:08.051193 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-653c0eec-5c19-4789-b522-35c6f9e4de96 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:08.115277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-313026e5-7b69-4ab4-88db-bb168eb577a8 req-aa03a4eb-2b86-4a2a-931b-6a00ca7791f2 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080074 Sep 07 16:04:08.150301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4367b87-d89a-4e9d-a97b-89898e666481 req-23115a2a-d4d3-477e-9b61-7f9883a1c9e7 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773217 Sep 07 16:04:08.170227 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-653c0eec-5c19-4789-b522-35c6f9e4de96 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:08.171368 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b316c9-5245-4c70-bd04-c5875b0ac3eb x-openstack-request-id: req-89b316c9-5245-4c70-bd04-c5875b0ac3eb {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:08.172437 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b", "name": "network-vif-unplugged", "status": "completed", "tag": "078c61dc-0b79-4eaa-b8e9-3460acb77d84", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:08.173265 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89b316c9-5245-4c70-bd04-c5875b0ac3eb {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:08.173670 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '078c61dc-0b79-4eaa-b8e9-3460acb77d84', 'code': 200} Sep 07 16:04:08.268204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-653c0eec-5c19-4789-b522-35c6f9e4de96 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Network 32819d99-505b-40a0-9f9a-52d4fbfda112 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:08.295163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-653c0eec-5c19-4789-b522-35c6f9e4de96 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:08.320999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-653c0eec-5c19-4789-b522-35c6f9e4de96 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:08.326563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-653c0eec-5c19-4789-b522-35c6f9e4de96 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:08.327223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-653c0eec-5c19-4789-b522-35c6f9e4de96 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:08.333135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c0eec-5c19-4789-b522-35c6f9e4de96 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Pushing event updated for resources: {'Port': ['ID=e752630e-cf3a-46ff-86c0-1c948a43f875,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:08.392672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-653c0eec-5c19-4789-b522-35c6f9e4de96 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9350331 Sep 07 16:04:08.408384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc822a-7291-408a-a8df-8d175b91eb60 req-16db1cf0-7671-4242-a813-caabbc096a0c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:08.410007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6bc822a-7291-408a-a8df-8d175b91eb60 req-16db1cf0-7671-4242-a813-caabbc096a0c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 932 time: 0.1446204 Sep 07 16:04:08.414448 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4367b87-d89a-4e9d-a97b-89898e666481 req-3b19907c-1ba9-4b34-9aa8-b42c53618942 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541244 Sep 07 16:04:08.418293 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Request body: {'port': {'device_id': '679e8561-d726-4f0b-98a9-1c3fed57c97f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:08.476750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7556c-c810-4690-a9a3-c5da642b5024 req-b30258fd-f0b4-48a5-9f8a-2fd255335d7a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:08.478121 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2f7556c-c810-4690-a9a3-c5da642b5024 req-b30258fd-f0b4-48a5-9f8a-2fd255335d7a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 943 time: 0.1884079 Sep 07 16:04:08.525697 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6bc822a-7291-408a-a8df-8d175b91eb60 req-1e1cf34e-efd7-4f0d-9a19-d63236eb5806 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/security-groups?id=9362ac7e-ea54-465e-ac73-bbe71843f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016724 Sep 07 16:04:08.539235 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:08.561987 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2f7556c-c810-4690-a9a3-c5da642b5024 req-6b4565d2-523b-4778-be00-c8ec00058427 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722606 Sep 07 16:04:08.930526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e752630e-cf3a-46ff-86c0-1c948a43f875 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:08.940206 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:08.958103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Transition to ACTIVE for port object e752630e-cf3a-46ff-86c0-1c948a43f875 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:08.963212 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:09.031394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Pushing event updated for resources: {'Port': ['ID=e752630e-cf3a-46ff-86c0-1c948a43f875,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:09.067154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Attempting to bind port e752630e-cf3a-46ff-86c0-1c948a43f875 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:09.067720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Attempting to bind port e752630e-cf3a-46ff-86c0-1c948a43f875 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '6ed37be6-151b-43c8-ad0b-8978f8b5f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '32819d99-505b-40a0-9f9a-52d4fbfda112'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:09.068954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Attempting to bind port e752630e-cf3a-46ff-86c0-1c948a43f875 on network 32819d99-505b-40a0-9f9a-52d4fbfda112 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:09.076637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Port e752630e-cf3a-46ff-86c0-1c948a43f875 on network 32819d99-505b-40a0-9f9a-52d4fbfda112 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:09.077163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Attempting to bind port e752630e-cf3a-46ff-86c0-1c948a43f875 on network 32819d99-505b-40a0-9f9a-52d4fbfda112 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:09.086428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:09.086841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Checking segment: {'id': '6ed37be6-151b-43c8-ad0b-8978f8b5f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '32819d99-505b-40a0-9f9a-52d4fbfda112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:09.087474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Bound using segment: {'id': '6ed37be6-151b-43c8-ad0b-8978f8b5f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '32819d99-505b-40a0-9f9a-52d4fbfda112'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:09.088454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Bound port: e752630e-cf3a-46ff-86c0-1c948a43f875, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed37be6-151b-43c8-ad0b-8978f8b5f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '32819d99-505b-40a0-9f9a-52d4fbfda112'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:09.088929 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:09.211278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] For port e752630e-cf3a-46ff-86c0-1c948a43f875, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:09.221415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d5dbf-d392-4aba-bc58-850b88cf8ede req-e3398795-7103-4694-a06e-64df86b58cf0 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:09.223090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-836d5dbf-d392-4aba-bc58-850b88cf8ede req-e3398795-7103-4694-a06e-64df86b58cf0 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 947 time: 0.0847466 Sep 07 16:04:09.225061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] For port e752630e-cf3a-46ff-86c0-1c948a43f875, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e752630e-cf3a-46ff-86c0-1c948a43f875,segment=NetworkSegment(6ed37be6-151b-43c8-ad0b-8978f8b5f48f),segment_id=6ed37be6-151b-43c8-ad0b-8978f8b5f48f)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:09.231904 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:09.362361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:09.362361 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:09.363806 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] 10.222.0.35 "PUT /v2.0/ports/e752630e-cf3a-46ff-86c0-1c948a43f875 HTTP/1.1" status: 200 len: 1092 time: 0.9518316 Sep 07 16:04:09.368783 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679e8561-d726-4f0b-98a9-1c3fed57c97f', 'tag': 'e752630e-cf3a-46ff-86c0-1c948a43f875'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:09.371394 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ca1536-bb33-4e23-ab81-3c342967d99b" -d '{"events": [{"name": "network-changed", "server_uuid": "679e8561-d726-4f0b-98a9-1c3fed57c97f", "tag": "e752630e-cf3a-46ff-86c0-1c948a43f875"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:09.407707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67b8db-4276-4d3d-800b-cc7de130b698 service neutron] Pushing event updated for resources: {'Port': ['ID=e752630e-cf3a-46ff-86c0-1c948a43f875,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:09.415147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-836d5dbf-d392-4aba-bc58-850b88cf8ede req-182b434b-997b-4b97-a206-b8e0df4b0434 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788189 Sep 07 16:04:09.433454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296286d-2b19-42f4-93ec-a3f94418cfcb req-97287da0-b96a-4ce6-84b6-784965703ef1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:09.435245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b296286d-2b19-42f4-93ec-a3f94418cfcb req-97287da0-b96a-4ce6-84b6-784965703ef1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1911418 Sep 07 16:04:09.506838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b296286d-2b19-42f4-93ec-a3f94418cfcb req-e59cf4ac-16fb-4404-be57-b994dca52695 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586865 Sep 07 16:04:09.510150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-bfaf2345-4f62-40b8-bc7b-104ffc289de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:09.511666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-bfaf2345-4f62-40b8-bc7b-104ffc289de7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37f5e55752ae41128dee921618747ec8&device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 1095 time: 0.0754783 Sep 07 16:04:09.613000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-a095c29f-c184-438a-9dab-f75cae17d00c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e752630e-cf3a-46ff-86c0-1c948a43f875 HTTP/1.1" status: 200 len: 217 time: 0.0849118 Sep 07 16:04:09.650798 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1defd0f-09f8-45e6-abe2-fb9d96711de5 x-openstack-request-id: req-b1defd0f-09f8-45e6-abe2-fb9d96711de5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:09.651097 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679e8561-d726-4f0b-98a9-1c3fed57c97f", "tag": "e752630e-cf3a-46ff-86c0-1c948a43f875", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:09.651614 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1defd0f-09f8-45e6-abe2-fb9d96711de5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:09.652026 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679e8561-d726-4f0b-98a9-1c3fed57c97f', 'tag': 'e752630e-cf3a-46ff-86c0-1c948a43f875', 'status': 'completed', 'code': 200} Sep 07 16:04:09.689352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4db73-7a04-4d9e-a00b-6809991dd213 req-b98de0a1-9990-4d11-9606-0acd690c8f6a tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:09.695616 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45d4db73-7a04-4d9e-a00b-6809991dd213 req-b98de0a1-9990-4d11-9606-0acd690c8f6a tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 1097 time: 0.0930028 Sep 07 16:04:09.718314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-0b2574d2-626b-44b5-a173-6688f62da405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:09.720629 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-0b2574d2-626b-44b5-a173-6688f62da405 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56016e33-0542-4033-b5d9-20587bf05952 HTTP/1.1" status: 200 len: 855 time: 0.0870488 Sep 07 16:04:09.788442 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-8b2baaaa-4b9b-4901-ba67-3f1540066697 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32819d99-505b-40a0-9f9a-52d4fbfda112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546103 Sep 07 16:04:09.795461 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45d4db73-7a04-4d9e-a00b-6809991dd213 req-d862755e-510a-4079-b8cf-433edc8e691b tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977118 Sep 07 16:04:09.836794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c40d0e-12cf-46e5-8ff7-f284f8e7fac1 req-3f067113-880a-4acc-9c8b-dff685517400 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:09.838362 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c40d0e-12cf-46e5-8ff7-f284f8e7fac1 req-3f067113-880a-4acc-9c8b-dff685517400 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 944 time: 0.1152322 Sep 07 16:04:09.972815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c40d0e-12cf-46e5-8ff7-f284f8e7fac1 req-a57be33f-ba03-4fa8-b443-59867a4cb416 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/security-groups?id=9362ac7e-ea54-465e-ac73-bbe71843f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214232 Sep 07 16:04:09.980908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-af51f60a-409a-4157-ac77-e687d83a37f5 service neutron] 10.222.0.35 "GET /v2.0/networks/32819d99-505b-40a0-9f9a-52d4fbfda112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764362 Sep 07 16:04:09.995544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3914e55-9788-44b1-9c7c-78af89d6dea5 req-c1afa3d2-26ca-427c-8056-267e9d36853a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:09.997237 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3914e55-9788-44b1-9c7c-78af89d6dea5 req-c1afa3d2-26ca-427c-8056-267e9d36853a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 943 time: 0.0938501 Sep 07 16:04:10.093275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3914e55-9788-44b1-9c7c-78af89d6dea5 req-7664d40d-a321-4847-b9aa-d5ec293fc09e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870304 Sep 07 16:04:10.133520 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48855a9e-72b6-4db7-b560-18bab7c094f1 req-ecd10d2e-372e-4eab-9c05-2c09811e8e4b service neutron] 10.222.0.35 "GET /v2.0/networks/32819d99-505b-40a0-9f9a-52d4fbfda112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353691 Sep 07 16:04:10.175131 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b', 'tag': '078c61dc-0b79-4eaa-b8e9-3460acb77d84'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:10.179809 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd5e286-1113-418c-bf54-e36ec59310e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b", "tag": "078c61dc-0b79-4eaa-b8e9-3460acb77d84"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:10.246003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca1536-bb33-4e23-ab81-3c342967d99b req-c40129f6-3aa0-4b8e-914e-431519ace6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:10.248759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52ca1536-bb33-4e23-ab81-3c342967d99b req-c40129f6-3aa0-4b8e-914e-431519ace6be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37f5e55752ae41128dee921618747ec8&device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 1095 time: 0.0557234 Sep 07 16:04:10.293175 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c770b1f-9be4-49f2-adfa-2135460d7759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:10.377889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca1536-bb33-4e23-ab81-3c342967d99b req-d9eac8fe-1e57-4304-8275-041296ee4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:10.380596 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52ca1536-bb33-4e23-ab81-3c342967d99b req-d9eac8fe-1e57-4304-8275-041296ee4214 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32819d99-505b-40a0-9f9a-52d4fbfda112 HTTP/1.1" status: 200 len: 916 time: 0.1228654 Sep 07 16:04:10.429069 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbb7049-fb2c-495e-9f6f-fc0f599b7c6f x-openstack-request-id: req-bfbb7049-fb2c-495e-9f6f-fc0f599b7c6f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:10.430382 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b", "tag": "078c61dc-0b79-4eaa-b8e9-3460acb77d84", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:10.431385 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfbb7049-fb2c-495e-9f6f-fc0f599b7c6f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:10.431869 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52ca1536-bb33-4e23-ab81-3c342967d99b req-d353a8d5-2591-4df7-9847-cf318c8975ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e752630e-cf3a-46ff-86c0-1c948a43f875 HTTP/1.1" status: 200 len: 217 time: 0.0411291 Sep 07 16:04:10.432306 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b', 'tag': '078c61dc-0b79-4eaa-b8e9-3460acb77d84', 'status': 'completed', 'code': 200} Sep 07 16:04:10.499577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca1536-bb33-4e23-ab81-3c342967d99b req-c5a1a9b8-1850-4b80-aff4-3e5ab30a67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:10.501500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52ca1536-bb33-4e23-ab81-3c342967d99b req-c5a1a9b8-1850-4b80-aff4-3e5ab30a67b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56016e33-0542-4033-b5d9-20587bf05952 HTTP/1.1" status: 200 len: 855 time: 0.0578601 Sep 07 16:04:10.502522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device cbe10db0-6e74-4660-822d-a48b51d1e466 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:04:10.548064 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52ca1536-bb33-4e23-ab81-3c342967d99b req-9db020b4-2f60-4a21-a519-7921959ad22f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32819d99-505b-40a0-9f9a-52d4fbfda112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360732 Sep 07 16:04:10.555191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5e286-1113-418c-bf54-e36ec59310e1 req-7a69fa85-e42c-4f72-a543-0e4b69517cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:10.556833 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dcd5e286-1113-418c-bf54-e36ec59310e1 req-7a69fa85-e42c-4f72-a543-0e4b69517cdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 1124 time: 0.0959861 Sep 07 16:04:10.676716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port cbe10db0-6e74-4660-822d-a48b51d1e466, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=cbe10db0-6e74-4660-822d-a48b51d1e466,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:10.691970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'cbe10db0-6e74-4660-822d-a48b51d1e466', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'cbe10db0-6e74-4660-822d-a48b51d1e466', 'mac_address': 'fa:16:3e:01:a9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:04:10.756306 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:10.775014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe10db0-6e74-4660-822d-a48b51d1e466 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:10.781855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52ca1536-bb33-4e23-ab81-3c342967d99b req-27599bb4-1e4f-433c-a56a-5439ef758955 service neutron] 10.222.0.35 "GET /v2.0/networks/32819d99-505b-40a0-9f9a-52d4fbfda112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092888 Sep 07 16:04:10.810332 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port cbe10db0-6e74-4660-822d-a48b51d1e466, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=cbe10db0-6e74-4660-822d-a48b51d1e466,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:10.822586 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:10.823983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 078c61dc-0b79-4eaa-b8e9-3460acb77d84 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:04:10.850444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5e286-1113-418c-bf54-e36ec59310e1 req-617fb1f3-3f4e-4797-94cb-fcbf5e3f34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:10.852887 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dcd5e286-1113-418c-bf54-e36ec59310e1 req-617fb1f3-3f4e-4797-94cb-fcbf5e3f34a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.2749171 Sep 07 16:04:10.958896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=cbe10db0-6e74-4660-822d-a48b51d1e466,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:11.005035 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dcd5e286-1113-418c-bf54-e36ec59310e1 req-496992d8-3c4e-4c18-a12f-cdf33794a086 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84 HTTP/1.1" status: 200 len: 217 time: 0.1405742 Sep 07 16:04:11.113438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5e286-1113-418c-bf54-e36ec59310e1 req-7173dac1-4a07-45cc-9f1a-010a4dcf7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:11.120218 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dcd5e286-1113-418c-bf54-e36ec59310e1 req-7173dac1-4a07-45cc-9f1a-010a4dcf7991 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.1067836 Sep 07 16:04:11.167774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:11.198424 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dcd5e286-1113-418c-bf54-e36ec59310e1 req-ca91b4bc-bbd0-4d93-833a-ed2b928f0fac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700729 Sep 07 16:04:11.213306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 078c61dc-0b79-4eaa-b8e9-3460acb77d84 has no active binding in host n-h1-807551-3 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 16:04:11.264431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee45be4-7dd5-49ac-8780-2a53c5d3a0fd req-2b765a2e-4614-4e20-88b7-0478caa7617e tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:11.270791 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38734) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:11.273008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ee45be4-7dd5-49ac-8780-2a53c5d3a0fd req-2b765a2e-4614-4e20-88b7-0478caa7617e tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 948 time: 0.1377201 Sep 07 16:04:11.277722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52ca1536-bb33-4e23-ab81-3c342967d99b req-2b8dcc89-b4e0-41c6-b5af-d6bed78afcbb service neutron] 10.222.0.35 "GET /v2.0/networks/32819d99-505b-40a0-9f9a-52d4fbfda112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866514 Sep 07 16:04:11.324703 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ee45be4-7dd5-49ac-8780-2a53c5d3a0fd req-1c35d662-a5d7-44d1-bf13-4bd6645f967b tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483987 Sep 07 16:04:11.371010 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dcd5e286-1113-418c-bf54-e36ec59310e1 req-93c452f8-af6f-489b-bec3-7ad5069f8208 service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642656 Sep 07 16:04:11.525714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9c9a8-2652-49c8-8222-f68c4403cafb req-9b5c89af-b463-4f94-b34e-60de9cf005e1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:11.533706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07d9c9a8-2652-49c8-8222-f68c4403cafb req-9b5c89af-b463-4f94-b34e-60de9cf005e1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.0921412 Sep 07 16:04:11.546446 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dcd5e286-1113-418c-bf54-e36ec59310e1 req-5756c97f-d26b-448e-b4cc-33eec10602ce service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675432 Sep 07 16:04:11.557670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['cbe10db0-6e74-4660-822d-a48b51d1e466'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:11.586763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07d9c9a8-2652-49c8-8222-f68c4403cafb req-a70dff70-bab0-421c-acb7-28b13f18ba70 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519207 Sep 07 16:04:11.676161 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64ce7e-5a02-4d00-8de0-e7685709306b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:11.723015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49ec51-667f-4e5b-adad-6262f1c49851 req-a868bfab-0d60-4662-ae5f-398cc26835c6 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:11.731500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f49ec51-667f-4e5b-adad-6262f1c49851 req-a868bfab-0d60-4662-ae5f-398cc26835c6 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 944 time: 0.0758617 Sep 07 16:04:11.791749 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f49ec51-667f-4e5b-adad-6262f1c49851 req-57488c43-33a6-4648-b142-a14be845143d tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/security-groups?id=9362ac7e-ea54-465e-ac73-bbe71843f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592401 Sep 07 16:04:11.894181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38746) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:11.945499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64ce7e-5a02-4d00-8de0-e7685709306b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:11.954749 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f64ce7e-5a02-4d00-8de0-e7685709306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:12.005500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64ce7e-5a02-4d00-8de0-e7685709306b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cf5a4b-0808-4696-b26c-729ab615f9b1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:12.038892 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9f64ce7e-5a02-4d00-8de0-e7685709306b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=047c9bfd6a664742995e8f68f2a7f6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7666097 Sep 07 16:04:12.041680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38750) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:12.073866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447ea65-9e9b-4d5e-9d5f-e7e5d383c441 req-8fba7600-6271-4a43-85b3-a7fa00e05453 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:12.076895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2447ea65-9e9b-4d5e-9d5f-e7e5d383c441 req-8fba7600-6271-4a43-85b3-a7fa00e05453 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 943 time: 0.0843515 Sep 07 16:04:12.117839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1b1788a-6d42-440b-b653-4846b1c2e4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:12.174165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-dd554761-c9cc-4967-b992-c35bcf1f60a2 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:04:12.175159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-dd554761-c9cc-4967-b992-c35bcf1f60a2 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3004153 Sep 07 16:04:12.185823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2447ea65-9e9b-4d5e-9d5f-e7e5d383c441 req-4ac95918-db56-4acd-ad59-7668909f3ef2 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934696 Sep 07 16:04:12.200605 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46162ffa-9db7-40f0-a431-a1f05d47f6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:12.260090 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46162ffa-9db7-40f0-a431-a1f05d47f6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:12.271136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-8720b4f4-2d36-4e77-b504-8b2babe5dcfa tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:12.272619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-8720b4f4-2d36-4e77-b504-8b2babe5dcfa tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports/e87c989a-8db7-400d-a34d-70dfa3576bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0858397 Sep 07 16:04:12.291217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] Request body: {'binding': {'host': 'n-h1-807551-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:12.291813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] Unknown quota resources ['binding']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:04:12.439700 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46162ffa-9db7-40f0-a431-a1f05d47f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:12.442231 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46162ffa-9db7-40f0-a431-a1f05d47f6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:12.443534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-46162ffa-9db7-40f0-a431-a1f05d47f6a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68cf5a4b-0808-4696-b26c-729ab615f9b1 HTTP/1.1" status: 204 len: 168 time: 0.4008327 Sep 07 16:04:12.499246 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1b1788a-6d42-440b-b653-4846b1c2e4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:12.501943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46162ffa-9db7-40f0-a431-a1f05d47f6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cf5a4b-0808-4696-b26c-729ab615f9b1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:12.513699 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1b1788a-6d42-440b-b653-4846b1c2e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:12.592026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a1b1788a-6d42-440b-b653-4846b1c2e4c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5dc486a4b907482f87e8e0d97f042c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6955583 Sep 07 16:04:12.597576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38756) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:12.603453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f209bc-b364-4da0-a83a-780a6811d88d req-caf8ada8-e4e9-4d72-83ac-089b0343bd27 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:12.609201 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64f209bc-b364-4da0-a83a-780a6811d88d req-caf8ada8-e4e9-4d72-83ac-089b0343bd27 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 948 time: 0.1712964 Sep 07 16:04:12.611781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1788a-6d42-440b-b653-4846b1c2e4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c84c3e3-348e-4330-b80b-7c263e610983,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:12.649642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] Attempting to bind port e87c989a-8db7-400d-a34d-70dfa3576bf7 on host n-h1-807551-3 for vnic_type normal with profile None {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:12.650034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] Attempting to bind port e87c989a-8db7-400d-a34d-70dfa3576bf7 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:12.650400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] Attempting to bind port e87c989a-8db7-400d-a34d-70dfa3576bf7 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:12.661555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] Port e87c989a-8db7-400d-a34d-70dfa3576bf7 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:12.661555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] Attempting to bind port e87c989a-8db7-400d-a34d-70dfa3576bf7 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:12.674479 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64f209bc-b364-4da0-a83a-780a6811d88d req-b36206e3-9e54-48b6-b527-308d59c72579 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641208 Sep 07 16:04:12.675449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:12.675794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] Checking segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:12.676176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] Bound using segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:12.676680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] Bound port: e87c989a-8db7-400d-a34d-70dfa3576bf7, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:12.693456 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-5684e31a-40ca-4e06-9800-66f07538b128 service neutron] 10.222.0.35 "GET /v2.0/ports/078c61dc-0b79-4eaa-b8e9-3460acb77d84/bindings/n-h1-807551-3 HTTP/1.1" status: 200 len: 384 time: 0.1013434 Sep 07 16:04:12.745816 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27abd07b-a70f-4fff-b7c6-eea011448b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:12.785858 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27abd07b-a70f-4fff-b7c6-eea011448b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:12.814871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:12.824695 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:12.825908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-50d6487c-858c-48b1-8739-0d510cc50d8d service neutron] 10.222.0.70 "POST /v2.0/ports/e87c989a-8db7-400d-a34d-70dfa3576bf7/bindings HTTP/1.1" status: 201 len: 389 time: 0.5394659 Sep 07 16:04:12.847293 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb4686-1408-4663-9a25-f02ba19957c1 req-96ef15f1-1e5c-462d-8a9e-3ec8448c1662 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:12.849641 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88fb4686-1408-4663-9a25-f02ba19957c1 req-96ef15f1-1e5c-462d-8a9e-3ec8448c1662 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.0809429 Sep 07 16:04:12.923963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88fb4686-1408-4663-9a25-f02ba19957c1 req-4e472c2e-f1af-440e-845d-71ebcc19aa78 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653846 Sep 07 16:04:12.944611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38768) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:12.974534 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5e55f69-a290-4e71-a503-5d65d2a6a3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:13.059810 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27abd07b-a70f-4fff-b7c6-eea011448b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:13.065972 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27abd07b-a70f-4fff-b7c6-eea011448b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:13.067995 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-27abd07b-a70f-4fff-b7c6-eea011448b3e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c84c3e3-348e-4330-b80b-7c263e610983 HTTP/1.1" status: 204 len: 168 time: 0.4430904 Sep 07 16:04:13.083959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-82c22142-3817-4ec4-be8d-d88f57640eee service neutron] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:13.110809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abd07b-a70f-4fff-b7c6-eea011448b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c84c3e3-348e-4330-b80b-7c263e610983,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:13.142773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-82c22142-3817-4ec4-be8d-d88f57640eee service neutron] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:13.150031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4183b-9989-48fc-835e-3f1f4f89cc16 req-792f855b-db3b-447a-83d9-a0bb2b7f684f tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:13.151942 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ad4183b-9989-48fc-835e-3f1f4f89cc16 req-792f855b-db3b-447a-83d9-a0bb2b7f684f tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 944 time: 0.1227515 Sep 07 16:04:13.196069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-82c22142-3817-4ec4-be8d-d88f57640eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078c61dc-0b79-4eaa-b8e9-3460acb77d84 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:13.197976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffb688-e4df-47a6-8d1c-12c8c4dfdff0 req-2215099d-daad-4667-be92-dfee94a6b3d8 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:13.199639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9cffb688-e4df-47a6-8d1c-12c8c4dfdff0 req-2215099d-daad-4667-be92-dfee94a6b3d8 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 946 time: 0.1517344 Sep 07 16:04:13.211615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-82c22142-3817-4ec4-be8d-d88f57640eee service neutron] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:13.235822 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-82c22142-3817-4ec4-be8d-d88f57640eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:13.250633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ad4183b-9989-48fc-835e-3f1f4f89cc16 req-f46e6b70-70d4-46f4-a90a-7358564d1732 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/security-groups?id=9362ac7e-ea54-465e-ac73-bbe71843f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898964 Sep 07 16:04:13.254376 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5e55f69-a290-4e71-a503-5d65d2a6a3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:13.262234 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5e55f69-a290-4e71-a503-5d65d2a6a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:13.310231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9cffb688-e4df-47a6-8d1c-12c8c4dfdff0 req-b862d49b-9808-43d0-a5f0-fc6fc99f7392 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033652 Sep 07 16:04:13.331502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e55f69-a290-4e71-a503-5d65d2a6a3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554a06a9-24f1-4af2-bb8c-0eaaa8c17072,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:13.333910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b5e55f69-a290-4e71-a503-5d65d2a6a3d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a1dbf372e904a6e9f25982090e8e5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3844881 Sep 07 16:04:13.339959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38776) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:13.426290 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-82c22142-3817-4ec4-be8d-d88f57640eee service neutron] Transition to ACTIVE for port object 078c61dc-0b79-4eaa-b8e9-3460acb77d84 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:13.433423 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-82c22142-3817-4ec4-be8d-d88f57640eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:13.522208 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-82c22142-3817-4ec4-be8d-d88f57640eee service neutron] No DVR routers for this DVR port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:04:13.533074 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53607707-00b7-4d49-bac3-45a05a495537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:13.542571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3976e1-10c0-4693-9cf9-00622e2f359f req-5b3e8632-a45f-43d4-82bd-a8cd8de4e41c tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:13.550860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c3976e1-10c0-4693-9cf9-00622e2f359f req-5b3e8632-a45f-43d4-82bd-a8cd8de4e41c tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 944 time: 0.1073272 Sep 07 16:04:13.586419 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-82c22142-3817-4ec4-be8d-d88f57640eee service neutron] 10.222.0.35 "PUT /v2.0/ports/078c61dc-0b79-4eaa-b8e9-3460acb77d84/bindings/n-h1-807551-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8759806 Sep 07 16:04:13.596151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c22142-3817-4ec4-be8d-d88f57640eee service neutron] Pushing event updated for resources: {'Port': ['ID=078c61dc-0b79-4eaa-b8e9-3460acb77d84,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:13.601782 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53607707-00b7-4d49-bac3-45a05a495537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:13.626518 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c3976e1-10c0-4693-9cf9-00622e2f359f req-483ba99f-b5fe-410b-918d-316ac7351725 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731645 Sep 07 16:04:13.655488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38778) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:13.679153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53607707-00b7-4d49-bac3-45a05a495537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:13.680875 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2c67d48f-6ada-4530-9ce0-8262d01c0f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:13.682205 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53607707-00b7-4d49-bac3-45a05a495537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:13.683447 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-53607707-00b7-4d49-bac3-45a05a495537 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/554a06a9-24f1-4af2-bb8c-0eaaa8c17072 HTTP/1.1" status: 204 len: 168 time: 0.3420727 Sep 07 16:04:13.693614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53607707-00b7-4d49-bac3-45a05a495537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554a06a9-24f1-4af2-bb8c-0eaaa8c17072,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:13.809595 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:13.863946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-33b3be53-c4e9-478a-933c-e9dd08bc9b81 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:13.865521 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-33b3be53-c4e9-478a-933c-e9dd08bc9b81 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1095 time: 0.1783340 Sep 07 16:04:13.947073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf253-226d-41fe-96a2-e8255ede83fe req-413ae435-aeb7-43d1-9c15-a9d50d1d3ac6 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:13.948691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3dbf253-226d-41fe-96a2-e8255ede83fe req-413ae435-aeb7-43d1-9c15-a9d50d1d3ac6 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 948 time: 0.1582103 Sep 07 16:04:14.006785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-31e12e13-de09-40a8-b1b0-aa5af672c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:14.008394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-31e12e13-de09-40a8-b1b0-aa5af672c0c7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0 HTTP/1.1" status: 200 len: 1095 time: 0.1319706 Sep 07 16:04:14.034311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3dbf253-226d-41fe-96a2-e8255ede83fe req-862e3b85-464c-4283-9518-e085ba3bde02 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692372 Sep 07 16:04:14.063236 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2c67d48f-6ada-4530-9ce0-8262d01c0f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:14.119396 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2c67d48f-6ada-4530-9ce0-8262d01c0f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:14.197352 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87a3ef53-c916-4253-8406-ee6bde304302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:14.256604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2c67d48f-6ada-4530-9ce0-8262d01c0f8b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66d69febcc3e47098b5f41105a979911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5980501 Sep 07 16:04:14.259216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38796) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:14.261805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67d48f-6ada-4530-9ce0-8262d01c0f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0dc56a-b5c6-412c-90b6-59dfe53b42c2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:14.278039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-885b311d-deec-4460-8f4c-93e559b8c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:14.281665 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-885b311d-deec-4460-8f4c-93e559b8c22d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 1095 time: 0.2211514 Sep 07 16:04:14.311188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1601-93ef-4591-b869-191d19c36b97 req-9b0ab054-a358-4475-8f06-8a4183571953 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:14.314194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c80f1601-93ef-4591-b869-191d19c36b97 req-9b0ab054-a358-4475-8f06-8a4183571953 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.2257149 Sep 07 16:04:14.396534 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36039ebd-9ae4-4f26-836e-76265238fe69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:14.452223 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36039ebd-9ae4-4f26-836e-76265238fe69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:14.495250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c80f1601-93ef-4591-b869-191d19c36b97 req-f61ce263-0dfa-4ae9-b903-296231373c2b tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601753 Sep 07 16:04:14.542173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device cbe10db0-6e74-4660-822d-a48b51d1e466 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:14.560422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef84f71-4ec1-461c-ab09-9049931fc807 req-22c5ce3c-66d1-4937-a074-60796c91e20b tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:14.560422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ef84f71-4ec1-461c-ab09-9049931fc807 req-22c5ce3c-66d1-4937-a074-60796c91e20b tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 944 time: 0.1511250 Sep 07 16:04:14.560422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-a2935167-f3e6-4b34-a3df-86b75af9ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:14.562615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-a2935167-f3e6-4b34-a3df-86b75af9ebd4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.2632284 Sep 07 16:04:14.562974 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36039ebd-9ae4-4f26-836e-76265238fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:14.567922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36039ebd-9ae4-4f26-836e-76265238fe69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:14.572722 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-36039ebd-9ae4-4f26-836e-76265238fe69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b0dc56a-b5c6-412c-90b6-59dfe53b42c2 HTTP/1.1" status: 204 len: 168 time: 0.3093369 Sep 07 16:04:14.592481 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36039ebd-9ae4-4f26-836e-76265238fe69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0dc56a-b5c6-412c-90b6-59dfe53b42c2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:14.702461 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port cbe10db0-6e74-4660-822d-a48b51d1e466 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:14.709585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port cbe10db0-6e74-4660-822d-a48b51d1e466 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:14.710095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-1bcd49b6-6b1f-48b1-a208-d1aef3171fea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84 HTTP/1.1" status: 200 len: 217 time: 0.1086068 Sep 07 16:04:14.710285 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:14.766445 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:14.834554 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:14.841552 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ef84f71-4ec1-461c-ab09-9049931fc807 req-a5d218df-309f-4c6e-8d24-d0c8fe23f809 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/security-groups?id=9362ac7e-ea54-465e-ac73-bbe71843f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698765 Sep 07 16:04:14.898284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383bad64-f396-4a21-bb1d-a3aedb8c9a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe10db0-6e74-4660-822d-a48b51d1e466'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:14.901954 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05562e4f-faeb-4f7f-95a8-6f45c79ffe92" -d '{"events": [{"server_uuid": "383bad64-f396-4a21-bb1d-a3aedb8c9a7c", "name": "network-vif-plugged", "status": "completed", "tag": "cbe10db0-6e74-4660-822d-a48b51d1e466"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:14.909736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760b68e-3ebd-4f6d-8aab-ad27ed971a0d req-1ac933c2-cc4c-464f-b301-2ae1fa23e297 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:14.927049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0760b68e-3ebd-4f6d-8aab-ad27ed971a0d req-1ac933c2-cc4c-464f-b301-2ae1fa23e297 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 946 time: 0.2266486 Sep 07 16:04:14.935133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-0484b89c-9504-42f9-88a1-e6fa282ee5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:14.937722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port cbe10db0-6e74-4660-822d-a48b51d1e466, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=cbe10db0-6e74-4660-822d-a48b51d1e466,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:14.938818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-0484b89c-9504-42f9-88a1-e6fa282ee5f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.2126379 Sep 07 16:04:14.947212 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:15.006078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-5d786dfc-01cf-4776-8b21-73462d1ec5f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494289 Sep 07 16:04:15.059208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=cbe10db0-6e74-4660-822d-a48b51d1e466,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:15.080617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0760b68e-3ebd-4f6d-8aab-ad27ed971a0d req-735d6b53-e020-4d5f-b95d-43ed0a5cedb9 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403065 Sep 07 16:04:15.153207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0bf5c-0f9f-4313-a9da-962b0ad8701e req-2776ade3-4f58-4506-b997-b4b1feb3a2d1 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:15.154835 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6db0bf5c-0f9f-4313-a9da-962b0ad8701e req-2776ade3-4f58-4506-b997-b4b1feb3a2d1 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 944 time: 0.1482935 Sep 07 16:04:15.198928 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992be420-1bae-4914-a4ab-9ce260be121a x-openstack-request-id: req-992be420-1bae-4914-a4ab-9ce260be121a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:15.199798 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383bad64-f396-4a21-bb1d-a3aedb8c9a7c", "name": "network-vif-plugged", "status": "completed", "tag": "cbe10db0-6e74-4660-822d-a48b51d1e466", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:15.200508 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-992be420-1bae-4914-a4ab-9ce260be121a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:15.201755 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383bad64-f396-4a21-bb1d-a3aedb8c9a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe10db0-6e74-4660-822d-a48b51d1e466', 'code': 200} Sep 07 16:04:15.209056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-c531920f-107a-46e7-8690-ca076da1cbfc service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884613 Sep 07 16:04:15.216915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e752630e-cf3a-46ff-86c0-1c948a43f875 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:04:15.331864 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6db0bf5c-0f9f-4313-a9da-962b0ad8701e req-557d782d-4c9e-47e6-819b-a9700037c540 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596959 Sep 07 16:04:15.407991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e752630e-cf3a-46ff-86c0-1c948a43f875, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e752630e-cf3a-46ff-86c0-1c948a43f875,segment=NetworkSegment(6ed37be6-151b-43c8-ad0b-8978f8b5f48f),segment_id=6ed37be6-151b-43c8-ad0b-8978f8b5f48f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:15.427363 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'e752630e-cf3a-46ff-86c0-1c948a43f875', 'network_id': '32819d99-505b-40a0-9f9a-52d4fbfda112', 'port_id': 'e752630e-cf3a-46ff-86c0-1c948a43f875', 'mac_address': 'fa:16:3e:62:53:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56016e33-0542-4033-b5d9-20587bf05952', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:04:15.474657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce584b1-7761-48fc-aa5d-5af52c29a60c req-9bd6c7d5-5bc2-4156-a335-bee639ba3621 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:15.482143 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ce584b1-7761-48fc-aa5d-5af52c29a60c req-9bd6c7d5-5bc2-4156-a335-bee639ba3621 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 949 time: 0.2040234 Sep 07 16:04:15.488249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fe0af-1ced-406e-b8ea-b06f558564f9 req-ade57cd9-8c2d-4089-91b2-65a639570afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:15.489924 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a99fe0af-1ced-406e-b8ea-b06f558564f9 req-ade57cd9-8c2d-4089-91b2-65a639570afe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 1100 time: 0.1537983 Sep 07 16:04:15.503213 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:15.537165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e752630e-cf3a-46ff-86c0-1c948a43f875 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:15.575044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e752630e-cf3a-46ff-86c0-1c948a43f875, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e752630e-cf3a-46ff-86c0-1c948a43f875,segment=NetworkSegment(6ed37be6-151b-43c8-ad0b-8978f8b5f48f),segment_id=6ed37be6-151b-43c8-ad0b-8978f8b5f48f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:15.581701 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:15.751622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e752630e-cf3a-46ff-86c0-1c948a43f875,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:15.770828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-f8ef52a3-66c6-4664-b764-8982d2fe82b7 service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486622 Sep 07 16:04:15.873224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ce584b1-7761-48fc-aa5d-5af52c29a60c req-8c707503-1017-4034-bbae-ec5ab4e77665 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898981 Sep 07 16:04:15.877680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a99fe0af-1ced-406e-b8ea-b06f558564f9 req-4765be5c-0491-4d03-880e-c335fe9ec0d5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776133 Sep 07 16:04:15.913155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7fae3-7035-4167-ba43-14b2f69293bc req-92a3dc66-bca7-4bec-a210-b7b89008435e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:15.913155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5e7fae3-7035-4167-ba43-14b2f69293bc req-92a3dc66-bca7-4bec-a210-b7b89008435e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1391454 Sep 07 16:04:15.962901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['e752630e-cf3a-46ff-86c0-1c948a43f875'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:15.968784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5e7fae3-7035-4167-ba43-14b2f69293bc req-267361b7-4355-4f51-8edc-5fe29fdd07cd tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472829 Sep 07 16:04:16.048650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73f25c-52a3-432f-89d3-b3c7d191c2f4 req-a79c0cc3-297d-4c64-b7f0-ce1f21f676a6 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:16.056978 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef73f25c-52a3-432f-89d3-b3c7d191c2f4 req-a79c0cc3-297d-4c64-b7f0-ce1f21f676a6 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 945 time: 0.0781169 Sep 07 16:04:16.105874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef73f25c-52a3-432f-89d3-b3c7d191c2f4 req-80641a97-f5d2-42e7-a492-3fab4c28fe54 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/security-groups?id=9362ac7e-ea54-465e-ac73-bbe71843f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469849 Sep 07 16:04:16.336484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-3abd950c-4edb-4823-a75d-3b5dbdfef85a tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:16.339049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-3abd950c-4edb-4823-a75d-3b5dbdfef85a tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 1095 time: 0.0779526 Sep 07 16:04:16.347936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9033eb-4c07-4f28-b781-0bc349b5deb9 req-95422378-bcbd-474f-a242-8b3992d67e65 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:16.349561 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c9033eb-4c07-4f28-b781-0bc349b5deb9 req-95422378-bcbd-474f-a242-8b3992d67e65 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 946 time: 0.0986674 Sep 07 16:04:16.452965 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c9033eb-4c07-4f28-b781-0bc349b5deb9 req-0f0abc4d-b5be-4323-bcb2-d9afe133c96d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678709 Sep 07 16:04:16.537023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-414527df-8e96-4f13-8b34-56322e50d9f5 service neutron] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:16.540799 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-414527df-8e96-4f13-8b34-56322e50d9f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:16.542462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-025eefae-0409-41d1-880b-ed0f951ffe09 req-414527df-8e96-4f13-8b34-56322e50d9f5 service neutron] 10.222.0.54 "DELETE /v2.0/ports/078c61dc-0b79-4eaa-b8e9-3460acb77d84/bindings/n-h2-807551-3 HTTP/1.1" status: 204 len: 173 time: 0.1875536 Sep 07 16:04:16.629440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f9bcf-aa18-4856-91cd-39cfe5d18c51 req-b533df3d-0c1f-4c64-8e12-a3fd463a8051 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:16.631380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a17f9bcf-aa18-4856-91cd-39cfe5d18c51 req-b533df3d-0c1f-4c64-8e12-a3fd463a8051 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 944 time: 0.0772822 Sep 07 16:04:16.679515 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:16.701030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a17f9bcf-aa18-4856-91cd-39cfe5d18c51 req-797bcac8-520d-407c-838a-f5123db2fe65 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553892 Sep 07 16:04:16.726360 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-3de1f2f4-3e2a-4c18-98d9-10525465c165 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242388 Sep 07 16:04:16.954259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-da4e841e-2171-46ea-8d37-1edca55873a5 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:16.957272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-da4e841e-2171-46ea-8d37-1edca55873a5 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223914 Sep 07 16:04:16.963552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c49ede-30ea-400f-a2ca-e6dc0f2c66c9 req-b0fd9164-8642-46c2-ab1c-6cfc1f1e0a12 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:16.967224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4c49ede-30ea-400f-a2ca-e6dc0f2c66c9 req-b0fd9164-8642-46c2-ab1c-6cfc1f1e0a12 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 1095 time: 0.1314833 Sep 07 16:04:17.001168 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-58382dae-29dc-46f6-b1f7-45e09652d7d0 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/quotas/862afeab01384f9383e2db2235f4b998 HTTP/1.1" status: 200 len: 375 time: 0.0301795 Sep 07 16:04:17.072105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-5111e4ad-6a4f-4324-88a6-ed3345a2a455 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576990 Sep 07 16:04:17.095794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4c49ede-30ea-400f-a2ca-e6dc0f2c66c9 req-dd8ccf3f-38d3-4d81-ad55-a4c761aba30d tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096234 Sep 07 16:04:17.246188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e752630e-cf3a-46ff-86c0-1c948a43f875 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:17.320565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09d99-afc5-4487-8c5f-9f0a6f5af064 req-6d040e1d-f406-410d-a971-fdaedca1cb49 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:17.336303 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aaa09d99-afc5-4487-8c5f-9f0a6f5af064 req-6d040e1d-f406-410d-a971-fdaedca1cb49 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 949 time: 0.1249180 Sep 07 16:04:17.395596 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port e752630e-cf3a-46ff-86c0-1c948a43f875 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:17.403687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port e752630e-cf3a-46ff-86c0-1c948a43f875 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:17.411359 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aaa09d99-afc5-4487-8c5f-9f0a6f5af064 req-dd1d7777-8dd9-4525-b6b8-5cc84563895c tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719583 Sep 07 16:04:17.411940 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:17.561758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a4e94-44cd-405e-a938-029e8e138d2b req-a0e7057e-1a76-4945-96a6-03a42238d1c8 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:17.562639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-962a4e94-44cd-405e-a938-029e8e138d2b req-a0e7057e-1a76-4945-96a6-03a42238d1c8 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.0675399 Sep 07 16:04:17.589093 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:17.624553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679e8561-d726-4f0b-98a9-1c3fed57c97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e752630e-cf3a-46ff-86c0-1c948a43f875'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:17.628177 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf32d3c5-bc8d-4c80-940f-bf382f3ce9a9" -d '{"events": [{"server_uuid": "679e8561-d726-4f0b-98a9-1c3fed57c97f", "name": "network-vif-plugged", "status": "completed", "tag": "e752630e-cf3a-46ff-86c0-1c948a43f875"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:17.647665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e752630e-cf3a-46ff-86c0-1c948a43f875, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e752630e-cf3a-46ff-86c0-1c948a43f875,segment=NetworkSegment(6ed37be6-151b-43c8-ad0b-8978f8b5f48f),segment_id=6ed37be6-151b-43c8-ad0b-8978f8b5f48f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:17.661906 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:17.662818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 078c61dc-0b79-4eaa-b8e9-3460acb77d84 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:04:17.691132 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-962a4e94-44cd-405e-a938-029e8e138d2b req-cddbe654-0700-4383-bcab-fb026de5ca9b tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059401 Sep 07 16:04:17.735841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e752630e-cf3a-46ff-86c0-1c948a43f875,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:17.797587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 078c61dc-0b79-4eaa-b8e9-3460acb77d84 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:04:17.855735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813a76f-6e82-441a-b07a-849937cd2b69 req-36778ae0-f123-43ec-b6e8-96fb0ec853f7 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:17.857476 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1813a76f-6e82-441a-b07a-849937cd2b69 req-36778ae0-f123-43ec-b6e8-96fb0ec853f7 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 946 time: 0.0797317 Sep 07 16:04:17.954447 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1813a76f-6e82-441a-b07a-849937cd2b69 req-f75a9420-fd49-4e2e-8942-f4f4e0c265be tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/security-groups?id=9362ac7e-ea54-465e-ac73-bbe71843f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854173 Sep 07 16:04:18.042817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7700d205-0957-4999-b06a-0fc93eacddbc req-779e24bd-9956-4a1e-83bc-b8a0aec04eba tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 210 time: 0.0384574 Sep 07 16:04:18.073482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-a0973ab1-d863-41a5-b47c-fff2abf32ea7 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:18.075008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-a0973ab1-d863-41a5-b47c-fff2abf32ea7 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 808 time: 0.1549580 Sep 07 16:04:18.101955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-f9e34300-2662-4cb7-a110-221885e1d8fe tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/quotas/5a9a7c84686f48a6a1f7410f795a43b0 HTTP/1.1" status: 200 len: 375 time: 0.0197062 Sep 07 16:04:18.210077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-c3e07e69-70c4-4d82-921a-47cbf6c84295 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018085 Sep 07 16:04:18.243745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159d22c-aec1-49b7-a5a4-bad6bd73f63b req-1c34f369-c8b8-45d8-a935-da96f80537b1 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:18.252522 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d159d22c-aec1-49b7-a5a4-bad6bd73f63b req-1c34f369-c8b8-45d8-a935-da96f80537b1 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 946 time: 0.1265461 Sep 07 16:04:18.338726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d159d22c-aec1-49b7-a5a4-bad6bd73f63b req-eaad29ee-4898-4108-a32b-2814cbc825e7 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853934 Sep 07 16:04:18.369248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-87a73ce0-9cff-4a27-97ea-969a882dac46 service neutron] 10.222.0.70 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513546 Sep 07 16:04:18.411966 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fe1522-5c74-4f1e-a32f-5601ae58c112 x-openstack-request-id: req-75fe1522-5c74-4f1e-a32f-5601ae58c112 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:18.413162 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679e8561-d726-4f0b-98a9-1c3fed57c97f", "name": "network-vif-plugged", "status": "completed", "tag": "e752630e-cf3a-46ff-86c0-1c948a43f875", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:18.413457 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75fe1522-5c74-4f1e-a32f-5601ae58c112 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:18.413878 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679e8561-d726-4f0b-98a9-1c3fed57c97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e752630e-cf3a-46ff-86c0-1c948a43f875', 'code': 200} Sep 07 16:04:18.519739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d2b8268-4977-4440-a53e-8833a0e62b30 req-5198448c-89dd-404a-a1b1-15e5b5ee99ee tempest-FlavorsV2NegativeTest-1283599834 tempest-FlavorsV2NegativeTest-1283599834-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2442d667a4ea4e6497279695466b5c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377204 Sep 07 16:04:18.523780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-a65158b5-3620-4683-ab66-b586ec131f2e service neutron] 10.222.0.70 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467838 Sep 07 16:04:18.527067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-89c17d7a-a982-4ce7-bdfa-64b19699c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:18.528933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-89c17d7a-a982-4ce7-bdfa-64b19699c117 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 1097 time: 0.0935311 Sep 07 16:04:18.537741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145aa17-accd-4147-9280-98529e6c29d2 req-7a553a6b-ce79-4daa-bd27-7106e1f49042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:18.539290 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9145aa17-accd-4147-9280-98529e6c29d2 req-7a553a6b-ce79-4daa-bd27-7106e1f49042 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 1097 time: 0.0462339 Sep 07 16:04:18.595679 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9145aa17-accd-4147-9280-98529e6c29d2 req-94aacd48-6743-42e5-9e3b-0c1b800f386a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9362ac7e-ea54-465e-ac73-bbe71843f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472600 Sep 07 16:04:18.723040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-e155b7b0-c84e-4067-8b99-b1e9b1ef18be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:18.724567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-e155b7b0-c84e-4067-8b99-b1e9b1ef18be service neutron] 10.222.0.54 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.1854491 Sep 07 16:04:18.754692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b8268-4977-4440-a53e-8833a0e62b30 req-6fba4ab3-0147-4a22-a9f7-9d05ddbe7335 tempest-FlavorsV2NegativeTest-1283599834 tempest-FlavorsV2NegativeTest-1283599834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:18.756667 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d2b8268-4977-4440-a53e-8833a0e62b30 req-6fba4ab3-0147-4a22-a9f7-9d05ddbe7335 tempest-FlavorsV2NegativeTest-1283599834 tempest-FlavorsV2NegativeTest-1283599834-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163174 Sep 07 16:04:18.796210 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-e470e946-ab8a-4c03-b1c9-6b4a9daaf6fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7 HTTP/1.1" status: 200 len: 217 time: 0.0548439 Sep 07 16:04:18.817041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d2b8268-4977-4440-a53e-8833a0e62b30 req-8464b999-04d6-4ecd-8910-f7093b5d44a1 tempest-FlavorsV2NegativeTest-1283599834 tempest-FlavorsV2NegativeTest-1283599834-project] 10.222.0.70 "GET /v2.0/quotas/2442d667a4ea4e6497279695466b5c8f HTTP/1.1" status: 200 len: 375 time: 0.0243616 Sep 07 16:04:18.845033 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa5b8c-dcff-45de-a731-8b515955c5c1 req-11c4e5d0-8b06-498f-b9d0-62ff7b7498a7 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:18.846585 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5fa5b8c-dcff-45de-a731-8b515955c5c1 req-11c4e5d0-8b06-498f-b9d0-62ff7b7498a7 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 949 time: 0.1442549 Sep 07 16:04:18.878378 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-4dbddf9e-00f3-480a-8383-b5c0d7e4cca4 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287170 Sep 07 16:04:18.886247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d2b8268-4977-4440-a53e-8833a0e62b30 req-d45223b1-cd4a-46f0-af7c-c6745b61b276 tempest-FlavorsV2NegativeTest-1283599834 tempest-FlavorsV2NegativeTest-1283599834-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2442d667a4ea4e6497279695466b5c8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386491 Sep 07 16:04:18.918768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-e569af42-788b-4b01-8584-474605881bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:18.920249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-e569af42-788b-4b01-8584-474605881bb6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.1134214 Sep 07 16:04:18.956923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5fa5b8c-dcff-45de-a731-8b515955c5c1 req-1cdb999a-01d1-4e96-a0f1-e0865bbded8c tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939479 Sep 07 16:04:18.996404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-067eb834-b6ec-4391-b3fd-6db06aab06a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621734 Sep 07 16:04:19.068118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-83cb6005-f8ee-4fe3-b39f-371418c8634b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:19.072467 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-83cb6005-f8ee-4fe3-b39f-371418c8634b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849427 Sep 07 16:04:19.087808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Request body: {'port': {'device_id': '003d1c32-2245-4bac-b164-cfb5a5cfb726', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '862afeab01384f9383e2db2235f4b998'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:19.123186 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-556fdfec-8e38-4937-abe1-ac6b46681ff3 req-5ab97d98-728b-4b3f-a1ac-32f8f7b16190 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 210 time: 0.0818801 Sep 07 16:04:19.254323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Made reservation on behalf of 862afeab01384f9383e2db2235f4b998 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:19.258410 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:19.268761 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:19.294194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-aef048c2-4f07-4554-8c10-f285f032ad5d service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866964 Sep 07 16:04:19.322484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8ac9d-b793-44a3-89ca-54026406f3f3 req-ebd1d0c7-26bc-4f25-8b36-15e0d5b0d086 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:19.324071 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58c8ac9d-b793-44a3-89ca-54026406f3f3 req-ebd1d0c7-26bc-4f25-8b36-15e0d5b0d086 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1191936 Sep 07 16:04:19.376161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d59ed-2a36-42c9-ad97-22a92799da89 req-8e92c0c9-b31a-4c08-a8ef-41c9aab5742c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:19.378266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f3d59ed-2a36-42c9-ad97-22a92799da89 req-8e92c0c9-b31a-4c08-a8ef-41c9aab5742c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 946 time: 0.1404562 Sep 07 16:04:19.414677 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:19.422636 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:19.454022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58c8ac9d-b793-44a3-89ca-54026406f3f3 req-bd6645bf-2d11-4d64-9dfc-57296b7ebe3d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186934 Sep 07 16:04:19.484320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:19.485682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-1d88305f-894e-4015-8491-de984ada7f5c service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830099 Sep 07 16:04:19.495805 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f3d59ed-2a36-42c9-ad97-22a92799da89 req-f684c153-4183-4e24-a414-0e61faf12c61 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/security-groups?id=9362ac7e-ea54-465e-ac73-bbe71843f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887599 Sep 07 16:04:19.645282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca1e77b9-5883-4de3-8e75-8417f16b158c req-eec6d223-d977-44e0-b5b6-8ca0d3016998 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 210 time: 0.0582280 Sep 07 16:04:19.674416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-67e5cb7f-abbd-420f-aee7-36e0ede6ef60 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:19.676365 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-67e5cb7f-abbd-420f-aee7-36e0ede6ef60 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb&tenant_id=69c966e1c7a5492180da5b612f6c029a&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1097 time: 0.1051919 Sep 07 16:04:19.691021 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807551-3'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:19.736291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Allocated IP 192.168.233.182 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/730ceca2-2a0f-4c32-911a-55ef91a259db) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:19.803302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39004) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:19.839191 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:19.899416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102174-0d00-4158-8c6a-5eb16e45e657 req-49bea2af-ab2e-4aea-84e4-12511eebf413 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:19.904859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a102174-0d00-4158-8c6a-5eb16e45e657 req-49bea2af-ab2e-4aea-84e4-12511eebf413 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 946 time: 0.1476748 Sep 07 16:04:19.922573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6ed9e-5cd9-43b6-abd1-0bb11f5b9a9b req-f21f775b-6fbd-48d7-a03d-2578e882ffb2 tempest-ServersAdminNegativeTestJSON-61247075 tempest-ServersAdminNegativeTestJSON-61247075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:19.925288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-37c6ed9e-5cd9-43b6-abd1-0bb11f5b9a9b req-f21f775b-6fbd-48d7-a03d-2578e882ffb2 tempest-ServersAdminNegativeTestJSON-61247075 tempest-ServersAdminNegativeTestJSON-61247075-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 1100 time: 0.1535847 Sep 07 16:04:19.943577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:19.970381 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e54cb5fe-327d-4f3f-8514-b875c7333c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:19.972878 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-37c6ed9e-5cd9-43b6-abd1-0bb11f5b9a9b req-b71a460f-a412-4ba8-b6b1-9f3c2a66baa8 tempest-ServersAdminNegativeTestJSON-61247075 tempest-ServersAdminNegativeTestJSON-61247075-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:19.975380 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Transition to ACTIVE for port object 730ceca2-2a0f-4c32-911a-55ef91a259db will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:20.007642 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [req-37c6ed9e-5cd9-43b6-abd1-0bb11f5b9a9b req-b71a460f-a412-4ba8-b6b1-9f3c2a66baa8 tempest-ServersAdminNegativeTestJSON-61247075 tempest-ServersAdminNegativeTestJSON-61247075-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 16:04:20.007642 n-d-807551-3 neutron-server[94770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 16:04:20.007642 n-d-807551-3 neutron-server[94770]: [parameters: {'project_id_1': 'bba6e56d597e4619b1bcb3f758f6a831', 'expiration_1': datetime.datetime(2021, 9, 7, 16, 3, 59, 994422)}] Sep 07 16:04:20.007642 n-d-807551-3 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:04:20.008181 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [req-37c6ed9e-5cd9-43b6-abd1-0bb11f5b9a9b req-b71a460f-a412-4ba8-b6b1-9f3c2a66baa8 tempest-ServersAdminNegativeTestJSON-61247075 tempest-ServersAdminNegativeTestJSON-61247075-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:04:20.047766 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.060775 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a102174-0d00-4158-8c6a-5eb16e45e657 req-755775cb-eccc-4ad7-9664-7f71dbbca3ce tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309307 Sep 07 16:04:20.103913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:20.108165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event updated for resources: {'Port': ['ID=730ceca2-2a0f-4c32-911a-55ef91a259db,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:20.135240 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:20.139300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:20.144557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:20.227269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:20.229033 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e54cb5fe-327d-4f3f-8514-b875c7333c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.242943 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:20.244980 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.271249 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e54cb5fe-327d-4f3f-8514-b875c7333c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.284206 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-66f5b1ce-a2ad-4a9e-a63a-12ed5a1d7f25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2010756 Sep 07 16:04:20.304629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Request body: {'port': {'device_id': '003d1c32-2245-4bac-b164-cfb5a5cfb726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:20.335820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cb5fe-327d-4f3f-8514-b875c7333c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51548f26-39d9-4b50-89a4-2d85b5267da8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:20.343585 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e54cb5fe-327d-4f3f-8514-b875c7333c29 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2442d667a4ea4e6497279695466b5c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391772 Sep 07 16:04:20.346343 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39012) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:20.417345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.434805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-49256964-511f-4e32-a619-02e27813523b None None] Provisioning for port 730ceca2-2a0f-4c32-911a-55ef91a259db completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:20.442821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-49256964-511f-4e32-a619-02e27813523b None None] Provisioning complete for port 730ceca2-2a0f-4c32-911a-55ef91a259db triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:20.443849 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-49256964-511f-4e32-a619-02e27813523b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.462707 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c7604022-d03a-4926-8637-21f08c3d2d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.485123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-49256964-511f-4e32-a619-02e27813523b None None] Port 730ceca2-2a0f-4c32-911a-55ef91a259db cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:04:20.504928 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c7604022-d03a-4926-8637-21f08c3d2d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.574021 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-37c6ed9e-5cd9-43b6-abd1-0bb11f5b9a9b req-b71a460f-a412-4ba8-b6b1-9f3c2a66baa8 tempest-ServersAdminNegativeTestJSON-61247075 tempest-ServersAdminNegativeTestJSON-61247075-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.577515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-977de0c0-dfa4-4a61-9f4f-5387f0a1e61d req-54a3f565-36ef-4887-ae18-f73e05924179 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 210 time: 0.2726490 Sep 07 16:04:20.632175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51e4bf7-2453-4b63-8770-0e9f9e2883eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87c989a-8db7-400d-a34d-70dfa3576bf7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:20.634537 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2942f38-ba3f-4759-936e-61e661c292c8" -d '{"events": [{"server_uuid": "b51e4bf7-2453-4b63-8770-0e9f9e2883eb", "name": "network-vif-unplugged", "status": "completed", "tag": "e87c989a-8db7-400d-a34d-70dfa3576bf7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:20.641758 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.659703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-4b7735af-d008-41f4-acc4-4d750ad8fb79 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:20.661997 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-4b7735af-d008-41f4-acc4-4d750ad8fb79 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.35 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 808 time: 0.5042200 Sep 07 16:04:20.677679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-96d4acd5-718f-4333-a04d-c8204a89e6ee tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Request body: {'port': {'device_id': '9b5ce700-5822-4a91-8ce1-d8893ae4321a', 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c', 'admin_state_up': True, 'tenant_id': '5a9a7c84686f48a6a1f7410f795a43b0'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:20.680666 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.695616 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c7604022-d03a-4926-8637-21f08c3d2d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.698546 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c7604022-d03a-4926-8637-21f08c3d2d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.704312 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c7604022-d03a-4926-8637-21f08c3d2d39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/51548f26-39d9-4b50-89a4-2d85b5267da8 HTTP/1.1" status: 204 len: 168 time: 0.3570263 Sep 07 16:04:20.724305 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7604022-d03a-4926-8637-21f08c3d2d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51548f26-39d9-4b50-89a4-2d85b5267da8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:20.878109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730ceca2-2a0f-4c32-911a-55ef91a259db {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:20.889702 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.904858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Pushing event updated for resources: {'Port': ['ID=e87c989a-8db7-400d-a34d-70dfa3576bf7,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:20.920561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Transition to ACTIVE for port object 730ceca2-2a0f-4c32-911a-55ef91a259db will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:20.929225 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:20.943261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466636b-76a5-4ee1-8fe5-6aba02fe6ca4 req-c1e87eb6-1d4f-4b81-8689-8225f88a39aa tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:20.945550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d466636b-76a5-4ee1-8fe5-6aba02fe6ca4 req-c1e87eb6-1d4f-4b81-8689-8225f88a39aa tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.2625930 Sep 07 16:04:20.954045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Attempting to bind port e87c989a-8db7-400d-a34d-70dfa3576bf7 on host n-h2-807551-3 for vnic_type normal with profile {"migrating_to": "n-h1-807551-3"} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:20.954448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Attempting to bind port e87c989a-8db7-400d-a34d-70dfa3576bf7 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:20.954791 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Attempting to bind port e87c989a-8db7-400d-a34d-70dfa3576bf7 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:20.982297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Port e87c989a-8db7-400d-a34d-70dfa3576bf7 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:20.982602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Attempting to bind port e87c989a-8db7-400d-a34d-70dfa3576bf7 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:21.007575 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-37c6ed9e-5cd9-43b6-abd1-0bb11f5b9a9b req-b71a460f-a412-4ba8-b6b1-9f3c2a66baa8 tempest-ServersAdminNegativeTestJSON-61247075 tempest-ServersAdminNegativeTestJSON-61247075-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:21.009925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:21.010176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Checking segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:21.010613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Bound using segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:21.011126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Bound port: e87c989a-8db7-400d-a34d-70dfa3576bf7, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:21.011444 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:21.035027 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-37c6ed9e-5cd9-43b6-abd1-0bb11f5b9a9b req-b71a460f-a412-4ba8-b6b1-9f3c2a66baa8 tempest-ServersAdminNegativeTestJSON-61247075 tempest-ServersAdminNegativeTestJSON-61247075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:21.051278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Pushing event updated for resources: {'Port': ['ID=730ceca2-2a0f-4c32-911a-55ef91a259db,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:21.124304 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-37c6ed9e-5cd9-43b6-abd1-0bb11f5b9a9b req-b71a460f-a412-4ba8-b6b1-9f3c2a66baa8 tempest-ServersAdminNegativeTestJSON-61247075 tempest-ServersAdminNegativeTestJSON-61247075-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1906900 Sep 07 16:04:21.139836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-96d4acd5-718f-4333-a04d-c8204a89e6ee tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Made reservation on behalf of 5a9a7c84686f48a6a1f7410f795a43b0 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:21.143963 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-96d4acd5-718f-4333-a04d-c8204a89e6ee tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:21.157597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Attempting to bind port 730ceca2-2a0f-4c32-911a-55ef91a259db on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:21.158040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Attempting to bind port 730ceca2-2a0f-4c32-911a-55ef91a259db by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:21.158453 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Attempting to bind port 730ceca2-2a0f-4c32-911a-55ef91a259db on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:21.159852 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d466636b-76a5-4ee1-8fe5-6aba02fe6ca4 req-b8633f83-f6ac-447a-9371-30bc0d0cf970 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696298 Sep 07 16:04:21.165307 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Port 730ceca2-2a0f-4c32-911a-55ef91a259db on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:21.165714 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Attempting to bind port 730ceca2-2a0f-4c32-911a-55ef91a259db on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:21.173896 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:21.175013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:21.175157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a460f-a412-4ba8-b6b1-9f3c2a66baa8 tempest-ServersAdminNegativeTestJSON-61247075 tempest-ServersAdminNegativeTestJSON-61247075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fa7d10-7cdf-4a64-b697-5cec05f2e2cf,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:21.175568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:21.176883 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Bound port: 730ceca2-2a0f-4c32-911a-55ef91a259db, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:21.177930 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:21.257969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:21.307687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] For port 730ceca2-2a0f-4c32-911a-55ef91a259db, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:21.308788 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7107ef1d-10b9-479e-a04b-68f6cc64e2cc x-openstack-request-id: req-7107ef1d-10b9-479e-a04b-68f6cc64e2cc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:21.309092 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51e4bf7-2453-4b63-8770-0e9f9e2883eb", "name": "network-vif-unplugged", "status": "completed", "tag": "e87c989a-8db7-400d-a34d-70dfa3576bf7", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:21.309351 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7107ef1d-10b9-479e-a04b-68f6cc64e2cc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:21.309757 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51e4bf7-2453-4b63-8770-0e9f9e2883eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87c989a-8db7-400d-a34d-70dfa3576bf7', 'code': 200} Sep 07 16:04:21.311760 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] For port 730ceca2-2a0f-4c32-911a-55ef91a259db, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=730ceca2-2a0f-4c32-911a-55ef91a259db,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:21.319739 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:21.353503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:21.366437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:21.367089 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:21.368558 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] 10.222.0.35 "PUT /v2.0/ports/730ceca2-2a0f-4c32-911a-55ef91a259db HTTP/1.1" status: 200 len: 1096 time: 1.0731828 Sep 07 16:04:21.369021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003d1c32-2245-4bac-b164-cfb5a5cfb726', 'tag': '730ceca2-2a0f-4c32-911a-55ef91a259db'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:21.371568 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e335f7-70da-4e41-b626-981ec7149014" -d '{"events": [{"name": "network-changed", "server_uuid": "003d1c32-2245-4bac-b164-cfb5a5cfb726", "tag": "730ceca2-2a0f-4c32-911a-55ef91a259db"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:21.381902 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:21.408913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bf274-8acb-4dcb-b09f-323fd4f1f750 service neutron] Pushing event updated for resources: {'Port': ['ID=730ceca2-2a0f-4c32-911a-55ef91a259db,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:21.501183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f630bd-fa4c-43a2-849d-1ed163e2d60b req-48f8a322-8f46-44ed-9529-c885bdc409c0 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:21.503891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48f630bd-fa4c-43a2-849d-1ed163e2d60b req-48f8a322-8f46-44ed-9529-c885bdc409c0 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 946 time: 0.2841759 Sep 07 16:04:21.509357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-819a7ab7-60a6-4d79-9958-9a33fccf8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:21.511526 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-819a7ab7-60a6-4d79-9958-9a33fccf8694 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 1099 time: 0.0726855 Sep 07 16:04:21.518284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-96d4acd5-718f-4333-a04d-c8204a89e6ee tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Allocated IP 172.20.0.7 (0adaef0a-5c97-480a-89d0-9a2ca3aceb3c/d931a9bd-777d-4745-82da-a7eac9df350f/1d704aab-3f20-4af9-a32d-4341fad9d1d2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:21.567875 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-10dab204-eaf1-4150-a19f-bc06815fc5ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=730ceca2-2a0f-4c32-911a-55ef91a259db HTTP/1.1" status: 200 len: 217 time: 0.0481069 Sep 07 16:04:21.612956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe289b-7ec5-49b6-b908-dfe3816d5483 req-7f9b0793-478c-4b8a-8940-986f196ed14d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:21.615181 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2fe289b-7ec5-49b6-b908-dfe3816d5483 req-7f9b0793-478c-4b8a-8940-986f196ed14d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 948 time: 0.2832663 Sep 07 16:04:21.650824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Pushing event updated for resources: {'Port': ['ID=e87c989a-8db7-400d-a34d-70dfa3576bf7,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:21.655000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-a8d64d89-5fa3-4868-8dbc-7b7eec14d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:21.659263 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-a8d64d89-5fa3-4868-8dbc-7b7eec14d6ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0823743 Sep 07 16:04:21.668209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:21.668876 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:21.670271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-d6b541a4-7b51-4e52-a390-e25b09ba479e service neutron] 10.222.0.54 "PUT /v2.0/ports/e87c989a-8db7-400d-a34d-70dfa3576bf7 HTTP/1.1" status: 200 len: 1122 time: 1.9851439 Sep 07 16:04:21.735384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48f630bd-fa4c-43a2-849d-1ed163e2d60b req-cd060a2e-beb1-436e-a0bb-d6f0e06cd454 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/security-groups?id=9362ac7e-ea54-465e-ac73-bbe71843f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889989 Sep 07 16:04:21.740588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-6d4349a1-2565-42fc-a970-efb3e2635c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:21.741525 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-6d4349a1-2565-42fc-a970-efb3e2635c93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753367 Sep 07 16:04:21.754331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['e87c989a-8db7-400d-a34d-70dfa3576bf7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:21.757542 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2fe289b-7ec5-49b6-b908-dfe3816d5483 req-171631db-4c56-4320-be84-2ff13552c379 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276283 Sep 07 16:04:21.976164 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb779f7b-f584-4758-8ea6-0e0a3f4d3ae4 x-openstack-request-id: req-cb779f7b-f584-4758-8ea6-0e0a3f4d3ae4 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:21.976722 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003d1c32-2245-4bac-b164-cfb5a5cfb726", "tag": "730ceca2-2a0f-4c32-911a-55ef91a259db", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:21.976931 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb779f7b-f584-4758-8ea6-0e0a3f4d3ae4 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:21.977187 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003d1c32-2245-4bac-b164-cfb5a5cfb726', 'tag': '730ceca2-2a0f-4c32-911a-55ef91a259db', 'status': 'completed', 'code': 200} Sep 07 16:04:22.001265 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-c9a55104-a03b-4e20-9563-6709d256065c service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341309 Sep 07 16:04:22.056537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fd174-8344-4f88-b492-f21305d0be0d req-9129c68e-f064-4e08-b8ff-d18ceebc3c5d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:22.058189 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd2fd174-8344-4f88-b492-f21305d0be0d req-9129c68e-f064-4e08-b8ff-d18ceebc3c5d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 944 time: 0.1543684 Sep 07 16:04:22.063261 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-96d4acd5-718f-4333-a04d-c8204a89e6ee tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:22.095582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90e8c9e2-de9c-4ec7-bf5b-e4ac963f68f8 req-4f1099ca-c9d2-4897-bc5a-8547ff799c19 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 210 time: 0.0362661 Sep 07 16:04:22.143298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd2fd174-8344-4f88-b492-f21305d0be0d req-2af1aa80-6fa3-45d2-895a-387433372e27 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774236 Sep 07 16:04:22.163248 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6905bf0a-194e-4c65-8dec-f77b0ac210da req-2432ceee-2c0e-4dc4-a01b-5318e72b2408 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549060 Sep 07 16:04:22.198876 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-96d4acd5-718f-4333-a04d-c8204a89e6ee tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:22.303802 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e335f7-70da-4e41-b626-981ec7149014 req-489ec058-7719-48a1-8ff2-60a805ba98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:22.306144 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51e335f7-70da-4e41-b626-981ec7149014 req-489ec058-7719-48a1-8ff2-60a805ba98d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 1099 time: 0.0747182 Sep 07 16:04:22.324465 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-96d4acd5-718f-4333-a04d-c8204a89e6ee tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:22.332168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-96d4acd5-718f-4333-a04d-c8204a89e6ee tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:22.335266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-96d4acd5-718f-4333-a04d-c8204a89e6ee tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:22.341064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-96d4acd5-718f-4333-a04d-c8204a89e6ee tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:22.341761 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-96d4acd5-718f-4333-a04d-c8204a89e6ee tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:22.351592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4acd5-718f-4333-a04d-c8204a89e6ee tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Pushing event updated for resources: {'Port': ['ID=1d704aab-3f20-4af9-a32d-4341fad9d1d2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:22.378355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba52325-1f3c-488b-beeb-295a952d24fb req-ff9de009-b9e1-452c-a6e7-ef37e26f87a0 tempest-ServersAdminNegativeTestJSON-61247075 tempest-ServersAdminNegativeTestJSON-61247075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:22.380225 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ba52325-1f3c-488b-beeb-295a952d24fb req-ff9de009-b9e1-452c-a6e7-ef37e26f87a0 tempest-ServersAdminNegativeTestJSON-61247075 tempest-ServersAdminNegativeTestJSON-61247075-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 1100 time: 0.1201677 Sep 07 16:04:22.381792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-96d4acd5-718f-4333-a04d-c8204a89e6ee tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7101419 Sep 07 16:04:22.415739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Request body: {'port': {'device_id': '9b5ce700-5822-4a91-8ce1-d8893ae4321a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:22.459614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e335f7-70da-4e41-b626-981ec7149014 req-0b185588-af7c-431a-96d9-5795f15ec34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:22.464030 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51e335f7-70da-4e41-b626-981ec7149014 req-0b185588-af7c-431a-96d9-5795f15ec34c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1429534 Sep 07 16:04:22.474185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ba52325-1f3c-488b-beeb-295a952d24fb req-662812cc-b79c-4526-986c-5356c6edbda6 tempest-ServersAdminNegativeTestJSON-61247075 tempest-ServersAdminNegativeTestJSON-61247075-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870986 Sep 07 16:04:22.528123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:22.539502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e2e61-2b84-4a0c-9b0e-00f5c4acad08 req-944f0ec5-8951-4ff9-b5c5-50fe118ed204 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:22.541012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e67e2e61-2b84-4a0c-9b0e-00f5c4acad08 req-944f0ec5-8951-4ff9-b5c5-50fe118ed204 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1157045 Sep 07 16:04:22.541863 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51e335f7-70da-4e41-b626-981ec7149014 req-a3a6acd0-6a25-4ecb-9316-e217850035d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=730ceca2-2a0f-4c32-911a-55ef91a259db HTTP/1.1" status: 200 len: 217 time: 0.0682840 Sep 07 16:04:22.635825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e335f7-70da-4e41-b626-981ec7149014 req-5af64e4c-1567-47f6-ade6-b80bee0b6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:22.637529 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51e335f7-70da-4e41-b626-981ec7149014 req-5af64e4c-1567-47f6-ade6-b80bee0b6e44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0883567 Sep 07 16:04:22.667422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e67e2e61-2b84-4a0c-9b0e-00f5c4acad08 req-5c752f6e-b50e-4e20-8d76-ac1b9e95a1b2 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195760 Sep 07 16:04:22.728196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e335f7-70da-4e41-b626-981ec7149014 req-1b476b6f-db9b-4c38-8821-000ed8557ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:22.737200 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51e335f7-70da-4e41-b626-981ec7149014 req-1b476b6f-db9b-4c38-8821-000ed8557ddb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912304 Sep 07 16:04:22.905767 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51e335f7-70da-4e41-b626-981ec7149014 req-61f51574-0644-418e-8ab6-60e03c55fb4d service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600370 Sep 07 16:04:22.987543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd440b1-6b70-4201-a262-15c8b2b938ce req-2bac8135-1c52-49fc-bad5-e46e8b580894 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:22.989552 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fd440b1-6b70-4201-a262-15c8b2b938ce req-2bac8135-1c52-49fc-bad5-e46e8b580894 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 948 time: 0.1016836 Sep 07 16:04:23.030360 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51e335f7-70da-4e41-b626-981ec7149014 req-363cec73-4628-4cc0-b43a-986edff46709 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151519 Sep 07 16:04:23.107559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fd440b1-6b70-4201-a262-15c8b2b938ce req-6897a3a1-fda1-43c5-9c37-7ac5028373c0 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937996 Sep 07 16:04:23.121748 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d704aab-3f20-4af9-a32d-4341fad9d1d2 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:23.145952 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:23.174688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Transition to ACTIVE for port object 1d704aab-3f20-4af9-a32d-4341fad9d1d2 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:23.180433 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:23.262459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Pushing event updated for resources: {'Port': ['ID=1d704aab-3f20-4af9-a32d-4341fad9d1d2,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:23.323611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51e4bf7-2453-4b63-8770-0e9f9e2883eb', 'tag': 'e87c989a-8db7-400d-a34d-70dfa3576bf7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:23.325763 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5199151d-5bc3-4e14-a89e-ad299e577e73" -d '{"events": [{"name": "network-changed", "server_uuid": "b51e4bf7-2453-4b63-8770-0e9f9e2883eb", "tag": "e87c989a-8db7-400d-a34d-70dfa3576bf7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:23.369657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Attempting to bind port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:23.370080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Attempting to bind port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:23.370332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Attempting to bind port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:23.391080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9837368-b63f-4333-8f74-a1b64d8a2051 req-8fdc5143-c598-4980-b9c8-6aae0a009cb8 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:23.392953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9837368-b63f-4333-8f74-a1b64d8a2051 req-8fdc5143-c598-4980-b9c8-6aae0a009cb8 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 949 time: 0.1223118 Sep 07 16:04:23.393335 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:23.393662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Attempting to bind port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:23.404768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc706f-508a-4630-ad96-ab1d1931bb5f req-a4013bd1-330d-48ce-a85f-30bf5a6fcccf tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:23.406536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88bc706f-508a-4630-ad96-ab1d1931bb5f req-a4013bd1-330d-48ce-a85f-30bf5a6fcccf tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 943 time: 0.1249862 Sep 07 16:04:23.415693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:23.416036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Checking segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:23.416435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Bound using segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:23.416886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Bound port: 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:23.417249 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:23.503370 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9837368-b63f-4333-8f74-a1b64d8a2051 req-415fb21d-1141-478e-93b6-a2645845998e tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943146 Sep 07 16:04:23.509095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88bc706f-508a-4630-ad96-ab1d1931bb5f req-c856afc4-8ef9-43e4-8f85-d8f56b369438 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897367 Sep 07 16:04:23.565520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:23.571178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:23.576863 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:23.632264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:23.633096 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:23.634441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] 10.222.0.35 "PUT /v2.0/ports/1d704aab-3f20-4af9-a32d-4341fad9d1d2 HTTP/1.1" status: 200 len: 1091 time: 1.2261412 Sep 07 16:04:23.656093 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3970da-575d-41b1-8ddf-0a8d7048f3b0 x-openstack-request-id: req-8c3970da-575d-41b1-8ddf-0a8d7048f3b0 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:23.656491 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51e4bf7-2453-4b63-8770-0e9f9e2883eb", "tag": "e87c989a-8db7-400d-a34d-70dfa3576bf7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:23.656673 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c3970da-575d-41b1-8ddf-0a8d7048f3b0 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:23.657038 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51e4bf7-2453-4b63-8770-0e9f9e2883eb', 'tag': 'e87c989a-8db7-400d-a34d-70dfa3576bf7', 'status': 'completed', 'code': 200} Sep 07 16:04:23.744027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06388695-948d-434f-804a-f06dceb9cf4e service neutron] Pushing event updated for resources: {'Port': ['ID=1d704aab-3f20-4af9-a32d-4341fad9d1d2,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:23.771259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef311dcc-a50b-4127-b002-fff4865b4692 req-eb5c7852-dc03-433b-901c-1683e7f6000c tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:23.772830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-f6058abe-60ae-4fa2-944a-ef5f13f68f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:23.776249 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-f6058abe-60ae-4fa2-944a-ef5f13f68f86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 1094 time: 0.0757446 Sep 07 16:04:23.777215 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef311dcc-a50b-4127-b002-fff4865b4692 req-eb5c7852-dc03-433b-901c-1683e7f6000c tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 944 time: 0.1417398 Sep 07 16:04:23.838347 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-e1002da2-320e-474f-a417-bd1142b689ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2 HTTP/1.1" status: 200 len: 217 time: 0.0491536 Sep 07 16:04:23.870064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199151d-5bc3-4e14-a89e-ad299e577e73 req-cf0255a2-9c41-433c-a1d3-d43cbfb5fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:23.871575 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5199151d-5bc3-4e14-a89e-ad299e577e73 req-cf0255a2-9c41-433c-a1d3-d43cbfb5fc8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 1125 time: 0.1844921 Sep 07 16:04:23.920442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-b598e579-de69-40c4-8c50-dbe95763643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:23.922837 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-b598e579-de69-40c4-8c50-dbe95763643e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.0693400 Sep 07 16:04:23.939166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef311dcc-a50b-4127-b002-fff4865b4692 req-5afcb04e-4a69-413f-861c-b3a40846062b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439066 Sep 07 16:04:23.970371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb7ba3-31fd-42aa-bab6-df6193197e91 req-0ea78437-ea51-4b93-b395-25e495806125 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:23.973307 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-8163a42a-faa4-4654-97f3-0ba50536240a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417855 Sep 07 16:04:23.981213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ffb7ba3-31fd-42aa-bab6-df6193197e91 req-0ea78437-ea51-4b93-b395-25e495806125 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1948586 Sep 07 16:04:24.057375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ffb7ba3-31fd-42aa-bab6-df6193197e91 req-a5dcb3ea-4198-439e-b128-edd865e6e8db tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752087 Sep 07 16:04:24.063943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39134) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:24.088164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199151d-5bc3-4e14-a89e-ad299e577e73 req-09540d92-c300-4c47-b3cc-b628d93eb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:24.089821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5199151d-5bc3-4e14-a89e-ad299e577e73 req-09540d92-c300-4c47-b3cc-b628d93eb2db service neutron] 10.222.0.35 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.2103727 Sep 07 16:04:24.126973 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-a25bfa17-7b0b-4691-96d5-acabff26e367 service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451409 Sep 07 16:04:24.143537 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5199151d-5bc3-4e14-a89e-ad299e577e73 req-b6c3f2e9-5810-4c75-a8a9-44ab5fd67b19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7 HTTP/1.1" status: 200 len: 217 time: 0.0456843 Sep 07 16:04:24.210355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199151d-5bc3-4e14-a89e-ad299e577e73 req-0f968327-4319-429e-9bf1-8af73be59953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:24.212663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5199151d-5bc3-4e14-a89e-ad299e577e73 req-0f968327-4319-429e-9bf1-8af73be59953 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.0624239 Sep 07 16:04:24.248629 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0bfdbf05-ac2f-49d4-9526-4bb1c9b37be2 req-86ce0d14-2fa4-4c3e-b414-e9b9b6547800 service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139655 Sep 07 16:04:24.305192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5199151d-5bc3-4e14-a89e-ad299e577e73 req-c4ce0af5-bc93-476f-89db-77348d38e5b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848792 Sep 07 16:04:24.316115 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:24.368566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b362200-e19d-401c-808f-116bfe894796 req-aeacd94c-75af-465b-a0c0-5a3c2ceaa159 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:24.369960 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b362200-e19d-401c-808f-116bfe894796 req-aeacd94c-75af-465b-a0c0-5a3c2ceaa159 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 948 time: 0.1207979 Sep 07 16:04:24.610625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e87c989a-8db7-400d-a34d-70dfa3576bf7 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:04:24.739167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:24.744779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b362200-e19d-401c-808f-116bfe894796 req-39f237fa-fd31-48c7-8a3d-e6d659bef084 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665817 Sep 07 16:04:24.750874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5199151d-5bc3-4e14-a89e-ad299e577e73 req-43995b65-534e-4e0d-a567-2d6475bba42c service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298034 Sep 07 16:04:24.753097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e87c989a-8db7-400d-a34d-70dfa3576bf7 has no active binding in host n-h1-807551-3 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 16:04:24.784999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda33acf-d98a-43e3-9ad5-22e92ffc7238 req-5badde51-a835-4cb7-8230-6386f72bf325 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:24.786528 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fda33acf-d98a-43e3-9ad5-22e92ffc7238 req-5badde51-a835-4cb7-8230-6386f72bf325 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 943 time: 0.1274540 Sep 07 16:04:24.951630 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:24.958471 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fda33acf-d98a-43e3-9ad5-22e92ffc7238 req-8ca87b2e-1509-4207-ba73-f38a6ab10950 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616693 Sep 07 16:04:24.972364 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.007011 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5199151d-5bc3-4e14-a89e-ad299e577e73 req-e2d1c737-1c9e-497e-a767-5389a21527de service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459593 Sep 07 16:04:25.038547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c05f7-9d90-4d34-b236-80efcd9edf7c req-48af5379-775d-4662-94ca-9c906f761a54 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:25.040146 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da3c05f7-9d90-4d34-b236-80efcd9edf7c req-48af5379-775d-4662-94ca-9c906f761a54 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 949 time: 0.2265322 Sep 07 16:04:25.047345 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=530cf8d27eea48aaa854b5abbfabf22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9821913 Sep 07 16:04:25.048271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39154) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:25.049102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50807a86-271b-4ad2-945e-7398bb8cbd76,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:25.058306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481170df-3190-4e88-9d0e-b3415fa2aed4 req-4acb2197-7fec-42ab-8ce5-8534803079d0 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:25.059836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-481170df-3190-4e88-9d0e-b3415fa2aed4 req-4acb2197-7fec-42ab-8ce5-8534803079d0 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.54 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 949 time: 0.1802266 Sep 07 16:04:25.094117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.094460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.094867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.095128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.095466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.095967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.096122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.096498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.096808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.097173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.097500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.097831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a71f59-47a7-4d55-9dd9-70f38cb3d2b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.202390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da3c05f7-9d90-4d34-b236-80efcd9edf7c req-40c13503-3edd-4b1f-860c-97ba6dbc41ed tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387711 Sep 07 16:04:25.225445 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eafcd5e8-b921-4280-9dd9-fc4b3701f2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.259290 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eafcd5e8-b921-4280-9dd9-fc4b3701f2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.281185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 730ceca2-2a0f-4c32-911a-55ef91a259db details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:04:25.284679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-481170df-3190-4e88-9d0e-b3415fa2aed4 req-3587858f-68dc-4603-94d2-86270c801a3f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Deleting port cbe10db0-6e74-4660-822d-a48b51d1e466 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:04:25.285029 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-481170df-3190-4e88-9d0e-b3415fa2aed4 req-3587858f-68dc-4603-94d2-86270c801a3f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.402566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348c2b2-ae3f-47ea-b474-63621adef0cf req-56cd08f7-30fa-40d6-8aaa-195dc685a325 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:25.404385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c348c2b2-ae3f-47ea-b474-63621adef0cf req-56cd08f7-30fa-40d6-8aaa-195dc685a325 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 944 time: 0.1370015 Sep 07 16:04:25.444292 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eafcd5e8-b921-4280-9dd9-fc4b3701f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.447183 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eafcd5e8-b921-4280-9dd9-fc4b3701f2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.448591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eafcd5e8-b921-4280-9dd9-fc4b3701f2d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50807a86-271b-4ad2-945e-7398bb8cbd76 HTTP/1.1" status: 204 len: 168 time: 0.3876736 Sep 07 16:04:25.458047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 730ceca2-2a0f-4c32-911a-55ef91a259db, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=730ceca2-2a0f-4c32-911a-55ef91a259db,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:25.471111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '730ceca2-2a0f-4c32-911a-55ef91a259db', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '730ceca2-2a0f-4c32-911a-55ef91a259db', 'mac_address': 'fa:16:3e:25:c2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:04:25.498978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcd5e8-b921-4280-9dd9-fc4b3701f2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50807a86-271b-4ad2-945e-7398bb8cbd76,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:25.528391 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.531435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-481170df-3190-4e88-9d0e-b3415fa2aed4 req-3587858f-68dc-4603-94d2-86270c801a3f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] For port cbe10db0-6e74-4660-822d-a48b51d1e466, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=cbe10db0-6e74-4660-822d-a48b51d1e466,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:25.531803 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-481170df-3190-4e88-9d0e-b3415fa2aed4 req-3587858f-68dc-4603-94d2-86270c801a3f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.544128 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730ceca2-2a0f-4c32-911a-55ef91a259db {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:25.554214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c348c2b2-ae3f-47ea-b474-63621adef0cf req-afd9550d-89a1-4ddf-b20c-223529d626b2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372104 Sep 07 16:04:25.560747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-481170df-3190-4e88-9d0e-b3415fa2aed4 req-3587858f-68dc-4603-94d2-86270c801a3f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Calling delete_port for cbe10db0-6e74-4660-822d-a48b51d1e466 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:04:25.566771 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 730ceca2-2a0f-4c32-911a-55ef91a259db, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=730ceca2-2a0f-4c32-911a-55ef91a259db,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:25.572103 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.586570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623687-f1f7-43bd-845c-84040a87bd51 req-c2611117-0f64-44ac-bab5-dbd65de35331 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:25.594911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22623687-f1f7-43bd-845c-84040a87bd51 req-c2611117-0f64-44ac-bab5-dbd65de35331 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1451833 Sep 07 16:04:25.657953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5ce700-5822-4a91-8ce1-d8893ae4321a', 'tag': '1d704aab-3f20-4af9-a32d-4341fad9d1d2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:25.660392 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02a7bbc-e25f-46ca-b06c-2987b313bf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5ce700-5822-4a91-8ce1-d8893ae4321a", "tag": "1d704aab-3f20-4af9-a32d-4341fad9d1d2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:25.713003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22623687-f1f7-43bd-845c-84040a87bd51 req-ece37e8a-0707-4820-8a10-f817ff0db5f9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170046 Sep 07 16:04:25.739818 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd9453c-351a-4aeb-a9b5-0575452e0888 x-openstack-request-id: req-afd9453c-351a-4aeb-a9b5-0575452e0888 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:25.740122 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5ce700-5822-4a91-8ce1-d8893ae4321a", "tag": "1d704aab-3f20-4af9-a32d-4341fad9d1d2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:25.740434 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-afd9453c-351a-4aeb-a9b5-0575452e0888 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:25.740809 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5ce700-5822-4a91-8ce1-d8893ae4321a', 'tag': '1d704aab-3f20-4af9-a32d-4341fad9d1d2', 'status': 'completed', 'code': 200} Sep 07 16:04:25.782780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=730ceca2-2a0f-4c32-911a-55ef91a259db,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:25.790391 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.790738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.791082 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.791499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.791757 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.792080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.792975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.793450 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.793923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.794387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.794875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.795548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:25.854624 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-481170df-3190-4e88-9d0e-b3415fa2aed4 req-3587858f-68dc-4603-94d2-86270c801a3f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:25.868104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['cbe10db0-6e74-4660-822d-a48b51d1e466'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:25.872753 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['9163e36b-63b9-4fd9-b626-9fe5fbd6ade8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:25.927390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587858f-68dc-4603-94d2-86270c801a3f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Pushing event deleted for resources: {'Port': ['ID=cbe10db0-6e74-4660-822d-a48b51d1e466,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:25.971784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a7bbc-e25f-46ca-b06c-2987b313bf6a req-615c7694-7e7b-4e14-a60f-884c4152312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:25.973366 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d02a7bbc-e25f-46ca-b06c-2987b313bf6a req-615c7694-7e7b-4e14-a60f-884c4152312a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 1094 time: 0.1657321 Sep 07 16:04:25.991871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-481170df-3190-4e88-9d0e-b3415fa2aed4 req-3587858f-68dc-4603-94d2-86270c801a3f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] No DVR routers for this DVR port cbe10db0-6e74-4660-822d-a48b51d1e466 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:04:26.019858 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-481170df-3190-4e88-9d0e-b3415fa2aed4 req-3587858f-68dc-4603-94d2-86270c801a3f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:26.021825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-481170df-3190-4e88-9d0e-b3415fa2aed4 req-3587858f-68dc-4603-94d2-86270c801a3f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.54 "DELETE /v2.0/ports/cbe10db0-6e74-4660-822d-a48b51d1e466 HTTP/1.1" status: 204 len: 173 time: 0.9524314 Sep 07 16:04:26.067414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc04b-a1c3-496d-b933-8af5b0dd457f req-158c3268-f0d3-4e15-92ef-316f0555f7ad tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:26.069056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-beebc04b-a1c3-496d-b933-8af5b0dd457f req-158c3268-f0d3-4e15-92ef-316f0555f7ad tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 949 time: 0.2285743 Sep 07 16:04:26.206102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:26.240726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-beebc04b-a1c3-496d-b933-8af5b0dd457f req-7c4ae15d-b7da-4884-91be-3f89aef19198 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608856 Sep 07 16:04:26.300977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfe3ac-8780-4702-8410-507fb3f3d10b req-c5e88523-30bf-40ef-bf97-55c929a29632 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:26.317617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03cfe3ac-8780-4702-8410-507fb3f3d10b req-c5e88523-30bf-40ef-bf97-55c929a29632 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 943 time: 0.1695642 Sep 07 16:04:26.346148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a7bbc-e25f-46ca-b06c-2987b313bf6a req-4a20e437-6ab1-44b8-a3be-5fbd7b824015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:26.348115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d02a7bbc-e25f-46ca-b06c-2987b313bf6a req-4a20e437-6ab1-44b8-a3be-5fbd7b824015 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.3594491 Sep 07 16:04:26.519867 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d02a7bbc-e25f-46ca-b06c-2987b313bf6a req-3b4be155-5dd5-41bf-bbd8-e30d29ac203c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2 HTTP/1.1" status: 200 len: 217 time: 0.1570756 Sep 07 16:04:26.533014 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-56f22bdd-b02f-4b0c-a85a-4beefec9e823 service neutron] 10.222.0.35 "GET /v2.0/ports/e87c989a-8db7-400d-a34d-70dfa3576bf7/bindings/n-h1-807551-3 HTTP/1.1" status: 200 len: 384 time: 0.1198809 Sep 07 16:04:26.539971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ab8e53b-9e92-467f-b0d6-353861e4bca6 req-307b3a3a-ecde-4c28-942b-385239b00dfc tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=383bad64-f396-4a21-bb1d-a3aedb8c9a7c HTTP/1.1" status: 200 len: 210 time: 0.1651871 Sep 07 16:04:26.659285 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03cfe3ac-8780-4702-8410-507fb3f3d10b req-15cfb8e3-1044-4e6a-bf8c-e45dd25ff278 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404431 Sep 07 16:04:26.687326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a7bbc-e25f-46ca-b06c-2987b313bf6a req-f8eca091-6476-428e-9c80-e0c1a12d8b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:26.689141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d02a7bbc-e25f-46ca-b06c-2987b313bf6a req-f8eca091-6476-428e-9c80-e0c1a12d8b5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.1399131 Sep 07 16:04:26.758952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d02a7bbc-e25f-46ca-b06c-2987b313bf6a req-1cc816bb-ccc1-473b-b98c-aa0c0515b1aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591395 Sep 07 16:04:26.907225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c608c28-96c6-43e7-af72-0b3b818d8fd0 req-28bc0f91-6b0c-4f77-9559-08e87608652d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:26.914574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c608c28-96c6-43e7-af72-0b3b818d8fd0 req-28bc0f91-6b0c-4f77-9559-08e87608652d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 944 time: 0.1920042 Sep 07 16:04:26.921374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:26.956236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:26.970967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d02a7bbc-e25f-46ca-b06c-2987b313bf6a req-f360f9fe-1de3-49bf-8520-a079b216ddbd service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973031 Sep 07 16:04:27.011093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87c989a-8db7-400d-a34d-70dfa3576bf7 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:27.023458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:27.041341 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:27.083717 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c608c28-96c6-43e7-af72-0b3b818d8fd0 req-573ac03a-0762-4c57-b61e-d51ccb13503e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682620 Sep 07 16:04:27.185041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d02a7bbc-e25f-46ca-b06c-2987b313bf6a req-00953d9e-66a8-487c-a478-2c3cec28c235 service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066350 Sep 07 16:04:27.222599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb802234-aa3a-4384-9004-da51f3233352 req-d1a76d42-e578-4048-93f2-87495207e46e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:27.229513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb802234-aa3a-4384-9004-da51f3233352 req-d1a76d42-e578-4048-93f2-87495207e46e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.0823846 Sep 07 16:04:27.238178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Transition to ACTIVE for port object e87c989a-8db7-400d-a34d-70dfa3576bf7 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:27.243920 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:27.295585 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb802234-aa3a-4384-9004-da51f3233352 req-88f83c6f-9675-4d12-94fd-d46cace96202 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546520 Sep 07 16:04:27.411470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b3325-146b-454e-8849-f28b64b07f86 req-fe38e7f4-9e55-489a-93fe-510e277fdc8a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:27.419906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff4b3325-146b-454e-8849-f28b64b07f86 req-fe38e7f4-9e55-489a-93fe-510e277fdc8a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 949 time: 0.0662060 Sep 07 16:04:27.470790 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff4b3325-146b-454e-8849-f28b64b07f86 req-68502a82-37d8-4a03-b987-03a5e17dff48 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444758 Sep 07 16:04:27.509014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39220) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:27.631593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] No DVR routers for this DVR port e87c989a-8db7-400d-a34d-70dfa3576bf7 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:04:27.640979 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Pushing event updated for resources: {'Port': ['ID=e87c989a-8db7-400d-a34d-70dfa3576bf7,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:27.658921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea464e51-6da8-4573-8497-470ae321a85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:27.688223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:27.688698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:27.689136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:27.689700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:27.690396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:27.690729 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:27.691357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:27.691926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:27.692371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:27.692948 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:27.693371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:27.693954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:27.711691 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-2da08198-0ca3-41e6-a485-d5ca6c80c371 service neutron] 10.222.0.35 "PUT /v2.0/ports/e87c989a-8db7-400d-a34d-70dfa3576bf7/bindings/n-h1-807551-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1670151 Sep 07 16:04:27.744409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383bad64-f396-4a21-bb1d-a3aedb8c9a7c', 'name': 'network-vif-deleted', 'tag': 'cbe10db0-6e74-4660-822d-a48b51d1e466'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:27.746734 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff0d5a8-426a-4524-b6b8-5cb6192d5ec6" -d '{"events": [{"server_uuid": "383bad64-f396-4a21-bb1d-a3aedb8c9a7c", "name": "network-vif-deleted", "tag": "cbe10db0-6e74-4660-822d-a48b51d1e466"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:27.872861 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9337bd4-c806-4f42-b4b7-2c5113e71aab x-openstack-request-id: req-d9337bd4-c806-4f42-b4b7-2c5113e71aab {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:27.873152 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383bad64-f396-4a21-bb1d-a3aedb8c9a7c", "name": "network-vif-deleted", "tag": "cbe10db0-6e74-4660-822d-a48b51d1e466", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:27.873401 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9337bd4-c806-4f42-b4b7-2c5113e71aab {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:27.873796 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383bad64-f396-4a21-bb1d-a3aedb8c9a7c', 'name': 'network-vif-deleted', 'tag': 'cbe10db0-6e74-4660-822d-a48b51d1e466', 'status': 'completed', 'code': 200} Sep 07 16:04:27.882330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d7736-3525-4df6-8c50-c2287c58c962 req-3ef2e304-9b7b-4dd0-9e4b-b5d6a7b9c3cb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:27.884122 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de1d7736-3525-4df6-8c50-c2287c58c962 req-3ef2e304-9b7b-4dd0-9e4b-b5d6a7b9c3cb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 943 time: 0.1438577 Sep 07 16:04:27.894724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-f2f1ada8-c6bd-4050-8790-994b9262521d tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:27.896412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-f2f1ada8-c6bd-4050-8790-994b9262521d tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb&tenant_id=69c966e1c7a5492180da5b612f6c029a&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1096 time: 0.1071448 Sep 07 16:04:27.933223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea464e51-6da8-4573-8497-470ae321a85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:27.962295 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea464e51-6da8-4573-8497-470ae321a85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:28.027946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de1d7736-3525-4df6-8c50-c2287c58c962 req-dffeca9c-ac18-4a55-b630-f6ed91a48b00 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290565 Sep 07 16:04:28.051093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ea464e51-6da8-4573-8497-470ae321a85e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6131821f7e41494fb0e9f9c149d3ee57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335925 Sep 07 16:04:28.051093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea464e51-6da8-4573-8497-470ae321a85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fcf631-ab5a-4a8d-a483-62f0a3d736bb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:28.051270 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39238) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:28.052370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-cfbcbcb7-594c-4e92-9336-a61bd332613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:28.053693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-cfbcbcb7-594c-4e92-9336-a61bd332613b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb&tenant_id=69c966e1c7a5492180da5b612f6c029a HTTP/1.1" status: 200 len: 1096 time: 0.1460116 Sep 07 16:04:28.063043 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd609b8c-d858-47b8-98fc-c26f439b1bb3 req-2ec5685e-af09-431f-99a1-759f7e8a2f0e tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:28.064417 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd609b8c-d858-47b8-98fc-c26f439b1bb3 req-2ec5685e-af09-431f-99a1-759f7e8a2f0e tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 950 time: 0.1299460 Sep 07 16:04:28.117058 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-582c2579-1916-4982-ab02-0c9a563463ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:28.143763 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-582c2579-1916-4982-ab02-0c9a563463ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:28.163034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd609b8c-d858-47b8-98fc-c26f439b1bb3 req-520fdfb5-8577-4c94-9b1f-573d92590fbd tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891743 Sep 07 16:04:28.175551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-c01d53a9-9c62-4527-ab02-925669e78822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:28.178797 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-c01d53a9-9c62-4527-ab02-925669e78822 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 1096 time: 0.0769849 Sep 07 16:04:28.207534 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-582c2579-1916-4982-ab02-0c9a563463ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:28.210464 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-582c2579-1916-4982-ab02-0c9a563463ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:28.211636 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-582c2579-1916-4982-ab02-0c9a563463ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d1fcf631-ab5a-4a8d-a483-62f0a3d736bb HTTP/1.1" status: 204 len: 168 time: 0.1596138 Sep 07 16:04:28.231265 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c2579-1916-4982-ab02-0c9a563463ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fcf631-ab5a-4a8d-a483-62f0a3d736bb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:28.311541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e18d4c-df91-4839-9c07-909570aa69a6 req-be415fa9-f0de-4e03-9c7b-d81b375eaa3b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:28.313624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1e18d4c-df91-4839-9c07-909570aa69a6 req-be415fa9-f0de-4e03-9c7b-d81b375eaa3b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 945 time: 0.1088920 Sep 07 16:04:28.337095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-0bb80722-d856-4526-8f67-9b66db77a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:28.338686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-0bb80722-d856-4526-8f67-9b66db77a3c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.1525538 Sep 07 16:04:28.386882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-467f4cc7-66f3-4933-a537-e0630267c12b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7 HTTP/1.1" status: 200 len: 217 time: 0.0404365 Sep 07 16:04:28.429925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1e18d4c-df91-4839-9c07-909570aa69a6 req-ee47a2e3-0f75-445c-9bc7-727c03ee293a tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040883 Sep 07 16:04:28.484777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-c94b418c-df35-4236-b279-75c78578062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:28.484777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-c94b418c-df35-4236-b279-75c78578062f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.0804424 Sep 07 16:04:28.498951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c45dc-c022-45ec-b710-4a4f2ddd7ee3 req-457ec6da-e4c8-4104-b8cc-3ca393eed20a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:28.501115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e69c45dc-c022-45ec-b710-4a4f2ddd7ee3 req-457ec6da-e4c8-4104-b8cc-3ca393eed20a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1082156 Sep 07 16:04:28.536717 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-765dfd6d-8fc8-4dd4-9554-6e417714160e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344503 Sep 07 16:04:28.628597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e69c45dc-c022-45ec-b710-4a4f2ddd7ee3 req-abe79123-f7db-499c-a037-cbe54e56c781 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172078 Sep 07 16:04:28.637754 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device cbe10db0-6e74-4660-822d-a48b51d1e466 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:04:28.676202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: cbe10db0-6e74-4660-822d-a48b51d1e466 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:04:28.680449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device cbe10db0-6e74-4660-822d-a48b51d1e466 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:04:28.682229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e8340-14ed-4ba8-bb35-3592345fc19e req-e0985578-e40f-4b01-8e86-b8f28677f99d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:28.683785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a7e8340-14ed-4ba8-bb35-3592345fc19e req-e0985578-e40f-4b01-8e86-b8f28677f99d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 949 time: 0.1408031 Sep 07 16:04:28.725385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-78c202f3-c878-496f-9cb9-7eb12a23bd11 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708069 Sep 07 16:04:28.768013 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a7e8340-14ed-4ba8-bb35-3592345fc19e req-f3d5e777-0f0a-48a0-bcce-a5fdaaf6b81d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724850 Sep 07 16:04:28.867214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-7b5b0e10-91b7-4b26-afa9-c94130e68dab service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265280 Sep 07 16:04:29.065062 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39270) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:29.156136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-4bfac06e-f911-4862-8d67-ab861616b404 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:29.157687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-4bfac06e-f911-4862-8d67-ab861616b404 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb&tenant_id=69c966e1c7a5492180da5b612f6c029a&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 1096 time: 0.0722935 Sep 07 16:04:29.195693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1279295763-network', 'tenant_id': '05f534b669c84062ad8718906e1ab014'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:29.227012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Made reservation on behalf of 05f534b669c84062ad8718906e1ab014 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:29.229413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.243997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918abb0-789f-44db-9e07-03bc03b612da req-ed94b0b1-6626-413b-8f7c-a1b8555aa345 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:29.245607 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6918abb0-789f-44db-9e07-03bc03b612da req-ed94b0b1-6626-413b-8f7c-a1b8555aa345 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 943 time: 0.1163278 Sep 07 16:04:29.254738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.326383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1d704aab-3f20-4af9-a32d-4341fad9d1d2 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:04:29.404183 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.410417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 730ceca2-2a0f-4c32-911a-55ef91a259db up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:29.411416 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.428216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:04:29.441977 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.443070 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Added segment 7fc3be11-43e7-42c4-a2f5-60712b64b4a3 of type vlan for network bae6e4c5-3f29-45bd-9e94-604f37a54bfe Sep 07 16:04:29.476184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 730ceca2-2a0f-4c32-911a-55ef91a259db completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:29.485308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 730ceca2-2a0f-4c32-911a-55ef91a259db triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:29.486102 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.508600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.534634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:29.556364 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.556720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:29.557318 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.563351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '1d704aab-3f20-4af9-a32d-4341fad9d1d2', 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c', 'port_id': '1d704aab-3f20-4af9-a32d-4341fad9d1d2', 'mac_address': 'fa:16:3e:c6:ef:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd931a9bd-777d-4745-82da-a7eac9df350f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:04:29.607890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6918abb0-789f-44db-9e07-03bc03b612da req-39a4540d-1f78-4916-8857-b35e0dba12cc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532896 Sep 07 16:04:29.613136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-6ba77100-4f91-4e0b-9051-fc6a0a24d942 service neutron] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:29.619083 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.629058 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-6ba77100-4f91-4e0b-9051-fc6a0a24d942 service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.630188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68599fdb-5bb5-4922-b74d-c2144f41491a req-6ba77100-4f91-4e0b-9051-fc6a0a24d942 service neutron] 10.222.0.54 "DELETE /v2.0/ports/e87c989a-8db7-400d-a34d-70dfa3576bf7/bindings/n-h2-807551-3 HTTP/1.1" status: 204 len: 173 time: 0.4464269 Sep 07 16:04:29.638445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02d889b-0130-41e5-b871-d2c50766a1d6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:29.641618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d704aab-3f20-4af9-a32d-4341fad9d1d2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:29.677017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:29.694369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84344e8a-bb5f-4bfd-9a42-d5fb48b6702b req-8d70ab09-bee0-4c1e-bf29-5ac3cc27f44f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:29.695967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84344e8a-bb5f-4bfd-9a42-d5fb48b6702b req-8d70ab09-bee0-4c1e-bf29-5ac3cc27f44f tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 950 time: 0.2116656 Sep 07 16:04:29.710689 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] Pushing event updated for resources: {'Network': ['ID=bae6e4c5-3f29-45bd-9e94-604f37a54bfe,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:29.727992 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3ffca69e-9e26-458a-b043-6cbb8bf61178 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6616490 Sep 07 16:04:29.730853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39282) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:29.737073 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5f33e1d7-cf78-4586-9473-6f71ccc973e3 admin admin] Request body: {'subnet': {'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-subnet', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:29.749736 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.751262 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59531867-f926-410d-ae1e-94bc5cb9e11f req-48510c3b-06c4-466f-ba33-49b06805973a tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:29.753445 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-59531867-f926-410d-ae1e-94bc5cb9e11f req-48510c3b-06c4-466f-ba33-49b06805973a tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.35 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 950 time: 0.2168558 Sep 07 16:04:29.754666 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.798441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84344e8a-bb5f-4bfd-9a42-d5fb48b6702b req-c215de22-1e49-4ab8-8779-73736a09531d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/security-groups?id=249bc7cf-0e01-42b5-9471-6ee102196fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936527 Sep 07 16:04:29.811413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde5134-272f-4ba2-85db-a91b3f5002ee req-4c0b7172-0d46-4ea5-a0dd-7aca236640c3 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:29.820293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-efde5134-272f-4ba2-85db-a91b3f5002ee req-4c0b7172-0d46-4ea5-a0dd-7aca236640c3 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 945 time: 0.0788522 Sep 07 16:04:29.831649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network bae6e4c5-3f29-45bd-9e94-604f37a54bfe details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:04:29.869093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f33e1d7-cf78-4586-9473-6f71ccc973e3 admin admin] Made reservation on behalf of 05f534b669c84062ad8718906e1ab014 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:29.874773 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f33e1d7-cf78-4586-9473-6f71ccc973e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:29.910441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-efde5134-272f-4ba2-85db-a91b3f5002ee req-f1653142-e2f7-4bc4-895a-a886764e2a6e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890875 Sep 07 16:04:29.919788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=1d704aab-3f20-4af9-a32d-4341fad9d1d2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:29.961874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 730ceca2-2a0f-4c32-911a-55ef91a259db, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=730ceca2-2a0f-4c32-911a-55ef91a259db,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:29.965218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003d1c32-2245-4bac-b164-cfb5a5cfb726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730ceca2-2a0f-4c32-911a-55ef91a259db'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:29.969132 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b94f7c-a54d-4b33-a87b-7b682e8ba53b" -d '{"events": [{"server_uuid": "003d1c32-2245-4bac-b164-cfb5a5cfb726", "name": "network-vif-plugged", "status": "completed", "tag": "730ceca2-2a0f-4c32-911a-55ef91a259db"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:30.009477 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:30.032116 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c346e-e173-4c70-84ae-80d270e58a98 req-20fa3e50-ba0d-4624-b863-7a1a5ec11b19 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:30.039809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab6c346e-e173-4c70-84ae-80d270e58a98 req-20fa3e50-ba0d-4624-b863-7a1a5ec11b19 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1281309 Sep 07 16:04:30.076068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=730ceca2-2a0f-4c32-911a-55ef91a259db,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:30.099561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-59531867-f926-410d-ae1e-94bc5cb9e11f req-ccfd5f67-9917-4403-bfc6-bfc7a1bbb98d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Deleting port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:04:30.100576 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59531867-f926-410d-ae1e-94bc5cb9e11f req-ccfd5f67-9917-4403-bfc6-bfc7a1bbb98d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:30.130167 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab6c346e-e173-4c70-84ae-80d270e58a98 req-88fc9030-3f79-4110-bb83-6f0fe486b55c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893056 Sep 07 16:04:30.150586 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e038ab-0d74-4f93-be0e-b31858a45430 req-4c3c176e-8ebe-4090-b58a-4c061ac58622 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:30.152733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91e038ab-0d74-4f93-be0e-b31858a45430 req-4c3c176e-8ebe-4090-b58a-4c061ac58622 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 950 time: 0.1005416 Sep 07 16:04:30.159703 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f33e1d7-cf78-4586-9473-6f71ccc973e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:30.170355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['1d704aab-3f20-4af9-a32d-4341fad9d1d2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:30.234722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91e038ab-0d74-4f93-be0e-b31858a45430 req-6e280900-0d86-4b0e-bc39-79c25f240031 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729525 Sep 07 16:04:30.281932 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fd4eac-6874-4fd3-acb5-847fa057db78 x-openstack-request-id: req-63fd4eac-6874-4fd3-acb5-847fa057db78 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:30.282339 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003d1c32-2245-4bac-b164-cfb5a5cfb726", "name": "network-vif-plugged", "status": "completed", "tag": "730ceca2-2a0f-4c32-911a-55ef91a259db", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:30.282704 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63fd4eac-6874-4fd3-acb5-847fa057db78 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:30.283219 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003d1c32-2245-4bac-b164-cfb5a5cfb726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730ceca2-2a0f-4c32-911a-55ef91a259db', 'code': 200} Sep 07 16:04:30.393832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-59531867-f926-410d-ae1e-94bc5cb9e11f req-ccfd5f67-9917-4403-bfc6-bfc7a1bbb98d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] For port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9163e36b-63b9-4fd9-b626-9fe5fbd6ade8,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:30.394128 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59531867-f926-410d-ae1e-94bc5cb9e11f req-ccfd5f67-9917-4403-bfc6-bfc7a1bbb98d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:30.398306 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33e1d7-cf78-4586-9473-6f71ccc973e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c28b7b2-1b08-4781-89ce-de8cc0ee50ea,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:30.415254 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-59531867-f926-410d-ae1e-94bc5cb9e11f req-ccfd5f67-9917-4403-bfc6-bfc7a1bbb98d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Calling delete_port for 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:04:30.419339 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33e1d7-cf78-4586-9473-6f71ccc973e3 admin admin] Checking segment: {'id': '7fc3be11-43e7-42c4-a2f5-60712b64b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:30.419705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f33e1d7-cf78-4586-9473-6f71ccc973e3 admin admin] Network hostable DHCP agents. Network: bae6e4c5-3f29-45bd-9e94-604f37a54bfe, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:04:30.443746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09eb2d-e000-470d-9448-6cdca865c0fe req-a8950cad-7e7c-4da6-a069-90263b41b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:30.445281 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a09eb2d-e000-470d-9448-6cdca865c0fe req-a8950cad-7e7c-4da6-a069-90263b41b345 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 1101 time: 0.1042061 Sep 07 16:04:30.451319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559389-2907-41a1-8418-8ed46a1759fa req-6691261a-a882-4d86-b29c-57e8fbb3c7bf tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:30.453411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b559389-2907-41a1-8418-8ed46a1759fa req-6691261a-a882-4d86-b29c-57e8fbb3c7bf tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 1096 time: 0.0658643 Sep 07 16:04:30.486196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f33e1d7-cf78-4586-9473-6f71ccc973e3 admin admin] Network bae6e4c5-3f29-45bd-9e94-604f37a54bfe is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:04:30.504738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5f33e1d7-cf78-4586-9473-6f71ccc973e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, bae6e4c5-3f29-45bd-9e94-604f37a54bfe) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:30.510672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f33e1d7-cf78-4586-9473-6f71ccc973e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:30.511782 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f33e1d7-cf78-4586-9473-6f71ccc973e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:30.519931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17658ebf-6483-4bb6-ac8e-361d3e6f04d2 None None] Network bae6e4c5-3f29-45bd-9e94-604f37a54bfe requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:04:30.520940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a09eb2d-e000-470d-9448-6cdca865c0fe req-e52eea1c-5cee-4e7b-8f83-5b1cca49d3d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632041 Sep 07 16:04:30.526884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b559389-2907-41a1-8418-8ed46a1759fa req-fd8e0608-9350-475e-88ff-0b08abe827d6 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620229 Sep 07 16:04:30.549220 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5f33e1d7-cf78-4586-9473-6f71ccc973e3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8131847 Sep 07 16:04:30.549386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39296) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:30.553665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:30.578143 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:30.579414 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:30.660292 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59531867-f926-410d-ae1e-94bc5cb9e11f req-ccfd5f67-9917-4403-bfc6-bfc7a1bbb98d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:30.744325 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:30.747319 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'fixed_ips': [{'subnet_id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:04:30.751292 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:30.753230 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd5f67-9917-4403-bfc6-bfc7a1bbb98d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Pushing event deleted for resources: {'Port': ['ID=9163e36b-63b9-4fd9-b626-9fe5fbd6ade8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:30.878467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b08d5e-e6dd-4e38-8cbc-c86a1a723e27 req-8253caae-164c-4e6c-a37d-2ac9a5999e55 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:30.886364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1b08d5e-e6dd-4e38-8cbc-c86a1a723e27 req-8253caae-164c-4e6c-a37d-2ac9a5999e55 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 944 time: 0.2006819 Sep 07 16:04:30.895730 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-59531867-f926-410d-ae1e-94bc5cb9e11f req-ccfd5f67-9917-4403-bfc6-bfc7a1bbb98d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] No DVR routers for this DVR port 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:04:30.909735 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59531867-f926-410d-ae1e-94bc5cb9e11f req-ccfd5f67-9917-4403-bfc6-bfc7a1bbb98d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:30.911762 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-59531867-f926-410d-ae1e-94bc5cb9e11f req-ccfd5f67-9917-4403-bfc6-bfc7a1bbb98d tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.35 "DELETE /v2.0/ports/9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 HTTP/1.1" status: 204 len: 173 time: 1.1506243 Sep 07 16:04:30.912223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead9a558-3adf-473a-bae8-ac15b7bb8644', 'name': 'network-vif-deleted', 'tag': '9163e36b-63b9-4fd9-b626-9fe5fbd6ade8'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:30.914493 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ddbd50-d1ac-42ec-a321-461268bff126" -d '{"events": [{"server_uuid": "ead9a558-3adf-473a-bae8-ac15b7bb8644", "name": "network-vif-deleted", "tag": "9163e36b-63b9-4fd9-b626-9fe5fbd6ade8"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:30.985532 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['9163e36b-63b9-4fd9-b626-9fe5fbd6ade8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:31.020230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Allocated IP 172.20.0.2 (bae6e4c5-3f29-45bd-9e94-604f37a54bfe/6c28b7b2-1b08-4781-89ce-de8cc0ee50ea/7f5f36e9-1b0e-4aff-8085-047047e0f49d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:31.065286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c547efa-aaeb-4a36-b671-cb28e627f94d req-33253a7f-8acb-425b-8f25-4c74dbc50e28 tempest-ServersAdminNegativeTestJSON-424525689 tempest-ServersAdminNegativeTestJSON-424525689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ead9a558-3adf-473a-bae8-ac15b7bb8644 HTTP/1.1" status: 200 len: 210 time: 0.1355066 Sep 07 16:04:31.078666 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:31.114402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1b08d5e-e6dd-4e38-8cbc-c86a1a723e27 req-be96888a-ba9c-4a69-8057-72c5fa085b48 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271516 Sep 07 16:04:31.225127 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1004c1a0-8054-429b-b88f-8151be156f65 x-openstack-request-id: req-1004c1a0-8054-429b-b88f-8151be156f65 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:31.226162 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead9a558-3adf-473a-bae8-ac15b7bb8644", "name": "network-vif-deleted", "tag": "9163e36b-63b9-4fd9-b626-9fe5fbd6ade8", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:31.226602 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1004c1a0-8054-429b-b88f-8151be156f65 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:31.227259 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead9a558-3adf-473a-bae8-ac15b7bb8644', 'name': 'network-vif-deleted', 'tag': '9163e36b-63b9-4fd9-b626-9fe5fbd6ade8', 'status': 'completed', 'code': 200} Sep 07 16:04:31.347381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1d704aab-3f20-4af9-a32d-4341fad9d1d2 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:31.404620 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:31.424564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Transition to ACTIVE for port object 7f5f36e9-1b0e-4aff-8085-047047e0f49d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:31.424895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab99b03-38fe-4309-88f4-b61f66989b07 req-e2225914-b2f1-47f4-8c24-dcffd061f588 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:31.426512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ab99b03-38fe-4309-88f4-b61f66989b07 req-e2225914-b2f1-47f4-8c24-dcffd061f588 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1213572 Sep 07 16:04:31.431569 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:31.435097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ef83d9dd-5258-4591-ac48-af3431c08886 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:31.436696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ef83d9dd-5258-4591-ac48-af3431c08886 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 821 time: 0.1783659 Sep 07 16:04:31.444914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Transition to ACTIVE for port object 7f5f36e9-1b0e-4aff-8085-047047e0f49d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:31.455905 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:31.465684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:31.495335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:31.495710 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:31.500872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-03294aee-712f-49f8-8c79-8c7e7d00eeec tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/quotas/69c966e1c7a5492180da5b612f6c029a HTTP/1.1" status: 200 len: 375 time: 0.0548723 Sep 07 16:04:31.536204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Network bae6e4c5-3f29-45bd-9e94-604f37a54bfe is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:31.546810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:31.549711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:31.572582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Pushing event updated for resources: {'Port': ['ID=7f5f36e9-1b0e-4aff-8085-047047e0f49d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:31.597470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ab99b03-38fe-4309-88f4-b61f66989b07 req-b9b7862e-fb5f-459e-9d5a-8318a122a50f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597426 Sep 07 16:04:31.635167 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:31.645199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-8ec01514-b145-4576-8051-409b4713c33b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101255 Sep 07 16:04:31.645982 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Attempting to bind port 7f5f36e9-1b0e-4aff-8085-047047e0f49d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:31.646363 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Attempting to bind port 7f5f36e9-1b0e-4aff-8085-047047e0f49d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '7fc3be11-43e7-42c4-a2f5-60712b64b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:31.646731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Attempting to bind port 7f5f36e9-1b0e-4aff-8085-047047e0f49d on network bae6e4c5-3f29-45bd-9e94-604f37a54bfe {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:31.672084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:31.687164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:31.687715 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Checking segment: {'id': '7fc3be11-43e7-42c4-a2f5-60712b64b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:31.688598 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:31.688735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Bound using segment: {'id': '7fc3be11-43e7-42c4-a2f5-60712b64b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:31.689332 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Bound port: 7f5f36e9-1b0e-4aff-8085-047047e0f49d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc3be11-43e7-42c4-a2f5-60712b64b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:31.689921 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:31.713809 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:31.789711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:31.799172 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:31.799172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e87c989a-8db7-400d-a34d-70dfa3576bf7 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:04:31.850178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] For port 7f5f36e9-1b0e-4aff-8085-047047e0f49d, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:31.877863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] For port 7f5f36e9-1b0e-4aff-8085-047047e0f49d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7f5f36e9-1b0e-4aff-8085-047047e0f49d,segment=NetworkSegment(7fc3be11-43e7-42c4-a2f5-60712b64b4a3),segment_id=7fc3be11-43e7-42c4-a2f5-60712b64b4a3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:31.878090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a0e65-b680-433d-b852-42e3c3a79d4c req-309d0d1e-0311-4753-a24c-31c0e29551e1 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:31.879868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b1a0e65-b680-433d-b852-42e3c3a79d4c req-309d0d1e-0311-4753-a24c-31c0e29551e1 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 950 time: 0.1437929 Sep 07 16:04:31.886369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-cee5ad5e-3bdd-4aa2-a175-6011a852f0dd service neutron] 10.222.0.70 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222664 Sep 07 16:04:31.890439 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:31.908183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=1d704aab-3f20-4af9-a32d-4341fad9d1d2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:31.914042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Allocated IP 172.25.3.153 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/7c0aa46d-a477-41f2-81a4-9b7290f05dd7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:31.916078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e87c989a-8db7-400d-a34d-70dfa3576bf7 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:04:31.971975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668d14c-b83f-4273-9013-203a3bead07e None None] Pushing event updated for resources: {'Port': ['ID=7f5f36e9-1b0e-4aff-8085-047047e0f49d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:32.004835 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b1a0e65-b680-433d-b852-42e3c3a79d4c req-d67e4826-5846-486b-b24f-b6ae417d199a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158309 Sep 07 16:04:32.080987 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-f07b70fd-cc33-4e76-82be-ff89bba07dc3 service neutron] 10.222.0.70 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815073 Sep 07 16:04:32.114478 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:32.192788 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:32.284997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5ce700-5822-4a91-8ce1-d8893ae4321a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d704aab-3f20-4af9-a32d-4341fad9d1d2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:32.287213 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bfee37-fc2d-4408-8a50-cac2cf657db4" -d '{"events": [{"server_uuid": "9b5ce700-5822-4a91-8ce1-d8893ae4321a", "name": "network-vif-plugged", "status": "completed", "tag": "1d704aab-3f20-4af9-a32d-4341fad9d1d2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:32.301268 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:32.365862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7f5f36e9-1b0e-4aff-8085-047047e0f49d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:32.414471 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29192d2-85e4-4b8e-8541-f33ea59c0f3b x-openstack-request-id: req-b29192d2-85e4-4b8e-8541-f33ea59c0f3b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:32.414767 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5ce700-5822-4a91-8ce1-d8893ae4321a", "name": "network-vif-plugged", "status": "completed", "tag": "1d704aab-3f20-4af9-a32d-4341fad9d1d2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:32.415082 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b29192d2-85e4-4b8e-8541-f33ea59c0f3b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:32.415578 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5ce700-5822-4a91-8ce1-d8893ae4321a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d704aab-3f20-4af9-a32d-4341fad9d1d2', 'code': 200} Sep 07 16:04:32.479991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:32.481189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=7c0aa46d-a477-41f2-81a4-9b7290f05dd7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:32.499172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:32.504213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:32.520229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 7f5f36e9-1b0e-4aff-8085-047047e0f49d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:32.561354 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006da68-11ec-4cf1-a6f0-42a588922266 req-80fadaa3-89b9-461d-af9e-96e50890b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:32.564287 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5006da68-11ec-4cf1-a6f0-42a588922266 req-80fadaa3-89b9-461d-af9e-96e50890b752 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 1096 time: 0.0689585 Sep 07 16:04:32.570906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd0d64d9-8027-4619-8f76-930f7dc383ba req-b071c2b9-9028-498b-8b34-fb3d36943a2e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 210 time: 0.0938506 Sep 07 16:04:32.615640 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5006da68-11ec-4cf1-a6f0-42a588922266 req-b149e1c3-360c-4f45-ad43-4a029b2e123a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413005 Sep 07 16:04:32.615975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:32.661171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c2e8f-4720-4427-93dd-7c5167afd303 req-0c342380-7889-49a8-b05d-fe3abd9fd7e0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:32.662842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d94c2e8f-4720-4427-93dd-7c5167afd303 req-0c342380-7889-49a8-b05d-fe3abd9fd7e0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 945 time: 0.3356388 Sep 07 16:04:32.817823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d94c2e8f-4720-4427-93dd-7c5167afd303 req-b83e6a6c-0fd1-42a4-bf4c-54c5b8209d16 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469824 Sep 07 16:04:32.819569 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d29769f4-4f4f-49d8-b284-f4161088a7d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f53edeb791d48129f68dbee5aa3e0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022183 Sep 07 16:04:32.821648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39352) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:32.898297 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dacc7091-8dd3-4dbd-a8b8-0d41e3b7fead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:32.938302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dacc7091-8dd3-4dbd-a8b8-0d41e3b7fead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:33.015281 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dacc7091-8dd3-4dbd-a8b8-0d41e3b7fead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:33.018129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dacc7091-8dd3-4dbd-a8b8-0d41e3b7fead admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:33.022197 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dacc7091-8dd3-4dbd-a8b8-0d41e3b7fead admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/249bc7cf-0e01-42b5-9471-6ee102196fa0 HTTP/1.1" status: 204 len: 168 time: 0.1967072 Sep 07 16:04:33.036792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc7091-8dd3-4dbd-a8b8-0d41e3b7fead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249bc7cf-0e01-42b5-9471-6ee102196fa0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:33.141871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665178f0-ae5b-41e1-85ee-d771f7d1c591 req-9314828e-5cf6-4930-8946-10a6d82838e9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:33.149173 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-665178f0-ae5b-41e1-85ee-d771f7d1c591 req-9314828e-5cf6-4930-8946-10a6d82838e9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.4320149 Sep 07 16:04:33.213858 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:33.284654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-665178f0-ae5b-41e1-85ee-d771f7d1c591 req-480d8144-4a2e-43f0-a6bc-7233532f39b7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328967 Sep 07 16:04:33.294333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae51e4e-4410-4acf-b6f6-e1b3c80eeeb7 req-5f259e61-2203-4bbf-ae4a-8962f70bbeb2 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:33.299209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e4da3-1b3d-4422-95b7-c9cad8e94ff8 None None] Network bae6e4c5-3f29-45bd-9e94-604f37a54bfe requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:04:33.303829 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aae51e4e-4410-4acf-b6f6-e1b3c80eeeb7 req-5f259e61-2203-4bbf-ae4a-8962f70bbeb2 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 950 time: 0.1757576 Sep 07 16:04:33.372859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:04:33.406700 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:04:33.407045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9163e36b-63b9-4fd9-b626-9fe5fbd6ade8 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:04:33.407636 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aae51e4e-4410-4acf-b6f6-e1b3c80eeeb7 req-a46d36f5-4826-4018-8e0e-071a25ff7abe tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028087 Sep 07 16:04:33.422367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ecd20a97-dbc6-466b-9eb3-f2142b1f218b None None] Provisioning for port 7f5f36e9-1b0e-4aff-8085-047047e0f49d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:33.422776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39364) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:33.432894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ecd20a97-dbc6-466b-9eb3-f2142b1f218b None None] Provisioning complete for port 7f5f36e9-1b0e-4aff-8085-047047e0f49d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:33.433275 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ecd20a97-dbc6-466b-9eb3-f2142b1f218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:33.493565 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9dbba840-e515-453e-a094-1db6c131aa26 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bba6e56d597e4619b1bcb3f758f6a831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0694106 Sep 07 16:04:33.496233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:33.590202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3a6add5-a911-4c93-9994-1da3d7d47073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:33.622157 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:33.644935 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3a6add5-a911-4c93-9994-1da3d7d47073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:33.706502 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ecd20a97-dbc6-466b-9eb3-f2142b1f218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:33.734876 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3a6add5-a911-4c93-9994-1da3d7d47073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:33.738843 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3a6add5-a911-4c93-9994-1da3d7d47073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:33.744825 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c3a6add5-a911-4c93-9994-1da3d7d47073 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45fa7d10-7cdf-4a64-b697-5cec05f2e2cf HTTP/1.1" status: 204 len: 168 time: 0.2462077 Sep 07 16:04:33.755264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6add5-a911-4c93-9994-1da3d7d47073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fa7d10-7cdf-4a64-b697-5cec05f2e2cf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:33.777675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ecd20a97-dbc6-466b-9eb3-f2142b1f218b None None] For port 7f5f36e9-1b0e-4aff-8085-047047e0f49d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7f5f36e9-1b0e-4aff-8085-047047e0f49d,segment=NetworkSegment(7fc3be11-43e7-42c4-a2f5-60712b64b4a3),segment_id=7fc3be11-43e7-42c4-a2f5-60712b64b4a3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:33.795197 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ecd20a97-dbc6-466b-9eb3-f2142b1f218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:33.811050 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbc78797-5fec-4ff0-bb54-d7d49f254fc3 req-6ab934dc-5b57-484a-a4cd-2cd28fdfc0d9 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 210 time: 0.0737906 Sep 07 16:04:33.888711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-b58f264c-ad90-48eb-b8f0-3ba424ac91b5 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:33.890654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-b58f264c-ad90-48eb-b8f0-3ba424ac91b5 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.54 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 821 time: 0.3014421 Sep 07 16:04:33.892196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd20a97-dbc6-466b-9eb3-f2142b1f218b None None] Pushing event updated for resources: {'Port': ['ID=7f5f36e9-1b0e-4aff-8085-047047e0f49d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:33.910299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-f3cfe4ea-f6a4-4df2-8b17-13c0e5c5a362 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Request body: {'port': {'device_id': 'c3152b00-a1c6-4e5f-a637-ed50620a0171', 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e', 'admin_state_up': True, 'tenant_id': '69c966e1c7a5492180da5b612f6c029a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:34.106380 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Router 662c0868-3242-45ca-9eb9-1e76c03da74e is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:04:34.125248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f77048b8-2536-44c5-a7fb-19f1a735dfb8 None None] Provisioning complete for port 7f5f36e9-1b0e-4aff-8085-047047e0f49d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:34.125926 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f77048b8-2536-44c5-a7fb-19f1a735dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:34.126238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eea16-d573-4992-b0f5-6c304fa7c86d req-ec1127c7-4ebc-44c8-88ed-dd33dd7d4a60 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:34.127779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-941eea16-d573-4992-b0f5-6c304fa7c86d req-ec1127c7-4ebc-44c8-88ed-dd33dd7d4a60 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 1101 time: 0.1238630 Sep 07 16:04:34.151817 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:04:34.158758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0e58c-f344-4eef-8bec-81ed478650ea req-768fa827-80de-498e-98b4-f875045ca13e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:34.160924 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fce0e58c-f344-4eef-8bec-81ed478650ea req-768fa827-80de-498e-98b4-f875045ca13e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 945 time: 0.1991758 Sep 07 16:04:34.177870 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-941eea16-d573-4992-b0f5-6c304fa7c86d req-abb6ff2f-2ef1-4c11-b5a2-29d75cab5d82 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:34.240539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7f5f36e9-1b0e-4aff-8085-047047e0f49d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:34.251273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-f3cfe4ea-f6a4-4df2-8b17-13c0e5c5a362 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Made reservation on behalf of 69c966e1c7a5492180da5b612f6c029a for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:34.254755 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-f3cfe4ea-f6a4-4df2-8b17-13c0e5c5a362 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:34.337451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 7f5f36e9-1b0e-4aff-8085-047047e0f49d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:34.338158 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:34.360762 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fce0e58c-f344-4eef-8bec-81ed478650ea req-fd7dd85c-1241-4970-ac17-1c24b32598f4 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874321 Sep 07 16:04:34.431405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:04:34.444735 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Sync routers for ids ['662c0868-3242-45ca-9eb9-1e76c03da74e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:04:34.465249 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Routers {'662c0868-3242-45ca-9eb9-1e76c03da74e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:04:34.465801 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:04:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['662c0868-3242-45ca-9eb9-1e76c03da74e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:34.571805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-f3cfe4ea-f6a4-4df2-8b17-13c0e5c5a362 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Allocated IP 172.20.0.6 (44c77a42-d6f7-43c3-a1fe-c55861cace6e/223246ab-fef5-4bb3-b713-91f21f94e39f/e0f77dab-a541-45a4-9c63-e28944de1262) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:34.580523 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Set router 662c0868-3242-45ca-9eb9-1e76c03da74e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:04:34.598332 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-941eea16-d573-4992-b0f5-6c304fa7c86d req-abb6ff2f-2ef1-4c11-b5a2-29d75cab5d82 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:34.613287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b123342-ba77-40c2-ae94-5946608de4d1 req-6ae01ce1-de01-41c1-a55c-b324bb5e1caa tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:34.615416 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b123342-ba77-40c2-ae94-5946608de4d1 req-6ae01ce1-de01-41c1-a55c-b324bb5e1caa tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1241686 Sep 07 16:04:34.619859 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-941eea16-d573-4992-b0f5-6c304fa7c86d req-abb6ff2f-2ef1-4c11-b5a2-29d75cab5d82 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:34.654092 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:34.658432 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0b692aad-1874-4098-8a77-445695170bd1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1051836 Sep 07 16:04:34.659114 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39402) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:34.693379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-941eea16-d573-4992-b0f5-6c304fa7c86d req-abb6ff2f-2ef1-4c11-b5a2-29d75cab5d82 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544417 Sep 07 16:04:34.708585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6ff2f-2ef1-4c11-b5a2-29d75cab5d82 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e9f95b-e7aa-43f2-9c26-aa85dfcf78dd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:34.748497 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b123342-ba77-40c2-ae94-5946608de4d1 req-cb89c679-9769-4b15-b2eb-497be9b6e5fc tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165538 Sep 07 16:04:34.849116 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:04:32Z', 'revision_number': 3, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:34.871862 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-f3cfe4ea-f6a4-4df2-8b17-13c0e5c5a362 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:34.929334 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-f3cfe4ea-f6a4-4df2-8b17-13c0e5c5a362 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:34.934793 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Checking router: 662c0868-3242-45ca-9eb9-1e76c03da74e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:04:34.935149 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Updating router 662c0868-3242-45ca-9eb9-1e76c03da74e port 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:04:34.985516 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:34.987193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-f3cfe4ea-f6a4-4df2-8b17-13c0e5c5a362 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Network 44c77a42-d6f7-43c3-a1fe-c55861cace6e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:34.993651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-f3cfe4ea-f6a4-4df2-8b17-13c0e5c5a362 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:35.007114 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-f3cfe4ea-f6a4-4df2-8b17-13c0e5c5a362 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:35.013549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-f3cfe4ea-f6a4-4df2-8b17-13c0e5c5a362 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:35.015295 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-f3cfe4ea-f6a4-4df2-8b17-13c0e5c5a362 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:35.063247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-f3cfe4ea-f6a4-4df2-8b17-13c0e5c5a362 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1593511 Sep 07 16:04:35.065141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfe4ea-f6a4-4df2-8b17-13c0e5c5a362 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Pushing event updated for resources: {'Port': ['ID=e0f77dab-a541-45a4-9c63-e28944de1262,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:35.088386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Request body: {'port': {'device_id': 'c3152b00-a1c6-4e5f-a637-ed50620a0171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:35.137263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a48c78-323d-4d06-855c-7718bed20a8c req-f0bceeb8-f691-40a8-9c42-123cfa7d2fe7 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:35.138873 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02a48c78-323d-4d06-855c-7718bed20a8c req-f0bceeb8-f691-40a8-9c42-123cfa7d2fe7 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 931 time: 0.1498590 Sep 07 16:04:35.207681 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:35.298427 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02a48c78-323d-4d06-855c-7718bed20a8c req-95c61081-e4d9-444c-91ba-6f217f223bad tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522439 Sep 07 16:04:35.301946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a1316c12-4ec1-40fa-b726-96e5994c938b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778534 Sep 07 16:04:35.331584 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:35.397144 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:35.410977 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Transition to ACTIVE for port object 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:35.420017 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:35.511280 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Attempting to bind port 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:35.511820 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Attempting to bind port 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:35.512318 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Attempting to bind port 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:35.526393 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:35.529513 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:35.530728 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:35.531253 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:35.531866 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Bound port: 7c0aa46d-a477-41f2-81a4-9b7290f05dd7, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:35.532415 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:35.535251 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Pushing event updated for resources: {'Port': ['ID=7c0aa46d-a477-41f2-81a4-9b7290f05dd7,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:35.564756 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:35.565256 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:35.565760 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:35.566209 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:35.566672 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:35.567114 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:35.567555 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:35.568059 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:35.568541 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:35.568978 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:35.569424 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:35.569854 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:04:35.570638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Allocated IP 172.20.0.1 (bae6e4c5-3f29-45bd-9e94-604f37a54bfe/6c28b7b2-1b08-4781-89ce-de8cc0ee50ea/b58d220c-70a0-4c60-acaa-151c1ae2889f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:35.579431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-f0034292-f616-40e3-8f57-172cdd77fb6e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:35.581059 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-f0034292-f616-40e3-8f57-172cdd77fb6e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657835 Sep 07 16:04:35.620842 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] For port 7c0aa46d-a477-41f2-81a4-9b7290f05dd7, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:35.624868 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] For port 7c0aa46d-a477-41f2-81a4-9b7290f05dd7, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7c0aa46d-a477-41f2-81a4-9b7290f05dd7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:35.626877 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-3dbd0dce-02f2-40b9-b24f-212b21bd1aea tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/quotas/862afeab01384f9383e2db2235f4b998 HTTP/1.1" status: 200 len: 375 time: 0.0351002 Sep 07 16:04:35.636924 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:35.645203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc836b62-7b81-4032-9379-0f5187ca5701 req-0b8105b7-9cbb-4c8f-9599-107ee236e603 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:35.647090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc836b62-7b81-4032-9379-0f5187ca5701 req-0b8105b7-9cbb-4c8f-9599-107ee236e603 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 945 time: 0.1296318 Sep 07 16:04:35.730531 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:35.748180 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Routers {'662c0868-3242-45ca-9eb9-1e76c03da74e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:04:35.748982 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:04:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['662c0868-3242-45ca-9eb9-1e76c03da74e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:35.753239 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4112d-1c17-4668-97e3-eb34d79aaa2d None None] Pushing event updated for resources: {'Port': ['ID=7c0aa46d-a477-41f2-81a4-9b7290f05dd7,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:35.754478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Transition to ACTIVE for port object b58d220c-70a0-4c60-acaa-151c1ae2889f will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:35.771561 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc836b62-7b81-4032-9379-0f5187ca5701 req-412fc492-03bb-46ad-9a1a-8d2855a700d5 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854521 Sep 07 16:04:35.810463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-cb03a4fc-73e7-4d4c-a6d1-cf0dd13ab4ce tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1682036 Sep 07 16:04:35.824076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:35.898571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Network bae6e4c5-3f29-45bd-9e94-604f37a54bfe is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:35.903688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:35.911519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:35.945623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=b58d220c-70a0-4c60-acaa-151c1ae2889f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:35.968215 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] Set router 662c0868-3242-45ca-9eb9-1e76c03da74e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:04:35.984903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f77dab-a541-45a4-9c63-e28944de1262 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:35.995134 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:36.005867 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:36.027254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Transition to ACTIVE for port object e0f77dab-a541-45a4-9c63-e28944de1262 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:36.037908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a9820-5fa3-48fd-b428-a93cf4ef1901 req-e81b0c30-80ef-4fc0-a073-ee27cbc6e899 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:36.040037 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b5a9820-5fa3-48fd-b428-a93cf4ef1901 req-e81b0c30-80ef-4fc0-a073-ee27cbc6e899 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1434317 Sep 07 16:04:36.041506 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:36.133426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f77dab-a541-45a4-9c63-e28944de1262,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:36.162298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b5a9820-5fa3-48fd-b428-a93cf4ef1901 req-17f3924e-9f69-4ba8-b504-eca9a8e230f4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129994 Sep 07 16:04:36.223726 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:36.228449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Attempting to bind port e0f77dab-a541-45a4-9c63-e28944de1262 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:36.228752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Attempting to bind port e0f77dab-a541-45a4-9c63-e28944de1262 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:36.229121 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Attempting to bind port e0f77dab-a541-45a4-9c63-e28944de1262 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:36.236603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Port e0f77dab-a541-45a4-9c63-e28944de1262 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:36.240811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Attempting to bind port e0f77dab-a541-45a4-9c63-e28944de1262 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:36.246961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-50a96ba2-53d6-495c-b059-c7790064bbfc None None] Provisioning for port b58d220c-70a0-4c60-acaa-151c1ae2889f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:36.253284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-50a96ba2-53d6-495c-b059-c7790064bbfc None None] Provisioning complete for port b58d220c-70a0-4c60-acaa-151c1ae2889f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:36.254166 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50a96ba2-53d6-495c-b059-c7790064bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:36.254676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:36.255113 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Checking segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:36.255606 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Bound using segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:36.258625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Bound port: e0f77dab-a541-45a4-9c63-e28944de1262, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:36.259104 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:36.304828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-50a96ba2-53d6-495c-b059-c7790064bbfc None None] Port b58d220c-70a0-4c60-acaa-151c1ae2889f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:04:36.340495 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:04:32Z', 'revision_number': 3, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:36.372174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb5bc5-5d31-4c8f-9761-b21613eac015 req-f1dab0b3-beb1-4f05-b147-e62334522ac3 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:36.379741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82bb5bc5-5d31-4c8f-9761-b21613eac015 req-f1dab0b3-beb1-4f05-b147-e62334522ac3 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 1096 time: 0.1132078 Sep 07 16:04:36.402474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:36.418653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e0f77dab-a541-45a4-9c63-e28944de1262,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:36.427777 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:36.449470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82bb5bc5-5d31-4c8f-9761-b21613eac015 req-3e70c80f-d8b8-4c53-a1bb-65e85e28b66a tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683506 Sep 07 16:04:36.472806 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f7516-0f1f-45c4-8921-d309624d9116 None None] The sync data for ids ['662c0868-3242-45ca-9eb9-1e76c03da74e'] in n-d-807551-3 is: [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:04:32Z', 'revision_number': 3, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:04:36.523871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:36.530703 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:36.540683 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:36.544104 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:36.555642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] 10.222.0.54 "PUT /v2.0/ports/e0f77dab-a541-45a4-9c63-e28944de1262 HTTP/1.1" status: 200 len: 1091 time: 1.4726691 Sep 07 16:04:36.558070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3152b00-a1c6-4e5f-a637-ed50620a0171', 'tag': 'e0f77dab-a541-45a4-9c63-e28944de1262'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:36.564732 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1835187e-6c37-404d-91d3-f4191abcc935" -d '{"events": [{"name": "network-changed", "server_uuid": "c3152b00-a1c6-4e5f-a637-ed50620a0171", "tag": "e0f77dab-a541-45a4-9c63-e28944de1262"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:36.640296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18c281-b692-424a-8f8a-c049bb52d624 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f77dab-a541-45a4-9c63-e28944de1262,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:36.710968 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=b58d220c-70a0-4c60-acaa-151c1ae2889f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:36.714953 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:36.773395 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-21aedd3e-4123-41d5-a468-d84fe5990e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:36.773395 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-21aedd3e-4123-41d5-a468-d84fe5990e93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 1094 time: 0.1160100 Sep 07 16:04:36.791642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c930272-051d-4fee-9043-358ab0997e96 req-970d7b53-bd95-4c99-b024-bfb26ba88f3d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:36.793638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c930272-051d-4fee-9043-358ab0997e96 req-970d7b53-bd95-4c99-b024-bfb26ba88f3d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.0877371 Sep 07 16:04:36.897919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Network bae6e4c5-3f29-45bd-9e94-604f37a54bfe is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:36.899469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:37.103611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-d377c83b-d27b-4098-bde1-865766efdfe9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f77dab-a541-45a4-9c63-e28944de1262 HTTP/1.1" status: 200 len: 217 time: 0.3089988 Sep 07 16:04:37.120006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Router 662c0868-3242-45ca-9eb9-1e76c03da74e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:04:37.175459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-2951fc5a-9328-4975-8a7a-b7c082f3ba65 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a16c2d9e462b46ff842bd1e266d16f88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707116 Sep 07 16:04:37.317817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-c0276d91-a6bf-4d1c-bc90-3142b9fef5f4 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:37.319585 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-c0276d91-a6bf-4d1c-bc90-3142b9fef5f4 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1371083 Sep 07 16:04:37.334745 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:04:37.348466 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3c63e305-d26e-482d-88f9-155170c58ca5 admin admin] 10.222.0.70 "PUT /v2.0/routers/662c0868-3242-45ca-9eb9-1e76c03da74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6881714 Sep 07 16:04:37.348997 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c930272-051d-4fee-9043-358ab0997e96 req-97637ced-ec8a-4bd7-9362-3412277071be tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431710 Sep 07 16:04:37.377425 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-c6a8edb3-c14e-4145-9caa-20ed27067b60 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/quotas/a16c2d9e462b46ff842bd1e266d16f88 HTTP/1.1" status: 200 len: 375 time: 0.0484569 Sep 07 16:04:37.381509 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-07a82606-7f1e-4019-9642-0e460841c8dc None None] Provisioning complete for port b58d220c-70a0-4c60-acaa-151c1ae2889f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:37.381977 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07a82606-7f1e-4019-9642-0e460841c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:37.383573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-5ee00219-631f-49e4-b030-49c4c757fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:37.385155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-5ee00219-631f-49e4-b030-49c4c757fccf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.2589521 Sep 07 16:04:37.467139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-07a82606-7f1e-4019-9642-0e460841c8dc None None] Port b58d220c-70a0-4c60-acaa-151c1ae2889f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:04:37.474150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-fefa305c-0069-4698-912f-82099f63fb24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655303 Sep 07 16:04:37.509547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-a701b0ef-637a-445c-a028-fa87586744f5 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a16c2d9e462b46ff842bd1e266d16f88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1312184 Sep 07 16:04:37.729759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-2f017007-9881-47a9-882e-178862fecd1b service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230134 Sep 07 16:04:37.784716 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ef5a18-4c01-4d98-801d-162f3371cb64 x-openstack-request-id: req-a2ef5a18-4c01-4d98-801d-162f3371cb64 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:37.785955 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3152b00-a1c6-4e5f-a637-ed50620a0171", "tag": "e0f77dab-a541-45a4-9c63-e28944de1262", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:37.785955 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2ef5a18-4c01-4d98-801d-162f3371cb64 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:37.785955 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3152b00-a1c6-4e5f-a637-ed50620a0171', 'tag': 'e0f77dab-a541-45a4-9c63-e28944de1262', 'status': 'completed', 'code': 200} Sep 07 16:04:38.036661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ae81f-555b-4c4a-a7fc-b4b99acb68fa req-dd3a25c9-a891-4ccc-9cf8-bba8bd1f7382 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:38.038355 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6ae81f-555b-4c4a-a7fc-b4b99acb68fa req-dd3a25c9-a891-4ccc-9cf8-bba8bd1f7382 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 1096 time: 0.2370450 Sep 07 16:04:38.040271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e81222f4-13c0-4f58-914c-bb27f490a405 req-aa85004d-5b21-4aba-a072-4fa1b0940203 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027587 Sep 07 16:04:38.075320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253e6d9-a510-4797-9dac-a857227d2fe4 req-99ca54fc-1fbf-4f90-964a-a253e479712a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:38.082996 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d253e6d9-a510-4797-9dac-a857227d2fe4 req-99ca54fc-1fbf-4f90-964a-a253e479712a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1335671 Sep 07 16:04:38.163001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6ae81f-555b-4c4a-a7fc-b4b99acb68fa req-cf6eb209-1b52-4bd5-b187-e5100b32ec51 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141002 Sep 07 16:04:38.208015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d253e6d9-a510-4797-9dac-a857227d2fe4 req-4d87efc6-c915-4ba9-9cff-b94efc77bb52 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239784 Sep 07 16:04:38.223837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835187e-6c37-404d-91d3-f4191abcc935 req-86276974-5557-4109-bb4f-ce3778ca4619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:38.225741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1835187e-6c37-404d-91d3-f4191abcc935 req-86276974-5557-4109-bb4f-ce3778ca4619 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 1094 time: 0.1220086 Sep 07 16:04:38.331068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:38.353654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835187e-6c37-404d-91d3-f4191abcc935 req-6500a10c-e4db-4ab6-a983-a4ad09a3f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:38.355403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1835187e-6c37-404d-91d3-f4191abcc935 req-6500a10c-e4db-4ab6-a983-a4ad09a3f16d service neutron] 10.222.0.54 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.1213410 Sep 07 16:04:38.416218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1835187e-6c37-404d-91d3-f4191abcc935 req-fbda71a8-f934-499d-be7d-bb0cc440d885 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f77dab-a541-45a4-9c63-e28944de1262 HTTP/1.1" status: 200 len: 217 time: 0.0516472 Sep 07 16:04:38.497256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:38.502617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1b2abc0-8ac7-4fa8-9b3e-58c23769bf45 req-840a7b71-67c0-4926-8ad7-16e0e83052dc tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 210 time: 0.0702746 Sep 07 16:04:38.504022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:38.504475 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:38.527743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835187e-6c37-404d-91d3-f4191abcc935 req-5c1d0807-7fba-4660-b1a6-ed5a441e5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:38.530471 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1835187e-6c37-404d-91d3-f4191abcc935 req-5c1d0807-7fba-4660-b1a6-ed5a441e5159 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.1011288 Sep 07 16:04:38.582598 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1835187e-6c37-404d-91d3-f4191abcc935 req-a55fa9db-d563-4589-a378-ad4cf4152f0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389254 Sep 07 16:04:38.672451 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:38.706223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8e7145f-5b78-413d-97fb-e99e27bfefc2 req-f732ee1d-714d-45f5-8d18-a10ee84d8795 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 210 time: 0.0781009 Sep 07 16:04:38.712377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 7c0aa46d-a477-41f2-81a4-9b7290f05dd7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7c0aa46d-a477-41f2-81a4-9b7290f05dd7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:38.719029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39510) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:38.726407 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-77a1bfe0-ba87-4daa-b3b6-7aede0968cc4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746232479', 'description': 'tempest-description--550062985'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:38.736004 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:38.861836 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-851ea873-f110-470a-946d-74d6c00d734d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1151900 Sep 07 16:04:38.895874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=7c0aa46d-a477-41f2-81a4-9b7290f05dd7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:38.905431 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77a1bfe0-ba87-4daa-b3b6-7aede0968cc4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:38.911300 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-03f6a202-41d2-49ca-b41b-6c3f41d328e0 service neutron] show failed (client error): The resource could not be found. Sep 07 16:04:38.912463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-03f6a202-41d2-49ca-b41b-6c3f41d328e0 service neutron] 10.222.0.54 "GET /v2.0/ports/d310cb81-dd14-416d-9ce8-763357b7a5d2/bindings/n-h2-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.2479959 Sep 07 16:04:38.991190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1835187e-6c37-404d-91d3-f4191abcc935 req-fe3b27d1-ccaa-4f31-81af-c551b7557780 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991253 Sep 07 16:04:39.040749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Sync routers for ids ['662c0868-3242-45ca-9eb9-1e76c03da74e'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:04:39.044925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c2587-21de-4ab8-b779-867acc8b72ab req-9fe9f24c-05c9-4b25-b1f3-862c43579094 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:39.051814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a2c2587-21de-4ab8-b779-867acc8b72ab req-9fe9f24c-05c9-4b25-b1f3-862c43579094 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.1783533 Sep 07 16:04:39.075465 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Routers {'662c0868-3242-45ca-9eb9-1e76c03da74e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:04:39.081284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:04:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['662c0868-3242-45ca-9eb9-1e76c03da74e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:39.144788 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77a1bfe0-ba87-4daa-b3b6-7aede0968cc4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.148674 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77a1bfe0-ba87-4daa-b3b6-7aede0968cc4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.193497 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-d1e0cc38-0733-4232-859a-90f94289d079 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:39.195113 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-d1e0cc38-0733-4232-859a-90f94289d079 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160646 Sep 07 16:04:39.206550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1bfe0-ba87-4daa-b3b6-7aede0968cc4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddf4c20-7787-42ad-b09b-b576b5db71ba,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:39.209320 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77a1bfe0-ba87-4daa-b3b6-7aede0968cc4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.214054 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-77a1bfe0-ba87-4daa-b3b6-7aede0968cc4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4913213 Sep 07 16:04:39.216117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39524) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:39.221234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5234c51f-a8c3-4c62-8c1d-90cfacf2dcf0 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Request body: {'security_group_rule': {'security_group_id': '8ddf4c20-7787-42ad-b09b-b576b5db71ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:39.228986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Request body: {'port': {'device_id': '32ecd08e-a22a-4bdb-98a0-40b467aa15fa', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '862afeab01384f9383e2db2235f4b998'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:39.267547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408352-2175-4684-9af2-b6886bb44de7 req-77091a57-00b9-4ecd-bed5-7eab173e7f2c tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:39.276202 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf408352-2175-4684-9af2-b6886bb44de7 req-77091a57-00b9-4ecd-bed5-7eab173e7f2c tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 1096 time: 0.1332529 Sep 07 16:04:39.303259 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Set router 662c0868-3242-45ca-9eb9-1e76c03da74e gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:04:39.315634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a2c2587-21de-4ab8-b779-867acc8b72ab req-f6e6ac0f-d3a5-4de9-91ff-0cd34801b691 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094979 Sep 07 16:04:39.328435 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5234c51f-a8c3-4c62-8c1d-90cfacf2dcf0 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.392188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1835187e-6c37-404d-91d3-f4191abcc935 req-2a8d7bb6-dbe3-4ea9-b665-bb5cfd60f13c service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391788 Sep 07 16:04:39.409093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Made reservation on behalf of 862afeab01384f9383e2db2235f4b998 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:39.413633 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.436005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf408352-2175-4684-9af2-b6886bb44de7 req-c566965c-1a55-418f-979f-58c94f55137f tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594925 Sep 07 16:04:39.466762 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5234c51f-a8c3-4c62-8c1d-90cfacf2dcf0 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.474555 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5234c51f-a8c3-4c62-8c1d-90cfacf2dcf0 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.548238 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5234c51f-a8c3-4c62-8c1d-90cfacf2dcf0 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.552477 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5234c51f-a8c3-4c62-8c1d-90cfacf2dcf0 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3348098 Sep 07 16:04:39.553133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39536) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:39.557974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234c51f-a8c3-4c62-8c1d-90cfacf2dcf0 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c27fe9e-f2fd-4aed-a8b4-da80ebf382ba,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:39.562971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e056a6dd-8e64-4256-9855-47af5bde5840 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Request body: {'security_group_rule': {'security_group_id': '8ddf4c20-7787-42ad-b09b-b576b5db71ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:39.635117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-c0414231-e655-449e-a865-336d3bd16616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:39.643903 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-c0414231-e655-449e-a865-336d3bd16616 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63&tenant_id=ea9e474f9fb940faaa7736036e8f9987 HTTP/1.1" status: 200 len: 1101 time: 0.1621335 Sep 07 16:04:39.644711 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-22ebfe71-89d0-408d-affd-4c4ac90fa6f9 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587199 Sep 07 16:04:39.664920 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e056a6dd-8e64-4256-9855-47af5bde5840 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.699541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Allocated IP 192.168.233.213 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/aac4c757-f6cc-4d1e-a279-038b10875c09) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:39.766825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:39.824397 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e056a6dd-8e64-4256-9855-47af5bde5840 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.867949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e056a6dd-8e64-4256-9855-47af5bde5840 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.905514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee925b-4786-406f-a6f5-96d3ce87521a req-21eda294-b466-4fef-bbff-7e913e4dd00f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:39.924098 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98ee925b-4786-406f-a6f5-96d3ce87521a req-21eda294-b466-4fef-bbff-7e913e4dd00f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.2718668 Sep 07 16:04:39.926166 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.944211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056a6dd-8e64-4256-9855-47af5bde5840 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e795ff78-7b89-4bf9-8953-7fe7d8cf03e8,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:39.960219 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e056a6dd-8e64-4256-9855-47af5bde5840 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:39.965742 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e056a6dd-8e64-4256-9855-47af5bde5840 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4047434 Sep 07 16:04:39.970032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39542) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:39.981002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:39.987564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:04:36Z', 'revision_number': 4, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b58d220c-70a0-4c60-acaa-151c1ae2889f', 'name': '', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'mac_address': 'fa:16:3e:71:2c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:35Z', 'updated_at': '2021-09-07T16:04:36Z', 'revision_number': 2, 'project_id': '05f534b669c84062ad8718906e1ab014', 'subnets': [{'id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:40.022335 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98ee925b-4786-406f-a6f5-96d3ce87521a req-ae3ce83d-4044-4f7d-9e62-75b7312188c1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972264 Sep 07 16:04:40.033173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Checking router: 662c0868-3242-45ca-9eb9-1e76c03da74e for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:04:40.033710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Updating router 662c0868-3242-45ca-9eb9-1e76c03da74e port b58d220c-70a0-4c60-acaa-151c1ae2889f binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:04:40.047325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-4da88428-fd1b-4175-b229-d8a66d552dfc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:40.049660 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-4da88428-fd1b-4175-b229-d8a66d552dfc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086855 Sep 07 16:04:40.051364 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:40.074899 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Request body: {'port': {'device_id': 'e5ee0449-d2c9-437e-9c33-dd74b683cc25', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '862afeab01384f9383e2db2235f4b998'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:40.113929 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:40.136437 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:40.206913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Transition to ACTIVE for port object aac4c757-f6cc-4d1e-a279-038b10875c09 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:40.294292 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44081655-7841-4397-8486-c4124b8904c1 req-d4e4c513-4b24-4534-a2d5-375dad3878ab tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 210 time: 0.0431437 Sep 07 16:04:40.296143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.35', 58732) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:04:40.328857 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-20d54de5-b081-4934-8bc2-d2cce9424000 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a16c2d9e462b46ff842bd1e266d16f88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315239 Sep 07 16:04:40.350827 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:40.353130 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:40.359646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:40.386915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Made reservation on behalf of 862afeab01384f9383e2db2235f4b998 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:40.392631 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:40.419595 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e06e104-1d96-466f-8968-701f3b1be17a req-aa3e1feb-5105-4689-80ab-857a423b9de9 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 210 time: 0.0707200 Sep 07 16:04:40.431713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:40.442835 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event updated for resources: {'Port': ['ID=aac4c757-f6cc-4d1e-a279-038b10875c09,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:40.483789 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:40.487268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:40.492772 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:40.554053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:40.554397 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:40.575348 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b5700e0c-a180-4db1-9801-eaed6ee5ee9a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3599486 Sep 07 16:04:40.655400 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Request body: {'port': {'device_id': '32ecd08e-a22a-4bdb-98a0-40b467aa15fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:40.785536 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:40.786520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] For port d310cb81-dd14-416d-9ce8-763357b7a5d2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:40.804482 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-99e0ff2a-083d-41dc-bf32-f4fd18432752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:40.806369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e0f77dab-a541-45a4-9c63-e28944de1262 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:04:40.821776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e224b-a155-4b7b-821a-3e72839b12ea req-5e76e482-43c7-428d-9db1-589685642e0b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:40.823442 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-001e224b-a155-4b7b-821a-3e72839b12ea req-5e76e482-43c7-428d-9db1-589685642e0b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.2452292 Sep 07 16:04:40.833900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-3f079707-bc20-4647-8f56-6c74688b53ef tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:40.835515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-3f079707-bc20-4647-8f56-6c74688b53ef tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4361134 Sep 07 16:04:40.862375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Allocated IP 172.25.3.132 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/c0fad503-9c3a-4a3c-8e99-9cb7d2703441) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:40.872072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Request body: {'port': {'device_id': 'ce97e0c9-a0b0-44ee-9bc0-e97d02727d40', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': 'a16c2d9e462b46ff842bd1e266d16f88'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:40.917976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:40.918268 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:40.989324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] For port d310cb81-dd14-416d-9ce8-763357b7a5d2, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:41.007479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5f3efd90-0c19-4a1a-9fd9-abe1087e7f14 None None] Provisioning for port aac4c757-f6cc-4d1e-a279-038b10875c09 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:41.039974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5f3efd90-0c19-4a1a-9fd9-abe1087e7f14 None None] Provisioning complete for port aac4c757-f6cc-4d1e-a279-038b10875c09 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:41.040715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f3efd90-0c19-4a1a-9fd9-abe1087e7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.091855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-001e224b-a155-4b7b-821a-3e72839b12ea req-cdbb1709-8447-43b7-8f24-baeaee8b8658 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429819 Sep 07 16:04:41.173288 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.175614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5f3efd90-0c19-4a1a-9fd9-abe1087e7f14 None None] Port aac4c757-f6cc-4d1e-a279-038b10875c09 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:04:41.215230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Transition to ACTIVE for port object b58d220c-70a0-4c60-acaa-151c1ae2889f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:41.227155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e0f77dab-a541-45a4-9c63-e28944de1262,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:41.239798 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.292023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'e0f77dab-a541-45a4-9c63-e28944de1262', 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e', 'port_id': 'e0f77dab-a541-45a4-9c63-e28944de1262', 'mac_address': 'fa:16:3e:fb:db:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223246ab-fef5-4bb3-b713-91f21f94e39f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:04:41.365386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5253766-1292-4ec0-8c91-c69d6b5ed0d1 None None] Pushing event updated for resources: {'Port': ['ID=b58d220c-70a0-4c60-acaa-151c1ae2889f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:41.445775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd310cb81-dd14-416d-9ce8-763357b7a5d2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:41.448672 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.448879 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689a2e1b-b268-41fa-baf2-52028249d6f8" -d '{"events": [{"server_uuid": "3359a360-f6ba-4b54-a8b3-af0862be7c63", "name": "network-vif-unplugged", "status": "completed", "tag": "d310cb81-dd14-416d-9ce8-763357b7a5d2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:41.456203 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.508582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f77dab-a541-45a4-9c63-e28944de1262 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:41.511007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Transition to ACTIVE for port object d310cb81-dd14-416d-9ce8-763357b7a5d2 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:41.514470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Attempting to bind port b58d220c-70a0-4c60-acaa-151c1ae2889f on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:41.515158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Attempting to bind port b58d220c-70a0-4c60-acaa-151c1ae2889f by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '7fc3be11-43e7-42c4-a2f5-60712b64b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:41.515562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Attempting to bind port b58d220c-70a0-4c60-acaa-151c1ae2889f on network bae6e4c5-3f29-45bd-9e94-604f37a54bfe {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:41.531038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:41.531311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Checking segment: {'id': '7fc3be11-43e7-42c4-a2f5-60712b64b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:41.531484 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.531892 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.532446 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Bound using segment: {'id': '7fc3be11-43e7-42c4-a2f5-60712b64b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:41.532972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Bound port: b58d220c-70a0-4c60-acaa-151c1ae2889f, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc3be11-43e7-42c4-a2f5-60712b64b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:41.533229 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.554800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e0f77dab-a541-45a4-9c63-e28944de1262,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:41.557331 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.587297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa1eae-c40e-445d-b9d2-5079e9b98838 req-0ce7abf4-3102-47f6-925b-208557bf6122 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:41.588943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42aa1eae-c40e-445d-b9d2-5079e9b98838 req-0ce7abf4-3102-47f6-925b-208557bf6122 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 1096 time: 0.2200840 Sep 07 16:04:41.604977 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.606186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61584994-1627-4ee1-bd14-039fb88b51fb req-76760cf3-886c-4ce3-8334-55162feda0b0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:41.612187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Allocated IP 192.168.233.15 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/93654770-500a-4bfe-bc36-2c003543b94a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:41.614143 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61584994-1627-4ee1-bd14-039fb88b51fb req-76760cf3-886c-4ce3-8334-55162feda0b0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.2465732 Sep 07 16:04:41.651232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Made reservation on behalf of a16c2d9e462b46ff842bd1e266d16f88 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:41.654745 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.701137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Pushing event updated for resources: {'Port': ['ID=d310cb81-dd14-416d-9ce8-763357b7a5d2,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:41.708489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] No DVR routers for this DVR port d310cb81-dd14-416d-9ce8-763357b7a5d2 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:04:41.710321 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.754343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=e0f77dab-a541-45a4-9c63-e28944de1262,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:41.768556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] For port b58d220c-70a0-4c60-acaa-151c1ae2889f, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:41.772381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] For port b58d220c-70a0-4c60-acaa-151c1ae2889f, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b58d220c-70a0-4c60-acaa-151c1ae2889f,segment=NetworkSegment(7fc3be11-43e7-42c4-a2f5-60712b64b4a3),segment_id=7fc3be11-43e7-42c4-a2f5-60712b64b4a3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:41.785735 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.845050 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42aa1eae-c40e-445d-b9d2-5079e9b98838 req-59136d1c-19bf-4f8b-9a78-44072e9b89b6 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246900 Sep 07 16:04:41.866525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5253766-1292-4ec0-8c91-c69d6b5ed0d1 None None] Pushing event updated for resources: {'Port': ['ID=b58d220c-70a0-4c60-acaa-151c1ae2889f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:41.869436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Routers {'662c0868-3242-45ca-9eb9-1e76c03da74e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:04:41.870203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:04:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['662c0868-3242-45ca-9eb9-1e76c03da74e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:41.898072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:41.917459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61584994-1627-4ee1-bd14-039fb88b51fb req-da86548b-cd7b-47df-8452-7b93b3ba1260 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023341 Sep 07 16:04:41.934081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Transition to ACTIVE for port object 93654770-500a-4bfe-bc36-2c003543b94a will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:41.948088 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.009211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['e0f77dab-a541-45a4-9c63-e28944de1262'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:42.037599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.039453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Attempting to bind port d310cb81-dd14-416d-9ce8-763357b7a5d2 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:42.039453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Attempting to bind port d310cb81-dd14-416d-9ce8-763357b7a5d2 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:42.040063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Attempting to bind port d310cb81-dd14-416d-9ce8-763357b7a5d2 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:42.071562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Port d310cb81-dd14-416d-9ce8-763357b7a5d2 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:42.071880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Attempting to bind port d310cb81-dd14-416d-9ce8-763357b7a5d2 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:42.081354 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:42.122166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01e2a660-d495-4fc2-8770-a13ebac0d4cb req-5d7c96fd-d9dc-49a1-b96a-9084a74678ce tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 210 time: 0.0726902 Sep 07 16:04:42.140725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:42.142812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:42.144051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:42.144173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:42.146650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Bound port: d310cb81-dd14-416d-9ce8-763357b7a5d2, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:42.146800 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.159738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event updated for resources: {'Port': ['ID=93654770-500a-4bfe-bc36-2c003543b94a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:42.181281 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2c460e-4f91-41ed-9827-0bd1933f91f8 x-openstack-request-id: req-0a2c460e-4f91-41ed-9827-0bd1933f91f8 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:42.182017 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3359a360-f6ba-4b54-a8b3-af0862be7c63", "name": "network-vif-unplugged", "status": "completed", "tag": "d310cb81-dd14-416d-9ce8-763357b7a5d2", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:42.182017 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a2c460e-4f91-41ed-9827-0bd1933f91f8 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:42.182218 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd310cb81-dd14-416d-9ce8-763357b7a5d2', 'code': 200} Sep 07 16:04:42.184704 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:42.185595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:42.187981 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:42.191248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Pushing event updated for resources: {'Port': ['ID=c0fad503-9c3a-4a3c-8e99-9cb7d2703441,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:42.206298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:42.210695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:42.366759 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.404554 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:42.406172 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.409742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a2f3b-5b5d-4217-9bdd-e64cdc18ca9b req-ac1db70c-010a-42e1-8898-fba610b336a1 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:42.417063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-877a2f3b-5b5d-4217-9bdd-e64cdc18ca9b req-ac1db70c-010a-42e1-8898-fba610b336a1 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 935 time: 0.1924164 Sep 07 16:04:42.420222 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.462588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] Set router 662c0868-3242-45ca-9eb9-1e76c03da74e gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:04:42.468569 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.478793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] For port d310cb81-dd14-416d-9ce8-763357b7a5d2, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:42.523702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] For port d310cb81-dd14-416d-9ce8-763357b7a5d2, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:42.556231 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.592028 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.603741 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ecda9404-8b1b-4b2b-9e7f-c1ddfd96db5d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5370069 Sep 07 16:04:42.621022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-877a2f3b-5b5d-4217-9bdd-e64cdc18ca9b req-a622cc1d-41b7-40e1-8c5d-21a4e1baf998 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028937 Sep 07 16:04:42.631001 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Request body: {'port': {'device_id': 'e5ee0449-d2c9-437e-9c33-dd74b683cc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:42.643985 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac4c757-f6cc-4d1e-a279-038b10875c09 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:42.678298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d108a6-1826-4176-a248-aceda5e40f36,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:42.720193 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device d310cb81-dd14-416d-9ce8-763357b7a5d2 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:04:42.726708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.748753 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:42.749389 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.750783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] 10.222.0.35 "PUT /v2.0/ports/d310cb81-dd14-416d-9ce8-763357b7a5d2 HTTP/1.1" status: 200 len: 1096 time: 2.9924870 Sep 07 16:04:42.812680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bdb73f29-b351-4eea-a754-b6290855dba9 None None] Provisioning for port 93654770-500a-4bfe-bc36-2c003543b94a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:42.815748 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.822950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bdb73f29-b351-4eea-a754-b6290855dba9 None None] Provisioning complete for port 93654770-500a-4bfe-bc36-2c003543b94a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:42.822950 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bdb73f29-b351-4eea-a754-b6290855dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.844040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Transition to ACTIVE for port object aac4c757-f6cc-4d1e-a279-038b10875c09 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:42.853783 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:42.958125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3359df7-158a-42f1-85c6-fb339066eb92 service neutron] Pushing event updated for resources: {'Port': ['ID=d310cb81-dd14-416d-9ce8-763357b7a5d2,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:43.081426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bd4c3-f5d4-4347-a87d-1c1ac52cdf32 req-d55c231b-b6c6-4003-ad56-567494fbc597 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:43.089460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-123bd4c3-f5d4-4347-a87d-1c1ac52cdf32 req-d55c231b-b6c6-4003-ad56-567494fbc597 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.3489718 Sep 07 16:04:43.105537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Allocated IP 192.168.233.150 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/0b88ed1c-e6c1-4a03-b500-c1991dac0e81) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:43.127156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b41fa942-6d6c-4799-aa11-2df4b6ce74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:43.129491 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-b41fa942-6d6c-4799-aa11-2df4b6ce74c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 1099 time: 0.3251281 Sep 07 16:04:43.142718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bdb73f29-b351-4eea-a754-b6290855dba9 None None] Port 93654770-500a-4bfe-bc36-2c003543b94a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:04:43.151557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device d310cb81-dd14-416d-9ce8-763357b7a5d2 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:04:43.294195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-123bd4c3-f5d4-4347-a87d-1c1ac52cdf32 req-40d95ffb-7624-490f-b194-d203b596eae0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033527 Sep 07 16:04:43.330783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:43.355937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:04:36Z', 'revision_number': 4, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b58d220c-70a0-4c60-acaa-151c1ae2889f', 'name': '', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'mac_address': 'fa:16:3e:71:2c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:35Z', 'updated_at': '2021-09-07T16:04:41Z', 'revision_number': 4, 'project_id': '05f534b669c84062ad8718906e1ab014', 'subnets': [{'id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:04:43.363845 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:43.378471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Pushing event updated for resources: {'Port': ['ID=aac4c757-f6cc-4d1e-a279-038b10875c09,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:43.397613 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363bd2dd-5244-46f1-a1fa-e379c655a038 None None] The sync data for ids ['662c0868-3242-45ca-9eb9-1e76c03da74e'] in n-d-807551-3 is: [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:04:36Z', 'revision_number': 4, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b58d220c-70a0-4c60-acaa-151c1ae2889f', 'name': '', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'mac_address': 'fa:16:3e:71:2c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:35Z', 'updated_at': '2021-09-07T16:04:41Z', 'revision_number': 4, 'project_id': '05f534b669c84062ad8718906e1ab014', 'subnets': [{'id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:04:43.531755 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:43.668467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-d67a18c3-1c17-491e-a841-80cd55d0bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:43.670016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-d67a18c3-1c17-491e-a841-80cd55d0bc86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.5273817 Sep 07 16:04:43.689655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Pushing event updated for resources: {'Port': ['ID=c0fad503-9c3a-4a3c-8e99-9cb7d2703441,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:43.697931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Attempting to bind port aac4c757-f6cc-4d1e-a279-038b10875c09 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:43.698351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Attempting to bind port aac4c757-f6cc-4d1e-a279-038b10875c09 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:43.698601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Attempting to bind port aac4c757-f6cc-4d1e-a279-038b10875c09 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:43.706418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Port aac4c757-f6cc-4d1e-a279-038b10875c09 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:43.706747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Attempting to bind port aac4c757-f6cc-4d1e-a279-038b10875c09 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:43.713666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:43.714010 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:43.714801 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:43.715256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Bound port: aac4c757-f6cc-4d1e-a279-038b10875c09, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:43.715660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:43.723185 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:43.733388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f68a290c-46c5-4d05-98ca-2bf89223d385 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7538061 Sep 07 16:04:43.803902 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:43.805699 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-479d7630-ba35-4d9f-9192-4140a67b4e53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2 HTTP/1.1" status: 200 len: 217 time: 0.0858445 Sep 07 16:04:43.828256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b4f16-5527-408c-93bd-613d9d20cd39 req-4d0bbd09-e953-47f2-96a6-1b0f1e767f0d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:43.830144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-993b4f16-5527-408c-93bd-613d9d20cd39 req-4d0bbd09-e953-47f2-96a6-1b0f1e767f0d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 948 time: 0.2561257 Sep 07 16:04:43.838682 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] For port aac4c757-f6cc-4d1e-a279-038b10875c09, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:43.846887 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] For port aac4c757-f6cc-4d1e-a279-038b10875c09, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=aac4c757-f6cc-4d1e-a279-038b10875c09,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:43.853166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-51204a84-8518-44b9-aace-873af38604ea tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:04:43.854396 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-51204a84-8518-44b9-aace-873af38604ea tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083721 Sep 07 16:04:43.861534 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:43.869760 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:43.935557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:43.937386 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:43.938920 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] 10.222.0.35 "PUT /v2.0/ports/aac4c757-f6cc-4d1e-a279-038b10875c09 HTTP/1.1" status: 200 len: 1096 time: 3.2964604 Sep 07 16:04:43.939477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ecd08e-a22a-4bdb-98a0-40b467aa15fa', 'tag': 'aac4c757-f6cc-4d1e-a279-038b10875c09'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:43.943204 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af43046-b21d-4d42-bf0d-a1fa373aed42" -d '{"events": [{"name": "network-changed", "server_uuid": "32ecd08e-a22a-4bdb-98a0-40b467aa15fa", "tag": "aac4c757-f6cc-4d1e-a279-038b10875c09"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:43.977260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ed181-3440-4911-b092-f12e88e72c98 service neutron] Pushing event updated for resources: {'Port': ['ID=aac4c757-f6cc-4d1e-a279-038b10875c09,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:43.991994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Transition to ACTIVE for port object 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:43.999961 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715791a-f1e5-4615-8618-2fe38338af7b req-dc65509d-9ee0-4cec-ad34-c374d9e82096 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:44.003278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-dc65509d-9ee0-4cec-ad34-c374d9e82096 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports/1d704aab-3f20-4af9-a32d-4341fad9d1d2 HTTP/1.1" status: 200 len: 1093 time: 0.1068280 Sep 07 16:04:44.052462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] Request body: {'binding': {'host': 'n-h1-807551-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:44.053167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] Unknown quota resources ['binding']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:04:44.082185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a153d95b-873b-49da-8c40-6685f74f15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:44.083900 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a153d95b-873b-49da-8c40-6685f74f15bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=32ecd08e-a22a-4bdb-98a0-40b467aa15fa HTTP/1.1" status: 200 len: 1099 time: 0.0743456 Sep 07 16:04:44.099203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-72324dd7-00e1-4ae0-a5b3-be98a6bb8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:44.100664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-72324dd7-00e1-4ae0-a5b3-be98a6bb8cbb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.2695718 Sep 07 16:04:44.107000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-993b4f16-5527-408c-93bd-613d9d20cd39 req-dc70e231-a143-4fe7-baa7-fa277854f036 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503138 Sep 07 16:04:44.149107 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-b0b2ebc6-4bb9-4475-9d77-646505b3a3f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=aac4c757-f6cc-4d1e-a279-038b10875c09 HTTP/1.1" status: 200 len: 217 time: 0.0475476 Sep 07 16:04:44.186830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'tag': 'd310cb81-dd14-416d-9ce8-763357b7a5d2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:44.189148 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3359a360-f6ba-4b54-a8b3-af0862be7c63", "tag": "d310cb81-dd14-416d-9ce8-763357b7a5d2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:44.215154 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33da38b8-4558-4cfd-b86f-5d47bd7a77d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:44.334032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b58d220c-70a0-4c60-acaa-151c1ae2889f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:44.342969 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:44.343456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-40702ae6-b44a-4144-8a96-88d1799bf387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:44.355748 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-40702ae6-b44a-4144-8a96-88d1799bf387 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1918805 Sep 07 16:04:44.368203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-954ee5ca-e104-434a-8bd9-a70ee1876cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:44.371041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-954ee5ca-e104-434a-8bd9-a70ee1876cb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2364788 Sep 07 16:04:44.452756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port b58d220c-70a0-4c60-acaa-151c1ae2889f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:44.458289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b58d220c-70a0-4c60-acaa-151c1ae2889f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:44.460924 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:44.505766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:44.528108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:44.549509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:44.563530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:44.564283 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:44.571459 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ad7a1f85-5ae4-4f65-a1dc-8b68179e67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:44.573278 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ad7a1f85-5ae4-4f65-a1dc-8b68179e67e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2026858 Sep 07 16:04:44.609488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Pushing event updated for resources: {'Port': ['ID=0b88ed1c-e6c1-4a03-b500-c1991dac0e81,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:44.662895 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:44.713993 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-9a2d1b5b-c261-4f8e-b44c-94d7575a1a05 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8529940 Sep 07 16:04:44.738889 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e0f77dab-a541-45a4-9c63-e28944de1262 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:44.759300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] Attempting to bind port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on host n-h1-807551-3 for vnic_type normal with profile None {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:44.763282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] Attempting to bind port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:44.764356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] Attempting to bind port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:44.789917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Request body: {'port': {'device_id': 'ce97e0c9-a0b0-44ee-9bc0-e97d02727d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:44.841563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93654770-500a-4bfe-bc36-2c003543b94a {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:44.870349 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:44.888378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port b58d220c-70a0-4c60-acaa-151c1ae2889f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b58d220c-70a0-4c60-acaa-151c1ae2889f,segment=NetworkSegment(7fc3be11-43e7-42c4-a2f5-60712b64b4a3),segment_id=7fc3be11-43e7-42c4-a2f5-60712b64b4a3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:44.890413 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:44.892022 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-ce67f5a0-598c-4219-bbca-c84bc362ef24 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094020 Sep 07 16:04:44.893373 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] Port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:44.893763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] Attempting to bind port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:44.898985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-e64e8def-b8c9-4760-adba-498a3c8fc2b5 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895492 Sep 07 16:04:44.899214 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:44.902864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Transition to ACTIVE for port object 93654770-500a-4bfe-bc36-2c003543b94a will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:44.911706 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:44.961210 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port e0f77dab-a541-45a4-9c63-e28944de1262 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:44.978302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port e0f77dab-a541-45a4-9c63-e28944de1262 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:44.978680 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:45.026638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-15c63c02-4042-49c1-ba48-757d00fc9890 None None] Provisioning for port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:45.036842 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=b58d220c-70a0-4c60-acaa-151c1ae2889f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:45.053389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-15c63c02-4042-49c1-ba48-757d00fc9890 None None] Provisioning complete for port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:45.053769 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15c63c02-4042-49c1-ba48-757d00fc9890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:45.082727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2025184a-a1bc-4dda-8e92-21130582fa98 req-a29136b1-f340-4979-a7db-ddc09084f6cc service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516464 Sep 07 16:04:45.119792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-15c63c02-4042-49c1-ba48-757d00fc9890 None None] Port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:04:45.125332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:45.125897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] Checking segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:45.126122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] Bound using segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:45.142097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] Bound port: 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:45.168350 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:45.214125 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:45.263644 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Pushing event updated for resources: {'Port': ['ID=93654770-500a-4bfe-bc36-2c003543b94a,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:45.273266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3152b00-a1c6-4e5f-a637-ed50620a0171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f77dab-a541-45a4-9c63-e28944de1262'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:45.275900 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278f6700-d68f-44f0-8467-59ac5add6263" -d '{"events": [{"server_uuid": "c3152b00-a1c6-4e5f-a637-ed50620a0171", "name": "network-vif-plugged", "status": "completed", "tag": "e0f77dab-a541-45a4-9c63-e28944de1262"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:45.306480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e0f77dab-a541-45a4-9c63-e28944de1262,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:45.313619 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:45.383492 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=e0f77dab-a541-45a4-9c63-e28944de1262,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:45.439045 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-e2c86d7b-8da7-467b-9014-f973577a8e41 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236592 Sep 07 16:04:45.472202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Attempting to bind port 93654770-500a-4bfe-bc36-2c003543b94a on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:45.472910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Attempting to bind port 93654770-500a-4bfe-bc36-2c003543b94a by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:45.473203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Attempting to bind port 93654770-500a-4bfe-bc36-2c003543b94a on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:45.479473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Port 93654770-500a-4bfe-bc36-2c003543b94a on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:45.479919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Attempting to bind port 93654770-500a-4bfe-bc36-2c003543b94a on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:45.486500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:45.486877 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:45.487396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:45.487932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Bound port: 93654770-500a-4bfe-bc36-2c003543b94a, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:45.488389 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:45.546790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16713c6c-5797-435f-88b7-2dffa1f756a0 req-4e735461-f0bd-412e-9cdb-d25218c35058 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:45.548300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-16713c6c-5797-435f-88b7-2dffa1f756a0 req-4e735461-f0bd-412e-9cdb-d25218c35058 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 936 time: 0.6406167 Sep 07 16:04:45.569735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] For port 93654770-500a-4bfe-bc36-2c003543b94a, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:45.574589 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] For port 93654770-500a-4bfe-bc36-2c003543b94a, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93654770-500a-4bfe-bc36-2c003543b94a,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:45.580529 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:45.626615 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:45.629427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:45.630309 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:45.631837 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] 10.222.0.35 "PUT /v2.0/ports/93654770-500a-4bfe-bc36-2c003543b94a HTTP/1.1" status: 200 len: 1095 time: 3.0080621 Sep 07 16:04:45.666809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c3e72-5e05-4b3d-84b4-dea356eab7db service neutron] Pushing event updated for resources: {'Port': ['ID=93654770-500a-4bfe-bc36-2c003543b94a,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:45.681934 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:45.683156 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-15d260a7-2d39-4dda-8c07-75756fc6f8bc service neutron] 10.222.0.70 "POST /v2.0/ports/1d704aab-3f20-4af9-a32d-4341fad9d1d2/bindings HTTP/1.1" status: 201 len: 389 time: 1.6599109 Sep 07 16:04:45.700795 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-16713c6c-5797-435f-88b7-2dffa1f756a0 req-8bf4b17e-3a6b-4c41-b64f-0aabdd89a296 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340587 Sep 07 16:04:45.798421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-0cb76c75-6293-428b-8a76-dbd564ca6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:45.801721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-0cb76c75-6293-428b-8a76-dbd564ca6a6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 1098 time: 0.1120939 Sep 07 16:04:45.906963 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-a2db3ea1-55fa-47f1-9016-af88ab432c6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=93654770-500a-4bfe-bc36-2c003543b94a HTTP/1.1" status: 200 len: 217 time: 0.0839453 Sep 07 16:04:45.982605 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-ca50e88f-fb8a-442e-836b-eac4c0045c5b tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1746232479&fields=id&tenant_id=05f534b669c84062ad8718906e1ab014 HTTP/1.1" status: 200 len: 267 time: 0.0997379 Sep 07 16:04:45.985607 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-e26c49cc-4223-4861-a1ac-0a8e3a008154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:45.987355 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-e26c49cc-4223-4861-a1ac-0a8e3a008154 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0679612 Sep 07 16:04:45.992491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4e8cb-ac6b-4d20-bdd6-50bdd616b7dc req-57e90cc7-cdee-458f-90f2-282e2893542b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:45.993894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-caa4e8cb-ac6b-4d20-bdd6-50bdd616b7dc req-57e90cc7-cdee-458f-90f2-282e2893542b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 947 time: 0.1292303 Sep 07 16:04:46.042845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62f693-25cc-4417-bd6b-5824872604ee req-036dabca-3cb5-4ec2-a9c3-03689886b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:46.044547 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-036dabca-3cb5-4ec2-a9c3-03689886b29c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0410910 Sep 07 16:04:46.143750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:46.156479 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-31e620c3-c690-4a6a-83f3-89285a2c3115 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995317 Sep 07 16:04:46.159447 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:46.178409 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-caa4e8cb-ac6b-4d20-bdd6-50bdd616b7dc req-47dee37b-e28d-4286-8ac6-5bb3ba73a064 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716504 Sep 07 16:04:46.184965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715791a-f1e5-4615-8618-2fe38338af7b req-68b78131-fae5-4153-88cc-784c4f510a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:46.187060 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-68b78131-fae5-4153-88cc-784c4f510a64 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 1096 time: 0.1922865 Sep 07 16:04:46.197482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Transition to ACTIVE for port object 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:46.223606 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:46.272139 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079f7e3d-4a22-4efe-a276-6fc215176051 x-openstack-request-id: req-079f7e3d-4a22-4efe-a276-6fc215176051 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:46.272468 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ecd08e-a22a-4bdb-98a0-40b467aa15fa", "tag": "aac4c757-f6cc-4d1e-a279-038b10875c09", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:46.272729 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-079f7e3d-4a22-4efe-a276-6fc215176051 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:46.273436 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ecd08e-a22a-4bdb-98a0-40b467aa15fa', 'tag': 'aac4c757-f6cc-4d1e-a279-038b10875c09', 'status': 'completed', 'code': 200} Sep 07 16:04:46.284282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b58d220c-70a0-4c60-acaa-151c1ae2889f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:46.288156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e22736-d009-400c-89a8-346b0a863f14 req-eb7cf2f7-b39d-41e0-92c8-f88186dacb15 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:46.292663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-eb7cf2f7-b39d-41e0-92c8-f88186dacb15 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/networks?id=bae6e4c5-3f29-45bd-9e94-604f37a54bfe HTTP/1.1" status: 200 len: 815 time: 0.2945700 Sep 07 16:04:46.324580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b88ed1c-e6c1-4a03-b500-c1991dac0e81,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:46.349451 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce62f693-25cc-4417-bd6b-5824872604ee req-4f6a0d87-d95a-4a8f-9c47-fd84ff4d5d81 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792107 Sep 07 16:04:46.385788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b58d220c-70a0-4c60-acaa-151c1ae2889f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:46.386289 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:46.419126 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340a9f58-d8de-425a-875b-261a6a6db3e7 x-openstack-request-id: req-340a9f58-d8de-425a-875b-261a6a6db3e7 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:46.419684 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3359a360-f6ba-4b54-a8b3-af0862be7c63", "tag": "d310cb81-dd14-416d-9ce8-763357b7a5d2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:46.420100 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-340a9f58-d8de-425a-875b-261a6a6db3e7 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:46.420705 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'tag': 'd310cb81-dd14-416d-9ce8-763357b7a5d2', 'status': 'completed', 'code': 200} Sep 07 16:04:46.482666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43046-b21d-4d42-bf0d-a1fa373aed42 req-43505418-0bda-49f0-b169-62b2aad65a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:46.485029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2af43046-b21d-4d42-bf0d-a1fa373aed42 req-43505418-0bda-49f0-b169-62b2aad65a1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=32ecd08e-a22a-4bdb-98a0-40b467aa15fa HTTP/1.1" status: 200 len: 1099 time: 0.1524990 Sep 07 16:04:46.488866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-c1c952a6-7a85-49d2-88bf-8eb1c3ba5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:46.491673 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-c1c952a6-7a85-49d2-88bf-8eb1c3ba5aa1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 1099 time: 0.1030476 Sep 07 16:04:46.497287 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-db59d1de-a2e1-46cf-8ac4-feb7bf9d45ac tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/quotas/05f534b669c84062ad8718906e1ab014 HTTP/1.1" status: 200 len: 375 time: 0.1598194 Sep 07 16:04:46.621842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715791a-f1e5-4615-8618-2fe38338af7b req-fc959c51-0e0c-4641-b410-9755f0c50d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:46.623867 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-fc959c51-0e0c-4641-b410-9755f0c50d36 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.4277940 Sep 07 16:04:46.632694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Attempting to bind port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:46.633035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Attempting to bind port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:46.633363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Attempting to bind port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:46.651569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-32c1ca98-516b-4819-b154-303bc6ea81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:46.653094 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-32c1ca98-516b-4819-b154-303bc6ea81fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 1099 time: 0.2281580 Sep 07 16:04:46.662725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbbd48-98fc-43f6-afc2-d936d6ed940c req-cb2ec466-ab44-4136-b46f-0dbd317ab812 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:46.664310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05dbbd48-98fc-43f6-afc2-d936d6ed940c req-cb2ec466-ab44-4136-b46f-0dbd317ab812 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 945 time: 0.1865542 Sep 07 16:04:46.672331 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:46.692545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:46.692886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Attempting to bind port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:46.709773 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-62a26c2c-f748-4bfd-8d45-5e4a3022bf6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2 HTTP/1.1" status: 200 len: 217 time: 0.0690811 Sep 07 16:04:46.742032 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-cdcf39d5-7402-44fe-a040-e6933cf7d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:46.743526 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-cdcf39d5-7402-44fe-a040-e6933cf7d8f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2303700 Sep 07 16:04:46.744930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:46.745098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43046-b21d-4d42-bf0d-a1fa373aed42 req-f2507224-fa83-4385-ba17-a69ceda93839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:46.745186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:46.745390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:46.745792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Bound port: 0b88ed1c-e6c1-4a03-b500-c1991dac0e81, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:46.746153 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:46.746355 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2af43046-b21d-4d42-bf0d-a1fa373aed42 req-f2507224-fa83-4385-ba17-a69ceda93839 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2436430 Sep 07 16:04:46.769616 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-60a678ec-211c-42ee-bf16-a7e9164f9df8 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=05f534b669c84062ad8718906e1ab014&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2381918 Sep 07 16:04:46.839306 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2af43046-b21d-4d42-bf0d-a1fa373aed42 req-6e1fc504-340b-4e3b-8dd4-b4bc1b184a68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=aac4c757-f6cc-4d1e-a279-038b10875c09 HTTP/1.1" status: 200 len: 217 time: 0.0754299 Sep 07 16:04:46.841681 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-d88303d8-3ed9-4c6c-b900-c2e6344b28d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2 HTTP/1.1" status: 200 len: 217 time: 0.0793762 Sep 07 16:04:46.916488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05dbbd48-98fc-43f6-afc2-d936d6ed940c req-2372ceea-769b-4fb6-b45a-a14e572ee602 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151580 Sep 07 16:04:46.942012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43046-b21d-4d42-bf0d-a1fa373aed42 req-ba54c7a7-2133-4506-9aaa-4941222ef6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:46.945598 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2af43046-b21d-4d42-bf0d-a1fa373aed42 req-ba54c7a7-2133-4506-9aaa-4941222ef6e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0890174 Sep 07 16:04:46.956207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-357dfd8e-afa5-4403-928f-fc464a581450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:46.959892 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-357dfd8e-afa5-4403-928f-fc464a581450 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1024311 Sep 07 16:04:47.019482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715791a-f1e5-4615-8618-2fe38338af7b req-c9e78553-1901-42d8-8d96-fe659ab999e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:47.021133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-c9e78553-1901-42d8-8d96-fe659ab999e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.2939100 Sep 07 16:04:47.037728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-327a9e7d-a7d5-4b4a-b3c8-9a3f217f8fc2 service neutron] 10.222.0.70 "GET /v2.0/networks/bae6e4c5-3f29-45bd-9e94-604f37a54bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400200 Sep 07 16:04:47.064743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43046-b21d-4d42-bf0d-a1fa373aed42 req-115eb0ce-5c40-483e-8250-047383078f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:47.066424 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2af43046-b21d-4d42-bf0d-a1fa373aed42 req-115eb0ce-5c40-483e-8250-047383078f04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055021 Sep 07 16:04:47.074047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-a184541b-a145-4f68-af4d-3ccddd8ffb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:47.075844 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-a184541b-a145-4f68-af4d-3ccddd8ffb4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815029 Sep 07 16:04:47.105317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] For port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:47.177492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-eebe2a38-b265-4197-876f-b9c86f376dbf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355565 Sep 07 16:04:47.183434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] For port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0b88ed1c-e6c1-4a03-b500-c1991dac0e81,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:47.190785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-a5945d18-0d7e-47c3-9b42-3a42f2674268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:47.192312 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-a5945d18-0d7e-47c3-9b42-3a42f2674268 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.5009353 Sep 07 16:04:47.206170 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:47.260543 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-428fbd56-7cc1-426e-9a94-6fb5621a485b service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668165 Sep 07 16:04:47.263728 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2af43046-b21d-4d42-bf0d-a1fa373aed42 req-2f9253c6-d394-400f-99c7-9809e4181b85 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723132 Sep 07 16:04:47.326556 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-e6035aa0-d2af-4999-888b-80fcc25f0972 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2 HTTP/1.1" status: 200 len: 217 time: 0.1117642 Sep 07 16:04:47.394323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:47.394965 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:47.396502 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] 10.222.0.35 "PUT /v2.0/ports/0b88ed1c-e6c1-4a03-b500-c1991dac0e81 HTTP/1.1" status: 200 len: 1096 time: 2.6535678 Sep 07 16:04:47.413941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959566be-f7eb-4ddc-971a-f164f480122e req-0b35a970-5012-4e92-a2e6-b22a29586c78 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:47.416228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-959566be-f7eb-4ddc-971a-f164f480122e req-0b35a970-5012-4e92-a2e6-b22a29586c78 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 948 time: 0.3274906 Sep 07 16:04:47.465216 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-db474eea-d90f-445b-9353-2db9c5012d28 service neutron] 10.222.0.70 "GET /v2.0/networks/bae6e4c5-3f29-45bd-9e94-604f37a54bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264691 Sep 07 16:04:47.481187 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-620a1820-5aea-46af-9a02-2cfb8ebdf60e service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953504 Sep 07 16:04:47.484501 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2af43046-b21d-4d42-bf0d-a1fa373aed42 req-fc5472d6-75ab-44f6-9dc8-4836e0d963ec service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887791 Sep 07 16:04:47.505916 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea91d9-bfc3-4459-b422-356f1c905df1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b88ed1c-e6c1-4a03-b500-c1991dac0e81,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:47.558782 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-b1e9c6c3-535f-4c31-95c7-b21431face68 service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633018 Sep 07 16:04:47.560378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-9ffc57aa-bc27-4562-b61d-0f975a251a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:47.562310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-9ffc57aa-bc27-4562-b61d-0f975a251a3e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1860557 Sep 07 16:04:47.621381 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-959566be-f7eb-4ddc-971a-f164f480122e req-3b203970-b515-4181-b110-8e5896fd47a2 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530070 Sep 07 16:04:47.627041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-1a4bf0bc-efd7-45df-a0a8-88dcf02f9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:47.628570 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-1a4bf0bc-efd7-45df-a0a8-88dcf02f9fb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a16c2d9e462b46ff842bd1e266d16f88&device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 1099 time: 0.1529346 Sep 07 16:04:47.632291 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f704ba-b83c-403c-aac0-e83c7b9f436a x-openstack-request-id: req-30f704ba-b83c-403c-aac0-e83c7b9f436a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:47.633807 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3152b00-a1c6-4e5f-a637-ed50620a0171", "name": "network-vif-plugged", "status": "completed", "tag": "e0f77dab-a541-45a4-9c63-e28944de1262", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:47.634815 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30f704ba-b83c-403c-aac0-e83c7b9f436a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:47.635462 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3152b00-a1c6-4e5f-a637-ed50620a0171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f77dab-a541-45a4-9c63-e28944de1262', 'code': 200} Sep 07 16:04:47.699438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-c631158c-8fcb-43d8-87df-6e5052ba3781 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0b88ed1c-e6c1-4a03-b500-c1991dac0e81 HTTP/1.1" status: 200 len: 217 time: 0.0433333 Sep 07 16:04:47.776707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac4ac-0a78-4df2-81f1-f85a23754f78 req-2b248701-71c8-4aee-85cd-a6068793ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:47.779470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-689ac4ac-0a78-4df2-81f1-f85a23754f78 req-2b248701-71c8-4aee-85cd-a6068793ce96 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 1096 time: 0.0639293 Sep 07 16:04:47.829905 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-689ac4ac-0a78-4df2-81f1-f85a23754f78 req-b29589f9-c0da-4a3d-a2e0-e104ecdefac7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382130 Sep 07 16:04:48.033566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-8c49dd2d-37f2-41fc-9239-f71e463ce68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:48.035080 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-8c49dd2d-37f2-41fc-9239-f71e463ce68b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4461904 Sep 07 16:04:48.068853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-d1eac1cc-544b-4d08-9d36-5aca5242f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:48.070256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-d1eac1cc-544b-4d08-9d36-5aca5242f71b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1441593 Sep 07 16:04:48.083730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-2b208b8e-39ee-48d3-ae4d-e6df57bad94d service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049310 Sep 07 16:04:48.115034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3f313-eb6c-40ed-971d-973043d978b7 req-8030663b-24e6-4559-99af-58f187f9bc5b tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:48.116559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40d3f313-eb6c-40ed-971d-973043d978b7 req-8030663b-24e6-4559-99af-58f187f9bc5b tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 948 time: 0.1893497 Sep 07 16:04:48.170879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faf601-9adf-4ed3-a34b-c9d6a537580b req-2886826f-297f-4c9d-a5bb-5fbb4e0de9a6 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:48.172516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04faf601-9adf-4ed3-a34b-c9d6a537580b req-2886826f-297f-4c9d-a5bb-5fbb4e0de9a6 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 945 time: 0.2442579 Sep 07 16:04:48.274738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ee0449-d2c9-437e-9c33-dd74b683cc25', 'tag': '93654770-500a-4bfe-bc36-2c003543b94a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:48.277492 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9cd9db-1ece-4772-8799-fdaf73538a51" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ee0449-d2c9-437e-9c33-dd74b683cc25", "tag": "93654770-500a-4bfe-bc36-2c003543b94a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:48.287384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40d3f313-eb6c-40ed-971d-973043d978b7 req-707ad28c-3ae0-4da0-ab80-ed969ee9a2db tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538122 Sep 07 16:04:48.293317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-29d411d7-c42c-49c0-80dd-c22686973a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:48.294879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-29d411d7-c42c-49c0-80dd-c22686973a6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2070444 Sep 07 16:04:48.302869 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-8432a073-5bc0-4b69-8e27-87448d81c6c5 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501976 Sep 07 16:04:48.314414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04faf601-9adf-4ed3-a34b-c9d6a537580b req-319c00ac-5412-4e1b-85b6-d60c8c8a78b2 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136749 Sep 07 16:04:48.314414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715791a-f1e5-4615-8618-2fe38338af7b req-79f0f71d-31a5-497f-84ef-b8f749c330a7 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:48.314414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-79f0f71d-31a5-497f-84ef-b8f749c330a7 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1096 time: 0.1511877 Sep 07 16:04:48.350055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807551-3'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:48.438058 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce97e0c9-a0b0-44ee-9bc0-e97d02727d40', 'tag': '0b88ed1c-e6c1-4a03-b500-c1991dac0e81'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:48.440300 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549934ea-e945-427a-9b60-0fda0c12c135" -d '{"events": [{"name": "network-changed", "server_uuid": "ce97e0c9-a0b0-44ee-9bc0-e97d02727d40", "tag": "0b88ed1c-e6c1-4a03-b500-c1991dac0e81"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:48.477100 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f32f4518-04ca-437d-b6ff-6cdbaf6ea4cf req-439ffbd7-306c-4f2d-b3a5-18d96126e4ab tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 210 time: 0.0955887 Sep 07 16:04:48.596573 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:48.628233 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-8d68a17d-c5aa-4a0a-9621-f7d8bacbd412 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170779 Sep 07 16:04:48.635891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74450ae7-f6f8-43cd-b241-0c15b90af1ee req-978da731-fb40-4ff6-bb3f-723bf89fc232 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:48.637453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74450ae7-f6f8-43cd-b241-0c15b90af1ee req-978da731-fb40-4ff6-bb3f-723bf89fc232 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 947 time: 0.2531500 Sep 07 16:04:48.651569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68b91d4b-81ca-4e51-b9a4-3d8da456b0a4 req-1f2a5b33-5ba1-4690-85bd-3cb3ac56bbcd service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209569 Sep 07 16:04:48.782119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b2afb-af39-47a6-9495-90566f3f06e8 req-5e414957-5794-4153-bd59-597056e3f81f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:48.784686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f81b2afb-af39-47a6-9495-90566f3f06e8 req-5e414957-5794-4153-bd59-597056e3f81f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 945 time: 0.2462578 Sep 07 16:04:48.955876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74450ae7-f6f8-43cd-b241-0c15b90af1ee req-c0c4b13a-aed5-43ee-a83b-a16f3afcf7b6 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029878 Sep 07 16:04:49.019419 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f81b2afb-af39-47a6-9495-90566f3f06e8 req-b20ee909-692e-4e79-9267-ec82ef64dfef tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105503 Sep 07 16:04:49.040593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89795a27-6e94-438e-8b6f-f5b4302d9374 req-13ef924d-5022-46cc-bef0-6bbf3beb369a service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939500 Sep 07 16:04:49.050290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e22736-d009-400c-89a8-346b0a863f14 req-becc6856-6818-490d-b7cd-07cce0dbe6b3 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:49.052164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-becc6856-6818-490d-b7cd-07cce0dbe6b3 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.54 "GET /v2.0/networks?id=bae6e4c5-3f29-45bd-9e94-604f37a54bfe HTTP/1.1" status: 200 len: 815 time: 0.3324769 Sep 07 16:04:49.084750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:49.094321 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d2a2a8-90f8-4772-a512-6c366e744cbb x-openstack-request-id: req-71d2a2a8-90f8-4772-a512-6c366e744cbb {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:49.094684 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ee0449-d2c9-437e-9c33-dd74b683cc25", "tag": "93654770-500a-4bfe-bc36-2c003543b94a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:49.094934 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71d2a2a8-90f8-4772-a512-6c366e744cbb {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:49.095336 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ee0449-d2c9-437e-9c33-dd74b683cc25', 'tag': '93654770-500a-4bfe-bc36-2c003543b94a', 'status': 'completed', 'code': 200} Sep 07 16:04:49.104526 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0dd212-dace-4848-8762-9512180b2da4 x-openstack-request-id: req-ea0dd212-dace-4848-8762-9512180b2da4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:49.104825 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce97e0c9-a0b0-44ee-9bc0-e97d02727d40", "tag": "0b88ed1c-e6c1-4a03-b500-c1991dac0e81", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:49.105083 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea0dd212-dace-4848-8762-9512180b2da4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:49.105474 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce97e0c9-a0b0-44ee-9bc0-e97d02727d40', 'tag': '0b88ed1c-e6c1-4a03-b500-c1991dac0e81', 'status': 'completed', 'code': 200} Sep 07 16:04:49.141885 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-9963850b-e4ad-4196-b629-e57d2724197e tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05f534b669c84062ad8718906e1ab014 HTTP/1.1" status: 200 len: 380 time: 0.0774035 Sep 07 16:04:49.169212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d7e22736-d009-400c-89a8-346b0a863f14 req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Request body: {'port': {'device_id': '135db353-ce7e-43f2-a768-d5b3c0fbdc57', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'admin_state_up': True, 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'security_groups': ['8ddf4c20-7787-42ad-b09b-b576b5db71ba']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:49.233729 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549934ea-e945-427a-9b60-0fda0c12c135 req-d5bac491-119a-4f4f-97df-4459d33b5c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:49.235511 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-549934ea-e945-427a-9b60-0fda0c12c135 req-d5bac491-119a-4f4f-97df-4459d33b5c79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a16c2d9e462b46ff842bd1e266d16f88&device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 1099 time: 0.0537081 Sep 07 16:04:49.243599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:49.362703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549934ea-e945-427a-9b60-0fda0c12c135 req-75c6f20f-3dbf-447b-965d-bbcfd46e7383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:49.363919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cd9db-1ece-4772-8799-fdaf73538a51 req-2cfad3de-105f-416a-9211-5ee34fd23077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:49.364454 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-549934ea-e945-427a-9b60-0fda0c12c135 req-75c6f20f-3dbf-447b-965d-bbcfd46e7383 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1111119 Sep 07 16:04:49.365436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c9cd9db-1ece-4772-8799-fdaf73538a51 req-2cfad3de-105f-416a-9211-5ee34fd23077 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 1098 time: 0.2209847 Sep 07 16:04:49.370333 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:49.382106 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:49.416674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137cdb8-c1e7-4c6f-95ca-af917e5e60b7 req-2ccb7f7e-c4a6-4520-957c-edf5e965b03d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:49.418175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e137cdb8-c1e7-4c6f-95ca-af917e5e60b7 req-2ccb7f7e-c4a6-4520-957c-edf5e965b03d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 948 time: 0.2140636 Sep 07 16:04:49.433776 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-549934ea-e945-427a-9b60-0fda0c12c135 req-f93a5429-4eb8-422c-8379-ab0794719152 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0b88ed1c-e6c1-4a03-b500-c1991dac0e81 HTTP/1.1" status: 200 len: 217 time: 0.0537705 Sep 07 16:04:49.435750 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device d310cb81-dd14-416d-9ce8-763357b7a5d2 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:04:49.527422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549934ea-e945-427a-9b60-0fda0c12c135 req-5ecda87d-9109-491f-9493-cd43596535a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:49.529420 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-549934ea-e945-427a-9b60-0fda0c12c135 req-5ecda87d-9109-491f-9493-cd43596535a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0700383 Sep 07 16:04:49.595726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549934ea-e945-427a-9b60-0fda0c12c135 req-7365a3a9-26c3-4c8d-90da-1e98a1348590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:49.597472 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-549934ea-e945-427a-9b60-0fda0c12c135 req-7365a3a9-26c3-4c8d-90da-1e98a1348590 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579238 Sep 07 16:04:49.601584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port d310cb81-dd14-416d-9ce8-763357b7a5d2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:49.613422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'd310cb81-dd14-416d-9ce8-763357b7a5d2', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'd310cb81-dd14-416d-9ce8-763357b7a5d2', 'mac_address': 'fa:16:3e:e6:6a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:04:49.616742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Pushing event updated for resources: {'Port': ['ID=1d704aab-3f20-4af9-a32d-4341fad9d1d2,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:49.620092 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e22736-d009-400c-89a8-346b0a863f14 req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Made reservation on behalf of 05f534b669c84062ad8718906e1ab014 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:04:49.622840 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7e22736-d009-400c-89a8-346b0a863f14 req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:49.663264 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:49.678845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d310cb81-dd14-416d-9ce8-763357b7a5d2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:49.703014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port d310cb81-dd14-416d-9ce8-763357b7a5d2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:49.709614 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:49.710786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device aac4c757-f6cc-4d1e-a279-038b10875c09 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:04:49.725021 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-549934ea-e945-427a-9b60-0fda0c12c135 req-d5d80283-84f7-4b29-8ec2-48bb49d8f6d8 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134028 Sep 07 16:04:49.789674 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=d310cb81-dd14-416d-9ce8-763357b7a5d2,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:49.794391 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port aac4c757-f6cc-4d1e-a279-038b10875c09, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=aac4c757-f6cc-4d1e-a279-038b10875c09,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:49.809507 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'aac4c757-f6cc-4d1e-a279-038b10875c09', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'aac4c757-f6cc-4d1e-a279-038b10875c09', 'mac_address': 'fa:16:3e:6a:ca:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:04:49.859984 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:49.875940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac4c757-f6cc-4d1e-a279-038b10875c09 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:49.880205 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-549934ea-e945-427a-9b60-0fda0c12c135 req-76db93b1-42b8-4d84-aac0-6b87efb9008e service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403978 Sep 07 16:04:49.899768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port aac4c757-f6cc-4d1e-a279-038b10875c09, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=aac4c757-f6cc-4d1e-a279-038b10875c09,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:49.906003 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:49.929101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e137cdb8-c1e7-4c6f-95ca-af917e5e60b7 req-08f44cde-16d5-4e23-9d4e-f3cd7ecdc0f0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720805 Sep 07 16:04:49.941339 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac46c0-fd12-4a45-9f7b-cee708815dd8 req-ef87ab16-9cb1-4187-9eba-61a66fabd05a tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:49.943088 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33ac46c0-fd12-4a45-9f7b-cee708815dd8 req-ef87ab16-9cb1-4187-9eba-61a66fabd05a tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 948 time: 0.5410347 Sep 07 16:04:49.950956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Attempting to bind port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on host n-h2-807551-3 for vnic_type normal with profile {"migrating_to": "n-h1-807551-3"} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:49.951980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Attempting to bind port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:49.952857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Attempting to bind port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:49.966800 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cd9db-1ece-4772-8799-fdaf73538a51 req-7becf996-ea15-48f0-adda-31593408e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:49.976679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c9cd9db-1ece-4772-8799-fdaf73538a51 req-7becf996-ea15-48f0-adda-31593408e5df service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.5848634 Sep 07 16:04:49.985968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:49.986330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Attempting to bind port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:49.994424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=aac4c757-f6cc-4d1e-a279-038b10875c09,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:50.069705 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c9cd9db-1ece-4772-8799-fdaf73538a51 req-fa0b0ea6-c156-4618-b0d1-de9237f0688a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=93654770-500a-4bfe-bc36-2c003543b94a HTTP/1.1" status: 200 len: 217 time: 0.0706661 Sep 07 16:04:50.071426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:50.071932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Checking segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:50.072287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Bound using segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:50.072650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Bound port: 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:50.073052 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:50.236437 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33ac46c0-fd12-4a45-9f7b-cee708815dd8 req-f278ea1f-99a2-4655-b50e-e39a35372774 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798636 Sep 07 16:04:50.298761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cd9db-1ece-4772-8799-fdaf73538a51 req-16e3e0f6-871d-449d-89ce-d74d8c90ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:50.300713 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c9cd9db-1ece-4772-8799-fdaf73538a51 req-16e3e0f6-871d-449d-89ce-d74d8c90ec08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.2106612 Sep 07 16:04:50.367140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78c3a7d1-40ed-4dec-a3dc-3a365c5ebe1c req-22e0bd2c-933d-4070-82b2-b4e1c8f87b87 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 210 time: 0.0611551 Sep 07 16:04:50.376470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3e6a9-1194-4a02-8076-3539d568338a req-188ea543-a289-4cfa-987f-0bf1fcc083d0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:50.378062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bf3e6a9-1194-4a02-8076-3539d568338a req-188ea543-a289-4cfa-987f-0bf1fcc083d0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 943 time: 0.3093352 Sep 07 16:04:50.409234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-d7e22736-d009-400c-89a8-346b0a863f14 req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Allocated IP 172.20.0.7 (bae6e4c5-3f29-45bd-9e94-604f37a54bfe/6c28b7b2-1b08-4781-89ce-de8cc0ee50ea/2f1866c6-cd1c-4fe2-8f03-621584ff7d9b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:04:50.435148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:50.462157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:50.501725 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:50.522566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cd9db-1ece-4772-8799-fdaf73538a51 req-dfe2d8e4-7e34-4e4e-9a12-e473f4e10615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:50.523895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['aac4c757-f6cc-4d1e-a279-038b10875c09'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:50.525191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c9cd9db-1ece-4772-8799-fdaf73538a51 req-dfe2d8e4-7e34-4e4e-9a12-e473f4e10615 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2048564 Sep 07 16:04:50.531677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['d310cb81-dd14-416d-9ce8-763357b7a5d2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:50.559069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bf3e6a9-1194-4a02-8076-3539d568338a req-097491f4-66d1-4d80-b4e8-d59a642620c0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546941 Sep 07 16:04:50.737573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Pushing event updated for resources: {'Port': ['ID=1d704aab-3f20-4af9-a32d-4341fad9d1d2,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:50.786232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f64883-641d-4151-9dd4-ce885155f5f7 req-a97c8694-74ad-4173-b1d5-70bdc0428e8b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:50.795139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86f64883-641d-4151-9dd4-ce885155f5f7 req-a97c8694-74ad-4173-b1d5-70bdc0428e8b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 947 time: 0.3428121 Sep 07 16:04:50.865589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:50.866270 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:50.867993 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8fe9f2fa-ef80-4c61-a4d8-4c32e7e53498 service neutron] 10.222.0.54 "PUT /v2.0/ports/1d704aab-3f20-4af9-a32d-4341fad9d1d2 HTTP/1.1" status: 200 len: 1121 time: 2.5343387 Sep 07 16:04:50.921890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c9cd9db-1ece-4772-8799-fdaf73538a51 req-c59a5423-bd7d-43f5-a00d-cd05c5438aa9 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681858 Sep 07 16:04:50.952208 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86f64883-641d-4151-9dd4-ce885155f5f7 req-a1203117-a1da-4d47-9792-9181648fda70 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027367 Sep 07 16:04:50.956274 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7e22736-d009-400c-89a8-346b0a863f14 req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:50.975062 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfe4d6-7241-4e5b-a7cb-035ee7581436 req-f2059720-d497-43d5-b492-e012f1edbc88 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:50.976593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52bfe4d6-7241-4e5b-a7cb-035ee7581436 req-f2059720-d497-43d5-b492-e012f1edbc88 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 945 time: 0.2770653 Sep 07 16:04:51.032716 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d7e22736-d009-400c-89a8-346b0a863f14 req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Transition to ACTIVE for port object 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:51.104553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52bfe4d6-7241-4e5b-a7cb-035ee7581436 req-11c53468-a530-4604-a23d-57459bbbeff9 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117389 Sep 07 16:04:51.108643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5ce700-5822-4a91-8ce1-d8893ae4321a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d704aab-3f20-4af9-a32d-4341fad9d1d2'}, {'name': 'network-changed', 'server_uuid': '9b5ce700-5822-4a91-8ce1-d8893ae4321a', 'tag': '1d704aab-3f20-4af9-a32d-4341fad9d1d2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:51.110792 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416f1751-04e4-4e1e-a30b-d3d6996c4ccf" -d '{"events": [{"server_uuid": "9b5ce700-5822-4a91-8ce1-d8893ae4321a", "name": "network-vif-unplugged", "status": "completed", "tag": "1d704aab-3f20-4af9-a32d-4341fad9d1d2"}, {"name": "network-changed", "server_uuid": "9b5ce700-5822-4a91-8ce1-d8893ae4321a", "tag": "1d704aab-3f20-4af9-a32d-4341fad9d1d2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:51.157782 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c9cd9db-1ece-4772-8799-fdaf73538a51 req-eee03722-d968-4b13-ad90-4996fc1bc90f service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908965 Sep 07 16:04:51.161835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7e22736-d009-400c-89a8-346b0a863f14 req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:51.220809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e22736-d009-400c-89a8-346b0a863f14 req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Network bae6e4c5-3f29-45bd-9e94-604f37a54bfe is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:04:51.234011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-d7e22736-d009-400c-89a8-346b0a863f14 req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:04:51.244237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Pushing event updated for resources: {'Port': ['ID=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:51.247105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e22736-d009-400c-89a8-346b0a863f14 req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:04:51.252240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['1d704aab-3f20-4af9-a32d-4341fad9d1d2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:51.254155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e22736-d009-400c-89a8-346b0a863f14 req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:51.255059 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7e22736-d009-400c-89a8-346b0a863f14 req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:51.290507 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e4246f-9a3f-420a-a4c8-472815b6469e x-openstack-request-id: req-79e4246f-9a3f-420a-a4c8-472815b6469e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:51.290909 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5ce700-5822-4a91-8ce1-d8893ae4321a", "name": "network-vif-unplugged", "status": "completed", "tag": "1d704aab-3f20-4af9-a32d-4341fad9d1d2", "code": 200}, {"name": "network-changed", "server_uuid": "9b5ce700-5822-4a91-8ce1-d8893ae4321a", "tag": "1d704aab-3f20-4af9-a32d-4341fad9d1d2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:51.291238 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79e4246f-9a3f-420a-a4c8-472815b6469e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:51.291726 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5ce700-5822-4a91-8ce1-d8893ae4321a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d704aab-3f20-4af9-a32d-4341fad9d1d2', 'code': 200} Sep 07 16:04:51.292055 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5ce700-5822-4a91-8ce1-d8893ae4321a', 'tag': '1d704aab-3f20-4af9-a32d-4341fad9d1d2', 'status': 'completed', 'code': 200} Sep 07 16:04:51.309090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-8e1b9c7f-ae96-4379-939f-38743e812efe tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1439960 Sep 07 16:04:51.324840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Request body: {'port': {'device_id': '135db353-ce7e-43f2-a768-d5b3c0fbdc57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:04:51.349149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbd20e-f503-4b65-aaa6-61cc5926c91d req-bb60f95b-e7a4-4d33-8044-8c33f7d572d5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:51.357393 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25dbd20e-f503-4b65-aaa6-61cc5926c91d req-bb60f95b-e7a4-4d33-8044-8c33f7d572d5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 949 time: 0.1293600 Sep 07 16:04:51.457733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 93654770-500a-4bfe-bc36-2c003543b94a details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:04:51.525963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25dbd20e-f503-4b65-aaa6-61cc5926c91d req-7abe77b6-6e3c-435c-b739-72f32e4aa0eb tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667528 Sep 07 16:04:51.527945 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:51.566834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f1751-04e4-4e1e-a30b-d3d6996c4ccf req-ee832c0c-0c8b-456b-aeae-5511ee0c62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:51.568496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-416f1751-04e4-4e1e-a30b-d3d6996c4ccf req-ee832c0c-0c8b-456b-aeae-5511ee0c62a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 1124 time: 0.2077529 Sep 07 16:04:51.684131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80971467-5216-446a-8b82-0e6bbd8e4c88 req-34bc17f3-22f7-4ed4-8dd3-4361b2fadfd8 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:51.689316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80971467-5216-446a-8b82-0e6bbd8e4c88 req-34bc17f3-22f7-4ed4-8dd3-4361b2fadfd8 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 1096 time: 0.2633753 Sep 07 16:04:51.791214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 93654770-500a-4bfe-bc36-2c003543b94a, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93654770-500a-4bfe-bc36-2c003543b94a,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:51.819657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8bfe5874-512b-47f1-ac6d-2c8484e6b36c None None] Provisioning for port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:51.846540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8bfe5874-512b-47f1-ac6d-2c8484e6b36c None None] Provisioning complete for port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:51.849346 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5874-512b-47f1-ac6d-2c8484e6b36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:51.858177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '93654770-500a-4bfe-bc36-2c003543b94a', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '93654770-500a-4bfe-bc36-2c003543b94a', 'mac_address': 'fa:16:3e:65:31:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:04:51.915567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80971467-5216-446a-8b82-0e6bbd8e4c88 req-412b62a5-76d6-4833-8f61-4ea395e17134 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030845 Sep 07 16:04:51.930890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8bfe5874-512b-47f1-ac6d-2c8484e6b36c None None] Port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:04:51.949721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f1751-04e4-4e1e-a30b-d3d6996c4ccf req-5058c5d7-7639-4b82-b4e1-70cefe7d5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:51.951878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-416f1751-04e4-4e1e-a30b-d3d6996c4ccf req-5058c5d7-7639-4b82-b4e1-70cefe7d5e8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.3347311 Sep 07 16:04:51.964102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb9e50-3f3c-4b20-ba6a-b8861300839a req-d4e18939-0ba0-4e65-9468-5c5159df027f tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:51.966294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1cb9e50-3f3c-4b20-ba6a-b8861300839a req-d4e18939-0ba0-4e65-9468-5c5159df027f tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 948 time: 0.2684019 Sep 07 16:04:51.982333 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:52.005561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93654770-500a-4bfe-bc36-2c003543b94a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:52.040665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 93654770-500a-4bfe-bc36-2c003543b94a, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93654770-500a-4bfe-bc36-2c003543b94a,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:52.048257 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:52.081692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-416f1751-04e4-4e1e-a30b-d3d6996c4ccf req-73fd74d7-75eb-4756-aace-922e0b01a7d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2 HTTP/1.1" status: 200 len: 217 time: 0.1142037 Sep 07 16:04:52.138858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=93654770-500a-4bfe-bc36-2c003543b94a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:52.412251 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1cb9e50-3f3c-4b20-ba6a-b8861300839a req-0040e55a-d07a-412f-9e88-37db1eecae24 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255681 Sep 07 16:04:52.443686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f1751-04e4-4e1e-a30b-d3d6996c4ccf req-d5fe47c1-c339-4ef6-88cf-3eeb4ea06e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:52.445560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-416f1751-04e4-4e1e-a30b-d3d6996c4ccf req-d5fe47c1-c339-4ef6-88cf-3eeb4ea06e1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.3484964 Sep 07 16:04:52.461165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb528-8320-429a-8260-e22758645350 req-8df09b9a-1e42-4106-8a7f-65579ee2f1b7 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:52.462798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed0bb528-8320-429a-8260-e22758645350 req-8df09b9a-1e42-4106-8a7f-65579ee2f1b7 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 931 time: 0.3868716 Sep 07 16:04:52.530316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-416f1751-04e4-4e1e-a30b-d3d6996c4ccf req-b043d548-cb57-4d11-954f-2f5ecedf8712 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622194 Sep 07 16:04:52.597073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:52.621752 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:52.674100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['93654770-500a-4bfe-bc36-2c003543b94a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:52.687489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed0bb528-8320-429a-8260-e22758645350 req-e30edb60-60ac-4a1c-b838-aadefe9554f8 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ddf4c20-7787-42ad-b09b-b576b5db71ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007987 Sep 07 16:04:52.739425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Transition to ACTIVE for port object 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:52.785799 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:52.917055 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-416f1751-04e4-4e1e-a30b-d3d6996c4ccf req-6ccfcba0-c21f-4440-ae22-99911d66a9bb service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703458 Sep 07 16:04:52.944928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:52.979685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d61dd-c26e-4c0d-824a-76ae81e5cfa2 req-6d7d9264-8aa3-4eec-ac0e-98164442d527 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:52.981422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6d61dd-c26e-4c0d-824a-76ae81e5cfa2 req-6d7d9264-8aa3-4eec-ac0e-98164442d527 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 943 time: 0.2857652 Sep 07 16:04:52.998687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-53864c5d-4aad-4ddd-8d81-24204aeb7d54 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:53.000981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-53864c5d-4aad-4ddd-8d81-24204aeb7d54 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63&tenant_id=ea9e474f9fb940faaa7736036e8f9987&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 949 time: 0.2815771 Sep 07 16:04:53.199007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Attempting to bind port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:04:53.200089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Attempting to bind port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '7fc3be11-43e7-42c4-a2f5-60712b64b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:04:53.200896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Attempting to bind port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b on network bae6e4c5-3f29-45bd-9e94-604f37a54bfe {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:53.252503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b on network bae6e4c5-3f29-45bd-9e94-604f37a54bfe not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:04:53.253005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Attempting to bind port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b on network bae6e4c5-3f29-45bd-9e94-604f37a54bfe {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:04:53.272888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6d61dd-c26e-4c0d-824a-76ae81e5cfa2 req-32fe8571-cb3e-4b0b-954b-5e3b1ee28f56 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693963 Sep 07 16:04:53.296902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:04:53.297256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Checking segment: {'id': '7fc3be11-43e7-42c4-a2f5-60712b64b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:04:53.297662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Bound using segment: {'id': '7fc3be11-43e7-42c4-a2f5-60712b64b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:04:53.298112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Bound port: 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3be11-43e7-42c4-a2f5-60712b64b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:04:53.298484 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:53.307587 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-15b26f75-c90f-43d8-a103-9e9de20a523a service neutron] delete failed (client error): The resource could not be found. Sep 07 16:04:53.308724 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-15b26f75-c90f-43d8-a103-9e9de20a523a service neutron] 10.222.0.54 "DELETE /v2.0/ports/d310cb81-dd14-416d-9ce8-763357b7a5d2/bindings/n-h1-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.2881982 Sep 07 16:04:53.408504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee213da-3ee7-4e91-8ea0-1670c1ac4698 req-0270ef34-6481-40e8-8db3-ab327475e20e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:53.417847 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cee213da-3ee7-4e91-8ea0-1670c1ac4698 req-0270ef34-6481-40e8-8db3-ab327475e20e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 948 time: 0.4154434 Sep 07 16:04:53.424062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-416f1751-04e4-4e1e-a30b-d3d6996c4ccf req-8cbcf5f6-c8ec-4c59-96df-3c060d04d346 service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938793 Sep 07 16:04:53.463718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:04:53.475859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device d310cb81-dd14-416d-9ce8-763357b7a5d2 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:53.654142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] For port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:53.659761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cee213da-3ee7-4e91-8ea0-1670c1ac4698 req-8fbe6dd3-caba-4c0b-858c-2170df1e47ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410374 Sep 07 16:04:53.665357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] For port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b,segment=NetworkSegment(7fc3be11-43e7-42c4-a2f5-60712b64b4a3),segment_id=7fc3be11-43e7-42c4-a2f5-60712b64b4a3)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:04:53.672694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-0b93b713-89db-454f-a628-c4a7a5d47f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:53.675332 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-0b93b713-89db-454f-a628-c4a7a5d47f3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 1100 time: 0.2935064 Sep 07 16:04:53.682119 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:53.694828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port d310cb81-dd14-416d-9ce8-763357b7a5d2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:53.715318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port d310cb81-dd14-416d-9ce8-763357b7a5d2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:53.715964 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:53.730367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8741bc3-0d75-4dc8-b579-2518a0caacd4 req-1c0d28eb-9f0e-4efb-ac94-d31477bbd396 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:53.738493 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8741bc3-0d75-4dc8-b579-2518a0caacd4 req-1c0d28eb-9f0e-4efb-ac94-d31477bbd396 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 949 time: 0.1874375 Sep 07 16:04:53.796711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0b88ed1c-e6c1-4a03-b500-c1991dac0e81,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:53.862987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '0b88ed1c-e6c1-4a03-b500-c1991dac0e81', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '0b88ed1c-e6c1-4a03-b500-c1991dac0e81', 'mac_address': 'fa:16:3e:5b:86:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:04:53.867336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:53.868005 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:53.869571 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] 10.222.0.54 "PUT /v2.0/ports/2f1866c6-cd1c-4fe2-8f03-621584ff7d9b HTTP/1.1" status: 200 len: 1091 time: 2.5508628 Sep 07 16:04:53.871758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135db353-ce7e-43f2-a768-d5b3c0fbdc57', 'tag': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:53.874788 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b9c480-1374-4743-9ee9-4bcab622db56" -d '{"events": [{"name": "network-changed", "server_uuid": "135db353-ce7e-43f2-a768-d5b3c0fbdc57", "tag": "2f1866c6-cd1c-4fe2-8f03-621584ff7d9b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:54.012831 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:54.066112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8741bc3-0d75-4dc8-b579-2518a0caacd4 req-bd282930-323b-4f1b-97ef-e9784dc0e05d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247213 Sep 07 16:04:54.078643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5148a-9d27-4e8d-bebe-e6d6c2b44ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:54.082812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:54.132172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0b88ed1c-e6c1-4a03-b500-c1991dac0e81,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:54.134960 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:54.140598 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:54.193270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e8215-b2c7-4a80-9d7c-3160dd742ca1 req-c73be3f8-8d40-41f2-a91f-1c2d1cebdb9e tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:54.200006 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-272e8215-b2c7-4a80-9d7c-3160dd742ca1 req-c73be3f8-8d40-41f2-a91f-1c2d1cebdb9e tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 948 time: 0.3763597 Sep 07 16:04:54.208812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port d310cb81-dd14-416d-9ce8-763357b7a5d2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:54.215387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd310cb81-dd14-416d-9ce8-763357b7a5d2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:54.219415 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5b84b9-e34b-470d-997e-8dc96a10289e" -d '{"events": [{"server_uuid": "3359a360-f6ba-4b54-a8b3-af0862be7c63", "name": "network-vif-plugged", "status": "completed", "tag": "d310cb81-dd14-416d-9ce8-763357b7a5d2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:54.230200 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:54.231190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device aac4c757-f6cc-4d1e-a279-038b10875c09 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:54.239905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-23bbe01f-1f96-47cd-9f34-b624df2a73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:54.243394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-23bbe01f-1f96-47cd-9f34-b624df2a73b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.5578167 Sep 07 16:04:54.290213 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0b88ed1c-e6c1-4a03-b500-c1991dac0e81,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:54.291669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e22736-d009-400c-89a8-346b0a863f14 req-72050436-3df9-432a-8cab-dbc7e3598bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:54.295192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-72050436-3df9-432a-8cab-dbc7e3598bd8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05f534b669c84062ad8718906e1ab014&device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 1094 time: 0.3051023 Sep 07 16:04:54.353779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-804c72c0-20ed-4fa6-b6da-68f9ca78a491 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2 HTTP/1.1" status: 200 len: 217 time: 0.0656796 Sep 07 16:04:54.365254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=d310cb81-dd14-416d-9ce8-763357b7a5d2,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:54.369908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port aac4c757-f6cc-4d1e-a279-038b10875c09 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:54.374961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port aac4c757-f6cc-4d1e-a279-038b10875c09 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:54.375425 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:54.470421 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:54.480045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-56b9c9e2-2c97-4bd3-8c65-a1467beea6d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b HTTP/1.1" status: 200 len: 217 time: 0.1251066 Sep 07 16:04:54.488307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-272e8215-b2c7-4a80-9d7c-3160dd742ca1 req-02ec3b70-af3c-4f6f-bdd7-33d0fabf409b tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872033 Sep 07 16:04:54.517721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port aac4c757-f6cc-4d1e-a279-038b10875c09, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=aac4c757-f6cc-4d1e-a279-038b10875c09,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:54.526439 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:54.602322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=aac4c757-f6cc-4d1e-a279-038b10875c09,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:54.624743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-f8fed60e-8523-4a2a-83e8-e0bc14757e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:54.626121 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d400ab-8cf2-4d6e-aa26-7fa188743b6a x-openstack-request-id: req-d8d400ab-8cf2-4d6e-aa26-7fa188743b6a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:54.626323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-f8fed60e-8523-4a2a-83e8-e0bc14757e3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1451561 Sep 07 16:04:54.626604 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3359a360-f6ba-4b54-a8b3-af0862be7c63", "name": "network-vif-plugged", "status": "completed", "tag": "d310cb81-dd14-416d-9ce8-763357b7a5d2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:54.626973 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8d400ab-8cf2-4d6e-aa26-7fa188743b6a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:54.627592 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd310cb81-dd14-416d-9ce8-763357b7a5d2', 'code': 200} Sep 07 16:04:54.630191 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f866114-693c-44b6-9c62-4cfdc8e5fa33 x-openstack-request-id: req-4f866114-693c-44b6-9c62-4cfdc8e5fa33 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:54.630503 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135db353-ce7e-43f2-a768-d5b3c0fbdc57", "tag": "2f1866c6-cd1c-4fe2-8f03-621584ff7d9b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:54.630726 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f866114-693c-44b6-9c62-4cfdc8e5fa33 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:54.631130 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135db353-ce7e-43f2-a768-d5b3c0fbdc57', 'tag': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b', 'status': 'completed', 'code': 200} Sep 07 16:04:54.653202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5a34d-56b9-4f97-9356-337199c95451 req-b40afba7-87f8-4682-9478-7b8d21cffcd6 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:54.656061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66f5a34d-56b9-4f97-9356-337199c95451 req-b40afba7-87f8-4682-9478-7b8d21cffcd6 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 943 time: 0.4527061 Sep 07 16:04:54.667913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e22736-d009-400c-89a8-346b0a863f14 req-a2626c0d-d809-41c9-af11-179153a9f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:54.669393 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-a2626c0d-d809-41c9-af11-179153a9f8c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c28b7b2-1b08-4781-89ce-de8cc0ee50ea HTTP/1.1" status: 200 len: 854 time: 0.1010985 Sep 07 16:04:54.740250 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1d704aab-3f20-4af9-a32d-4341fad9d1d2 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:04:54.831100 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66f5a34d-56b9-4f97-9356-337199c95451 req-b5ef5e2d-aa76-46c8-89fe-e7281009ad93 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ddf4c20-7787-42ad-b09b-b576b5db71ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588161 Sep 07 16:04:54.842535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-c86a06db-90e4-4ad0-a8f9-ae01836d2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:54.842535 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-c86a06db-90e4-4ad0-a8f9-ae01836d2a3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1799314 Sep 07 16:04:54.842535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e22736-d009-400c-89a8-346b0a863f14 req-acfbc2ff-e855-41c7-8001-26dbb9e87544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:54.843410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-acfbc2ff-e855-41c7-8001-26dbb9e87544 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bae6e4c5-3f29-45bd-9e94-604f37a54bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632931 Sep 07 16:04:54.880129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83542e-c1e3-4a7d-b0cb-eddc30ff852b req-ec5add0b-b292-45b4-8cf5-4db6ec8b6c34 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:54.881866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf83542e-c1e3-4a7d-b0cb-eddc30ff852b req-ec5add0b-b292-45b4-8cf5-4db6ec8b6c34 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 943 time: 0.1843755 Sep 07 16:04:54.922781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:54.959641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['0b88ed1c-e6c1-4a03-b500-c1991dac0e81'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:55.038210 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1d704aab-3f20-4af9-a32d-4341fad9d1d2 has no active binding in host n-h1-807551-3 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 16:04:55.156498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf83542e-c1e3-4a7d-b0cb-eddc30ff852b req-7590dfee-73ff-46e9-877d-b6eabb8909f1 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637601 Sep 07 16:04:55.463805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 93654770-500a-4bfe-bc36-2c003543b94a up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:55.486284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-bf877947-0cac-47b8-964e-d97dd83cdf78 service neutron] 10.222.0.54 "GET /v2.0/networks/bae6e4c5-3f29-45bd-9e94-604f37a54bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020429 Sep 07 16:04:55.486757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-ee49b672-e0ab-4931-82e9-b94bf632c014 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028600 Sep 07 16:04:55.542844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 93654770-500a-4bfe-bc36-2c003543b94a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:55.547563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 93654770-500a-4bfe-bc36-2c003543b94a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:55.548163 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:55.584801 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67cefe-667b-48ba-8ca3-f783464e37c4 req-531451a8-fd9c-4250-9f51-c19870cafe45 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:55.586412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f67cefe-667b-48ba-8ca3-f783464e37c4 req-531451a8-fd9c-4250-9f51-c19870cafe45 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 948 time: 0.4787991 Sep 07 16:04:55.652164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:55.688413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744740a-86aa-4e35-8fa9-743e55be0f09 req-65cb7d06-29b4-4add-9868-432b930a2894 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:55.690214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7744740a-86aa-4e35-8fa9-743e55be0f09 req-65cb7d06-29b4-4add-9868-432b930a2894 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.2260947 Sep 07 16:04:55.703362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 93654770-500a-4bfe-bc36-2c003543b94a, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93654770-500a-4bfe-bc36-2c003543b94a,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:55.709497 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:55.762632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f67cefe-667b-48ba-8ca3-f783464e37c4 req-fe0f27d8-5fdb-4658-9c35-e49440ea14a0 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228831 Sep 07 16:04:55.798955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=93654770-500a-4bfe-bc36-2c003543b94a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:55.810415 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ad51793-647b-41f4-8209-0ef65d31a684 req-d335a911-cd65-4dd1-a5d6-adfa3edd8326 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054936 Sep 07 16:04:55.817557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7e22736-d009-400c-89a8-346b0a863f14 req-f9e98deb-ebda-40aa-9302-7a6a12b8a880 service neutron] 10.222.0.54 "GET /v2.0/networks/bae6e4c5-3f29-45bd-9e94-604f37a54bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143682 Sep 07 16:04:55.874975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7744740a-86aa-4e35-8fa9-743e55be0f09 req-a27dd2e3-2d9d-4daa-b074-62de80dc06a0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701434 Sep 07 16:04:55.975845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-096437d8-a22e-4013-abeb-ce80c9b1a9d3 service neutron] 10.222.0.35 "GET /v2.0/ports/1d704aab-3f20-4af9-a32d-4341fad9d1d2/bindings/n-h1-807551-3 HTTP/1.1" status: 200 len: 384 time: 0.2513223 Sep 07 16:04:56.024227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bc7bd-bbf9-414d-b63b-d2f5112411e2 req-b1b671b5-1916-425a-b62d-89675208b471 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:56.026084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb0bc7bd-bbf9-414d-b63b-d2f5112411e2 req-b1b671b5-1916-425a-b62d-89675208b471 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 949 time: 0.1638536 Sep 07 16:04:56.062977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9c480-1374-4743-9ee9-4bcab622db56 req-3da99dbd-a45a-400e-84f2-11c730c6b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:56.064673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66b9c480-1374-4743-9ee9-4bcab622db56 req-3da99dbd-a45a-400e-84f2-11c730c6b63a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05f534b669c84062ad8718906e1ab014&device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 1094 time: 0.1669543 Sep 07 16:04:56.148666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226736-e15f-4e71-a627-5bfe14dbdaa7 req-b73a16f4-2188-4620-bf17-dd89312e9c0e tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:56.150584 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e226736-e15f-4e71-a627-5bfe14dbdaa7 req-b73a16f4-2188-4620-bf17-dd89312e9c0e tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 943 time: 0.1794055 Sep 07 16:04:56.162548 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb0bc7bd-bbf9-414d-b63b-d2f5112411e2 req-91606348-edd1-4710-a4e1-9c4407aebd58 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117704 Sep 07 16:04:56.290510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9c480-1374-4743-9ee9-4bcab622db56 req-0873a36c-13d8-472a-91ff-c17b618ec7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:56.292025 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66b9c480-1374-4743-9ee9-4bcab622db56 req-0873a36c-13d8-472a-91ff-c17b618ec7c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bae6e4c5-3f29-45bd-9e94-604f37a54bfe HTTP/1.1" status: 200 len: 916 time: 0.2152038 Sep 07 16:04:56.300205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e226736-e15f-4e71-a627-5bfe14dbdaa7 req-58d355df-3b8a-48cf-8a64-23dbde4c1c5f tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ddf4c20-7787-42ad-b09b-b576b5db71ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366947 Sep 07 16:04:56.363596 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66b9c480-1374-4743-9ee9-4bcab622db56 req-9bf6f135-0138-4f4b-8ecd-673af0abbb75 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b HTTP/1.1" status: 200 len: 217 time: 0.0600386 Sep 07 16:04:56.513078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3715791a-f1e5-4615-8618-2fe38338af7b req-0b09a27c-044e-407d-9221-f363f7997739 service neutron] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:56.545762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3715791a-f1e5-4615-8618-2fe38338af7b req-0b09a27c-044e-407d-9221-f363f7997739 service neutron] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:04:56.621079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9c480-1374-4743-9ee9-4bcab622db56 req-f6505944-f5a0-4f08-9c07-d4c8a18f1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:56.622682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66b9c480-1374-4743-9ee9-4bcab622db56 req-f6505944-f5a0-4f08-9c07-d4c8a18f1544 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c28b7b2-1b08-4781-89ce-de8cc0ee50ea HTTP/1.1" status: 200 len: 854 time: 0.2266409 Sep 07 16:04:56.630688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-3715791a-f1e5-4615-8618-2fe38338af7b req-0b09a27c-044e-407d-9221-f363f7997739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d704aab-3f20-4af9-a32d-4341fad9d1d2 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:56.631065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ecd08e-a22a-4bdb-98a0-40b467aa15fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac4c757-f6cc-4d1e-a279-038b10875c09'}, {'server_uuid': 'e5ee0449-d2c9-437e-9c33-dd74b683cc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93654770-500a-4bfe-bc36-2c003543b94a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:56.634693 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1661cd-4898-4006-a564-1fd6a02cb691" -d '{"events": [{"server_uuid": "32ecd08e-a22a-4bdb-98a0-40b467aa15fa", "name": "network-vif-plugged", "status": "completed", "tag": "aac4c757-f6cc-4d1e-a279-038b10875c09"}, {"server_uuid": "e5ee0449-d2c9-437e-9c33-dd74b683cc25", "name": "network-vif-plugged", "status": "completed", "tag": "93654770-500a-4bfe-bc36-2c003543b94a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:56.655902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a60d8-74ef-40bf-bea8-cdd7801f0197 req-2e124bcc-3b75-4820-9e16-1c5113a09613 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:56.663661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e83a60d8-74ef-40bf-bea8-cdd7801f0197 req-2e124bcc-3b75-4820-9e16-1c5113a09613 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 943 time: 0.2661111 Sep 07 16:04:56.695893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3715791a-f1e5-4615-8618-2fe38338af7b req-0b09a27c-044e-407d-9221-f363f7997739 service neutron] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:56.774045 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3715791a-f1e5-4615-8618-2fe38338af7b req-0b09a27c-044e-407d-9221-f363f7997739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:56.799377 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9985c7a-6482-4859-8b9a-b9b310d9bdf7 x-openstack-request-id: req-a9985c7a-6482-4859-8b9a-b9b310d9bdf7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:56.799892 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ecd08e-a22a-4bdb-98a0-40b467aa15fa", "name": "network-vif-plugged", "status": "completed", "tag": "aac4c757-f6cc-4d1e-a279-038b10875c09", "code": 200}, {"server_uuid": "e5ee0449-d2c9-437e-9c33-dd74b683cc25", "name": "network-vif-plugged", "status": "completed", "tag": "93654770-500a-4bfe-bc36-2c003543b94a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:56.800301 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9985c7a-6482-4859-8b9a-b9b310d9bdf7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:56.813526 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ecd08e-a22a-4bdb-98a0-40b467aa15fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac4c757-f6cc-4d1e-a279-038b10875c09', 'code': 200} Sep 07 16:04:56.814562 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ee0449-d2c9-437e-9c33-dd74b683cc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93654770-500a-4bfe-bc36-2c003543b94a', 'code': 200} Sep 07 16:04:56.890058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e83a60d8-74ef-40bf-bea8-cdd7801f0197 req-0d19b147-a28e-4c4f-8910-63378b470920 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254798 Sep 07 16:04:56.931145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9c480-1374-4743-9ee9-4bcab622db56 req-e613a1a2-8940-4fb3-8df2-3c900021cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:56.932816 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66b9c480-1374-4743-9ee9-4bcab622db56 req-e613a1a2-8940-4fb3-8df2-3c900021cf6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bae6e4c5-3f29-45bd-9e94-604f37a54bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2572763 Sep 07 16:04:57.068388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129a9c4-2070-46a6-b6ec-c22a690d498e req-a9dc623b-1a93-452d-b6d1-8d8af60f7b6e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:57.070277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b129a9c4-2070-46a6-b6ec-c22a690d498e req-a9dc623b-1a93-452d-b6d1-8d8af60f7b6e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 949 time: 0.1622410 Sep 07 16:04:57.070902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaa9c6-3edd-4b1e-b0b3-b9665ed79153 req-e391a731-70e6-40dd-8e6d-62c582cda105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:57.074740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-3715791a-f1e5-4615-8618-2fe38338af7b req-0b09a27c-044e-407d-9221-f363f7997739 service neutron] Transition to ACTIVE for port object 1d704aab-3f20-4af9-a32d-4341fad9d1d2 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:04:57.075414 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2daaa9c6-3edd-4b1e-b0b3-b9665ed79153 req-e391a731-70e6-40dd-8e6d-62c582cda105 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=32ecd08e-a22a-4bdb-98a0-40b467aa15fa HTTP/1.1" status: 200 len: 1101 time: 0.1266944 Sep 07 16:04:57.087028 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdb9d6-1afd-4783-83ea-7ef1d7182579 req-e4ab03d5-8f41-4f4f-8aec-565f7fed9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:57.089589 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19fdb9d6-1afd-4783-83ea-7ef1d7182579 req-e4ab03d5-8f41-4f4f-8aec-565f7fed9af6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 1100 time: 0.1859255 Sep 07 16:04:57.124135 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3715791a-f1e5-4615-8618-2fe38338af7b req-0b09a27c-044e-407d-9221-f363f7997739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:57.196922 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2daaa9c6-3edd-4b1e-b0b3-b9665ed79153 req-b4d87a01-7bea-41e6-bea6-75dc19d1a8de service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052940 Sep 07 16:04:57.206212 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19fdb9d6-1afd-4783-83ea-7ef1d7182579 req-056adcea-4c0a-4dbd-b2ff-7f1d6073f261 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065881 Sep 07 16:04:57.291269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892debd8-46a5-455c-9a01-2424c2777409 req-7e285233-9aec-4401-8362-d941919ad3de tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:57.293578 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-892debd8-46a5-455c-9a01-2424c2777409 req-7e285233-9aec-4401-8362-d941919ad3de tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.2570453 Sep 07 16:04:57.305949 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b129a9c4-2070-46a6-b6ec-c22a690d498e req-0bac7eb2-bf3d-4654-bf46-966ebcc37de0 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888962 Sep 07 16:04:57.331989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3715791a-f1e5-4615-8618-2fe38338af7b req-0b09a27c-044e-407d-9221-f363f7997739 service neutron] No DVR routers for this DVR port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:04:57.398712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09a27c-044e-407d-9221-f363f7997739 service neutron] Pushing event updated for resources: {'Port': ['ID=1d704aab-3f20-4af9-a32d-4341fad9d1d2,revision_number=10']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:57.404033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66b9c480-1374-4743-9ee9-4bcab622db56 req-3a5d1dd7-c285-447c-a8ca-2dbfb308b9e9 service neutron] 10.222.0.54 "GET /v2.0/networks/bae6e4c5-3f29-45bd-9e94-604f37a54bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449568 Sep 07 16:04:57.468306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:04:57.486481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-0b09a27c-044e-407d-9221-f363f7997739 service neutron] 10.222.0.35 "PUT /v2.0/ports/1d704aab-3f20-4af9-a32d-4341fad9d1d2/bindings/n-h1-807551-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4759426 Sep 07 16:04:57.552542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:04:57.557502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:04:57.558120 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:57.565005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-892debd8-46a5-455c-9a01-2424c2777409 req-3fdde0a4-7893-48eb-801c-8e3d07d212e2 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397835 Sep 07 16:04:57.597675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66b9c480-1374-4743-9ee9-4bcab622db56 req-f2116890-b9fd-48fb-9f34-a15f05b8b45c service neutron] 10.222.0.54 "GET /v2.0/networks/bae6e4c5-3f29-45bd-9e94-604f37a54bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791277 Sep 07 16:04:57.607726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3308ce-6919-4209-8377-4a52a2dcdaf6 req-111de515-1b6a-4405-bc2f-29645f3667c0 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:57.609620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc3308ce-6919-4209-8377-4a52a2dcdaf6 req-111de515-1b6a-4405-bc2f-29645f3667c0 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 949 time: 0.1978469 Sep 07 16:04:57.674045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc3308ce-6919-4209-8377-4a52a2dcdaf6 req-98105748-5c34-4c05-a106-d96fc7b6fa89 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575337 Sep 07 16:04:57.711064 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:57.857537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6a051-e8bc-48ae-8ada-65b1a0475733 req-ddfaf8c2-9912-4b05-a4ac-60886d74833e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:57.867063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69c6a051-e8bc-48ae-8ada-65b1a0475733 req-ddfaf8c2-9912-4b05-a4ac-60886d74833e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1146653 Sep 07 16:04:57.937991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8707905-16b3-4851-adce-4b5e6d7eb16a req-44c3fbf3-2026-4637-92ce-aae122216a34 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:57.939913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8707905-16b3-4851-adce-4b5e6d7eb16a req-44c3fbf3-2026-4637-92ce-aae122216a34 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 943 time: 0.1411467 Sep 07 16:04:57.957908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0b88ed1c-e6c1-4a03-b500-c1991dac0e81,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:57.965531 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:57.972513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69c6a051-e8bc-48ae-8ada-65b1a0475733 req-e1fe0127-c61f-40d7-9921-d3e40b29bbe1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041651 Sep 07 16:04:58.024590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715791a-f1e5-4615-8618-2fe38338af7b req-398763c9-9925-41c4-bdbc-56b630b347a6 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:58.026400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-398763c9-9925-41c4-bdbc-56b630b347a6 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1095 time: 0.1113102 Sep 07 16:04:58.078979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0b88ed1c-e6c1-4a03-b500-c1991dac0e81,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:58.086651 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8707905-16b3-4851-adce-4b5e6d7eb16a req-eb4b51b2-f937-4c92-80df-9e6e789998bc tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ddf4c20-7787-42ad-b09b-b576b5db71ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083648 Sep 07 16:04:58.166847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715791a-f1e5-4615-8618-2fe38338af7b req-f4bfa9ff-402d-468a-940e-fb27b36c6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:58.170856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-f4bfa9ff-402d-468a-940e-fb27b36c6fb3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0 HTTP/1.1" status: 200 len: 1095 time: 0.1264541 Sep 07 16:04:58.227565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477650cf-3841-452f-b279-6104a54c2d64 req-a0a195e7-d7a0-40d4-b955-06f235eeff21 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:58.229230 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-477650cf-3841-452f-b279-6104a54c2d64 req-a0a195e7-d7a0-40d4-b955-06f235eeff21 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 944 time: 0.1307845 Sep 07 16:04:58.299240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-477650cf-3841-452f-b279-6104a54c2d64 req-429d1427-ebac-4e49-8be5-3a8a4d45549d tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474734 Sep 07 16:04:58.307232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715791a-f1e5-4615-8618-2fe38338af7b req-2f908524-8909-48be-ba5c-df8b849198ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:58.309595 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-2f908524-8909-48be-ba5c-df8b849198ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 1095 time: 0.1064835 Sep 07 16:04:58.473971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715791a-f1e5-4615-8618-2fe38338af7b req-edb23e95-52c4-4cee-a8ca-82eef5a025e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:58.475540 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-edb23e95-52c4-4cee-a8ca-82eef5a025e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.1569660 Sep 07 16:04:58.528576 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-754e60f0-6252-44cb-aa08-841e38f2180f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2 HTTP/1.1" status: 200 len: 217 time: 0.0428133 Sep 07 16:04:58.540700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517162-ad5b-4059-842a-f6ebb360def8 req-4acb604e-07e8-4ed4-845d-bb5abb980c5a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:58.542300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-19517162-ad5b-4059-842a-f6ebb360def8 req-4acb604e-07e8-4ed4-845d-bb5abb980c5a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 949 time: 0.1052573 Sep 07 16:04:58.620145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715791a-f1e5-4615-8618-2fe38338af7b req-6baa3a26-0f83-4b0d-9337-3e855bce3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:58.621789 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-6baa3a26-0f83-4b0d-9337-3e855bce3559 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.0784552 Sep 07 16:04:58.626885 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-19517162-ad5b-4059-842a-f6ebb360def8 req-0eea22ed-a403-4069-a122-736eff8db755 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744917 Sep 07 16:04:58.717840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-06c56194-9bb0-4354-80f2-84ca8651ff42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756428 Sep 07 16:04:58.760284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:04:58.846296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-0d931902-5d49-4a6d-a690-e25c4d986331 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ea9e474f9fb940faaa7736036e8f9987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060116 Sep 07 16:04:58.879913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce97e0c9-a0b0-44ee-9bc0-e97d02727d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b88ed1c-e6c1-4a03-b500-c1991dac0e81'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:04:58.882653 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9e2e03-8b5c-4fc8-b6ac-9cf135706af4" -d '{"events": [{"server_uuid": "ce97e0c9-a0b0-44ee-9bc0-e97d02727d40", "name": "network-vif-plugged", "status": "completed", "tag": "0b88ed1c-e6c1-4a03-b500-c1991dac0e81"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:04:58.904418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b,segment=NetworkSegment(7fc3be11-43e7-42c4-a2f5-60712b64b4a3),segment_id=7fc3be11-43e7-42c4-a2f5-60712b64b4a3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:58.926714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'port_id': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b', 'mac_address': 'fa:16:3e:2c:75:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:04:59.032581 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:59.050123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:04:59.091317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b,segment=NetworkSegment(7fc3be11-43e7-42c4-a2f5-60712b64b4a3),segment_id=7fc3be11-43e7-42c4-a2f5-60712b64b4a3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:04:59.103113 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:04:59.204949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:04:59.304257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e14078-1af6-4ffe-bac7-17e625179b2b req-1f4c243e-e3c7-4154-92d4-b74ace9413fb tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:59.308452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41e14078-1af6-4ffe-bac7-17e625179b2b req-1f4c243e-e3c7-4154-92d4-b74ace9413fb tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 946 time: 0.5476837 Sep 07 16:04:59.331959 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-8d0c78c0-c702-4b7b-9e2c-ab84881ce93f service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044350 Sep 07 16:04:59.408098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-39cbe4e6-e397-46cb-bf3b-dac290cbd6a7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:59.409593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-39cbe4e6-e397-46cb-bf3b-dac290cbd6a7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5529952 Sep 07 16:04:59.427435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['2f1866c6-cd1c-4fe2-8f03-621584ff7d9b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:04:59.428515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41e14078-1af6-4ffe-bac7-17e625179b2b req-4bab9249-5a96-4a3e-b53e-2c7b830d8772 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/security-groups?id=9362ac7e-ea54-465e-ac73-bbe71843f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148529 Sep 07 16:04:59.468268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-aa53df55-ed2a-48d8-85e6-faf646f9f791 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/quotas/ea9e474f9fb940faaa7736036e8f9987 HTTP/1.1" status: 200 len: 375 time: 0.0521636 Sep 07 16:04:59.482508 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1d704aab-3f20-4af9-a32d-4341fad9d1d2 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:04:59.534235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-dd57e191-2546-44a7-bb7c-167468b5ed43 service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855440 Sep 07 16:04:59.560960 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-3132a0e4-6be2-4ac8-8e99-0dcdf9ef7332 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830219 Sep 07 16:04:59.572536 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1d704aab-3f20-4af9-a32d-4341fad9d1d2 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:04:59.770570 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8718990-67be-4954-97bb-c02595875304 x-openstack-request-id: req-d8718990-67be-4954-97bb-c02595875304 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:04:59.771566 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce97e0c9-a0b0-44ee-9bc0-e97d02727d40", "name": "network-vif-plugged", "status": "completed", "tag": "0b88ed1c-e6c1-4a03-b500-c1991dac0e81", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:04:59.772092 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8718990-67be-4954-97bb-c02595875304 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:04:59.772722 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce97e0c9-a0b0-44ee-9bc0-e97d02727d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b88ed1c-e6c1-4a03-b500-c1991dac0e81', 'code': 200} Sep 07 16:04:59.813596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f1562-4785-4d11-9637-f07667f68ea7 req-b2df8f3b-bca6-40d6-b7e5-9d6578ac6d07 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:59.818794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-021f1562-4785-4d11-9637-f07667f68ea7 req-b2df8f3b-bca6-40d6-b7e5-9d6578ac6d07 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 950 time: 0.1351767 Sep 07 16:04:59.966823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-021f1562-4785-4d11-9637-f07667f68ea7 req-058db147-9a9d-4345-acc5-b6584a3a7f88 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450894 Sep 07 16:04:59.980493 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5670b0-ac9e-4527-8fd1-0c5bf3c936e5 req-123c60c8-4094-40be-aad8-45a69ef7a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:59.981652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715791a-f1e5-4615-8618-2fe38338af7b req-ad72827c-0174-4a09-82ee-79a6fac1f435 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:04:59.981996 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ed5670b0-ac9e-4527-8fd1-0c5bf3c936e5 req-123c60c8-4094-40be-aad8-45a69ef7a0d3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 1101 time: 0.0797768 Sep 07 16:04:59.984397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-ad72827c-0174-4a09-82ee-79a6fac1f435 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 1095 time: 0.1468863 Sep 07 16:05:00.015448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a401bf-b9bc-4642-8bcf-5742f3b2356c req-56ee702f-a77f-4154-8d02-2b099a12043c tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:00.032055 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ed5670b0-ac9e-4527-8fd1-0c5bf3c936e5 req-91d53d8f-93d6-42a5-af57-6e51d0588d4a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327551 Sep 07 16:05:00.032961 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-37a401bf-b9bc-4642-8bcf-5742f3b2356c req-56ee702f-a77f-4154-8d02-2b099a12043c tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 944 time: 0.1631851 Sep 07 16:05:00.229961 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-37a401bf-b9bc-4642-8bcf-5742f3b2356c req-251e09bf-09c8-4dd6-b842-f4369c062762 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ddf4c20-7787-42ad-b09b-b576b5db71ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897349 Sep 07 16:05:00.269838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c12d24-9000-480c-b195-389c62e45cad req-713b1074-11d0-4ebc-9e1e-93deff4e5c2b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:00.272109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84c12d24-9000-480c-b195-389c62e45cad req-713b1074-11d0-4ebc-9e1e-93deff4e5c2b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 944 time: 0.1972358 Sep 07 16:05:00.383710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3715791a-f1e5-4615-8618-2fe38338af7b req-47f3493b-d9a2-4274-9fb3-4c0d9d143938 service neutron] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:00.404154 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3715791a-f1e5-4615-8618-2fe38338af7b req-47f3493b-d9a2-4274-9fb3-4c0d9d143938 service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:00.405308 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3715791a-f1e5-4615-8618-2fe38338af7b req-47f3493b-d9a2-4274-9fb3-4c0d9d143938 service neutron] 10.222.0.54 "DELETE /v2.0/ports/1d704aab-3f20-4af9-a32d-4341fad9d1d2/bindings/n-h2-807551-3 HTTP/1.1" status: 204 len: 173 time: 0.3712966 Sep 07 16:05:00.408295 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84c12d24-9000-480c-b195-389c62e45cad req-02984fef-830f-463d-ad81-3168d9f7b8d0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297903 Sep 07 16:05:00.437656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f815808-9c6a-4d3a-b0ce-f87c9b0f8d5f req-0307c65c-c042-47bf-becd-6574fc41f6e1 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:00.448467 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f815808-9c6a-4d3a-b0ce-f87c9b0f8d5f req-0307c65c-c042-47bf-becd-6574fc41f6e1 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 966 time: 0.0879314 Sep 07 16:05:00.505671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f815808-9c6a-4d3a-b0ce-f87c9b0f8d5f req-3492a0da-0be4-4a82-971f-d5df0851c51e tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560923 Sep 07 16:05:00.600918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa32bd-1441-428c-b472-fc5cb03759b5 req-e87349bd-df0a-46ff-af9a-d6f08de4a81f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:00.602824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63fa32bd-1441-428c-b472-fc5cb03759b5 req-e87349bd-df0a-46ff-af9a-d6f08de4a81f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 949 time: 0.0863802 Sep 07 16:05:00.642460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b47faa6a-fa23-4465-b2ef-7bac3ed5e785 req-9a7928bb-0d38-4b89-b49a-1decd4d6357f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 210 time: 0.0381684 Sep 07 16:05:00.673722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63fa32bd-1441-428c-b472-fc5cb03759b5 req-2bd05b01-0b24-4524-bde9-85188ad60ef8 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599482 Sep 07 16:05:00.781110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:00.839194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:00.844882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:00.845339 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:00.848225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e020193-ca1d-46d0-b0b9-7c21653f2d85 req-14a49c61-1f21-421b-89f8-920878ce6b65 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:00.849973 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e020193-ca1d-46d0-b0b9-7c21653f2d85 req-14a49c61-1f21-421b-89f8-920878ce6b65 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 946 time: 0.0892229 Sep 07 16:05:00.870003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3298d1f-c566-40ec-ba1c-66428f83978d req-d1454db9-22e2-4035-b448-a5c9d6397397 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:00.871449 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3298d1f-c566-40ec-ba1c-66428f83978d req-d1454db9-22e2-4035-b448-a5c9d6397397 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=32ecd08e-a22a-4bdb-98a0-40b467aa15fa HTTP/1.1" status: 200 len: 950 time: 0.0768466 Sep 07 16:05:00.928312 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e020193-ca1d-46d0-b0b9-7c21653f2d85 req-71d2fdd6-163d-4a4e-b927-0fa18af760ed tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/security-groups?id=9362ac7e-ea54-465e-ac73-bbe71843f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558519 Sep 07 16:05:00.959719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3298d1f-c566-40ec-ba1c-66428f83978d req-d735bf17-fd49-46f2-9663-8f55bdf76755 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794461 Sep 07 16:05:00.969964 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:01.056612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b,segment=NetworkSegment(7fc3be11-43e7-42c4-a2f5-60712b64b4a3),segment_id=7fc3be11-43e7-42c4-a2f5-60712b64b4a3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:01.062091 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:01.086797 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76c88b-f331-459d-bca1-9159691f9967 req-4b74b5bb-cd11-499e-861d-aab76eb3c0b5 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:01.088513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d76c88b-f331-459d-bca1-9159691f9967 req-4b74b5bb-cd11-499e-861d-aab76eb3c0b5 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 1095 time: 0.0741277 Sep 07 16:05:01.127297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:01.224657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-5c7ff5f2-d44b-45ad-9ca3-632844a793fd tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ea9e474f9fb940faaa7736036e8f9987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277004 Sep 07 16:05:01.226758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d76c88b-f331-459d-bca1-9159691f9967 req-ba2f58cb-3342-4eea-bcb1-40276b8c6562 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293981 Sep 07 16:05:01.416787 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:01.550775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-8bd6ef3b-87ce-453c-b350-435ca2d0d7e0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:01.552734 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-8bd6ef3b-87ce-453c-b350-435ca2d0d7e0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209112 Sep 07 16:05:01.575386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9245b-f370-49a5-bc7e-31e3d8052b71 req-b28dd85d-76e2-485d-9bbf-26b6e640b341 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:01.577759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9cb9245b-f370-49a5-bc7e-31e3d8052b71 req-b28dd85d-76e2-485d-9bbf-26b6e640b341 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 950 time: 0.1219332 Sep 07 16:05:01.582613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Request body: {'port': {'device_id': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': 'ea9e474f9fb940faaa7736036e8f9987'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:01.614857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88423847-7a3f-49ba-989e-0477ea136ddd req-38d6848d-c4ae-41ce-8080-db2f2a21f8cd tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:01.621156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88423847-7a3f-49ba-989e-0477ea136ddd req-38d6848d-c4ae-41ce-8080-db2f2a21f8cd tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:01.623313 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88423847-7a3f-49ba-989e-0477ea136ddd req-38d6848d-c4ae-41ce-8080-db2f2a21f8cd tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=32ecd08e-a22a-4bdb-98a0-40b467aa15fa&device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 1690 time: 0.1681678 Sep 07 16:05:01.746988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9cb9245b-f370-49a5-bc7e-31e3d8052b71 req-0af4fe71-6d34-4e0b-b8fb-b529d6b4a6eb tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580365 Sep 07 16:05:01.757748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88423847-7a3f-49ba-989e-0477ea136ddd req-f9e71c45-e43d-42dd-95ac-9d3f5ecdb7e6 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250632 Sep 07 16:05:01.774228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135db353-ce7e-43f2-a768-d5b3c0fbdc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:01.777459 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923c8a04-e592-4133-a9b9-a4f8659bcc70" -d '{"events": [{"server_uuid": "135db353-ce7e-43f2-a768-d5b3c0fbdc57", "name": "network-vif-plugged", "status": "completed", "tag": "2f1866c6-cd1c-4fe2-8f03-621584ff7d9b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:01.834896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Made reservation on behalf of ea9e474f9fb940faaa7736036e8f9987 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:01.840201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:02.112626 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:02.157159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1d99b-207a-41b8-ad9c-687d448cedff req-a3e9d66f-8c10-43eb-af4e-70b269739706 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:02.158769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ec1d99b-207a-41b8-ad9c-687d448cedff req-a3e9d66f-8c10-43eb-af4e-70b269739706 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 945 time: 0.1856186 Sep 07 16:05:02.246131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Allocated IP 192.168.233.163 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/f28e9e4a-d879-4ced-812b-0b8f3f131d30) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:02.302972 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ec1d99b-207a-41b8-ad9c-687d448cedff req-7116a5ec-4f3b-47d0-9cfe-48df3b40961b tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ddf4c20-7787-42ad-b09b-b576b5db71ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997541 Sep 07 16:05:02.312791 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-b7f50ec1-939e-427f-9be3-6b17ee850ff3 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:02.314553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-b7f50ec1-939e-427f-9be3-6b17ee850ff3 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 808 time: 0.2564068 Sep 07 16:05:02.355665 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-3c1c0312-1cc8-487e-8898-0010c8aeef9a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/quotas/5a9a7c84686f48a6a1f7410f795a43b0 HTTP/1.1" status: 200 len: 375 time: 0.0211897 Sep 07 16:05:02.367349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d434bd4-980a-4cb1-9cef-66ea7f2ba282 req-4cd5eda1-a8e7-4f0f-a8b0-e64980c13ec3 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:02.370137 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4d434bd4-980a-4cb1-9cef-66ea7f2ba282 req-4cd5eda1-a8e7-4f0f-a8b0-e64980c13ec3 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.35 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 946 time: 0.0724092 Sep 07 16:05:02.446834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64d46c10-d1e6-41a7-9432-258c0888dc4e req-edead760-26ed-4ff9-b393-7ff265e8cd25 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 210 time: 0.0583293 Sep 07 16:05:02.502976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-4d434bd4-980a-4cb1-9cef-66ea7f2ba282 req-652efe20-5c5f-461b-b436-13f937202b0c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Deleting port e752630e-cf3a-46ff-86c0-1c948a43f875 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:05:02.503415 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d434bd4-980a-4cb1-9cef-66ea7f2ba282 req-652efe20-5c5f-461b-b436-13f937202b0c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:02.514219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-0b1a582e-a93a-470a-b995-e60b120d40ca tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1473277 Sep 07 16:05:02.566013 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b726ebac-6d3b-4a52-b803-c482cad0eb45 x-openstack-request-id: req-b726ebac-6d3b-4a52-b803-c482cad0eb45 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:02.566850 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135db353-ce7e-43f2-a768-d5b3c0fbdc57", "name": "network-vif-plugged", "status": "completed", "tag": "2f1866c6-cd1c-4fe2-8f03-621584ff7d9b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:02.567653 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b726ebac-6d3b-4a52-b803-c482cad0eb45 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:02.568946 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135db353-ce7e-43f2-a768-d5b3c0fbdc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b', 'code': 200} Sep 07 16:05:02.631617 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:02.652171 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4d434bd4-980a-4cb1-9cef-66ea7f2ba282 req-652efe20-5c5f-461b-b436-13f937202b0c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] For port e752630e-cf3a-46ff-86c0-1c948a43f875, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e752630e-cf3a-46ff-86c0-1c948a43f875,segment=NetworkSegment(6ed37be6-151b-43c8-ad0b-8978f8b5f48f),segment_id=6ed37be6-151b-43c8-ad0b-8978f8b5f48f)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:02.652952 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d434bd4-980a-4cb1-9cef-66ea7f2ba282 req-652efe20-5c5f-461b-b436-13f937202b0c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:02.670121 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-4d434bd4-980a-4cb1-9cef-66ea7f2ba282 req-652efe20-5c5f-461b-b436-13f937202b0c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Calling delete_port for e752630e-cf3a-46ff-86c0-1c948a43f875 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:05:02.704568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Transition to ACTIVE for port object f28e9e4a-d879-4ced-812b-0b8f3f131d30 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:02.754014 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-672d7937-d802-4071-8102-2aaa6fe22574 service neutron] 10.222.0.70 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023087 Sep 07 16:05:02.778253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dda96d-3942-4075-bf27-4a8f8c45341e req-f11b5629-5ae4-49c0-85d2-9b0b2661a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:02.781005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97dda96d-3942-4075-bf27-4a8f8c45341e req-f11b5629-5ae4-49c0-85d2-9b0b2661a95f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 1096 time: 0.1217458 Sep 07 16:05:02.788506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6512d82-fb7d-4356-aab3-2bc867db0b12 req-4fd301a5-cd83-48fe-bbcb-9009b910ed47 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:02.790049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6512d82-fb7d-4356-aab3-2bc867db0b12 req-4fd301a5-cd83-48fe-bbcb-9009b910ed47 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/ports?device_id=679e8561-d726-4f0b-98a9-1c3fed57c97f HTTP/1.1" status: 200 len: 946 time: 0.1544874 Sep 07 16:05:02.824455 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d434bd4-980a-4cb1-9cef-66ea7f2ba282 req-652efe20-5c5f-461b-b436-13f937202b0c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:02.842272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['e752630e-cf3a-46ff-86c0-1c948a43f875'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:02.866225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652efe20-5c5f-461b-b436-13f937202b0c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Pushing event deleted for resources: {'Port': ['ID=e752630e-cf3a-46ff-86c0-1c948a43f875,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:02.915471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d434bd4-980a-4cb1-9cef-66ea7f2ba282 req-652efe20-5c5f-461b-b436-13f937202b0c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] No DVR routers for this DVR port e752630e-cf3a-46ff-86c0-1c948a43f875 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:05:02.919094 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4d434bd4-980a-4cb1-9cef-66ea7f2ba282 req-652efe20-5c5f-461b-b436-13f937202b0c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:02.920686 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:02.922658 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4d434bd4-980a-4cb1-9cef-66ea7f2ba282 req-652efe20-5c5f-461b-b436-13f937202b0c tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.35 "DELETE /v2.0/ports/e752630e-cf3a-46ff-86c0-1c948a43f875 HTTP/1.1" status: 204 len: 173 time: 0.5320830 Sep 07 16:05:02.923349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679e8561-d726-4f0b-98a9-1c3fed57c97f', 'name': 'network-vif-deleted', 'tag': 'e752630e-cf3a-46ff-86c0-1c948a43f875'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:02.926641 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5071449-bc45-4149-98c0-ea6df084913c" -d '{"events": [{"server_uuid": "679e8561-d726-4f0b-98a9-1c3fed57c97f", "name": "network-vif-deleted", "tag": "e752630e-cf3a-46ff-86c0-1c948a43f875"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:02.927260 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97dda96d-3942-4075-bf27-4a8f8c45341e req-15592453-f4a2-4ff4-a5c7-bf3f94938a18 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ddf4c20-7787-42ad-b09b-b576b5db71ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360557 Sep 07 16:05:02.932306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f674c7d1-3837-477f-9ce9-722cbd417e78'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:02.946961 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6512d82-fb7d-4356-aab3-2bc867db0b12 req-379fea82-4bda-47cc-9261-e6951d40dca6 tempest-VolumesAdminNegativeTest-1358179105 tempest-VolumesAdminNegativeTest-1358179105-project] 10.222.0.70 "GET /v2.0/security-groups?id=9362ac7e-ea54-465e-ac73-bbe71843f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292808 Sep 07 16:05:02.981592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['d310cb81-dd14-416d-9ce8-763357b7a5d2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:03.014691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:03.030018 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:03.040987 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-6530485f-61b4-4977-bbf0-17d5f7667721 service neutron] 10.222.0.70 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765167 Sep 07 16:05:03.041782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:03.054667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:03.055676 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:03.072375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:03.095427 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-c70174f5-9ce8-4533-924a-68de4f44111f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5165536 Sep 07 16:05:03.150438 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Request body: {'port': {'device_id': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:03.174441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-ea6affb5-300d-4605-bb7f-b65bca6c9afd tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1177144098&fields=id&tenant_id=da81e3ba90e64f67b8e64e6d0bddb0fe HTTP/1.1" status: 200 len: 267 time: 0.0981190 Sep 07 16:05:03.270318 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:03.369295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533a769-79e3-4934-9794-4172106fcaac req-f61dd2d3-1db0-4526-95e7-a965858011b4 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:03.373497 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-f61dd2d3-1db0-4526-95e7-a965858011b4 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/networks?id=40d34971-072c-4081-981f-edebb2a17e0d HTTP/1.1" status: 200 len: 824 time: 0.1910768 Sep 07 16:05:03.401308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5b5e4449-99af-4acc-85bf-ecf811420217 None None] Provisioning for port f28e9e4a-d879-4ced-812b-0b8f3f131d30 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:03.406408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5b5e4449-99af-4acc-85bf-ecf811420217 None None] Provisioning complete for port f28e9e4a-d879-4ced-812b-0b8f3f131d30 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:03.407801 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b5e4449-99af-4acc-85bf-ecf811420217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:03.444745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e4449-99af-4acc-85bf-ecf811420217 None None] Port f28e9e4a-d879-4ced-812b-0b8f3f131d30 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:05:03.452581 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-5309838f-da58-4a44-8aaa-a8f8b01a924f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/quotas/da81e3ba90e64f67b8e64e6d0bddb0fe HTTP/1.1" status: 200 len: 375 time: 0.0747206 Sep 07 16:05:03.456863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de8cf9-3776-4eac-b100-79bf12fbd9ad req-f4738c79-dd2f-4454-a453-ea188776b8ec tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:03.458659 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18de8cf9-3776-4eac-b100-79bf12fbd9ad req-f4738c79-dd2f-4454-a453-ea188776b8ec tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=32ecd08e-a22a-4bdb-98a0-40b467aa15fa HTTP/1.1" status: 200 len: 1101 time: 0.1665070 Sep 07 16:05:03.802109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-48bd39c5-b07d-4418-8627-4f6e20fe50e1 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=da81e3ba90e64f67b8e64e6d0bddb0fe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3427863 Sep 07 16:05:03.803722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18de8cf9-3776-4eac-b100-79bf12fbd9ad req-b2ad384c-5ff8-4e67-a579-0a6b9027887f tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368931 Sep 07 16:05:03.819945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-be40a645-e7bc-4ac1-9602-1b17c462ce03 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:05:03.821110 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-be40a645-e7bc-4ac1-9602-1b17c462ce03 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067058 Sep 07 16:05:04.028983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-ac7dbcc5-6701-4ff6-b33c-5f560cccf617 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:04.030983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-ac7dbcc5-6701-4ff6-b33c-5f560cccf617 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e47ca6d-2770-4b40-bae1-19cb7bf771c2 HTTP/1.1" status: 200 len: 966 time: 0.2076092 Sep 07 16:05:04.047872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-a0853619-3ebb-425a-83be-637f96c20244 service neutron] 10.222.0.70 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136521 Sep 07 16:05:04.065684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ad779-1aa0-4d4a-b182-a4b65b5d43b9 req-2fc5ff10-2599-44c6-9e72-adf9aa6da846 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:04.067301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-330ad779-1aa0-4d4a-b182-a4b65b5d43b9 req-2fc5ff10-2599-44c6-9e72-adf9aa6da846 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 950 time: 0.1901684 Sep 07 16:05:04.113970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28e9e4a-d879-4ced-812b-0b8f3f131d30 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:04.138077 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:04.225098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Transition to ACTIVE for port object f28e9e4a-d879-4ced-812b-0b8f3f131d30 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:04.243704 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:04.257946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-330ad779-1aa0-4d4a-b182-a4b65b5d43b9 req-c1eb4651-2c79-4657-84e4-d2218d670ec0 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574492 Sep 07 16:05:04.325154 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-548dbe95-1eb8-4bab-8543-075655de17d1 service neutron] 10.222.0.70 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672658 Sep 07 16:05:04.338175 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b338d022-5548-42f3-8636-c235496766b2 x-openstack-request-id: req-b338d022-5548-42f3-8636-c235496766b2 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:04.338721 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679e8561-d726-4f0b-98a9-1c3fed57c97f", "name": "network-vif-deleted", "tag": "e752630e-cf3a-46ff-86c0-1c948a43f875", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:04.339587 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b338d022-5548-42f3-8636-c235496766b2 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:04.340325 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679e8561-d726-4f0b-98a9-1c3fed57c97f', 'name': 'network-vif-deleted', 'tag': 'e752630e-cf3a-46ff-86c0-1c948a43f875', 'status': 'completed', 'code': 200} Sep 07 16:05:04.347133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:04.392926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Attempting to bind port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:04.393272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Attempting to bind port f28e9e4a-d879-4ced-812b-0b8f3f131d30 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:04.393610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Attempting to bind port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:04.404446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Deleting port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:05:04.404825 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:04.416573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:05:04.416903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Attempting to bind port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:04.452409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:04.452796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:04.453280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:04.453864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Bound port: f28e9e4a-d879-4ced-812b-0b8f3f131d30, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:04.454255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:04.502103 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff500074-8ee2-4ae6-8e5a-3480a37e6718 req-526a68d6-d55c-4783-8c1d-5f199e83a867 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 210 time: 0.1019301 Sep 07 16:05:04.679243 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-aa122036-41d5-486f-86f6-290d5b0025a9 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:04.681095 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-aa122036-41d5-486f-86f6-290d5b0025a9 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.35 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 808 time: 0.1680875 Sep 07 16:05:04.714085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-451daaf6-f480-4799-b89f-5a5175edc036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Request body: {'port': {'device_id': 'fec74927-d4ee-4e82-ae95-d86c235979d2', 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c', 'admin_state_up': True, 'tenant_id': '5a9a7c84686f48a6a1f7410f795a43b0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:04.783496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] For port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:04.783862 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:04.810718 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d74fc-2000-4ac8-8766-c0d7e22ebea4 req-956e0625-432d-41b2-a97f-4a4010482ac1 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:04.812017 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-628d74fc-2000-4ac8-8766-c0d7e22ebea4 req-956e0625-432d-41b2-a97f-4a4010482ac1 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 945 time: 0.2047553 Sep 07 16:05:04.827044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e5383-c068-421e-b67b-fdd4dce2f1c2 req-a21ae8e8-62ab-4a41-ba71-db98da577ca0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:04.828383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c6e5383-c068-421e-b67b-fdd4dce2f1c2 req-a21ae8e8-62ab-4a41-ba71-db98da577ca0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 948 time: 0.1472170 Sep 07 16:05:04.859681 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-451daaf6-f480-4799-b89f-5a5175edc036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Made reservation on behalf of 5a9a7c84686f48a6a1f7410f795a43b0 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:04.864220 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-451daaf6-f480-4799-b89f-5a5175edc036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:04.911319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:04.954115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:04.986961 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.025194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-451daaf6-f480-4799-b89f-5a5175edc036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Allocated IP 172.20.0.6 (0adaef0a-5c97-480a-89d0-9a2ca3aceb3c/d931a9bd-777d-4745-82da-a7eac9df350f/c8770f4d-12d5-4b01-a8ef-91b66b81ffe1) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:05.076422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c6e5383-c068-421e-b67b-fdd4dce2f1c2 req-70745335-a167-4a32-9893-53de245496d3 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237520 Sep 07 16:05:05.079124 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-628d74fc-2000-4ac8-8766-c0d7e22ebea4 req-56502490-b774-484c-acb6-255ea3fb0f32 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ddf4c20-7787-42ad-b09b-b576b5db71ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299783 Sep 07 16:05:05.093204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:05.093834 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.095769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] 10.222.0.54 "PUT /v2.0/ports/f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 200 len: 1096 time: 1.9534788 Sep 07 16:05:05.096227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:05.098565 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b313907a-edbd-46c1-bafe-6cd44dd2197b" -d '{"events": [{"name": "network-changed", "server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:05.188570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39954) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:05.273041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f9f485-e618-4d51-9db2-3edb88610cea admin admin] Deleting subnet 56016e33-0542-4033-b5d9-20587bf05952 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:05:05.281882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-451daaf6-f480-4799-b89f-5a5175edc036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.284185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f485-e618-4d51-9db2-3edb88610cea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.312866 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.313473 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.315119 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Floating IP 8835ed8a-18ee-434d-bd2b-2fa9aca8040f disassociated. External IP: 172.25.3.141, port: 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d. Sep 07 16:05:05.315119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Calling delete_port for 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d owned by compute:tempest-test_az-525898845 {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:05:05.422129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-451daaf6-f480-4799-b89f-5a5175edc036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.479554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f869d3-0f42-410c-b59c-aff02b80358e service neutron] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:05.511282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e752630e-cf3a-46ff-86c0-1c948a43f875 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:05:05.546684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: e752630e-cf3a-46ff-86c0-1c948a43f875 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:05:05.547040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e752630e-cf3a-46ff-86c0-1c948a43f875 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:05:05.578489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2bedae3-3187-4941-9df7-e7e6e2f4abab req-210bed8d-e554-49c7-a33b-1ca0cc629b37 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 210 time: 0.1059928 Sep 07 16:05:05.634239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-1bea1f30-052d-4080-81bc-53e9f5851efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:05.637224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-1bea1f30-052d-4080-81bc-53e9f5851efc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 1099 time: 0.1950302 Sep 07 16:05:05.639049 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.649363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208e849-0322-4b44-b813-32f16d65a7e6 req-d82f2103-df68-43d8-85ae-6ca6362c1e70 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:05.657862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2208e849-0322-4b44-b813-32f16d65a7e6 req-d82f2103-df68-43d8-85ae-6ca6362c1e70 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 1100 time: 0.2130015 Sep 07 16:05:05.709104 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fb97ce-b63d-4b8f-8189-642576ebd0b0 x-openstack-request-id: req-60fb97ce-b63d-4b8f-8189-642576ebd0b0 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:05.709104 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:05.709459 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60fb97ce-b63d-4b8f-8189-642576ebd0b0 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:05.709708 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'status': 'completed', 'code': 200} Sep 07 16:05:05.729608 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f485-e618-4d51-9db2-3edb88610cea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.740244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Pushing event deleted for resources: {'Port': ['ID=2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:05.742804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-451daaf6-f480-4799-b89f-5a5175edc036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:05.749228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-b12007c8-049a-4336-bbb4-153d2ec0cd85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 200 len: 217 time: 0.0774350 Sep 07 16:05:05.763059 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-451daaf6-f480-4799-b89f-5a5175edc036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:05.769892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-451daaf6-f480-4799-b89f-5a5175edc036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:05.818138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451daaf6-f480-4799-b89f-5a5175edc036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Pushing event updated for resources: {'Port': ['ID=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:05.847649 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dfd42e21-bcac-44da-b52d-e34628c6eed9 req-219223eb-050b-408d-80e1-96aa9dd37054 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1454453 Sep 07 16:05:05.862459 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f485-e618-4d51-9db2-3edb88610cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.892945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-451daaf6-f480-4799-b89f-5a5175edc036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:05.893605 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-451daaf6-f480-4799-b89f-5a5175edc036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:05.950902 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-451daaf6-f480-4799-b89f-5a5175edc036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2418685 Sep 07 16:05:05.974707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd42e21-bcac-44da-b52d-e34628c6eed9 req-4bc40680-04cf-4773-896d-2a50bca2d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:05.977770 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dfd42e21-bcac-44da-b52d-e34628c6eed9 req-4bc40680-04cf-4773-896d-2a50bca2d3af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 1096 time: 0.0701060 Sep 07 16:05:05.985222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Request body: {'port': {'device_id': 'fec74927-d4ee-4e82-ae95-d86c235979d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:06.039554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f485-e618-4d51-9db2-3edb88610cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:06.087023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9f485-e618-4d51-9db2-3edb88610cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56016e33-0542-4033-b5d9-20587bf05952,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:06.089417 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f485-e618-4d51-9db2-3edb88610cea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:06.092195 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e4f9f485-e618-4d51-9db2-3edb88610cea admin admin] 10.222.0.70 "DELETE /v2.0/subnets/56016e33-0542-4033-b5d9-20587bf05952 HTTP/1.1" status: 204 len: 168 time: 0.9026599 Sep 07 16:05:06.113184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2208e849-0322-4b44-b813-32f16d65a7e6 req-0a156f88-1628-4244-9cc2-1261d389d742 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540956 Sep 07 16:05:06.134719 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39964) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:06.142399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-4ce39e79-f278-46df-8926-1772f5a1f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:06.143987 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-4ce39e79-f278-46df-8926-1772f5a1f2d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1245944 Sep 07 16:05:06.212123 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:06.261288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd42e21-bcac-44da-b52d-e34628c6eed9 req-aa790c28-a64a-4e1e-9f0b-51931ae1615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:06.262871 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dfd42e21-bcac-44da-b52d-e34628c6eed9 req-aa790c28-a64a-4e1e-9f0b-51931ae1615c service neutron] 10.222.0.54 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.2485878 Sep 07 16:05:06.272136 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bcc79a4-45bc-430a-946f-d1e53b8711dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:06.317567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190359a-57ef-4783-8f24-a0d83cebeccd req-4cc4d4c1-93b4-41f6-a82f-25d37b11d0f5 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:06.329653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0190359a-57ef-4783-8f24-a0d83cebeccd req-4cc4d4c1-93b4-41f6-a82f-25d37b11d0f5 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 945 time: 0.2981839 Sep 07 16:05:06.346453 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dfd42e21-bcac-44da-b52d-e34628c6eed9 req-833d1d72-db09-40c6-90fe-42174774c270 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32a4fc9-a953-45df-b94a-64fa95e95004 HTTP/1.1" status: 200 len: 217 time: 0.0719936 Sep 07 16:05:06.349636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39972) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:06.357046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e67a7c10-e3b3-4d8b-bd07-042c5caca8b5 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Request body: {'floatingip': {'port_id': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:06.395804 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533a769-79e3-4934-9794-4172106fcaac req-ba54cc9f-3c4a-4dcf-bbe0-660521e9ee18 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:06.398111 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-ba54cc9f-3c4a-4dcf-bbe0-660521e9ee18 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.35 "GET /v2.0/networks?id=40d34971-072c-4081-981f-edebb2a17e0d HTTP/1.1" status: 200 len: 824 time: 0.3308001 Sep 07 16:05:06.418984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd42e21-bcac-44da-b52d-e34628c6eed9 req-01e93231-6d69-4f5c-8035-275967383e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:06.421805 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dfd42e21-bcac-44da-b52d-e34628c6eed9 req-01e93231-6d69-4f5c-8035-275967383e09 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.0538018 Sep 07 16:05:06.441900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-2178a918-5c77-411e-b395-3f5a9c8fd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:06.443532 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-2178a918-5c77-411e-b395-3f5a9c8fd3a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2812614 Sep 07 16:05:06.473573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:05:06.541616 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67a7c10-e3b3-4d8b-bd07-042c5caca8b5 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:06.554089 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dfd42e21-bcac-44da-b52d-e34628c6eed9 req-5b5abeb3-1c61-4fcf-a8f8-9431c7050b94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744154 Sep 07 16:05:06.589900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057df6eb-0677-4ac6-9f30-c6972605b749 req-33ee2a87-eabc-499e-a2b8-4b3599b01e43 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:06.592033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-057df6eb-0677-4ac6-9f30-c6972605b749 req-33ee2a87-eabc-499e-a2b8-4b3599b01e43 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 931 time: 0.2330787 Sep 07 16:05:06.617077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb5fb5-076f-49b0-81b3-1abe94affa9c req-c7a6fdbe-c58d-4bf5-9877-eeb2a28eb839 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:06.618836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02cb5fb5-076f-49b0-81b3-1abe94affa9c req-c7a6fdbe-c58d-4bf5-9877-eeb2a28eb839 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 948 time: 0.2001398 Sep 07 16:05:06.670763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-274f5035-46da-4c5c-b736-8c97f755c8c2 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da81e3ba90e64f67b8e64e6d0bddb0fe HTTP/1.1" status: 200 len: 380 time: 0.2345586 Sep 07 16:05:06.712999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7533a769-79e3-4934-9794-4172106fcaac req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Request body: {'port': {'device_id': '31d3def0-7c24-499b-a2d2-79f17934ae4d', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'admin_state_up': True, 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'security_groups': ['ec930009-b855-49a0-908a-e3f38641f3b9']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:06.809739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-659eb20e-003d-4781-af5e-1ad25da064f4 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406448 Sep 07 16:05:06.812736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-057df6eb-0677-4ac6-9f30-c6972605b749 req-22973862-7a8c-48df-aaa2-84f0cdf035f0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090116 Sep 07 16:05:06.836429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:05:06.876994 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:05:06.877422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:05:06.915793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02cb5fb5-076f-49b0-81b3-1abe94affa9c req-09d3fd67-ff8e-45fb-afd6-2086bcc9a1df tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564557 Sep 07 16:05:07.078380 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7533a769-79e3-4934-9794-4172106fcaac req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Made reservation on behalf of da81e3ba90e64f67b8e64e6d0bddb0fe for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:07.082488 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7533a769-79e3-4934-9794-4172106fcaac req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:07.146920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:05:07.158715 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d0aeb4-d894-4d45-aced-37b86ed8bb8e None None] Sync routers for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:05:07.171105 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d0aeb4-d894-4d45-aced-37b86ed8bb8e None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:07.172271 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-72d0aeb4-d894-4d45-aced-37b86ed8bb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:04:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:07.270395 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e94e8dbf-81dd-47fa-9ac2-134bf6cacdf4 req-c6741728-be55-4264-be92-21c9abd665f1 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 210 time: 0.1104171 Sep 07 16:05:07.312693 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-72d0aeb4-d894-4d45-aced-37b86ed8bb8e None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:07.367763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] No DVR routers for this DVR port 2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:05:07.376962 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:07.378952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-675a9c21-6b41-49c2-aa83-407157c207c7 req-f76226c8-604a-4b18-bc6c-a1f7eff12eb8 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.54 "DELETE /v2.0/ports/2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d HTTP/1.1" status: 204 len: 173 time: 3.3335881 Sep 07 16:05:07.442112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a6861aa-d249-4e65-81ee-772f3fa64253 req-ba237ae7-a5a1-404a-86d2-6dffcd8b0def service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519590 Sep 07 16:05:07.461149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-b7879e7b-812e-4f80-9d46-aa6fb0cd439e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590727 Sep 07 16:05:07.481889 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bcc79a4-45bc-430a-946f-d1e53b8711dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:07.489935 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dfd42e21-bcac-44da-b52d-e34628c6eed9 req-6624e286-499d-475d-b9f4-03b375790913 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9031563 Sep 07 16:05:07.576365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:07.629636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5bcc79a4-45bc-430a-946f-d1e53b8711dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32819d99-505b-40a0-9f9a-52d4fbfda112']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:07.639562 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:07.656012 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-72d0aeb4-d894-4d45-aced-37b86ed8bb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:39Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:07.673498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-7533a769-79e3-4934-9794-4172106fcaac req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Allocated IP 172.20.0.11 (40d34971-072c-4081-981f-edebb2a17e0d/731e0036-3c31-475c-ac6a-735261833588/4e90118b-dfff-44fe-b0fd-e74853d81a79) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:07.679445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Transition to ACTIVE for port object c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:07.682662 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5bcc79a4-45bc-430a-946f-d1e53b8711dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed37be6-151b-43c8-ad0b-8978f8b5f48f') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:07.683218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5bcc79a4-45bc-430a-946f-d1e53b8711dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed37be6-151b-43c8-ad0b-8978f8b5f48f') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:07.697384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822189c7-2a43-4375-8628-a687d9cc7db9 req-a422065e-bdaa-4c2e-8619-ee4b0a70fc0d tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:07.697580 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bcc79a4-45bc-430a-946f-d1e53b8711dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:07.699434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-822189c7-2a43-4375-8628-a687d9cc7db9 req-a422065e-bdaa-4c2e-8619-ee4b0a70fc0d tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 950 time: 0.2503338 Sep 07 16:05:07.719473 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d0aeb4-d894-4d45-aced-37b86ed8bb8e None None] Checking router: 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:05:07.724891 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bcc79a4-45bc-430a-946f-d1e53b8711dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:07.726069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e47ca6d-2770-4b40-bae1-19cb7bf771c2', 'name': 'network-vif-deleted', 'tag': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:07.728725 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccdaec9-5646-4077-a5fd-cadb72d5bc10" -d '{"events": [{"server_uuid": "6e47ca6d-2770-4b40-bae1-19cb7bf771c2", "name": "network-vif-deleted", "tag": "2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:07.736776 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d0aeb4-d894-4d45-aced-37b86ed8bb8e None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:07.737578 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-72d0aeb4-d894-4d45-aced-37b86ed8bb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:04:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:07.738872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-6c0d0298-1962-4ea8-8172-e039a0340efa tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:07.753215 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-6c0d0298-1962-4ea8-8172-e039a0340efa tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837889 Sep 07 16:05:07.753432 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:07.778420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcc79a4-45bc-430a-946f-d1e53b8711dd admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:05:07.779874 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bcc79a4-45bc-430a-946f-d1e53b8711dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:07.787150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313907a-edbd-46c1-bafe-6cd44dd2197b req-3cb18308-2ec5-4f31-ab79-f161e1864451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:07.790541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b313907a-edbd-46c1-bafe-6cd44dd2197b req-3cb18308-2ec5-4f31-ab79-f161e1864451 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 1099 time: 0.2556527 Sep 07 16:05:07.811093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-ab4bf497-03df-4b96-a71c-38af7ee5b036 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/quotas/862afeab01384f9383e2db2235f4b998 HTTP/1.1" status: 200 len: 375 time: 0.0635316 Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:05:07.860533 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:05:07.964026 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-72d0aeb4-d894-4d45-aced-37b86ed8bb8e None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:07.965636 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-822189c7-2a43-4375-8628-a687d9cc7db9 req-83efc177-e4d6-423a-85b9-5c198f7ed919 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159374 Sep 07 16:05:08.038704 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dfd42e21-bcac-44da-b52d-e34628c6eed9 req-60b7ed2b-001e-47af-848d-f60f947939c7 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364051 Sep 07 16:05:08.056320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313907a-edbd-46c1-bafe-6cd44dd2197b req-3235b01e-6d90-4164-a8ed-2bae8833e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:08.058062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b313907a-edbd-46c1-bafe-6cd44dd2197b req-3235b01e-6d90-4164-a8ed-2bae8833e4bc service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2574601 Sep 07 16:05:08.059799 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271f69d9-4e91-426c-a905-b774e0580a47 x-openstack-request-id: req-271f69d9-4e91-426c-a905-b774e0580a47 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:08.060263 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e47ca6d-2770-4b40-bae1-19cb7bf771c2", "name": "network-vif-deleted", "tag": "2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:08.060812 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-271f69d9-4e91-426c-a905-b774e0580a47 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:08.061218 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e47ca6d-2770-4b40-bae1-19cb7bf771c2', 'name': 'network-vif-deleted', 'tag': '2124a915-c0ea-4f27-9ff3-8ee2c3f36d4d', 'status': 'completed', 'code': 200} Sep 07 16:05:08.093417 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-0dd5c26f-283a-4c13-8736-685cca7e1a7f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2803898 Sep 07 16:05:08.116869 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bcc79a4-45bc-430a-946f-d1e53b8711dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:08.130582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b313907a-edbd-46c1-bafe-6cd44dd2197b req-5799a040-ace7-4403-82af-ecf8a8fd3724 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 200 len: 217 time: 0.0589266 Sep 07 16:05:08.170444 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7533a769-79e3-4934-9794-4172106fcaac req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:08.236392 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0dcc98c7-3080-4c52-85b9-ca8aea4dc0e9 req-ce56ef3e-5528-400a-89a1-2efcceea3152 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2275875 Sep 07 16:05:08.255137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc79a4-45bc-430a-946f-d1e53b8711dd admin admin] Pushing event deleted for resources: {'Network': ['ID=32819d99-505b-40a0-9f9a-52d4fbfda112,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:08.256931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093713a5-fec1-441d-a602-20350f996270 service neutron] Pushing event updated for resources: {'Port': ['ID=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:08.274217 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bcc79a4-45bc-430a-946f-d1e53b8711dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:08.276714 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5bcc79a4-45bc-430a-946f-d1e53b8711dd admin admin] 10.222.0.70 "DELETE /v2.0/networks/32819d99-505b-40a0-9f9a-52d4fbfda112 HTTP/1.1" status: 204 len: 168 time: 2.1494448 Sep 07 16:05:08.283080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40008) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:08.315398 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-72d0aeb4-d894-4d45-aced-37b86ed8bb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:39Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:08.346755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7533a769-79e3-4934-9794-4172106fcaac req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Transition to ACTIVE for port object 4e90118b-dfff-44fe-b0fd-e74853d81a79 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:08.359237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313907a-edbd-46c1-bafe-6cd44dd2197b req-9b698c55-33b8-4108-9ed9-a182b1422878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:08.361098 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b313907a-edbd-46c1-bafe-6cd44dd2197b req-9b698c55-33b8-4108-9ed9-a182b1422878 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1780324 Sep 07 16:05:08.374387 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d0aeb4-d894-4d45-aced-37b86ed8bb8e None None] The sync data for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 is: [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:39Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:05:08.429790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247abce6-7b2b-4efb-a8eb-1ff9ecb206da req-1313184b-d6c6-48af-8adc-657872bf3d58 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:08.437732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-247abce6-7b2b-4efb-a8eb-1ff9ecb206da req-1313184b-d6c6-48af-8adc-657872bf3d58 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.2446952 Sep 07 16:05:08.515736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-247abce6-7b2b-4efb-a8eb-1ff9ecb206da req-1aacf7a5-e17d-473c-bbbc-d8644c2b3a9b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768960 Sep 07 16:05:08.535485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313907a-edbd-46c1-bafe-6cd44dd2197b req-4e32e659-dca2-473e-8976-c1a03bcdf482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:08.537041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b313907a-edbd-46c1-bafe-6cd44dd2197b req-4e32e659-dca2-473e-8976-c1a03bcdf482 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677644 Sep 07 16:05:08.538821 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7533a769-79e3-4934-9794-4172106fcaac req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:08.619606 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7533a769-79e3-4934-9794-4172106fcaac req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Network 40d34971-072c-4081-981f-edebb2a17e0d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:08.642536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-7533a769-79e3-4934-9794-4172106fcaac req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:08.870286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ea85da-b2a2-4840-9243-d19e944c7220 admin admin] Deleting subnet ba1c2d0f-ce13-4b6d-b6ef-eac9989d81fb {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:05:08.881854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2865adfd-254b-46eb-beff-1eeabfd2fc37 None None] New status for floating IP 8835ed8a-18ee-434d-bd2b-2fa9aca8040f: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:05:08.898017 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4ea85da-b2a2-4840-9243-d19e944c7220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.034468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Attempting to bind port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:09.035188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Attempting to bind port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:09.035798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Attempting to bind port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:09.052875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:05:09.053418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Attempting to bind port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:09.059379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc98c7-3080-4c52-85b9-ca8aea4dc0e9 req-25bcc3f1-a6ad-43cd-983a-abe3e5846c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:09.061990 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0dcc98c7-3080-4c52-85b9-ca8aea4dc0e9 req-25bcc3f1-a6ad-43cd-983a-abe3e5846c53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 1101 time: 0.7308624 Sep 07 16:05:09.119192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7533a769-79e3-4934-9794-4172106fcaac req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:09.124099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0c5c14e0-2018-48dd-abea-ab878af070c8 None None] Provisioning for port 4e90118b-dfff-44fe-b0fd-e74853d81a79 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:09.129106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0c5c14e0-2018-48dd-abea-ab878af070c8 None None] Provisioning complete for port 4e90118b-dfff-44fe-b0fd-e74853d81a79 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:09.129749 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c5c14e0-2018-48dd-abea-ab878af070c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.129974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533a769-79e3-4934-9794-4172106fcaac req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:09.131302 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7533a769-79e3-4934-9794-4172106fcaac req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.137873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Pushing event updated for resources: {'Port': ['ID=4e90118b-dfff-44fe-b0fd-e74853d81a79,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:09.155137 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4ea85da-b2a2-4840-9243-d19e944c7220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.160370 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:09.160370 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Checking segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:09.160741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Bound using segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:09.161505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Bound port: c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:09.161630 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.204735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c14e0-2018-48dd-abea-ab878af070c8 None None] Port 4e90118b-dfff-44fe-b0fd-e74853d81a79 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:05:09.240053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b4813-06ff-4115-bc6a-f2e988a615ec req-93fa18a7-33ed-47c2-8222-84f48e053412 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:09.248401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e0b4813-06ff-4115-bc6a-f2e988a615ec req-93fa18a7-33ed-47c2-8222-84f48e053412 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 948 time: 0.6184218 Sep 07 16:05:09.253934 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-92d7261a-ef87-4ed7-96b3-40942d9aaa99 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5554042 Sep 07 16:05:09.268842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.db.resource_extend [None req-e67a7c10-e3b3-4d8b-bd07-042c5caca8b5 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:05:09.273407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Request body: {'port': {'device_id': '31d3def0-7c24-499b-a2d2-79f17934ae4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:09.332678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b313907a-edbd-46c1-bafe-6cd44dd2197b req-52cb2b45-39cd-43ff-b362-5f4936e62ca1 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622755 Sep 07 16:05:09.383531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb757059-cac2-4f8d-85d2-92675120e926 req-650f76b6-bcfc-43a3-9b3a-670a4f234366 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:09.391449 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4ea85da-b2a2-4840-9243-d19e944c7220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.392777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb757059-cac2-4f8d-85d2-92675120e926 req-650f76b6-bcfc-43a3-9b3a-670a4f234366 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 932 time: 0.2796052 Sep 07 16:05:09.401247 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67a7c10-e3b3-4d8b-bd07-042c5caca8b5 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.440316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e0b4813-06ff-4115-bc6a-f2e988a615ec req-e142da67-6a39-4c00-b426-b163819c91c5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867247 Sep 07 16:05:09.443946 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67a7c10-e3b3-4d8b-bd07-042c5caca8b5 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.483074 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.488032 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc98c7-3080-4c52-85b9-ca8aea4dc0e9 req-a8f913b4-a040-4ef1-a608-82b1ff4ed918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:09.490236 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0dcc98c7-3080-4c52-85b9-ca8aea4dc0e9 req-a8f913b4-a040-4ef1-a608-82b1ff4ed918 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.3790071 Sep 07 16:05:09.491639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:09.521034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:09.559769 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0dcc98c7-3080-4c52-85b9-ca8aea4dc0e9 req-dbd44806-eaf3-4568-b738-140604561b2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2 HTTP/1.1" status: 200 len: 217 time: 0.0431676 Sep 07 16:05:09.564086 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.596270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b313907a-edbd-46c1-bafe-6cd44dd2197b req-0443668c-a0a6-40d7-b6fb-f73bf6c5627d service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463777 Sep 07 16:05:09.699440 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4ea85da-b2a2-4840-9243-d19e944c7220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.720230 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb757059-cac2-4f8d-85d2-92675120e926 req-c8874617-e6b6-4080-a6b8-3a63c3c0b5b0 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257170 Sep 07 16:05:09.728291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:09.728982 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.730454 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-093713a5-fec1-441d-a602-20350f996270 service neutron] 10.222.0.35 "PUT /v2.0/ports/c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 HTTP/1.1" status: 200 len: 1091 time: 3.7501602 Sep 07 16:05:09.739902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec74927-d4ee-4e82-ae95-d86c235979d2', 'tag': 'c8770f4d-12d5-4b01-a8ef-91b66b81ffe1'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:09.742442 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de0ffa8-b38b-4f72-9a8f-2cf1f1f3e972" -d '{"events": [{"name": "network-changed", "server_uuid": "fec74927-d4ee-4e82-ae95-d86c235979d2", "tag": "c8770f4d-12d5-4b01-a8ef-91b66b81ffe1"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:09.822685 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-e67a7c10-e3b3-4d8b-bd07-042c5caca8b5 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Floating IP 98577b0b-0629-49e4-bcfa-5cf3a77dfe37 associated. External IP: 172.25.3.132, port: 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b. Sep 07 16:05:09.857524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360655c7-5178-4153-99de-1428b95b6474 req-6c7d5578-47a6-430b-8231-6f16c9fb6a5e tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:09.859288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-360655c7-5178-4153-99de-1428b95b6474 req-6c7d5578-47a6-430b-8231-6f16c9fb6a5e tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 950 time: 0.2162452 Sep 07 16:05:09.912927 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea85da-b2a2-4840-9243-d19e944c7220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1c2d0f-ce13-4b6d-b6ef-eac9989d81fb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:09.917501 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc98c7-3080-4c52-85b9-ca8aea4dc0e9 req-a390f807-733e-4401-bb97-c3f0e76089df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:09.920780 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0dcc98c7-3080-4c52-85b9-ca8aea4dc0e9 req-a390f807-733e-4401-bb97-c3f0e76089df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.3378026 Sep 07 16:05:09.922641 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4ea85da-b2a2-4840-9243-d19e944c7220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:09.926612 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e4ea85da-b2a2-4840-9243-d19e944c7220 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ba1c2d0f-ce13-4b6d-b6ef-eac9989d81fb HTTP/1.1" status: 204 len: 168 time: 1.6399446 Sep 07 16:05:09.929528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40036) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:10.015569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093713a5-fec1-441d-a602-20350f996270 service neutron] Pushing event updated for resources: {'Port': ['ID=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:10.029357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f9d12-d5c5-4c8d-9a55-ac2fec718aef req-576f5a19-211c-4a30-86d5-c54e92840ab9 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:10.031182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f71f9d12-d5c5-4c8d-9a55-ac2fec718aef req-576f5a19-211c-4a30-86d5-c54e92840ab9 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 950 time: 0.3084745 Sep 07 16:05:10.070667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-518efaff-28b7-4ce9-92a7-6fffee1e56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:10.072667 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-518efaff-28b7-4ce9-92a7-6fffee1e56b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 1094 time: 0.2535410 Sep 07 16:05:10.159279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc98c7-3080-4c52-85b9-ca8aea4dc0e9 req-4920fee4-0470-4360-aa32-6e0f4192eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:10.160871 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0dcc98c7-3080-4c52-85b9-ca8aea4dc0e9 req-4920fee4-0470-4360-aa32-6e0f4192eb1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1639597 Sep 07 16:05:10.166555 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-f6987662-2243-4073-8092-0c2336959600 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 HTTP/1.1" status: 200 len: 217 time: 0.0848022 Sep 07 16:05:10.200668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-360655c7-5178-4153-99de-1428b95b6474 req-983242ca-5c93-411b-b696-f64dae16b23e tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108325 Sep 07 16:05:10.232738 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:10.232837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a728499-c61b-4f41-baa4-1375f7f776e6 req-fdb59208-cd86-4f5d-8668-f04b642f3c17 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:10.243639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a728499-c61b-4f41-baa4-1375f7f776e6 req-fdb59208-cd86-4f5d-8668-f04b642f3c17 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.3764863 Sep 07 16:05:10.306479 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e112ff33-28e7-43e0-ae65-07bb3f220d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:10.334896 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-f3d902ee-04e4-453a-af6b-259d3a7d9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:10.336430 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-f3d902ee-04e4-453a-af6b-259d3a7d9834 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.1603851 Sep 07 16:05:10.362430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67a7c10-e3b3-4d8b-bd07-042c5caca8b5 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Router 662c0868-3242-45ca-9eb9-1e76c03da74e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:05:10.366898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50986b56-908f-462b-8f9e-37621eb434a9 req-b933bd4d-b778-4231-82fe-f69a52773cad tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 210 time: 0.0613837 Sep 07 16:05:10.386138 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-d36ca542-5db1-47fc-91b6-4ab0af18fd23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389357 Sep 07 16:05:10.400170 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0dcc98c7-3080-4c52-85b9-ca8aea4dc0e9 req-ebcd4f61-6956-45f3-9344-af65bb7c72ce service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228479 Sep 07 16:05:10.428817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a728499-c61b-4f41-baa4-1375f7f776e6 req-d00765f1-9ccc-4f9a-b059-5fbe0582e798 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842465 Sep 07 16:05:10.513581 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf9190a-c4ce-4115-86c0-481f6029ebe2 x-openstack-request-id: req-cbf9190a-c4ce-4115-86c0-481f6029ebe2 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:10.513750 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec74927-d4ee-4e82-ae95-d86c235979d2", "tag": "c8770f4d-12d5-4b01-a8ef-91b66b81ffe1", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:10.513873 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cbf9190a-c4ce-4115-86c0-481f6029ebe2 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:10.514273 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec74927-d4ee-4e82-ae95-d86c235979d2', 'tag': 'c8770f4d-12d5-4b01-a8ef-91b66b81ffe1', 'status': 'completed', 'code': 200} Sep 07 16:05:10.541903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e90118b-dfff-44fe-b0fd-e74853d81a79 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:10.552276 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:10.566561 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Transition to ACTIVE for port object 4e90118b-dfff-44fe-b0fd-e74853d81a79 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:10.569507 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:10.593230 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:10.615823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f71f9d12-d5c5-4c8d-9a55-ac2fec718aef req-65e1f5f8-3474-45e0-a0f8-a50c5bd0889d tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Deleting port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:05:10.616181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f71f9d12-d5c5-4c8d-9a55-ac2fec718aef req-65e1f5f8-3474-45e0-a0f8-a50c5bd0889d tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:10.660421 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.660773 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.661541 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.661879 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > port after_create 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.662223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.662561 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > port after_update 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.662903 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.663243 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.663567 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.663895 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.733019 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.733390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.733733 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.734095 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 16:05:10.734458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67a7c10-e3b3-4d8b-bd07-042c5caca8b5 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:05:10.734567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3592410-72fa-43f3-96e9-8457a7348e0e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:10.737402 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-5283d8a3-9312-4f09-81b9-72a7598a486c service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223063 Sep 07 16:05:10.740469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67a7c10-e3b3-4d8b-bd07-042c5caca8b5 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:10.746867 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0dcc98c7-3080-4c52-85b9-ca8aea4dc0e9 req-c4723ed0-7b1b-44ae-b366-1b455b282962 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303765 Sep 07 16:05:10.749064 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f485a8-8e41-492a-a9a4-3d3172c1aeca None None] Sync routers for ids ['662c0868-3242-45ca-9eb9-1e76c03da74e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:05:10.761992 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f485a8-8e41-492a-a9a4-3d3172c1aeca None None] Routers {'662c0868-3242-45ca-9eb9-1e76c03da74e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:10.763453 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-30f485a8-8e41-492a-a9a4-3d3172c1aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:04:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['662c0868-3242-45ca-9eb9-1e76c03da74e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:10.802691 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e67a7c10-e3b3-4d8b-bd07-042c5caca8b5 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "PUT /v2.0/floatingips/98577b0b-0629-49e4-bcfa-5cf3a77dfe37 HTTP/1.1" status: 200 len: 991 time: 4.4513631 Sep 07 16:05:10.864843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f28e9e4a-d879-4ced-812b-0b8f3f131d30 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:05:10.880199 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c88318f-4b61-4286-947c-fe0ea8fb8112 req-4387bfdb-fc64-4d25-9eaf-6b31540af97a service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173131 Sep 07 16:05:10.885905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404ca39f-9cb3-4af2-aee7-6f95cfbc5d14') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:10.886206 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404ca39f-9cb3-4af2-aee7-6f95cfbc5d14') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:10.898604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-d5bbc2ae-a62c-4dc9-a521-74b48a8b6e1b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2770674 Sep 07 16:05:10.921483 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-30f485a8-8e41-492a-a9a4-3d3172c1aeca None None] Set router 662c0868-3242-45ca-9eb9-1e76c03da74e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:11.032667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0ffa8-b38b-4f72-9a8f-2cf1f1f3e972 req-aaea5601-a82f-46bb-9960-ee859b969403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:11.034370 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7de0ffa8-b38b-4f72-9a8f-2cf1f1f3e972 req-aaea5601-a82f-46bb-9960-ee859b969403 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 1094 time: 0.0887468 Sep 07 16:05:11.067150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e90118b-dfff-44fe-b0fd-e74853d81a79,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:11.077100 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.093866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609516f-4df7-43ad-a3f4-acc9a75b8f23 req-43f0c6f8-cffc-4f8b-bbf6-d56e248c1ecc tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:11.106268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9609516f-4df7-43ad-a3f4-acc9a75b8f23 req-43f0c6f8-cffc-4f8b-bbf6-d56e248c1ecc tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 1096 time: 0.5747614 Sep 07 16:05:11.120034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:11.146866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e5a66-7396-4beb-96cd-e034831fcb9d req-57d96dc9-43ef-4142-aa33-ba4fc0cb04e6 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:11.149565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'mac_address': 'fa:16:3e:ea:ad:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:05:11.155254 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-760e5a66-7396-4beb-96cd-e034831fcb9d req-57d96dc9-43ef-4142-aa33-ba4fc0cb04e6 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 948 time: 0.5238287 Sep 07 16:05:11.221924 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-20e6a008-a602-420b-a45a-472ee149aaf5 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607662 Sep 07 16:05:11.243346 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:05:11.243805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Attempting to bind port 4e90118b-dfff-44fe-b0fd-e74853d81a79 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:11.244293 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Attempting to bind port 4e90118b-dfff-44fe-b0fd-e74853d81a79 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:11.244512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Attempting to bind port 4e90118b-dfff-44fe-b0fd-e74853d81a79 on network 40d34971-072c-4081-981f-edebb2a17e0d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:11.261337 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-760e5a66-7396-4beb-96cd-e034831fcb9d req-93983318-86fa-4c1d-948c-0ca02cb7f5fd tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030111 Sep 07 16:05:11.273118 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.282390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0ffa8-b38b-4f72-9a8f-2cf1f1f3e972 req-02571597-ff95-446e-9262-0af4d690595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:11.284257 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7de0ffa8-b38b-4f72-9a8f-2cf1f1f3e972 req-02571597-ff95-446e-9262-0af4d690595f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.2289059 Sep 07 16:05:11.285495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Port 4e90118b-dfff-44fe-b0fd-e74853d81a79 on network 40d34971-072c-4081-981f-edebb2a17e0d not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:05:11.285495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Attempting to bind port 4e90118b-dfff-44fe-b0fd-e74853d81a79 on network 40d34971-072c-4081-981f-edebb2a17e0d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:11.296391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f71f9d12-d5c5-4c8d-9a55-ac2fec718aef req-65e1f5f8-3474-45e0-a0f8-a50c5bd0889d tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] For port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0b88ed1c-e6c1-4a03-b500-c1991dac0e81,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:11.296790 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f71f9d12-d5c5-4c8d-9a55-ac2fec718aef req-65e1f5f8-3474-45e0-a0f8-a50c5bd0889d tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.299739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:11.300100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Checking segment: {'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:11.300609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Bound using segment: {'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:11.301067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Bound port: 4e90118b-dfff-44fe-b0fd-e74853d81a79, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f3c9a1-8358-492c-b104-a72f8fe1627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:11.301436 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.322159 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.357764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28e9e4a-d879-4ced-812b-0b8f3f131d30 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:11.358338 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7de0ffa8-b38b-4f72-9a8f-2cf1f1f3e972 req-0c382485-b859-490b-a0a8-4964908fe55b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 HTTP/1.1" status: 200 len: 217 time: 0.0517101 Sep 07 16:05:11.409595 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-30f485a8-8e41-492a-a9a4-3d3172c1aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:04:36Z', 'revision_number': 4, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '98577b0b-0629-49e4-bcfa-5cf3a77dfe37', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'port_id': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'mac_address': 'fa:16:3e:2c:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135db353-ce7e-43f2-a768-d5b3c0fbdc57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:04:42Z', 'updated_at': '2021-09-07T16:05:09Z', 'revision_number': 1, 'project_id': '05f534b669c84062ad8718906e1ab014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58d220c-70a0-4c60-acaa-151c1ae2889f', 'name': '', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'mac_address': 'fa:16:3e:71:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:35Z', 'updated_at': '2021-09-07T16:04:44Z', 'revision_number': 5, 'project_id': '05f534b669c84062ad8718906e1ab014', 'subnets': [{'id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:11.436818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:11.441954 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f485a8-8e41-492a-a9a4-3d3172c1aeca None None] Checking router: 662c0868-3242-45ca-9eb9-1e76c03da74e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:05:11.448048 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.454899 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f485a8-8e41-492a-a9a4-3d3172c1aeca None None] Routers {'662c0868-3242-45ca-9eb9-1e76c03da74e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:11.458270 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-30f485a8-8e41-492a-a9a4-3d3172c1aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:04:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['662c0868-3242-45ca-9eb9-1e76c03da74e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:11.460073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9609516f-4df7-43ad-a3f4-acc9a75b8f23 req-e4f2512e-a5fb-4cd1-8f88-bc506a1d6ae5 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528500 Sep 07 16:05:11.643675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:11.694098 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-30f485a8-8e41-492a-a9a4-3d3172c1aeca None None] Set router 662c0868-3242-45ca-9eb9-1e76c03da74e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:11.781420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f71f9d12-d5c5-4c8d-9a55-ac2fec718aef req-65e1f5f8-3474-45e0-a0f8-a50c5bd0889d tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Calling delete_port for 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:05:11.786316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:05:11.786790 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:11.791477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] For port 4e90118b-dfff-44fe-b0fd-e74853d81a79, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: from cryptography.utils import int_from_bytes Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: from cryptography.utils import int_from_bytes Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:05:11.796820 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:05:11.812182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f28e9e4a-d879-4ced-812b-0b8f3f131d30'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:11.891723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] For port 4e90118b-dfff-44fe-b0fd-e74853d81a79, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=4e90118b-dfff-44fe-b0fd-e74853d81a79,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:11.897238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0ffa8-b38b-4f72-9a8f-2cf1f1f3e972 req-76320b4b-ce7e-49cb-b766-29463e5a793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:11.900126 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7de0ffa8-b38b-4f72-9a8f-2cf1f1f3e972 req-76320b4b-ce7e-49cb-b766-29463e5a793e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.4903040 Sep 07 16:05:11.922518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-02bcb093-8b5a-4952-af98-b2b503edbe75 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:11.925923 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-02bcb093-8b5a-4952-af98-b2b503edbe75 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6878908 Sep 07 16:05:11.948450 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Request body: {'port': {'device_id': 'dc5d2521-fb08-4efb-a6cf-1dab3506925c', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '862afeab01384f9383e2db2235f4b998'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:11.953233 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2cc7f-b324-4edf-84b9-d8395b6ab56c req-2855fc30-9ab8-400f-bad8-ed176fc4bb0d tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:11.961044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3a2cc7f-b324-4edf-84b9-d8395b6ab56c req-2855fc30-9ab8-400f-bad8-ed176fc4bb0d tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 944 time: 0.5200379 Sep 07 16:05:11.983964 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7de0ffa8-b38b-4f72-9a8f-2cf1f1f3e972 req-afa29c21-d0b4-4844-8614-8729801e2784 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561755 Sep 07 16:05:12.013441 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:12.022543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e10d3a-615a-4621-b885-17c787c4a0b0 req-17bbadf4-f8be-4868-8783-5c6a7dd67142 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:12.024158 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0e10d3a-615a-4621-b885-17c787c4a0b0 req-17bbadf4-f8be-4868-8783-5c6a7dd67142 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce97e0c9-a0b0-44ee-9bc0-e97d02727d40 HTTP/1.1" status: 200 len: 950 time: 0.2404437 Sep 07 16:05:12.095645 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:12.105286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:12.105917 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:12.108113 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] 10.222.0.35 "PUT /v2.0/ports/4e90118b-dfff-44fe-b0fd-e74853d81a79 HTTP/1.1" status: 200 len: 1092 time: 2.8421149 Sep 07 16:05:12.121313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-2fb09574-1408-4c76-965a-35db742b11be tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:12.123068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-2fb09574-1408-4c76-965a-35db742b11be tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1673577 Sep 07 16:05:12.123466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d3def0-7c24-499b-a2d2-79f17934ae4d', 'tag': '4e90118b-dfff-44fe-b0fd-e74853d81a79'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:12.125840 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b8b4e8-bdb2-4a16-b2e5-2772f4ae3029" -d '{"events": [{"name": "network-changed", "server_uuid": "31d3def0-7c24-499b-a2d2-79f17934ae4d", "tag": "4e90118b-dfff-44fe-b0fd-e74853d81a79"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:12.154805 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3a2cc7f-b324-4edf-84b9-d8395b6ab56c req-77078a5a-ee87-4bcc-999f-e022a6c9ff94 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859248 Sep 07 16:05:12.186683 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-30f485a8-8e41-492a-a9a4-3d3172c1aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:04:36Z', 'revision_number': 4, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '98577b0b-0629-49e4-bcfa-5cf3a77dfe37', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'port_id': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'mac_address': 'fa:16:3e:2c:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135db353-ce7e-43f2-a768-d5b3c0fbdc57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:04:42Z', 'updated_at': '2021-09-07T16:05:09Z', 'revision_number': 1, 'project_id': '05f534b669c84062ad8718906e1ab014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58d220c-70a0-4c60-acaa-151c1ae2889f', 'name': '', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'mac_address': 'fa:16:3e:71:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:35Z', 'updated_at': '2021-09-07T16:04:44Z', 'revision_number': 5, 'project_id': '05f534b669c84062ad8718906e1ab014', 'subnets': [{'id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:12.216737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Made reservation on behalf of 862afeab01384f9383e2db2235f4b998 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:12.222572 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:12.239424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3592410-72fa-43f3-96e9-8457a7348e0e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:12.250617 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f485a8-8e41-492a-a9a4-3d3172c1aeca None None] The sync data for ids ['662c0868-3242-45ca-9eb9-1e76c03da74e'] in n-d-807551-3 is: [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:04:36Z', 'revision_number': 4, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '98577b0b-0629-49e4-bcfa-5cf3a77dfe37', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'port_id': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'mac_address': 'fa:16:3e:2c:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135db353-ce7e-43f2-a768-d5b3c0fbdc57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:04:42Z', 'updated_at': '2021-09-07T16:05:09Z', 'revision_number': 1, 'project_id': '05f534b669c84062ad8718906e1ab014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58d220c-70a0-4c60-acaa-151c1ae2889f', 'name': '', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'mac_address': 'fa:16:3e:71:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:35Z', 'updated_at': '2021-09-07T16:04:44Z', 'revision_number': 5, 'project_id': '05f534b669c84062ad8718906e1ab014', 'subnets': [{'id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:05:12.269385 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:12.271400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-038be116-b9c1-49e3-8127-3c431a099e52 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b3592410-72fa-43f3-96e9-8457a7348e0e HTTP/1.1" status: 204 len: 168 time: 2.3328485 Sep 07 16:05:12.282748 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Request body: {'port': {'device_id': '64ddf444-5b65-4720-87f8-9f8eaccc1c3d', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '862afeab01384f9383e2db2235f4b998'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:12.417913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05c148-7bd8-476d-a2a0-fa14c00dd0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e90118b-dfff-44fe-b0fd-e74853d81a79,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:12.445886 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7de0ffa8-b38b-4f72-9a8f-2cf1f1f3e972 req-28910f7a-ab21-4da2-8dae-c10a445a15cc service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692226 Sep 07 16:05:12.491398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0e10d3a-615a-4621-b885-17c787c4a0b0 req-095dfae9-9abf-4ea4-b2e6-879189cf23c7 tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1d108a6-1826-4176-a248-aceda5e40f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521403 Sep 07 16:05:12.517801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ae5a77f-58ab-4e49-998d-7cd440714b3e req-e1b84732-9c6c-4924-b82a-4cd4b903a945 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 210 time: 0.1196306 Sep 07 16:05:12.659606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135db353-ce7e-43f2-a768-d5b3c0fbdc57', 'tag': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:12.661641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742caadf-ea04-4a15-abb5-2343875ce79f None None] New status for floating IP 98577b0b-0629-49e4-bcfa-5cf3a77dfe37: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:05:12.676891 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182f1e1a-dc86-4807-80ef-1d4dd30f511a" -d '{"events": [{"name": "network-changed", "server_uuid": "135db353-ce7e-43f2-a768-d5b3c0fbdc57", "tag": "2f1866c6-cd1c-4fe2-8f03-621584ff7d9b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:12.683894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40070) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:12.731187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533a769-79e3-4934-9794-4172106fcaac req-208d4827-66b1-4390-aee6-2a295bc51780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:12.733672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-208d4827-66b1-4390-aee6-2a295bc51780 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da81e3ba90e64f67b8e64e6d0bddb0fe&device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 1095 time: 0.5175066 Sep 07 16:05:12.765913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Allocated IP 192.168.233.74 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:12.809672 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7de0ffa8-b38b-4f72-9a8f-2cf1f1f3e972 req-4dd64aa9-861c-4eae-b96c-918390b53d83 service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264987 Sep 07 16:05:12.847399 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c6d0dcfd-0582-43d6-9a78-afa4b8871065 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37f5e55752ae41128dee921618747ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496828 Sep 07 16:05:12.851800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-ecd14a2b-6fd5-47b8-864f-e2e3ddf1dca9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e90118b-dfff-44fe-b0fd-e74853d81a79 HTTP/1.1" status: 200 len: 217 time: 0.0930715 Sep 07 16:05:12.858283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40074) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:12.896662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f28e9e4a-d879-4ced-812b-0b8f3f131d30 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:12.978108 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port f28e9e4a-d879-4ced-812b-0b8f3f131d30 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:12.989813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port f28e9e4a-d879-4ced-812b-0b8f3f131d30 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:12.990131 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.040564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f907e-51d9-4193-86ca-77e19f83c516 req-b6d0bf2f-92a5-402b-8fb0-0a66322b2323 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:13.048727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d08f907e-51d9-4193-86ca-77e19f83c516 req-b6d0bf2f-92a5-402b-8fb0-0a66322b2323 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.3452904 Sep 07 16:05:13.065094 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.083909 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Transition to ACTIVE for port object a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:13.101197 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f71f9d12-d5c5-4c8d-9a55-ac2fec718aef req-65e1f5f8-3474-45e0-a0f8-a50c5bd0889d tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.124299 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.131241 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.153277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:13.156117 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064c0ac5-d5e9-4ca7-b137-ac0259b19b60" -d '{"events": [{"server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "name": "network-vif-plugged", "status": "completed", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:13.156481 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1f5f8-3474-45e0-a0f8-a50c5bd0889d tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Pushing event deleted for resources: {'Port': ['ID=0b88ed1c-e6c1-4a03-b500-c1991dac0e81,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:13.159174 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c398828b-893a-43ca-a49d-fb17cedebdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.162191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533a769-79e3-4934-9794-4172106fcaac req-0079809f-ece7-42c0-b1ba-f2efb78adbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:13.163620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-0079809f-ece7-42c0-b1ba-f2efb78adbc5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=731e0036-3c31-475c-ac6a-735261833588 HTTP/1.1" status: 200 len: 863 time: 0.2555122 Sep 07 16:05:13.163725 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db', 'aac4c757-f6cc-4d1e-a279-038b10875c09', '93654770-500a-4bfe-bc36-2c003543b94a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:13.203654 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:13.213759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:13.213903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:13.216595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event updated for resources: {'Port': ['ID=a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:13.223495 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d08f907e-51d9-4193-86ca-77e19f83c516 req-5730b581-732c-4f08-a03d-fedc61eb5d47 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737466 Sep 07 16:05:13.227169 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:13.229642 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.249621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Made reservation on behalf of 862afeab01384f9383e2db2235f4b998 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:13.254300 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.324564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:13.343125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:13.344086 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.367361 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-39792193-9c09-48c2-aa70-5d6e219faf53 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4237597 Sep 07 16:05:13.370290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71f9d12-d5c5-4c8d-9a55-ac2fec718aef req-65e1f5f8-3474-45e0-a0f8-a50c5bd0889d tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] No DVR routers for this DVR port 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:05:13.375395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c398828b-893a-43ca-a49d-fb17cedebdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.387996 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f71f9d12-d5c5-4c8d-9a55-ac2fec718aef req-65e1f5f8-3474-45e0-a0f8-a50c5bd0889d tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.390013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Request body: {'port': {'device_id': 'dc5d2521-fb08-4efb-a6cf-1dab3506925c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:13.393117 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f71f9d12-d5c5-4c8d-9a55-ac2fec718aef req-65e1f5f8-3474-45e0-a0f8-a50c5bd0889d tempest-TenantUsagesTestJSON-1241874715 tempest-TenantUsagesTestJSON-1241874715-project] 10.222.0.35 "DELETE /v2.0/ports/0b88ed1c-e6c1-4a03-b500-c1991dac0e81 HTTP/1.1" status: 204 len: 173 time: 3.3447361 Sep 07 16:05:13.412733 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099dd699-ca34-4e77-93b8-c992915c9bea x-openstack-request-id: req-099dd699-ca34-4e77-93b8-c992915c9bea {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:13.412974 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d3def0-7c24-499b-a2d2-79f17934ae4d", "tag": "4e90118b-dfff-44fe-b0fd-e74853d81a79", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:13.413184 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-099dd699-ca34-4e77-93b8-c992915c9bea {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:13.414308 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d3def0-7c24-499b-a2d2-79f17934ae4d', 'tag': '4e90118b-dfff-44fe-b0fd-e74853d81a79', 'status': 'completed', 'code': 200} Sep 07 16:05:13.416587 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533a769-79e3-4934-9794-4172106fcaac req-6a8e805b-38e0-46a6-995c-65905a4151dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:13.422832 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-6a8e805b-38e0-46a6-995c-65905a4151dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=40d34971-072c-4081-981f-edebb2a17e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506099 Sep 07 16:05:13.512484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.601580 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:05:13.640287 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:05:13.642347 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0b88ed1c-e6c1-4a03-b500-c1991dac0e81 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:05:13.825812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cd658-05a4-45e3-8095-2457543a0d4e req-19debcc9-bcfa-4d25-a142-2b92138128b5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:13.827655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d4cd658-05a4-45e3-8095-2457543a0d4e req-19debcc9-bcfa-4d25-a142-2b92138128b5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.3223388 Sep 07 16:05:13.861980 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.868526 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c398828b-893a-43ca-a49d-fb17cedebdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.871078 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c398828b-893a-43ca-a49d-fb17cedebdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.875949 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c398828b-893a-43ca-a49d-fb17cedebdcc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9362ac7e-ea54-465e-ac73-bbe71843f844 HTTP/1.1" status: 204 len: 168 time: 1.0111344 Sep 07 16:05:13.894295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6b27805e-5ac5-419d-a52d-8937256350a8 None None] Provisioning for port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:13.894943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-f9bb9088-9a4c-4099-b915-0dbbc659218b service neutron] 10.222.0.35 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021113 Sep 07 16:05:13.901632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6b27805e-5ac5-419d-a52d-8937256350a8 None None] Provisioning complete for port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:13.902736 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b27805e-5ac5-419d-a52d-8937256350a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:13.903815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398828b-893a-43ca-a49d-fb17cedebdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9362ac7e-ea54-465e-ac73-bbe71843f844,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:13.912041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Allocated IP 192.168.233.110 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/88c4e6fa-48bb-45df-90cc-573146683882) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:13.959577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6b27805e-5ac5-419d-a52d-8937256350a8 None None] Port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:05:14.016228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d4cd658-05a4-45e3-8095-2457543a0d4e req-84356f2d-0391-4d58-b679-bbc50cbb86ba tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603165 Sep 07 16:05:14.053284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7533a769-79e3-4934-9794-4172106fcaac req-8369f68a-6176-428d-8277-73e0e808424a service neutron] 10.222.0.35 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458588 Sep 07 16:05:14.100060 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-15f4b9c4-549d-4620-ba85-15c18e1eb02b tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:05:14.101805 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-15f4b9c4-549d-4620-ba85-15c18e1eb02b tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112898 Sep 07 16:05:14.174266 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ff1713-5a18-4cbc-94bd-bcdf8c393c00 x-openstack-request-id: req-b8ff1713-5a18-4cbc-94bd-bcdf8c393c00 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:14.174566 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135db353-ce7e-43f2-a768-d5b3c0fbdc57", "tag": "2f1866c6-cd1c-4fe2-8f03-621584ff7d9b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:14.174821 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8ff1713-5a18-4cbc-94bd-bcdf8c393c00 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:14.175954 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135db353-ce7e-43f2-a768-d5b3c0fbdc57', 'tag': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b', 'status': 'completed', 'code': 200} Sep 07 16:05:14.197956 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-224c3e76-edb3-4dc9-a70c-caa753e96fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:14.212906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-b20c2c62-4505-4667-a9d8-d9dcc6b41869 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:14.214317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-b20c2c62-4505-4667-a9d8-d9dcc6b41869 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports/e0f77dab-a541-45a4-9c63-e28944de1262 HTTP/1.1" status: 200 len: 1093 time: 0.1042523 Sep 07 16:05:14.228684 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfc55ae-b4fe-4e4d-8c95-dadf3ba53932 x-openstack-request-id: req-edfc55ae-b4fe-4e4d-8c95-dadf3ba53932 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:14.229338 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "name": "network-vif-plugged", "status": "completed", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:14.229843 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edfc55ae-b4fe-4e4d-8c95-dadf3ba53932 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:14.230091 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] Request body: {'binding': {'host': 'n-h2-807551-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:14.230717 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'code': 200} Sep 07 16:05:14.230833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] Unknown quota resources ['binding']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:05:14.295721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8b4e8-bdb2-4a16-b2e5-2772f4ae3029 req-004c5769-f305-4c93-97a5-a14e1fb936cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:14.296621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83b8b4e8-bdb2-4a16-b2e5-2772f4ae3029 req-004c5769-f305-4c93-97a5-a14e1fb936cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da81e3ba90e64f67b8e64e6d0bddb0fe&device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 1095 time: 0.1262112 Sep 07 16:05:14.320123 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1e1a-dc86-4807-80ef-1d4dd30f511a req-ed2590ed-fc56-4c14-9fcf-c6f2a58833b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:14.322032 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-182f1e1a-dc86-4807-80ef-1d4dd30f511a req-ed2590ed-fc56-4c14-9fcf-c6f2a58833b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05f534b669c84062ad8718906e1ab014&device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 1096 time: 0.1239789 Sep 07 16:05:14.346839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:14.444184 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40110) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:14.473946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1e1a-dc86-4807-80ef-1d4dd30f511a req-bd2064d9-65f6-4a8d-b7d1-f162237ce7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:14.475435 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-182f1e1a-dc86-4807-80ef-1d4dd30f511a req-bd2064d9-65f6-4a8d-b7d1-f162237ce7f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bae6e4c5-3f29-45bd-9e94-604f37a54bfe HTTP/1.1" status: 200 len: 916 time: 0.1446986 Sep 07 16:05:14.545185 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0edc6510-cd8f-4631-98dc-a2bfda42fa08 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f4384732aef44f08847263901ee8056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0997350 Sep 07 16:05:14.547925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40112) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:14.583988 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-182f1e1a-dc86-4807-80ef-1d4dd30f511a req-c9f9dac3-ff09-47db-8d54-2d59f678f767 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b HTTP/1.1" status: 200 len: 1001 time: 0.0987420 Sep 07 16:05:14.652152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9f5168c-3ab0-469d-9cbb-583bc62b0d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:14.659754 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1e1a-dc86-4807-80ef-1d4dd30f511a req-7594365f-f7a1-43e8-a4fd-f3bd117034c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:14.661317 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-182f1e1a-dc86-4807-80ef-1d4dd30f511a req-7594365f-f7a1-43e8-a4fd-f3bd117034c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c28b7b2-1b08-4781-89ce-de8cc0ee50ea HTTP/1.1" status: 200 len: 854 time: 0.0693841 Sep 07 16:05:14.690268 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9f5168c-3ab0-469d-9cbb-583bc62b0d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:14.708195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Transition to ACTIVE for port object 88c4e6fa-48bb-45df-90cc-573146683882 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:14.729238 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:14.743492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1e1a-dc86-4807-80ef-1d4dd30f511a req-932f433f-bace-434c-8731-eb74a90a6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:14.745036 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-182f1e1a-dc86-4807-80ef-1d4dd30f511a req-932f433f-bace-434c-8731-eb74a90a6769 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bae6e4c5-3f29-45bd-9e94-604f37a54bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727689 Sep 07 16:05:14.746367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52755f32-1521-4317-a7fc-da8cfc269a99 req-9da396f8-518e-42d9-8599-e32f6e75de04 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:14.748562 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52755f32-1521-4317-a7fc-da8cfc269a99 req-9da396f8-518e-42d9-8599-e32f6e75de04 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 944 time: 0.4618063 Sep 07 16:05:14.782198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805a781-4aa8-4152-93aa-953c9ccc8db4 req-0d30e27a-f401-45dc-a5f6-4396ee083b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:14.783919 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4805a781-4aa8-4152-93aa-953c9ccc8db4 req-0d30e27a-f401-45dc-a5f6-4396ee083b60 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 1101 time: 0.4343920 Sep 07 16:05:14.789381 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9f5168c-3ab0-469d-9cbb-583bc62b0d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:14.791947 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9f5168c-3ab0-469d-9cbb-583bc62b0d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:14.793193 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a9f5168c-3ab0-469d-9cbb-583bc62b0d68 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1bb2c7eb-cdc7-4842-9fcf-aafda3c46bd8 HTTP/1.1" status: 204 len: 168 time: 0.2441819 Sep 07 16:05:14.832656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5168c-3ab0-469d-9cbb-583bc62b0d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb2c7eb-cdc7-4842-9fcf-aafda3c46bd8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:14.846928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8b4e8-bdb2-4a16-b2e5-2772f4ae3029 req-2726f4d7-cb38-491b-9dff-592e868262bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:14.848364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83b8b4e8-bdb2-4a16-b2e5-2772f4ae3029 req-2726f4d7-cb38-491b-9dff-592e868262bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=40d34971-072c-4081-981f-edebb2a17e0d HTTP/1.1" status: 200 len: 925 time: 0.5277638 Sep 07 16:05:14.863130 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-182f1e1a-dc86-4807-80ef-1d4dd30f511a req-20639b4f-d330-44b1-937d-e947fdc467fc service neutron] 10.222.0.54 "GET /v2.0/networks/bae6e4c5-3f29-45bd-9e94-604f37a54bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094902 Sep 07 16:05:14.934540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] Attempting to bind port e0f77dab-a541-45a4-9c63-e28944de1262 on host n-h2-807551-3 for vnic_type normal with profile None {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:14.934932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] Attempting to bind port e0f77dab-a541-45a4-9c63-e28944de1262 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:14.935271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] Attempting to bind port e0f77dab-a541-45a4-9c63-e28944de1262 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:14.941935 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52755f32-1521-4317-a7fc-da8cfc269a99 req-1686f9ba-0fa7-405b-b2b7-a892e8db6a52 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801884 Sep 07 16:05:14.944598 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:14.947436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83b8b4e8-bdb2-4a16-b2e5-2772f4ae3029 req-00d1607e-10b6-4c06-b7ef-da5f73746de5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e90118b-dfff-44fe-b0fd-e74853d81a79 HTTP/1.1" status: 200 len: 217 time: 0.0785267 Sep 07 16:05:14.950548 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4805a781-4aa8-4152-93aa-953c9ccc8db4 req-8aafce93-cea6-4f72-a725-6d5923293747 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426342 Sep 07 16:05:14.957526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] Port e0f77dab-a541-45a4-9c63-e28944de1262 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:05:14.957883 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] Attempting to bind port e0f77dab-a541-45a4-9c63-e28944de1262 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:14.968683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db', 'aac4c757-f6cc-4d1e-a279-038b10875c09', '93654770-500a-4bfe-bc36-2c003543b94a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:15.036289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:15.036931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] Checking segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:15.037573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] Bound using segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:15.038314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] Bound port: e0f77dab-a541-45a4-9c63-e28944de1262, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:15.078036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:15.082807 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-182f1e1a-dc86-4807-80ef-1d4dd30f511a req-2b734f61-3b62-4359-b375-fc6e67825670 service neutron] 10.222.0.54 "GET /v2.0/networks/bae6e4c5-3f29-45bd-9e94-604f37a54bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102687 Sep 07 16:05:15.127622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:15.151692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:15.172455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event updated for resources: {'Port': ['ID=88c4e6fa-48bb-45df-90cc-573146683882,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:15.203135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8b4e8-bdb2-4a16-b2e5-2772f4ae3029 req-3366c688-10f8-48ed-ad60-028032e4da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:15.205119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83b8b4e8-bdb2-4a16-b2e5-2772f4ae3029 req-3366c688-10f8-48ed-ad60-028032e4da75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=731e0036-3c31-475c-ac6a-735261833588 HTTP/1.1" status: 200 len: 863 time: 0.2218447 Sep 07 16:05:15.260052 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:15.269904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:15.287733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Transition to ACTIVE for port object a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:15.294395 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:15.301697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e0f77dab-a541-45a4-9c63-e28944de1262,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:15.313055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:15.313733 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:15.326377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1b84a-5e81-4f0e-b7f3-4d2ce20c04ab req-cf1893dc-6ea8-4625-b104-6b912046b47b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:15.327952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3fb1b84a-5e81-4f0e-b7f3-4d2ce20c04ab req-cf1893dc-6ea8-4625-b104-6b912046b47b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 935 time: 0.2627089 Sep 07 16:05:15.338200 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:15.341802 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-2e4631af-b3fd-44ae-a795-cdb3064a1b54 service neutron] 10.222.0.70 "POST /v2.0/ports/e0f77dab-a541-45a4-9c63-e28944de1262/bindings HTTP/1.1" status: 201 len: 389 time: 1.1179338 Sep 07 16:05:15.364306 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:15.378833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-23f9afa9-d7c6-4e13-b68c-13d1ad957a78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1638350 Sep 07 16:05:15.390784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8b4e8-bdb2-4a16-b2e5-2772f4ae3029 req-4e03adcd-079b-4a42-8397-e01256234a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:15.392450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83b8b4e8-bdb2-4a16-b2e5-2772f4ae3029 req-4e03adcd-079b-4a42-8397-e01256234a5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=40d34971-072c-4081-981f-edebb2a17e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699326 Sep 07 16:05:15.427091 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Request body: {'port': {'device_id': '64ddf444-5b65-4720-87f8-9f8eaccc1c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:15.429564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce97e0c9-a0b0-44ee-9bc0-e97d02727d40', 'name': 'network-vif-deleted', 'tag': '0b88ed1c-e6c1-4a03-b500-c1991dac0e81'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:15.431879 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb844d5-19bf-4d34-8eb6-4a897319e670" -d '{"events": [{"server_uuid": "ce97e0c9-a0b0-44ee-9bc0-e97d02727d40", "name": "network-vif-deleted", "tag": "0b88ed1c-e6c1-4a03-b500-c1991dac0e81"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:15.484270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3fb1b84a-5e81-4f0e-b7f3-4d2ce20c04ab req-8b326507-0e63-4430-bfe6-406fa477437d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355965 Sep 07 16:05:15.533379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Attempting to bind port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:15.533721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Attempting to bind port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:15.534056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Attempting to bind port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:15.562250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:05:15.562594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Attempting to bind port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:15.577033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:15.577380 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:15.585435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:15.585999 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Bound port: a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:15.586380 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:15.625890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:05:15.646231 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:15.790116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] For port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:15.800289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] For port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:15.810600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:15.823136 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83b8b4e8-bdb2-4a16-b2e5-2772f4ae3029 req-c4a4f0c3-3552-423c-a7e8-607093ecf665 service neutron] 10.222.0.35 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147546 Sep 07 16:05:15.829838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-58d6b8de-3d01-4667-b37b-82f25c05771c None None] Provisioning for port 88c4e6fa-48bb-45df-90cc-573146683882 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:15.851381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-58d6b8de-3d01-4667-b37b-82f25c05771c None None] Provisioning complete for port 88c4e6fa-48bb-45df-90cc-573146683882 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:15.852007 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58d6b8de-3d01-4667-b37b-82f25c05771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:15.901312 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:15.906128 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:15.912246 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] 10.222.0.35 "PUT /v2.0/ports/a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce HTTP/1.1" status: 200 len: 1095 time: 2.5299656 Sep 07 16:05:15.937220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-58d6b8de-3d01-4667-b37b-82f25c05771c None None] Port 88c4e6fa-48bb-45df-90cc-573146683882 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:05:15.941951 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:15.958539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'c8770f4d-12d5-4b01-a8ef-91b66b81ffe1', 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c', 'port_id': 'c8770f4d-12d5-4b01-a8ef-91b66b81ffe1', 'mac_address': 'fa:16:3e:6f:76:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd931a9bd-777d-4745-82da-a7eac9df350f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:05:15.993863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31c710-4a7d-4ae7-8556-c4200468f6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:16.015008 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.032301 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:16.082655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548790a1-f367-4f38-beda-c3d5712fffe0 req-8a7430ca-e455-4837-ad09-18cecff36510 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:16.084383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-548790a1-f367-4f38-beda-c3d5712fffe0 req-8a7430ca-e455-4837-ad09-18cecff36510 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.4028759 Sep 07 16:05:16.095024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-1bbac23b-c69f-4c71-bf59-124133b415ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:16.098670 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-1bbac23b-c69f-4c71-bf59-124133b415ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 1098 time: 0.1040180 Sep 07 16:05:16.112182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:16.129252 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.147145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40146) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:16.201142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5d2521-fb08-4efb-a6cf-1dab3506925c', 'tag': 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:16.205961 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53931622-d7fe-4093-b376-31a44b2b1bba" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5d2521-fb08-4efb-a6cf-1dab3506925c", "tag": "a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:16.229232 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-f9e65571-667f-493d-a350-9c1c3a3e119d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce HTTP/1.1" status: 200 len: 217 time: 0.1187634 Sep 07 16:05:16.242931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-17ab9b28-9fd3-4214-baed-a06f4369809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:16.244978 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-17ab9b28-9fd3-4214-baed-a06f4369809c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 1096 time: 0.5376930 Sep 07 16:05:16.253896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc19d7-6ca1-4b1c-96b6-c2f06645eacd req-5592cb0a-7726-437f-b64c-752cbaf581e1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:16.263256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02cc19d7-6ca1-4b1c-96b6-c2f06645eacd req-5592cb0a-7726-437f-b64c-752cbaf581e1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.5672801 Sep 07 16:05:16.327142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-d0c5655c-9fd1-4c68-8498-175668947a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:16.329467 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-d0c5655c-9fd1-4c68-8498-175668947a35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0829339 Sep 07 16:05:16.346969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:16.406861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-b14aaac5-61c8-4e76-a918-5175904228a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:16.410229 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-b14aaac5-61c8-4e76-a918-5175904228a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659697 Sep 07 16:05:16.455114 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40154) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:16.514148 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83b8b4e8-bdb2-4a16-b2e5-2772f4ae3029 req-ac2de6f1-aaf4-485a-acf9-5a3afc19cb9f service neutron] 10.222.0.35 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447458 Sep 07 16:05:16.534857 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-0ec07f61-115c-4de0-a438-263983e67ade service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142142 Sep 07 16:05:16.538955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02cc19d7-6ca1-4b1c-96b6-c2f06645eacd req-f57595ea-1d9b-4e8d-b4a9-a7d1d002ba9f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746098 Sep 07 16:05:16.566596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1629767945-network', 'tenant_id': '669fa4af9816477bab27e809acea0ffd'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:16.589268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-548790a1-f367-4f38-beda-c3d5712fffe0 req-307c1c82-f34f-422e-bf07-68a54ec976b7 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407287 Sep 07 16:05:16.655522 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47456f3-743a-49a0-83b5-a522f11d7c01 x-openstack-request-id: req-c47456f3-743a-49a0-83b5-a522f11d7c01 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:16.656153 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce97e0c9-a0b0-44ee-9bc0-e97d02727d40", "name": "network-vif-deleted", "tag": "0b88ed1c-e6c1-4a03-b500-c1991dac0e81", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:16.656606 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c47456f3-743a-49a0-83b5-a522f11d7c01 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:16.657281 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce97e0c9-a0b0-44ee-9bc0-e97d02727d40', 'name': 'network-vif-deleted', 'tag': '0b88ed1c-e6c1-4a03-b500-c1991dac0e81', 'status': 'completed', 'code': 200} Sep 07 16:05:16.693659 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-86197e95-f9a3-4da6-8ba4-1971b2159737 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502595 Sep 07 16:05:16.696693 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.751174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-d40d5664-0822-44e0-a059-f918a88b3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:16.752662 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-d40d5664-0822-44e0-a059-f918a88b3ba6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.4679153 Sep 07 16:05:16.775317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-387b7d91-ebde-4386-bf61-160234ff92a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a16c2d9e462b46ff842bd1e266d16f88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6215627 Sep 07 16:05:16.778265 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40160) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:16.787309 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Made reservation on behalf of 669fa4af9816477bab27e809acea0ffd for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:16.789581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.817575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c8770f4d-12d5-4b01-a8ef-91b66b81ffe1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:16.835083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc9860d7-16e3-40be-82fd-8cc9f7bcab44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.852685 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.867041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-113c5c50-9e1d-4a74-bb7c-9a43ec59f284 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f77dab-a541-45a4-9c63-e28944de1262 HTTP/1.1" status: 200 len: 217 time: 0.0828762 Sep 07 16:05:16.878357 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc9860d7-16e3-40be-82fd-8cc9f7bcab44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.921741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5ad46-af6d-43c4-8e94-22b2e06400c7 req-c1966139-b7f3-4f54-a05b-16713d1e81ed tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:16.923259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ddb5ad46-af6d-43c4-8e94-22b2e06400c7 req-c1966139-b7f3-4f54-a05b-16713d1e81ed tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 945 time: 0.2117727 Sep 07 16:05:16.959533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc9860d7-16e3-40be-82fd-8cc9f7bcab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.963161 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc9860d7-16e3-40be-82fd-8cc9f7bcab44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:16.967731 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dc9860d7-16e3-40be-82fd-8cc9f7bcab44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1d108a6-1826-4176-a248-aceda5e40f36 HTTP/1.1" status: 204 len: 168 time: 0.1845112 Sep 07 16:05:16.974876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9860d7-16e3-40be-82fd-8cc9f7bcab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d108a6-1826-4176-a248-aceda5e40f36,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:16.991472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8e779-308c-4254-83d3-7d6da3d04e9a req-16554239-975a-4c24-a2e8-321aaf96ea9f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:16.993165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1da8e779-308c-4254-83d3-7d6da3d04e9a req-16554239-975a-4c24-a2e8-321aaf96ea9f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 944 time: 0.2436967 Sep 07 16:05:17.051506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-5c9f8606-eeb0-4fe0-aee2-db8de27b51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:17.053044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-5c9f8606-eeb0-4fe0-aee2-db8de27b51a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.1514361 Sep 07 16:05:17.136241 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ddb5ad46-af6d-43c4-8e94-22b2e06400c7 req-0d343eab-4bb4-4b36-8cdc-f4c3cff03071 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844790 Sep 07 16:05:17.139110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c4e6fa-48bb-45df-90cc-573146683882 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:17.148987 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-759b0a88-8a61-45a5-a22a-52dfc436a5b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812230 Sep 07 16:05:17.160609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:17.180845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1da8e779-308c-4254-83d3-7d6da3d04e9a req-1a9bd60e-ab73-4572-8f1a-117042e6bdab tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643581 Sep 07 16:05:17.218784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Transition to ACTIVE for port object 88c4e6fa-48bb-45df-90cc-573146683882 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:17.231767 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09772e02-0bd1-4b7d-bdc3-6e3d8e5d06bf x-openstack-request-id: req-09772e02-0bd1-4b7d-bdc3-6e3d8e5d06bf {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:17.232425 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5d2521-fb08-4efb-a6cf-1dab3506925c", "tag": "a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:17.232886 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09772e02-0bd1-4b7d-bdc3-6e3d8e5d06bf {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:17.233472 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5d2521-fb08-4efb-a6cf-1dab3506925c', 'tag': 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce', 'status': 'completed', 'code': 200} Sep 07 16:05:17.253575 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:17.308747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53931622-d7fe-4093-b376-31a44b2b1bba req-38e32d21-0b96-45cf-8335-ca1e62f2d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:17.310830 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-53931622-d7fe-4093-b376-31a44b2b1bba req-38e32d21-0b96-45cf-8335-ca1e62f2d78f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 1098 time: 0.0447247 Sep 07 16:05:17.353609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:17.377350 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:17.395967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Pushing event updated for resources: {'Port': ['ID=88c4e6fa-48bb-45df-90cc-573146683882,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:17.400159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40166) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:17.428751 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-549d5e65-dcb6-4c78-97b5-1631fe9e8908 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653432 Sep 07 16:05:17.458433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53931622-d7fe-4093-b376-31a44b2b1bba req-d3a658c9-8315-4bb1-8f16-abdd4fb678ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:17.459972 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-53931622-d7fe-4093-b376-31a44b2b1bba req-d3a658c9-8315-4bb1-8f16-abdd4fb678ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1336310 Sep 07 16:05:17.462692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:05:17.488510 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c94158a7-5b2b-4076-bcb8-62c6f07199af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:17.528256 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-53931622-d7fe-4093-b376-31a44b2b1bba req-d103ab19-da1e-4ca2-92b5-8abe2740e199 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce HTTP/1.1" status: 200 len: 217 time: 0.0476232 Sep 07 16:05:17.602273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53931622-d7fe-4093-b376-31a44b2b1bba req-7fbc386c-b690-44d7-94e9-c8a106489326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:17.603836 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-53931622-d7fe-4093-b376-31a44b2b1bba req-7fbc386c-b690-44d7-94e9-c8a106489326 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0632606 Sep 07 16:05:17.670873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53931622-d7fe-4093-b376-31a44b2b1bba req-4e941bb0-954c-4292-973b-f3b9514e3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:17.672770 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-53931622-d7fe-4093-b376-31a44b2b1bba req-4e941bb0-954c-4292-973b-f3b9514e3442 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584464 Sep 07 16:05:17.738924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d583d871-ae7c-4aa1-8b93-e38e80275815,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:17.759413 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:17.759922 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Added segment 2a6653d8-9883-4d35-b73c-979250001836 of type vlan for network 128062b4-eb7d-4f66-9c3b-585ecdef1766 Sep 07 16:05:17.790631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78232b-6ca6-40e8-a23b-6e3fe1457273 req-620eb796-da24-4055-812b-af6706fd4385 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:17.792173 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a78232b-6ca6-40e8-a23b-6e3fe1457273 req-620eb796-da24-4055-812b-af6706fd4385 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 947 time: 0.5018885 Sep 07 16:05:17.798505 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-53931622-d7fe-4093-b376-31a44b2b1bba req-d58f3782-3b8b-4399-87e6-bd6f576cd99c service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084776 Sep 07 16:05:17.900828 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-53931622-d7fe-4093-b376-31a44b2b1bba req-928c8a88-4402-4f7c-a4c5-543d00d39536 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885122 Sep 07 16:05:17.912660 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:17.993505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Attempting to bind port 88c4e6fa-48bb-45df-90cc-573146683882 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:17.993764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Attempting to bind port 88c4e6fa-48bb-45df-90cc-573146683882 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:17.994097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Attempting to bind port 88c4e6fa-48bb-45df-90cc-573146683882 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:18.007619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a78232b-6ca6-40e8-a23b-6e3fe1457273 req-78a226cd-ab60-4ef2-8161-fa565f4e85b0 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949296 Sep 07 16:05:18.015322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98628b7-fb04-4689-bf53-acdc8a5c9d50 req-1648af13-b546-46d7-a22b-ab152cc23d12 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:18.016909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a98628b7-fb04-4689-bf53-acdc8a5c9d50 req-1648af13-b546-46d7-a22b-ab152cc23d12 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.2791684 Sep 07 16:05:18.018868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-1a9f16d0-d645-478c-8ed4-70104fb4641e service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627365 Sep 07 16:05:18.024873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Port 88c4e6fa-48bb-45df-90cc-573146683882 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:05:18.025212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Attempting to bind port 88c4e6fa-48bb-45df-90cc-573146683882 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:18.032046 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.033041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:18.033629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.071959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:18.072357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:18.072731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:18.073183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Bound port: 88c4e6fa-48bb-45df-90cc-573146683882, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:18.073547 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.213572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] Pushing event updated for resources: {'Network': ['ID=128062b4-eb7d-4f66-9c3b-585ecdef1766,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:18.225161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 128062b4-eb7d-4f66-9c3b-585ecdef1766 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:05:18.245202 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a98628b7-fb04-4689-bf53-acdc8a5c9d50 req-1c20dabf-ddf0-4eaf-ada9-68dbbc342e5e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150664 Sep 07 16:05:18.306975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117f6c0-1412-44ad-a195-d77f2ef3fab2 req-04da8f49-dddc-4ce9-bda1-28256b05b6f1 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:18.308746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a117f6c0-1412-44ad-a195-d77f2ef3fab2 req-04da8f49-dddc-4ce9-bda1-28256b05b6f1 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 944 time: 0.2298076 Sep 07 16:05:18.320981 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c94158a7-5b2b-4076-bcb8-62c6f07199af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.335559 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c94158a7-5b2b-4076-bcb8-62c6f07199af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.339207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] For port 88c4e6fa-48bb-45df-90cc-573146683882, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:18.374036 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e858d226-a4f5-4147-936d-6052d1e89d8a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9102125 Sep 07 16:05:18.374508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40180) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:18.379663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3465392d-cfcf-4c43-bd48-ba8a54fec6fd admin admin] Request body: {'subnet': {'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1629767945-subnet', 'tenant_id': '669fa4af9816477bab27e809acea0ffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:18.405637 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3465392d-cfcf-4c43-bd48-ba8a54fec6fd admin admin] Made reservation on behalf of 669fa4af9816477bab27e809acea0ffd for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:18.408209 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3465392d-cfcf-4c43-bd48-ba8a54fec6fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.429736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] For port 88c4e6fa-48bb-45df-90cc-573146683882, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=88c4e6fa-48bb-45df-90cc-573146683882,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:18.457909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94158a7-5b2b-4076-bcb8-62c6f07199af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf296ac-bf33-4612-953b-f66fbf8832a8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:18.466487 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.498514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c94158a7-5b2b-4076-bcb8-62c6f07199af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ef7093a6a9c4c17ac0b25943cea3741&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0915623 Sep 07 16:05:18.501144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40182) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:18.542971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a117f6c0-1412-44ad-a195-d77f2ef3fab2 req-cec8272e-7e8d-4706-8ee1-fab5b6fe7ecc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201648 Sep 07 16:05:18.570200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:18.570821 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.572395 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] 10.222.0.54 "PUT /v2.0/ports/88c4e6fa-48bb-45df-90cc-573146683882 HTTP/1.1" status: 200 len: 1096 time: 3.1651475 Sep 07 16:05:18.591896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97359a7-71cc-446c-8ee8-e53b404a2d93 req-4e3d2a5b-0a27-481f-9400-b19ea93b1375 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:18.593785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b97359a7-71cc-446c-8ee8-e53b404a2d93 req-4e3d2a5b-0a27-481f-9400-b19ea93b1375 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 945 time: 0.1733420 Sep 07 16:05:18.623153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33815dd1-f24f-4983-8784-3e89cb568622 service neutron] Pushing event updated for resources: {'Port': ['ID=88c4e6fa-48bb-45df-90cc-573146683882,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:18.631658 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a38c6342-b874-4b75-b3cb-f850491de639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.662416 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a38c6342-b874-4b75-b3cb-f850491de639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.665463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ddf444-5b65-4720-87f8-9f8eaccc1c3d', 'tag': '88c4e6fa-48bb-45df-90cc-573146683882'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:18.674781 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71fa6bf-488e-4645-89dc-1c76919e032e" -d '{"events": [{"name": "network-changed", "server_uuid": "64ddf444-5b65-4720-87f8-9f8eaccc1c3d", "tag": "88c4e6fa-48bb-45df-90cc-573146683882"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:18.769644 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3465392d-cfcf-4c43-bd48-ba8a54fec6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.783536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b97359a7-71cc-446c-8ee8-e53b404a2d93 req-52d5ace4-6159-461b-91b1-b9465a65a45c tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681366 Sep 07 16:05:18.822098 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a38c6342-b874-4b75-b3cb-f850491de639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.824771 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a38c6342-b874-4b75-b3cb-f850491de639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.826577 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a38c6342-b874-4b75-b3cb-f850491de639 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6bf296ac-bf33-4612-953b-f66fbf8832a8 HTTP/1.1" status: 204 len: 168 time: 0.3238430 Sep 07 16:05:18.847523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c6342-b874-4b75-b3cb-f850491de639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf296ac-bf33-4612-953b-f66fbf8832a8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:18.870535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465392d-cfcf-4c43-bd48-ba8a54fec6fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=16512a79-062b-41f3-bfdf-b580889f79b3,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:18.871963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556fa4b-8bf9-4ee4-8c5d-933c513a7b7a req-6b0fe0b7-859f-4a4c-8485-8a19402cd898 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:18.882233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3465392d-cfcf-4c43-bd48-ba8a54fec6fd admin admin] Checking segment: {'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:18.882604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3465392d-cfcf-4c43-bd48-ba8a54fec6fd admin admin] Network hostable DHCP agents. Network: 128062b4-eb7d-4f66-9c3b-585ecdef1766, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:05:18.891691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7556fa4b-8bf9-4ee4-8c5d-933c513a7b7a req-6b0fe0b7-859f-4a4c-8485-8a19402cd898 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 944 time: 0.2089133 Sep 07 16:05:18.902629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-ee24b808-ef12-436d-837e-c53eb467cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:18.904706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-ee24b808-ef12-436d-837e-c53eb467cf08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=64ddf444-5b65-4720-87f8-9f8eaccc1c3d HTTP/1.1" status: 200 len: 1099 time: 0.2759435 Sep 07 16:05:18.919466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3465392d-cfcf-4c43-bd48-ba8a54fec6fd admin admin] Network 128062b4-eb7d-4f66-9c3b-585ecdef1766 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:05:18.933869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3465392d-cfcf-4c43-bd48-ba8a54fec6fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 128062b4-eb7d-4f66-9c3b-585ecdef1766) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:18.943478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3465392d-cfcf-4c43-bd48-ba8a54fec6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:18.944317 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3465392d-cfcf-4c43-bd48-ba8a54fec6fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:18.947252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ca848-03d2-47b7-bb1d-9c641df4c729 None None] Network 128062b4-eb7d-4f66-9c3b-585ecdef1766 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:05:18.985923 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3465392d-cfcf-4c43-bd48-ba8a54fec6fd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6100638 Sep 07 16:05:19.062857 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-7c245410-7d6e-4fbf-9336-184e4623a755 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=88c4e6fa-48bb-45df-90cc-573146683882 HTTP/1.1" status: 200 len: 217 time: 0.1440966 Sep 07 16:05:19.100586 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7556fa4b-8bf9-4ee4-8c5d-933c513a7b7a req-fe89cf4e-7983-4ea3-aa41-d12a8a86725d tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078238 Sep 07 16:05:19.178447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d2180-6026-4d30-964d-d9f4a857cf58 req-dc03fae9-ea5b-4108-8e35-74ee76cd854d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:19.189911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a93d2180-6026-4d30-964d-d9f4a857cf58 req-dc03fae9-ea5b-4108-8e35-74ee76cd854d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.2686207 Sep 07 16:05:19.209016 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90c6d83-c59c-4ee7-8d8a-5487aabcf69c x-openstack-request-id: req-f90c6d83-c59c-4ee7-8d8a-5487aabcf69c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:19.209462 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ddf444-5b65-4720-87f8-9f8eaccc1c3d", "tag": "88c4e6fa-48bb-45df-90cc-573146683882", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:19.209714 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f90c6d83-c59c-4ee7-8d8a-5487aabcf69c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:19.210185 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ddf444-5b65-4720-87f8-9f8eaccc1c3d', 'tag': '88c4e6fa-48bb-45df-90cc-573146683882', 'status': 'completed', 'code': 200} Sep 07 16:05:19.212620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-f664a7af-073a-400f-8088-3f9310e884b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:19.214380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-f664a7af-073a-400f-8088-3f9310e884b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1396074 Sep 07 16:05:19.240083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa7ac78-db31-49c9-af0b-f2ec82d834d9 None None] Network 128062b4-eb7d-4f66-9c3b-585ecdef1766 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:05:19.285273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a93d2180-6026-4d30-964d-d9f4a857cf58 req-4c0c4ad4-08c6-4563-8e28-7b355540ffe0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943735 Sep 07 16:05:19.305979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-dce3bf5d-7703-47fe-9b3a-20ea14a7a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:19.307569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-dce3bf5d-7703-47fe-9b3a-20ea14a7a6fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741374 Sep 07 16:05:19.496002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a74bd-a392-4a3f-ac87-e74b5476811e req-504e0c27-e298-4791-837c-ecae4fba0fee tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:19.504368 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e25a74bd-a392-4a3f-ac87-e74b5476811e req-504e0c27-e298-4791-837c-ecae4fba0fee tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 947 time: 0.1956933 Sep 07 16:05:19.548862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-9956ec97-925a-4ab8-9e0f-a6fe54b6b7a7 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146811 Sep 07 16:05:19.564299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e25a74bd-a392-4a3f-ac87-e74b5476811e req-d9829867-4916-4cdf-90f7-a27a9fabf492 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587590 Sep 07 16:05:19.607497 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 4e90118b-dfff-44fe-b0fd-e74853d81a79 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:05:19.615418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:19.718319 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fbe6c4b-682c-4b02-9447-4f15612bc80e req-e2c63d63-d038-4b85-9216-aec381c89a0e service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530609 Sep 07 16:05:19.835287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fa6bf-488e-4645-89dc-1c76919e032e req-4745a588-c111-4b43-b13c-e1abd0356fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:19.840444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c71fa6bf-488e-4645-89dc-1c76919e032e req-4745a588-c111-4b43-b13c-e1abd0356fd9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=64ddf444-5b65-4720-87f8-9f8eaccc1c3d HTTP/1.1" status: 200 len: 1099 time: 0.0551600 Sep 07 16:05:19.951132 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 4e90118b-dfff-44fe-b0fd-e74853d81a79, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=4e90118b-dfff-44fe-b0fd-e74853d81a79,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:19.967081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '4e90118b-dfff-44fe-b0fd-e74853d81a79', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'port_id': '4e90118b-dfff-44fe-b0fd-e74853d81a79', 'mac_address': 'fa:16:3e:51:0f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:05:19.969173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:19.977737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:19.978387 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:19.978612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fa6bf-488e-4645-89dc-1c76919e032e req-3e1ba1e4-9dbf-4416-aa56-4cd8f3dfc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:19.980797 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c71fa6bf-488e-4645-89dc-1c76919e032e req-3e1ba1e4-9dbf-4416-aa56-4cd8f3dfc35f service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1317534 Sep 07 16:05:20.052161 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:20.063238 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c71fa6bf-488e-4645-89dc-1c76919e032e req-b01f2050-a28f-472f-bbe7-f636a7b32733 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=88c4e6fa-48bb-45df-90cc-573146683882 HTTP/1.1" status: 200 len: 217 time: 0.0737407 Sep 07 16:05:20.076421 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e90118b-dfff-44fe-b0fd-e74853d81a79 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:20.105416 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 4e90118b-dfff-44fe-b0fd-e74853d81a79, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=4e90118b-dfff-44fe-b0fd-e74853d81a79,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:20.112295 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-bbef81d1-6359-4f07-bd87-4209ea773805 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1472499 Sep 07 16:05:20.118293 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:20.119447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-4a3c3298-1cc1-4b75-af9e-0f62732f079e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:05:20.128025 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-4a3c3298-1cc1-4b75-af9e-0f62732f079e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159516 Sep 07 16:05:20.142958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fa6bf-488e-4645-89dc-1c76919e032e req-18cb0f33-7c0b-4dea-a0f4-175438b3b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:20.144723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c71fa6bf-488e-4645-89dc-1c76919e032e req-18cb0f33-7c0b-4dea-a0f4-175438b3b064 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0655837 Sep 07 16:05:20.160304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5393b-ee0f-45fd-bbad-6ba45a140a65 req-5ec7b142-2b7a-4571-8eb9-a196ab3591c9 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:20.162444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61a5393b-ee0f-45fd-bbad-6ba45a140a65 req-5ec7b142-2b7a-4571-8eb9-a196ab3591c9 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 944 time: 0.1344740 Sep 07 16:05:20.251658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40244) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:20.264515 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:20.283332 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61a5393b-ee0f-45fd-bbad-6ba45a140a65 req-79c2aa2f-d3ba-4e79-9f7a-d6cd80a42356 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887885 Sep 07 16:05:20.294990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fa6bf-488e-4645-89dc-1c76919e032e req-a2933e75-d106-43f3-a7b8-80b0e070719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:20.296854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c71fa6bf-488e-4645-89dc-1c76919e032e req-a2933e75-d106-43f3-a7b8-80b0e070719e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1331978 Sep 07 16:05:20.300142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=4e90118b-dfff-44fe-b0fd-e74853d81a79,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:20.361383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:20.366161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec74927-d4ee-4e82-ae95-d86c235979d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8770f4d-12d5-4b01-a8ef-91b66b81ffe1'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:20.376286 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cba2a3-3fcb-45c3-94c6-939a860d6431" -d '{"events": [{"server_uuid": "fec74927-d4ee-4e82-ae95-d86c235979d2", "name": "network-vif-plugged", "status": "completed", "tag": "c8770f4d-12d5-4b01-a8ef-91b66b81ffe1"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:20.387600 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:20.470417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:20.515102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-network', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:20.535287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698c088-c703-4464-af63-73c47ac920ac req-aa2a7233-c045-403b-a67f-c6f6643d20ee tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:20.536935 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-aa2a7233-c045-403b-a67f-c6f6643d20ee tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/networks?id=128062b4-eb7d-4f66-9c3b-585ecdef1766 HTTP/1.1" status: 200 len: 805 time: 0.3857737 Sep 07 16:05:20.582936 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-b6232e06-124d-4bb4-86e3-197bf47e4143 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/quotas/669fa4af9816477bab27e809acea0ffd HTTP/1.1" status: 200 len: 375 time: 0.0326779 Sep 07 16:05:20.592051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476b5a4-ce95-4a64-971c-cb10c34835c0 req-0f1c3690-024b-465d-8c72-a367d324f8b7 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:20.595282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8476b5a4-ce95-4a64-971c-cb10c34835c0 req-0f1c3690-024b-465d-8c72-a367d324f8b7 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 945 time: 0.1503620 Sep 07 16:05:20.598799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c71fa6bf-488e-4645-89dc-1c76919e032e req-39aa7f59-8529-4f05-9272-7eef6663f1c5 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579408 Sep 07 16:05:20.600088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Made reservation on behalf of ef6015b098494e5c99a3458b4a51de27 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:20.602304 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:20.654107 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:20.670511 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-598e24c4-0dbd-4a4f-aab4-3a45caac5cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=669fa4af9816477bab27e809acea0ffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722444 Sep 07 16:05:20.675694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['4e90118b-dfff-44fe-b0fd-e74853d81a79'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:20.782970 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8476b5a4-ce95-4a64-971c-cb10c34835c0 req-b0dd6588-d20a-41db-ae68-bdb7bf229d47 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774156 Sep 07 16:05:20.961880 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c71fa6bf-488e-4645-89dc-1c76919e032e req-e9b35687-3da6-4b0b-8988-8a870d08d547 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434019 Sep 07 16:05:21.013034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-2d477263-3e53-49e9-a876-cd9862ca7a2d service neutron] 10.222.0.70 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298652 Sep 07 16:05:21.028901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df1656-86c6-46ec-a820-66f070798872 req-085f0eb3-7326-4afa-a908-ad1d64e21033 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:21.030892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8df1656-86c6-46ec-a820-66f070798872 req-085f0eb3-7326-4afa-a908-ad1d64e21033 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.1480327 Sep 07 16:05:21.147178 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:21.152870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8df1656-86c6-46ec-a820-66f070798872 req-f5906705-0f32-4fdc-94ea-c73a94661c14 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112914 Sep 07 16:05:21.156232 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:21.210837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:05:21.221716 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a093cc-6af7-4df6-aba2-5b7257c84427,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:21.228376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-d4be75e7-07ea-4f24-ae4b-f01908499d71 service neutron] 10.222.0.70 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099531 Sep 07 16:05:21.231036 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:21.231413 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Added segment a2c9d947-0155-4f0c-b289-40e4b0bc4a10 of type vlan for network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c Sep 07 16:05:21.310955 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:21.338344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf78a15-b40a-483a-a95d-46a3f0846824 req-58d9d734-300f-4fe4-8866-51b215615dc6 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:21.341470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6cf78a15-b40a-483a-a95d-46a3f0846824 req-58d9d734-300f-4fe4-8866-51b215615dc6 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 945 time: 0.0713954 Sep 07 16:05:21.412552 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6cf78a15-b40a-483a-a95d-46a3f0846824 req-5935a9e3-43fb-46ca-88a3-47c23c7970b4 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638332 Sep 07 16:05:21.413586 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:21.414745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:21.415480 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:21.437676 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e26ce3-603b-4bac-8166-9a9e111ccde4 x-openstack-request-id: req-69e26ce3-603b-4bac-8166-9a9e111ccde4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:21.437676 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec74927-d4ee-4e82-ae95-d86c235979d2", "name": "network-vif-plugged", "status": "completed", "tag": "c8770f4d-12d5-4b01-a8ef-91b66b81ffe1", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:21.438188 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69e26ce3-603b-4bac-8166-9a9e111ccde4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:21.438412 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec74927-d4ee-4e82-ae95-d86c235979d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8770f4d-12d5-4b01-a8ef-91b66b81ffe1', 'code': 200} Sep 07 16:05:21.512401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2582855 Sep 07 16:05:21.516038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40278) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:21.521638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6852ec55-8b22-473f-a820-53aa2ebf3fa1 admin admin] Request body: {'subnet': {'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-subnet', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:21.572595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6852ec55-8b22-473f-a820-53aa2ebf3fa1 admin admin] Made reservation on behalf of ef6015b098494e5c99a3458b4a51de27 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:21.577828 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6852ec55-8b22-473f-a820-53aa2ebf3fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:21.622816 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:05:21.800231 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:21.821009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce', 'mac_address': 'fa:16:3e:99:46:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:05:21.847711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6852ec55-8b22-473f-a820-53aa2ebf3fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:21.889618 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:21.929393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:21.973132 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:21.978817 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:21.979480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852ec55-8b22-473f-a820-53aa2ebf3fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f672633-a1e2-4e93-893e-80197206d822,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:21.992061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6852ec55-8b22-473f-a820-53aa2ebf3fa1 admin admin] Checking segment: {'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:21.992787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6852ec55-8b22-473f-a820-53aa2ebf3fa1 admin admin] Network hostable DHCP agents. Network: 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:05:22.005669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdc696-aef9-4d4f-a636-dc20c276642d admin admin] Pushing event updated for resources: {'Network': ['ID=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:22.021308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:05:22.027141 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6852ec55-8b22-473f-a820-53aa2ebf3fa1 admin admin] Network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:05:22.045095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6852ec55-8b22-473f-a820-53aa2ebf3fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:22.053220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6852ec55-8b22-473f-a820-53aa2ebf3fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:22.054698 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6852ec55-8b22-473f-a820-53aa2ebf3fa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:22.064900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e159f1-ee86-41e0-a061-a1933d818146 None None] Network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:05:22.071009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba625043-96f1-454b-afc4-953fdfc045fc req-be140459-df31-4d32-b74c-63cad75c2c27 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:22.072638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba625043-96f1-454b-afc4-953fdfc045fc req-be140459-df31-4d32-b74c-63cad75c2c27 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 947 time: 0.5751481 Sep 07 16:05:22.083148 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6852ec55-8b22-473f-a820-53aa2ebf3fa1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5654516 Sep 07 16:05:22.086132 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40288) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:22.095387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:22.133616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aad5c0-05db-46ba-90f5-6b4b2674ead0 req-39c59386-b44a-4cc1-a27b-863c87244dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:22.137339 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87aad5c0-05db-46ba-90f5-6b4b2674ead0 req-39c59386-b44a-4cc1-a27b-863c87244dec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 1096 time: 0.5945156 Sep 07 16:05:22.147371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4add-37d7-4269-ab25-f4500480863f req-58e6b7d3-b634-4b48-8a65-a2e1a50ac9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:22.149177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-58e6b7d3-b634-4b48-8a65-a2e1a50ac9bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 1101 time: 0.1183615 Sep 07 16:05:22.152780 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:22.154460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:22.195258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23045527-d5d5-4669-a301-0a3cbece753d req-be724ae1-52b2-475a-b07e-cab19555b918 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:22.202775 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23045527-d5d5-4669-a301-0a3cbece753d req-be724ae1-52b2-475a-b07e-cab19555b918 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.5780029 Sep 07 16:05:22.237023 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:22.252671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:22.253887 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba625043-96f1-454b-afc4-953fdfc045fc req-3d2a0606-2858-44ed-b861-18307c6f0a25 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722388 Sep 07 16:05:22.308583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87aad5c0-05db-46ba-90f5-6b4b2674ead0 req-cca07b44-f9ab-48b1-9571-3930a930cee1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553903 Sep 07 16:05:22.394783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23045527-d5d5-4669-a301-0a3cbece753d req-64161957-642b-4441-9555-92869a1ec973 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910985 Sep 07 16:05:22.458461 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:22.460153 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed73425b-b93d-47f7-8532-ed03dbbb76d1 req-812c3240-1531-4861-9bb3-06bd1bf66308 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 210 time: 0.1061838 Sep 07 16:05:22.473098 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:05:22.485727 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:22.536982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4add-37d7-4269-ab25-f4500480863f req-a966bce9-44a9-4252-8f34-d5715de23349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:22.542642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-a966bce9-44a9-4252-8f34-d5715de23349 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.3658497 Sep 07 16:05:22.634203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:22.642770 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-96e041b0-efa6-429b-82ba-8687afea6fe3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 200 len: 217 time: 0.0839541 Sep 07 16:05:22.689160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Allocated IP 172.20.0.2 (15fd55bc-7c74-4b24-a13d-65d6c50a3c2c/6f672633-a1e2-4e93-893e-80197206d822/4d813c98-eb7e-4cda-b7f6-e86be288fab9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:22.693834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a44e8-c208-4a70-9a58-04e06efbfb9a req-8c62c09d-a69e-4acc-abf1-2fc8908157a3 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:22.702169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb0a44e8-c208-4a70-9a58-04e06efbfb9a req-8c62c09d-a69e-4acc-abf1-2fc8908157a3 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 945 time: 0.1422119 Sep 07 16:05:22.741490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2866046-bb8e-4ef7-8c51-efb216fb1947 req-6e666c6f-3531-41d4-8640-b97e7cf6b751 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:22.753100 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2866046-bb8e-4ef7-8c51-efb216fb1947 req-6e666c6f-3531-41d4-8640-b97e7cf6b751 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.2076244 Sep 07 16:05:22.756841 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:22.782037 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:22.786631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb0a44e8-c208-4a70-9a58-04e06efbfb9a req-e3cf66ae-c2df-4950-848a-d27df13a054c tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832996 Sep 07 16:05:22.801687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4add-37d7-4269-ab25-f4500480863f req-3b2b0758-203a-4a40-bed6-7a7597bc73c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:22.803176 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-3b2b0758-203a-4a40-bed6-7a7597bc73c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1485448 Sep 07 16:05:22.882211 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2866046-bb8e-4ef7-8c51-efb216fb1947 req-9a2c6bc2-3cd3-4dde-a4b4-d4a9ed9bdeba tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278746 Sep 07 16:05:22.923592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4add-37d7-4269-ab25-f4500480863f req-bfb6324e-8a64-4985-9d25-652e54f98103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:22.928113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 88c4e6fa-48bb-45df-90cc-573146683882 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:05:22.930229 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-bfb6324e-8a64-4985-9d25-652e54f98103 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118848 Sep 07 16:05:22.946888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Allocated IP 172.25.3.178 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/31cee342-b717-4364-b92e-8832a74e3994) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:23.086364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6a5bc-0e54-48d3-ac91-88b55395d422 req-d5d4b7e4-1ade-40a9-820c-8994d0cc376f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:23.095380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85c6a5bc-0e54-48d3-ac91-88b55395d422 req-d5d4b7e4-1ade-40a9-820c-8994d0cc376f tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 945 time: 0.1547325 Sep 07 16:05:23.143075 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:05:23.184986 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:23.194247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85c6a5bc-0e54-48d3-ac91-88b55395d422 req-ad71b046-3129-4e3a-93f6-74120ce7022a tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983293 Sep 07 16:05:23.224501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Transition to ACTIVE for port object 4d813c98-eb7e-4cda-b7f6-e86be288fab9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:23.232585 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-4bcb490c-5fd4-4a5e-bae7-0904f2c5d7d0 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633185 Sep 07 16:05:23.241184 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698c088-c703-4464-af63-73c47ac920ac req-a4f717b9-ac76-41a8-9e33-df80040d42ae tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:23.242847 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-a4f717b9-ac76-41a8-9e33-df80040d42ae tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.54 "GET /v2.0/networks?id=128062b4-eb7d-4f66-9c3b-585ecdef1766 HTTP/1.1" status: 200 len: 805 time: 0.2446682 Sep 07 16:05:23.246160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:23.276526 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-b698c088-c703-4464-af63-73c47ac920ac req-cdae79b2-4b81-40d8-be7c-c15ecd9a6e75 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Request body: {'port': {'device_id': '67f4249a-c47b-4d67-9d3b-88a6d81e82cb', 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766', 'admin_state_up': True, 'tenant_id': '669fa4af9816477bab27e809acea0ffd'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:23.279455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Transition to ACTIVE for port object 4d813c98-eb7e-4cda-b7f6-e86be288fab9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:23.301391 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:23.383424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:23.391123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:23.396324 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-f65b6614-c94f-4152-84ec-62206d471dec service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337934 Sep 07 16:05:23.398575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 88c4e6fa-48bb-45df-90cc-573146683882, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=88c4e6fa-48bb-45df-90cc-573146683882,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:23.404556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:23.413211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Pushing event updated for resources: {'Port': ['ID=4d813c98-eb7e-4cda-b7f6-e86be288fab9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:23.432806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '88c4e6fa-48bb-45df-90cc-573146683882', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '88c4e6fa-48bb-45df-90cc-573146683882', 'mac_address': 'fa:16:3e:a4:2a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:05:23.510956 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:23.533012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595bf2a-272a-4d9b-b8cd-cd73b8a6fc04 req-d4dec62d-3551-48c0-a260-d60eb174ca84 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:23.538124 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9595bf2a-272a-4d9b-b8cd-cd73b8a6fc04 req-d4dec62d-3551-48c0-a260-d60eb174ca84 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 948 time: 0.1561999 Sep 07 16:05:23.566252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c4e6fa-48bb-45df-90cc-573146683882 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:23.589801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Attempting to bind port 4d813c98-eb7e-4cda-b7f6-e86be288fab9 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:23.590330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Attempting to bind port 4d813c98-eb7e-4cda-b7f6-e86be288fab9 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:23.591221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Attempting to bind port 4d813c98-eb7e-4cda-b7f6-e86be288fab9 on network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:23.604136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:23.605834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Checking segment: {'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:23.607084 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:23.607534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Bound using segment: {'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:23.608054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Bound port: 4d813c98-eb7e-4cda-b7f6-e86be288fab9, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:23.609255 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:23.696598 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:23.712645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9ca83-72c2-493f-9e65-c2f20d83be84 req-b329e95b-0035-4276-82f2-ff9cbd58c987 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:23.715270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bf9ca83-72c2-493f-9e65-c2f20d83be84 req-b329e95b-0035-4276-82f2-ff9cbd58c987 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.1757975 Sep 07 16:05:23.739054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9595bf2a-272a-4d9b-b8cd-cd73b8a6fc04 req-66676355-cd3d-47b6-bf7b-636612ed9e7a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824822 Sep 07 16:05:23.781220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:23.787634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:23.801158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:23.811171 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bf9ca83-72c2-493f-9e65-c2f20d83be84 req-f2e254af-cbca-4f3a-8fc5-ace624194d74 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705404 Sep 07 16:05:23.826909 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Pushing event updated for resources: {'Port': ['ID=31cee342-b717-4364-b92e-8832a74e3994,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:23.831714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 4e90118b-dfff-44fe-b0fd-e74853d81a79 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:23.879473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 88c4e6fa-48bb-45df-90cc-573146683882, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=88c4e6fa-48bb-45df-90cc-573146683882,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:23.890757 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] For port 4d813c98-eb7e-4cda-b7f6-e86be288fab9, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:23.902541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] For port 4d813c98-eb7e-4cda-b7f6-e86be288fab9, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4d813c98-eb7e-4cda-b7f6-e86be288fab9,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:23.904101 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:23.908813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 4e90118b-dfff-44fe-b0fd-e74853d81a79 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:23.913960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 4e90118b-dfff-44fe-b0fd-e74853d81a79 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:23.914568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:23.932263 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b698c088-c703-4464-af63-73c47ac920ac req-cdae79b2-4b81-40d8-be7c-c15ecd9a6e75 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Made reservation on behalf of 669fa4af9816477bab27e809acea0ffd for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:23.932861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd9d6842-5f8c-46b8-a825-4425cc639846 req-26cb5ae9-7bbc-467d-8319-7291fd531ba3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 210 time: 0.0656013 Sep 07 16:05:23.937296 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:23.937726 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b698c088-c703-4464-af63-73c47ac920ac req-cdae79b2-4b81-40d8-be7c-c15ecd9a6e75 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:24.006731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b433d6-0076-45f1-9ef5-bd26355b1aa5 req-2f937074-1030-4472-9a75-de19bf5d22c2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:24.012707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-96b433d6-0076-45f1-9ef5-bd26355b1aa5 req-2f937074-1030-4472-9a75-de19bf5d22c2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 945 time: 0.0781772 Sep 07 16:05:24.051365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=88c4e6fa-48bb-45df-90cc-573146683882,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:24.106983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-96b433d6-0076-45f1-9ef5-bd26355b1aa5 req-c37bafbd-5bac-4041-a33d-bb6d383be6cd tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883987 Sep 07 16:05:24.125012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeeb227-67e8-4078-b68e-13dd735aebb1 req-89b72738-cf0d-4602-926f-1239a2192889 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:24.126903 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfeeb227-67e8-4078-b68e-13dd735aebb1 req-89b72738-cf0d-4602-926f-1239a2192889 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.1073136 Sep 07 16:05:24.150293 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:24.181747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80398cc-8154-44e8-a07a-541a2fd4fbe0 None None] Pushing event updated for resources: {'Port': ['ID=4d813c98-eb7e-4cda-b7f6-e86be288fab9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:24.201408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d3def0-7c24-499b-a2d2-79f17934ae4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e90118b-dfff-44fe-b0fd-e74853d81a79'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:24.203942 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1d9ec8-a0e8-4d56-8d18-a00c1ee8000b" -d '{"events": [{"server_uuid": "31d3def0-7c24-499b-a2d2-79f17934ae4d", "name": "network-vif-plugged", "status": "completed", "tag": "4e90118b-dfff-44fe-b0fd-e74853d81a79"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:24.218617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfeeb227-67e8-4078-b68e-13dd735aebb1 req-6a6d15a6-308b-415f-a6f8-b12e1b9cfad5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815833 Sep 07 16:05:24.219529 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 4e90118b-dfff-44fe-b0fd-e74853d81a79, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=4e90118b-dfff-44fe-b0fd-e74853d81a79,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:24.225222 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:24.275702 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-b698c088-c703-4464-af63-73c47ac920ac req-cdae79b2-4b81-40d8-be7c-c15ecd9a6e75 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Allocated IP 172.20.0.7 (128062b4-eb7d-4f66-9c3b-585ecdef1766/16512a79-062b-41f3-bfdf-b580889f79b3/3b9b46bd-1758-445d-86a8-dc873763a46d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:24.321919 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0d4782-3fc4-4a8b-ad96-23a749d2ef47 x-openstack-request-id: req-7a0d4782-3fc4-4a8b-ad96-23a749d2ef47 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:24.322259 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d3def0-7c24-499b-a2d2-79f17934ae4d", "name": "network-vif-plugged", "status": "completed", "tag": "4e90118b-dfff-44fe-b0fd-e74853d81a79", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:24.322457 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a0d4782-3fc4-4a8b-ad96-23a749d2ef47 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:24.327780 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d3def0-7c24-499b-a2d2-79f17934ae4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e90118b-dfff-44fe-b0fd-e74853d81a79', 'code': 200} Sep 07 16:05:24.341543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['88c4e6fa-48bb-45df-90cc-573146683882'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:24.390059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=4e90118b-dfff-44fe-b0fd-e74853d81a79,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:24.412315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e9968-e24f-48d8-94e8-268201d3baf0 req-22ccfdc4-b14f-41b1-af42-5d2e1c42a64b tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:24.413004 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:24.419857 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-031e9968-e24f-48d8-94e8-268201d3baf0 req-22ccfdc4-b14f-41b1-af42-5d2e1c42a64b tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 946 time: 0.1032217 Sep 07 16:05:24.538257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-031e9968-e24f-48d8-94e8-268201d3baf0 req-3686ffa3-6ba4-4a68-b943-8b75e267b4f3 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160700 Sep 07 16:05:24.573059 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ad376-71a0-4a83-9847-078aa276a290 req-11a0b062-a978-4fab-8644-d1c255dfe4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:24.574579 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-317ad376-71a0-4a83-9847-078aa276a290 req-11a0b062-a978-4fab-8644-d1c255dfe4d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 1097 time: 0.1175783 Sep 07 16:05:24.632349 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-317ad376-71a0-4a83-9847-078aa276a290 req-133d31ee-26d1-4bbd-b865-027f5724d1f3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350432 Sep 07 16:05:24.679521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b698c088-c703-4464-af63-73c47ac920ac req-cdae79b2-4b81-40d8-be7c-c15ecd9a6e75 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:24.752150 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:24.807366 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b698c088-c703-4464-af63-73c47ac920ac req-cdae79b2-4b81-40d8-be7c-c15ecd9a6e75 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:24.897875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3a67f-c4d0-4004-ac55-c32aedffd748 req-2cdc5d46-ea7d-4003-bb86-b8294245b88e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:24.905364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b698c088-c703-4464-af63-73c47ac920ac req-cdae79b2-4b81-40d8-be7c-c15ecd9a6e75 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Network 128062b4-eb7d-4f66-9c3b-585ecdef1766 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:24.905485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cc3a67f-c4d0-4004-ac55-c32aedffd748 req-2cdc5d46-ea7d-4003-bb86-b8294245b88e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 948 time: 0.0730960 Sep 07 16:05:24.915942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-b698c088-c703-4464-af63-73c47ac920ac req-cdae79b2-4b81-40d8-be7c-c15ecd9a6e75 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:24.920118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b698c088-c703-4464-af63-73c47ac920ac req-cdae79b2-4b81-40d8-be7c-c15ecd9a6e75 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:24.926658 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae79b2-4b81-40d8-be7c-c15ecd9a6e75 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Pushing event updated for resources: {'Port': ['ID=3b9b46bd-1758-445d-86a8-dc873763a46d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:24.959521 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cc3a67f-c4d0-4004-ac55-c32aedffd748 req-03947ef6-0223-41b4-81e5-b2e4b159e990 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531685 Sep 07 16:05:24.994278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698c088-c703-4464-af63-73c47ac920ac req-cdae79b2-4b81-40d8-be7c-c15ecd9a6e75 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:24.994785 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b698c088-c703-4464-af63-73c47ac920ac req-cdae79b2-4b81-40d8-be7c-c15ecd9a6e75 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:25.023000 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-cdae79b2-4b81-40d8-be7c-c15ecd9a6e75 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7527633 Sep 07 16:05:25.025901 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Router 14ee858e-a718-486f-bba7-2159bd39a7cb is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:05:25.040643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Request body: {'port': {'device_id': '67f4249a-c47b-4d67-9d3b-88a6d81e82cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:25.052230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561d77f-7680-4d3e-87af-5760200721cc req-c08b9f77-a13a-4bed-9769-28a544c584e1 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:25.056457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b561d77f-7680-4d3e-87af-5760200721cc req-c08b9f77-a13a-4bed-9769-28a544c584e1 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.0955603 Sep 07 16:05:25.131785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b561d77f-7680-4d3e-87af-5760200721cc req-1d245014-abff-402a-a088-ff83b02fe918 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637343 Sep 07 16:05:25.158817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e392d7e-e4a7-4940-ad00-2e46257f1fdb req-278eb061-02c4-4876-8530-64efa3494b6d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:25.160634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e392d7e-e4a7-4940-ad00-2e46257f1fdb req-278eb061-02c4-4876-8530-64efa3494b6d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 931 time: 0.1029000 Sep 07 16:05:25.186995 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:25.219508 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e392d7e-e4a7-4940-ad00-2e46257f1fdb req-a6402b11-acee-42af-8b92-847997256a68 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522633 Sep 07 16:05:25.236321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:05:25.252386 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Sync routers for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:05:25.281348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efccfc8-a751-4246-920d-a25347ab8d39 req-9439b8bb-aa79-4ba7-b8e2-8da249017018 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:25.281582 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:25.284912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2efccfc8-a751-4246-920d-a25347ab8d39 req-9439b8bb-aa79-4ba7-b8e2-8da249017018 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 945 time: 0.0698462 Sep 07 16:05:25.286243 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d2fdb84c-22df-4bdb-98b3-3622d0a02fbd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.1984386 Sep 07 16:05:25.287141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40326) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:25.291109 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:25.292958 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:05:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:25.352039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fe1b2d-3cb4-40e1-9218-23a28c8f5229 None None] Network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:05:25.437971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2efccfc8-a751-4246-920d-a25347ab8d39 req-7f130be5-2206-47f2-8724-8e1ae82a9dd3 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460662 Sep 07 16:05:25.444291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-01242a33-a6e3-4e55-ba62-03237bcf257a None None] Provisioning for port 4d813c98-eb7e-4cda-b7f6-e86be288fab9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:25.449640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b5a66-b968-4bf3-b958-01d8cd2a1f99 req-e87bfd9f-a3a7-4004-ab35-e56affbee8e5 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:25.452514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-718b5a66-b968-4bf3-b958-01d8cd2a1f99 req-e87bfd9f-a3a7-4004-ab35-e56affbee8e5 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 1096 time: 0.0941992 Sep 07 16:05:25.490881 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:25.593457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-718b5a66-b968-4bf3-b958-01d8cd2a1f99 req-7f4a17e8-fd20-4e86-9048-6cce879dcf81 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307957 Sep 07 16:05:25.617471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9b46bd-1758-445d-86a8-dc873763a46d {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:25.629134 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:25.639346 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:25.645975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Transition to ACTIVE for port object 3b9b46bd-1758-445d-86a8-dc873763a46d will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:25.652605 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:25.718496 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:25.723956 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:25.724534 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:25.794124 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:24Z', 'revision_number': 3, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:25.813303 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9b46bd-1758-445d-86a8-dc873763a46d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:25.831297 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Checking router: 14ee858e-a718-486f-bba7-2159bd39a7cb for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:05:25.833013 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Updating router 14ee858e-a718-486f-bba7-2159bd39a7cb port 31cee342-b717-4364-b92e-8832a74e3994 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:05:25.850053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Attempting to bind port 3b9b46bd-1758-445d-86a8-dc873763a46d on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:25.850322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Attempting to bind port 3b9b46bd-1758-445d-86a8-dc873763a46d by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:25.850656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Attempting to bind port 3b9b46bd-1758-445d-86a8-dc873763a46d on network 128062b4-eb7d-4f66-9c3b-585ecdef1766 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:25.855648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Port 3b9b46bd-1758-445d-86a8-dc873763a46d on network 128062b4-eb7d-4f66-9c3b-585ecdef1766 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:05:25.856273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Attempting to bind port 3b9b46bd-1758-445d-86a8-dc873763a46d on network 128062b4-eb7d-4f66-9c3b-585ecdef1766 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:25.862763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:25.863403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Checking segment: {'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:25.863988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Bound using segment: {'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:25.864661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Bound port: 3b9b46bd-1758-445d-86a8-dc873763a46d, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:25.865313 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:25.869142 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:25.889459 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:25.926364 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:25.934247 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:25.958505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd5a1b-03aa-4192-a78d-4362d14f3e8f req-6649a28f-92fc-4548-8431-8acaac4f3477 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:25.966909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ecd5a1b-03aa-4192-a78d-4362d14f3e8f req-6649a28f-92fc-4548-8431-8acaac4f3477 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.2752485 Sep 07 16:05:25.973245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] For port 3b9b46bd-1758-445d-86a8-dc873763a46d, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:25.977535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] For port 3b9b46bd-1758-445d-86a8-dc873763a46d, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3b9b46bd-1758-445d-86a8-dc873763a46d,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:25.985147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:25.995738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03161138-aeb4-42fa-87b0-c4bbd421c9b2 req-0b4d41ff-d6f4-4d20-a6e4-f1e57b577683 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:25.998290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03161138-aeb4-42fa-87b0-c4bbd421c9b2 req-0b4d41ff-d6f4-4d20-a6e4-f1e57b577683 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 946 time: 0.2606852 Sep 07 16:05:26.017844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:26.029014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:26.029542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:26.030068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:26.030516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:26.031417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:26.031869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:26.032312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:26.032781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:26.033828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:26.034275 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:26.034736 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:26.035172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:26.041753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:26.042434 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:26.044630 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] 10.222.0.54 "PUT /v2.0/ports/3b9b46bd-1758-445d-86a8-dc873763a46d HTTP/1.1" status: 200 len: 1091 time: 1.0084541 Sep 07 16:05:26.045131 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f4249a-c47b-4d67-9d3b-88a6d81e82cb', 'tag': '3b9b46bd-1758-445d-86a8-dc873763a46d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:26.047687 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b1dcc9-5bee-421f-9f7e-aeceb0c86657" -d '{"events": [{"name": "network-changed", "server_uuid": "67f4249a-c47b-4d67-9d3b-88a6d81e82cb", "tag": "3b9b46bd-1758-445d-86a8-dc873763a46d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:26.085644 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e940e-b86d-45a1-b5e9-f76d9dfa9c80 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9b46bd-1758-445d-86a8-dc873763a46d,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:26.107167 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03161138-aeb4-42fa-87b0-c4bbd421c9b2 req-a2e35ee2-c947-4392-8c4d-09114b3f76e6 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970860 Sep 07 16:05:26.121403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ecd5a1b-03aa-4192-a78d-4362d14f3e8f req-fae82722-f3c9-42f8-9af1-8fb26fbc7d77 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486976 Sep 07 16:05:26.155732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698c088-c703-4464-af63-73c47ac920ac req-2ec75a43-1083-480e-a5cc-16448fd64b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:26.160636 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-2ec75a43-1083-480e-a5cc-16448fd64b86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=669fa4af9816477bab27e809acea0ffd&device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 1094 time: 0.0703418 Sep 07 16:05:26.220046 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-6878ac90-a6ef-4d7c-a012-1407e801ec7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b9b46bd-1758-445d-86a8-dc873763a46d HTTP/1.1" status: 200 len: 217 time: 0.0495872 Sep 07 16:05:26.260142 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:26.272900 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Transition to ACTIVE for port object 31cee342-b717-4364-b92e-8832a74e3994 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:26.280230 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50492e5b-dfe7-43e7-b4f4-18efb9116a74 x-openstack-request-id: req-50492e5b-dfe7-43e7-b4f4-18efb9116a74 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:26.280600 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f4249a-c47b-4d67-9d3b-88a6d81e82cb", "tag": "3b9b46bd-1758-445d-86a8-dc873763a46d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:26.280860 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50492e5b-dfe7-43e7-b4f4-18efb9116a74 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:26.281440 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f4249a-c47b-4d67-9d3b-88a6d81e82cb', 'tag': '3b9b46bd-1758-445d-86a8-dc873763a46d', 'status': 'completed', 'code': 200} Sep 07 16:05:26.282541 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:26.294846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698c088-c703-4464-af63-73c47ac920ac req-f479f7e7-a415-4eba-84a0-a5a745e937f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:26.296364 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-f479f7e7-a415-4eba-84a0-a5a745e937f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16512a79-062b-41f3-bfdf-b580889f79b3 HTTP/1.1" status: 200 len: 845 time: 0.0668664 Sep 07 16:05:26.324638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5d2521-fb08-4efb-a6cf-1dab3506925c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:26.327067 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b08a9a-6f97-40cc-b76b-3aac43e681df" -d '{"events": [{"server_uuid": "dc5d2521-fb08-4efb-a6cf-1dab3506925c", "name": "network-vif-plugged", "status": "completed", "tag": "a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:26.365628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4d813c98-eb7e-4cda-b7f6-e86be288fab9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:26.368302 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc26635-f609-45b2-8856-24a9ca31fdab req-1e839076-09ef-4582-9441-0500e07378a1 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:26.376648 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bdc26635-f609-45b2-8856-24a9ca31fdab req-1e839076-09ef-4582-9441-0500e07378a1 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 949 time: 0.1828103 Sep 07 16:05:26.376909 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-0db3ef2f-d578-4ef4-8237-2d94968428a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=128062b4-eb7d-4f66-9c3b-585ecdef1766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669870 Sep 07 16:05:26.452968 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9acf-cb2e-475c-aa95-59aa62ea892a None None] Pushing event updated for resources: {'Port': ['ID=31cee342-b717-4364-b92e-8832a74e3994,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:26.455472 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Attempting to bind port 31cee342-b717-4364-b92e-8832a74e3994 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:26.457615 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Attempting to bind port 31cee342-b717-4364-b92e-8832a74e3994 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:26.458338 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Attempting to bind port 31cee342-b717-4364-b92e-8832a74e3994 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:26.473176 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:26.476165 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:26.476771 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:26.477254 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:26.478198 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Bound port: 31cee342-b717-4364-b92e-8832a74e3994, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:26.480635 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:26.501936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 4d813c98-eb7e-4cda-b7f6-e86be288fab9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:26.506992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 4d813c98-eb7e-4cda-b7f6-e86be288fab9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:26.507379 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:26.544732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bdc26635-f609-45b2-8856-24a9ca31fdab req-c28ca06f-b18c-44a2-a06d-a85a6156ccee tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610737 Sep 07 16:05:26.587334 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-e9cf6744-b0d7-4099-97a0-8cd09ce980db service neutron] 10.222.0.54 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971290 Sep 07 16:05:26.606595 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] For port 31cee342-b717-4364-b92e-8832a74e3994, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:26.613305 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] For port 31cee342-b717-4364-b92e-8832a74e3994, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=31cee342-b717-4364-b92e-8832a74e3994,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:26.621459 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:26.658283 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9343d876-6187-4f42-af0a-6690da8917ca x-openstack-request-id: req-9343d876-6187-4f42-af0a-6690da8917ca {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:26.658597 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5d2521-fb08-4efb-a6cf-1dab3506925c", "name": "network-vif-plugged", "status": "completed", "tag": "a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:26.658835 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9343d876-6187-4f42-af0a-6690da8917ca {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:26.659235 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5d2521-fb08-4efb-a6cf-1dab3506925c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce', 'code': 200} Sep 07 16:05:26.663778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ffa1f-7eac-4773-901f-084fb6cfba23 req-3ee142ca-07e4-4248-806f-843c46492063 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:26.681568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-387ffa1f-7eac-4773-901f-084fb6cfba23 req-3ee142ca-07e4-4248-806f-843c46492063 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 943 time: 0.2538602 Sep 07 16:05:26.710103 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:26.726993 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9acf-cb2e-475c-aa95-59aa62ea892a None None] Pushing event updated for resources: {'Port': ['ID=31cee342-b717-4364-b92e-8832a74e3994,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:26.762629 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:26.763362 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:05:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:26.768257 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:26.797564 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b698c088-c703-4464-af63-73c47ac920ac req-d23df129-b2ec-411c-958f-e9f334e02355 service neutron] 10.222.0.54 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013557 Sep 07 16:05:26.858659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 4d813c98-eb7e-4cda-b7f6-e86be288fab9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4d813c98-eb7e-4cda-b7f6-e86be288fab9,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:26.872091 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:26.925792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 88c4e6fa-48bb-45df-90cc-573146683882 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:26.978627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1dcc9-5bee-421f-9f7e-aeceb0c86657 req-ae9b44be-a79c-4e21-87c4-780bd2ace09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:26.983582 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2b1dcc9-5bee-421f-9f7e-aeceb0c86657 req-ae9b44be-a79c-4e21-87c4-780bd2ace09e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=669fa4af9816477bab27e809acea0ffd&device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 1094 time: 0.1087844 Sep 07 16:05:27.007826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=4d813c98-eb7e-4cda-b7f6-e86be288fab9,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:27.049251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 88c4e6fa-48bb-45df-90cc-573146683882 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:27.053757 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 88c4e6fa-48bb-45df-90cc-573146683882 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:27.054325 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:27.059412 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:27.079483 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-387ffa1f-7eac-4773-901f-084fb6cfba23 req-96fac006-5534-4ef1-8dab-81ae68521134 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968673 Sep 07 16:05:27.115327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1dcc9-5bee-421f-9f7e-aeceb0c86657 req-5689b98b-8e93-4eb8-b2b2-f8a24129bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:27.117226 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2b1dcc9-5bee-421f-9f7e-aeceb0c86657 req-5689b98b-8e93-4eb8-b2b2-f8a24129bc2d service neutron] 10.222.0.54 "GET /v2.0/networks?id=128062b4-eb7d-4f66-9c3b-585ecdef1766 HTTP/1.1" status: 200 len: 906 time: 0.1248379 Sep 07 16:05:27.186433 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2b1dcc9-5bee-421f-9f7e-aeceb0c86657 req-6c9a1865-2453-49a1-b6b5-c0c75628c7d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b9b46bd-1758-445d-86a8-dc873763a46d HTTP/1.1" status: 200 len: 217 time: 0.0588591 Sep 07 16:05:27.223077 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:27.226052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c2a3a-9222-4c5e-b4f5-329cde4eafbf req-2e98625e-2e99-42fe-aac2-0d5a6dc62ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:27.250896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea5c2a3a-9222-4c5e-b4f5-329cde4eafbf req-2e98625e-2e99-42fe-aac2-0d5a6dc62ac5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 1100 time: 0.4655943 Sep 07 16:05:27.268033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1dcc9-5bee-421f-9f7e-aeceb0c86657 req-7965d896-ea10-4421-9126-43f6d7d6f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:27.271692 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2b1dcc9-5bee-421f-9f7e-aeceb0c86657 req-7965d896-ea10-4421-9126-43f6d7d6f644 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16512a79-062b-41f3-bfdf-b580889f79b3 HTTP/1.1" status: 200 len: 845 time: 0.0770810 Sep 07 16:05:27.298572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 88c4e6fa-48bb-45df-90cc-573146683882, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=88c4e6fa-48bb-45df-90cc-573146683882,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:27.309302 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:27.361962 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2b1dcc9-5bee-421f-9f7e-aeceb0c86657 req-95ab0728-2efc-4cc5-8d78-b6dcb6875cbd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=128062b4-eb7d-4f66-9c3b-585ecdef1766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765653 Sep 07 16:05:27.427174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=88c4e6fa-48bb-45df-90cc-573146683882,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:27.469028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d36022-7ff9-4948-ad7b-eefdf42edd26 req-5448aef8-3278-4baa-a62c-6204f696f5d8 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:27.488116 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98d36022-7ff9-4948-ad7b-eefdf42edd26 req-5448aef8-3278-4baa-a62c-6204f696f5d8 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 945 time: 0.6360471 Sep 07 16:05:27.492674 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2b1dcc9-5bee-421f-9f7e-aeceb0c86657 req-13c65dec-4d9d-4a5d-b981-a1605ffda89c service neutron] 10.222.0.54 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180024 Sep 07 16:05:27.500700 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:24Z', 'revision_number': 3, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:27.571244 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692825f-c576-403a-ae2e-efe4e3340b15 None None] The sync data for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 is: [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:24Z', 'revision_number': 3, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:05:27.596965 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2b1dcc9-5bee-421f-9f7e-aeceb0c86657 req-b1e2b19e-4ffe-4d64-9425-6fd792559c72 service neutron] 10.222.0.54 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964417 Sep 07 16:05:27.769962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea5c2a3a-9222-4c5e-b4f5-329cde4eafbf req-2a758a0b-8f5c-4296-91b4-990deca1b7fa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884851 Sep 07 16:05:27.833141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710679ad-6222-4d84-b77a-518406a67bcf req-6c6aadcd-64bb-4c78-80f0-164205f53902 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:27.834767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-710679ad-6222-4d84-b77a-518406a67bcf req-6c6aadcd-64bb-4c78-80f0-164205f53902 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.4847383 Sep 07 16:05:27.840948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98d36022-7ff9-4948-ad7b-eefdf42edd26 req-d011735c-45bf-4a24-8fa6-b8d9e4021c8c tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516812 Sep 07 16:05:27.883705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Allocated IP 172.20.0.1 (15fd55bc-7c74-4b24-a13d-65d6c50a3c2c/6f672633-a1e2-4e93-893e-80197206d822/e19f5d0e-b0f8-4d4c-a917-8f9e565a2972) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:27.906930 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-710679ad-6222-4d84-b77a-518406a67bcf req-b5de4c6e-7946-4f20-848e-ebeaa04d9b2d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606728 Sep 07 16:05:28.125069 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.137520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a62be-e687-4972-b248-b39efb2ee7dd req-04e30d50-cab5-4345-9f76-006d00f1d315 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:28.139127 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a79a62be-e687-4972-b248-b39efb2ee7dd req-04e30d50-cab5-4345-9f76-006d00f1d315 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 946 time: 0.1265955 Sep 07 16:05:28.158049 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6988d-fd72-4238-946f-74907d9db793 req-e41756ec-946a-4e8c-8944-fdaf77a789ab tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:28.159595 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2fa6988d-fd72-4238-946f-74907d9db793 req-e41756ec-946a-4e8c-8944-fdaf77a789ab tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 949 time: 0.1277530 Sep 07 16:05:28.182935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Transition to ACTIVE for port object e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:28.242262 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2fa6988d-fd72-4238-946f-74907d9db793 req-6e2edf40-a92e-499a-9717-70501d270805 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751579 Sep 07 16:05:28.244977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a79a62be-e687-4972-b248-b39efb2ee7dd req-3a95c044-db06-48f6-bac2-cf0925909e71 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988390 Sep 07 16:05:28.278400 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.324386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:28.331554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:28.344877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:28.349421 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Pushing event updated for resources: {'Port': ['ID=e19f5d0e-b0f8-4d4c-a917-8f9e565a2972,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:28.420119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:28.420513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:28.420858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:28.421199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:28.421594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:28.421931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:28.422264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:28.422595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:28.422928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:28.423253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:28.423532 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4d813c98-eb7e-4cda-b7f6-e86be288fab9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:28.423642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:28.423905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:28.439059 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.487142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 4d813c98-eb7e-4cda-b7f6-e86be288fab9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:28.487715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.569841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a68af-e145-41ed-955f-f4367d4bce9a req-3f64a7c5-70db-4496-b874-e88e008ae7be tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:28.577521 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c12a68af-e145-41ed-955f-f4367d4bce9a req-3f64a7c5-70db-4496-b874-e88e008ae7be tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 943 time: 0.2481639 Sep 07 16:05:28.579253 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 31cee342-b717-4364-b92e-8832a74e3994 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:28.636063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 31cee342-b717-4364-b92e-8832a74e3994 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:28.640154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 31cee342-b717-4364-b92e-8832a74e3994 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:28.640575 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.664327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ddf444-5b65-4720-87f8-9f8eaccc1c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c4e6fa-48bb-45df-90cc-573146683882'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:28.666712 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c6ee07-9d5f-4801-b351-13f778958be0" -d '{"events": [{"server_uuid": "64ddf444-5b65-4720-87f8-9f8eaccc1c3d", "name": "network-vif-plugged", "status": "completed", "tag": "88c4e6fa-48bb-45df-90cc-573146683882"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:28.696618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-efdee57b-ac13-40d5-8fa3-0591489e1744 None None] Provisioning for port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:28.702215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-efdee57b-ac13-40d5-8fa3-0591489e1744 None None] Provisioning complete for port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:28.702597 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-efdee57b-ac13-40d5-8fa3-0591489e1744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.720711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d76ada-5dc0-4ea3-8adc-23b5978541bc req-fa410c6e-bd6e-4658-b82a-925050132d26 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:28.722133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0d76ada-5dc0-4ea3-8adc-23b5978541bc req-fa410c6e-bd6e-4658-b82a-925050132d26 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 946 time: 0.2517509 Sep 07 16:05:28.728905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c12a68af-e145-41ed-955f-f4367d4bce9a req-832028b2-8dab-4364-98d4-6ee7a67bff82 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505682 Sep 07 16:05:28.731301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:05:28.737414 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e1feac86-f3ce-4e2d-8855-832884b0d196 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Request body: {'floatingip': {'port_id': '4e90118b-dfff-44fe-b0fd-e74853d81a79'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:28.744327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-efdee57b-ac13-40d5-8fa3-0591489e1744 None None] Port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:05:28.785387 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.797816 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1feac86-f3ce-4e2d-8855-832884b0d196 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.799588 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.807441 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90276d3c-c0f9-4a4f-820c-2a4f78758abc x-openstack-request-id: req-90276d3c-c0f9-4a4f-820c-2a4f78758abc {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:28.807741 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ddf444-5b65-4720-87f8-9f8eaccc1c3d", "name": "network-vif-plugged", "status": "completed", "tag": "88c4e6fa-48bb-45df-90cc-573146683882", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:28.807996 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90276d3c-c0f9-4a4f-820c-2a4f78758abc {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:28.808409 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ddf444-5b65-4720-87f8-9f8eaccc1c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c4e6fa-48bb-45df-90cc-573146683882', 'code': 200} Sep 07 16:05:28.811792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 31cee342-b717-4364-b92e-8832a74e3994, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=31cee342-b717-4364-b92e-8832a74e3994,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:28.821456 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:28.880690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=31cee342-b717-4364-b92e-8832a74e3994,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:28.940452 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3b9b46bd-1758-445d-86a8-dc873763a46d details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:05:29.001722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbae16-c275-452d-8b47-3cd854710df6 req-5d321363-84d2-4865-9dd7-07387ef39a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:29.003545 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-53dbae16-c275-452d-8b47-3cd854710df6 req-5d321363-84d2-4865-9dd7-07387ef39a52 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=64ddf444-5b65-4720-87f8-9f8eaccc1c3d HTTP/1.1" status: 200 len: 1101 time: 0.1203620 Sep 07 16:05:29.027200 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:29.035706 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:29.069502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 3b9b46bd-1758-445d-86a8-dc873763a46d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3b9b46bd-1758-445d-86a8-dc873763a46d,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:29.083795 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '3b9b46bd-1758-445d-86a8-dc873763a46d', 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766', 'port_id': '3b9b46bd-1758-445d-86a8-dc873763a46d', 'mac_address': 'fa:16:3e:2c:aa:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16512a79-062b-41f3-bfdf-b580889f79b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:05:29.100042 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-53dbae16-c275-452d-8b47-3cd854710df6 req-2adc6b33-ce87-4ec6-a089-7be907a9bd5d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458775 Sep 07 16:05:29.103670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Pushing event updated for resources: {'Port': ['ID=e19f5d0e-b0f8-4d4c-a917-8f9e565a2972,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:29.143787 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:29.172176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9b46bd-1758-445d-86a8-dc873763a46d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:29.202837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 3b9b46bd-1758-445d-86a8-dc873763a46d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3b9b46bd-1758-445d-86a8-dc873763a46d,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:29.209029 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:29.223259 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:29.243411 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23978408-7683-4443-b74e-9b2aa829e888 req-f044356c-abbb-4b82-83fd-27e8b9dfbc82 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:29.245061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23978408-7683-4443-b74e-9b2aa829e888 req-f044356c-abbb-4b82-83fd-27e8b9dfbc82 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 945 time: 0.1423793 Sep 07 16:05:29.255727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebf135-9143-40ab-bf67-a1f85c8dc18f req-28a1f914-6bdc-4d5f-89fd-029c6a413738 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:29.257331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eaebf135-9143-40ab-bf67-a1f85c8dc18f req-28a1f914-6bdc-4d5f-89fd-029c6a413738 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.1598651 Sep 07 16:05:29.272079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=3b9b46bd-1758-445d-86a8-dc873763a46d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:29.375123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23978408-7683-4443-b74e-9b2aa829e888 req-78aeeef4-7e2d-43cf-8d56-22e5421193ce tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166475 Sep 07 16:05:29.397152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eaebf135-9143-40ab-bf67-a1f85c8dc18f req-abd0ccd2-7b36-40b6-943b-ed1e1bb3da11 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271574 Sep 07 16:05:29.433169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:29.435412 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:29.629085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Router 14ee858e-a718-486f-bba7-2159bd39a7cb has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:05:29.637332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ebfb6-0520-4dd0-b829-c97ccd1d667e req-a64b5965-9e98-4ec7-a263-1e0b48480c6d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:29.638928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-369ebfb6-0520-4dd0-b829-c97ccd1d667e req-a64b5965-9e98-4ec7-a263-1e0b48480c6d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 949 time: 0.1256552 Sep 07 16:05:29.651051 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['3b9b46bd-1758-445d-86a8-dc873763a46d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:29.704322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-369ebfb6-0520-4dd0-b829-c97ccd1d667e req-e698c6f9-4d99-42ac-8b57-480cdaf8e3e1 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476377 Sep 07 16:05:29.792019 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1feac86-f3ce-4e2d-8855-832884b0d196 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:29.796671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d26557dd-6fd8-4f91-b14a-5ced8694ae49 None None] Provisioning complete for port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:29.797088 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d26557dd-6fd8-4f91-b14a-5ced8694ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:29.797908 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1feac86-f3ce-4e2d-8855-832884b0d196 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:29.877505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:05:29.894498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-14cd15e5-fa5a-4692-a4ef-3d6e82d1e576 admin admin] 10.222.0.70 "PUT /v2.0/routers/14ee858e-a718-486f-bba7-2159bd39a7cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6059403 Sep 07 16:05:29.925189 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Sync routers for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:05:29.934787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d26557dd-6fd8-4f91-b14a-5ced8694ae49 None None] Port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:05:29.950340 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-e1feac86-f3ce-4e2d-8855-832884b0d196 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Floating IP 8835ed8a-18ee-434d-bd2b-2fa9aca8040f associated. External IP: 172.25.3.141, port: 4e90118b-dfff-44fe-b0fd-e74853d81a79. Sep 07 16:05:29.952770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:29.953432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:05:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:29.978091 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a2fe8-5bc9-4196-8e30-92e56439b5c4 req-d74e5015-ed88-449e-8beb-77623f300ede tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:29.980106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-080a2fe8-5bc9-4196-8e30-92e56439b5c4 req-d74e5015-ed88-449e-8beb-77623f300ede tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 944 time: 0.0845006 Sep 07 16:05:30.030323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-080a2fe8-5bc9-4196-8e30-92e56439b5c4 req-6a410dd4-1456-4f79-9d81-77ceda6db00c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430253 Sep 07 16:05:30.111656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:30.234385 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1feac86-f3ce-4e2d-8855-832884b0d196 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:05:30.342455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 31cee342-b717-4364-b92e-8832a74e3994 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:30.428245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1feac86-f3ce-4e2d-8855-832884b0d196 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:05:30.435662 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1feac86-f3ce-4e2d-8855-832884b0d196 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:30.441586 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bcd37-e0d2-4135-a1c3-bb1205cdb816 None None] Sync routers for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:05:30.452544 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396bcd37-e0d2-4135-a1c3-bb1205cdb816 None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:30.453205 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-396bcd37-e0d2-4135-a1c3-bb1205cdb816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:05:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:30.511027 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e1feac86-f3ce-4e2d-8855-832884b0d196 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "PUT /v2.0/floatingips/8835ed8a-18ee-434d-bd2b-2fa9aca8040f HTTP/1.1" status: 200 len: 992 time: 1.7781837 Sep 07 16:05:30.511520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d3def0-7c24-499b-a2d2-79f17934ae4d', 'tag': '4e90118b-dfff-44fe-b0fd-e74853d81a79'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:30.518895 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9053eae1-92f7-4f2b-80e2-bf67facb220e" -d '{"events": [{"name": "network-changed", "server_uuid": "31d3def0-7c24-499b-a2d2-79f17934ae4d", "tag": "4e90118b-dfff-44fe-b0fd-e74853d81a79"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:30.526180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 31cee342-b717-4364-b92e-8832a74e3994 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:30.526623 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:30.549078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-c39a4ddf-fdc7-4b8a-af65-1150948ef43c tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:30.557798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-c39a4ddf-fdc7-4b8a-af65-1150948ef43c tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 820 time: 0.1446967 Sep 07 16:05:30.584900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 2, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:30.595907 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-396bcd37-e0d2-4135-a1c3-bb1205cdb816 None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:30.615217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Checking router: 14ee858e-a718-486f-bba7-2159bd39a7cb for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:05:30.615432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Updating router 14ee858e-a718-486f-bba7-2159bd39a7cb port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:05:30.623315 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-a94ec2de-197b-4fb8-a1ed-80941378ef27 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/quotas/ef6015b098494e5c99a3458b4a51de27 HTTP/1.1" status: 200 len: 375 time: 0.0638700 Sep 07 16:05:30.713218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2cc80-efc6-4bf4-869f-c36c468c43f8 req-908b1bfd-9906-4590-b887-4762667b268f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:30.716526 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0a2cc80-efc6-4bf4-869f-c36c468c43f8 req-908b1bfd-9906-4590-b887-4762667b268f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 945 time: 0.1543908 Sep 07 16:05:30.785483 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-ae5a1012-29e1-4a03-ac33-45b4d38192d6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1607947 Sep 07 16:05:30.841733 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:30.879813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-20453003-8fcc-427c-bbd6-86627ce0702c tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:30.881542 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-20453003-8fcc-427c-bbd6-86627ce0702c tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171&tenant_id=69c966e1c7a5492180da5b612f6c029a&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 1096 time: 0.2232144 Sep 07 16:05:30.904050 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0a2cc80-efc6-4bf4-869f-c36c468c43f8 req-b8248418-50ae-49d8-bc1b-6f75003d4636 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806135 Sep 07 16:05:30.975721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807551-3'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:31.088152 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-396bcd37-e0d2-4135-a1c3-bb1205cdb816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '8835ed8a-18ee-434d-bd2b-2fa9aca8040f', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'port_id': '4e90118b-dfff-44fe-b0fd-e74853d81a79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'mac_address': 'fa:16:3e:51:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3def0-7c24-499b-a2d2-79f17934ae4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:02:53Z', 'updated_at': '2021-09-07T16:05:29Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:39Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:31.134482 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bcd37-e0d2-4135-a1c3-bb1205cdb816 None None] Checking router: 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:05:31.144714 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396bcd37-e0d2-4135-a1c3-bb1205cdb816 None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:31.145333 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-396bcd37-e0d2-4135-a1c3-bb1205cdb816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:05:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:31.289339 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-396bcd37-e0d2-4135-a1c3-bb1205cdb816 None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:31.323666 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:31.339379 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Transition to ACTIVE for port object e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:31.346881 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:31.366734 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-07178916-027c-4e58-b5f5-5ffce6c7705a service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795686 Sep 07 16:05:31.371538 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:31.426316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b2e81-bf34-4c70-a29b-707d5c3aefe1 req-fcf4869d-eb3d-4905-a1ac-b92ad428af35 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:31.428117 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b7b2e81-bf34-4c70-a29b-707d5c3aefe1 req-fcf4869d-eb3d-4905-a1ac-b92ad428af35 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.3914788 Sep 07 16:05:31.481717 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:31.490464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129b663-cab8-41d5-9b8d-aed5857ba8f2 None None] Pushing event updated for resources: {'Port': ['ID=e19f5d0e-b0f8-4d4c-a917-8f9e565a2972,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:31.546796 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Attempting to bind port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:31.547174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Attempting to bind port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:31.547535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Attempting to bind port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 on network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:31.555154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:31.555154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Checking segment: {'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:31.555730 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:31.556132 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Bound using segment: {'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:31.556645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Bound port: e19f5d0e-b0f8-4d4c-a917-8f9e565a2972, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:31.557034 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:31.636530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b7b2e81-bf34-4c70-a29b-707d5c3aefe1 req-085ff09f-2fb5-42a7-b115-08596a56d70e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794610 Sep 07 16:05:31.670166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] For port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:31.680265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] For port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e19f5d0e-b0f8-4d4c-a917-8f9e565a2972,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:31.692355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e0f77dab-a541-45a4-9c63-e28944de1262 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:05:31.703316 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-396bcd37-e0d2-4135-a1c3-bb1205cdb816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '8835ed8a-18ee-434d-bd2b-2fa9aca8040f', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'port_id': '4e90118b-dfff-44fe-b0fd-e74853d81a79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'mac_address': 'fa:16:3e:51:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3def0-7c24-499b-a2d2-79f17934ae4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:02:53Z', 'updated_at': '2021-09-07T16:05:29Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:39Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:31.715601 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:31.729165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-a55b8d36-07db-43cf-8733-187d188886b2 service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465648 Sep 07 16:05:31.797029 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bcd37-e0d2-4135-a1c3-bb1205cdb816 None None] The sync data for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 is: [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '8835ed8a-18ee-434d-bd2b-2fa9aca8040f', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'port_id': '4e90118b-dfff-44fe-b0fd-e74853d81a79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'mac_address': 'fa:16:3e:51:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3def0-7c24-499b-a2d2-79f17934ae4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:02:53Z', 'updated_at': '2021-09-07T16:05:29Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:39Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:05:31.806555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e0f77dab-a541-45a4-9c63-e28944de1262,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:31.830186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129b663-cab8-41d5-9b8d-aed5857ba8f2 None None] Pushing event updated for resources: {'Port': ['ID=e19f5d0e-b0f8-4d4c-a917-8f9e565a2972,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:31.870702 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d27093-3e00-4d7a-8e46-8e286e2714e0 x-openstack-request-id: req-f6d27093-3e00-4d7a-8e46-8e286e2714e0 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:31.870702 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d3def0-7c24-499b-a2d2-79f17934ae4d", "tag": "4e90118b-dfff-44fe-b0fd-e74853d81a79", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:31.870702 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6d27093-3e00-4d7a-8e46-8e286e2714e0 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:31.870702 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d3def0-7c24-499b-a2d2-79f17934ae4d', 'tag': '4e90118b-dfff-44fe-b0fd-e74853d81a79', 'status': 'completed', 'code': 200} Sep 07 16:05:31.923605 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:05:31.927683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:32.007391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053eae1-92f7-4f2b-80e2-bf67facb220e req-71446cb0-135e-49ff-8ba2-b07dc7b8bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:32.008978 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9053eae1-92f7-4f2b-80e2-bf67facb220e req-71446cb0-135e-49ff-8ba2-b07dc7b8bde8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da81e3ba90e64f67b8e64e6d0bddb0fe&device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 1097 time: 0.0894625 Sep 07 16:05:32.140488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:05:32.146586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:05:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:32.217358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053eae1-92f7-4f2b-80e2-bf67facb220e req-6aee10e2-02ad-4723-9a95-35d575176b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:32.219327 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9053eae1-92f7-4f2b-80e2-bf67facb220e req-6aee10e2-02ad-4723-9a95-35d575176b2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=40d34971-072c-4081-981f-edebb2a17e0d HTTP/1.1" status: 200 len: 925 time: 0.1938548 Sep 07 16:05:32.320515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:05:32.328974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff6bac-149b-4251-b2fb-8ef5dcd6d51b req-e7773679-d00c-44e8-ae34-8a506e759063 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:32.330624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7ff6bac-149b-4251-b2fb-8ef5dcd6d51b req-e7773679-d00c-44e8-ae34-8a506e759063 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 949 time: 0.3069534 Sep 07 16:05:32.331009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3152b00-a1c6-4e5f-a637-ed50620a0171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f77dab-a541-45a4-9c63-e28944de1262'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:32.333326 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feafe3c0-7e94-49c5-a918-47b75f7cdf42" -d '{"events": [{"server_uuid": "c3152b00-a1c6-4e5f-a637-ed50620a0171", "name": "network-vif-unplugged", "status": "completed", "tag": "e0f77dab-a541-45a4-9c63-e28944de1262"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:32.338225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:32.407173 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9053eae1-92f7-4f2b-80e2-bf67facb220e req-066f7ed4-6fed-47ac-930b-1ad01c3cef8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e90118b-dfff-44fe-b0fd-e74853d81a79 HTTP/1.1" status: 200 len: 1000 time: 0.1645010 Sep 07 16:05:32.411643 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7ff6bac-149b-4251-b2fb-8ef5dcd6d51b req-4d0b2e5b-548e-4936-9c21-1062f1154134 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665498 Sep 07 16:05:32.430921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c9a23-e9e1-48eb-990b-e1d69b1f290d req-35a112dd-cfdd-44f3-b3ea-7f7e70dbe666 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:32.432975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c8c9a23-e9e1-48eb-990b-e1d69b1f290d req-35a112dd-cfdd-44f3-b3ea-7f7e70dbe666 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 944 time: 0.2082400 Sep 07 16:05:32.433666 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:32.438242 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f15b530-04e1-406a-ad78-e7880c18fc4a None None] New status for floating IP 8835ed8a-18ee-434d-bd2b-2fa9aca8040f: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:05:32.536787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053eae1-92f7-4f2b-80e2-bf67facb220e req-887d4e91-efc6-48b7-8e3f-8975fea9d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:32.538993 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9053eae1-92f7-4f2b-80e2-bf67facb220e req-887d4e91-efc6-48b7-8e3f-8975fea9d7c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=731e0036-3c31-475c-ac6a-735261833588 HTTP/1.1" status: 200 len: 863 time: 0.1113367 Sep 07 16:05:32.550437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f77dab-a541-45a4-9c63-e28944de1262,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:32.610283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c8c9a23-e9e1-48eb-990b-e1d69b1f290d req-7721473e-9bae-47f8-981c-f0d7d534f67e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787036 Sep 07 16:05:32.658758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053eae1-92f7-4f2b-80e2-bf67facb220e req-7b018210-879e-4af3-a836-5a1aa377640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:32.664891 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9053eae1-92f7-4f2b-80e2-bf67facb220e req-7b018210-879e-4af3-a836-5a1aa377640d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=40d34971-072c-4081-981f-edebb2a17e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038611 Sep 07 16:05:32.676585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Attempting to bind port e0f77dab-a541-45a4-9c63-e28944de1262 on host n-h1-807551-3 for vnic_type normal with profile {"migrating_to": "n-h2-807551-3"} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:32.677041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Attempting to bind port e0f77dab-a541-45a4-9c63-e28944de1262 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:32.677494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Attempting to bind port e0f77dab-a541-45a4-9c63-e28944de1262 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:32.696832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Port e0f77dab-a541-45a4-9c63-e28944de1262 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:05:32.697297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Attempting to bind port e0f77dab-a541-45a4-9c63-e28944de1262 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:32.711148 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:32.711676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fc8c0-b344-47ad-92e7-2ff74ac945b3 req-b9a9743f-942a-4399-8879-beecf8b2ef60 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:32.726914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b1fc8c0-b344-47ad-92e7-2ff74ac945b3 req-b9a9743f-942a-4399-8879-beecf8b2ef60 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.1484706 Sep 07 16:05:32.756475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:32.758221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Checking segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:32.758966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Bound using segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:32.759707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Bound port: e0f77dab-a541-45a4-9c63-e28944de1262, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:32.760298 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:32.788650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e0f77dab-a541-45a4-9c63-e28944de1262,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:32.812257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e0f77dab-a541-45a4-9c63-e28944de1262 has no active binding in host n-h2-807551-3 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 16:05:32.860951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b7fdc483-3b9f-4922-b264-7bf56d203860 req-a4bdef94-2448-4e42-be37-aa6f13078bd4 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 210 time: 0.0953186 Sep 07 16:05:32.863029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9053eae1-92f7-4f2b-80e2-bf67facb220e req-8e82d716-94d5-4fb2-bf87-d751e9e13d5e service neutron] 10.222.0.35 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887982 Sep 07 16:05:32.939753 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0547abd7-1947-441c-b5be-f7b5b93619bd x-openstack-request-id: req-0547abd7-1947-441c-b5be-f7b5b93619bd {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:32.940047 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3152b00-a1c6-4e5f-a637-ed50620a0171", "name": "network-vif-unplugged", "status": "completed", "tag": "e0f77dab-a541-45a4-9c63-e28944de1262", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:32.940371 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0547abd7-1947-441c-b5be-f7b5b93619bd {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:32.940842 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3152b00-a1c6-4e5f-a637-ed50620a0171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f77dab-a541-45a4-9c63-e28944de1262', 'code': 200} Sep 07 16:05:32.944911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:31Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:05:32.959080 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b1fc8c0-b344-47ad-92e7-2ff74ac945b3 req-5c32485b-3c7d-4edd-82ad-6860d4f627f5 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309458 Sep 07 16:05:32.965102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3b9b46bd-1758-445d-86a8-dc873763a46d up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:33.070663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b43cf9-fb1c-490a-8e89-e73515366880 None None] The sync data for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 is: [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:31Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:05:33.075758 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9053eae1-92f7-4f2b-80e2-bf67facb220e req-247b9184-1fb2-4876-8395-8f4fd0dcd5b5 service neutron] 10.222.0.35 "GET /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965799 Sep 07 16:05:33.107883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 3b9b46bd-1758-445d-86a8-dc873763a46d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:33.119116 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 3b9b46bd-1758-445d-86a8-dc873763a46d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:33.119499 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:33.182194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:33.212703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e0f77dab-a541-45a4-9c63-e28944de1262,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:33.226046 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:33.235370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfb083-02f5-47e2-a176-6a82704883d8 req-b98ec20e-475a-4d49-9293-85d7481ac5ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:33.236959 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fdfb083-02f5-47e2-a176-6a82704883d8 req-b98ec20e-475a-4d49-9293-85d7481ac5ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=64ddf444-5b65-4720-87f8-9f8eaccc1c3d HTTP/1.1" status: 200 len: 950 time: 0.2359824 Sep 07 16:05:33.250332 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:33.288061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f4249a-c47b-4d67-9d3b-88a6d81e82cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9b46bd-1758-445d-86a8-dc873763a46d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:33.290507 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f696c9-6b29-435b-9a92-7ad5ee8aa448" -d '{"events": [{"server_uuid": "67f4249a-c47b-4d67-9d3b-88a6d81e82cb", "name": "network-vif-plugged", "status": "completed", "tag": "3b9b46bd-1758-445d-86a8-dc873763a46d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:33.307822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 3b9b46bd-1758-445d-86a8-dc873763a46d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3b9b46bd-1758-445d-86a8-dc873763a46d,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:33.313070 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:33.397183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=3b9b46bd-1758-445d-86a8-dc873763a46d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:33.399683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426eb666-5035-4a9e-9516-ac24af5e5a21 req-46ed944a-8bbb-4376-8e94-1575b1bdf285 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:33.401295 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-426eb666-5035-4a9e-9516-ac24af5e5a21 req-46ed944a-8bbb-4376-8e94-1575b1bdf285 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.3143475 Sep 07 16:05:33.412498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fdfb083-02f5-47e2-a176-6a82704883d8 req-f7ba75ab-bee0-4c40-a92b-91fc5e106aa7 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160464 Sep 07 16:05:33.429363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f77dab-a541-45a4-9c63-e28944de1262,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:33.482956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:33.483578 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:33.485118 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-cbe7686c-6d2c-4e0c-a5e7-08d6e66b33b6 service neutron] 10.222.0.35 "PUT /v2.0/ports/e0f77dab-a541-45a4-9c63-e28944de1262 HTTP/1.1" status: 200 len: 1121 time: 2.5781159 Sep 07 16:05:33.517476 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-426eb666-5035-4a9e-9516-ac24af5e5a21 req-28801a26-04e2-412a-827e-5aae8087a096 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899112 Sep 07 16:05:33.580161 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41c21a1-bfe7-4f70-9063-1c39b9036ce4 x-openstack-request-id: req-c41c21a1-bfe7-4f70-9063-1c39b9036ce4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:33.580485 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f4249a-c47b-4d67-9d3b-88a6d81e82cb", "name": "network-vif-plugged", "status": "completed", "tag": "3b9b46bd-1758-445d-86a8-dc873763a46d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:33.580745 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c41c21a1-bfe7-4f70-9063-1c39b9036ce4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:33.581146 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f4249a-c47b-4d67-9d3b-88a6d81e82cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9b46bd-1758-445d-86a8-dc873763a46d', 'code': 200} Sep 07 16:05:33.659670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['e0f77dab-a541-45a4-9c63-e28944de1262'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:33.755886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['e0f77dab-a541-45a4-9c63-e28944de1262'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:33.789364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fd4b2-307b-4c85-a265-8cf44e4c5b51 req-6598bfc3-9421-4cd4-a80a-ca3ca9f9d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:33.797281 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-954fd4b2-307b-4c85-a265-8cf44e4c5b51 req-6598bfc3-9421-4cd4-a80a-ca3ca9f9d9c6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 1096 time: 0.1073787 Sep 07 16:05:33.873194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd53793-597f-40e2-a58b-8b59a6f10581 req-e3e91fa0-c5ae-4dad-b166-bdce2b7dd5e2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:33.886044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fd53793-597f-40e2-a58b-8b59a6f10581 req-e3e91fa0-c5ae-4dad-b166-bdce2b7dd5e2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 945 time: 0.1352289 Sep 07 16:05:33.890535 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-954fd4b2-307b-4c85-a265-8cf44e4c5b51 req-a8fa79d5-89a1-45de-bf25-188e63754e53 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782349 Sep 07 16:05:33.945998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fd53793-597f-40e2-a58b-8b59a6f10581 req-cc2f4410-ef69-4e7a-90ae-add3d0105805 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562761 Sep 07 16:05:34.169611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a178de9-ba2e-484a-9f54-1b1109cda2b5 req-d3aa95f2-f8ae-4e16-852b-fa306409f2e1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 210 time: 0.0602245 Sep 07 16:05:34.196652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac6189-8b8b-496b-a146-26edd2f6d8ce req-03b43b32-23eb-4110-ac42-ba1f4102fb2f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:34.203219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac6189-8b8b-496b-a146-26edd2f6d8ce req-03b43b32-23eb-4110-ac42-ba1f4102fb2f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:34.205033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-62ac6189-8b8b-496b-a146-26edd2f6d8ce req-03b43b32-23eb-4110-ac42-ba1f4102fb2f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=64ddf444-5b65-4720-87f8-9f8eaccc1c3d&device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 1690 time: 0.2582161 Sep 07 16:05:34.230896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-cc23246c-3c62-4dda-bacf-57a9d55b0ddd tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:34.236516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-cc23246c-3c62-4dda-bacf-57a9d55b0ddd tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.35 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 820 time: 0.2517900 Sep 07 16:05:34.282350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-62ac6189-8b8b-496b-a146-26edd2f6d8ce req-4a7329cf-7028-4df1-8c06-7cc74a14fc91 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680599 Sep 07 16:05:34.301545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Request body: {'port': {'device_id': '193506a1-e62d-4c7a-9340-a1796b907d60', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'admin_state_up': True, 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:34.340169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:34.415182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:34.420371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:34.420675 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:34.493565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6570f7-c83b-482a-adab-8dc1425ff866 req-ef233221-2c7a-4bb6-892b-d3354b0aea70 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:34.495441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a6570f7-c83b-482a-adab-8dc1425ff866 req-ef233221-2c7a-4bb6-892b-d3354b0aea70 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.2311993 Sep 07 16:05:34.537626 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:34.553946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Made reservation on behalf of ef6015b098494e5c99a3458b4a51de27 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:34.558192 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:34.578131 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e19f5d0e-b0f8-4d4c-a917-8f9e565a2972,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:34.582978 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:34.587594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326e4fe-5400-4cd3-aae0-89480dc8d02c req-eec58d4f-51e0-486e-bc62-3755a5becb5b tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:34.596173 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c326e4fe-5400-4cd3-aae0-89480dc8d02c req-eec58d4f-51e0-486e-bc62-3755a5becb5b tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=64ddf444-5b65-4720-87f8-9f8eaccc1c3d HTTP/1.1" status: 200 len: 1101 time: 0.1332355 Sep 07 16:05:34.610112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a6570f7-c83b-482a-adab-8dc1425ff866 req-b05a79a7-fbe8-41ba-b836-696fcf6e9e94 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963857 Sep 07 16:05:34.655658 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c326e4fe-5400-4cd3-aae0-89480dc8d02c req-fb4526ac-bbf6-4058-88d2-7b21868fed13 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584733 Sep 07 16:05:34.690164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=e19f5d0e-b0f8-4d4c-a917-8f9e565a2972,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:34.847829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Allocated IP 172.20.0.14 (15fd55bc-7c74-4b24-a13d-65d6c50a3c2c/6f672633-a1e2-4e93-893e-80197206d822/7e2caecd-1d89-4719-b13d-c6935f4f67ea) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:34.898897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201d67c-74b0-4471-bc10-421f4874d084 req-95b780ab-a0d9-4782-ac1d-0420f9945891 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:34.900859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5201d67c-74b0-4471-bc10-421f4874d084 req-95b780ab-a0d9-4782-ac1d-0420f9945891 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.1301241 Sep 07 16:05:34.942950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3152b00-a1c6-4e5f-a637-ed50620a0171', 'tag': 'e0f77dab-a541-45a4-9c63-e28944de1262'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:34.945530 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc426d4-023f-4dfd-85d5-257a9a580c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c3152b00-a1c6-4e5f-a637-ed50620a0171", "tag": "e0f77dab-a541-45a4-9c63-e28944de1262"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:35.014182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906e823-c838-4b85-8785-c05435b1b621 req-467f35a3-7704-45c8-aebc-94e906c03d86 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:35.015755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d906e823-c838-4b85-8785-c05435b1b621 req-467f35a3-7704-45c8-aebc-94e906c03d86 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 1100 time: 0.1381385 Sep 07 16:05:35.022931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5201d67c-74b0-4471-bc10-421f4874d084 req-35769b3a-4ffc-4dab-a0f7-ed27e01ce12c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899835 Sep 07 16:05:35.076451 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6fb182-f63e-430c-ba1a-40e55a830bc6 x-openstack-request-id: req-8d6fb182-f63e-430c-ba1a-40e55a830bc6 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:35.076748 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3152b00-a1c6-4e5f-a637-ed50620a0171", "tag": "e0f77dab-a541-45a4-9c63-e28944de1262", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:35.077000 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d6fb182-f63e-430c-ba1a-40e55a830bc6 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:35.077392 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3152b00-a1c6-4e5f-a637-ed50620a0171', 'tag': 'e0f77dab-a541-45a4-9c63-e28944de1262', 'status': 'completed', 'code': 200} Sep 07 16:05:35.112191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d906e823-c838-4b85-8785-c05435b1b621 req-584f820a-56fa-443b-a88a-ec0d7da81f2c tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882497 Sep 07 16:05:35.128552 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:35.167424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Transition to ACTIVE for port object 7e2caecd-1d89-4719-b13d-c6935f4f67ea will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:35.182132 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc426d4-023f-4dfd-85d5-257a9a580c9d req-1dce606e-078a-4017-b7ad-c8215c38cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:35.185743 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8dc426d4-023f-4dfd-85d5-257a9a580c9d req-1dce606e-078a-4017-b7ad-c8215c38cfaa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 1124 time: 0.0760252 Sep 07 16:05:35.206905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b95f1-a3a0-442a-a5f8-c03c4c58c1a1 req-49401dd9-3a19-4d53-9af6-c13f72771264 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:35.208502 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b7b95f1-a3a0-442a-a5f8-c03c4c58c1a1 req-49401dd9-3a19-4d53-9af6-c13f72771264 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 945 time: 0.0775647 Sep 07 16:05:35.238934 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:35.282267 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b7b95f1-a3a0-442a-a5f8-c03c4c58c1a1 req-52bab7e4-ab57-4977-b699-009ce695fc42 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673580 Sep 07 16:05:35.312145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:35.315372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc426d4-023f-4dfd-85d5-257a9a580c9d req-8d57d277-51bd-45a1-86f9-585b4f57f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:35.316903 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8dc426d4-023f-4dfd-85d5-257a9a580c9d req-8d57d277-51bd-45a1-86f9-585b4f57f214 service neutron] 10.222.0.54 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.1223817 Sep 07 16:05:35.319074 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:35.342803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:35.392052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Pushing event updated for resources: {'Port': ['ID=7e2caecd-1d89-4719-b13d-c6935f4f67ea,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:35.396201 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8dc426d4-023f-4dfd-85d5-257a9a580c9d req-b0c69e56-3c1c-4cd0-a9db-b0798661e1c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f77dab-a541-45a4-9c63-e28944de1262 HTTP/1.1" status: 200 len: 217 time: 0.0580587 Sep 07 16:05:35.456496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:35.457309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc426d4-023f-4dfd-85d5-257a9a580c9d req-e7c8aea4-7f77-4dc7-b7ee-4a395ba61d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:35.457460 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:35.458808 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8dc426d4-023f-4dfd-85d5-257a9a580c9d req-e7c8aea4-7f77-4dc7-b7ee-4a395ba61d66 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.0548682 Sep 07 16:05:35.461276 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-4d977c55-0ab0-4fcd-ba15-a4147d52d995 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743475 Sep 07 16:05:35.472304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a6128-e018-477f-973b-0a2c1c27fe74 req-cecff231-fca2-41e0-8982-5c16f0c811bc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:35.475436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c0a6128-e018-477f-973b-0a2c1c27fe74 req-cecff231-fca2-41e0-8982-5c16f0c811bc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 932 time: 0.1898377 Sep 07 16:05:35.509846 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8dc426d4-023f-4dfd-85d5-257a9a580c9d req-b1d6a70b-d8a2-4591-ad38-b914b8d28a8a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383232 Sep 07 16:05:35.560062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-625cd3a6-e336-4c47-bfa1-b630e9da474a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2629981 Sep 07 16:05:35.608292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Request body: {'port': {'device_id': '193506a1-e62d-4c7a-9340-a1796b907d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:35.654213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c0a6128-e018-477f-973b-0a2c1c27fe74 req-93a74e41-b003-4f0a-a659-3169f88f276a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520011 Sep 07 16:05:35.661357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-07ed177a-0b49-4cdd-bcbf-84b87297c63e None None] Provisioning for port 7e2caecd-1d89-4719-b13d-c6935f4f67ea completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:35.667901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-07ed177a-0b49-4cdd-bcbf-84b87297c63e None None] Provisioning complete for port 7e2caecd-1d89-4719-b13d-c6935f4f67ea triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:35.669219 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07ed177a-0b49-4cdd-bcbf-84b87297c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:35.676304 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8dc426d4-023f-4dfd-85d5-257a9a580c9d req-2feb5b76-2544-4777-9c9c-9df2f8476852 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421640 Sep 07 16:05:35.716041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-30d2118f-c289-49dc-bc0e-4eb6d324cfaf tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:35.724703 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-30d2118f-c289-49dc-bc0e-4eb6d324cfaf tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487302 Sep 07 16:05:35.724905 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-07ed177a-0b49-4cdd-bcbf-84b87297c63e None None] Port 7e2caecd-1d89-4719-b13d-c6935f4f67ea cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:05:35.735145 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:35.747948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-77a23af9-9572-46cc-8810-3858fdef6d85 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/quotas/862afeab01384f9383e2db2235f4b998 HTTP/1.1" status: 200 len: 375 time: 0.0221512 Sep 07 16:05:35.816808 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8dc426d4-023f-4dfd-85d5-257a9a580c9d req-33ed281b-1fc7-4423-b746-9daef8d1e4f7 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170692 Sep 07 16:05:35.892067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2f44-4cf8-48f2-914e-23f53821357a req-08dfdf0f-b84a-4e9f-94a7-489f0f7102c3 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:35.893620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77dd2f44-4cf8-48f2-914e-23f53821357a req-08dfdf0f-b84a-4e9f-94a7-489f0f7102c3 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.1343985 Sep 07 16:05:35.911253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-423e8b7d-7c3c-410c-85e2-253cde8db0df tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1623795 Sep 07 16:05:36.029411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77dd2f44-4cf8-48f2-914e-23f53821357a req-4e3f4ebc-e719-4cb2-8eaf-3753609271a3 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701830 Sep 07 16:05:36.198008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ba8b5f8-c1ca-4dc5-9a6e-bff8b8f5ad06 req-c2eb59d8-9b1e-4e60-8f48-3cd8f947ddd6 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 210 time: 0.0485010 Sep 07 16:05:36.263054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2caecd-1d89-4719-b13d-c6935f4f67ea {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:36.282862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:36.283051 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:36.311123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Transition to ACTIVE for port object 7e2caecd-1d89-4719-b13d-c6935f4f67ea will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:36.323210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1198c8-5f1c-4cd6-8e27-dd38084dd8f8 req-4d950c9e-bac3-4b14-ad8b-9c8e90a78cf9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:36.328890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce1198c8-5f1c-4cd6-8e27-dd38084dd8f8 req-4d950c9e-bac3-4b14-ad8b-9c8e90a78cf9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.1297255 Sep 07 16:05:36.332884 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:36.338552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:36.339011 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:36.448940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce1198c8-5f1c-4cd6-8e27-dd38084dd8f8 req-f29ef519-b572-4f8d-9cba-301b037bd866 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177759 Sep 07 16:05:36.460201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2caecd-1d89-4719-b13d-c6935f4f67ea,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:36.788642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dff51-df11-4b71-b06b-636a20e4d113 req-5abf963b-ba72-429a-95a9-505719e0f416 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:36.790024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-870dff51-df11-4b71-b06b-636a20e4d113 req-5abf963b-ba72-429a-95a9-505719e0f416 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 945 time: 0.4164402 Sep 07 16:05:36.856042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34291bd-5473-4084-b376-d04cceecaead req-94630f9c-dc21-457b-a5bb-c0b9536dc7c9 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:36.857630 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c34291bd-5473-4084-b376-d04cceecaead req-94630f9c-dc21-457b-a5bb-c0b9536dc7c9 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 944 time: 0.1120203 Sep 07 16:05:36.858400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Attempting to bind port 7e2caecd-1d89-4719-b13d-c6935f4f67ea on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:36.858735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Attempting to bind port 7e2caecd-1d89-4719-b13d-c6935f4f67ea by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:36.859068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Attempting to bind port 7e2caecd-1d89-4719-b13d-c6935f4f67ea on network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:36.877192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-870dff51-df11-4b71-b06b-636a20e4d113 req-19cfbb03-7397-46f3-be08-62e2482e2d97 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809388 Sep 07 16:05:36.878986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Port 7e2caecd-1d89-4719-b13d-c6935f4f67ea on network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:05:36.879315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Attempting to bind port 7e2caecd-1d89-4719-b13d-c6935f4f67ea on network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:36.899838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:36.900262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Checking segment: {'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:36.900590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Bound using segment: {'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:36.901036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Bound port: 7e2caecd-1d89-4719-b13d-c6935f4f67ea, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:36.901399 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:36.925170 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c34291bd-5473-4084-b376-d04cceecaead req-657bba0a-2446-4b61-8c07-f3d4f868392b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606785 Sep 07 16:05:36.982307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] For port 7e2caecd-1d89-4719-b13d-c6935f4f67ea, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:36.986000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] For port 7e2caecd-1d89-4719-b13d-c6935f4f67ea, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:36.990947 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:37.032170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:37.033486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:37.034931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] 10.222.0.35 "PUT /v2.0/ports/7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 200 len: 1092 time: 1.4314859 Sep 07 16:05:37.086251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:37.088509 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a162e5d-c13c-4786-93ca-3b8ac570a196" -d '{"events": [{"name": "network-changed", "server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:37.134464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33788bb-5499-408d-9e3c-6f2cf54f8cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2caecd-1d89-4719-b13d-c6935f4f67ea,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:37.187030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64938001-8168-4e29-b9f3-0161210517f4 req-70de7841-22be-437f-86cc-fdfd1ca8a2b2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:37.188670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64938001-8168-4e29-b9f3-0161210517f4 req-70de7841-22be-437f-86cc-fdfd1ca8a2b2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 945 time: 0.1456559 Sep 07 16:05:37.214188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-9fbe158c-4aa2-4079-879c-d6ca9a798a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:37.215761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-9fbe158c-4aa2-4079-879c-d6ca9a798a06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 1095 time: 0.1164012 Sep 07 16:05:37.233945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f154c-55a5-4b05-8cf2-0495eceee6b9 req-f3de77e0-bb3a-49f5-a6c9-23524cff3685 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:37.235504 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c4f154c-55a5-4b05-8cf2-0495eceee6b9 req-f3de77e0-bb3a-49f5-a6c9-23524cff3685 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.0969865 Sep 07 16:05:37.289041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-544dd3f0-1be8-4335-9e33-dfbc65431e46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 200 len: 217 time: 0.0524192 Sep 07 16:05:37.320854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64938001-8168-4e29-b9f3-0161210517f4 req-674521c7-c372-4f34-8a1c-cd850cf6ca15 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212182 Sep 07 16:05:37.329327 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-9e033e9e-d148-43b3-b8e4-079d2db3d2a2 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246339 Sep 07 16:05:37.376584 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c4f154c-55a5-4b05-8cf2-0495eceee6b9 req-4c5bb7de-7d31-4316-8ba2-076791b9e096 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275356 Sep 07 16:05:37.396746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-4f187339-4f32-4441-a3ad-072b1f85b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:37.398089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-4f187339-4f32-4441-a3ad-072b1f85b38a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.0944209 Sep 07 16:05:37.399852 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232494fd-4852-4d30-9e89-9f5ce6d328b7 x-openstack-request-id: req-232494fd-4852-4d30-9e89-9f5ce6d328b7 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:37.400150 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:37.400425 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-232494fd-4852-4d30-9e89-9f5ce6d328b7 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:37.400817 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'status': 'completed', 'code': 200} Sep 07 16:05:37.480012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-cf44e8dd-6a31-4217-931b-8520d640b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:37.482186 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-cf44e8dd-6a31-4217-931b-8520d640b6f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671561 Sep 07 16:05:37.512405 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-ca66a1b6-a0a3-440b-bba7-d34ca7317241 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:37.513989 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-ca66a1b6-a0a3-440b-bba7-d34ca7317241 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667941 Sep 07 16:05:37.546571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Request body: {'port': {'device_id': '03e0968f-47e5-47f0-8eca-ce25f288ec8b', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '862afeab01384f9383e2db2235f4b998'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:37.620599 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14b415e2-5615-4792-a906-3c164e143aa2 req-37e255a9-50c6-48d9-915e-19afd0214ac4 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 210 time: 0.0440922 Sep 07 16:05:37.669751 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-f323e05d-90a3-4db1-8316-bfd2abe1f14f service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738441 Sep 07 16:05:37.678717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b19d7-d4ca-405c-9df9-4183a581a756 req-9ab9e1c8-f0ff-40d4-a403-42c0d5697e83 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:37.680409 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c1b19d7-d4ca-405c-9df9-4183a581a756 req-9ab9e1c8-f0ff-40d4-a403-42c0d5697e83 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0924637 Sep 07 16:05:37.694278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Made reservation on behalf of 862afeab01384f9383e2db2235f4b998 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:37.697855 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:37.778046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c1b19d7-d4ca-405c-9df9-4183a581a756 req-a077a35a-c91d-4d72-ab07-ef6a1c8d4021 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856695 Sep 07 16:05:37.806884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4bd7554-5fca-4fea-be4d-91e6e4cf8d44 req-c214e8ef-1ab1-494e-a10f-804ee9c2ef2f service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238811 Sep 07 16:05:37.844533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Allocated IP 192.168.233.161 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/80641943-4567-4ee2-94c9-e33cd7dd46d9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:37.900106 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a162e5d-c13c-4786-93ca-3b8ac570a196 req-51904eb6-1eda-4b0b-9647-3bae4e342028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:37.901585 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a162e5d-c13c-4786-93ca-3b8ac570a196 req-51904eb6-1eda-4b0b-9647-3bae4e342028 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 1095 time: 0.0414913 Sep 07 16:05:38.017399 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:38.038007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Transition to ACTIVE for port object 80641943-4567-4ee2-94c9-e33cd7dd46d9 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:38.038437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a162e5d-c13c-4786-93ca-3b8ac570a196 req-bd9e7e0f-799c-4246-89a3-7d56ab45948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:38.040277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a162e5d-c13c-4786-93ca-3b8ac570a196 req-bd9e7e0f-799c-4246-89a3-7d56ab45948e service neutron] 10.222.0.35 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.1262958 Sep 07 16:05:38.066863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf19a7-7c4a-4257-9c52-3b356401f0c5 req-b01c6743-5f0e-49f8-b977-55f9b0e9e9f6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:38.068859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5cf19a7-7c4a-4257-9c52-3b356401f0c5 req-b01c6743-5f0e-49f8-b977-55f9b0e9e9f6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 944 time: 0.0693922 Sep 07 16:05:38.072102 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:38.093109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db', 'aac4c757-f6cc-4d1e-a279-038b10875c09', '93654770-500a-4bfe-bc36-2c003543b94a', 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:38.096424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['88c4e6fa-48bb-45df-90cc-573146683882'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:38.118638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:38.123021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:38.125174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a162e5d-c13c-4786-93ca-3b8ac570a196 req-c4b4f6a9-5e47-47c2-b456-24e35cdc5c66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 200 len: 217 time: 0.0551801 Sep 07 16:05:38.129972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:38.162963 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event updated for resources: {'Port': ['ID=80641943-4567-4ee2-94c9-e33cd7dd46d9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:38.184975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:38.185471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:38.185946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:38.186419 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:38.186917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:38.187368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:38.187817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:38.188288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:38.188564 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5cf19a7-7c4a-4257-9c52-3b356401f0c5 req-20a0e6f2-b2cb-4396-b724-5f96fd2b592e tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110685 Sep 07 16:05:38.188907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:38.189265 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:38.189779 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:38.190113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:05:38.222724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a162e5d-c13c-4786-93ca-3b8ac570a196 req-e93fdbc8-3a2c-48ad-884e-bc9449b874ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:38.224686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a162e5d-c13c-4786-93ca-3b8ac570a196 req-e93fdbc8-3a2c-48ad-884e-bc9449b874ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.0828226 Sep 07 16:05:38.226500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:38.227157 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:38.244979 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e39e890c-f343-4096-9a1e-db5d1a60a7fc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7035429 Sep 07 16:05:38.259996 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Request body: {'port': {'device_id': '03e0968f-47e5-47f0-8eca-ce25f288ec8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:38.299807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a162e5d-c13c-4786-93ca-3b8ac570a196 req-a1d89edd-505e-4a90-ae3d-f99fa9b85ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:38.301568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a162e5d-c13c-4786-93ca-3b8ac570a196 req-a1d89edd-505e-4a90-ae3d-f99fa9b85ca3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555878 Sep 07 16:05:38.331967 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:38.513217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a162e5d-c13c-4786-93ca-3b8ac570a196 req-e1990d09-8ec2-40c6-aece-2111d9f88f8e service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942415 Sep 07 16:05:38.546864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-05e91408-d7aa-4512-a368-fe1386f34e94 None None] Provisioning for port 80641943-4567-4ee2-94c9-e33cd7dd46d9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:38.557039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-05e91408-d7aa-4512-a368-fe1386f34e94 None None] Provisioning complete for port 80641943-4567-4ee2-94c9-e33cd7dd46d9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:38.557039 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05e91408-d7aa-4512-a368-fe1386f34e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:38.586064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d33c0-446b-4ab6-8b68-8ed0eec4a4a8 req-4d96cb81-3753-4554-824f-149b42a1e50c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:38.587608 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c25d33c0-446b-4ab6-8b68-8ed0eec4a4a8 req-4d96cb81-3753-4554-824f-149b42a1e50c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 945 time: 0.1391697 Sep 07 16:05:38.619773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-05e91408-d7aa-4512-a368-fe1386f34e94 None None] Port 80641943-4567-4ee2-94c9-e33cd7dd46d9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:05:38.653881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c78dd-b7be-4671-b373-e132d210b88c req-68758464-04f1-40b8-9023-4ea868f4e04d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:38.656216 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-029c78dd-b7be-4671-b373-e132d210b88c req-68758464-04f1-40b8-9023-4ea868f4e04d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.1627879 Sep 07 16:05:38.708183 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a162e5d-c13c-4786-93ca-3b8ac570a196 req-e02d74bc-8db3-4351-9499-db91be2ffe8c service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788387 Sep 07 16:05:38.711320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c25d33c0-446b-4ab6-8b68-8ed0eec4a4a8 req-2333cad2-9f60-4892-ad64-742d22b8af8f tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916147 Sep 07 16:05:38.732542 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-029c78dd-b7be-4671-b373-e132d210b88c req-14efb5ad-9975-45d4-8a66-37a4156c5fd5 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683987 Sep 07 16:05:38.786269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80641943-4567-4ee2-94c9-e33cd7dd46d9 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:38.796568 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:38.812185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Transition to ACTIVE for port object 80641943-4567-4ee2-94c9-e33cd7dd46d9 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:38.817659 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:38.884019 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Pushing event updated for resources: {'Port': ['ID=80641943-4567-4ee2-94c9-e33cd7dd46d9,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:38.974845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Attempting to bind port 80641943-4567-4ee2-94c9-e33cd7dd46d9 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:38.975192 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Attempting to bind port 80641943-4567-4ee2-94c9-e33cd7dd46d9 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:38.975531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Attempting to bind port 80641943-4567-4ee2-94c9-e33cd7dd46d9 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:38.980827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Port 80641943-4567-4ee2-94c9-e33cd7dd46d9 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:05:38.981159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Attempting to bind port 80641943-4567-4ee2-94c9-e33cd7dd46d9 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:38.987005 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:38.987351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:38.987753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:38.988202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Bound port: 80641943-4567-4ee2-94c9-e33cd7dd46d9, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:38.988596 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:39.030647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896e1ee-a8ac-4984-89a2-e34cc9a4edaf req-af6af767-a28a-42eb-9965-e93ed0063c01 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:39.032610 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1896e1ee-a8ac-4984-89a2-e34cc9a4edaf req-af6af767-a28a-42eb-9965-e93ed0063c01 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 948 time: 0.0860574 Sep 07 16:05:39.112664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1896e1ee-a8ac-4984-89a2-e34cc9a4edaf req-dfd505e4-91cf-4011-94ee-3b83e2ee35d8 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703709 Sep 07 16:05:39.113934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] For port 80641943-4567-4ee2-94c9-e33cd7dd46d9, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:39.119019 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] For port 80641943-4567-4ee2-94c9-e33cd7dd46d9, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=80641943-4567-4ee2-94c9-e33cd7dd46d9,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:39.127055 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:39.170432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:39.171320 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:39.173156 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] 10.222.0.54 "PUT /v2.0/ports/80641943-4567-4ee2-94c9-e33cd7dd46d9 HTTP/1.1" status: 200 len: 1096 time: 0.9180169 Sep 07 16:05:39.174043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e0968f-47e5-47f0-8eca-ce25f288ec8b', 'tag': '80641943-4567-4ee2-94c9-e33cd7dd46d9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:39.176770 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcc2f63-d32a-49e4-9299-628c72049d62" -d '{"events": [{"name": "network-changed", "server_uuid": "03e0968f-47e5-47f0-8eca-ce25f288ec8b", "tag": "80641943-4567-4ee2-94c9-e33cd7dd46d9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:39.246931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd49a5-9404-48fd-aadb-95fb3abfe52c service neutron] Pushing event updated for resources: {'Port': ['ID=80641943-4567-4ee2-94c9-e33cd7dd46d9,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:39.290010 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-b36ac4c7-3a64-46a7-9c51-e33e35c11db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:39.290410 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7c61b-43fd-4aa1-b0d4-58d93065ac71 req-003ee26d-7af8-4552-ad06-8783c696ab6d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:39.291671 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-b36ac4c7-3a64-46a7-9c51-e33e35c11db3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 1099 time: 0.0655768 Sep 07 16:05:39.293233 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42c7c61b-43fd-4aa1-b0d4-58d93065ac71 req-003ee26d-7af8-4552-ad06-8783c696ab6d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0699432 Sep 07 16:05:39.361640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42c7c61b-43fd-4aa1-b0d4-58d93065ac71 req-ee5d8970-11b2-49f5-8264-39a35c312357 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551507 Sep 07 16:05:39.362106 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-e2ce332b-3718-4229-bded-81fc12a982a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=80641943-4567-4ee2-94c9-e33cd7dd46d9 HTTP/1.1" status: 200 len: 217 time: 0.0526006 Sep 07 16:05:39.445650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-22faa4ca-0ed0-48a7-a957-773b4ec296eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:39.447463 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-22faa4ca-0ed0-48a7-a957-773b4ec296eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0772860 Sep 07 16:05:39.450691 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f59768-d454-454e-9d4f-32ef20df4624 x-openstack-request-id: req-a3f59768-d454-454e-9d4f-32ef20df4624 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:39.451167 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e0968f-47e5-47f0-8eca-ce25f288ec8b", "tag": "80641943-4567-4ee2-94c9-e33cd7dd46d9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:39.451369 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3f59768-d454-454e-9d4f-32ef20df4624 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:39.451773 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e0968f-47e5-47f0-8eca-ce25f288ec8b', 'tag': '80641943-4567-4ee2-94c9-e33cd7dd46d9', 'status': 'completed', 'code': 200} Sep 07 16:05:39.495896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fb0ae-c548-41bc-93ee-3d5f24e11bab req-8c8133ac-2c22-4179-af00-ed7d2f3aa106 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:39.500370 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-d4b2c891-128a-4c91-b774-b4c6e1e2c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:39.500856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-646fb0ae-c548-41bc-93ee-3d5f24e11bab req-8c8133ac-2c22-4179-af00-ed7d2f3aa106 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 944 time: 0.0658064 Sep 07 16:05:39.501915 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-d4b2c891-128a-4c91-b774-b4c6e1e2c5ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448382 Sep 07 16:05:39.541755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-646fb0ae-c548-41bc-93ee-3d5f24e11bab req-d1913e91-f2f3-47b8-b6a4-e1585ba1fe8e tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367317 Sep 07 16:05:39.626700 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-ab8ac032-aefa-4746-b9df-f9a4785c8a7e service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133604 Sep 07 16:05:39.726953 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19708e09-0636-45c0-b76a-4579ecfeb2a4 req-8dc9ffb8-347f-4a99-826c-e74c257e6977 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887268 Sep 07 16:05:39.859348 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc2f63-d32a-49e4-9299-628c72049d62 req-e64b8e8c-9f1f-404a-93a8-c3daa371630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:39.860958 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4bcc2f63-d32a-49e4-9299-628c72049d62 req-e64b8e8c-9f1f-404a-93a8-c3daa371630f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 1099 time: 0.0674834 Sep 07 16:05:39.876319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae6726-6c11-4259-ae52-5c000556af5c req-0efa12ce-12c0-4e15-b64e-52b37c9c9dbb tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:39.885454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4cae6726-6c11-4259-ae52-5c000556af5c req-0efa12ce-12c0-4e15-b64e-52b37c9c9dbb tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.0688794 Sep 07 16:05:39.928462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4cae6726-6c11-4259-ae52-5c000556af5c req-48800a17-8b50-4562-8010-877328f44821 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415759 Sep 07 16:05:39.996920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc2f63-d32a-49e4-9299-628c72049d62 req-09d4d20b-d486-41b2-910d-d782480b1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:39.998420 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4bcc2f63-d32a-49e4-9299-628c72049d62 req-09d4d20b-d486-41b2-910d-d782480b1bde service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1237836 Sep 07 16:05:40.059495 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4bcc2f63-d32a-49e4-9299-628c72049d62 req-a58186a2-9689-49b5-9325-69603b6e79a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=80641943-4567-4ee2-94c9-e33cd7dd46d9 HTTP/1.1" status: 200 len: 217 time: 0.0415227 Sep 07 16:05:40.119875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc2f63-d32a-49e4-9299-628c72049d62 req-e65a933a-8d90-4090-9553-d4cb8e8af7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:40.122039 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4bcc2f63-d32a-49e4-9299-628c72049d62 req-e65a933a-8d90-4090-9553-d4cb8e8af7ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0455179 Sep 07 16:05:40.178379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc2f63-d32a-49e4-9299-628c72049d62 req-032f209c-a0ab-4803-bc90-884d9a46f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:40.179896 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4bcc2f63-d32a-49e4-9299-628c72049d62 req-032f209c-a0ab-4803-bc90-884d9a46f71a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474308 Sep 07 16:05:40.260461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73edbb5-db32-46c7-a3cf-411ebea9f39a req-2a4c96b7-687c-476b-8205-c77da07626e8 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:40.263152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d73edbb5-db32-46c7-a3cf-411ebea9f39a req-2a4c96b7-687c-476b-8205-c77da07626e8 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 948 time: 0.0714314 Sep 07 16:05:40.300039 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5b395ee-345b-4fb9-8b9c-eea4138b9377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:40.306882 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4bcc2f63-d32a-49e4-9299-628c72049d62 req-59029f82-02db-45de-a191-d9052d90c3fb service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078858 Sep 07 16:05:40.314955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d73edbb5-db32-46c7-a3cf-411ebea9f39a req-52cac7e8-4cd6-41e6-a387-06327c113290 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446906 Sep 07 16:05:40.409205 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4bcc2f63-d32a-49e4-9299-628c72049d62 req-c47e727b-542c-4734-8fbc-d8564bfb03e8 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910363 Sep 07 16:05:40.473319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1db91-f89a-42de-b2a4-a349db548b6b req-932fa884-5c76-4607-995c-e2a6479a9659 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:40.474858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42f1db91-f89a-42de-b2a4-a349db548b6b req-932fa884-5c76-4607-995c-e2a6479a9659 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0504613 Sep 07 16:05:40.519503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42f1db91-f89a-42de-b2a4-a349db548b6b req-5dc247f1-80cf-4c95-a70e-7fa6b07db8ee tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376394 Sep 07 16:05:40.662220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a47a2-e982-4fef-9667-3b0d17612cee req-df31b484-3d68-4a4b-97e9-df72b4f0fcee tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:40.663748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b51a47a2-e982-4fef-9667-3b0d17612cee req-df31b484-3d68-4a4b-97e9-df72b4f0fcee tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 944 time: 0.0522516 Sep 07 16:05:40.703077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b51a47a2-e982-4fef-9667-3b0d17612cee req-ff14f422-b026-45b5-8a56-f886f7b43d4c tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321388 Sep 07 16:05:41.059260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bfef9-80b0-4a17-9827-3462d98eba66 req-508b59d0-2e14-4cc8-96dc-e36ba3524d98 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:41.060867 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e8bfef9-80b0-4a17-9827-3462d98eba66 req-508b59d0-2e14-4cc8-96dc-e36ba3524d98 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.0543041 Sep 07 16:05:41.104471 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e8bfef9-80b0-4a17-9827-3462d98eba66 req-e9628c4f-c299-4b43-9a26-293a7cb397b9 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371845 Sep 07 16:05:41.442905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a5472-ad89-4bfb-bae9-ab38864fd50f req-cbf2e790-7689-4af5-9051-650062a22321 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:41.444448 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-401a5472-ad89-4bfb-bae9-ab38864fd50f req-cbf2e790-7689-4af5-9051-650062a22321 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 948 time: 0.0580873 Sep 07 16:05:41.483560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-401a5472-ad89-4bfb-bae9-ab38864fd50f req-347151cc-6bef-4d27-b3d2-b0284dadff99 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325072 Sep 07 16:05:41.643221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35339f8f-35d8-4aa6-bcd4-acf958e2cc7b req-8b4e2329-b01a-4c6a-bf9a-dce562b9a2e9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:41.644689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35339f8f-35d8-4aa6-bcd4-acf958e2cc7b req-8b4e2329-b01a-4c6a-bf9a-dce562b9a2e9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0511265 Sep 07 16:05:41.684435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35339f8f-35d8-4aa6-bcd4-acf958e2cc7b req-09ee3fb7-37c7-44f4-9a8a-46717871928e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326936 Sep 07 16:05:41.831063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087a0bb-9598-4895-8198-2a5eb4277c60 req-0a44d622-6b3f-433c-8e64-c960b6ca3eaa tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:41.832704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8087a0bb-9598-4895-8198-2a5eb4277c60 req-0a44d622-6b3f-433c-8e64-c960b6ca3eaa tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 944 time: 0.0565665 Sep 07 16:05:41.876978 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8087a0bb-9598-4895-8198-2a5eb4277c60 req-ee63fe3d-2e07-4d34-a5c6-8edb89fa2dcf tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375845 Sep 07 16:05:42.241065 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b2ff2-5683-4319-a54e-30b0d5b22dbc req-288baedd-26ac-47fa-a1dc-ef2e06aafab2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:42.242610 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-508b2ff2-5683-4319-a54e-30b0d5b22dbc req-288baedd-26ac-47fa-a1dc-ef2e06aafab2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.0555224 Sep 07 16:05:42.282604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-508b2ff2-5683-4319-a54e-30b0d5b22dbc req-dc290af8-d440-4fd4-a0fd-6005f1f48b6a tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335574 Sep 07 16:05:42.605371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72f65a-0c16-4bc1-a65d-f493e0bb6742 req-27a14c42-2278-4ac2-9ce6-536e2c4dd179 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:42.606946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e72f65a-0c16-4bc1-a65d-f493e0bb6742 req-27a14c42-2278-4ac2-9ce6-536e2c4dd179 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 948 time: 0.0505483 Sep 07 16:05:42.647683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e72f65a-0c16-4bc1-a65d-f493e0bb6742 req-ebe2060f-8ce6-436f-a92f-beea1afb5564 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344543 Sep 07 16:05:42.810102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62b5c6-4b17-45ce-9041-0ed678beb003 req-979de41d-7c10-49f4-9c76-aae1862c475a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:42.811595 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe62b5c6-4b17-45ce-9041-0ed678beb003 req-979de41d-7c10-49f4-9c76-aae1862c475a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0587432 Sep 07 16:05:42.856788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe62b5c6-4b17-45ce-9041-0ed678beb003 req-41c8c648-e0b3-44d2-b9d6-696dd140d586 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386555 Sep 07 16:05:43.016104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722209e-3510-4c7f-842b-66e1898a4126 req-edb05462-6ee0-40a6-a05d-84b9c6edbbeb tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:43.017664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1722209e-3510-4c7f-842b-66e1898a4126 req-edb05462-6ee0-40a6-a05d-84b9c6edbbeb tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 944 time: 0.0612335 Sep 07 16:05:43.038389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 80641943-4567-4ee2-94c9-e33cd7dd46d9 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:05:43.060477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1722209e-3510-4c7f-842b-66e1898a4126 req-cd0b7ab2-cc76-4b6d-ba2a-23610f907b49 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364513 Sep 07 16:05:43.194309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 80641943-4567-4ee2-94c9-e33cd7dd46d9, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=80641943-4567-4ee2-94c9-e33cd7dd46d9,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:43.206240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '80641943-4567-4ee2-94c9-e33cd7dd46d9', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '80641943-4567-4ee2-94c9-e33cd7dd46d9', 'mac_address': 'fa:16:3e:91:48:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:05:43.249971 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:43.267380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80641943-4567-4ee2-94c9-e33cd7dd46d9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:43.283988 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e8753-aecc-4b8e-9919-2052876e7e6a req-a0308be4-a45e-4779-889c-96aeb38d1f26 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:43.290516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 80641943-4567-4ee2-94c9-e33cd7dd46d9, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=80641943-4567-4ee2-94c9-e33cd7dd46d9,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:43.291870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af7e8753-aecc-4b8e-9919-2052876e7e6a req-a0308be4-a45e-4779-889c-96aeb38d1f26 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 1096 time: 0.0608871 Sep 07 16:05:43.296277 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:43.297353 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3b9b46bd-1758-445d-86a8-dc873763a46d details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:05:43.341351 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af7e8753-aecc-4b8e-9919-2052876e7e6a req-12e2950a-6a02-4ee4-8e0c-d7accc7cf3ff tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483325 Sep 07 16:05:43.373462 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=80641943-4567-4ee2-94c9-e33cd7dd46d9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:43.455786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0a586-eb22-4dde-9a3b-7da800bd7145 req-9fda3662-6074-4aa5-a645-7e87fb1dbb82 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:43.458119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 3b9b46bd-1758-445d-86a8-dc873763a46d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3b9b46bd-1758-445d-86a8-dc873763a46d,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:43.464055 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4d0a586-eb22-4dde-9a3b-7da800bd7145 req-9fda3662-6074-4aa5-a645-7e87fb1dbb82 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.0812237 Sep 07 16:05:43.480940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '3b9b46bd-1758-445d-86a8-dc873763a46d', 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766', 'port_id': '3b9b46bd-1758-445d-86a8-dc873763a46d', 'mac_address': 'fa:16:3e:2c:aa:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16512a79-062b-41f3-bfdf-b580889f79b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:05:43.517069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4d0a586-eb22-4dde-9a3b-7da800bd7145 req-9b5cb32a-8dec-406e-af13-ca07e3b0432b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520194 Sep 07 16:05:43.560713 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:43.576571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b9b46bd-1758-445d-86a8-dc873763a46d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:43.599389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 3b9b46bd-1758-445d-86a8-dc873763a46d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3b9b46bd-1758-445d-86a8-dc873763a46d,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:43.605814 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:43.673869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=3b9b46bd-1758-445d-86a8-dc873763a46d,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:43.735194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7e2caecd-1d89-4719-b13d-c6935f4f67ea details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:05:43.856949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['3b9b46bd-1758-445d-86a8-dc873763a46d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:43.897048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca6ee2-81af-45e7-9021-a2f64b40ddd4 req-11568b17-0ed5-4391-a7bb-c7957446fc87 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:43.911769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52ca6ee2-81af-45e7-9021-a2f64b40ddd4 req-11568b17-0ed5-4391-a7bb-c7957446fc87 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 949 time: 0.0990837 Sep 07 16:05:43.956362 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:43.967627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52ca6ee2-81af-45e7-9021-a2f64b40ddd4 req-f6fa270a-670f-4bdc-a50d-8d3cccc6f3bc tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548429 Sep 07 16:05:44.020079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 7e2caecd-1d89-4719-b13d-c6935f4f67ea, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:44.042895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'port_id': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'mac_address': 'fa:16:3e:16:17:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:05:44.135415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9822ea9-2a82-4a48-8ed0-24d9d863d811 req-73190886-b47c-4340-ac5a-45bc4fc53b8d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:44.137791 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9822ea9-2a82-4a48-8ed0-24d9d863d811 req-73190886-b47c-4340-ac5a-45bc4fc53b8d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0904217 Sep 07 16:05:44.138830 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:44.164176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2caecd-1d89-4719-b13d-c6935f4f67ea {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:44.193204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['80641943-4567-4ee2-94c9-e33cd7dd46d9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:44.208221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9822ea9-2a82-4a48-8ed0-24d9d863d811 req-66efb015-66f9-4046-a3f2-6c04ea6b8122 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617895 Sep 07 16:05:44.238860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 7e2caecd-1d89-4719-b13d-c6935f4f67ea, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:44.249241 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c761ee2-a705-46fb-a252-35acb71a27aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:44.257865 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:44.389739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=7e2caecd-1d89-4719-b13d-c6935f4f67ea,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:44.391494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8003b-ffe0-4cde-bd40-ab7c4df65548 req-40730ce3-06bc-48af-93ae-7370470f3092 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:44.393450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12e8003b-ffe0-4cde-bd40-ab7c4df65548 req-40730ce3-06bc-48af-93ae-7370470f3092 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 945 time: 0.0933256 Sep 07 16:05:44.466660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12e8003b-ffe0-4cde-bd40-ab7c4df65548 req-9ea8e3e8-1261-45ec-af2c-c50f83b753c5 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526917 Sep 07 16:05:44.608817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-a5530527-c947-47fe-9210-2c9009ff2dd4 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:05:44.615467 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-a5530527-c947-47fe-9210-2c9009ff2dd4 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146666 Sep 07 16:05:44.668393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7be26daa-f119-4f7f-8013-cdfe635eca04 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:44.675348 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7be26daa-f119-4f7f-8013-cdfe635eca04 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports/c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 HTTP/1.1" status: 200 len: 1093 time: 0.0535316 Sep 07 16:05:44.679742 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] Request body: {'binding': {'host': 'n-h1-807551-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:44.680433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] Unknown quota resources ['binding']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:05:44.795420 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:44.903521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561802b-ee2a-48b5-bc3e-1d6bfd8aaf44 req-11761797-a494-49a7-ad51-d99a6a2a8467 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:44.912536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f561802b-ee2a-48b5-bc3e-1d6bfd8aaf44 req-11761797-a494-49a7-ad51-d99a6a2a8467 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.0943046 Sep 07 16:05:44.958626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f561802b-ee2a-48b5-bc3e-1d6bfd8aaf44 req-6c2c2546-f32e-4fed-860a-d9a21383102f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445285 Sep 07 16:05:44.974697 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] Attempting to bind port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on host n-h1-807551-3 for vnic_type normal with profile None {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:44.975388 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] Attempting to bind port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:44.976823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] Attempting to bind port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:44.984421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] Port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:05:44.985246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] Attempting to bind port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:44.999222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:44.999657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] Checking segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:45.000158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] Bound using segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:45.000518 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['7e2caecd-1d89-4719-b13d-c6935f4f67ea'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:45.000657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] Bound port: c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:45.047467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3b9b46bd-1758-445d-86a8-dc873763a46d up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:45.124723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:45.131657 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:45.133126 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-62150355-e9c1-4280-b67a-a3ee2461ab62 service neutron] 10.222.0.70 "POST /v2.0/ports/c8770f4d-12d5-4b01-a8ef-91b66b81ffe1/bindings HTTP/1.1" status: 201 len: 389 time: 0.4567492 Sep 07 16:05:45.196544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f861f-6661-4a64-9b7e-ea2252788e5e req-24a7f57c-b7c8-4435-aaf2-2d8b46771b61 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:45.204569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 3b9b46bd-1758-445d-86a8-dc873763a46d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:45.205256 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:45.210723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd3f861f-6661-4a64-9b7e-ea2252788e5e req-24a7f57c-b7c8-4435-aaf2-2d8b46771b61 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 949 time: 0.0834587 Sep 07 16:05:45.270462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd3f861f-6661-4a64-9b7e-ea2252788e5e req-c611e0ad-ea87-473c-8421-8cd6c0df9de3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587451 Sep 07 16:05:45.392862 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:45.423832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f4249a-c47b-4d67-9d3b-88a6d81e82cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9b46bd-1758-445d-86a8-dc873763a46d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:45.426619 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f09c3b-5138-4400-bad3-58e7dca13f58" -d '{"events": [{"server_uuid": "67f4249a-c47b-4d67-9d3b-88a6d81e82cb", "name": "network-vif-plugged", "status": "completed", "tag": "3b9b46bd-1758-445d-86a8-dc873763a46d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:45.443124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 3b9b46bd-1758-445d-86a8-dc873763a46d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3b9b46bd-1758-445d-86a8-dc873763a46d,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:45.451779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f97a2-6cf2-4ee3-bbb9-9708e750d8f5 req-ce37c4ce-2f07-4fbf-ac2b-c75c5f9284d3 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:45.453752 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-be5f97a2-6cf2-4ee3-bbb9-9708e750d8f5 req-ce37c4ce-2f07-4fbf-ac2b-c75c5f9284d3 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.1303785 Sep 07 16:05:45.461615 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:45.526737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b27514-8130-4023-ae09-058fb78b224a req-29ffefd0-d4c1-441c-ab9d-7408541cd462 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:45.529339 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60b27514-8130-4023-ae09-058fb78b224a req-29ffefd0-d4c1-441c-ab9d-7408541cd462 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.1671691 Sep 07 16:05:45.530225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=3b9b46bd-1758-445d-86a8-dc873763a46d,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:45.559271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-be5f97a2-6cf2-4ee3-bbb9-9708e750d8f5 req-5cfe9f2f-1d33-4e0d-ab8b-f8823bb5837a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962710 Sep 07 16:05:45.574846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-ce573701-465c-49f6-834d-fb761b306e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:45.584027 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-ce573701-465c-49f6-834d-fb761b306e06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 1096 time: 0.0808320 Sep 07 16:05:45.614476 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60b27514-8130-4023-ae09-058fb78b224a req-df2b341d-27d8-4269-bcc8-6457691e04e1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523090 Sep 07 16:05:45.641682 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcb3477-f719-48d1-b77f-c28ece4815f1 x-openstack-request-id: req-efcb3477-f719-48d1-b77f-c28ece4815f1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:45.641991 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f4249a-c47b-4d67-9d3b-88a6d81e82cb", "name": "network-vif-plugged", "status": "completed", "tag": "3b9b46bd-1758-445d-86a8-dc873763a46d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:45.642254 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-efcb3477-f719-48d1-b77f-c28ece4815f1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:45.642665 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f4249a-c47b-4d67-9d3b-88a6d81e82cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9b46bd-1758-445d-86a8-dc873763a46d', 'code': 200} Sep 07 16:05:45.714045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-cd77bf29-cae8-493e-b141-e37aefecb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:45.717148 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-cd77bf29-cae8-493e-b141-e37aefecb328 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.1321194 Sep 07 16:05:45.782067 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-4c7ed267-e202-4ebb-b344-628dadc1a400 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 HTTP/1.1" status: 200 len: 217 time: 0.0474567 Sep 07 16:05:45.823164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52e0a7-f316-45e9-8454-8e4488d4ab8f req-426e301d-e122-41a9-9cc6-9d618edadf51 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:45.825389 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a52e0a7-f316-45e9-8454-8e4488d4ab8f req-426e301d-e122-41a9-9cc6-9d618edadf51 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 945 time: 0.0947771 Sep 07 16:05:45.859466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-8239f293-22bd-4108-ba3f-5161ad226b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:45.861790 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-8239f293-22bd-4108-ba3f-5161ad226b3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.0667624 Sep 07 16:05:45.878316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a52e0a7-f316-45e9-8454-8e4488d4ab8f req-191c0f28-8c3e-45cf-955c-59ddd14603bf tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462685 Sep 07 16:05:45.908765 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-a32448aa-37d3-464c-b0e8-79215f70f3ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370152 Sep 07 16:05:46.030827 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-bd56ec24-b3c9-496c-b095-42f04e2e743b service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125817 Sep 07 16:05:46.152023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f35cc-ebbd-49a4-855d-eb14aee6873f req-33ab5a3c-4740-4235-811a-4d2cd18dea90 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:46.155073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-134f35cc-ebbd-49a4-855d-eb14aee6873f req-33ab5a3c-4740-4235-811a-4d2cd18dea90 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.1113777 Sep 07 16:05:46.176069 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-5d7b1725-58c7-4cf8-a85b-5c6c97cb225e service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354625 Sep 07 16:05:46.214397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-134f35cc-ebbd-49a4-855d-eb14aee6873f req-ef92e073-3913-47e1-ae40-54558a86033a tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528405 Sep 07 16:05:46.425601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0137298-68bd-47e2-bed8-7e3f12ba9ed8 req-4c51930d-37f4-4a84-9b82-a7be25ead147 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:46.427355 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0137298-68bd-47e2-bed8-7e3f12ba9ed8 req-4c51930d-37f4-4a84-9b82-a7be25ead147 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 949 time: 0.0631330 Sep 07 16:05:46.483184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0137298-68bd-47e2-bed8-7e3f12ba9ed8 req-7ee5dd4b-af9e-4150-8fcb-5896eb955a38 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478735 Sep 07 16:05:46.673348 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:46.786121 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4251e0-a425-41ae-ba2b-410033e88a93 req-e217a469-7052-46f3-9b09-55aa4bc2cbcb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:46.789776 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb4251e0-a425-41ae-ba2b-410033e88a93 req-e217a469-7052-46f3-9b09-55aa4bc2cbcb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.1070137 Sep 07 16:05:46.826295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33917fdc-a2ae-4152-9fd1-24f5343fd588 req-e58a474a-5c61-45f0-a06b-e99813bab57d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:46.827469 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33917fdc-a2ae-4152-9fd1-24f5343fd588 req-e58a474a-5c61-45f0-a06b-e99813bab57d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.1064951 Sep 07 16:05:46.848901 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb4251e0-a425-41ae-ba2b-410033e88a93 req-bebda849-2eae-4fe8-95bd-538dbfb74c41 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489419 Sep 07 16:05:46.901282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33917fdc-a2ae-4152-9fd1-24f5343fd588 req-69d394a1-5b37-4c19-afdb-8f60fa4f9270 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556254 Sep 07 16:05:47.093029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 80641943-4567-4ee2-94c9-e33cd7dd46d9 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:47.106099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266b581-8649-488f-b81d-403f3ef75909 req-72b8c53c-acb8-4716-ab40-fc876f1ed094 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:47.107742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a266b581-8649-488f-b81d-403f3ef75909 req-72b8c53c-acb8-4716-ab40-fc876f1ed094 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 945 time: 0.0794196 Sep 07 16:05:47.202051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a266b581-8649-488f-b81d-403f3ef75909 req-74cff90d-f6dc-4e68-981d-fdbaf0ef11af tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836523 Sep 07 16:05:47.257994 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 80641943-4567-4ee2-94c9-e33cd7dd46d9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:47.263171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 80641943-4567-4ee2-94c9-e33cd7dd46d9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:47.263594 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:47.385838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c0a0d-5acb-4b5e-ae7e-bf46eab466e4 req-61470439-ce53-4b34-af9f-0cc5d0f429fc tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:47.389908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-042c0a0d-5acb-4b5e-ae7e-bf46eab466e4 req-61470439-ce53-4b34-af9f-0cc5d0f429fc tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.0770385 Sep 07 16:05:47.390118 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:47.448831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 80641943-4567-4ee2-94c9-e33cd7dd46d9, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=80641943-4567-4ee2-94c9-e33cd7dd46d9,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:47.455861 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:47.475533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-042c0a0d-5acb-4b5e-ae7e-bf46eab466e4 req-b1facc7b-72b2-450c-99ad-4519c09e1394 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797234 Sep 07 16:05:47.522543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=80641943-4567-4ee2-94c9-e33cd7dd46d9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:47.644167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e0968f-47e5-47f0-8eca-ce25f288ec8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80641943-4567-4ee2-94c9-e33cd7dd46d9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:47.646746 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37dd76c-7d90-406e-8d1d-51df5ab2dcc6" -d '{"events": [{"server_uuid": "03e0968f-47e5-47f0-8eca-ce25f288ec8b", "name": "network-vif-plugged", "status": "completed", "tag": "80641943-4567-4ee2-94c9-e33cd7dd46d9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:47.659757 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e898e4-d0a0-4b3a-a8da-7e4f47096f7c req-603ce703-7dc2-4122-b952-b9475756c0df tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:47.662392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13e898e4-d0a0-4b3a-a8da-7e4f47096f7c req-603ce703-7dc2-4122-b952-b9475756c0df tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 950 time: 0.0856063 Sep 07 16:05:47.705281 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25f1642-4c91-4a74-a35f-83dbff538be4 x-openstack-request-id: req-d25f1642-4c91-4a74-a35f-83dbff538be4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:47.705813 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e0968f-47e5-47f0-8eca-ce25f288ec8b", "name": "network-vif-plugged", "status": "completed", "tag": "80641943-4567-4ee2-94c9-e33cd7dd46d9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:47.706451 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d25f1642-4c91-4a74-a35f-83dbff538be4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:47.706971 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e0968f-47e5-47f0-8eca-ce25f288ec8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80641943-4567-4ee2-94c9-e33cd7dd46d9', 'code': 200} Sep 07 16:05:47.720143 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13e898e4-d0a0-4b3a-a8da-7e4f47096f7c req-897d7b18-de18-499d-857b-6f0a814e39fe tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512412 Sep 07 16:05:47.775503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7e2caecd-1d89-4719-b13d-c6935f4f67ea up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:05:47.848743 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 7e2caecd-1d89-4719-b13d-c6935f4f67ea completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:47.853409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 7e2caecd-1d89-4719-b13d-c6935f4f67ea triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:47.853834 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:47.889707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bdeba-63c9-448b-9816-b5dc18000591 req-76eb0ce3-d646-4be4-8e4a-5fc2b4592f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:47.893294 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8d9bdeba-63c9-448b-9816-b5dc18000591 req-76eb0ce3-d646-4be4-8e4a-5fc2b4592f87 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 1101 time: 0.0978186 Sep 07 16:05:47.971444 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8d9bdeba-63c9-448b-9816-b5dc18000591 req-47f61230-0ce4-4f71-add8-c6a696c93ec4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657299 Sep 07 16:05:47.988190 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:48.007044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138414c2-5e3d-4287-94e4-5a759e11fb2d req-578e359f-b160-4935-b3d8-bd516129b381 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:48.015710 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-138414c2-5e3d-4287-94e4-5a759e11fb2d req-578e359f-b160-4935-b3d8-bd516129b381 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.0692759 Sep 07 16:05:48.027984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 7e2caecd-1d89-4719-b13d-c6935f4f67ea, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:48.034801 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:48.074276 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-138414c2-5e3d-4287-94e4-5a759e11fb2d req-d52b9b61-838d-448e-baae-2bca7b48e40b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553391 Sep 07 16:05:48.111271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=7e2caecd-1d89-4719-b13d-c6935f4f67ea,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:48.143115 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:05:48.155800 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a22e8-0c7e-402b-a5d8-b24548b7d923 req-ae59dbd4-f99d-4a9b-9935-d80b3422fbad tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:48.157436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc8a22e8-0c7e-402b-a5d8-b24548b7d923 req-ae59dbd4-f99d-4a9b-9935-d80b3422fbad tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0813351 Sep 07 16:05:48.201899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc8a22e8-0c7e-402b-a5d8-b24548b7d923 req-3cdfbca9-f364-4c35-8078-0d78cc24b519 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 Sep 07 16:05:48.425857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbfd9e-be7f-4819-adf7-76d0ef6d0aa3 req-fa2b6ab1-6ebe-4fcc-ad2b-68212740510b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:48.435134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24fbfd9e-be7f-4819-adf7-76d0ef6d0aa3 req-fa2b6ab1-6ebe-4fcc-ad2b-68212740510b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.0663946 Sep 07 16:05:48.480817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24fbfd9e-be7f-4819-adf7-76d0ef6d0aa3 req-7b48a907-2361-4f9f-ab14-76b9e001fa8d tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Sep 07 16:05:48.631462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed81935-4854-4d1b-a91a-47f688a79000 req-a87cd615-c2c1-4a4e-9d56-554185685393 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:48.642611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fed81935-4854-4d1b-a91a-47f688a79000 req-a87cd615-c2c1-4a4e-9d56-554185685393 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.0762615 Sep 07 16:05:48.694647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fed81935-4854-4d1b-a91a-47f688a79000 req-9670fef1-8c8a-47c7-bde9-762bdf8dec80 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484831 Sep 07 16:05:48.862283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f5777-3cab-4ac1-bf6f-21c2570860c3 req-4143cfde-9a9a-47c4-995a-486cd806d668 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:48.865837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af1f5777-3cab-4ac1-bf6f-21c2570860c3 req-4143cfde-9a9a-47c4-995a-486cd806d668 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 950 time: 0.0698197 Sep 07 16:05:48.916509 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af1f5777-3cab-4ac1-bf6f-21c2570860c3 req-fb24bf04-ea80-47d8-9c45-097377f68639 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352643 Sep 07 16:05:49.073252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e0f77dab-a541-45a4-9c63-e28944de1262 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:05:49.266648 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569e877-650f-4e51-8ed5-53032db311d9 req-573dc784-9420-4ccc-b9a1-2405864a9a96 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:49.268239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9569e877-650f-4e51-8ed5-53032db311d9 req-573dc784-9420-4ccc-b9a1-2405864a9a96 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.0874629 Sep 07 16:05:49.342984 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9569e877-650f-4e51-8ed5-53032db311d9 req-e4f2a76b-6bd8-4dcb-b64d-382dce8c48bd tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669663 Sep 07 16:05:49.513237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1e386-1a40-44e0-b778-ef24c5cad81f req-d617f805-77a2-49df-99d9-68e78862c28e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:49.514832 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8e1e386-1a40-44e0-b778-ef24c5cad81f req-d617f805-77a2-49df-99d9-68e78862c28e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0943503 Sep 07 16:05:49.593521 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8e1e386-1a40-44e0-b778-ef24c5cad81f req-a1841608-c5b2-4bd2-ae91-c366f952b7b0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697453 Sep 07 16:05:49.708408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:49.710781 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e119f049-a65a-42c3-8302-78cb4605f54c" -d '{"events": [{"server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "name": "network-vif-plugged", "status": "completed", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:49.713042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fb98c-3453-485e-a795-2ee6809117ba req-53275f46-70dc-4be5-baa1-f864b244d418 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:49.729825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d16fb98c-3453-485e-a795-2ee6809117ba req-53275f46-70dc-4be5-baa1-f864b244d418 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.1021669 Sep 07 16:05:49.805865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d16fb98c-3453-485e-a795-2ee6809117ba req-6019c715-2c0a-40a1-b761-9f3afe7e5255 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710919 Sep 07 16:05:49.875862 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf316415-d0a0-46cf-b877-da8315199987 x-openstack-request-id: req-bf316415-d0a0-46cf-b877-da8315199987 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:49.876380 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "name": "network-vif-plugged", "status": "completed", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:49.876793 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf316415-d0a0-46cf-b877-da8315199987 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:49.877339 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'code': 200} Sep 07 16:05:49.889229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468b403-d5d8-4397-8d77-85147a90d863 req-1b592550-a05b-4fb9-9b79-94e77c83a970 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:49.897433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6468b403-d5d8-4397-8d77-85147a90d863 req-1b592550-a05b-4fb9-9b79-94e77c83a970 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.0904100 Sep 07 16:05:49.958452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6468b403-d5d8-4397-8d77-85147a90d863 req-08d27fcd-f9f2-4108-a8f3-78bcc835db5e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590668 Sep 07 16:05:50.025994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d2268-7274-4fb8-8a49-bab797317344 req-50a20cc7-edf4-4000-915a-b06a3c2d7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:50.027735 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-416d2268-7274-4fb8-8a49-bab797317344 req-50a20cc7-edf4-4000-915a-b06a3c2d7746 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 1097 time: 0.0618768 Sep 07 16:05:50.086204 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-416d2268-7274-4fb8-8a49-bab797317344 req-fe9b0dfe-91fa-467a-a718-dfb4b286b3d0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433178 Sep 07 16:05:50.095780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d05673-5d9d-4ce2-913a-e7a40c177c33 req-2b35e28e-ee39-405c-b050-0f9085c22efb tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:50.103698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6d05673-5d9d-4ce2-913a-e7a40c177c33 req-2b35e28e-ee39-405c-b050-0f9085c22efb tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 950 time: 0.0909646 Sep 07 16:05:50.147892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6d05673-5d9d-4ce2-913a-e7a40c177c33 req-eb1cfcec-b6fb-4705-bfe1-72c49456be31 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433981 Sep 07 16:05:50.282610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026cfcd-5aa3-44cb-8446-7a5e7d222187 req-6b30f371-0801-461f-8724-401af626ae9d tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:50.288950 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a026cfcd-5aa3-44cb-8446-7a5e7d222187 req-6b30f371-0801-461f-8724-401af626ae9d tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 1101 time: 0.0643008 Sep 07 16:05:50.357928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a026cfcd-5aa3-44cb-8446-7a5e7d222187 req-8c2c7b4a-3463-4bf9-b26d-992df5ba62e3 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646534 Sep 07 16:05:50.504448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509940b5-4686-44c4-87b5-fc3d05f965cd req-211c72d9-72eb-4b5b-b4fc-579021934387 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:50.505996 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-509940b5-4686-44c4-87b5-fc3d05f965cd req-211c72d9-72eb-4b5b-b4fc-579021934387 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.0634797 Sep 07 16:05:50.573184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-509940b5-4686-44c4-87b5-fc3d05f965cd req-9c3f94e3-2d46-4838-a58c-7eb54081d860 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590427 Sep 07 16:05:50.606784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-a43a97ba-3de4-4624-8ea6-d7ee0d6a49d6 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306900 Sep 07 16:05:50.750314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-7a5121c2-2fac-4c68-8950-194c12a6637f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:50.758002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-7a5121c2-2fac-4c68-8950-194c12a6637f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502295 Sep 07 16:05:50.769075 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-cec6af76-f584-4ba4-bc05-b9f2a2e50c75 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/quotas/862afeab01384f9383e2db2235f4b998 HTTP/1.1" status: 200 len: 375 time: 0.0100672 Sep 07 16:05:50.863174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-811a55bd-9396-45d4-9466-c45414980b29 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0758562 Sep 07 16:05:51.203322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767a7bb-3723-481a-8afc-04cf73b2b631 req-234e61f5-4a6f-4ef6-8890-e5a97164834f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:51.212262 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b767a7bb-3723-481a-8afc-04cf73b2b631 req-234e61f5-4a6f-4ef6-8890-e5a97164834f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0759540 Sep 07 16:05:51.256220 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b767a7bb-3723-481a-8afc-04cf73b2b631 req-d4fc9fb6-b611-4efc-bbf5-ca193daafef7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Sep 07 16:05:51.424565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5ef6b-cac4-4051-9a01-2b9e7420832d req-d4cecde5-85df-422a-a4d9-f9f8cec2c67b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:51.427150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54e5ef6b-cac4-4051-9a01-2b9e7420832d req-d4cecde5-85df-422a-a4d9-f9f8cec2c67b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.0751147 Sep 07 16:05:51.489828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54e5ef6b-cac4-4051-9a01-2b9e7420832d req-0199766a-8063-47c4-b9b4-641e72e6b56c tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469730 Sep 07 16:05:51.570720 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-4b6037d4-b83f-46b8-bf95-03b0bbafee92 service neutron] 10.222.0.54 "GET /v2.0/ports/e0f77dab-a541-45a4-9c63-e28944de1262/bindings/n-h2-807551-3 HTTP/1.1" status: 200 len: 384 time: 0.1374669 Sep 07 16:05:51.690112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca56828-2872-44cc-8427-4ca7fff4f1f6 req-5fe9af0c-f270-4506-b767-ed0fd1c9a629 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:51.691839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ca56828-2872-44cc-8427-4ca7fff4f1f6 req-5fe9af0c-f270-4506-b767-ed0fd1c9a629 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 943 time: 0.0753846 Sep 07 16:05:51.775894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ca56828-2872-44cc-8427-4ca7fff4f1f6 req-92323883-f31f-45bc-ba57-8486ac7a4718 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620649 Sep 07 16:05:51.909415 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54ce6629-72bd-430e-9338-147578945c0e req-affbe7f7-4e33-4b1f-a5df-5ca84188c7f1 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 210 time: 0.0438032 Sep 07 16:05:52.150202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadda2b-1f7c-4e38-a7cb-19fcdc5235f0 req-da663eb9-e550-4ae2-82c9-a7d390330fe7 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:52.158716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0dadda2b-1f7c-4e38-a7cb-19fcdc5235f0 req-da663eb9-e550-4ae2-82c9-a7d390330fe7 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.0749373 Sep 07 16:05:52.195922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0dadda2b-1f7c-4e38-a7cb-19fcdc5235f0 req-6b276638-a1ae-4e8a-947a-5addaca95e2b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363514 Sep 07 16:05:52.270122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-ca7834cf-a4cb-4488-b553-4b73355c61a7 service neutron] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e0f77dab-a541-45a4-9c63-e28944de1262,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:52.323623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-ca7834cf-a4cb-4488-b553-4b73355c61a7 service neutron] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:52.378740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-ca7834cf-a4cb-4488-b553-4b73355c61a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f77dab-a541-45a4-9c63-e28944de1262 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:52.390377 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-ca7834cf-a4cb-4488-b553-4b73355c61a7 service neutron] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e0f77dab-a541-45a4-9c63-e28944de1262,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:52.411937 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-ca7834cf-a4cb-4488-b553-4b73355c61a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:52.455166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63440478-d3e0-4cc3-9853-21f6786fb59d req-bda1c649-bdfc-412f-aebe-bb7af30c4969 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:52.463799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63440478-d3e0-4cc3-9853-21f6786fb59d req-bda1c649-bdfc-412f-aebe-bb7af30c4969 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0674882 Sep 07 16:05:52.506363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-ca7834cf-a4cb-4488-b553-4b73355c61a7 service neutron] Transition to ACTIVE for port object e0f77dab-a541-45a4-9c63-e28944de1262 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:52.514566 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-ca7834cf-a4cb-4488-b553-4b73355c61a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:52.526076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63440478-d3e0-4cc3-9853-21f6786fb59d req-c6b1ff47-10a1-44cf-80b6-a641d136459d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607588 Sep 07 16:05:52.623096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-ca7834cf-a4cb-4488-b553-4b73355c61a7 service neutron] No DVR routers for this DVR port e0f77dab-a541-45a4-9c63-e28944de1262 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:05:52.639591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-f347d2f5-51ec-4b6d-862b-1a00e0099e97 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517411 Sep 07 16:05:52.660358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7834cf-a4cb-4488-b553-4b73355c61a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f77dab-a541-45a4-9c63-e28944de1262,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:52.669595 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-ca7834cf-a4cb-4488-b553-4b73355c61a7 service neutron] 10.222.0.54 "PUT /v2.0/ports/e0f77dab-a541-45a4-9c63-e28944de1262/bindings/n-h2-807551-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0911067 Sep 07 16:05:52.801875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42a1f-2985-4e8e-b676-e1f630336dc8 req-d6f0d39f-4489-4976-a8c8-65710377cc3a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:52.803567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ea42a1f-2985-4e8e-b676-e1f630336dc8 req-d6f0d39f-4489-4976-a8c8-65710377cc3a tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.1829739 Sep 07 16:05:52.881227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-38af3d0e-a273-4b88-8843-c5664deefa6f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:52.882779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-38af3d0e-a273-4b88-8843-c5664deefa6f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331724 Sep 07 16:05:52.914103 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ea42a1f-2985-4e8e-b676-e1f630336dc8 req-9bdec7e9-3851-4d86-abb9-1b5db4a72e7d tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957365 Sep 07 16:05:52.918488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Request body: {'port': {'device_id': 'fb483bed-df07-44ef-86b3-e9b5e5918927', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '862afeab01384f9383e2db2235f4b998'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:53.325483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a1b2c-6b45-406b-ae9e-d2b9f029c282 req-9f1b60f5-bc9d-4585-b1ea-fec1a283e78e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:53.326963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e6a1b2c-6b45-406b-ae9e-d2b9f029c282 req-9f1b60f5-bc9d-4585-b1ea-fec1a283e78e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.0749004 Sep 07 16:05:53.357040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Made reservation on behalf of 862afeab01384f9383e2db2235f4b998 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:05:53.360446 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:53.421157 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e6a1b2c-6b45-406b-ae9e-d2b9f029c282 req-feddc316-4dc1-4080-a124-4cebc553b7df tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717237 Sep 07 16:05:53.589737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e130053c-485a-4777-81e9-21d6924111fc req-e9927c95-9add-472d-96f9-9622ae80abf4 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 210 time: 0.0469213 Sep 07 16:05:53.590909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Allocated IP 192.168.233.183 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/eaf1829c-8f47-4cf1-85a3-b35c323fade7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:05:53.794078 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:53.818618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Transition to ACTIVE for port object eaf1829c-8f47-4cf1-85a3-b35c323fade7 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:53.888526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26037ff-8137-47af-869a-56cda2805a8d req-de1d6f04-d5ad-4541-a5c3-d1f33bd587bd tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:53.892134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d26037ff-8137-47af-869a-56cda2805a8d req-de1d6f04-d5ad-4541-a5c3-d1f33bd587bd tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.0872986 Sep 07 16:05:53.909954 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:53.931893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['88c4e6fa-48bb-45df-90cc-573146683882', '80641943-4567-4ee2-94c9-e33cd7dd46d9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:53.936158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db', 'aac4c757-f6cc-4d1e-a279-038b10875c09', '93654770-500a-4bfe-bc36-2c003543b94a', 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:05:53.976531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event updated for resources: {'Port': ['ID=eaf1829c-8f47-4cf1-85a3-b35c323fade7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:54.004390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:05:54.016308 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d26037ff-8137-47af-869a-56cda2805a8d req-346948d2-37d3-4f45-8f49-dd51d45b9cea tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125963 Sep 07 16:05:54.020677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:05:54.032233 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:05:54.102897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:54.102897 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:54.149631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-9a8af0de-3837-4f21-99c2-7d30763634ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2392802 Sep 07 16:05:54.169124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Request body: {'port': {'device_id': 'fb483bed-df07-44ef-86b3-e9b5e5918927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:54.291221 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:54.330275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cebea9-feb1-4a88-956e-db0dbbb711a6 req-d96b4cb8-0563-4e79-a165-61456b586296 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:54.332269 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35cebea9-feb1-4a88-956e-db0dbbb711a6 req-d96b4cb8-0563-4e79-a165-61456b586296 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0857065 Sep 07 16:05:54.421512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35cebea9-feb1-4a88-956e-db0dbbb711a6 req-1a027fb7-9c2c-48fd-8a2e-f9230a6d3539 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622947 Sep 07 16:05:54.432691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f65a7057-9103-457f-b671-e22f9ac2a490 None None] Provisioning for port eaf1829c-8f47-4cf1-85a3-b35c323fade7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:05:54.466061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f65a7057-9103-457f-b671-e22f9ac2a490 None None] Provisioning complete for port eaf1829c-8f47-4cf1-85a3-b35c323fade7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:05:54.466455 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f65a7057-9103-457f-b671-e22f9ac2a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:54.565791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f65a7057-9103-457f-b671-e22f9ac2a490 None None] Port eaf1829c-8f47-4cf1-85a3-b35c323fade7 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:05:54.653221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71289cdf-d7d3-40e5-83f6-d78d2a80141b req-6a2a9469-adbd-4643-b50a-b55ba47a2969 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:54.655106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71289cdf-d7d3-40e5-83f6-d78d2a80141b req-6a2a9469-adbd-4643-b50a-b55ba47a2969 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.0803812 Sep 07 16:05:54.734815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71289cdf-d7d3-40e5-83f6-d78d2a80141b req-6fd1bc61-ef7c-44dd-99ca-b3e42898f859 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595908 Sep 07 16:05:54.804467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf1829c-8f47-4cf1-85a3-b35c323fade7 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:54.823436 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:54.856728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Transition to ACTIVE for port object eaf1829c-8f47-4cf1-85a3-b35c323fade7 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:05:54.861076 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:54.953366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf1829c-8f47-4cf1-85a3-b35c323fade7,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:54.963791 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae493c02-3f27-4458-9c61-1e80dd6ca90d req-f78a9946-7576-48a8-98af-c70fa1b5e05a tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:54.972137 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae493c02-3f27-4458-9c61-1e80dd6ca90d req-f78a9946-7576-48a8-98af-c70fa1b5e05a tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.1616149 Sep 07 16:05:55.074405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae493c02-3f27-4458-9c61-1e80dd6ca90d req-dce6adcd-a234-4b42-a359-1f5b495b3fc2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013117 Sep 07 16:05:55.103861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Attempting to bind port eaf1829c-8f47-4cf1-85a3-b35c323fade7 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:05:55.104370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Attempting to bind port eaf1829c-8f47-4cf1-85a3-b35c323fade7 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:05:55.104647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Attempting to bind port eaf1829c-8f47-4cf1-85a3-b35c323fade7 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:55.110674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Port eaf1829c-8f47-4cf1-85a3-b35c323fade7 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:05:55.111006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Attempting to bind port eaf1829c-8f47-4cf1-85a3-b35c323fade7 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:05:55.119305 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:05:55.119612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:05:55.120012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:05:55.121184 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Bound port: eaf1829c-8f47-4cf1-85a3-b35c323fade7, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:05:55.121625 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:55.238544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] For port eaf1829c-8f47-4cf1-85a3-b35c323fade7, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:05:55.248792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6d603-ff98-4eb5-ba97-16bf51abd9cd req-ff75c5b3-db90-4ff7-8496-1c4f5d6a9370 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:55.256174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79d6d603-ff98-4eb5-ba97-16bf51abd9cd req-ff75c5b3-db90-4ff7-8496-1c4f5d6a9370 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 948 time: 0.0972970 Sep 07 16:05:55.260263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] For port eaf1829c-8f47-4cf1-85a3-b35c323fade7, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=eaf1829c-8f47-4cf1-85a3-b35c323fade7,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:05:55.267994 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:55.321639 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:55.322265 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:55.323783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] 10.222.0.54 "PUT /v2.0/ports/eaf1829c-8f47-4cf1-85a3-b35c323fade7 HTTP/1.1" status: 200 len: 1096 time: 1.1619391 Sep 07 16:05:55.326343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb483bed-df07-44ef-86b3-e9b5e5918927', 'tag': 'eaf1829c-8f47-4cf1-85a3-b35c323fade7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:55.329028 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61886fbb-2c1f-4e97-8564-443f12b69d30" -d '{"events": [{"name": "network-changed", "server_uuid": "fb483bed-df07-44ef-86b3-e9b5e5918927", "tag": "eaf1829c-8f47-4cf1-85a3-b35c323fade7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:55.356379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79d6d603-ff98-4eb5-ba97-16bf51abd9cd req-76a8f2ac-e0dd-44db-8d32-a10b3bf245c6 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977008 Sep 07 16:05:55.382404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42859d48-8c39-49a6-bb77-58d1ac68a408 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf1829c-8f47-4cf1-85a3-b35c323fade7,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:55.430008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-a9b11a51-0fb4-4743-9505-09f72ccf5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:55.432187 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-a9b11a51-0fb4-4743-9505-09f72ccf5285 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 1099 time: 0.0609059 Sep 07 16:05:55.523931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-c9df1513-77ef-48f9-a495-3b7e9d3c099c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=eaf1829c-8f47-4cf1-85a3-b35c323fade7 HTTP/1.1" status: 200 len: 217 time: 0.0738678 Sep 07 16:05:55.634337 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b9294-5aec-4179-8e94-950956503ce9 req-54083aad-8858-4171-9488-d27b0bc8cd3b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:55.635849 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b1b9294-5aec-4179-8e94-950956503ce9 req-54083aad-8858-4171-9488-d27b0bc8cd3b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.1066005 Sep 07 16:05:55.637393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-26c067cb-42fa-4233-95b3-76e2e1954b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:55.638801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-26c067cb-42fa-4233-95b3-76e2e1954b49 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0921013 Sep 07 16:05:55.707462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b1b9294-5aec-4179-8e94-950956503ce9 req-70e12a04-c207-4f75-8f23-56447e4cd278 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650506 Sep 07 16:05:55.718223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-24661e87-5eaf-4552-9f40-1963a4e083ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:55.720215 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-24661e87-5eaf-4552-9f40-1963a4e083ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627499 Sep 07 16:05:55.808241 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8d273d-a05f-4ce8-b151-baba7093bc05 x-openstack-request-id: req-ca8d273d-a05f-4ce8-b151-baba7093bc05 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:05:55.808725 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb483bed-df07-44ef-86b3-e9b5e5918927", "tag": "eaf1829c-8f47-4cf1-85a3-b35c323fade7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:05:55.808920 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca8d273d-a05f-4ce8-b151-baba7093bc05 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:05:55.809913 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb483bed-df07-44ef-86b3-e9b5e5918927', 'tag': 'eaf1829c-8f47-4cf1-85a3-b35c323fade7', 'status': 'completed', 'code': 200} Sep 07 16:05:55.835168 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-c1e52185-278a-4605-922b-51db692cda1e service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996706 Sep 07 16:05:55.967983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc409a68-6528-4447-83e8-cdfe129f75f3 req-f1259b61-dc35-4da6-993c-8943cc0bb555 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:55.969498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc409a68-6528-4447-83e8-cdfe129f75f3 req-f1259b61-dc35-4da6-993c-8943cc0bb555 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.1073346 Sep 07 16:05:55.986065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11d1242f-a2f1-4dbd-a6e9-9bdb781adcec req-b63686bb-67eb-4663-ab68-df29e6658850 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335590 Sep 07 16:05:56.011662 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc409a68-6528-4447-83e8-cdfe129f75f3 req-b85789e1-ad47-4314-abdb-36e742bf1762 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342071 Sep 07 16:05:56.123774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61886fbb-2c1f-4e97-8564-443f12b69d30 req-e215c9ed-7f0b-4041-91d9-073674e53d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:56.125327 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61886fbb-2c1f-4e97-8564-443f12b69d30 req-e215c9ed-7f0b-4041-91d9-073674e53d3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 1099 time: 0.0733769 Sep 07 16:05:56.138752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a6de-f0f2-4b1a-b7ec-dcace9b1ffab req-9020a7ed-e416-416b-acfe-59eb62681b65 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:56.140234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb44a6de-f0f2-4b1a-b7ec-dcace9b1ffab req-9020a7ed-e416-416b-acfe-59eb62681b65 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.0640850 Sep 07 16:05:56.192486 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb44a6de-f0f2-4b1a-b7ec-dcace9b1ffab req-7681de4d-4b7d-4cd7-a6c8-7d52d363e222 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462036 Sep 07 16:05:56.289626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61886fbb-2c1f-4e97-8564-443f12b69d30 req-3b0b1fa3-7a7c-4ab8-88cc-7d752d91a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:56.291027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61886fbb-2c1f-4e97-8564-443f12b69d30 req-3b0b1fa3-7a7c-4ab8-88cc-7d752d91a9b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.0970857 Sep 07 16:05:56.304646 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [req-8b8d4add-37d7-4269-ab25-f4500480863f req-ccd8f0f6-9abb-41dd-ab35-843b8bc42f40 service neutron] show failed (client error): The resource could not be found. Sep 07 16:05:56.305681 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-ccd8f0f6-9abb-41dd-ab35-843b8bc42f40 service neutron] 10.222.0.54 "GET /v2.0/ports/f28e9e4a-d879-4ced-812b-0b8f3f131d30/bindings/n-h2-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0794075 Sep 07 16:05:56.356636 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61886fbb-2c1f-4e97-8564-443f12b69d30 req-1f0a3ba5-8be4-4fe9-a62f-5d850d4957e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=eaf1829c-8f47-4cf1-85a3-b35c323fade7 HTTP/1.1" status: 200 len: 217 time: 0.0533891 Sep 07 16:05:56.385966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01946ae3-5cb6-42c0-be5f-4d88959f1c63 req-ed4aefb7-43f2-4481-bd3a-46a29c6fdf57 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:56.388081 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01946ae3-5cb6-42c0-be5f-4d88959f1c63 req-ed4aefb7-43f2-4481-bd3a-46a29c6fdf57 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.0948498 Sep 07 16:05:56.444021 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61886fbb-2c1f-4e97-8564-443f12b69d30 req-3bc8920b-3426-40cd-92e3-44654af0cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:56.445707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61886fbb-2c1f-4e97-8564-443f12b69d30 req-3bc8920b-3426-40cd-92e3-44654af0cd7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0816612 Sep 07 16:05:56.454443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01946ae3-5cb6-42c0-be5f-4d88959f1c63 req-8ce077fe-7efc-4c45-adca-b09796cf1ca5 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488858 Sep 07 16:05:56.500560 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61886fbb-2c1f-4e97-8564-443f12b69d30 req-e2eaaf32-b5e6-45b2-9e8f-393fa512f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:56.502106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61886fbb-2c1f-4e97-8564-443f12b69d30 req-e2eaaf32-b5e6-45b2-9e8f-393fa512f946 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467520 Sep 07 16:05:56.623175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6a5eb-b703-42a1-88c4-cce0a96ca5d3 req-7a29f278-f33f-472e-80e1-5e27dfe8138d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:56.624602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a4b6a5eb-b703-42a1-88c4-cce0a96ca5d3 req-7a29f278-f33f-472e-80e1-5e27dfe8138d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 948 time: 0.1044331 Sep 07 16:05:56.640768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61886fbb-2c1f-4e97-8564-443f12b69d30 req-a981bd51-4fa1-4b3d-bae8-7b2aaa493f8a service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276033 Sep 07 16:05:56.687727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a4b6a5eb-b703-42a1-88c4-cce0a96ca5d3 req-fe555441-f9e4-4c96-aafe-e6af030f3326 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560720 Sep 07 16:05:56.744268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61886fbb-2c1f-4e97-8564-443f12b69d30 req-f435785f-1b6b-4927-84b2-8ebaebd3a99a service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908923 Sep 07 16:05:56.854420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c92791-50ba-4fbe-a654-0979c612db00 req-c3b2cdfc-3ebb-46c6-86f0-f2701c1b117e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:56.856582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73c92791-50ba-4fbe-a654-0979c612db00 req-c3b2cdfc-3ebb-46c6-86f0-f2701c1b117e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.0534904 Sep 07 16:05:56.893185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73c92791-50ba-4fbe-a654-0979c612db00 req-056f3587-fd40-4ac1-ba30-ad81c074b32a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305331 Sep 07 16:05:57.511641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76355ed9-ae09-48cc-898e-026091aef776 req-4de3e1c2-3ee2-42d1-8fe8-ea79f9336ab8 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:57.513221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76355ed9-ae09-48cc-898e-026091aef776 req-4de3e1c2-3ee2-42d1-8fe8-ea79f9336ab8 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0498421 Sep 07 16:05:57.570372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76355ed9-ae09-48cc-898e-026091aef776 req-07c72022-cd56-4a49-90dd-28c44514bc3b tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459976 Sep 07 16:05:57.673311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e24d6-094f-46c8-9e0c-eec69d743ac5 req-538d0364-04f1-4958-8f43-f376aa49815c tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:57.674731 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f1e24d6-094f-46c8-9e0c-eec69d743ac5 req-538d0364-04f1-4958-8f43-f376aa49815c tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.0495074 Sep 07 16:05:57.713717 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f1e24d6-094f-46c8-9e0c-eec69d743ac5 req-4285d1b6-ad5b-4694-a61b-199db2b6c671 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Sep 07 16:05:57.984929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb42ee-ee38-4a04-b193-658d799b3473 req-92a01734-e2ca-4324-b4ef-ef195e005387 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:57.986422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aebb42ee-ee38-4a04-b193-658d799b3473 req-92a01734-e2ca-4324-b4ef-ef195e005387 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.0752449 Sep 07 16:05:58.026360 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aebb42ee-ee38-4a04-b193-658d799b3473 req-42078213-a920-4a16-9f09-761284478835 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327005 Sep 07 16:05:58.134589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1c74c-e712-409c-a75c-a5c42e021458 req-d7023340-62ac-487b-aeb3-8d33977e94c7 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:58.136729 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bab1c74c-e712-409c-a75c-a5c42e021458 req-d7023340-62ac-487b-aeb3-8d33977e94c7 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 948 time: 0.0496929 Sep 07 16:05:58.177190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bab1c74c-e712-409c-a75c-a5c42e021458 req-f0a4ce67-ffd9-4ca8-ab3b-39c1f750b638 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332298 Sep 07 16:05:58.346441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ced5b-b12a-4633-8456-1e76e2882f30 req-894477ae-f918-4cdb-96e4-e19aaeee1731 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:58.348161 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf7ced5b-b12a-4633-8456-1e76e2882f30 req-894477ae-f918-4cdb-96e4-e19aaeee1731 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.0517614 Sep 07 16:05:58.385497 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf7ced5b-b12a-4633-8456-1e76e2882f30 req-d7886283-0b3e-41a8-826e-3a79263716da tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Sep 07 16:05:58.562485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d037d5ab-c1e6-4a27-a951-9bd05fd79848 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:58.563876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d037d5ab-c1e6-4a27-a951-9bd05fd79848 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/networks?id=128062b4-eb7d-4f66-9c3b-585ecdef1766 HTTP/1.1" status: 200 len: 805 time: 0.1015191 Sep 07 16:05:58.579764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-5caf3cb7-445d-49ed-be9a-583c2b03bb3d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/quotas/669fa4af9816477bab27e809acea0ffd HTTP/1.1" status: 200 len: 375 time: 0.0100155 Sep 07 16:05:58.634576 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-c45e8246-0532-42fd-9dde-07f11ed5783f tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=669fa4af9816477bab27e809acea0ffd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430331 Sep 07 16:05:58.720850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-24205a59-09ac-4205-84ad-612093b64090 service neutron] 10.222.0.70 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850255 Sep 07 16:05:58.806777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-9c413462-b175-4a1a-82da-5d37c760825f service neutron] 10.222.0.70 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799022 Sep 07 16:05:59.079235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760fb20-e7bb-4dc9-9a14-adab4f924bcf req-5335f9cc-95ab-4b1b-ba36-9af3c310bedc tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:59.081895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7760fb20-e7bb-4dc9-9a14-adab4f924bcf req-5335f9cc-95ab-4b1b-ba36-9af3c310bedc tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0718207 Sep 07 16:05:59.115499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device eaf1829c-8f47-4cf1-85a3-b35c323fade7 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:05:59.125007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7760fb20-e7bb-4dc9-9a14-adab4f924bcf req-a6284ccb-1f26-4f01-9cf1-7cf5dfaeb973 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357933 Sep 07 16:05:59.160186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f28e9e4a-d879-4ced-812b-0b8f3f131d30 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:05:59.258547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761cc76-f02d-46e5-b3a0-e472172d58b6 req-85fb52bd-c367-4386-9f4d-b5560eadd49d tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:59.261059 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a761cc76-f02d-46e5-b3a0-e472172d58b6 req-85fb52bd-c367-4386-9f4d-b5560eadd49d tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.0642920 Sep 07 16:05:59.306980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a761cc76-f02d-46e5-b3a0-e472172d58b6 req-82cff6f4-2f52-43bc-9ec1-7769f6d7b0ed tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386879 Sep 07 16:05:59.374797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port eaf1829c-8f47-4cf1-85a3-b35c323fade7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=eaf1829c-8f47-4cf1-85a3-b35c323fade7,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:59.384209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27b3596b-2731-45a7-ab2b-5dc5234d6773 req-587901ab-f12e-458a-b3a0-4b7c4bafc976 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 210 time: 0.0298064 Sep 07 16:05:59.407204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'eaf1829c-8f47-4cf1-85a3-b35c323fade7', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'eaf1829c-8f47-4cf1-85a3-b35c323fade7', 'mac_address': 'fa:16:3e:9f:da:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:05:59.420800 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:59.470732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:05:59.473001 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db339f7-e3f9-40b8-b6ce-ddc0cf44bf8b" -d '{"events": [{"server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "name": "network-vif-unplugged", "status": "completed", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:05:59.483096 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:59.489094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:59.496514 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:59.497236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3b9b46bd-1758-445d-86a8-dc873763a46d no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:05:59.497488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a35f0c-3f1a-45aa-90f5-9869c1c3e492 req-d8d126f9-1c39-406c-a68c-a373868fd869 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:59.499229 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a35f0c-3f1a-45aa-90f5-9869c1c3e492 req-d8d126f9-1c39-406c-a68c-a373868fd869 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.0578809 Sep 07 16:05:59.526183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf1829c-8f47-4cf1-85a3-b35c323fade7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:05:59.538893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a35f0c-3f1a-45aa-90f5-9869c1c3e492 req-124f08c3-a36d-4dcf-970e-06075e664dc2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334136 Sep 07 16:05:59.587752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port eaf1829c-8f47-4cf1-85a3-b35c323fade7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=eaf1829c-8f47-4cf1-85a3-b35c323fade7,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:59.600619 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:59.605527 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:59.678085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6279f-21d4-4f6c-904e-2b0ce1b8eba7 req-d0fc5f6c-a58a-4b53-9a15-0412f3084804 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:59.680953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42f6279f-21d4-4f6c-904e-2b0ce1b8eba7 req-d0fc5f6c-a58a-4b53-9a15-0412f3084804 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 949 time: 0.0548282 Sep 07 16:05:59.690098 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:59.691978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=eaf1829c-8f47-4cf1-85a3-b35c323fade7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:59.727220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 3b9b46bd-1758-445d-86a8-dc873763a46d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3b9b46bd-1758-445d-86a8-dc873763a46d,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:05:59.732739 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:59.771614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42f6279f-21d4-4f6c-904e-2b0ce1b8eba7 req-99c241ac-8ffa-4ca9-8c0e-effc49f8ab34 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713637 Sep 07 16:05:59.774921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-1448dec3-abc4-404f-9849-9a270dfc5e2d tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:59.776432 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-1448dec3-abc4-404f-9849-9a270dfc5e2d tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1096 time: 0.0920177 Sep 07 16:05:59.782106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=3b9b46bd-1758-445d-86a8-dc873763a46d,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:05:59.790284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807551-3'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:05:59.850431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:05:59.997645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e84f9-9e73-4ce9-9043-b9e75314c8ab req-a93ce545-3842-4343-bc14-8e842e8aafd6 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:05:59.999137 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-205e84f9-9e73-4ce9-9043-b9e75314c8ab req-a93ce545-3842-4343-bc14-8e842e8aafd6 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 945 time: 0.0986543 Sep 07 16:06:00.037067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:00.061496 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['eaf1829c-8f47-4cf1-85a3-b35c323fade7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:00.065769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-205e84f9-9e73-4ce9-9043-b9e75314c8ab req-7d4c375a-efe6-42ec-a8c2-6fb543df4296 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605476 Sep 07 16:06:00.098220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:00.132776 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1305bb6f-a858-4d9b-bf11-8727c36b8b7f x-openstack-request-id: req-1305bb6f-a858-4d9b-bf11-8727c36b8b7f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:00.133302 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "name": "network-vif-unplugged", "status": "completed", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:00.133399 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1305bb6f-a858-4d9b-bf11-8727c36b8b7f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:00.133739 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'code': 200} Sep 07 16:06:00.156498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec74927-d4ee-4e82-ae95-d86c235979d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8770f4d-12d5-4b01-a8ef-91b66b81ffe1'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:00.160396 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e0d222-9b88-43cf-b6b7-fa28a81ab6ef" -d '{"events": [{"server_uuid": "fec74927-d4ee-4e82-ae95-d86c235979d2", "name": "network-vif-unplugged", "status": "completed", "tag": "c8770f4d-12d5-4b01-a8ef-91b66b81ffe1"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:00.166576 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:00.180861 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:00.234278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37d0b7-33ba-4719-a4e1-213634f883b7 req-8357c25b-3d31-4703-bc63-df451c4fbb6f tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:00.238009 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dc37d0b7-33ba-4719-a4e1-213634f883b7 req-8357c25b-3d31-4703-bc63-df451c4fbb6f tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.54 "GET /v2.0/ports?device_id=67f4249a-c47b-4d67-9d3b-88a6d81e82cb HTTP/1.1" status: 200 len: 943 time: 0.0823534 Sep 07 16:06:00.325513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Pushing event updated for resources: {'Port': ['ID=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:00.338026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Attempting to bind port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on host n-h2-807551-3 for vnic_type normal with profile {"migrating_to": "n-h1-807551-3"} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:06:00.338422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Attempting to bind port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:06:00.338727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Attempting to bind port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:00.351873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94912db1-da15-4d54-8586-9d65393841b7 req-70a72e76-ce75-4951-a29d-f8c726fc25c4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:00.353529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94912db1-da15-4d54-8586-9d65393841b7 req-70a72e76-ce75-4951-a29d-f8c726fc25c4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 948 time: 0.1347942 Sep 07 16:06:00.360229 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-dc37d0b7-33ba-4719-a4e1-213634f883b7 req-29f5d5a7-6102-4404-b73a-ccf72c41faf3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Deleting port 3b9b46bd-1758-445d-86a8-dc873763a46d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:06:00.360553 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dc37d0b7-33ba-4719-a4e1-213634f883b7 req-29f5d5a7-6102-4404-b73a-ccf72c41faf3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:00.361295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:06:00.361767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Attempting to bind port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:00.374704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:06:00.375053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Checking segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:06:00.375452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Bound using segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:06:00.375909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Bound port: c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:06:00.376282 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:00.461727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-dc37d0b7-33ba-4719-a4e1-213634f883b7 req-29f5d5a7-6102-4404-b73a-ccf72c41faf3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] For port 3b9b46bd-1758-445d-86a8-dc873763a46d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3b9b46bd-1758-445d-86a8-dc873763a46d,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:00.462111 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dc37d0b7-33ba-4719-a4e1-213634f883b7 req-29f5d5a7-6102-4404-b73a-ccf72c41faf3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:00.477129 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-dc37d0b7-33ba-4719-a4e1-213634f883b7 req-29f5d5a7-6102-4404-b73a-ccf72c41faf3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Calling delete_port for 3b9b46bd-1758-445d-86a8-dc873763a46d owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:06:00.632255 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dc37d0b7-33ba-4719-a4e1-213634f883b7 req-29f5d5a7-6102-4404-b73a-ccf72c41faf3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:00.659104 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94912db1-da15-4d54-8586-9d65393841b7 req-5e9afa88-5c2a-4b5d-907e-2f6426bdab17 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936478 Sep 07 16:06:00.683494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5d5a7-6102-4404-b73a-ccf72c41faf3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Pushing event deleted for resources: {'Port': ['ID=3b9b46bd-1758-445d-86a8-dc873763a46d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:00.690105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:00.694901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:06:00.703484 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:00.735102 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de07e0af-9aa3-40d4-91ae-2fac6957e872 x-openstack-request-id: req-de07e0af-9aa3-40d4-91ae-2fac6957e872 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:00.735392 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec74927-d4ee-4e82-ae95-d86c235979d2", "name": "network-vif-unplugged", "status": "completed", "tag": "c8770f4d-12d5-4b01-a8ef-91b66b81ffe1", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:00.735655 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de07e0af-9aa3-40d4-91ae-2fac6957e872 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:00.736050 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec74927-d4ee-4e82-ae95-d86c235979d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8770f4d-12d5-4b01-a8ef-91b66b81ffe1', 'code': 200} Sep 07 16:06:00.737469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc37d0b7-33ba-4719-a4e1-213634f883b7 req-29f5d5a7-6102-4404-b73a-ccf72c41faf3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] No DVR routers for this DVR port 3b9b46bd-1758-445d-86a8-dc873763a46d on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:06:00.740122 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dc37d0b7-33ba-4719-a4e1-213634f883b7 req-29f5d5a7-6102-4404-b73a-ccf72c41faf3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:00.742190 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dc37d0b7-33ba-4719-a4e1-213634f883b7 req-29f5d5a7-6102-4404-b73a-ccf72c41faf3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.54 "DELETE /v2.0/ports/3b9b46bd-1758-445d-86a8-dc873763a46d HTTP/1.1" status: 204 len: 173 time: 0.4945784 Sep 07 16:06:00.742661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f4249a-c47b-4d67-9d3b-88a6d81e82cb', 'name': 'network-vif-deleted', 'tag': '3b9b46bd-1758-445d-86a8-dc873763a46d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:00.744994 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c435b97-8fc6-4d2e-aa75-87f6870cc179" -d '{"events": [{"server_uuid": "67f4249a-c47b-4d67-9d3b-88a6d81e82cb", "name": "network-vif-deleted", "tag": "3b9b46bd-1758-445d-86a8-dc873763a46d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:00.787181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:00.787812 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:00.789217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] 10.222.0.54 "PUT /v2.0/ports/c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 HTTP/1.1" status: 200 len: 1121 time: 1.0034502 Sep 07 16:06:00.802587 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184bc1c-2f46-4382-a128-6fc3ce5609aa service neutron] Pushing event updated for resources: {'Port': ['ID=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:00.850418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260aa646-07a6-4ed9-a407-022ea9820fca req-3220623a-a07b-47f8-8245-fe41df88e168 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:00.852043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-260aa646-07a6-4ed9-a407-022ea9820fca req-3220623a-a07b-47f8-8245-fe41df88e168 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.0665569 Sep 07 16:06:00.898177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-260aa646-07a6-4ed9-a407-022ea9820fca req-724ea06f-d36d-4543-bb9e-812d0e2e6532 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354433 Sep 07 16:06:00.959122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c8770f4d-12d5-4b01-a8ef-91b66b81ffe1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:00.983957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c8770f4d-12d5-4b01-a8ef-91b66b81ffe1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:00.991397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-282027c0-c71a-4e01-be8d-8d4afae8a102 req-5f451ccb-0e53-4a1b-a770-05a51fa070b7 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 210 time: 0.0322325 Sep 07 16:06:01.106592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c03a5-4950-41ca-baa9-c7b5b53ca5ee req-1580fb41-22ad-451b-ac4c-17dfab1d672f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:01.108171 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d1c03a5-4950-41ca-baa9-c7b5b53ca5ee req-1580fb41-22ad-451b-ac4c-17dfab1d672f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.0527401 Sep 07 16:06:01.138411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:06:01.149780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d1c03a5-4950-41ca-baa9-c7b5b53ca5ee req-7216f80c-d23e-4915-a168-26ea006b77d3 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352581 Sep 07 16:06:01.199338 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e73fcb6-d154-4c52-bdce-4cfc4e22b185 x-openstack-request-id: req-4e73fcb6-d154-4c52-bdce-4cfc4e22b185 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:01.199747 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f4249a-c47b-4d67-9d3b-88a6d81e82cb", "name": "network-vif-deleted", "tag": "3b9b46bd-1758-445d-86a8-dc873763a46d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:01.200122 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e73fcb6-d154-4c52-bdce-4cfc4e22b185 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:01.200674 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f4249a-c47b-4d67-9d3b-88a6d81e82cb', 'name': 'network-vif-deleted', 'tag': '3b9b46bd-1758-445d-86a8-dc873763a46d', 'status': 'completed', 'code': 200} Sep 07 16:06:01.301843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c60ec-96ec-41b0-893e-abf31f6ca9a2 req-de348ff5-dee3-4966-aab1-923fe3b7840b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:01.303786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-754c60ec-96ec-41b0-893e-abf31f6ca9a2 req-de348ff5-dee3-4966-aab1-923fe3b7840b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 949 time: 0.0585136 Sep 07 16:06:01.331976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:01.347896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 has no active binding in host n-h1-807551-3 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 16:06:01.353955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-754c60ec-96ec-41b0-893e-abf31f6ca9a2 req-ab31f191-0603-4ed0-90e8-d4947d408219 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432384 Sep 07 16:06:01.427343 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:01.532329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7873f61-55c2-4496-bc6a-6890d9d50b74 req-2bd2a047-3962-4113-8bfd-68c27509e036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:01.533840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7873f61-55c2-4496-bc6a-6890d9d50b74 req-2bd2a047-3962-4113-8bfd-68c27509e036 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.0530310 Sep 07 16:06:01.571463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7873f61-55c2-4496-bc6a-6890d9d50b74 req-4fc02f64-616d-4de5-a160-0cd1098df5e4 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316415 Sep 07 16:06:01.772933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a0e71-171d-400d-be25-c4b132cc29a0 req-8d92ac36-4abd-4810-adef-702b0d34caa1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:01.774631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f95a0e71-171d-400d-be25-c4b132cc29a0 req-8d92ac36-4abd-4810-adef-702b0d34caa1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 948 time: 0.0478001 Sep 07 16:06:01.812051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f95a0e71-171d-400d-be25-c4b132cc29a0 req-7de79b63-e145-441c-9072-ee2eb53b353d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315285 Sep 07 16:06:02.013088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd1a2f-82b7-4162-9c8e-b10626168c87 req-e90ca721-9261-4de6-963a-ebf8b36a6475 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:02.014567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92cd1a2f-82b7-4162-9c8e-b10626168c87 req-e90ca721-9261-4de6-963a-ebf8b36a6475 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.0474327 Sep 07 16:06:02.051307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92cd1a2f-82b7-4162-9c8e-b10626168c87 req-d9332069-1262-4e07-914d-72a6962b69f1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308335 Sep 07 16:06:02.132762 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-593e31c0-df4e-4926-8073-624dfcbdf95f req-f1c7b025-1c07-4cf9-9e15-979f2c5f8d55 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 210 time: 0.0297251 Sep 07 16:06:02.134980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f4249a-c47b-4d67-9d3b-88a6d81e82cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9b46bd-1758-445d-86a8-dc873763a46d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:02.137966 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53f53b7-c474-4be3-ab07-0be173b83999" -d '{"events": [{"server_uuid": "67f4249a-c47b-4d67-9d3b-88a6d81e82cb", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9b46bd-1758-445d-86a8-dc873763a46d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:02.141477 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:02.175678 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233a2a47-2b1d-4731-982f-13382efe856a x-openstack-request-id: req-233a2a47-2b1d-4731-982f-13382efe856a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:02.176020 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f4249a-c47b-4d67-9d3b-88a6d81e82cb", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9b46bd-1758-445d-86a8-dc873763a46d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:02.176264 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-233a2a47-2b1d-4731-982f-13382efe856a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:02.176684 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f4249a-c47b-4d67-9d3b-88a6d81e82cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9b46bd-1758-445d-86a8-dc873763a46d', 'code': 200} Sep 07 16:06:02.271211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4492a4-20f4-4e40-a282-522c9829d4ee req-740e5abb-9917-4a48-b245-3adc24479aec tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:02.272603 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c4492a4-20f4-4e40-a282-522c9829d4ee req-740e5abb-9917-4a48-b245-3adc24479aec tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.0492804 Sep 07 16:06:02.310137 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c4492a4-20f4-4e40-a282-522c9829d4ee req-1d9001e6-2908-413f-89a3-b2da70194f39 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313432 Sep 07 16:06:02.467819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c95aa0-227b-4dcf-be51-63d2988e75ae req-d158f0ce-a931-4e43-bcd4-31d047a62f2e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:02.469405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2c95aa0-227b-4dcf-be51-63d2988e75ae req-d158f0ce-a931-4e43-bcd4-31d047a62f2e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 949 time: 0.0493224 Sep 07 16:06:02.509937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2c95aa0-227b-4dcf-be51-63d2988e75ae req-ac8ffa0d-d00f-492f-a482-31735e13a5af tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345716 Sep 07 16:06:02.689389 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c70b5-19e7-4f8a-9861-28e24544c9e1 req-ab988ac7-718e-4fda-ba95-26007cb98ebf tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:02.690883 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de3c70b5-19e7-4f8a-9861-28e24544c9e1 req-ab988ac7-718e-4fda-ba95-26007cb98ebf tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.0491168 Sep 07 16:06:02.730769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de3c70b5-19e7-4f8a-9861-28e24544c9e1 req-f5effe86-0843-4ddd-9841-bbb702b340e2 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338936 Sep 07 16:06:02.737336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec74927-d4ee-4e82-ae95-d86c235979d2', 'tag': 'c8770f4d-12d5-4b01-a8ef-91b66b81ffe1'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:02.739731 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73726f2-7c0e-4ef3-be40-037827a7777b" -d '{"events": [{"name": "network-changed", "server_uuid": "fec74927-d4ee-4e82-ae95-d86c235979d2", "tag": "c8770f4d-12d5-4b01-a8ef-91b66b81ffe1"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:02.773062 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c388a7f3-0ab9-4811-acc9-4de6318b7ce3 x-openstack-request-id: req-c388a7f3-0ab9-4811-acc9-4de6318b7ce3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:02.773362 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec74927-d4ee-4e82-ae95-d86c235979d2", "tag": "c8770f4d-12d5-4b01-a8ef-91b66b81ffe1", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:02.773868 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c388a7f3-0ab9-4811-acc9-4de6318b7ce3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:02.774257 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec74927-d4ee-4e82-ae95-d86c235979d2', 'tag': 'c8770f4d-12d5-4b01-a8ef-91b66b81ffe1', 'status': 'completed', 'code': 200} Sep 07 16:06:02.934120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b6a8d-f758-4fdb-8f53-28527bcaaed6 req-f116beb8-37a2-456e-899c-940428a0dc0e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:02.935920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b56b6a8d-f758-4fdb-8f53-28527bcaaed6 req-f116beb8-37a2-456e-899c-940428a0dc0e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 948 time: 0.0554500 Sep 07 16:06:02.975439 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b56b6a8d-f758-4fdb-8f53-28527bcaaed6 req-ba54e5f7-bc2d-4f85-b1df-88567d4ffd3e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333493 Sep 07 16:06:03.132687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device eaf1829c-8f47-4cf1-85a3-b35c323fade7 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:06:03.186068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e0137-2a22-4381-bcc7-3d2ee3287c9a req-40443cb5-eb83-4d5a-92bf-8d3bba40a98c tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:03.188404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-474e0137-2a22-4381-bcc7-3d2ee3287c9a req-40443cb5-eb83-4d5a-92bf-8d3bba40a98c tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.0669301 Sep 07 16:06:03.194545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port eaf1829c-8f47-4cf1-85a3-b35c323fade7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:06:03.199722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port eaf1829c-8f47-4cf1-85a3-b35c323fade7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:06:03.201334 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:03.244837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-474e0137-2a22-4381-bcc7-3d2ee3287c9a req-2f8a97dc-3765-4813-917f-bf97d00e8c4f tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454454 Sep 07 16:06:03.301514 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:03.325053 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ed7bf1e-be03-4859-9a88-401e7ad32297 req-2771d62c-aa38-4a40-9c86-fe854fce36fc tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 210 time: 0.0357361 Sep 07 16:06:03.342764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port eaf1829c-8f47-4cf1-85a3-b35c323fade7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=eaf1829c-8f47-4cf1-85a3-b35c323fade7,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:03.349016 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:03.352801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3b9b46bd-1758-445d-86a8-dc873763a46d no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:06:03.377402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-9eadc51d-7d3d-4e2d-b5c2-07f8b23d6980 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:03.379811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-9eadc51d-7d3d-4e2d-b5c2-07f8b23d6980 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171&tenant_id=69c966e1c7a5492180da5b612f6c029a&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 1095 time: 0.1240675 Sep 07 16:06:03.381547 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 3b9b46bd-1758-445d-86a8-dc873763a46d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:06:03.382136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3b9b46bd-1758-445d-86a8-dc873763a46d not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:06:03.396225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73726f2-7c0e-4ef3-be40-037827a7777b req-d42e1c76-91fd-4587-aefc-aca1bbcac4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:03.399172 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d73726f2-7c0e-4ef3-be40-037827a7777b req-d42e1c76-91fd-4587-aefc-aca1bbcac4cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 1124 time: 0.0708115 Sep 07 16:06:03.429878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4add-37d7-4269-ab25-f4500480863f req-c22e5edd-7640-4867-bcce-27480210ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:03.431792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-c22e5edd-7640-4867-bcce-27480210ade3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a&tenant_id=ea9e474f9fb940faaa7736036e8f9987 HTTP/1.1" status: 200 len: 1099 time: 0.0782518 Sep 07 16:06:03.441322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=eaf1829c-8f47-4cf1-85a3-b35c323fade7,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:03.480991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:03.546609 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73726f2-7c0e-4ef3-be40-037827a7777b req-2f05dfba-48ac-4ded-a452-42f2828aadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:03.548101 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d73726f2-7c0e-4ef3-be40-037827a7777b req-2f05dfba-48ac-4ded-a452-42f2828aadb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.0983264 Sep 07 16:06:03.557846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e3991-d165-46a6-b12d-e0f42ea2586c req-425d6c53-bfa5-4d0e-a6bc-794d74a81d33 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:03.559941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e73e3991-d165-46a6-b12d-e0f42ea2586c req-425d6c53-bfa5-4d0e-a6bc-794d74a81d33 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.1431241 Sep 07 16:06:03.587769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-6e3ac472-0bac-4b30-8e4c-cd89543d2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:03.589931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-6e3ac472-0bac-4b30-8e4c-cd89543d2982 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171&tenant_id=69c966e1c7a5492180da5b612f6c029a HTTP/1.1" status: 200 len: 1095 time: 0.1538186 Sep 07 16:06:03.606100 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d73726f2-7c0e-4ef3-be40-037827a7777b req-13a18171-f2c5-47c7-a47a-8af74e0f2ca8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 HTTP/1.1" status: 200 len: 217 time: 0.0389774 Sep 07 16:06:03.628689 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:03.676078 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73726f2-7c0e-4ef3-be40-037827a7777b req-7906faa1-1590-44b7-8334-b75acbab736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:03.677492 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d73726f2-7c0e-4ef3-be40-037827a7777b req-7906faa1-1590-44b7-8334-b75acbab736e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.0508704 Sep 07 16:06:03.698958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e73e3991-d165-46a6-b12d-e0f42ea2586c req-d8054c41-c2bc-4ba4-8a0a-cc4825c23668 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219659 Sep 07 16:06:03.721516 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d73726f2-7c0e-4ef3-be40-037827a7777b req-8eba4fbb-1e2d-4084-92b1-470ccbf365a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300717 Sep 07 16:06:03.736416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637fc09-3824-4615-b7df-85efe04235e8 req-1db45ac2-aca8-4757-9261-9181173bfd4e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:03.737968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2637fc09-3824-4615-b7df-85efe04235e8 req-1db45ac2-aca8-4757-9261-9181173bfd4e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 950 time: 0.1531432 Sep 07 16:06:03.778726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-ff7c4105-8357-43f9-8ea7-de6edcc56d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:03.780274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-ff7c4105-8357-43f9-8ea7-de6edcc56d11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 1095 time: 0.1367936 Sep 07 16:06:03.845855 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d73726f2-7c0e-4ef3-be40-037827a7777b req-69ca36da-7afc-4863-a6b9-27e6143205ef service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107190 Sep 07 16:06:03.930294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2637fc09-3824-4615-b7df-85efe04235e8 req-9eacfd3e-34e6-4969-9b84-377cac0abcc3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830149 Sep 07 16:06:03.969662 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d73726f2-7c0e-4ef3-be40-037827a7777b req-45875cb0-b437-4e44-b33d-99bed53b35cd service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978856 Sep 07 16:06:04.032298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cba05-7737-42a0-a67b-189df898832a req-343a3216-3dde-461f-b5bd-81c986ed7009 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:04.033834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef5cba05-7737-42a0-a67b-189df898832a req-343a3216-3dde-461f-b5bd-81c986ed7009 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.1899602 Sep 07 16:06:04.098603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-e8928881-d4cd-48bf-8608-05895f3023fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:04.100063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-e8928881-d4cd-48bf-8608-05895f3023fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.2702532 Sep 07 16:06:04.172149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:04.175483 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-16192f60-69e5-4caf-b2ab-a14c642a021f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f77dab-a541-45a4-9c63-e28944de1262 HTTP/1.1" status: 200 len: 217 time: 0.0628037 Sep 07 16:06:04.177566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb483bed-df07-44ef-86b3-e9b5e5918927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf1829c-8f47-4cf1-85a3-b35c323fade7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:04.180057 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d3f214-7687-4010-8b73-f03e7d2bf8a7" -d '{"events": [{"server_uuid": "fb483bed-df07-44ef-86b3-e9b5e5918927", "name": "network-vif-plugged", "status": "completed", "tag": "eaf1829c-8f47-4cf1-85a3-b35c323fade7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:04.185206 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef5cba05-7737-42a0-a67b-189df898832a req-ccccd89b-c9b2-4b45-b8d1-90b541125d4b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431203 Sep 07 16:06:04.207421 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349fc73-cd98-49a8-8b05-dba64a9215d2 req-38f2e3f8-f868-4f3d-9ff7-be21eeffcd05 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:04.207421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6349fc73-cd98-49a8-8b05-dba64a9215d2 req-38f2e3f8-f868-4f3d-9ff7-be21eeffcd05 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 948 time: 0.1517313 Sep 07 16:06:04.237141 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1269cb-3aa1-462e-b08e-3cee411dac2e x-openstack-request-id: req-be1269cb-3aa1-462e-b08e-3cee411dac2e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:04.237698 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb483bed-df07-44ef-86b3-e9b5e5918927", "name": "network-vif-plugged", "status": "completed", "tag": "eaf1829c-8f47-4cf1-85a3-b35c323fade7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:04.237828 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be1269cb-3aa1-462e-b08e-3cee411dac2e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:04.238449 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb483bed-df07-44ef-86b3-e9b5e5918927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf1829c-8f47-4cf1-85a3-b35c323fade7', 'code': 200} Sep 07 16:06:04.284150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:04.314822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-b62baceb-ab4a-4390-8a2e-0deb4938da87 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:04.316974 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-b62baceb-ab4a-4390-8a2e-0deb4938da87 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.35 "GET /v2.0/networks?id=128062b4-eb7d-4f66-9c3b-585ecdef1766 HTTP/1.1" status: 200 len: 805 time: 0.1524630 Sep 07 16:06:04.330686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-b0dcbc8a-5a88-4143-9d65-d6bbdd2391b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:04.332163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-b0dcbc8a-5a88-4143-9d65-d6bbdd2391b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.1219926 Sep 07 16:06:04.340657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6349fc73-cd98-49a8-8b05-dba64a9215d2 req-aeb5f337-7351-4f92-a873-3860c0963d24 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198156 Sep 07 16:06:04.346812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28e9e4a-d879-4ced-812b-0b8f3f131d30 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:04.367102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d0b539f8-4a2b-4b5f-b44e-8fef3d9f865e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Request body: {'port': {'device_id': '503d3948-b3eb-463c-8248-d2a05d4d99c4', 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766', 'admin_state_up': True, 'tenant_id': '669fa4af9816477bab27e809acea0ffd'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:04.373235 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:04.436489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-9d9066ee-787b-4474-89b1-dc27d79d1a5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314996 Sep 07 16:06:04.460084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Transition to ACTIVE for port object f28e9e4a-d879-4ced-812b-0b8f3f131d30 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:06:04.487089 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d0b539f8-4a2b-4b5f-b44e-8fef3d9f865e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Made reservation on behalf of 669fa4af9816477bab27e809acea0ffd for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:06:04.490558 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d0b539f8-4a2b-4b5f-b44e-8fef3d9f865e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:04.505618 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2570500-7342-4bbe-ae09-9360e08cd554 req-68cac04f-73b0-4e55-90f3-d76bb379a962 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 210 time: 0.0673957 Sep 07 16:06:04.506215 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:04.531762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806d0a6-4137-4eca-a679-9863373459bf req-d7bac8fc-3a14-4675-beef-5b9732a00234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:04.533310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1806d0a6-4137-4eca-a679-9863373459bf req-d7bac8fc-3a14-4675-beef-5b9732a00234 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 1101 time: 0.1818671 Sep 07 16:06:04.627864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d0b539f8-4a2b-4b5f-b44e-8fef3d9f865e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Allocated IP 172.20.0.8 (128062b4-eb7d-4f66-9c3b-585ecdef1766/16512a79-062b-41f3-bfdf-b580889f79b3/93dcf05a-9a49-499d-a723-586ce8405b4c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:06:04.634124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:04.645118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3f735-42c9-4831-a055-bc4e345992f8 req-d4c72a7a-883e-4786-953d-df530b68247b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:04.646714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eca3f735-42c9-4831-a055-bc4e345992f8 req-d4c72a7a-883e-4786-953d-df530b68247b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.2154372 Sep 07 16:06:04.676271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] No DVR routers for this DVR port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:06:04.706593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1806d0a6-4137-4eca-a679-9863373459bf req-60d55a21-c879-4e07-bcd2-81a3f1235b2a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451373 Sep 07 16:06:04.772222 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eca3f735-42c9-4831-a055-bc4e345992f8 req-4867a939-d203-4e7c-8ba4-541194609f34 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970020 Sep 07 16:06:04.775274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-aa207bea-e7d1-40ef-b3d0-6a9f767356f9 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981544 Sep 07 16:06:04.778254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Attempting to bind port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:06:04.778748 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Attempting to bind port f28e9e4a-d879-4ced-812b-0b8f3f131d30 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:06:04.779239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Attempting to bind port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:04.786727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:06:04.787056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Attempting to bind port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:04.825631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:06:04.826037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:06:04.826386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:06:04.826855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Bound port: f28e9e4a-d879-4ced-812b-0b8f3f131d30, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:06:04.827223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:04.846167 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d0b539f8-4a2b-4b5f-b44e-8fef3d9f865e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:04.900017 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d0b539f8-4a2b-4b5f-b44e-8fef3d9f865e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:04.947775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a850050-074f-4575-af4c-3ebdcb4e3cff req-06c1260b-55c8-4ccc-9b37-c60b5b265e93 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:04.955127 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a850050-074f-4575-af4c-3ebdcb4e3cff req-06c1260b-55c8-4ccc-9b37-c60b5b265e93 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.1698339 Sep 07 16:06:04.960472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d0b539f8-4a2b-4b5f-b44e-8fef3d9f865e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Network 128062b4-eb7d-4f66-9c3b-585ecdef1766 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:06:04.967456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d0b539f8-4a2b-4b5f-b44e-8fef3d9f865e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:06:04.972981 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d0b539f8-4a2b-4b5f-b44e-8fef3d9f865e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:06:04.977138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b539f8-4a2b-4b5f-b44e-8fef3d9f865e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Pushing event updated for resources: {'Port': ['ID=93dcf05a-9a49-499d-a723-586ce8405b4c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:05.011759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-585fc289-9249-4a7b-be57-c2ac89b7ce0f service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169600 Sep 07 16:06:05.027740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:05.029723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d0b539f8-4a2b-4b5f-b44e-8fef3d9f865e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:05.030513 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d0b539f8-4a2b-4b5f-b44e-8fef3d9f865e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:05.031015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:06:05.034806 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a850050-074f-4575-af4c-3ebdcb4e3cff req-8bc2ce37-dded-4f72-a14c-db49fd9db857 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777225 Sep 07 16:06:05.040523 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:05.047993 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-d0b539f8-4a2b-4b5f-b44e-8fef3d9f865e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6866162 Sep 07 16:06:05.083109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:05.083839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:05.085761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] 10.222.0.35 "PUT /v2.0/ports/f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 200 len: 1096 time: 1.6251082 Sep 07 16:06:05.086222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:05.089636 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c677476-2ee4-464b-9d4d-fb59bad966c0" -d '{"events": [{"name": "network-changed", "server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:05.100820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Request body: {'port': {'device_id': '503d3948-b3eb-463c-8248-d2a05d4d99c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:05.130977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4238e-7e67-4220-a976-7a3799092bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:05.168190 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:05.205674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0e66-1650-4783-a61e-919ba763be7c req-514fe698-04db-4a7a-b517-b5bd9e6cd4d2 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:05.207239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95eb0e66-1650-4783-a61e-919ba763be7c req-514fe698-04db-4a7a-b517-b5bd9e6cd4d2 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 950 time: 0.0930035 Sep 07 16:06:05.215050 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4add-37d7-4269-ab25-f4500480863f req-eab133c5-bd40-467e-9f61-356edc969fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:05.216863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-eab133c5-bd40-467e-9f61-356edc969fa9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 1099 time: 0.0688081 Sep 07 16:06:05.269726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95eb0e66-1650-4783-a61e-919ba763be7c req-6b618426-fe23-405b-a323-41e817e6297f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519602 Sep 07 16:06:05.362634 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c3c6c9-beb8-4e92-86b4-ddf8e33b8ba3 x-openstack-request-id: req-14c3c6c9-beb8-4e92-86b4-ddf8e33b8ba3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:05.363575 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:05.363575 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-14c3c6c9-beb8-4e92-86b4-ddf8e33b8ba3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:05.363862 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'status': 'completed', 'code': 200} Sep 07 16:06:05.398252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4add-37d7-4269-ab25-f4500480863f req-5e3ecc1c-255d-49d2-9c4c-f24479f52555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:05.400029 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-5e3ecc1c-255d-49d2-9c4c-f24479f52555 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1050994 Sep 07 16:06:05.489980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-caa19144-785c-41ac-803c-ab59f05cadc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 200 len: 217 time: 0.0441618 Sep 07 16:06:05.507490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b44b5-7b64-4a0d-979c-81c8efc9f354 req-bbed0a9a-7575-45cd-84e4-8abc5ec560be tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:05.513257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c71b44b5-7b64-4a0d-979c-81c8efc9f354 req-bbed0a9a-7575-45cd-84e4-8abc5ec560be tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.0943401 Sep 07 16:06:05.519348 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93dcf05a-9a49-499d-a723-586ce8405b4c {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:05.529092 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:05.542034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Transition to ACTIVE for port object 93dcf05a-9a49-499d-a723-586ce8405b4c will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:06:05.546946 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:05.613064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4add-37d7-4269-ab25-f4500480863f req-f3f01180-6f6e-4f60-a765-97c3418ed60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:05.614544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-f3f01180-6f6e-4f60-a765-97c3418ed60c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1003909 Sep 07 16:06:05.615410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Pushing event updated for resources: {'Port': ['ID=93dcf05a-9a49-499d-a723-586ce8405b4c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:05.624927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c71b44b5-7b64-4a0d-979c-81c8efc9f354 req-4601ca1d-1733-4a09-ac05-67956a341bc1 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817215 Sep 07 16:06:05.637137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-5744b1b1-e56d-474d-88e9-335f5d0c9497 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:05.638779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-5744b1b1-e56d-474d-88e9-335f5d0c9497 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171&tenant_id=69c966e1c7a5492180da5b612f6c029a&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1095 time: 0.0943685 Sep 07 16:06:05.711001 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Attempting to bind port 93dcf05a-9a49-499d-a723-586ce8405b4c on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:06:05.711339 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Attempting to bind port 93dcf05a-9a49-499d-a723-586ce8405b4c by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:06:05.711686 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Attempting to bind port 93dcf05a-9a49-499d-a723-586ce8405b4c on network 128062b4-eb7d-4f66-9c3b-585ecdef1766 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:05.717289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Port 93dcf05a-9a49-499d-a723-586ce8405b4c on network 128062b4-eb7d-4f66-9c3b-585ecdef1766 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:06:05.717634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Attempting to bind port 93dcf05a-9a49-499d-a723-586ce8405b4c on network 128062b4-eb7d-4f66-9c3b-585ecdef1766 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:05.723719 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:06:05.724056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Checking segment: {'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:06:05.724477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Bound using segment: {'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:06:05.724923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Bound port: 93dcf05a-9a49-499d-a723-586ce8405b4c, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:06:05.725285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:05.802216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] For port 93dcf05a-9a49-499d-a723-586ce8405b4c, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:05.805758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] For port 93dcf05a-9a49-499d-a723-586ce8405b4c, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93dcf05a-9a49-499d-a723-586ce8405b4c,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:06:05.810407 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:05.846838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:05.847487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:05.848949 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] 10.222.0.35 "PUT /v2.0/ports/93dcf05a-9a49-499d-a723-586ce8405b4c HTTP/1.1" status: 200 len: 1091 time: 0.7536483 Sep 07 16:06:05.851415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503d3948-b3eb-463c-8248-d2a05d4d99c4', 'tag': '93dcf05a-9a49-499d-a723-586ce8405b4c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:05.853733 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3062daa1-a156-4ca3-ab84-b1209a956ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "503d3948-b3eb-463c-8248-d2a05d4d99c4", "tag": "93dcf05a-9a49-499d-a723-586ce8405b4c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:05.884160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59996749-14a6-400b-ace3-a5f93133a484 service neutron] Pushing event updated for resources: {'Port': ['ID=93dcf05a-9a49-499d-a723-586ce8405b4c,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:05.947256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-ad412375-08e6-4964-8bdc-f33810d3497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:05.949372 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-ad412375-08e6-4964-8bdc-f33810d3497d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=669fa4af9816477bab27e809acea0ffd&device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 1094 time: 0.0464160 Sep 07 16:06:05.971191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4add-37d7-4269-ab25-f4500480863f req-ea6b612d-f6af-4246-8336-22148cae2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:05.972717 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-ea6b612d-f6af-4246-8336-22148cae2344 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3469391 Sep 07 16:06:05.995224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78dc4e-3398-4676-b4c6-b1b50fc17c8c req-426bb87c-7120-4a5c-815d-4ff6186c3905 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:05.996755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f78dc4e-3398-4676-b4c6-b1b50fc17c8c req-426bb87c-7120-4a5c-815d-4ff6186c3905 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 948 time: 0.0844371 Sep 07 16:06:06.004807 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-3a23e31a-2845-41a5-ba1a-a75ec2df251d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93dcf05a-9a49-499d-a723-586ce8405b4c HTTP/1.1" status: 200 len: 217 time: 0.0357413 Sep 07 16:06:06.065148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-30d44f82-a8a2-4e87-ab80-4fd2b5101650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:06.066580 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-30d44f82-a8a2-4e87-ab80-4fd2b5101650 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16512a79-062b-41f3-bfdf-b580889f79b3 HTTP/1.1" status: 200 len: 845 time: 0.0460882 Sep 07 16:06:06.109673 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-cc56f421-b809-4dde-8bc0-6c84ee6d632c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=128062b4-eb7d-4f66-9c3b-585ecdef1766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263262 Sep 07 16:06:06.126470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f78dc4e-3398-4676-b4c6-b1b50fc17c8c req-9fd41e0f-6483-4c63-9b2a-7eedc75be156 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013870 Sep 07 16:06:06.135344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-61b4d64f-31cc-4b3d-9f6b-9878fcba0dbf service neutron] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:06.139999 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-61b4d64f-31cc-4b3d-9f6b-9878fcba0dbf service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:06.141172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-916cedf1-55a0-47a6-8907-a13b1a4dcafb req-61b4d64f-31cc-4b3d-9f6b-9878fcba0dbf service neutron] 10.222.0.35 "DELETE /v2.0/ports/e0f77dab-a541-45a4-9c63-e28944de1262/bindings/n-h1-807551-3 HTTP/1.1" status: 204 len: 173 time: 0.4759820 Sep 07 16:06:06.158231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-3415b086-f38d-4514-8b4a-78593da6b843 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591418 Sep 07 16:06:06.245603 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-3021997d-1d80-441d-a61f-4e50a8672169 service neutron] 10.222.0.35 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224759 Sep 07 16:06:06.262087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b8d4add-37d7-4269-ab25-f4500480863f req-9b1b46a0-e652-4e10-b1af-a82d00944003 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939007 Sep 07 16:06:06.316502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6589d-87d3-4ba1-be3b-4306e3be34c5 req-6da700a6-128b-4f68-93b0-24ca5c792f35 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:06.317923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21c6589d-87d3-4ba1-be3b-4306e3be34c5 req-6da700a6-128b-4f68-93b0-24ca5c792f35 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 943 time: 0.0512459 Sep 07 16:06:06.353965 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec54ea8-82a3-40cc-9162-926090d449eb req-4cff69ca-d3a1-4437-a34e-d0f5b1ad4105 service neutron] 10.222.0.35 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921967 Sep 07 16:06:06.395202 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21c6589d-87d3-4ba1-be3b-4306e3be34c5 req-bc3f158f-f6db-4cbd-85c4-a280b0ae8afa tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699847 Sep 07 16:06:06.405066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-059059f9-bee1-4e7a-bed3-0b32f63551a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:06.406542 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-059059f9-bee1-4e7a-bed3-0b32f63551a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 1099 time: 0.0567875 Sep 07 16:06:06.559250 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64222740-b08c-45e2-87d2-ba2c42674153 req-371c2ee3-238b-4610-8ba9-b49d37d293d2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:06.560771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64222740-b08c-45e2-87d2-ba2c42674153 req-371c2ee3-238b-4610-8ba9-b49d37d293d2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.1057942 Sep 07 16:06:06.565657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-f61de198-c99d-47e8-847b-5717abfe2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:06.567109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-f61de198-c99d-47e8-847b-5717abfe2d87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1306195 Sep 07 16:06:06.634436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64222740-b08c-45e2-87d2-ba2c42674153 req-5a3e3c1e-c4e7-4bf5-841f-63cfbe08b757 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664439 Sep 07 16:06:06.635815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-fdf598eb-3b8c-498b-ac01-7c9053552cdb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 200 len: 217 time: 0.0434775 Sep 07 16:06:06.677920 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eeb3f2-1a9b-4134-80d2-c1f476118405 x-openstack-request-id: req-45eeb3f2-1a9b-4134-80d2-c1f476118405 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:06.678404 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503d3948-b3eb-463c-8248-d2a05d4d99c4", "tag": "93dcf05a-9a49-499d-a723-586ce8405b4c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:06.678928 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45eeb3f2-1a9b-4134-80d2-c1f476118405 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:06.679352 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503d3948-b3eb-463c-8248-d2a05d4d99c4', 'tag': '93dcf05a-9a49-499d-a723-586ce8405b4c', 'status': 'completed', 'code': 200} Sep 07 16:06:06.694736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-925007b6-6561-4f28-b13d-7ef4644ca87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:06.695745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-925007b6-6561-4f28-b13d-7ef4644ca87b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0456781 Sep 07 16:06:06.773706 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062daa1-a156-4ca3-ab84-b1209a956ed5 req-8ff4547c-61ed-4896-bbf5-35afcfb2d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:06.775212 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3062daa1-a156-4ca3-ab84-b1209a956ed5 req-8ff4547c-61ed-4896-bbf5-35afcfb2d6a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=669fa4af9816477bab27e809acea0ffd&device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 1094 time: 0.0432122 Sep 07 16:06:06.792586 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-96cb37af-c9f2-481f-be4e-3e1cbd35d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:06.794064 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-96cb37af-c9f2-481f-be4e-3e1cbd35d111 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626695 Sep 07 16:06:06.801319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ab81c-a2c4-4dbb-87bc-9e748f913fe6 req-f7fbd70b-c236-442b-9171-095db809ed03 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:06.802711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f5ab81c-a2c4-4dbb-87bc-9e748f913fe6 req-f7fbd70b-c236-442b-9171-095db809ed03 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.0805287 Sep 07 16:06:06.870650 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f5ab81c-a2c4-4dbb-87bc-9e748f913fe6 req-824df54f-7fe7-402b-b0a7-09c32b748929 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605154 Sep 07 16:06:06.920520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062daa1-a156-4ca3-ab84-b1209a956ed5 req-eb64a8cd-c030-4147-93c6-ff0520996abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:06.922010 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3062daa1-a156-4ca3-ab84-b1209a956ed5 req-eb64a8cd-c030-4147-93c6-ff0520996abc service neutron] 10.222.0.35 "GET /v2.0/networks?id=128062b4-eb7d-4f66-9c3b-585ecdef1766 HTTP/1.1" status: 200 len: 906 time: 0.1031430 Sep 07 16:06:06.932363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-d831f84e-d68f-450a-b1ad-009823380f0d service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061685 Sep 07 16:06:06.993534 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3062daa1-a156-4ca3-ab84-b1209a956ed5 req-3d14980d-10b6-4d7d-acc2-8080b77d5cce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93dcf05a-9a49-499d-a723-586ce8405b4c HTTP/1.1" status: 200 len: 217 time: 0.0389974 Sep 07 16:06:07.040237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0317-20df-4a99-a16e-ef39ac8032f8 req-a43bf4c0-987c-4c74-b9ba-656def278c57 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:07.041774 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f14b0317-20df-4a99-a16e-ef39ac8032f8 req-a43bf4c0-987c-4c74-b9ba-656def278c57 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 950 time: 0.1079853 Sep 07 16:06:07.047457 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062daa1-a156-4ca3-ab84-b1209a956ed5 req-b69fcb88-53a5-41d4-8fae-71cfb75c7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:07.048948 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3062daa1-a156-4ca3-ab84-b1209a956ed5 req-b69fcb88-53a5-41d4-8fae-71cfb75c7644 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16512a79-062b-41f3-bfdf-b580889f79b3 HTTP/1.1" status: 200 len: 845 time: 0.0451083 Sep 07 16:06:07.082980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-579f2194-f58d-45fd-947e-df991606dc60 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240661 Sep 07 16:06:07.093405 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3062daa1-a156-4ca3-ab84-b1209a956ed5 req-53665444-1356-4b56-a023-7900563fd7b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=128062b4-eb7d-4f66-9c3b-585ecdef1766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274673 Sep 07 16:06:07.100575 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f14b0317-20df-4a99-a16e-ef39ac8032f8 req-9e5a0987-3c8e-495c-86fc-70315446e282 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509920 Sep 07 16:06:07.208461 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3062daa1-a156-4ca3-ab84-b1209a956ed5 req-55900fab-f27e-4ea3-b2f8-3403e2f78ea2 service neutron] 10.222.0.35 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011457 Sep 07 16:06:07.312070 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3062daa1-a156-4ca3-ab84-b1209a956ed5 req-555f9d36-fafa-4964-b7b6-4e7f347636b1 service neutron] 10.222.0.35 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909550 Sep 07 16:06:07.410367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbfaf5-e927-47a5-b7d0-157bbcc39c1a req-0c0a0b63-5a5f-4233-9095-3111217336d5 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:07.411859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91dbfaf5-e927-47a5-b7d0-157bbcc39c1a req-0c0a0b63-5a5f-4233-9095-3111217336d5 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.2368846 Sep 07 16:06:07.442272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-62afddb7-d0bd-470e-8e77-78112ef72a70 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2912929 Sep 07 16:06:07.446105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-edd6d486-de71-4db1-8696-322531a7b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:07.447585 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-edd6d486-de71-4db1-8696-322531a7b22b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 1099 time: 0.2140710 Sep 07 16:06:07.453701 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:07.507086 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91dbfaf5-e927-47a5-b7d0-157bbcc39c1a req-d8b51b06-c218-4766-9aec-ebb727a21628 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879831 Sep 07 16:06:07.533299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:07.615611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-1127fec9-9adf-4939-85b0-ff872112fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:07.617161 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-1127fec9-9adf-4939-85b0-ff872112fc5c service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1455574 Sep 07 16:06:07.702116 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-7c5430f5-49bf-46b1-a63c-9dd0b5d04804 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 200 len: 217 time: 0.0702798 Sep 07 16:06:07.732665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f0453-8c94-4f98-afd3-2a96e4bf10e0 req-87a06967-03c4-4abc-9da0-88d0d12294a1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:07.734237 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc8f0453-8c94-4f98-afd3-2a96e4bf10e0 req-87a06967-03c4-4abc-9da0-88d0d12294a1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 948 time: 0.1361091 Sep 07 16:06:07.811852 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:07.826857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-0a17fa01-b3f7-4bc0-a93d-e125a70c2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:07.828313 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-0a17fa01-b3f7-4bc0-a93d-e125a70c2f13 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0910206 Sep 07 16:06:07.832184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc8f0453-8c94-4f98-afd3-2a96e4bf10e0 req-78aa6c86-1f45-4a7b-adc1-a1bc89258d78 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853295 Sep 07 16:06:07.944774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-1450ffc3-c146-4134-aa80-5f4f1d953ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:07.946281 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-1450ffc3-c146-4134-aa80-5f4f1d953ba0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847955 Sep 07 16:06:07.993539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Allocated IP 172.25.3.164 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/cdeaba7d-f5ab-42a1-8b6e-d48d67cea091) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:06:08.149550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3372b-3578-4062-b2a8-f127cf712261 req-67a2a8f4-e981-420b-bbf4-afbdf83f7874 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:08.151082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5a3372b-3578-4062-b2a8-f127cf712261 req-67a2a8f4-e981-420b-bbf4-afbdf83f7874 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 943 time: 0.1685622 Sep 07 16:06:08.183627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-2964cd3e-728b-4884-9443-d8818ce7d9dc service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211366 Sep 07 16:06:08.245760 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:08.253074 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5a3372b-3578-4062-b2a8-f127cf712261 req-d3a3ad21-2c37-4e3e-86ad-d7d9615120e3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907762 Sep 07 16:06:08.359315 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c677476-2ee4-464b-9d4d-fb59bad966c0 req-9fc72778-feb0-43d9-a13f-fa75336feac0 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600885 Sep 07 16:06:08.373468 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:08.383245 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba477b2b-fa71-444d-be90-f9144fcb1129 req-b9232144-14a6-4803-8647-81afec29b13b tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:08.384873 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba477b2b-fa71-444d-be90-f9144fcb1129 req-b9232144-14a6-4803-8647-81afec29b13b tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 1095 time: 0.0721104 Sep 07 16:06:08.427948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:06:08.433558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:06:08.440729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:06:08.468443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Pushing event updated for resources: {'Port': ['ID=cdeaba7d-f5ab-42a1-8b6e-d48d67cea091,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:08.492682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba477b2b-fa71-444d-be90-f9144fcb1129 req-21d03133-835c-4141-8b61-99f79158e648 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874863 Sep 07 16:06:08.557461 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:08.616713 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:08.670235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb364b02-b99c-4bcd-b6ee-7fc553bb1396 req-523f5644-12de-48b8-9e75-e73d0eda7412 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:08.671734 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb364b02-b99c-4bcd-b6ee-7fc553bb1396 req-523f5644-12de-48b8-9e75-e73d0eda7412 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 950 time: 0.0860510 Sep 07 16:06:08.762606 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb364b02-b99c-4bcd-b6ee-7fc553bb1396 req-21249a4b-de9a-44f8-8310-9b911cc1d6d0 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838215 Sep 07 16:06:08.828348 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:08.833593 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:08.923258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Pushing event updated for resources: {'Port': ['ID=cdeaba7d-f5ab-42a1-8b6e-d48d67cea091,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:08.947232 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:08.968678 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:08.968678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-cabf19a9-4468-4943-aa07-75a8319d2322 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5195706 Sep 07 16:06:08.971306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bb1c1-5a2d-4009-9997-31268f0466d2 req-47121710-a22f-46d2-911e-f136c4c4eab7 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:08.972626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b9bb1c1-5a2d-4009-9997-31268f0466d2 req-47121710-a22f-46d2-911e-f136c4c4eab7 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 1095 time: 0.0685465 Sep 07 16:06:09.280765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-9327cfcf-96c9-4203-985f-549bceeb66b3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 696 time: 0.3059235 Sep 07 16:06:09.304382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b9bb1c1-5a2d-4009-9997-31268f0466d2 req-75a1c0cb-3f3b-4d08-910f-76604b6a28bc tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232868 Sep 07 16:06:09.436816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-f2c6e147-263b-4319-82fd-641ff0333150 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:09.438187 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-f2c6e147-263b-4319-82fd-641ff0333150 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.1490226 Sep 07 16:06:09.449502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-4616ffac-befc-44c7-8a98-3ca044e0a847 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:06:09.450487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2879a1b-d737-48d6-aa61-0463ac06de1c req-4616ffac-befc-44c7-8a98-3ca044e0a847 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066686 Sep 07 16:06:09.462874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7639999-5e2c-4630-8f65-fce9662b439a req-a88bcbc8-a508-4963-91c8-f6399bb12e3c tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:09.465045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7639999-5e2c-4630-8f65-fce9662b439a req-a88bcbc8-a508-4963-91c8-f6399bb12e3c tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.0830178 Sep 07 16:06:09.509766 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7639999-5e2c-4630-8f65-fce9662b439a req-1cb25728-49a8-4581-a7a6-4de462de9a86 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378048 Sep 07 16:06:09.560069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed19a0f-e30c-49b1-aee1-7812b0f23334 req-81ee4736-1eef-4a58-bc55-231525fcdec0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:09.561716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ed19a0f-e30c-49b1-aee1-7812b0f23334 req-81ee4736-1eef-4a58-bc55-231525fcdec0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 948 time: 0.0560045 Sep 07 16:06:09.619301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ed19a0f-e30c-49b1-aee1-7812b0f23334 req-cab1bb31-90f0-4ede-9375-1fc3e3919768 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483546 Sep 07 16:06:09.730862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fd2a4-647e-477a-aec0-f389d973c30e req-728aed99-a003-4ae4-845d-7d10d87d8744 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:09.732625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e0fd2a4-647e-477a-aec0-f389d973c30e req-728aed99-a003-4ae4-845d-7d10d87d8744 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 943 time: 0.0630791 Sep 07 16:06:09.774731 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e0fd2a4-647e-477a-aec0-f389d973c30e req-a9aa8f05-80b1-41f6-90af-c4d547be6500 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359399 Sep 07 16:06:10.072080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253209c3-769e-4393-b39d-113598b1f26b req-6b244452-3668-492e-b808-21ca3f53078d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:10.074578 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-253209c3-769e-4393-b39d-113598b1f26b req-6b244452-3668-492e-b808-21ca3f53078d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 950 time: 0.1598370 Sep 07 16:06:10.091081 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-d60d3fa0-148c-4c45-941d-666ac8e9089b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:10.092674 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-d60d3fa0-148c-4c45-941d-666ac8e9089b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 820 time: 0.2001948 Sep 07 16:06:10.118308 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-f85fe014-c7fc-4154-a1db-8a8cf0ed6941 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/quotas/ef6015b098494e5c99a3458b4a51de27 HTTP/1.1" status: 200 len: 375 time: 0.0185184 Sep 07 16:06:10.144952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-253209c3-769e-4393-b39d-113598b1f26b req-dbe800bd-8cdb-4116-a2b0-3975e3deedca tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512319 Sep 07 16:06:10.189714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-64a721ad-b54b-4361-89ce-565207497efd tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0615726 Sep 07 16:06:10.292403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-1d04c3dd-cb5c-4006-bff8-e6b75e2ae6db service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950999 Sep 07 16:06:10.296321 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-532a624e-9911-46e3-acf4-9558161b78c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:10.416387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1178bee-ed7c-4a81-8ec9-4bec715764be req-ff9ac80f-d144-4d60-ac3c-3a186b676563 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:10.417881 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1178bee-ed7c-4a81-8ec9-4bec715764be req-ff9ac80f-d144-4d60-ac3c-3a186b676563 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 1101 time: 0.0979917 Sep 07 16:06:10.423549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-15e931a2-dd22-4344-a3d5-050cd0163b8f service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216691 Sep 07 16:06:10.454306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1178bee-ed7c-4a81-8ec9-4bec715764be req-7ad9537d-4f34-493d-b7eb-c2ff9b40a6f2 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297852 Sep 07 16:06:10.615327 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b37734a6-ddb8-4f0b-b728-4f4100b9890e req-dd110b3d-126b-45ae-9969-c4da1c98dbfc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 210 time: 0.0492611 Sep 07 16:06:10.655582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-a1fea428-f5b8-4682-9ba5-678835737ed3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452576 Sep 07 16:06:10.824431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee15195-90f2-469d-9221-cb576bc447e1 req-139a9575-45bd-4b11-bdbf-d1f5b8de772d tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:10.826057 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ee15195-90f2-469d-9221-cb576bc447e1 req-139a9575-45bd-4b11-bdbf-d1f5b8de772d tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.1201477 Sep 07 16:06:10.833762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-9cbe392e-6531-40c4-98a7-8f02c925027f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:10.835330 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-9cbe392e-6531-40c4-98a7-8f02c925027f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728773 Sep 07 16:06:10.888151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-3c719339-7e72-4f4e-9b14-6147e0e7ebfa tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/quotas/862afeab01384f9383e2db2235f4b998 HTTP/1.1" status: 200 len: 375 time: 0.0291581 Sep 07 16:06:10.933284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ee15195-90f2-469d-9221-cb576bc447e1 req-31201838-c7c3-4f4d-a1ce-67ace7f3a5d0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965633 Sep 07 16:06:11.052109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-6b216308-ac1c-489f-bb54-3580050d347d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1476362 Sep 07 16:06:11.230548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdaf4e-c528-4f26-ab53-2c39c3e25eb0 req-6e02134b-7b41-41f4-ae9c-1c4c85146a4d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:11.233387 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21fdaf4e-c528-4f26-ab53-2c39c3e25eb0 req-6e02134b-7b41-41f4-ae9c-1c4c85146a4d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 948 time: 0.0901415 Sep 07 16:06:11.314994 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21fdaf4e-c528-4f26-ab53-2c39c3e25eb0 req-16104536-9141-49c4-846b-165aa5ba2af1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690134 Sep 07 16:06:11.453354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a6c50-18b9-470b-996a-d9789394b186 req-df5e3a0e-57a7-40a8-ac93-478a6f4d7559 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:11.455288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d5a6c50-18b9-470b-996a-d9789394b186 req-df5e3a0e-57a7-40a8-ac93-478a6f4d7559 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 943 time: 0.1083534 Sep 07 16:06:11.533515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d5a6c50-18b9-470b-996a-d9789394b186 req-f33cbbf8-0365-42c0-bf04-aeb41addce49 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704160 Sep 07 16:06:11.553183 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-314bba01-8d8f-4e7d-9ac7-6a0b35518339 req-8a990c62-321d-4d9f-926d-4548f8cb93a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1003091 Sep 07 16:06:11.656894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6de4e27-aed5-4de5-b230-91ed93cd6843 req-ddf850cc-b018-4d65-9acd-a5da36b04b49 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 210 time: 0.0417976 Sep 07 16:06:11.718215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bba01-8d8f-4e7d-9ac7-6a0b35518339 req-7b979441-43a2-4f53-b431-25af3880e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:11.721836 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-314bba01-8d8f-4e7d-9ac7-6a0b35518339 req-7b979441-43a2-4f53-b431-25af3880e8ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 1101 time: 0.1217999 Sep 07 16:06:11.735489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f40fb0b-3218-439e-9d10-67d5720a4076 req-6bad3d18-0ff8-43eb-bb82-386cb2691c90 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 210 time: 0.0369813 Sep 07 16:06:11.890329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 93dcf05a-9a49-499d-a723-586ce8405b4c details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:06:11.897764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bba01-8d8f-4e7d-9ac7-6a0b35518339 req-fe0da0be-846e-494a-ab78-7b56f9a8ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:11.900721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-314bba01-8d8f-4e7d-9ac7-6a0b35518339 req-fe0da0be-846e-494a-ab78-7b56f9a8ceb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1386189 Sep 07 16:06:11.983603 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-314bba01-8d8f-4e7d-9ac7-6a0b35518339 req-ecde6006-19c9-4ea0-89a0-7fa89c750e42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=730ceca2-2a0f-4c32-911a-55ef91a259db HTTP/1.1" status: 200 len: 217 time: 0.0483568 Sep 07 16:06:12.101011 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 93dcf05a-9a49-499d-a723-586ce8405b4c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93dcf05a-9a49-499d-a723-586ce8405b4c,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:12.130299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3abd3-f816-44b7-b736-89826f793c10 req-1a2b8b34-e98c-4cd5-a55c-8c1ff076fff5 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:12.131963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2c3abd3-f816-44b7-b736-89826f793c10 req-1a2b8b34-e98c-4cd5-a55c-8c1ff076fff5 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.0822027 Sep 07 16:06:12.133154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '93dcf05a-9a49-499d-a723-586ce8405b4c', 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766', 'port_id': '93dcf05a-9a49-499d-a723-586ce8405b4c', 'mac_address': 'fa:16:3e:aa:08:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16512a79-062b-41f3-bfdf-b580889f79b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:06:12.148972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bba01-8d8f-4e7d-9ac7-6a0b35518339 req-d3598c5f-df2c-4814-bf76-0da14a91e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:12.153394 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-314bba01-8d8f-4e7d-9ac7-6a0b35518339 req-d3598c5f-df2c-4814-bf76-0da14a91e2c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1604161 Sep 07 16:06:12.190688 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:12.225336 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2c3abd3-f816-44b7-b736-89826f793c10 req-f29a70fd-d8b6-40eb-8088-9c1606561fba tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801229 Sep 07 16:06:12.237986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93dcf05a-9a49-499d-a723-586ce8405b4c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:12.255372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bba01-8d8f-4e7d-9ac7-6a0b35518339 req-41f9e54c-83cd-4b70-ab19-04f009dff0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:12.258239 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-314bba01-8d8f-4e7d-9ac7-6a0b35518339 req-41f9e54c-83cd-4b70-ab19-04f009dff0a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845866 Sep 07 16:06:12.288040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 93dcf05a-9a49-499d-a723-586ce8405b4c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93dcf05a-9a49-499d-a723-586ce8405b4c,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:12.293726 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:12.295309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device f28e9e4a-d879-4ced-812b-0b8f3f131d30 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:06:12.483119 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-314bba01-8d8f-4e7d-9ac7-6a0b35518339 req-150d6671-7653-4a9c-a8ff-bddd04f9cf91 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782913 Sep 07 16:06:12.493050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=93dcf05a-9a49-499d-a723-586ce8405b4c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:12.654917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:12.682841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'mac_address': 'fa:16:3e:ea:ad:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:06:12.772010 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:12.804983 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-314bba01-8d8f-4e7d-9ac7-6a0b35518339 req-dc1052b4-9c11-4eaa-8a08-cbe767417841 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856789 Sep 07 16:06:12.831961 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d55b45-8e1d-463d-9dd8-df7c39f0cdff req-2a4acb48-3e21-4178-84b4-fc7d4a5ddb46 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:12.834456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2d55b45-8e1d-463d-9dd8-df7c39f0cdff req-2a4acb48-3e21-4178-84b4-fc7d4a5ddb46 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 948 time: 0.1866181 Sep 07 16:06:12.840169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28e9e4a-d879-4ced-812b-0b8f3f131d30 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:12.882536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-7b6090c2-f2ca-4cb0-956c-200fbc4c3f70 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:12.884632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-7b6090c2-f2ca-4cb0-956c-200fbc4c3f70 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.35 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 820 time: 0.4053645 Sep 07 16:06:12.893342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:12.905651 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:12.916521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Request body: {'port': {'device_id': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'admin_state_up': True, 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:13.058577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:13.078824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2d55b45-8e1d-463d-9dd8-df7c39f0cdff req-19751b7b-0ff9-41fc-9654-b3b32bc83ca1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292993 Sep 07 16:06:13.113293 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2cdec-6ec9-433c-9e1c-dd1fcf5cf099 req-cef3a9fa-523e-4baa-a760-d1f5c72b551f tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:13.123922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7e2cdec-6ec9-433c-9e1c-dd1fcf5cf099 req-cef3a9fa-523e-4baa-a760-d1f5c72b551f tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 944 time: 0.2305098 Sep 07 16:06:13.202856 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-1e99bf84-655d-4a4a-88e2-678d1df44db0 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=862afeab01384f9383e2db2235f4b998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1034944 Sep 07 16:06:13.246346 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7e2cdec-6ec9-433c-9e1c-dd1fcf5cf099 req-ed2236e3-da6a-4950-a5ff-60ac8ff34a0a tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214192 Sep 07 16:06:13.344760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Made reservation on behalf of ef6015b098494e5c99a3458b4a51de27 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:06:13.349032 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:13.457151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-37c071bc-89e5-402d-a6f3-eae6a0a2dd6e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:13.458015 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-37c071bc-89e5-402d-a6f3-eae6a0a2dd6e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407267 Sep 07 16:06:13.471309 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56cc4c01-3e4b-41c0-9e69-770beac8c37f req-73c28071-6c9c-47e1-9191-1d18e72a86a2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 210 time: 0.0751855 Sep 07 16:06:13.487786 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Request body: {'port': {'device_id': 'b4df2eb4-020b-4ca8-84e4-0f1b54931a89', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '862afeab01384f9383e2db2235f4b998'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:13.496502 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17e2a41e-3b31-44a2-9b44-7e39eef95fea req-0ff0cd8e-2668-483a-a49c-e1fc698ac167 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 210 time: 0.0950131 Sep 07 16:06:13.587468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['f28e9e4a-d879-4ced-812b-0b8f3f131d30'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:13.600138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['93dcf05a-9a49-499d-a723-586ce8405b4c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:13.715609 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Made reservation on behalf of 862afeab01384f9383e2db2235f4b998 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:06:13.723413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:13.726824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c5c70-5b29-4148-a44e-4b95c31a9c5c req-e34db746-fe89-425b-93ae-1c0c8156808a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:13.729740 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c64c5c70-5b29-4148-a44e-4b95c31a9c5c req-e34db746-fe89-425b-93ae-1c0c8156808a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.1034529 Sep 07 16:06:13.769846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Allocated IP 172.20.0.12 (15fd55bc-7c74-4b24-a13d-65d6c50a3c2c/6f672633-a1e2-4e93-893e-80197206d822/256192b3-f513-41ea-9b52-baaf2a6573bc) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:06:13.823920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c64c5c70-5b29-4148-a44e-4b95c31a9c5c req-cea56eb3-ed66-4b48-8c5f-456bc1bb79e9 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761576 Sep 07 16:06:13.879032 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:13.956843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Allocated IP 192.168.233.32 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/943855f7-0d38-4cba-8573-49e9a9a856cc) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:06:14.012794 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:14.029984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Transition to ACTIVE for port object 256192b3-f513-41ea-9b52-baaf2a6573bc will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:06:14.067600 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:14.115782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:06:14.118727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:06:14.123212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:06:14.155729 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:14.159127 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Pushing event updated for resources: {'Port': ['ID=256192b3-f513-41ea-9b52-baaf2a6573bc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:14.176569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Transition to ACTIVE for port object 943855f7-0d38-4cba-8573-49e9a9a856cc will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:06:14.195743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:14.196490 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:14.200405 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9150e74a-0254-4f1a-9cc1-129d8f8b7e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:14.222346 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:14.223558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-42b2db52-875e-4539-b8f8-5a433a19a9b6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3159230 Sep 07 16:06:14.242725 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['88c4e6fa-48bb-45df-90cc-573146683882', '80641943-4567-4ee2-94c9-e33cd7dd46d9', 'eaf1829c-8f47-4cf1-85a3-b35c323fade7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:14.245719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Request body: {'port': {'device_id': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:14.310768 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:06:14.314232 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:06:14.331782 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:06:14.404961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event updated for resources: {'Port': ['ID=943855f7-0d38-4cba-8573-49e9a9a856cc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:14.423355 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:14.457215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:14.457885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:14.459093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3c8f1-1e7c-4116-b422-efa59eed468b req-834aeebb-e96f-478a-b883-76b60b1b10e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:14.460863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39a3c8f1-1e7c-4116-b422-efa59eed468b req-834aeebb-e96f-478a-b883-76b60b1b10e7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 949 time: 0.1944144 Sep 07 16:06:14.482170 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-75f401e7-6e7d-4bea-b70e-52c7c53344ed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0148284 Sep 07 16:06:14.504768 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Request body: {'port': {'device_id': 'b4df2eb4-020b-4ca8-84e4-0f1b54931a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:14.539295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2bb1fe71-c876-4aeb-8aa6-d70aa9d612c4 None None] Provisioning for port 256192b3-f513-41ea-9b52-baaf2a6573bc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:06:14.542194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f0f84-0dab-4369-8ada-0b47db02b1b4 req-3d55ed36-da0e-4b44-a7f3-ca23aada7fc7 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:14.549026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2bb1fe71-c876-4aeb-8aa6-d70aa9d612c4 None None] Provisioning complete for port 256192b3-f513-41ea-9b52-baaf2a6573bc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:06:14.549465 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bb1fe71-c876-4aeb-8aa6-d70aa9d612c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:14.551591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a94f0f84-0dab-4369-8ada-0b47db02b1b4 req-3d55ed36-da0e-4b44-a7f3-ca23aada7fc7 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 944 time: 0.1694758 Sep 07 16:06:14.597654 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:14.624782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1fe71-c876-4aeb-8aa6-d70aa9d612c4 None None] Port 256192b3-f513-41ea-9b52-baaf2a6573bc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:06:14.659006 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39a3c8f1-1e7c-4116-b422-efa59eed468b req-3ce71922-5e3a-4ea5-85b2-b9e8a859fb4e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574094 Sep 07 16:06:14.747999 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a94f0f84-0dab-4369-8ada-0b47db02b1b4 req-10ed32b8-8384-4e84-a2ff-d5cb21924fd0 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924648 Sep 07 16:06:14.835071 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:14.837078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5b81a71d-b132-4d5a-a14e-3c82b2966093 None None] Provisioning for port 943855f7-0d38-4cba-8573-49e9a9a856cc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:06:14.845373 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5b81a71d-b132-4d5a-a14e-3c82b2966093 None None] Provisioning complete for port 943855f7-0d38-4cba-8573-49e9a9a856cc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:06:14.845373 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b81a71d-b132-4d5a-a14e-3c82b2966093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:14.907629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a71d-b132-4d5a-a14e-3c82b2966093 None None] Port 943855f7-0d38-4cba-8573-49e9a9a856cc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:06:15.013046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943855f7-0d38-4cba-8573-49e9a9a856cc {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:15.016123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432df430-0a39-4232-8e0f-5e5e6a6db3e6 req-022f78f2-4ac7-4231-a306-a71e31a8b816 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:15.017811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-432df430-0a39-4232-8e0f-5e5e6a6db3e6 req-022f78f2-4ac7-4231-a306-a71e31a8b816 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 932 time: 0.1380641 Sep 07 16:06:15.028399 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:15.034115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256192b3-f513-41ea-9b52-baaf2a6573bc {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:15.041330 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Transition to ACTIVE for port object 943855f7-0d38-4cba-8573-49e9a9a856cc will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:06:15.046862 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:15.056063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7de179-5a82-466f-b31f-6674b173b7d9 req-a42f3cd5-c3d9-4652-9a9d-ec8b488bb2e8 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:15.057771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a7de179-5a82-466f-b31f-6674b173b7d9 req-a42f3cd5-c3d9-4652-9a9d-ec8b488bb2e8 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 935 time: 0.1331902 Sep 07 16:06:15.059862 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:15.098187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Transition to ACTIVE for port object 256192b3-f513-41ea-9b52-baaf2a6573bc will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:06:15.119829 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:15.121939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=943855f7-0d38-4cba-8573-49e9a9a856cc,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:15.160665 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-432df430-0a39-4232-8e0f-5e5e6a6db3e6 req-4526418e-074c-4e44-8682-168d79607932 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353700 Sep 07 16:06:15.183302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a7de179-5a82-466f-b31f-6674b173b7d9 req-95b55012-fd65-432b-aaf1-28891a2f1974 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149824 Sep 07 16:06:15.230437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Attempting to bind port 943855f7-0d38-4cba-8573-49e9a9a856cc on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:06:15.230779 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Attempting to bind port 943855f7-0d38-4cba-8573-49e9a9a856cc by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:06:15.231110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Attempting to bind port 943855f7-0d38-4cba-8573-49e9a9a856cc on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:15.237490 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Port 943855f7-0d38-4cba-8573-49e9a9a856cc on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:06:15.237823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Attempting to bind port 943855f7-0d38-4cba-8573-49e9a9a856cc on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:15.246582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:06:15.246927 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:06:15.247322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:06:15.248959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Bound port: 943855f7-0d38-4cba-8573-49e9a9a856cc, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:06:15.248959 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:15.249462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Pushing event updated for resources: {'Port': ['ID=256192b3-f513-41ea-9b52-baaf2a6573bc,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:15.408179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] For port 943855f7-0d38-4cba-8573-49e9a9a856cc, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:15.414218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] For port 943855f7-0d38-4cba-8573-49e9a9a856cc, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=943855f7-0d38-4cba-8573-49e9a9a856cc,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:06:15.420670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Attempting to bind port 256192b3-f513-41ea-9b52-baaf2a6573bc on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:06:15.421154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Attempting to bind port 256192b3-f513-41ea-9b52-baaf2a6573bc by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:06:15.421582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Attempting to bind port 256192b3-f513-41ea-9b52-baaf2a6573bc on network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:15.423455 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:15.429887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Port 256192b3-f513-41ea-9b52-baaf2a6573bc on network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:06:15.430385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Attempting to bind port 256192b3-f513-41ea-9b52-baaf2a6573bc on network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:15.448249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:06:15.448704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Checking segment: {'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:06:15.449326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Bound using segment: {'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:06:15.449822 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Bound port: 256192b3-f513-41ea-9b52-baaf2a6573bc, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:06:15.450386 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:15.512662 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:15.513373 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:15.516748 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] 10.222.0.35 "PUT /v2.0/ports/943855f7-0d38-4cba-8573-49e9a9a856cc HTTP/1.1" status: 200 len: 1095 time: 1.0186200 Sep 07 16:06:15.517237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4df2eb4-020b-4ca8-84e4-0f1b54931a89', 'tag': '943855f7-0d38-4cba-8573-49e9a9a856cc'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:15.529165 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cbcc7f-6b21-4f20-af95-5942a4039b56" -d '{"events": [{"name": "network-changed", "server_uuid": "b4df2eb4-020b-4ca8-84e4-0f1b54931a89", "tag": "943855f7-0d38-4cba-8573-49e9a9a856cc"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:15.596177 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6cedd-18d9-44ba-bdb6-df8b0d857ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=943855f7-0d38-4cba-8573-49e9a9a856cc,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:15.597103 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['7e2caecd-1d89-4719-b13d-c6935f4f67ea'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:15.603745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db', 'aac4c757-f6cc-4d1e-a279-038b10875c09', '93654770-500a-4bfe-bc36-2c003543b94a', 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:15.635904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] For port 256192b3-f513-41ea-9b52-baaf2a6573bc, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:15.646101 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] For port 256192b3-f513-41ea-9b52-baaf2a6573bc, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=256192b3-f513-41ea-9b52-baaf2a6573bc,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:06:15.656031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-b1230368-2c54-4ef7-8660-c2cc714270c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:15.657593 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-b1230368-2c54-4ef7-8660-c2cc714270c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 1098 time: 0.0582652 Sep 07 16:06:15.669667 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:15.716541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:15.717281 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:15.718911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] 10.222.0.35 "PUT /v2.0/ports/256192b3-f513-41ea-9b52-baaf2a6573bc HTTP/1.1" status: 200 len: 1092 time: 1.4827263 Sep 07 16:06:15.722424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'tag': '256192b3-f513-41ea-9b52-baaf2a6573bc'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:15.725233 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55be3db5-aa8c-494f-838d-97e3cf54d3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd0b70f-1f9c-4bdb-a230-a86358bc5175", "tag": "256192b3-f513-41ea-9b52-baaf2a6573bc"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:15.783042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41c913-8c28-43dd-9b06-2e8053432434 req-b345009f-dc15-4156-b051-aac2f5ecf5ed tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:15.786748 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cce73a1-dfaa-4209-b781-259c66a2ee6c x-openstack-request-id: req-6cce73a1-dfaa-4209-b781-259c66a2ee6c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:15.788793 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4df2eb4-020b-4ca8-84e4-0f1b54931a89", "tag": "943855f7-0d38-4cba-8573-49e9a9a856cc", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:15.789335 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cce73a1-dfaa-4209-b781-259c66a2ee6c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:15.790699 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4df2eb4-020b-4ca8-84e4-0f1b54931a89', 'tag': '943855f7-0d38-4cba-8573-49e9a9a856cc', 'status': 'completed', 'code': 200} Sep 07 16:06:15.793609 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-dd16a101-0feb-4309-b6af-506b8ffe34ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=943855f7-0d38-4cba-8573-49e9a9a856cc HTTP/1.1" status: 200 len: 217 time: 0.1142874 Sep 07 16:06:15.811540 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a41c913-8c28-43dd-9b06-2e8053432434 req-b345009f-dc15-4156-b051-aac2f5ecf5ed tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.2263906 Sep 07 16:06:15.907963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:06:15.914849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-0c160769-f0b4-4ad7-a1dd-67948efd8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:15.917405 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-0c160769-f0b4-4ad7-a1dd-67948efd8f60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1019161 Sep 07 16:06:15.997664 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-ca1fc1b7-0aa3-4a43-9192-5e569a702ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:15.999556 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-ca1fc1b7-0aa3-4a43-9192-5e569a702ba3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692425 Sep 07 16:06:16.024142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b38a74-5921-425b-a89c-1cc6397fc585 service neutron] Pushing event updated for resources: {'Port': ['ID=256192b3-f513-41ea-9b52-baaf2a6573bc,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:16.081056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-9b9db1bf-f539-4ce1-97ac-6da9711349de tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:16.083243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-9b9db1bf-f539-4ce1-97ac-6da9711349de tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.35 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a&tenant_id=ea9e474f9fb940faaa7736036e8f9987&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 949 time: 0.3177149 Sep 07 16:06:16.185819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713feba6-669e-46bf-8fce-1df9a7ffc7fb req-13d97a90-f38b-4103-9019-e92190f26ee6 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:16.187481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-713feba6-669e-46bf-8fce-1df9a7ffc7fb req-13d97a90-f38b-4103-9019-e92190f26ee6 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 949 time: 0.2958612 Sep 07 16:06:16.199115 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-d5f47963-3c22-4cc3-a8b9-5db609b2fb83 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707063 Sep 07 16:06:16.205374 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-5d21da58-ff2f-40dd-86dd-c330b162411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:16.211435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-5d21da58-ff2f-40dd-86dd-c330b162411a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 1095 time: 0.2524357 Sep 07 16:06:16.218833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a41c913-8c28-43dd-9b06-2e8053432434 req-c0d48506-0741-4883-af66-fbb0def34e1a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246320 Sep 07 16:06:16.303992 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-f634abd5-bacd-4714-b8ad-aa8ead976d4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=256192b3-f513-41ea-9b52-baaf2a6573bc HTTP/1.1" status: 200 len: 217 time: 0.0830672 Sep 07 16:06:16.319593 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ca4e80-063d-4813-9b7c-a56029961286 x-openstack-request-id: req-c9ca4e80-063d-4813-9b7c-a56029961286 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:16.319890 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd0b70f-1f9c-4bdb-a230-a86358bc5175", "tag": "256192b3-f513-41ea-9b52-baaf2a6573bc", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:16.320149 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9ca4e80-063d-4813-9b7c-a56029961286 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:16.320582 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'tag': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'status': 'completed', 'code': 200} Sep 07 16:06:16.376211 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-f771744e-fa9a-4c35-ae76-137e862c3a2d service neutron] 10.222.0.35 "GET /v2.0/ports/f28e9e4a-d879-4ced-812b-0b8f3f131d30/bindings/n-h2-807551-3 HTTP/1.1" status: 200 len: 382 time: 0.2687042 Sep 07 16:06:16.377659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-a6c29cb5-3f8c-4fcc-b874-e45a9b5d2e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:16.379062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-a6c29cb5-3f8c-4fcc-b874-e45a9b5d2e60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.0563025 Sep 07 16:06:16.438492 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5a0cf99c-4a15-408b-9f20-50cb2539e840 req-061b9394-8256-464b-bb50-0a158f87da33 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270701 Sep 07 16:06:16.449376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-713feba6-669e-46bf-8fce-1df9a7ffc7fb req-bc09fcbc-1eda-4632-89c2-296135a2b9d4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582897 Sep 07 16:06:16.554706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-609909dc-ed33-454c-afb1-859be6d9ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:16.557763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-609909dc-ed33-454c-afb1-859be6d9ce61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 1100 time: 0.1328385 Sep 07 16:06:16.562713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-b29cab54-7ec6-45a4-9c6a-280f6247c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:16.565436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-b29cab54-7ec6-45a4-9c6a-280f6247c773 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414697 Sep 07 16:06:16.589156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d747c-c0bc-4c9a-b1e3-9b287e90c107 req-67e6cdaa-114f-46c8-8a66-1d524ee56e91 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:16.590346 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbcc7f-6b21-4f20-af95-5942a4039b56 req-42273db7-c2e1-4697-8bfe-32bccd623ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:16.592479 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e2cbcc7f-6b21-4f20-af95-5942a4039b56 req-42273db7-c2e1-4697-8bfe-32bccd623ea6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=862afeab01384f9383e2db2235f4b998&device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 1098 time: 0.0822585 Sep 07 16:06:16.593424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc7d747c-c0bc-4c9a-b1e3-9b287e90c107 req-67e6cdaa-114f-46c8-8a66-1d524ee56e91 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 944 time: 0.1430516 Sep 07 16:06:16.691014 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:16.733704 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbcc7f-6b21-4f20-af95-5942a4039b56 req-05eef96d-a492-4a9e-851c-7ad3dd0b40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:16.736211 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e2cbcc7f-6b21-4f20-af95-5942a4039b56 req-05eef96d-a492-4a9e-851c-7ad3dd0b40e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1336913 Sep 07 16:06:16.819330 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e2cbcc7f-6b21-4f20-af95-5942a4039b56 req-c3382863-3371-44aa-b121-f9467cd728c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=943855f7-0d38-4cba-8573-49e9a9a856cc HTTP/1.1" status: 200 len: 217 time: 0.0705998 Sep 07 16:06:16.897652 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbcc7f-6b21-4f20-af95-5942a4039b56 req-a56cf234-5917-4ecd-90d1-d89697fb275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:16.899402 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e2cbcc7f-6b21-4f20-af95-5942a4039b56 req-a56cf234-5917-4ecd-90d1-d89697fb275f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0638473 Sep 07 16:06:17.002058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbcc7f-6b21-4f20-af95-5942a4039b56 req-777b46a5-5ab3-42eb-80c7-fd84a4b079ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:17.004716 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e2cbcc7f-6b21-4f20-af95-5942a4039b56 req-777b46a5-5ab3-42eb-80c7-fd84a4b079ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842161 Sep 07 16:06:17.009678 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587d388-db81-4061-8312-943dd02e3f62 req-4b75f8d7-2aec-46b8-957d-bb13cb833534 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:17.010718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a587d388-db81-4061-8312-943dd02e3f62 req-4b75f8d7-2aec-46b8-957d-bb13cb833534 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 944 time: 0.3787570 Sep 07 16:06:17.023971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-30e89414-f371-4151-bc9a-77e067a5e5d2 service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278204 Sep 07 16:06:17.033424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc7d747c-c0bc-4c9a-b1e3-9b287e90c107 req-9700bdf5-7573-48f7-9d5e-45436da2d726 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880413 Sep 07 16:06:17.144896 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e2cbcc7f-6b21-4f20-af95-5942a4039b56 req-21ec4c5d-87c7-4ae5-8d18-62ac42321698 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282303 Sep 07 16:06:17.153631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-98bde243-ca57-48dc-a59c-bfb345e917c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:17.155762 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-98bde243-ca57-48dc-a59c-bfb345e917c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.5612273 Sep 07 16:06:17.285749 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e2cbcc7f-6b21-4f20-af95-5942a4039b56 req-66ddf177-366a-452a-936a-fedd4f79012f service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307342 Sep 07 16:06:17.521009 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-ba91647d-2f4a-4d28-a348-562fded5213c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 200 len: 217 time: 0.3460038 Sep 07 16:06:17.571252 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a587d388-db81-4061-8312-943dd02e3f62 req-e34a74a5-457d-457c-8476-79763806ede1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331297 Sep 07 16:06:17.605432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e8043-cc09-4e48-af51-6c7b24ad715e req-c207427c-6e51-489b-82e5-df0ee77bd23d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:17.606951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb2e8043-cc09-4e48-af51-6c7b24ad715e req-c207427c-6e51-489b-82e5-df0ee77bd23d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 947 time: 0.4686177 Sep 07 16:06:17.630363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d351484-7bfc-4fa8-86b3-5040085c9c66 req-b36f1803-2b73-4d0d-b557-e0f0579ca4a5 service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841508 Sep 07 16:06:17.641839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-fe642f75-425c-47e2-a7a5-f020bce6941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:17.643338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-fe642f75-425c-47e2-a7a5-f020bce6941c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1114686 Sep 07 16:06:17.715338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb2e8043-cc09-4e48-af51-6c7b24ad715e req-76a51007-24a1-4a36-adfb-0a8adef30eb2 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896361 Sep 07 16:06:17.764026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-bbcc7276-3ba8-48e3-84ce-c256b98993a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:17.765819 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-bbcc7276-3ba8-48e3-84ce-c256b98993a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088843 Sep 07 16:06:17.783008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be3db5-aa8c-494f-838d-97e3cf54d3d1 req-9c6a5846-4e1c-497d-b390-f728633d07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:17.784891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55be3db5-aa8c-494f-838d-97e3cf54d3d1 req-9c6a5846-4e1c-497d-b390-f728633d07d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 1095 time: 0.0654631 Sep 07 16:06:17.905513 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 93dcf05a-9a49-499d-a723-586ce8405b4c up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:06:17.982329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 93dcf05a-9a49-499d-a723-586ce8405b4c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:06:17.990060 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 93dcf05a-9a49-499d-a723-586ce8405b4c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:06:17.990954 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:18.042188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7006f-7320-415f-aa81-7f83c662d0ae req-ef4a7386-eeb0-4893-a7ea-062527dafed9 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:18.043941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69c7006f-7320-415f-aa81-7f83c662d0ae req-ef4a7386-eeb0-4893-a7ea-062527dafed9 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 943 time: 0.2066360 Sep 07 16:06:18.046042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-64d75f74-25d1-43af-b521-3e0052568d21 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600846 Sep 07 16:06:18.059353 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5db04-2266-4241-9903-2b3d6910946f req-35b58107-8724-4e4b-9244-76f98c2dd16f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:18.061033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f5db04-2266-4241-9903-2b3d6910946f req-35b58107-8724-4e4b-9244-76f98c2dd16f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 949 time: 0.1801190 Sep 07 16:06:18.073343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be3db5-aa8c-494f-838d-97e3cf54d3d1 req-051d5e53-279d-414d-a560-7995d43b0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:18.074823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55be3db5-aa8c-494f-838d-97e3cf54d3d1 req-051d5e53-279d-414d-a560-7995d43b0a6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.2648575 Sep 07 16:06:18.108484 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:18.131641 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-1087fbc6-bda7-4df7-aca3-8440f015aa65 service neutron] 10.222.0.35 "GET /v2.0/ports/c8770f4d-12d5-4b01-a8ef-91b66b81ffe1/bindings/n-h1-807551-3 HTTP/1.1" status: 200 len: 384 time: 0.0706730 Sep 07 16:06:18.146686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503d3948-b3eb-463c-8248-d2a05d4d99c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dcf05a-9a49-499d-a723-586ce8405b4c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:18.151182 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e7d54d-3168-4aa3-8027-2bf51cf03a8a" -d '{"events": [{"server_uuid": "503d3948-b3eb-463c-8248-d2a05d4d99c4", "name": "network-vif-plugged", "status": "completed", "tag": "93dcf05a-9a49-499d-a723-586ce8405b4c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:18.170090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55be3db5-aa8c-494f-838d-97e3cf54d3d1 req-362eb319-9f2b-4496-8f7c-a51d5a390955 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=256192b3-f513-41ea-9b52-baaf2a6573bc HTTP/1.1" status: 200 len: 217 time: 0.0756230 Sep 07 16:06:18.183268 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 93dcf05a-9a49-499d-a723-586ce8405b4c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93dcf05a-9a49-499d-a723-586ce8405b4c,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:18.194254 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:18.195827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device f28e9e4a-d879-4ced-812b-0b8f3f131d30 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:06:18.255133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f5db04-2266-4241-9903-2b3d6910946f req-f3cfb5a6-ad1c-4774-9aa6-b89a5e971fc5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853390 Sep 07 16:06:18.258163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69c7006f-7320-415f-aa81-7f83c662d0ae req-cb0f803a-8b9c-447b-a041-9e6d39bc0752 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960466 Sep 07 16:06:18.294509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be3db5-aa8c-494f-838d-97e3cf54d3d1 req-3706417e-045c-4618-a22a-5b9c97d9b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:18.296416 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55be3db5-aa8c-494f-838d-97e3cf54d3d1 req-3706417e-045c-4618-a22a-5b9c97d9b70a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.1068199 Sep 07 16:06:18.305125 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-884a7bbc-f314-4918-abc3-c471e7ba0d43 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337151 Sep 07 16:06:18.352035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=93dcf05a-9a49-499d-a723-586ce8405b4c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:18.375683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port f28e9e4a-d879-4ced-812b-0b8f3f131d30 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:06:18.382028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port f28e9e4a-d879-4ced-812b-0b8f3f131d30 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:06:18.383096 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:18.433587 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be3db5-aa8c-494f-838d-97e3cf54d3d1 req-c52f9da1-9a7e-48dd-a49c-6671833dd1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:18.437521 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55be3db5-aa8c-494f-838d-97e3cf54d3d1 req-c52f9da1-9a7e-48dd-a49c-6671833dd1e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306155 Sep 07 16:06:18.465881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-bde366f3-4767-4da4-97be-b4e3f6370b84 service neutron] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:18.485525 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe59b9a0-abce-4c6a-9b20-7867ab5cb2c4 x-openstack-request-id: req-fe59b9a0-abce-4c6a-9b20-7867ab5cb2c4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:18.487317 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503d3948-b3eb-463c-8248-d2a05d4d99c4", "name": "network-vif-plugged", "status": "completed", "tag": "93dcf05a-9a49-499d-a723-586ce8405b4c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:18.487557 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe59b9a0-abce-4c6a-9b20-7867ab5cb2c4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:18.488006 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503d3948-b3eb-463c-8248-d2a05d4d99c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dcf05a-9a49-499d-a723-586ce8405b4c', 'code': 200} Sep 07 16:06:18.494837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-bde366f3-4767-4da4-97be-b4e3f6370b84 service neutron] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:18.564207 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:18.592029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-bde366f3-4767-4da4-97be-b4e3f6370b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:18.625962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:18.633645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-bde366f3-4767-4da4-97be-b4e3f6370b84 service neutron] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:18.643878 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:18.671946 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-bde366f3-4767-4da4-97be-b4e3f6370b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:18.745423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:18.775501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6c6bf-752f-44ca-8d55-e80f3313402c req-1c3c7e51-86f1-434b-a6c6-540d68be5425 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:18.779819 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dab6c6bf-752f-44ca-8d55-e80f3313402c req-1c3c7e51-86f1-434b-a6c6-540d68be5425 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.2033899 Sep 07 16:06:18.779819 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55be3db5-aa8c-494f-838d-97e3cf54d3d1 req-53ea89aa-b67d-4a06-84a5-66ecbb250da2 service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284786 Sep 07 16:06:18.884587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dab6c6bf-752f-44ca-8d55-e80f3313402c req-ee8b1e71-17e7-4cd4-86d2-3f7324cc4f02 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809762 Sep 07 16:06:18.912753 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f030d-3307-4b1b-b3db-b6012af4194f req-3db0b69f-73d0-4d29-826a-9e6c62fbbaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:18.914344 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f25f030d-3307-4b1b-b3db-b6012af4194f req-3db0b69f-73d0-4d29-826a-9e6c62fbbaee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 1096 time: 0.2774618 Sep 07 16:06:18.941941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9065da-b5db-49f9-8e71-6bac66729f68 req-e0810bc6-3552-4e35-8da8-9b9fd6b91b12 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:18.943648 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db9065da-b5db-49f9-8e71-6bac66729f68 req-e0810bc6-3552-4e35-8da8-9b9fd6b91b12 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 944 time: 0.2543890 Sep 07 16:06:18.996212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55be3db5-aa8c-494f-838d-97e3cf54d3d1 req-b5e95061-8531-464c-bcf7-608b3b7e451b service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009823 Sep 07 16:06:19.021653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f25f030d-3307-4b1b-b3db-b6012af4194f req-e850b958-5db7-45a3-b199-56f95f924caa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750577 Sep 07 16:06:19.035888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db9065da-b5db-49f9-8e71-6bac66729f68 req-da730398-5074-4df9-85bb-e264062b76b0 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674267 Sep 07 16:06:19.050169 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-bde366f3-4767-4da4-97be-b4e3f6370b84 service neutron] Transition to ACTIVE for port object c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:06:19.055591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-bde366f3-4767-4da4-97be-b4e3f6370b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:19.137629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-bde366f3-4767-4da4-97be-b4e3f6370b84 service neutron] No DVR routers for this DVR port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:06:19.143270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cab3b-f34b-4e2c-ab1d-5980d6026d49 req-59c045e6-2eea-4f3c-8f25-24024131f0b4 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:19.145018 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-081cab3b-f34b-4e2c-ab1d-5980d6026d49 req-59c045e6-2eea-4f3c-8f25-24024131f0b4 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 947 time: 0.0549245 Sep 07 16:06:19.187751 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-081cab3b-f34b-4e2c-ab1d-5980d6026d49 req-3e3a6c1f-2e3b-4ebd-b654-a48974a4c5ec tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359755 Sep 07 16:06:19.191632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde366f3-4767-4da4-97be-b4e3f6370b84 service neutron] Pushing event updated for resources: {'Port': ['ID=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:19.200245 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-bde366f3-4767-4da4-97be-b4e3f6370b84 service neutron] 10.222.0.35 "PUT /v2.0/ports/c8770f4d-12d5-4b01-a8ef-91b66b81ffe1/bindings/n-h1-807551-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0557170 Sep 07 16:06:19.439426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62044eee-a01c-4c3a-b70e-4d5e7e336007 req-5b83852b-2cc0-4d65-94c4-34070f7c582e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:19.440915 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-62044eee-a01c-4c3a-b70e-4d5e7e336007 req-5b83852b-2cc0-4d65-94c4-34070f7c582e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 944 time: 0.0874052 Sep 07 16:06:19.533712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-62044eee-a01c-4c3a-b70e-4d5e7e336007 req-3a16aeb8-f72f-4831-abad-301196958795 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820892 Sep 07 16:06:19.544208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ec131-66bb-4300-9c0d-1fb287b34465 req-8c8f83a4-bf57-4333-8bb0-2bf7acd1d02f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:19.546435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-740ec131-66bb-4300-9c0d-1fb287b34465 req-8c8f83a4-bf57-4333-8bb0-2bf7acd1d02f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 951 time: 0.1269543 Sep 07 16:06:19.549520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-1ace3bdb-17a4-4e06-8a86-02ae079168c9 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:19.551120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-1ace3bdb-17a4-4e06-8a86-02ae079168c9 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1095 time: 0.1211376 Sep 07 16:06:19.631244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-740ec131-66bb-4300-9c0d-1fb287b34465 req-597005e0-e278-402d-813b-cb9624f392c8 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678868 Sep 07 16:06:19.636893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-650ba0e0-249e-4caf-9b9f-8972bc3e8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:19.638432 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-650ba0e0-249e-4caf-9b9f-8972bc3e8758 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0 HTTP/1.1" status: 200 len: 1095 time: 0.0770981 Sep 07 16:06:19.728649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-c5970409-c8df-47e8-9555-7c9ef222a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:19.730527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-c5970409-c8df-47e8-9555-7c9ef222a943 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 1095 time: 0.0534403 Sep 07 16:06:19.877257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-1c8e4e5c-5e75-43a2-930c-84af1f9b9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:19.879697 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-1c8e4e5c-5e75-43a2-930c-84af1f9b9d9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.1320589 Sep 07 16:06:19.928952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-1304b463-928e-4ade-a7a2-05c98a8437d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 HTTP/1.1" status: 200 len: 217 time: 0.0410583 Sep 07 16:06:20.050161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-a91d9d1d-ba52-4e2f-b308-1c3f939a162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:20.051732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-a91d9d1d-ba52-4e2f-b308-1c3f939a162f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.1136920 Sep 07 16:06:20.085047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970a2b3-fffb-4cc3-b178-33f4bf337157 req-33d20d59-4da8-4036-b95d-c6f655a5f9bc tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:20.086580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6970a2b3-fffb-4cc3-b178-33f4bf337157 req-33d20d59-4da8-4036-b95d-c6f655a5f9bc tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.1119626 Sep 07 16:06:20.104871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-a38211a3-537c-4cfc-9ded-e16392f06d2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389361 Sep 07 16:06:20.173364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6970a2b3-fffb-4cc3-b178-33f4bf337157 req-1530b446-5c8a-4d2c-bdff-749c827fde77 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718527 Sep 07 16:06:20.256787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f1a69-25a4-49d1-b679-026fc911c6f6 req-9d188187-9b27-4779-bc24-955be61ed187 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:20.258346 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b02f1a69-25a4-49d1-b679-026fc911c6f6 req-9d188187-9b27-4779-bc24-955be61ed187 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 944 time: 0.0993855 Sep 07 16:06:20.289492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-80cd091d-060e-499e-a8aa-a8dce83c1621 service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721070 Sep 07 16:06:20.347728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b02f1a69-25a4-49d1-b679-026fc911c6f6 req-4d6f72e1-e4bb-4ce5-b55f-61e1f5c5d23c tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808086 Sep 07 16:06:20.449911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-a70ce0c4-3e2a-4b7c-b12c-0f981f2dc88b service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526418 Sep 07 16:06:20.457470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ae7c9-bd76-4528-81e1-4cbe40ff52a5 req-2c331284-a452-4248-bb62-c269a85d3281 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:20.458992 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-761ae7c9-bd76-4528-81e1-4cbe40ff52a5 req-2c331284-a452-4248-bb62-c269a85d3281 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 947 time: 0.1199605 Sep 07 16:06:20.489453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:20.492651 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660fd580-f15c-4c30-9b2b-6b7414e8b605" -d '{"events": [{"server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "name": "network-vif-plugged", "status": "completed", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:20.516612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-761ae7c9-bd76-4528-81e1-4cbe40ff52a5 req-51b4d97f-0652-4bdd-a556-5aa8e33aa7d0 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461316 Sep 07 16:06:20.551319 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87edbec-0bb4-4eaf-ada2-cff83c2a1b0e x-openstack-request-id: req-a87edbec-0bb4-4eaf-ada2-cff83c2a1b0e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:20.551620 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "name": "network-vif-plugged", "status": "completed", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:20.551873 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a87edbec-0bb4-4eaf-ada2-cff83c2a1b0e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:20.552270 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'code': 200} Sep 07 16:06:20.735621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83f396-475d-4562-ba02-16025e122479 req-05c81704-df5d-4d3b-82f2-97c40f4eadab tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:20.737934 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f83f396-475d-4562-ba02-16025e122479 req-05c81704-df5d-4d3b-82f2-97c40f4eadab tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 944 time: 0.0947158 Sep 07 16:06:20.866098 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f83f396-475d-4562-ba02-16025e122479 req-ae6a4732-fc49-4bf2-be95-4261c9136913 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147475 Sep 07 16:06:20.893802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7327b8d-6650-4065-b963-37d371d5e6c7 req-9b6f83c3-8bd0-4380-8f0f-5208ad6ee67a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:20.901789 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e7327b8d-6650-4065-b963-37d371d5e6c7 req-9b6f83c3-8bd0-4380-8f0f-5208ad6ee67a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 951 time: 0.1611166 Sep 07 16:06:20.917294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-bb01debc-9e76-4e8c-8203-77b587c63c32 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:20.918777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-bb01debc-9e76-4e8c-8203-77b587c63c32 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 1095 time: 0.1663837 Sep 07 16:06:20.988952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e7327b8d-6650-4065-b963-37d371d5e6c7 req-41413258-7126-4a55-99e2-929de221f405 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823865 Sep 07 16:06:21.072037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-6fd96a39-0971-4c0b-ae68-d5ce683ed49f service neutron] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:21.075787 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-6fd96a39-0971-4c0b-ae68-d5ce683ed49f service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:21.076956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad0cd326-ee97-488d-b8b4-03a153ecfba2 req-6fd96a39-0971-4c0b-ae68-d5ce683ed49f service neutron] 10.222.0.54 "DELETE /v2.0/ports/c8770f4d-12d5-4b01-a8ef-91b66b81ffe1/bindings/n-h2-807551-3 HTTP/1.1" status: 204 len: 173 time: 0.1477120 Sep 07 16:06:21.314914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d838-ecec-4c39-9a97-4c5be93f43c7 req-8fc700ce-aab9-4ede-868d-dcdb92cf5d4a tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:21.328704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0291d838-ecec-4c39-9a97-4c5be93f43c7 req-8fc700ce-aab9-4ede-868d-dcdb92cf5d4a tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.0710697 Sep 07 16:06:21.367399 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0291d838-ecec-4c39-9a97-4c5be93f43c7 req-290e42fe-d631-4e47-bd8b-11a0e2fcdcf5 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432773 Sep 07 16:06:21.473866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bab08-95e9-49a3-add4-a336c8785e28 req-1145badf-35d4-4ef5-9ab3-b88248e95675 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:21.475981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a32bab08-95e9-49a3-add4-a336c8785e28 req-1145badf-35d4-4ef5-9ab3-b88248e95675 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 944 time: 0.0560930 Sep 07 16:06:21.524139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a32bab08-95e9-49a3-add4-a336c8785e28 req-57c9defe-5808-482d-89fe-1eddad706ac5 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406191 Sep 07 16:06:21.656760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200b067-4363-45a6-a486-65a465497efa req-02611ab7-79df-47b8-9177-78cf945dd50c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:21.658283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b200b067-4363-45a6-a486-65a465497efa req-02611ab7-79df-47b8-9177-78cf945dd50c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 947 time: 0.0688913 Sep 07 16:06:21.701271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b200b067-4363-45a6-a486-65a465497efa req-cf3d9799-714d-4f5e-9d7c-fed7280358aa tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339854 Sep 07 16:06:22.063283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-73d10ddd-45de-4afe-a9fe-a8e97cedd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:22.065423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-73d10ddd-45de-4afe-a9fe-a8e97cedd58e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a&tenant_id=ea9e474f9fb940faaa7736036e8f9987 HTTP/1.1" status: 200 len: 1102 time: 0.0650897 Sep 07 16:06:22.076214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e4909-2b7a-4140-8d19-571cf2c7ab6f req-48ce7c09-dadf-4c31-9de3-b1d34ee5ba89 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:22.077817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c62e4909-2b7a-4140-8d19-571cf2c7ab6f req-48ce7c09-dadf-4c31-9de3-b1d34ee5ba89 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 944 time: 0.1088743 Sep 07 16:06:22.082822 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:22.444687 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:22.449410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c62e4909-2b7a-4140-8d19-571cf2c7ab6f req-8c3c5631-3659-4679-979a-209560801604 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626862 Sep 07 16:06:22.469581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978050ac-670e-4ce5-8af4-27802af4f735 req-69bc548c-891e-46be-bae7-25e104795c68 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:22.471156 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-978050ac-670e-4ce5-8af4-27802af4f735 req-69bc548c-891e-46be-bae7-25e104795c68 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 951 time: 0.3855360 Sep 07 16:06:22.603253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-978050ac-670e-4ce5-8af4-27802af4f735 req-50056eb6-7438-4c53-8914-4c2afbb8aaec tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080482 Sep 07 16:06:22.817060 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:22.829155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc3de7-fdd4-4b60-a715-82fcca1b9222 req-1094467c-1188-4091-a35c-f7d1e3e9e41e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:22.830632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39fc3de7-fdd4-4b60-a715-82fcca1b9222 req-1094467c-1188-4091-a35c-f7d1e3e9e41e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.1306427 Sep 07 16:06:22.887325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7aee-c4d5-40c5-a7e4-2c5de2469029 req-7fd3e7f7-a279-41ce-ba1d-45ec01d82acc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:22.888855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74aa7aee-c4d5-40c5-a7e4-2c5de2469029 req-7fd3e7f7-a279-41ce-ba1d-45ec01d82acc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 944 time: 0.1332886 Sep 07 16:06:22.904320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:22.944227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39fc3de7-fdd4-4b60-a715-82fcca1b9222 req-da699b64-411a-4157-b28d-3e7fb8451993 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055036 Sep 07 16:06:22.980403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:22.982792 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9465abc-c6c2-46c2-a5ae-b6ba20250e56" -d '{"events": [{"server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "name": "network-vif-unplugged", "status": "completed", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:22.987232 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:23.008210 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74aa7aee-c4d5-40c5-a7e4-2c5de2469029 req-26f91959-1e76-4ef3-8717-2239937e6254 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125028 Sep 07 16:06:23.014309 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Transition to ACTIVE for port object f28e9e4a-d879-4ced-812b-0b8f3f131d30 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:06:23.049438 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:23.155232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=11']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:23.158643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] No DVR routers for this DVR port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:06:23.167936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555e34b-ac48-4c78-aa20-9f0124a52dd8 req-22e26b9e-a8a7-41da-97c0-fa265d73e451 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:23.169584 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7555e34b-ac48-4c78-aa20-9f0124a52dd8 req-22e26b9e-a8a7-41da-97c0-fa265d73e451 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 1095 time: 0.1585269 Sep 07 16:06:23.211440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8acc1-26df-4054-b7b0-b9092eb93307 req-16c4f5c8-22b0-403d-b93b-d80f95c36039 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:23.213040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0e8acc1-26df-4054-b7b0-b9092eb93307 req-16c4f5c8-22b0-403d-b93b-d80f95c36039 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 947 time: 0.1300716 Sep 07 16:06:23.243862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Attempting to bind port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:06:23.244198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Attempting to bind port f28e9e4a-d879-4ced-812b-0b8f3f131d30 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:06:23.245088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Attempting to bind port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:23.267806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:06:23.268141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Attempting to bind port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:23.285752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:06:23.286173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:06:23.286509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:06:23.286943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Bound port: f28e9e4a-d879-4ced-812b-0b8f3f131d30, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:06:23.287315 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:23.291234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7555e34b-ac48-4c78-aa20-9f0124a52dd8 req-cc5b1d01-5c49-4042-a062-fc8902b9daa0 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916069 Sep 07 16:06:23.316798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0e8acc1-26df-4054-b7b0-b9092eb93307 req-d20ce908-15c9-4599-a1d8-535820ba2a31 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835910 Sep 07 16:06:23.366824 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6001a4b9-4af9-4a34-b38d-202ab99e1559 x-openstack-request-id: req-6001a4b9-4af9-4a34-b38d-202ab99e1559 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:23.367126 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "name": "network-vif-unplugged", "status": "completed", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:23.367367 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6001a4b9-4af9-4a34-b38d-202ab99e1559 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:23.367766 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'code': 200} Sep 07 16:06:23.387642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:23.390926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:06:23.397539 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:23.456450 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:23.457182 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:23.458263 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] 10.222.0.54 "PUT /v2.0/ports/f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 200 len: 1097 time: 1.3795097 Sep 07 16:06:23.513225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ae56a-80a5-4afa-9a8a-7828138b3fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=12']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:23.562081 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42d2e3-de6b-4ff3-be49-520e72079045 req-250cb06e-e3fb-401c-8b3c-5b1c5f763248 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:23.570380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af42d2e3-de6b-4ff3-be49-520e72079045 req-250cb06e-e3fb-401c-8b3c-5b1c5f763248 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 1095 time: 0.1330044 Sep 07 16:06:23.612100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-5a00d7fc-163e-4ef0-aa0f-22477cf33a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:23.613719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-5a00d7fc-163e-4ef0-aa0f-22477cf33a62 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 1100 time: 0.1128531 Sep 07 16:06:23.626350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af42d2e3-de6b-4ff3-be49-520e72079045 req-826a7445-f9c8-403e-be86-57c2321b5c4a tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550508 Sep 07 16:06:23.753354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda59492-f6c4-4f1e-ab9c-a0b22fc6aeef req-63dd9759-cce7-4f0d-b40e-c8f139c6cfcd tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:23.754990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fda59492-f6c4-4f1e-ab9c-a0b22fc6aeef req-63dd9759-cce7-4f0d-b40e-c8f139c6cfcd tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.1403387 Sep 07 16:06:23.799242 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-14a3c764-1c0e-4f41-809e-6dc502baee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:23.800937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-14a3c764-1c0e-4f41-809e-6dc502baee14 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1724150 Sep 07 16:06:23.824477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fda59492-f6c4-4f1e-ab9c-a0b22fc6aeef req-44b7bfd6-c119-4011-936b-6140211b1496 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617356 Sep 07 16:06:23.864624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-8315d3f4-c587-4e43-83ba-5dbb89eb0474 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 200 len: 217 time: 0.0525107 Sep 07 16:06:23.972455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 943855f7-0d38-4cba-8573-49e9a9a856cc details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:06:23.990935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04038da-645e-4328-855b-ff7bbc27b32a req-1a0bd6cb-d9fa-4479-afcf-1bf37fe8be10 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:24.001571 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c04038da-645e-4328-855b-ff7bbc27b32a req-1a0bd6cb-d9fa-4479-afcf-1bf37fe8be10 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 949 time: 0.1458795 Sep 07 16:06:24.016552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-1a700150-0759-4f43-bc34-fb66c9164d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:24.019429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-1a700150-0759-4f43-bc34-fb66c9164d70 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1339815 Sep 07 16:06:24.118407 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c04038da-645e-4328-855b-ff7bbc27b32a req-fe7b704c-eabf-41c5-89bd-4729b7c799f2 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154847 Sep 07 16:06:24.126404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-cf6e3e51-5d9e-4698-89e6-7f7e4f7ef2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:24.127940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-cf6e3e51-5d9e-4698-89e6-7f7e4f7ef2e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917678 Sep 07 16:06:24.155179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 943855f7-0d38-4cba-8573-49e9a9a856cc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=943855f7-0d38-4cba-8573-49e9a9a856cc,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:24.179075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '943855f7-0d38-4cba-8573-49e9a9a856cc', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '943855f7-0d38-4cba-8573-49e9a9a856cc', 'mac_address': 'fa:16:3e:04:bd:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:06:24.223998 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:24.243382 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943855f7-0d38-4cba-8573-49e9a9a856cc {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:24.292872 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 943855f7-0d38-4cba-8573-49e9a9a856cc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=943855f7-0d38-4cba-8573-49e9a9a856cc,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:24.299385 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:24.300756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 256192b3-f513-41ea-9b52-baaf2a6573bc details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:06:24.328830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-bdc031ef-01d9-4f83-9c80-2e903624588f service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839845 Sep 07 16:06:24.343011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04367b-cc41-4f46-86f4-83ae4037db02 req-16893b0e-f98b-451b-ae66-93ee23a7cf3c tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:24.345341 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb04367b-cc41-4f46-86f4-83ae4037db02 req-16893b0e-f98b-451b-ae66-93ee23a7cf3c tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 944 time: 0.0930026 Sep 07 16:06:24.385175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=943855f7-0d38-4cba-8573-49e9a9a856cc,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:24.470327 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb04367b-cc41-4f46-86f4-83ae4037db02 req-daafeca4-1b22-4534-b777-05d0df8a2d65 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128025 Sep 07 16:06:24.519815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 256192b3-f513-41ea-9b52-baaf2a6573bc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=256192b3-f513-41ea-9b52-baaf2a6573bc,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:24.523660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b5f89-4af6-411e-ba60-64c282b2eb59 req-8cfe6fad-3bb5-4d7c-8299-a9a1b8f21153 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:24.525271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b95b5f89-4af6-411e-ba60-64c282b2eb59 req-8cfe6fad-3bb5-4d7c-8299-a9a1b8f21153 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 948 time: 0.0806034 Sep 07 16:06:24.529949 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-960d6cf6-b3d6-4faa-a6ef-b45fa378a622 req-6aaaa729-cdf3-4b22-a723-19924971d67e service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833339 Sep 07 16:06:24.533377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'port_id': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'mac_address': 'fa:16:3e:7b:a9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:06:24.579348 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b95b5f89-4af6-411e-ba60-64c282b2eb59 req-59e333bd-a73e-4405-b78d-66bad9f7e110 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454082 Sep 07 16:06:24.585527 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:24.602540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256192b3-f513-41ea-9b52-baaf2a6573bc {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:24.637434 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 256192b3-f513-41ea-9b52-baaf2a6573bc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=256192b3-f513-41ea-9b52-baaf2a6573bc,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:24.642705 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:24.715772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=256192b3-f513-41ea-9b52-baaf2a6573bc,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:25.000369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f2ac7-53bd-4ed9-84c7-a624da43c280 req-0e3f7f91-ab49-486b-93e2-bf703a678190 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:25.005658 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-985f2ac7-53bd-4ed9-84c7-a624da43c280 req-0e3f7f91-ab49-486b-93e2-bf703a678190 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.0867555 Sep 07 16:06:25.049700 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-985f2ac7-53bd-4ed9-84c7-a624da43c280 req-eda9d51f-04d8-4e87-8204-c79de007efca tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374584 Sep 07 16:06:25.142566 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:06:25.169249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['943855f7-0d38-4cba-8573-49e9a9a856cc'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:25.210184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['256192b3-f513-41ea-9b52-baaf2a6573bc'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:25.262644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ac97b-3221-448e-a712-5c40614a8f3c req-4e5a836f-2072-4e73-bca7-ac44a74c178a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:25.264656 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b05ac97b-3221-448e-a712-5c40614a8f3c req-4e5a836f-2072-4e73-bca7-ac44a74c178a tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 949 time: 0.0605967 Sep 07 16:06:25.338548 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b05ac97b-3221-448e-a712-5c40614a8f3c req-57f77a34-89bd-49ae-82f7-72b934a7d509 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663469 Sep 07 16:06:25.368620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:25.371079 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12ecf7f-b2be-46c9-ba1f-38969821da34" -d '{"events": [{"name": "network-changed", "server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:25.425662 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8fdb7e-b513-4d2d-82aa-c3dc1fba13ca x-openstack-request-id: req-6c8fdb7e-b513-4d2d-82aa-c3dc1fba13ca {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:25.425980 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:25.426214 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c8fdb7e-b513-4d2d-82aa-c3dc1fba13ca {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:25.426626 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'status': 'completed', 'code': 200} Sep 07 16:06:25.523950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-2d939d5c-e24a-434f-8351-a653a8e34471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:25.530316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-2d939d5c-e24a-434f-8351-a653a8e34471 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 1100 time: 0.0685401 Sep 07 16:06:25.537914 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-34a1d0e3-481b-47ca-925b-1fab83895e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:25.540459 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-34a1d0e3-481b-47ca-925b-1fab83895e03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 1100 time: 0.0793633 Sep 07 16:06:25.663815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-18c5d44b-8058-4b03-b91f-07275414d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:25.665812 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-18c5d44b-8058-4b03-b91f-07275414d93a service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1105032 Sep 07 16:06:25.737210 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-1adbefe7-c018-4528-9ef9-2525b7e9cbdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 200 len: 217 time: 0.0603101 Sep 07 16:06:25.762211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-07436541-bb7b-49c4-8090-352663ae8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:25.763737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-07436541-bb7b-49c4-8090-352663ae8999 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2214653 Sep 07 16:06:25.812869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-d2918e37-df1a-439e-bd77-9ee122a29d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:25.813515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642546e3-033f-4f83-ba6f-9c84be115938 req-cd9db3bc-14fa-446c-809d-9bbc3589fafe tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:25.814819 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-d2918e37-df1a-439e-bd77-9ee122a29d01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0694151 Sep 07 16:06:25.820977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-642546e3-033f-4f83-ba6f-9c84be115938 req-cd9db3bc-14fa-446c-809d-9bbc3589fafe tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 945 time: 0.1731889 Sep 07 16:06:25.877399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0ea53-116d-4d75-bb0c-3b445351d0c6 req-64b78303-1c14-42b2-b9d4-9a73c328728c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:25.878649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-3d012704-7785-453c-8c09-b2424baee580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:25.880619 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-3d012704-7785-453c-8c09-b2424baee580 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560179 Sep 07 16:06:25.886297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfa0ea53-116d-4d75-bb0c-3b445351d0c6 req-64b78303-1c14-42b2-b9d4-9a73c328728c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 948 time: 0.2152622 Sep 07 16:06:25.889392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-521c4631-4106-4025-84fb-99fe89d7cdbd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 200 len: 217 time: 0.1150305 Sep 07 16:06:25.990540 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfa0ea53-116d-4d75-bb0c-3b445351d0c6 req-ae307778-4a9e-40d7-a635-eed1feff696b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029291 Sep 07 16:06:25.998647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device f28e9e4a-d879-4ced-812b-0b8f3f131d30 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:06:26.006451 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-642546e3-033f-4f83-ba6f-9c84be115938 req-a671f463-b020-46d4-8704-bed3e0671fbb tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816792 Sep 07 16:06:26.010175 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-e6374146-5c1a-4905-9000-ef86e1c4e9bd service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175733 Sep 07 16:06:26.043155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-f4a7996f-976b-44ab-bb4c-247c68b8db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:26.047033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-f4a7996f-976b-44ab-bb4c-247c68b8db64 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1216915 Sep 07 16:06:26.096447 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device f28e9e4a-d879-4ced-812b-0b8f3f131d30 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:06:26.102630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-e7bcb334-5e7c-4161-a377-de421346b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:26.105156 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-e7bcb334-5e7c-4161-a377-de421346b29a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497003 Sep 07 16:06:26.203724 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-fa0b9129-f64e-46ea-9199-95b97e0dcceb service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792514 Sep 07 16:06:26.293450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-80039fc0-b254-4555-943e-0b757a757c3e service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783056 Sep 07 16:06:26.320720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f61ca4-ba19-4fc6-8dbe-e49d73a16842 req-979f1df3-ac99-44b1-a04f-950be33c691d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:26.322452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94f61ca4-ba19-4fc6-8dbe-e49d73a16842 req-979f1df3-ac99-44b1-a04f-950be33c691d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.0838058 Sep 07 16:06:26.419878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94f61ca4-ba19-4fc6-8dbe-e49d73a16842 req-e0974e3b-8fed-4611-88a7-64f0b71f3d2c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866692 Sep 07 16:06:26.460369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c12ecf7f-b2be-46c9-ba1f-38969821da34 req-55285bca-d4e9-41a8-8a47-12956edc6294 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479366 Sep 07 16:06:26.544052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf887d3-fb7b-46fe-880d-2e121491ce22 req-01719ed8-4f40-4fb8-9bc4-14472dcd2cf6 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:26.545672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcf887d3-fb7b-46fe-880d-2e121491ce22 req-01719ed8-4f40-4fb8-9bc4-14472dcd2cf6 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 949 time: 0.0593915 Sep 07 16:06:26.604444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcf887d3-fb7b-46fe-880d-2e121491ce22 req-11ced9d8-6094-4b9a-b283-413d2f4ae72e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462377 Sep 07 16:06:27.270614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f28e9e4a-d879-4ced-812b-0b8f3f131d30 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:06:27.335710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89035b25-4d8b-46cb-a7d4-59ff1e1d28ab req-251ad979-ec59-421f-b745-8f238faf457d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:27.337748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89035b25-4d8b-46cb-a7d4-59ff1e1d28ab req-251ad979-ec59-421f-b745-8f238faf457d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 948 time: 0.1825860 Sep 07 16:06:27.349437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dbf25-d106-4bce-b317-d0275f783252 req-647787b9-d377-489f-bb20-6f3d38c6e112 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:27.351139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-048dbf25-d106-4bce-b317-d0275f783252 req-647787b9-d377-489f-bb20-6f3d38c6e112 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 945 time: 0.1660109 Sep 07 16:06:27.422818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89035b25-4d8b-46cb-a7d4-59ff1e1d28ab req-ac1d6370-dd6c-4740-8fd2-66844dc2a8f1 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704000 Sep 07 16:06:27.459040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-048dbf25-d106-4bce-b317-d0275f783252 req-7833bd7d-2421-4f3d-90c6-e33ca3c4449d tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858338 Sep 07 16:06:27.494014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:27.508301 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'mac_address': 'fa:16:3e:ea:ad:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:06:27.596629 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:27.612782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28e9e4a-d879-4ced-812b-0b8f3f131d30 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:27.639653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:27.645866 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:27.715479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=13']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:27.724525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:27.724979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:27.725418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:27.725766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:27.726738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:27.727092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:27.727446 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:27.727764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:27.728107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:27.728508 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:27.728845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:27.729176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:27.746341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb054fb-bdad-4545-ab52-fa8b85251d70 req-b7108360-57a7-4c29-80b3-28e40be27294 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:27.747890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bb054fb-bdad-4545-ab52-fa8b85251d70 req-b7108360-57a7-4c29-80b3-28e40be27294 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.0952308 Sep 07 16:06:27.819942 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bb054fb-bdad-4545-ab52-fa8b85251d70 req-e339399f-07bc-44e5-bacc-f42463018831 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618753 Sep 07 16:06:27.838468 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ac94c-d3ae-4b26-a064-b12985fc6a9a req-ee93a040-7173-4301-a011-2e8ec2adc0c9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:27.838468 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b81ac94c-d3ae-4b26-a064-b12985fc6a9a req-ee93a040-7173-4301-a011-2e8ec2adc0c9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0887048 Sep 07 16:06:27.882224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b81ac94c-d3ae-4b26-a064-b12985fc6a9a req-b2183b72-3120-42b1-b40b-543ab13c9a14 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384305 Sep 07 16:06:28.003770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 943855f7-0d38-4cba-8573-49e9a9a856cc up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:06:28.027174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f49743-5ddd-45fe-b0af-97ef4c2105e7 req-94d810a8-9233-4d9b-b07d-d19493d1f3ed tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:28.028948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8f49743-5ddd-45fe-b0af-97ef4c2105e7 req-94d810a8-9233-4d9b-b07d-d19493d1f3ed tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 950 time: 0.0580506 Sep 07 16:06:28.080420 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8f49743-5ddd-45fe-b0af-97ef4c2105e7 req-5eb15e71-080d-4e16-acc4-5eb8a463edf1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437632 Sep 07 16:06:28.086389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 943855f7-0d38-4cba-8573-49e9a9a856cc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:06:28.105891 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 943855f7-0d38-4cba-8573-49e9a9a856cc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:06:28.105891 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:28.153105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f28e9e4a-d879-4ced-812b-0b8f3f131d30'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:28.276363 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:28.332713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4df2eb4-020b-4ca8-84e4-0f1b54931a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943855f7-0d38-4cba-8573-49e9a9a856cc'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:28.334996 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11875238-9888-4e80-ac07-bb1ec8d354ef" -d '{"events": [{"server_uuid": "b4df2eb4-020b-4ca8-84e4-0f1b54931a89", "name": "network-vif-plugged", "status": "completed", "tag": "943855f7-0d38-4cba-8573-49e9a9a856cc"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:28.390613 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 943855f7-0d38-4cba-8573-49e9a9a856cc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=943855f7-0d38-4cba-8573-49e9a9a856cc,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:28.402632 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:28.403788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 256192b3-f513-41ea-9b52-baaf2a6573bc up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:06:28.412883 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49edb158-356b-404c-8ee6-0ee640c014da x-openstack-request-id: req-49edb158-356b-404c-8ee6-0ee640c014da {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:28.413341 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4df2eb4-020b-4ca8-84e4-0f1b54931a89", "name": "network-vif-plugged", "status": "completed", "tag": "943855f7-0d38-4cba-8573-49e9a9a856cc", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:28.413698 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-49edb158-356b-404c-8ee6-0ee640c014da {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:28.414195 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4df2eb4-020b-4ca8-84e4-0f1b54931a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943855f7-0d38-4cba-8573-49e9a9a856cc', 'code': 200} Sep 07 16:06:28.418668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-93ad27d0-b75f-4665-88fa-d429bdf7c566 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ea9e474f9fb940faaa7736036e8f9987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516262 Sep 07 16:06:28.565264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672bf15-ec1a-47d4-95d4-93142f6376ad req-460ee1a0-ee52-46b8-a712-5af655fe938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:28.567550 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5672bf15-ec1a-47d4-95d4-93142f6376ad req-460ee1a0-ee52-46b8-a712-5af655fe938b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 1100 time: 0.0722597 Sep 07 16:06:28.634029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5672bf15-ec1a-47d4-95d4-93142f6376ad req-f5fc5474-4f31-42bd-8706-582226296d2b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553553 Sep 07 16:06:28.642541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24897255-03b3-4265-80e4-8ad803c68670 req-b6269cb9-dd4e-4aae-aec8-5782033fbc11 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:28.645096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24897255-03b3-4265-80e4-8ad803c68670 req-b6269cb9-dd4e-4aae-aec8-5782033fbc11 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 949 time: 0.0948815 Sep 07 16:06:28.648917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=943855f7-0d38-4cba-8573-49e9a9a856cc,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:28.665779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-ae32cee1-1fe9-4d30-b2e3-f83ed6f86d0f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:28.671528 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-ae32cee1-1fe9-4d30-b2e3-f83ed6f86d0f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516258 Sep 07 16:06:28.674559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 256192b3-f513-41ea-9b52-baaf2a6573bc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:06:28.686745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 256192b3-f513-41ea-9b52-baaf2a6573bc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:06:28.686745 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:28.705893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-ad5313ea-4268-46e5-8385-95cd7ca6a9a4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/quotas/ea9e474f9fb940faaa7736036e8f9987 HTTP/1.1" status: 200 len: 375 time: 0.0252197 Sep 07 16:06:28.734482 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24897255-03b3-4265-80e4-8ad803c68670 req-6558a416-ca29-43eb-8a0f-564572b6fc77 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618255 Sep 07 16:06:28.816228 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:28.825352 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4f42216a-5dd0-423c-b362-fb50089480f3 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085029 Sep 07 16:06:28.865134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 256192b3-f513-41ea-9b52-baaf2a6573bc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=256192b3-f513-41ea-9b52-baaf2a6573bc,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:28.872777 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:28.909655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6606033-7d2a-49ae-afaf-10607c8ee56b req-f4fc0699-c061-4ead-95db-ad416c3d39d1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:28.920595 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6606033-7d2a-49ae-afaf-10607c8ee56b req-f4fc0699-c061-4ead-95db-ad416c3d39d1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 945 time: 0.0928352 Sep 07 16:06:28.956559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=256192b3-f513-41ea-9b52-baaf2a6573bc,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:28.963794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6606033-7d2a-49ae-afaf-10607c8ee56b req-4aeb7588-9940-4455-8a80-855d76b01200 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 Sep 07 16:06:29.202520 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-34739101-bbc7-4c49-86fe-7fa06bacda0b req-a50af35c-aee8-43fe-8104-07571fb6dba0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 210 time: 0.0362306 Sep 07 16:06:29.271190 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fb985-c5d1-4f41-b32d-e4bf1acee550 req-544b7c64-d0a2-4ef0-94b6-f53ebb754d0c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:29.276045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f99fb985-c5d1-4f41-b32d-e4bf1acee550 req-544b7c64-d0a2-4ef0-94b6-f53ebb754d0c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.0720034 Sep 07 16:06:29.324737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f99fb985-c5d1-4f41-b32d-e4bf1acee550 req-85552499-07b6-40d5-91be-bb469c103c97 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426359 Sep 07 16:06:29.878161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77a95b-1e29-4e51-ba1d-b3efd0e66280 req-20d52cad-f2e6-4172-aa2b-474a071c32f0 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:29.879604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc77a95b-1e29-4e51-ba1d-b3efd0e66280 req-20d52cad-f2e6-4172-aa2b-474a071c32f0 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 949 time: 0.0605180 Sep 07 16:06:29.928874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc77a95b-1e29-4e51-ba1d-b3efd0e66280 req-b2c618f0-5d52-4489-b500-293659f7e4d3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Sep 07 16:06:30.108384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc73b43-7ab3-43a5-afa1-941474ed04c0 req-16945934-9d54-40b4-838d-940d087c6a00 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:30.109995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fc73b43-7ab3-43a5-afa1-941474ed04c0 req-16945934-9d54-40b4-838d-940d087c6a00 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 946 time: 0.0650139 Sep 07 16:06:30.170865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fc73b43-7ab3-43a5-afa1-941474ed04c0 req-8fb33cdb-90ec-4c07-9aeb-3e052b7a2165 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538867 Sep 07 16:06:30.331673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0453cc82-e009-4070-a535-f5d898372780 req-7bd90574-7828-42d7-a361-648c3a666f20 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 210 time: 0.0298462 Sep 07 16:06:30.390732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-8dcac1f1-f8f9-4967-9211-dfb894f354da tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ea9e474f9fb940faaa7736036e8f9987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324507 Sep 07 16:06:30.415524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256192b3-f513-41ea-9b52-baaf2a6573bc'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:30.418439 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3d2f88-78d6-47d2-bd22-53dcbdb0a5e6" -d '{"events": [{"server_uuid": "1cd0b70f-1f9c-4bdb-a230-a86358bc5175", "name": "network-vif-plugged", "status": "completed", "tag": "256192b3-f513-41ea-9b52-baaf2a6573bc"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:30.458737 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09afda43-6b37-4575-a06b-008e935c5c9c x-openstack-request-id: req-09afda43-6b37-4575-a06b-008e935c5c9c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:30.459485 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd0b70f-1f9c-4bdb-a230-a86358bc5175", "name": "network-vif-plugged", "status": "completed", "tag": "256192b3-f513-41ea-9b52-baaf2a6573bc", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:30.459943 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09afda43-6b37-4575-a06b-008e935c5c9c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:30.460444 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'code': 200} Sep 07 16:06:30.632953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-cfeb34c6-b6c2-4b7d-9653-b6f580f245e0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:30.634442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df7791-b01c-4694-a7c5-f925b10fb9bd req-a0a8c2af-5dfb-43fe-890b-3b6bdd1bce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:30.635777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-cfeb34c6-b6c2-4b7d-9653-b6f580f245e0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093441 Sep 07 16:06:30.638014 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04df7791-b01c-4694-a7c5-f925b10fb9bd req-a0a8c2af-5dfb-43fe-890b-3b6bdd1bce88 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 1097 time: 0.0641661 Sep 07 16:06:30.644944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7e98-d123-47d8-a254-146fd8d6b17d req-80f5a1fb-b8eb-40a2-9103-4e6b842fb47c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:30.646457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2aef7e98-d123-47d8-a254-146fd8d6b17d req-80f5a1fb-b8eb-40a2-9103-4e6b842fb47c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.0961485 Sep 07 16:06:30.663685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Request body: {'port': {'device_id': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': 'ea9e474f9fb940faaa7736036e8f9987'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:30.722649 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04df7791-b01c-4694-a7c5-f925b10fb9bd req-a9c57b02-5323-4f2f-b838-b6e5d139c487 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684972 Sep 07 16:06:30.827994 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2aef7e98-d123-47d8-a254-146fd8d6b17d req-90bf79cb-17db-4fff-9984-9e88ac1a6926 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423726 Sep 07 16:06:30.888788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Made reservation on behalf of ea9e474f9fb940faaa7736036e8f9987 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:06:30.895271 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:31.161282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Allocated IP 192.168.233.98 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/18ae0ce6-0948-4e69-83f3-023f951a6f75) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:06:31.198447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc158-e44c-4b04-99da-dd3e55cb35b1 req-6079632f-c326-434c-b33a-f469ca36c609 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:31.204423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-114fc158-e44c-4b04-99da-dd3e55cb35b1 req-6079632f-c326-434c-b33a-f469ca36c609 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 949 time: 0.1111429 Sep 07 16:06:31.274285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f28e9e4a-d879-4ced-812b-0b8f3f131d30 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:06:31.335017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port f28e9e4a-d879-4ced-812b-0b8f3f131d30 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:06:31.340763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port f28e9e4a-d879-4ced-812b-0b8f3f131d30 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:06:31.341332 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:31.343021 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-114fc158-e44c-4b04-99da-dd3e55cb35b1 req-8541abb9-73c3-462c-98a1-b379168315b9 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242471 Sep 07 16:06:31.465530 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:31.547651 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:31.606605 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:31.611852 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:31.686441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=14']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:31.729663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05d57786-bb2b-4314-9353-503f305fd8bf req-f842194c-b9fd-43bd-a032-335f8582bf38 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 210 time: 0.0331445 Sep 07 16:06:31.790429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a553c6-73dd-463b-9ae0-480baa40f6da req-d29e107e-6c47-4631-9d5f-bcbf7fbb5bd8 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:31.792577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5a553c6-73dd-463b-9ae0-480baa40f6da req-d29e107e-6c47-4631-9d5f-bcbf7fbb5bd8 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 946 time: 0.4429398 Sep 07 16:06:31.848794 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:31.917646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Transition to ACTIVE for port object 18ae0ce6-0948-4e69-83f3-023f951a6f75 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:06:31.935630 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5a553c6-73dd-463b-9ae0-480baa40f6da req-9346e99a-cfbe-409b-b81d-5b9a1c6924f8 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261609 Sep 07 16:06:31.995174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809486d-fcfb-427c-a00a-cc8146101036 req-6ec85a7a-3d61-4631-b29d-ce1a54910f3a tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:31.995174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0809486d-fcfb-427c-a00a-cc8146101036 req-6ec85a7a-3d61-4631-b29d-ce1a54910f3a tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 1100 time: 0.1454070 Sep 07 16:06:32.083027 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:32.102682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['d310cb81-dd14-416d-9ce8-763357b7a5d2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:32.102682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f674c7d1-3837-477f-9ce9-722cbd417e78', 'f28e9e4a-d879-4ced-812b-0b8f3f131d30'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:32.134212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0809486d-fcfb-427c-a00a-cc8146101036 req-1d716e79-1c46-43b8-b17c-0c5e1cb24a74 tempest-ServersOnMultiNodesTest-963430124 tempest-ServersOnMultiNodesTest-963430124-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345320 Sep 07 16:06:32.150067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:06:32.157150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:06:32.171474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8facd-adb6-45ac-b693-22393cfafd43 req-a56c8827-01f8-47ca-b5a7-38fdaa6ad5e0 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:32.179531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7de8facd-adb6-45ac-b693-22393cfafd43 req-a56c8827-01f8-47ca-b5a7-38fdaa6ad5e0 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.1502099 Sep 07 16:06:32.187956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:06:32.220125 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:32.233829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Pushing event updated for resources: {'Port': ['ID=18ae0ce6-0948-4e69-83f3-023f951a6f75,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:32.256864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:32.257217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:32.257567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:32.259112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:32.259112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:32.259112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:32.259112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:32.260649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:32.260649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:32.260649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:32.261071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:32.261227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:32.300363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:32.301054 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:32.349085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7de8facd-adb6-45ac-b693-22393cfafd43 req-90e77a36-c98f-4157-bb5c-224b8fdd0361 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685407 Sep 07 16:06:32.368599 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-4866421e-b1c1-4770-a59e-bccbc1039877 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7147880 Sep 07 16:06:32.389117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Request body: {'port': {'device_id': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:32.464851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:32.485977 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f5fe1c-f486-410c-bc02-010bb1edea96" -d '{"events": [{"server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "name": "network-vif-plugged", "status": "completed", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:32.493718 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:32.604550 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360112eb-7200-4952-b23f-479dd511fc45 x-openstack-request-id: req-360112eb-7200-4952-b23f-479dd511fc45 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:32.604846 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "name": "network-vif-plugged", "status": "completed", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:32.605294 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-360112eb-7200-4952-b23f-479dd511fc45 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:32.606300 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'code': 200} Sep 07 16:06:32.710470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-177301bc-999c-4211-9bfe-4f2cd563ec49 None None] Provisioning for port 18ae0ce6-0948-4e69-83f3-023f951a6f75 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:06:32.716592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-177301bc-999c-4211-9bfe-4f2cd563ec49 None None] Provisioning complete for port 18ae0ce6-0948-4e69-83f3-023f951a6f75 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:06:32.717162 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-177301bc-999c-4211-9bfe-4f2cd563ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:32.776657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-177301bc-999c-4211-9bfe-4f2cd563ec49 None None] Port 18ae0ce6-0948-4e69-83f3-023f951a6f75 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:06:32.841933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfceec-f4cb-48e8-9fc3-de85355c52af req-53d6d549-caac-4f30-8521-2dc1ee19167f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:32.852394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fcdfceec-f4cb-48e8-9fc3-de85355c52af req-53d6d549-caac-4f30-8521-2dc1ee19167f tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 949 time: 0.1383350 Sep 07 16:06:33.012492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fcdfceec-f4cb-48e8-9fc3-de85355c52af req-36ee6935-1b70-483d-af7c-184c484edefa tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578372 Sep 07 16:06:33.052167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8e5e6-26a9-4a52-9c01-d661a239f985 req-e74275ee-da8b-42bd-815b-72856a52040b tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:33.053801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59f8e5e6-26a9-4a52-9c01-d661a239f985 req-e74275ee-da8b-42bd-815b-72856a52040b tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 935 time: 0.1972711 Sep 07 16:06:33.169335 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ae0ce6-0948-4e69-83f3-023f951a6f75 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:33.176507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59f8e5e6-26a9-4a52-9c01-d661a239f985 req-19b5b9b1-b489-4d40-8f0e-2e44f2a1f66c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094496 Sep 07 16:06:33.181756 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:33.216107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b77e-b76e-4cc1-9fdf-d29e2a55f3c4 req-27bbffc8-1759-4071-a20f-2e58c044b05b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:33.216107 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc35b77e-b76e-4cc1-9fdf-d29e2a55f3c4 req-27bbffc8-1759-4071-a20f-2e58c044b05b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 946 time: 0.1280780 Sep 07 16:06:33.219287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Transition to ACTIVE for port object 18ae0ce6-0948-4e69-83f3-023f951a6f75 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:06:33.228166 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:33.312400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc35b77e-b76e-4cc1-9fdf-d29e2a55f3c4 req-ca023388-2b6b-436f-a1b1-509a65673d86 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949521 Sep 07 16:06:33.370370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Pushing event updated for resources: {'Port': ['ID=18ae0ce6-0948-4e69-83f3-023f951a6f75,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:33.578683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Attempting to bind port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:06:33.579043 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Attempting to bind port 18ae0ce6-0948-4e69-83f3-023f951a6f75 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:06:33.579404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Attempting to bind port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:33.612275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0035a-8e85-4b5a-8503-34425079eebb req-9ab8a774-3548-4bfa-b5bd-e2fa39db70b6 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:33.613901 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64f0035a-8e85-4b5a-8503-34425079eebb req-9ab8a774-3548-4bfa-b5bd-e2fa39db70b6 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.1593943 Sep 07 16:06:33.622297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:06:33.622635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Attempting to bind port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:33.644142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:06:33.644550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:06:33.644976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:06:33.645432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Bound port: 18ae0ce6-0948-4e69-83f3-023f951a6f75, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:06:33.645801 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:33.726456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-e88f7ce7-0365-4a4a-9796-9265db099928 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:33.728145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-e88f7ce7-0365-4a4a-9796-9265db099928 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1939211 Sep 07 16:06:33.734913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64f0035a-8e85-4b5a-8503-34425079eebb req-5d814d10-6613-4ac6-a664-eb761fb67230 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097934 Sep 07 16:06:33.800105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-cc529dd4-4204-419e-90eb-227b4a598056 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 696 time: 0.0641296 Sep 07 16:06:33.815966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-c5fabcb9-516a-4be9-aeaa-bd69d8dc9a1e tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Request body: {'floatingip': {'port_id': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:33.855069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:33.874143 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-c5fabcb9-516a-4be9-aeaa-bd69d8dc9a1e tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:33.913768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:06:33.926053 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:33.994683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:33.995623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:33.997084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] 10.222.0.54 "PUT /v2.0/ports/18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 200 len: 1095 time: 1.6131804 Sep 07 16:06:34.030832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:34.037353 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c569862-dd5b-4336-9d91-650acc7d5096" -d '{"events": [{"name": "network-changed", "server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:34.139647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c2472-0b5e-4996-9545-3aa0571b60ef service neutron] Pushing event updated for resources: {'Port': ['ID=18ae0ce6-0948-4e69-83f3-023f951a6f75,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:34.241685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-b1ec67a5-bf15-4947-a8d4-cac57147c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:34.243592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-b1ec67a5-bf15-4947-a8d4-cac57147c3e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 1098 time: 0.1915584 Sep 07 16:06:34.329359 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-8b8f2c7a-2476-4254-8993-86e90ed6eceb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 200 len: 217 time: 0.0749912 Sep 07 16:06:34.342687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfb405-4c30-45d1-9ef1-11b9e7575df3 req-7c959cbc-6f71-456d-91bd-32295769782e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:34.344239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09cfb405-4c30-45d1-9ef1-11b9e7575df3 req-7c959cbc-6f71-456d-91bd-32295769782e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 949 time: 0.1636283 Sep 07 16:06:34.549181 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09cfb405-4c30-45d1-9ef1-11b9e7575df3 req-ce3fa350-c1ef-4d0a-8fe8-ef2e14d93ecb tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887486 Sep 07 16:06:34.550700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-dff07799-d3af-4e5c-b488-833f68e81f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:34.552527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-dff07799-d3af-4e5c-b488-833f68e81f79 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.2069509 Sep 07 16:06:34.621494 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662de31e-4375-417e-97f6-2e16b4240481 x-openstack-request-id: req-662de31e-4375-417e-97f6-2e16b4240481 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:34.621793 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:34.622046 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-662de31e-4375-417e-97f6-2e16b4240481 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:34.622438 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75', 'status': 'completed', 'code': 200} Sep 07 16:06:34.755052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-11493f3b-d52b-4e4d-a700-5e7b15b98c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:34.756720 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-11493f3b-d52b-4e4d-a700-5e7b15b98c16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1929605 Sep 07 16:06:34.868805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87b934-5f47-45ab-830e-fca2a3ce0dd7 req-da6a6044-102f-41af-bdcf-74823e036b30 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:34.871459 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ae87b934-5f47-45ab-830e-fca2a3ce0dd7 req-da6a6044-102f-41af-bdcf-74823e036b30 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 949 time: 0.0632796 Sep 07 16:06:34.943125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b07000-bdd6-4282-9379-15a2838dba3c req-c4255c16-bdc0-431d-ba1c-61a4cc2cdf94 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:34.951379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b07000-bdd6-4282-9379-15a2838dba3c req-c4255c16-bdc0-431d-ba1c-61a4cc2cdf94 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 947 time: 0.2495172 Sep 07 16:06:34.958413 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.resource_extend [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-c5fabcb9-516a-4be9-aeaa-bd69d8dc9a1e tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:06:35.000900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ae87b934-5f47-45ab-830e-fca2a3ce0dd7 req-20c325b4-b208-4116-b535-3da5f4a93820 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Deleting port 943855f7-0d38-4cba-8573-49e9a9a856cc {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:06:35.001540 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ae87b934-5f47-45ab-830e-fca2a3ce0dd7 req-20c325b4-b208-4116-b535-3da5f4a93820 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:35.122963 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ae87b934-5f47-45ab-830e-fca2a3ce0dd7 req-20c325b4-b208-4116-b535-3da5f4a93820 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] For port 943855f7-0d38-4cba-8573-49e9a9a856cc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=943855f7-0d38-4cba-8573-49e9a9a856cc,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:35.123270 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ae87b934-5f47-45ab-830e-fca2a3ce0dd7 req-20c325b4-b208-4116-b535-3da5f4a93820 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:35.143161 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ae87b934-5f47-45ab-830e-fca2a3ce0dd7 req-20c325b4-b208-4116-b535-3da5f4a93820 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Calling delete_port for 943855f7-0d38-4cba-8573-49e9a9a856cc owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:06:35.319997 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ae87b934-5f47-45ab-830e-fca2a3ce0dd7 req-20c325b4-b208-4116-b535-3da5f4a93820 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:35.329174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-7ff88a0a-d54b-41af-8187-9eb138da3cc5 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522177 Sep 07 16:06:35.333098 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db', 'aac4c757-f6cc-4d1e-a279-038b10875c09', '93654770-500a-4bfe-bc36-2c003543b94a', 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce', '943855f7-0d38-4cba-8573-49e9a9a856cc'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:35.339167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['88c4e6fa-48bb-45df-90cc-573146683882', '80641943-4567-4ee2-94c9-e33cd7dd46d9', 'eaf1829c-8f47-4cf1-85a3-b35c323fade7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:35.340535 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-c5fabcb9-516a-4be9-aeaa-bd69d8dc9a1e tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:35.345532 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b07000-bdd6-4282-9379-15a2838dba3c req-cae90eaf-00db-46df-abb4-2d26239a6392 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932652 Sep 07 16:06:35.354620 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-c5fabcb9-516a-4be9-aeaa-bd69d8dc9a1e tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:35.503882 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae87b934-5f47-45ab-830e-fca2a3ce0dd7 req-20c325b4-b208-4116-b535-3da5f4a93820 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] No DVR routers for this DVR port 943855f7-0d38-4cba-8573-49e9a9a856cc on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:06:35.509272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c325b4-b208-4116-b535-3da5f4a93820 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event deleted for resources: {'Port': ['ID=943855f7-0d38-4cba-8573-49e9a9a856cc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:35.543258 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ae87b934-5f47-45ab-830e-fca2a3ce0dd7 req-20c325b4-b208-4116-b535-3da5f4a93820 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:35.548508 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ae87b934-5f47-45ab-830e-fca2a3ce0dd7 req-20c325b4-b208-4116-b535-3da5f4a93820 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "DELETE /v2.0/ports/943855f7-0d38-4cba-8573-49e9a9a856cc HTTP/1.1" status: 204 len: 173 time: 0.6656156 Sep 07 16:06:35.564090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4df2eb4-020b-4ca8-84e4-0f1b54931a89', 'name': 'network-vif-deleted', 'tag': '943855f7-0d38-4cba-8573-49e9a9a856cc'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:35.569035 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fc0789-dc56-408a-8cef-336ec2357173" -d '{"events": [{"server_uuid": "b4df2eb4-020b-4ca8-84e4-0f1b54931a89", "name": "network-vif-deleted", "tag": "943855f7-0d38-4cba-8573-49e9a9a856cc"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:35.633711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b783cd-6950-407e-a770-af1f463f4c56 req-cdcaf7bb-93c8-448e-8055-98cdf6bd76a1 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894158 Sep 07 16:06:35.640936 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-c5fabcb9-516a-4be9-aeaa-bd69d8dc9a1e tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Floating IP de9877cf-4fcc-4dee-a2a2-42011332be68 associated. External IP: 172.25.3.164, port: 7e2caecd-1d89-4719-b13d-c6935f4f67ea. Sep 07 16:06:35.918427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60ce8-522d-4a48-9471-5dcd5a006be2 req-6665a19f-de5d-488e-aa15-037aee128740 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:35.920092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cf60ce8-522d-4a48-9471-5dcd5a006be2 req-6665a19f-de5d-488e-aa15-037aee128740 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.2035050 Sep 07 16:06:35.925178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c569862-dd5b-4336-9d91-650acc7d5096 req-0223589a-e113-41e9-a768-a06194df518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:35.926864 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c569862-dd5b-4336-9d91-650acc7d5096 req-0223589a-e113-41e9-a768-a06194df518f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 1098 time: 0.1773474 Sep 07 16:06:36.079243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cf60ce8-522d-4a48-9471-5dcd5a006be2 req-a124a373-8b29-419e-9684-bd4e03dc1e32 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489682 Sep 07 16:06:36.161532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c569862-dd5b-4336-9d91-650acc7d5096 req-447e0874-a111-4c0e-8b93-193773b885df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:36.163106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c569862-dd5b-4336-9d91-650acc7d5096 req-447e0874-a111-4c0e-8b93-193773b885df service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2250268 Sep 07 16:06:36.220569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c569862-dd5b-4336-9d91-650acc7d5096 req-00adb6a1-97db-4541-9d9e-b21b8c2034e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 200 len: 217 time: 0.0441749 Sep 07 16:06:36.222581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-c5fabcb9-516a-4be9-aeaa-bd69d8dc9a1e tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Router 14ee858e-a718-486f-bba7-2159bd39a7cb has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:06:36.342049 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c569862-dd5b-4336-9d91-650acc7d5096 req-e01c2543-8e53-42cd-b5c0-31c8bd296e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:36.343607 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c569862-dd5b-4336-9d91-650acc7d5096 req-e01c2543-8e53-42cd-b5c0-31c8bd296e67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1115069 Sep 07 16:06:36.478505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-c5fabcb9-516a-4be9-aeaa-bd69d8dc9a1e tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:06:36.490319 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244775c6-808c-4fa3-a3a7-b4f6298436d4 None None] Sync routers for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:06:36.494024 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-c5fabcb9-516a-4be9-aeaa-bd69d8dc9a1e tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:36.516542 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244775c6-808c-4fa3-a3a7-b4f6298436d4 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:06:36.518120 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-244775c6-808c-4fa3-a3a7-b4f6298436d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:36.535204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c569862-dd5b-4336-9d91-650acc7d5096 req-9a0d3a3b-a7ac-4c47-9a91-7e9a924340ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:36.537024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c569862-dd5b-4336-9d91-650acc7d5096 req-9a0d3a3b-a7ac-4c47-9a91-7e9a924340ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1848650 Sep 07 16:06:36.574562 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da3df931-e5f8-4bbb-94d7-4b25b5644a3f req-2a21891d-c516-4174-bea1-1f1b60bf08c3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4df2eb4-020b-4ca8-84e4-0f1b54931a89 HTTP/1.1" status: 200 len: 210 time: 0.0365210 Sep 07 16:06:36.658425 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f1352a-8efc-40d0-aaac-0c4b8a1af084 x-openstack-request-id: req-58f1352a-8efc-40d0-aaac-0c4b8a1af084 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:36.658947 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4df2eb4-020b-4ca8-84e4-0f1b54931a89", "name": "network-vif-deleted", "tag": "943855f7-0d38-4cba-8573-49e9a9a856cc", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:36.658947 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58f1352a-8efc-40d0-aaac-0c4b8a1af084 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:36.659355 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4df2eb4-020b-4ca8-84e4-0f1b54931a89', 'name': 'network-vif-deleted', 'tag': '943855f7-0d38-4cba-8573-49e9a9a856cc', 'status': 'completed', 'code': 200} Sep 07 16:06:36.681861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c569862-dd5b-4336-9d91-650acc7d5096 req-5a113b3e-88f4-47df-8bb6-f2701e4d430d service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036634 Sep 07 16:06:36.688277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-c5fabcb9-516a-4be9-aeaa-bd69d8dc9a1e tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "PUT /v2.0/floatingips/de9877cf-4fcc-4dee-a2a2-42011332be68 HTTP/1.1" status: 200 len: 997 time: 2.8817272 Sep 07 16:06:36.688778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:36.691281 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc77bfb-4c3e-4285-b5ea-2aa431e7ad51" -d '{"events": [{"name": "network-changed", "server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:36.717030 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-244775c6-808c-4fa3-a3a7-b4f6298436d4 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:06:36.898524 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c569862-dd5b-4336-9d91-650acc7d5096 req-f1a32030-bfbc-4e99-ac16-53e976cd301a service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025607 Sep 07 16:06:36.906042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-1e1b5c7a-435d-40b1-8f2d-983dd35c69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:36.907571 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-1e1b5c7a-435d-40b1-8f2d-983dd35c69ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 1097 time: 0.0763345 Sep 07 16:06:36.938956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f27b2c-bb9c-473a-816e-2af769818f96 req-9718256f-ee37-4572-9048-8c3660c195aa tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:36.941930 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40f27b2c-bb9c-473a-816e-2af769818f96 req-9718256f-ee37-4572-9048-8c3660c195aa tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 947 time: 0.1524971 Sep 07 16:06:37.042567 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-244775c6-808c-4fa3-a3a7-b4f6298436d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'de9877cf-4fcc-4dee-a2a2-42011332be68', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'port_id': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'mac_address': 'fa:16:3e:16:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193506a1-e62d-4c7a-9340-a1796b907d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:06:08Z', 'updated_at': '2021-09-07T16:06:34Z', 'revision_number': 1, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:37.057826 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40f27b2c-bb9c-473a-816e-2af769818f96 req-54dc3597-001e-4910-84f0-67a268cf214e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996680 Sep 07 16:06:37.079694 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244775c6-808c-4fa3-a3a7-b4f6298436d4 None None] Checking router: 14ee858e-a718-486f-bba7-2159bd39a7cb for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:06:37.093040 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244775c6-808c-4fa3-a3a7-b4f6298436d4 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:06:37.093889 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-244775c6-808c-4fa3-a3a7-b4f6298436d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:37.096290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-c7c50471-5602-42cb-9f38-026f7c5f464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:37.101319 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-c7c50471-5602-42cb-9f38-026f7c5f464c service neutron] 10.222.0.70 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.1834023 Sep 07 16:06:37.151876 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e522f38a-a9ca-4a85-a2a2-2a5ab314b652 x-openstack-request-id: req-e522f38a-a9ca-4a85-a2a2-2a5ab314b652 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:37.152428 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:37.152806 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e522f38a-a9ca-4a85-a2a2-2a5ab314b652 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:37.153210 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'status': 'completed', 'code': 200} Sep 07 16:06:37.212397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-ddf18897-0dd8-469a-ab3e-4d467bb825ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 200 len: 1000 time: 0.1021605 Sep 07 16:06:37.269963 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc77bfb-4c3e-4285-b5ea-2aa431e7ad51 req-a02aa2a2-859a-4939-ab55-1f261f668c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:37.273831 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dc77bfb-4c3e-4285-b5ea-2aa431e7ad51 req-a02aa2a2-859a-4939-ab55-1f261f668c06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 1097 time: 0.1081836 Sep 07 16:06:37.292243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 18ae0ce6-0948-4e69-83f3-023f951a6f75 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:06:37.320211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-8c4463a1-312b-4fb5-9588-cf4ea33cf63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:37.322145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-8c4463a1-312b-4fb5-9588-cf4ea33cf63f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.1029053 Sep 07 16:06:37.340660 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-244775c6-808c-4fa3-a3a7-b4f6298436d4 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:06:37.362856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda26de6-cf08-4c79-b798-683ab3f2b985 req-e2e29da7-59a8-48dd-9f1e-ad0b81b502d0 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:37.367716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bda26de6-cf08-4c79-b798-683ab3f2b985 req-e2e29da7-59a8-48dd-9f1e-ad0b81b502d0 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.1373913 Sep 07 16:06:37.468298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bda26de6-cf08-4c79-b798-683ab3f2b985 req-9a56aa84-e732-4070-b15c-6fa12bf392a1 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726378 Sep 07 16:06:37.477010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-07754a5e-c901-4a58-8890-c67caf4cbf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:37.477260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc77bfb-4c3e-4285-b5ea-2aa431e7ad51 req-665c6f23-5f4a-4c78-a856-bb1d86e04099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:37.479318 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dc77bfb-4c3e-4285-b5ea-2aa431e7ad51 req-665c6f23-5f4a-4c78-a856-bb1d86e04099 service neutron] 10.222.0.35 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.1973691 Sep 07 16:06:37.479760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-07754a5e-c901-4a58-8890-c67caf4cbf53 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466422 Sep 07 16:06:37.491297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-fc19d0cd-e8ac-417c-8e04-df5f553c308b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:06:37.492321 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-fc19d0cd-e8ac-417c-8e04-df5f553c308b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054843 Sep 07 16:06:37.576979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:37.603155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '18ae0ce6-0948-4e69-83f3-023f951a6f75', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '18ae0ce6-0948-4e69-83f3-023f951a6f75', 'mac_address': 'fa:16:3e:14:ae:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:06:37.635540 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dc77bfb-4c3e-4285-b5ea-2aa431e7ad51 req-57d7a38b-866a-46b2-a6dd-8e9c5e0a1bde service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 200 len: 1000 time: 0.1381941 Sep 07 16:06:37.708516 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:37.753343 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-db9779ba-ac56-40ec-b3e5-9aa43a0d0174 service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371552 Sep 07 16:06:37.754286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc77bfb-4c3e-4285-b5ea-2aa431e7ad51 req-9d489a55-f1ff-42b4-a480-417d91dc838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:37.762795 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dc77bfb-4c3e-4285-b5ea-2aa431e7ad51 req-9d489a55-f1ff-42b4-a480-417d91dc838c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.1160092 Sep 07 16:06:37.905760 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ae0ce6-0948-4e69-83f3-023f951a6f75 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:37.912526 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-244775c6-808c-4fa3-a3a7-b4f6298436d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'de9877cf-4fcc-4dee-a2a2-42011332be68', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'port_id': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'mac_address': 'fa:16:3e:16:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193506a1-e62d-4c7a-9340-a1796b907d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:06:08Z', 'updated_at': '2021-09-07T16:06:34Z', 'revision_number': 1, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:37.928229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:37.935093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc77bfb-4c3e-4285-b5ea-2aa431e7ad51 req-da570bf8-4acf-4b79-a1fc-d6bed9a36f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:37.935780 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:37.936794 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dc77bfb-4c3e-4285-b5ea-2aa431e7ad51 req-da570bf8-4acf-4b79-a1fc-d6bed9a36f46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656792 Sep 07 16:06:37.979167 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244775c6-808c-4fa3-a3a7-b4f6298436d4 None None] The sync data for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 is: [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'de9877cf-4fcc-4dee-a2a2-42011332be68', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'port_id': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'mac_address': 'fa:16:3e:16:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193506a1-e62d-4c7a-9340-a1796b907d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:06:08Z', 'updated_at': '2021-09-07T16:06:34Z', 'revision_number': 1, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:06:38.038426 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26dcf544-d884-42ed-a162-60e69678a4f3 req-5f356b9e-c7e4-488c-b702-06621e7c3498 service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751751 Sep 07 16:06:38.111506 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=18ae0ce6-0948-4e69-83f3-023f951a6f75,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:38.265814 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dc77bfb-4c3e-4285-b5ea-2aa431e7ad51 req-d18e4993-9c72-438d-8406-354347fc59c9 service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123267 Sep 07 16:06:38.309266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['18ae0ce6-0948-4e69-83f3-023f951a6f75'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:38.340457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33420327-1bc1-45cb-a8a7-60eee301c6d8 req-d0b0c94b-43b8-4f20-8169-887356103826 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:38.343376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33420327-1bc1-45cb-a8a7-60eee301c6d8 req-d0b0c94b-43b8-4f20-8169-887356103826 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 948 time: 0.1272278 Sep 07 16:06:38.383100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-b5ec7700-9797-490b-9db2-02ba3339b0ff tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:38.392672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-b5ec7700-9797-490b-9db2-02ba3339b0ff tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1271634 Sep 07 16:06:38.486616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b99fff-f8d2-457d-9d4a-2a9db817c85a None None] New status for floating IP de9877cf-4fcc-4dee-a2a2-42011332be68: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:06:38.510462 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dc77bfb-4c3e-4285-b5ea-2aa431e7ad51 req-e4b9631a-e8e1-4917-b8ea-32bc3a902cbc service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351010 Sep 07 16:06:38.542951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-8951b9c6-065a-4a1c-8b3f-985e53815793 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 1000 time: 0.1489284 Sep 07 16:06:38.564023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Request body: {'floatingip': {'port_id': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:38.614563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33420327-1bc1-45cb-a8a7-60eee301c6d8 req-537772d6-7441-4b7e-af73-76f0c608d2e5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639039 Sep 07 16:06:38.667273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:39.088810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb14897-2380-41e7-98ab-24e8b2c480de req-75000bd4-290d-4e38-a21f-67b021780b7d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:39.090395 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2cb14897-2380-41e7-98ab-24e8b2c480de req-75000bd4-290d-4e38-a21f-67b021780b7d tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 950 time: 0.0875566 Sep 07 16:06:39.202106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2cb14897-2380-41e7-98ab-24e8b2c480de req-5321db5e-532f-4c45-b132-742fa058bb49 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026282 Sep 07 16:06:39.390728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a10f3-f02a-4fbf-9f52-e6aef06785f2 req-1a202289-1d30-4606-b241-80089f9d34b7 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:39.392296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-178a10f3-f02a-4fbf-9f52-e6aef06785f2 req-1a202289-1d30-4606-b241-80089f9d34b7 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.1103868 Sep 07 16:06:39.393388 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:06:39.393717 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:06:39.441050 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-178a10f3-f02a-4fbf-9f52-e6aef06785f2 req-0837c9a1-56fc-48bb-ab19-2897497b583c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421240 Sep 07 16:06:39.751462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f54bce-54df-4f13-953e-1e85118a7ff6 req-8ef3a93d-e3f2-4992-8d81-d764856119d6 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:39.753104 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95f54bce-54df-4f13-953e-1e85118a7ff6 req-8ef3a93d-e3f2-4992-8d81-d764856119d6 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 948 time: 0.0555279 Sep 07 16:06:39.820976 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95f54bce-54df-4f13-953e-1e85118a7ff6 req-e615ab31-ad7c-4855-a888-37232111a836 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584199 Sep 07 16:06:39.829945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecb9b2-959c-469c-ad2e-24b6dcab0f7b req-24ae034c-6c0d-47c2-b1c3-8f938536511e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:39.831486 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2eecb9b2-959c-469c-ad2e-24b6dcab0f7b req-24ae034c-6c0d-47c2-b1c3-8f938536511e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 950 time: 0.0773044 Sep 07 16:06:39.903983 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:40.027978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-2eecb9b2-959c-469c-ad2e-24b6dcab0f7b req-58f5d11c-c8f9-4e31-9656-14bd84362b26 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Deleting port eaf1829c-8f47-4cf1-85a3-b35c323fade7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:06:40.028328 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2eecb9b2-959c-469c-ad2e-24b6dcab0f7b req-58f5d11c-c8f9-4e31-9656-14bd84362b26 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:40.051211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 943855f7-0d38-4cba-8573-49e9a9a856cc no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:06:40.072377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 943855f7-0d38-4cba-8573-49e9a9a856cc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:06:40.073573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 943855f7-0d38-4cba-8573-49e9a9a856cc not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:06:40.209391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2eecb9b2-959c-469c-ad2e-24b6dcab0f7b req-58f5d11c-c8f9-4e31-9656-14bd84362b26 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] For port eaf1829c-8f47-4cf1-85a3-b35c323fade7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=eaf1829c-8f47-4cf1-85a3-b35c323fade7,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:40.209897 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2eecb9b2-959c-469c-ad2e-24b6dcab0f7b req-58f5d11c-c8f9-4e31-9656-14bd84362b26 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:40.230653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-2eecb9b2-959c-469c-ad2e-24b6dcab0f7b req-58f5d11c-c8f9-4e31-9656-14bd84362b26 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Calling delete_port for eaf1829c-8f47-4cf1-85a3-b35c323fade7 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:06:40.298306 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1a135949-0a75-4db5-9816-c0649c71667f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:40.445114 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa702ccb-272d-48ef-a716-e7cd2ffa4a02 req-9fa640fd-cb2f-4c74-8a65-3e0ba0d498f4 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:40.452634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa702ccb-272d-48ef-a716-e7cd2ffa4a02 req-9fa640fd-cb2f-4c74-8a65-3e0ba0d498f4 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb483bed-df07-44ef-86b3-e9b5e5918927 HTTP/1.1" status: 200 len: 950 time: 0.1386347 Sep 07 16:06:40.570964 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa702ccb-272d-48ef-a716-e7cd2ffa4a02 req-f39c0a6c-1495-4cce-8f0f-1f4765af5d70 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174352 Sep 07 16:06:40.615897 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2eecb9b2-959c-469c-ad2e-24b6dcab0f7b req-58f5d11c-c8f9-4e31-9656-14bd84362b26 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:40.630988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['88c4e6fa-48bb-45df-90cc-573146683882', '80641943-4567-4ee2-94c9-e33cd7dd46d9', 'eaf1829c-8f47-4cf1-85a3-b35c323fade7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:40.633824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db', 'aac4c757-f6cc-4d1e-a279-038b10875c09', '93654770-500a-4bfe-bc36-2c003543b94a', 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:40.688450 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5d11c-c8f9-4e31-9656-14bd84362b26 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event deleted for resources: {'Port': ['ID=eaf1829c-8f47-4cf1-85a3-b35c323fade7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:40.751253 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:40.767879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eecb9b2-959c-469c-ad2e-24b6dcab0f7b req-58f5d11c-c8f9-4e31-9656-14bd84362b26 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] No DVR routers for this DVR port eaf1829c-8f47-4cf1-85a3-b35c323fade7 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:06:40.770561 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:40.775649 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2eecb9b2-959c-469c-ad2e-24b6dcab0f7b req-58f5d11c-c8f9-4e31-9656-14bd84362b26 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:40.779179 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2eecb9b2-959c-469c-ad2e-24b6dcab0f7b req-58f5d11c-c8f9-4e31-9656-14bd84362b26 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "DELETE /v2.0/ports/eaf1829c-8f47-4cf1-85a3-b35c323fade7 HTTP/1.1" status: 204 len: 173 time: 0.9398887 Sep 07 16:06:40.780101 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb483bed-df07-44ef-86b3-e9b5e5918927', 'name': 'network-vif-deleted', 'tag': 'eaf1829c-8f47-4cf1-85a3-b35c323fade7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:40.788992 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7d602a-ef8a-4c43-9691-d9471878fd53" -d '{"events": [{"server_uuid": "fb483bed-df07-44ef-86b3-e9b5e5918927", "name": "network-vif-deleted", "tag": "eaf1829c-8f47-4cf1-85a3-b35c323fade7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:40.872223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426b640-509c-4043-8122-cd3effef2e26 req-c3bc68ee-4848-4613-ab0e-8feccd45c3ce tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:40.880239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3426b640-509c-4043-8122-cd3effef2e26 req-c3bc68ee-4848-4613-ab0e-8feccd45c3ce tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.2054441 Sep 07 16:06:40.976799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3426b640-509c-4043-8122-cd3effef2e26 req-e61e2603-d2f8-4af3-b42b-505a1b130b3b tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954311 Sep 07 16:06:41.012803 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Floating IP de9877cf-4fcc-4dee-a2a2-42011332be68 associated. External IP: 172.25.3.164, port: 7e2caecd-1d89-4719-b13d-c6935f4f67ea. Sep 07 16:06:41.300502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 18ae0ce6-0948-4e69-83f3-023f951a6f75 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:06:41.411845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 18ae0ce6-0948-4e69-83f3-023f951a6f75 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:06:41.422925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 18ae0ce6-0948-4e69-83f3-023f951a6f75 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:06:41.423375 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:41.447997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Router 14ee858e-a718-486f-bba7-2159bd39a7cb has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:06:41.458199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-206f4f85-e470-4259-973a-5bf4fd2017c4 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:41.466411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-206f4f85-e470-4259-973a-5bf4fd2017c4 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 821 time: 0.2473660 Sep 07 16:06:41.481296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-af17534c-92dd-4954-bf0c-de5c9f290aa1 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/quotas/69c966e1c7a5492180da5b612f6c029a HTTP/1.1" status: 200 len: 375 time: 0.0138438 Sep 07 16:06:41.553255 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:41.580569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:41.583736 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385d48fa-4024-4472-a5c5-9692b2493c3f" -d '{"events": [{"server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "name": "network-vif-plugged", "status": "completed", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:41.618888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:41.624923 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:41.652191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-f3825e33-ee81-47de-a8b9-b8fdbf947f05 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1213090 Sep 07 16:06:41.684650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:06:41.691336 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=18ae0ce6-0948-4e69-83f3-023f951a6f75,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:41.699767 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b5723-9d86-47c5-8b5e-92277a640046 None None] Sync routers for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:06:41.717419 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b5723-9d86-47c5-8b5e-92277a640046 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:06:41.718404 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-af0b5723-9d86-47c5-8b5e-92277a640046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:41.840872 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-af0b5723-9d86-47c5-8b5e-92277a640046 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:06:42.107296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-58062d49-8f1a-4d6d-aa64-0e2d2fd0a80a service neutron] 10.222.0.70 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403489 Sep 07 16:06:42.213886 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-af0b5723-9d86-47c5-8b5e-92277a640046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'de9877cf-4fcc-4dee-a2a2-42011332be68', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'port_id': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'mac_address': 'fa:16:3e:7b:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:06:08Z', 'updated_at': '2021-09-07T16:06:40Z', 'revision_number': 3, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:42.248833 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b5723-9d86-47c5-8b5e-92277a640046 None None] Checking router: 14ee858e-a718-486f-bba7-2159bd39a7cb for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:06:42.262246 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b5723-9d86-47c5-8b5e-92277a640046 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:06:42.262894 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-af0b5723-9d86-47c5-8b5e-92277a640046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:42.298847 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-cad06e83-c85a-4759-b370-d23087a158ae service neutron] 10.222.0.70 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742015 Sep 07 16:06:42.330832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Router 14ee858e-a718-486f-bba7-2159bd39a7cb has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:06:42.401299 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-af0b5723-9d86-47c5-8b5e-92277a640046 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:06:42.505526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:06:42.512741 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:42.605099 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dae48570-5e7c-4721-8786-2294fd0f78e3 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "PUT /v2.0/floatingips/de9877cf-4fcc-4dee-a2a2-42011332be68 HTTP/1.1" status: 200 len: 999 time: 4.0455537 Sep 07 16:06:42.692069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-0cc44577-e2d1-4e86-8e68-7ee4ba706f66 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:42.693820 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-0cc44577-e2d1-4e86-8e68-7ee4ba706f66 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports/7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 200 len: 943 time: 0.0816622 Sep 07 16:06:42.738339 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-af0b5723-9d86-47c5-8b5e-92277a640046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'de9877cf-4fcc-4dee-a2a2-42011332be68', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'port_id': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'mac_address': 'fa:16:3e:7b:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:06:08Z', 'updated_at': '2021-09-07T16:06:40Z', 'revision_number': 3, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:42.804272 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be96f4f-8327-43e3-bcc6-f1283741b475 x-openstack-request-id: req-3be96f4f-8327-43e3-bcc6-f1283741b475 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:42.804517 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b5723-9d86-47c5-8b5e-92277a640046 None None] The sync data for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 is: [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'de9877cf-4fcc-4dee-a2a2-42011332be68', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'port_id': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'mac_address': 'fa:16:3e:7b:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:06:08Z', 'updated_at': '2021-09-07T16:06:40Z', 'revision_number': 3, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:06:42.804761 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb483bed-df07-44ef-86b3-e9b5e5918927", "name": "network-vif-deleted", "tag": "eaf1829c-8f47-4cf1-85a3-b35c323fade7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:42.805173 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3be96f4f-8327-43e3-bcc6-f1283741b475 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:42.805730 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb483bed-df07-44ef-86b3-e9b5e5918927', 'name': 'network-vif-deleted', 'tag': 'eaf1829c-8f47-4cf1-85a3-b35c323fade7', 'status': 'completed', 'code': 200} Sep 07 16:06:42.876646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-42c9480a-ba34-4201-820c-b38aa619c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:42.878249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-42c9480a-ba34-4201-820c-b38aa619c64f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 1097 time: 0.0672650 Sep 07 16:06:43.020224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d27972-ba6b-4ffd-a297-141f99783e8d req-a439d69d-06a9-4648-87c8-15272093dc64 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:43.021883 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8d27972-ba6b-4ffd-a297-141f99783e8d req-a439d69d-06a9-4648-87c8-15272093dc64 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.1251204 Sep 07 16:06:43.068895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-6525d629-ad8d-4f39-b892-fe265d8f8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:43.071628 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-6525d629-ad8d-4f39-b892-fe265d8f8107 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.1819546 Sep 07 16:06:43.084873 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8d27972-ba6b-4ffd-a297-141f99783e8d req-24a2b2d6-3b6a-4fbd-bbff-7f2891af5b86 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541813 Sep 07 16:06:43.119345 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d2d349-b3d5-49ee-901a-002171d17630 None None] New status for floating IP de9877cf-4fcc-4dee-a2a2-42011332be68: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:06:43.129218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-2d3bda2a-967f-4d9c-9969-b960c6411c2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 200 len: 217 time: 0.0421395 Sep 07 16:06:43.209124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-007db886-940f-4fc6-8f14-dc3210eb757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:43.210853 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-007db886-940f-4fc6-8f14-dc3210eb757a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.0738657 Sep 07 16:06:43.218622 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85831895-6de1-4a2b-a36f-6bbc8503f591 x-openstack-request-id: req-85831895-6de1-4a2b-a36f-6bbc8503f591 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:43.220678 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "name": "network-vif-plugged", "status": "completed", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:43.222565 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85831895-6de1-4a2b-a36f-6bbc8503f591 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:43.223003 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75', 'code': 200} Sep 07 16:06:43.310867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-8a785c78-35ae-4de2-8fe6-1ca9f670831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:43.312465 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-8a785c78-35ae-4de2-8fe6-1ca9f670831e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905006 Sep 07 16:06:43.328080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-114e7fb3-1189-4916-906d-2c7208e22d7f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:06:43.334780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-114e7fb3-1189-4916-906d-2c7208e22d7f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109885 Sep 07 16:06:43.339945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ec264-be75-43c8-92fd-b76f95b110a7 req-d5a46283-6570-45b4-a226-e5830c596c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:43.348096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-be2ec264-be75-43c8-92fd-b76f95b110a7 req-d5a46283-6570-45b4-a226-e5830c596c07 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 1100 time: 0.1000183 Sep 07 16:06:43.489055 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-be2ec264-be75-43c8-92fd-b76f95b110a7 req-96b6f377-4f61-4731-9428-63b0bf4fbfc1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132565 Sep 07 16:06:43.508953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c3bb-4f09-44c3-9509-ed3de5a4fd29 req-0ab489e6-8e91-452b-ab26-424fd595804b tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:43.511318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d26c3bb-4f09-44c3-9509-ed3de5a4fd29 req-0ab489e6-8e91-452b-ab26-424fd595804b tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.1565027 Sep 07 16:06:43.517772 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-dac4aa14-5f26-4bba-8e6e-5b8a244a014a service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646402 Sep 07 16:06:43.592740 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769fff3-affa-41ba-8676-3d7ce350e37d None None] Sync routers for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:06:43.603256 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769fff3-affa-41ba-8676-3d7ce350e37d None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:06:43.603970 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9769fff3-affa-41ba-8676-3d7ce350e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:43.619860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d26c3bb-4f09-44c3-9509-ed3de5a4fd29 req-029c38f1-139c-4e67-aa0f-1ebbe087a1ea tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008329 Sep 07 16:06:43.646384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-a9de4d4a-bdef-49a9-90be-af3f103aab40 service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196558 Sep 07 16:06:43.757590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-d74671b7-fb3b-4c40-9301-001645da3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:43.770218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-d74671b7-fb3b-4c40-9301-001645da3621 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 1097 time: 0.0824170 Sep 07 16:06:43.780198 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-9769fff3-affa-41ba-8676-3d7ce350e37d None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:06:43.816886 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:43.866534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35364b56-7a5f-4d90-b30f-0ec02f64daeb req-e59c4cf3-a8e2-4a4a-b8ee-bf56cc30e121 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 210 time: 0.0580146 Sep 07 16:06:43.906355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-8c1962f3-5d49-496d-91da-dff65bd5a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:43.915768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-8c1962f3-5d49-496d-91da-dff65bd5a3ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.1448369 Sep 07 16:06:44.012111 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-03f04869-5021-4ca0-ae7a-30ad9ecd54c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=256192b3-f513-41ea-9b52-baaf2a6573bc HTTP/1.1" status: 200 len: 1002 time: 0.0951946 Sep 07 16:06:44.088421 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9769fff3-affa-41ba-8676-3d7ce350e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'de9877cf-4fcc-4dee-a2a2-42011332be68', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'port_id': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'mac_address': 'fa:16:3e:7b:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:06:08Z', 'updated_at': '2021-09-07T16:06:43Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:44.090076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-32969f96-2745-417d-9953-41c0bd26e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:44.101811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-32969f96-2745-417d-9953-41c0bd26e055 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.0829053 Sep 07 16:06:44.127977 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769fff3-affa-41ba-8676-3d7ce350e37d None None] Checking router: 14ee858e-a718-486f-bba7-2159bd39a7cb for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:06:44.143063 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769fff3-affa-41ba-8676-3d7ce350e37d None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:06:44.143711 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9769fff3-affa-41ba-8676-3d7ce350e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:44.202398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-12e860b9-6d19-483f-be92-52c99c748f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:44.202919 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-959477a0-3ae4-4156-9970-5939a940f7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:44.208373 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-12e860b9-6d19-483f-be92-52c99c748f3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052461 Sep 07 16:06:44.292011 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-ef167011-9b72-417e-9d10-7988ee41a081 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:44.294296 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-ef167011-9b72-417e-9d10-7988ee41a081 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.35 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 821 time: 0.2559106 Sep 07 16:06:44.334098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Request body: {'port': {'device_id': '39cfb8bf-d197-4844-a485-d07d4dad6001', 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e', 'admin_state_up': True, 'tenant_id': '69c966e1c7a5492180da5b612f6c029a'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:44.340325 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-c6473ccd-f1b1-47f8-b9d3-32b002c84591 service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205461 Sep 07 16:06:44.344759 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-9769fff3-affa-41ba-8676-3d7ce350e37d None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:06:44.542383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa6bd14-41c4-477d-8fed-28271b274cfd req-ea9cc506-567c-405b-9119-bb400c4adc25 service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802294 Sep 07 16:06:44.634941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae93afd-9ec6-41ef-8b50-6bb5825f8acc req-acb00b3f-7129-4445-8ac4-edcb71840fd7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:44.637150 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Made reservation on behalf of 69c966e1c7a5492180da5b612f6c029a for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:06:44.642348 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:44.644023 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ae93afd-9ec6-41ef-8b50-6bb5825f8acc req-acb00b3f-7129-4445-8ac4-edcb71840fd7 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.2380791 Sep 07 16:06:44.699014 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9769fff3-affa-41ba-8676-3d7ce350e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'de9877cf-4fcc-4dee-a2a2-42011332be68', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'port_id': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'mac_address': 'fa:16:3e:7b:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:06:08Z', 'updated_at': '2021-09-07T16:06:43Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:44.739484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ae93afd-9ec6-41ef-8b50-6bb5825f8acc req-99ca06e6-8f03-49a6-bd5e-64ca2367c08c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944057 Sep 07 16:06:44.750935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc4873-dec3-4799-8dc5-08c0941dde9c req-4e4cf0f5-13ab-405b-bfa7-f7e217826535 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:44.752500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fedc4873-dec3-4799-8dc5-08c0941dde9c req-4e4cf0f5-13ab-405b-bfa7-f7e217826535 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 950 time: 0.0999997 Sep 07 16:06:44.759658 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769fff3-affa-41ba-8676-3d7ce350e37d None None] The sync data for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 is: [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'de9877cf-4fcc-4dee-a2a2-42011332be68', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'port_id': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'mac_address': 'fa:16:3e:7b:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:06:08Z', 'updated_at': '2021-09-07T16:06:43Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:06:44.804139 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:44.807796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea'}, {'name': 'network-changed', 'server_uuid': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'tag': '256192b3-f513-41ea-9b52-baaf2a6573bc'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:44.813684 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fee614-630c-4f2f-be6b-f857d2446d63" -d '{"events": [{"name": "network-changed", "server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea"}, {"name": "network-changed", "server_uuid": "1cd0b70f-1f9c-4bdb-a230-a86358bc5175", "tag": "256192b3-f513-41ea-9b52-baaf2a6573bc"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:44.858762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Allocated IP 172.20.0.11 (44c77a42-d6f7-43c3-a1fe-c55861cace6e/223246ab-fef5-4bb3-b713-91f21f94e39f/82efd9bc-2640-4710-8aa1-f36ca78518f1) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:06:44.937562 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fedc4873-dec3-4799-8dc5-08c0941dde9c req-d4113571-a5fe-4a50-9e66-552f783f4ff5 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625962 Sep 07 16:06:44.982127 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2347a689-ff5f-4c3d-8f2e-e1ac9843683a req-677ed67d-3ace-46d5-b3b1-1fa03c14e763 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 1002 time: 0.1407864 Sep 07 16:06:45.082163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347a689-ff5f-4c3d-8f2e-e1ac9843683a req-9a2bcac4-324c-4e5d-af96-0f41189cc9b0 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:45.097058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2347a689-ff5f-4c3d-8f2e-e1ac9843683a req-9a2bcac4-324c-4e5d-af96-0f41189cc9b0 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports/256192b3-f513-41ea-9b52-baaf2a6573bc HTTP/1.1" status: 200 len: 943 time: 0.1003165 Sep 07 16:06:45.118979 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:45.174127 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:45.186735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['e0f77dab-a541-45a4-9c63-e28944de1262'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:45.253963 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Network 44c77a42-d6f7-43c3-a1fe-c55861cace6e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:06:45.258919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:06:45.266692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:06:45.280890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c46c0-141c-498c-9743-ddbad6f90ffd req-a2fd057c-11ad-471f-9a0d-020001179e33 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:45.292401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-222c46c0-141c-498c-9743-ddbad6f90ffd req-a2fd057c-11ad-471f-9a0d-020001179e33 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.1288638 Sep 07 16:06:45.304868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Pushing event updated for resources: {'Port': ['ID=82efd9bc-2640-4710-8aa1-f36ca78518f1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:45.305434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2347a689-ff5f-4c3d-8f2e-e1ac9843683a req-cc4e5832-a704-49ad-8ab1-c5308130d30c tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 1002 time: 0.1523020 Sep 07 16:06:45.315413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device eaf1829c-8f47-4cf1-85a3-b35c323fade7 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:06:45.332439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:45.332796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:45.333145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:45.333484 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:45.333971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:45.334316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:45.334647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:45.334980 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:45.335309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:45.335822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:45.336153 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:45.336540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:06:45.361411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: eaf1829c-8f47-4cf1-85a3-b35c323fade7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:06:45.362129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device eaf1829c-8f47-4cf1-85a3-b35c323fade7 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:06:45.364878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:45.365546 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:45.385985 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-5b39dbdd-7964-4054-8a34-7964b60fbfd0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0558388 Sep 07 16:06:45.412994 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Request body: {'port': {'device_id': '39cfb8bf-d197-4844-a485-d07d4dad6001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:45.431796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-222c46c0-141c-498c-9743-ddbad6f90ffd req-26bb97e6-d662-46e6-8ace-ece1ef9e7456 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378684 Sep 07 16:06:45.494761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347a689-ff5f-4c3d-8f2e-e1ac9843683a req-fb35e041-3ab3-413f-b23b-f0cf4b44c3f0 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:45.504844 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:45.510604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2347a689-ff5f-4c3d-8f2e-e1ac9843683a req-fb35e041-3ab3-413f-b23b-f0cf4b44c3f0 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.1921239 Sep 07 16:06:45.554601 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affd67b3-d687-47d6-a09a-800fdb626b42 x-openstack-request-id: req-affd67b3-d687-47d6-a09a-800fdb626b42 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:45.555227 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1cd0b70f-1f9c-4bdb-a230-a86358bc5175", "tag": "256192b3-f513-41ea-9b52-baaf2a6573bc", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:45.555227 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-affd67b3-d687-47d6-a09a-800fdb626b42 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:45.555508 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'status': 'completed', 'code': 200} Sep 07 16:06:45.555760 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'tag': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'status': 'completed', 'code': 200} Sep 07 16:06:45.719597 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-54a94071-64cb-4756-9d19-d6705bae1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:45.721317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-54a94071-64cb-4756-9d19-d6705bae1fd4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 1097 time: 0.1222703 Sep 07 16:06:45.827328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475ade3-9c89-4158-8102-2f0af8ac8efe req-9f22ed29-a6ab-4926-b209-1fe1b42b998c tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:45.835164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1475ade3-9c89-4158-8102-2f0af8ac8efe req-9f22ed29-a6ab-4926-b209-1fe1b42b998c tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 932 time: 0.1586733 Sep 07 16:06:45.919181 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-156faf96-8464-459d-a6da-7b9952968e6c req-1410a30d-27f5-496e-ae77-d923d8387396 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 1002 time: 0.1873155 Sep 07 16:06:45.919467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82efd9bc-2640-4710-8aa1-f36ca78518f1 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:45.924046 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:45.941735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Transition to ACTIVE for port object 82efd9bc-2640-4710-8aa1-f36ca78518f1 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:06:45.947321 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:46.016290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1475ade3-9c89-4158-8102-2f0af8ac8efe req-670b4c99-e1fe-46ee-a5fe-4593c56f7a31 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799891 Sep 07 16:06:46.061152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Pushing event updated for resources: {'Port': ['ID=82efd9bc-2640-4710-8aa1-f36ca78518f1,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:46.069812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156faf96-8464-459d-a6da-7b9952968e6c req-856750e7-d2a7-43ed-b0fc-111af93578e9 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:46.084940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-156faf96-8464-459d-a6da-7b9952968e6c req-856750e7-d2a7-43ed-b0fc-111af93578e9 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports/256192b3-f513-41ea-9b52-baaf2a6573bc HTTP/1.1" status: 200 len: 943 time: 0.1706643 Sep 07 16:06:46.107081 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-97c26e1b-531e-4c91-90c1-b05f57c3692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:46.124476 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-97c26e1b-531e-4c91-90c1-b05f57c3692d service neutron] 10.222.0.35 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.3527572 Sep 07 16:06:46.145056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Attempting to bind port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:06:46.146160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Attempting to bind port 82efd9bc-2640-4710-8aa1-f36ca78518f1 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:06:46.146788 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Attempting to bind port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:46.155504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:06:46.157063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Attempting to bind port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:06:46.166245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:06:46.174366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Checking segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:06:46.174366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Bound using segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:06:46.174366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Bound port: 82efd9bc-2640-4710-8aa1-f36ca78518f1, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:06:46.174366 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:46.222916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-cea50b18-e2b2-4c1d-9e3e-5f667da5f4be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 200 len: 217 time: 0.0788536 Sep 07 16:06:46.264795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:06:46.268959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:06:46.274874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cc3d1-3011-4ddd-b512-603b0cd4f18d req-32c4d608-8b77-4c66-b036-ac63bdc49d9c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:46.276492 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:46.277236 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b51cc3d1-3011-4ddd-b512-603b0cd4f18d req-32c4d608-8b77-4c66-b036-ac63bdc49d9c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 950 time: 0.2952611 Sep 07 16:06:46.377650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Pushing event updated for resources: {'Port': ['ID=82efd9bc-2640-4710-8aa1-f36ca78518f1,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:46.397629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:46.398056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-156faf96-8464-459d-a6da-7b9952968e6c req-671bda10-c62d-4c70-96ac-facefdab1e3b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 1002 time: 0.1861901 Sep 07 16:06:46.398485 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:46.400352 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-bea79859-e650-4bb6-8930-fa1976ac18d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/82efd9bc-2640-4710-8aa1-f36ca78518f1 HTTP/1.1" status: 200 len: 1092 time: 0.9986744 Sep 07 16:06:46.402358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cfb8bf-d197-4844-a485-d07d4dad6001', 'tag': '82efd9bc-2640-4710-8aa1-f36ca78518f1'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:46.405317 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886bf908-fff7-4d1d-83fc-22fac5443906" -d '{"events": [{"name": "network-changed", "server_uuid": "39cfb8bf-d197-4844-a485-d07d4dad6001", "tag": "82efd9bc-2640-4710-8aa1-f36ca78518f1"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:46.415996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6acf30-236b-4d71-82ee-96492e655236 req-028699e9-5b8c-4aff-9a52-887fdd9cc115 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:46.420864 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a6acf30-236b-4d71-82ee-96492e655236 req-028699e9-5b8c-4aff-9a52-887fdd9cc115 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.2882144 Sep 07 16:06:46.480881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-f10b1798-9bbf-42fd-9395-61cc1306ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:46.482372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-f10b1798-9bbf-42fd-9395-61cc1306ba2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.2256937 Sep 07 16:06:46.491263 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-b878f8f0-7af3-4fc0-90c7-1a8c12843716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:46.494152 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-b878f8f0-7af3-4fc0-90c7-1a8c12843716 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 1095 time: 0.0484242 Sep 07 16:06:46.567610 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-ba3ad55b-ed4a-48c7-a734-43c529b58712 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1 HTTP/1.1" status: 200 len: 217 time: 0.0489426 Sep 07 16:06:46.619872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a6acf30-236b-4d71-82ee-96492e655236 req-15330acf-8529-47d4-8cfc-e7b86d7b39a8 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932461 Sep 07 16:06:46.666269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b51cc3d1-3011-4ddd-b512-603b0cd4f18d req-6bcea0de-6f64-47bd-941e-ef3c664b179a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Deleting port 80641943-4567-4ee2-94c9-e33cd7dd46d9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:06:46.667223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51cc3d1-3011-4ddd-b512-603b0cd4f18d req-6bcea0de-6f64-47bd-941e-ef3c664b179a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:46.668165 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:46.686572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-d5e4ae8f-e7e0-4d01-a306-f2b845c04cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:46.688053 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-d5e4ae8f-e7e0-4d01-a306-f2b845c04cc7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442761 Sep 07 16:06:46.690321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-7dafc1e0-e509-4fdd-af61-11ba7181ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:46.695110 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-7dafc1e0-e509-4fdd-af61-11ba7181ec62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.1088665 Sep 07 16:06:46.695449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156faf96-8464-459d-a6da-7b9952968e6c req-ca428b6a-27fd-4f61-8a3e-ad73b7778a52 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:46.704471 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-156faf96-8464-459d-a6da-7b9952968e6c req-ca428b6a-27fd-4f61-8a3e-ad73b7778a52 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.2823620 Sep 07 16:06:46.762293 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-65929c48-5a7b-4ef8-bbe7-6daa06e4f022 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518665 Sep 07 16:06:46.895084 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-f1b13a79-9c1c-4af2-b7f5-aad6abfe487e service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190128 Sep 07 16:06:47.027696 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8125293a-48f5-4adf-aa0f-35a74afddd6d req-86a1833b-5ceb-446b-9513-e4159a1df2f4 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207910 Sep 07 16:06:47.206386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-156faf96-8464-459d-a6da-7b9952968e6c req-c03d3e9e-4772-49b1-ba86-8cf9f54a48f2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 1002 time: 0.5010114 Sep 07 16:06:47.226719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-156faf96-8464-459d-a6da-7b9952968e6c req-f9621075-c5a1-41ee-9fad-fa57a6f30d9b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:47.283787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef536a-05b9-4d74-87ec-fa3ab5356b3c req-9f4f986a-0f99-426b-8980-e6d95623b1c6 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:47.288838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bdef536a-05b9-4d74-87ec-fa3ab5356b3c req-9f4f986a-0f99-426b-8980-e6d95623b1c6 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=03e0968f-47e5-47f0-8eca-ce25f288ec8b HTTP/1.1" status: 200 len: 950 time: 0.5095205 Sep 07 16:06:47.291523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b51cc3d1-3011-4ddd-b512-603b0cd4f18d req-6bcea0de-6f64-47bd-941e-ef3c664b179a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] For port 80641943-4567-4ee2-94c9-e33cd7dd46d9, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=80641943-4567-4ee2-94c9-e33cd7dd46d9,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:47.291897 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51cc3d1-3011-4ddd-b512-603b0cd4f18d req-6bcea0de-6f64-47bd-941e-ef3c664b179a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:47.324291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b51cc3d1-3011-4ddd-b512-603b0cd4f18d req-6bcea0de-6f64-47bd-941e-ef3c664b179a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Calling delete_port for 80641943-4567-4ee2-94c9-e33cd7dd46d9 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:06:47.333255 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-9b54a321-15af-46e9-a031-001f545c3cb0 service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230183 Sep 07 16:06:47.380682 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-156faf96-8464-459d-a6da-7b9952968e6c req-f9621075-c5a1-41ee-9fad-fa57a6f30d9b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:47.466642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bdef536a-05b9-4d74-87ec-fa3ab5356b3c req-6f0d6ac4-334e-4fee-9cf7-3ab895117fc0 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646264 Sep 07 16:06:47.514238 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7619824e-8bd2-486b-9815-74b623102912 x-openstack-request-id: req-7619824e-8bd2-486b-9815-74b623102912 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:47.514739 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cfb8bf-d197-4844-a485-d07d4dad6001", "tag": "82efd9bc-2640-4710-8aa1-f36ca78518f1", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:47.515491 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7619824e-8bd2-486b-9815-74b623102912 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:47.515491 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cfb8bf-d197-4844-a485-d07d4dad6001', 'tag': '82efd9bc-2640-4710-8aa1-f36ca78518f1', 'status': 'completed', 'code': 200} Sep 07 16:06:47.640046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bf908-fff7-4d1d-83fc-22fac5443906 req-eebddfed-61e1-4068-97ab-5e2f252c167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:47.643444 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-886bf908-fff7-4d1d-83fc-22fac5443906 req-eebddfed-61e1-4068-97ab-5e2f252c167a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 1095 time: 0.0892179 Sep 07 16:06:47.662045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-9025c1ba-b4de-461e-a367-08b42377ba87 service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164802 Sep 07 16:06:47.732985 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-156faf96-8464-459d-a6da-7b9952968e6c req-f9621075-c5a1-41ee-9fad-fa57a6f30d9b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:47.749973 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cfd60-c546-4b07-b051-f3d5fbdd15b9 req-edc8a8ae-6eb1-4ac4-8693-f8f4decdc92e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:47.760405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-337cfd60-c546-4b07-b051-f3d5fbdd15b9 req-edc8a8ae-6eb1-4ac4-8693-f8f4decdc92e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.1879590 Sep 07 16:06:47.856408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bf908-fff7-4d1d-83fc-22fac5443906 req-73b2749e-f4c4-4e83-b8ac-d1723518d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:47.856408 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-886bf908-fff7-4d1d-83fc-22fac5443906 req-73b2749e-f4c4-4e83-b8ac-d1723518d039 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.1974761 Sep 07 16:06:47.856918 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-156faf96-8464-459d-a6da-7b9952968e6c req-f9621075-c5a1-41ee-9fad-fa57a6f30d9b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:47.856918 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-156faf96-8464-459d-a6da-7b9952968e6c req-f9621075-c5a1-41ee-9fad-fa57a6f30d9b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Floating IP de9877cf-4fcc-4dee-a2a2-42011332be68 disassociated. External IP: 172.25.3.164, port: 256192b3-f513-41ea-9b52-baaf2a6573bc. Sep 07 16:06:47.923699 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-886bf908-fff7-4d1d-83fc-22fac5443906 req-3c09775a-160b-472f-9610-3179bbf37a12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1 HTTP/1.1" status: 200 len: 217 time: 0.0661941 Sep 07 16:06:47.974119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-337cfd60-c546-4b07-b051-f3d5fbdd15b9 req-c4511bda-bd15-4623-a4f9-ee6d5cd3cff9 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740563 Sep 07 16:06:47.978227 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51cc3d1-3011-4ddd-b512-603b0cd4f18d req-6bcea0de-6f64-47bd-941e-ef3c664b179a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:47.981449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-5a75412d-d4e7-4fac-bdeb-85774a71dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:47.983067 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-5a75412d-d4e7-4fac-bdeb-85774a71dc9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 1097 time: 0.2199845 Sep 07 16:06:47.994666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db', 'aac4c757-f6cc-4d1e-a279-038b10875c09', '93654770-500a-4bfe-bc36-2c003543b94a', 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:47.998721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['88c4e6fa-48bb-45df-90cc-573146683882', '80641943-4567-4ee2-94c9-e33cd7dd46d9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:48.015574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bf908-fff7-4d1d-83fc-22fac5443906 req-445df8e1-917c-4d1d-bade-951b6840bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:48.018994 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-886bf908-fff7-4d1d-83fc-22fac5443906 req-445df8e1-917c-4d1d-bade-951b6840bb11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.0838139 Sep 07 16:06:48.077321 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-886bf908-fff7-4d1d-83fc-22fac5443906 req-4a1a356d-d32b-4e11-9031-526b3be79962 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452354 Sep 07 16:06:48.128498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcea0de-6f64-47bd-941e-ef3c664b179a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event deleted for resources: {'Port': ['ID=80641943-4567-4ee2-94c9-e33cd7dd46d9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:48.259140 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-886bf908-fff7-4d1d-83fc-22fac5443906 req-a518466e-6880-4fdf-afc6-16048e94c453 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666653 Sep 07 16:06:48.293531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51cc3d1-3011-4ddd-b512-603b0cd4f18d req-6bcea0de-6f64-47bd-941e-ef3c664b179a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] No DVR routers for this DVR port 80641943-4567-4ee2-94c9-e33cd7dd46d9 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:06:48.312126 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b51cc3d1-3011-4ddd-b512-603b0cd4f18d req-6bcea0de-6f64-47bd-941e-ef3c664b179a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:48.314209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b51cc3d1-3011-4ddd-b512-603b0cd4f18d req-6bcea0de-6f64-47bd-941e-ef3c664b179a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "DELETE /v2.0/ports/80641943-4567-4ee2-94c9-e33cd7dd46d9 HTTP/1.1" status: 204 len: 173 time: 1.9838359 Sep 07 16:06:48.316077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e0968f-47e5-47f0-8eca-ce25f288ec8b', 'name': 'network-vif-deleted', 'tag': '80641943-4567-4ee2-94c9-e33cd7dd46d9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:48.319177 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2648604f-2404-4612-9739-0e6b7f80500b" -d '{"events": [{"server_uuid": "03e0968f-47e5-47f0-8eca-ce25f288ec8b", "name": "network-vif-deleted", "tag": "80641943-4567-4ee2-94c9-e33cd7dd46d9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:48.406704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-cf28679a-6ce9-4097-b569-f0b11b14d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:48.408884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-cf28679a-6ce9-4097-b569-f0b11b14d5d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.3778322 Sep 07 16:06:48.414912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209b430-3cc9-43a6-9e12-3a4ec62db206 req-48dcf37a-b322-4d91-b8b2-a6c3b05b44b1 tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:48.424721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5209b430-3cc9-43a6-9e12-3a4ec62db206 req-48dcf37a-b322-4d91-b8b2-a6c3b05b44b1 tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 1100 time: 0.1681435 Sep 07 16:06:48.479737 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-886bf908-fff7-4d1d-83fc-22fac5443906 req-50c7b5fb-d3c1-4600-841d-2d9bbe03d268 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112164 Sep 07 16:06:48.548474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-739256bc-d0fe-4bdb-b45e-a403d720ab8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=256192b3-f513-41ea-9b52-baaf2a6573bc HTTP/1.1" status: 200 len: 217 time: 0.1163609 Sep 07 16:06:48.621225 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5209b430-3cc9-43a6-9e12-3a4ec62db206 req-3581029e-2a2e-4f23-b00e-9e74a261fb6a tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897378 Sep 07 16:06:48.638441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-156faf96-8464-459d-a6da-7b9952968e6c req-f9621075-c5a1-41ee-9fad-fa57a6f30d9b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Router 14ee858e-a718-486f-bba7-2159bd39a7cb has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:06:48.673144 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-4925b40f-ee35-4a0f-984c-5a5ff3b042ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:48.678261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-4925b40f-ee35-4a0f-984c-5a5ff3b042ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.1119142 Sep 07 16:06:48.899969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28630a44-48fa-490f-8b5b-e6c1862b517d req-bb589b01-3ecf-4c06-a798-64b28dbff07b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:48.907667 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28630a44-48fa-490f-8b5b-e6c1862b517d req-bb589b01-3ecf-4c06-a798-64b28dbff07b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 944 time: 0.0950997 Sep 07 16:06:48.915712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-8d63a838-959d-4f23-8b4e-5a0f3991a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:48.917259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-8d63a838-959d-4f23-8b4e-5a0f3991a65a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2293918 Sep 07 16:06:49.073199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-156faf96-8464-459d-a6da-7b9952968e6c req-f9621075-c5a1-41ee-9fad-fa57a6f30d9b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:06:49.086755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf8e39-f806-4c61-8c15-13219c6e26af None None] Sync routers for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:06:49.092860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28630a44-48fa-490f-8b5b-e6c1862b517d req-c453ca99-9884-4a66-b538-c04f8ed638a4 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843202 Sep 07 16:06:49.099211 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-156faf96-8464-459d-a6da-7b9952968e6c req-f9621075-c5a1-41ee-9fad-fa57a6f30d9b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:49.115783 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf8e39-f806-4c61-8c15-13219c6e26af None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:06:49.118671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7fbf8e39-f806-4c61-8c15-13219c6e26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:49.152063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-0e5b4272-bad7-4842-b1c8-2a77c6f92529 service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924057 Sep 07 16:06:49.154191 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65909621-c99c-4cdd-bb50-7ad5d330b64e x-openstack-request-id: req-65909621-c99c-4cdd-bb50-7ad5d330b64e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:49.154560 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e0968f-47e5-47f0-8eca-ce25f288ec8b", "name": "network-vif-deleted", "tag": "80641943-4567-4ee2-94c9-e33cd7dd46d9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:49.154868 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65909621-c99c-4cdd-bb50-7ad5d330b64e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:49.155204 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e0968f-47e5-47f0-8eca-ce25f288ec8b', 'name': 'network-vif-deleted', 'tag': '80641943-4567-4ee2-94c9-e33cd7dd46d9', 'status': 'completed', 'code': 200} Sep 07 16:06:49.241906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-156faf96-8464-459d-a6da-7b9952968e6c req-f9621075-c5a1-41ee-9fad-fa57a6f30d9b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "PUT /v2.0/floatingips/de9877cf-4fcc-4dee-a2a2-42011332be68 HTTP/1.1" status: 200 len: 695 time: 2.0214243 Sep 07 16:06:49.353010 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fee614-630c-4f2f-be6b-f857d2446d63 req-07174f3a-0da6-4271-ac44-1d1cbe926d5a service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741459 Sep 07 16:06:49.356355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156faf96-8464-459d-a6da-7b9952968e6c req-1a6d5aab-572f-4f52-bdef-8a2c802f18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:49.358328 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-156faf96-8464-459d-a6da-7b9952968e6c req-1a6d5aab-572f-4f52-bdef-8a2c802f18ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 1097 time: 0.1081982 Sep 07 16:06:49.364487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7fbf8e39-f806-4c61-8c15-13219c6e26af None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:06:49.601035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ca023-62b2-484a-8a1c-2f769110810f req-e4948523-1c9d-401c-9889-fe17263de8df tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:49.603252 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-924ca023-62b2-484a-8a1c-2f769110810f req-e4948523-1c9d-401c-9889-fe17263de8df tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.1564326 Sep 07 16:06:49.605956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156faf96-8464-459d-a6da-7b9952968e6c req-5f4c6c72-6230-469f-a0bf-ef46b60f682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:49.607749 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-156faf96-8464-459d-a6da-7b9952968e6c req-5f4c6c72-6230-469f-a0bf-ef46b60f682c service neutron] 10.222.0.70 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.2333109 Sep 07 16:06:49.615472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f8940f7a-0df8-42ce-9cc6-dc37450d6de5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1539931 Sep 07 16:06:49.685375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-156faf96-8464-459d-a6da-7b9952968e6c req-d24938ab-a6db-47d2-ae4a-8e556b63e560 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=256192b3-f513-41ea-9b52-baaf2a6573bc HTTP/1.1" status: 200 len: 217 time: 0.0594826 Sep 07 16:06:49.723396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7fbf8e39-f806-4c61-8c15-13219c6e26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:49.739147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-924ca023-62b2-484a-8a1c-2f769110810f req-5ba8eb08-58e4-4923-b5ff-d9a3ec6237c0 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222782 Sep 07 16:06:49.773738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156faf96-8464-459d-a6da-7b9952968e6c req-d7cdfdf8-0936-464e-ba11-79f4e4c3f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:49.778320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-156faf96-8464-459d-a6da-7b9952968e6c req-d7cdfdf8-0936-464e-ba11-79f4e4c3f69c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.0798666 Sep 07 16:06:49.778820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf8e39-f806-4c61-8c15-13219c6e26af None None] Checking router: 14ee858e-a718-486f-bba7-2159bd39a7cb for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:06:49.791806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf8e39-f806-4c61-8c15-13219c6e26af None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:06:49.792799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7fbf8e39-f806-4c61-8c15-13219c6e26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:49.883221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156faf96-8464-459d-a6da-7b9952968e6c req-19e93a4a-a5fd-472b-8259-861acdf390be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:49.886246 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-156faf96-8464-459d-a6da-7b9952968e6c req-19e93a4a-a5fd-472b-8259-861acdf390be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017537 Sep 07 16:06:50.052460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-156faf96-8464-459d-a6da-7b9952968e6c req-c04b3d49-1aef-42f3-a151-be568f346767 service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575744 Sep 07 16:06:50.146726 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7fbf8e39-f806-4c61-8c15-13219c6e26af None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:06:50.477398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7fbf8e39-f806-4c61-8c15-13219c6e26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:50.509543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf8e39-f806-4c61-8c15-13219c6e26af None None] The sync data for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 is: [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:06:50.574395 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-156faf96-8464-459d-a6da-7b9952968e6c req-324bc198-52d0-4733-8d6e-97fb38ec5393 service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099354 Sep 07 16:06:50.596740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e6192-3518-4e89-b0f6-cf0f078599a4 req-f7e39bda-b102-49a1-a2c2-a7caabe2a4f0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:50.610507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b78e6192-3518-4e89-b0f6-cf0f078599a4 req-f7e39bda-b102-49a1-a2c2-a7caabe2a4f0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.3863022 Sep 07 16:06:50.646737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b78e6192-3518-4e89-b0f6-cf0f078599a4 req-d23cd5a9-fbb9-4ac6-82cc-e36709665311 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351350 Sep 07 16:06:50.809205 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77993c87-a41e-4e66-826a-b216b2734a0c req-55094ef5-b7af-47f0-a90c-17266f42f867 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:50.811668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77993c87-a41e-4e66-826a-b216b2734a0c req-55094ef5-b7af-47f0-a90c-17266f42f867 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 944 time: 0.0690033 Sep 07 16:06:50.905370 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77993c87-a41e-4e66-826a-b216b2734a0c req-87217ce2-e8ac-4889-8b6b-e23c6eec6dbf tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852554 Sep 07 16:06:50.952503 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a1742-a7b2-4437-83ee-7a7d3ca85fa9 None None] New status for floating IP de9877cf-4fcc-4dee-a2a2-42011332be68: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:06:51.156853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'tag': '256192b3-f513-41ea-9b52-baaf2a6573bc'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:51.161964 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a122330-5284-4aa3-a318-1ab589262519" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd0b70f-1f9c-4bdb-a230-a86358bc5175", "tag": "256192b3-f513-41ea-9b52-baaf2a6573bc"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:51.358578 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 80641943-4567-4ee2-94c9-e33cd7dd46d9 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:06:51.416962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 80641943-4567-4ee2-94c9-e33cd7dd46d9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:06:51.418016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 80641943-4567-4ee2-94c9-e33cd7dd46d9 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:06:51.486137 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffb4bcc-c92f-4205-a904-a2ad9e6e377c x-openstack-request-id: req-4ffb4bcc-c92f-4205-a904-a2ad9e6e377c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:51.486369 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd0b70f-1f9c-4bdb-a230-a86358bc5175", "tag": "256192b3-f513-41ea-9b52-baaf2a6573bc", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:51.486687 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ffb4bcc-c92f-4205-a904-a2ad9e6e377c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:51.487143 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'tag': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'status': 'completed', 'code': 200} Sep 07 16:06:51.573022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-bc7cd6ce-b98b-4157-b7b6-9d28bb6384d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:51.574465 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-bc7cd6ce-b98b-4157-b7b6-9d28bb6384d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 1100 time: 0.1447093 Sep 07 16:06:51.682026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8f228-31e9-4ce3-964d-d9c2853d85cf req-b9a85f2b-5541-4263-a1d7-ffe2e6c88ef7 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:51.684364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ed8f228-31e9-4ce3-964d-d9c2853d85cf req-b9a85f2b-5541-4263-a1d7-ffe2e6c88ef7 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=64ddf444-5b65-4720-87f8-9f8eaccc1c3d HTTP/1.1" status: 200 len: 950 time: 0.1733341 Sep 07 16:06:51.690276 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a122330-5284-4aa3-a318-1ab589262519 req-4aa916be-f447-40a5-b227-378f551bc941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:51.692258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a122330-5284-4aa3-a318-1ab589262519 req-4aa916be-f447-40a5-b227-378f551bc941 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 1097 time: 0.1300373 Sep 07 16:06:51.735438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12decba-7220-40d8-83b3-91a1bcae1e86 req-5d1e3479-1a0b-43b4-be86-d96b58629b29 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:51.738194 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f12decba-7220-40d8-83b3-91a1bcae1e86 req-5d1e3479-1a0b-43b4-be86-d96b58629b29 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "GET /v2.0/ports?device_id=64ddf444-5b65-4720-87f8-9f8eaccc1c3d HTTP/1.1" status: 200 len: 950 time: 0.0680871 Sep 07 16:06:51.845099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-cc4e6c7e-12cd-4980-b30e-bc3772ee1620 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:51.846731 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-cc4e6c7e-12cd-4980-b30e-bc3772ee1620 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2186031 Sep 07 16:06:51.851476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f12decba-7220-40d8-83b3-91a1bcae1e86 req-88c572bd-22ca-4fcb-8908-83f4a629b779 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Deleting port 88c4e6fa-48bb-45df-90cc-573146683882 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:06:51.852027 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f12decba-7220-40d8-83b3-91a1bcae1e86 req-88c572bd-22ca-4fcb-8908-83f4a629b779 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:51.880932 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ed8f228-31e9-4ce3-964d-d9c2853d85cf req-4646d48f-3a66-49d4-b067-f96c5e9dd10b tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863420 Sep 07 16:06:51.929433 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-532f8b6d-4b8a-488a-b465-44254a39e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:51.931422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-532f8b6d-4b8a-488a-b465-44254a39e319 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.3384602 Sep 07 16:06:51.945920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-01d5e565-d207-4b78-b48b-1e99f29069d6 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 696 time: 0.0852332 Sep 07 16:06:51.972663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-192e25a6-ac14-4fc5-99a7-b96e98a3cdfc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Request body: {'floatingip': {'port_id': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:51.976071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f12decba-7220-40d8-83b3-91a1bcae1e86 req-88c572bd-22ca-4fcb-8908-83f4a629b779 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] For port 88c4e6fa-48bb-45df-90cc-573146683882, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=88c4e6fa-48bb-45df-90cc-573146683882,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:51.976554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f12decba-7220-40d8-83b3-91a1bcae1e86 req-88c572bd-22ca-4fcb-8908-83f4a629b779 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:51.995383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f12decba-7220-40d8-83b3-91a1bcae1e86 req-88c572bd-22ca-4fcb-8908-83f4a629b779 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Calling delete_port for 88c4e6fa-48bb-45df-90cc-573146683882 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:06:52.003531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a122330-5284-4aa3-a318-1ab589262519 req-89e2a69c-f00c-4520-ae49-eab6e43ef5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:52.005032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a122330-5284-4aa3-a318-1ab589262519 req-89e2a69c-f00c-4520-ae49-eab6e43ef5e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.2757838 Sep 07 16:06:52.038895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-2d781278-1b3f-4e21-a172-a86466eac1f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 200 len: 217 time: 0.0913210 Sep 07 16:06:52.113666 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-192e25a6-ac14-4fc5-99a7-b96e98a3cdfc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:52.119265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a122330-5284-4aa3-a318-1ab589262519 req-6b7f21a0-e618-479b-b261-9dbe173ca259 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=256192b3-f513-41ea-9b52-baaf2a6573bc HTTP/1.1" status: 200 len: 217 time: 0.0829401 Sep 07 16:06:52.137760 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f12decba-7220-40d8-83b3-91a1bcae1e86 req-88c572bd-22ca-4fcb-8908-83f4a629b779 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:52.152396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['88c4e6fa-48bb-45df-90cc-573146683882'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:52.175077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c572bd-22ca-4fcb-8908-83f4a629b779 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event deleted for resources: {'Port': ['ID=88c4e6fa-48bb-45df-90cc-573146683882,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:52.199645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db', 'aac4c757-f6cc-4d1e-a279-038b10875c09', '93654770-500a-4bfe-bc36-2c003543b94a', 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:52.258672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12decba-7220-40d8-83b3-91a1bcae1e86 req-88c572bd-22ca-4fcb-8908-83f4a629b779 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] No DVR routers for this DVR port 88c4e6fa-48bb-45df-90cc-573146683882 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:06:52.262498 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f12decba-7220-40d8-83b3-91a1bcae1e86 req-88c572bd-22ca-4fcb-8908-83f4a629b779 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:52.265087 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f12decba-7220-40d8-83b3-91a1bcae1e86 req-88c572bd-22ca-4fcb-8908-83f4a629b779 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.54 "DELETE /v2.0/ports/88c4e6fa-48bb-45df-90cc-573146683882 HTTP/1.1" status: 204 len: 173 time: 0.5205662 Sep 07 16:06:52.265650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ddf444-5b65-4720-87f8-9f8eaccc1c3d', 'name': 'network-vif-deleted', 'tag': '88c4e6fa-48bb-45df-90cc-573146683882'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:52.269571 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5352aae8-e52d-4064-bef3-6d68111421d9" -d '{"events": [{"server_uuid": "64ddf444-5b65-4720-87f8-9f8eaccc1c3d", "name": "network-vif-deleted", "tag": "88c4e6fa-48bb-45df-90cc-573146683882"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:52.386456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a122330-5284-4aa3-a318-1ab589262519 req-542a2da8-4483-4ca0-8d1e-9492836dcb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:52.389504 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a122330-5284-4aa3-a318-1ab589262519 req-542a2da8-4483-4ca0-8d1e-9492836dcb84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.2421179 Sep 07 16:06:52.446432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-c5cc0982-36cc-4555-a23e-a71aea4c0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:52.447928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-c5cc0982-36cc-4555-a23e-a71aea4c0794 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.3947556 Sep 07 16:06:52.551592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef16e5-0f5d-48a7-9524-edb3371a7447 req-9ca376ae-c7df-477a-9d03-40a37917375b tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:52.553155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20ef16e5-0f5d-48a7-9524-edb3371a7447 req-9ca376ae-c7df-477a-9d03-40a37917375b tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.5164719 Sep 07 16:06:52.716710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-6f2c49ac-92e7-48ce-844d-2aacbed45c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:52.718408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-6f2c49ac-92e7-48ce-844d-2aacbed45c8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2499704 Sep 07 16:06:52.728795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a122330-5284-4aa3-a318-1ab589262519 req-60313422-7eda-469c-b21b-f10492021f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:52.730382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a122330-5284-4aa3-a318-1ab589262519 req-60313422-7eda-469c-b21b-f10492021f67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2788632 Sep 07 16:06:52.747794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20ef16e5-0f5d-48a7-9524-edb3371a7447 req-18b10830-a46d-43d1-9aba-265a2c5434fc tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866453 Sep 07 16:06:53.064398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a122330-5284-4aa3-a318-1ab589262519 req-ecdbb5d0-9946-4e00-b4c8-90fe1cbad46c service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055658 Sep 07 16:06:53.068553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-318c68fa-3185-4191-9bbd-c42c9fa582dd service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338964 Sep 07 16:06:53.078119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e7d84-7a01-41ef-b7c0-6119b1b9587d req-a196c2d6-4d8a-467e-bb62-2215e3977a8e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:53.079733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d42e7d84-7a01-41ef-b7c0-6119b1b9587d req-a196c2d6-4d8a-467e-bb62-2215e3977a8e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 944 time: 0.2339597 Sep 07 16:06:53.286677 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-192e25a6-ac14-4fc5-99a7-b96e98a3cdfc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:53.306730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-192e25a6-ac14-4fc5-99a7-b96e98a3cdfc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:53.316284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d42e7d84-7a01-41ef-b7c0-6119b1b9587d req-be03207e-dece-4f1e-80a1-4bb2b76b065e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145925 Sep 07 16:06:53.385901 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc430ef4-4b5b-4430-88cd-c5985838af6c x-openstack-request-id: req-dc430ef4-4b5b-4430-88cd-c5985838af6c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:53.387558 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ddf444-5b65-4720-87f8-9f8eaccc1c3d", "name": "network-vif-deleted", "tag": "88c4e6fa-48bb-45df-90cc-573146683882", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:53.388009 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc430ef4-4b5b-4430-88cd-c5985838af6c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:53.388845 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ddf444-5b65-4720-87f8-9f8eaccc1c3d', 'name': 'network-vif-deleted', 'tag': '88c4e6fa-48bb-45df-90cc-573146683882', 'status': 'completed', 'code': 200} Sep 07 16:06:53.389801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a122330-5284-4aa3-a318-1ab589262519 req-e4c2d050-3b1f-450e-9615-e00c1c614dc0 service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078625 Sep 07 16:06:53.393965 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-d3ec1352-4e35-4285-803b-0e12a91c5683 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130913 Sep 07 16:06:53.467754 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-192e25a6-ac14-4fc5-99a7-b96e98a3cdfc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Floating IP de9877cf-4fcc-4dee-a2a2-42011332be68 associated. External IP: 172.25.3.164, port: 7e2caecd-1d89-4719-b13d-c6935f4f67ea. Sep 07 16:06:53.933281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3ee54-5ec3-4a4f-8e19-4d9c33a329aa req-e0609321-665c-41d2-b858-8ba0b87cd9a9 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:53.935119 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6ef3ee54-5ec3-4a4f-8e19-4d9c33a329aa req-e0609321-665c-41d2-b858-8ba0b87cd9a9 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cd0b70f-1f9c-4bdb-a230-a86358bc5175 HTTP/1.1" status: 200 len: 946 time: 0.0737474 Sep 07 16:06:54.054016 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-6ef3ee54-5ec3-4a4f-8e19-4d9c33a329aa req-93aafef5-12c7-4713-a886-4754f5de26e1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Deleting port 256192b3-f513-41ea-9b52-baaf2a6573bc {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:06:54.054461 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6ef3ee54-5ec3-4a4f-8e19-4d9c33a329aa req-93aafef5-12c7-4713-a886-4754f5de26e1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:54.106423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd47a3f-b84b-455e-afed-27df8c644d4b req-8efacc6c-1da0-4600-80a1-ef7d96327866 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:54.107993 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bd47a3f-b84b-455e-afed-27df8c644d4b req-8efacc6c-1da0-4600-80a1-ef7d96327866 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 949 time: 0.4442356 Sep 07 16:06:54.157966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-192e25a6-ac14-4fc5-99a7-b96e98a3cdfc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Router 14ee858e-a718-486f-bba7-2159bd39a7cb has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:06:54.177097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6ef3ee54-5ec3-4a4f-8e19-4d9c33a329aa req-93aafef5-12c7-4713-a886-4754f5de26e1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] For port 256192b3-f513-41ea-9b52-baaf2a6573bc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=256192b3-f513-41ea-9b52-baaf2a6573bc,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:54.177450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6ef3ee54-5ec3-4a4f-8e19-4d9c33a329aa req-93aafef5-12c7-4713-a886-4754f5de26e1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:54.177570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58d10-41e7-455b-945c-b6a82fb98322 req-a4532c93-2198-4327-977d-05753634c1b7 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:54.179035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15a58d10-41e7-455b-945c-b6a82fb98322 req-a4532c93-2198-4327-977d-05753634c1b7 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 949 time: 0.4253285 Sep 07 16:06:54.195697 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-6ef3ee54-5ec3-4a4f-8e19-4d9c33a329aa req-93aafef5-12c7-4713-a886-4754f5de26e1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Calling delete_port for 256192b3-f513-41ea-9b52-baaf2a6573bc owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:06:54.303847 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15a58d10-41e7-455b-945c-b6a82fb98322 req-106219bd-a24b-48d3-8ff9-607023cff054 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945253 Sep 07 16:06:54.348382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8bd47a3f-b84b-455e-afed-27df8c644d4b req-e622eee9-4bc7-4d11-9f11-7fdb7fe3b75c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Deleting port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:06:54.348969 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8bd47a3f-b84b-455e-afed-27df8c644d4b req-e622eee9-4bc7-4d11-9f11-7fdb7fe3b75c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:54.374707 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6ef3ee54-5ec3-4a4f-8e19-4d9c33a329aa req-93aafef5-12c7-4713-a886-4754f5de26e1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:54.387180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-192e25a6-ac14-4fc5-99a7-b96e98a3cdfc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:06:54.393383 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-192e25a6-ac14-4fc5-99a7-b96e98a3cdfc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:54.398433 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7046be97-4df0-4ed1-a8ba-a5ec49c87389 None None] Sync routers for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:06:54.411316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7046be97-4df0-4ed1-a8ba-a5ec49c87389 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:06:54.411968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7046be97-4df0-4ed1-a8ba-a5ec49c87389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:54.511681 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['7e2caecd-1d89-4719-b13d-c6935f4f67ea', '256192b3-f513-41ea-9b52-baaf2a6573bc'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:54.530705 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-192e25a6-ac14-4fc5-99a7-b96e98a3cdfc tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "PUT /v2.0/floatingips/de9877cf-4fcc-4dee-a2a2-42011332be68 HTTP/1.1" status: 200 len: 997 time: 2.5673454 Sep 07 16:06:54.534228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:54.544790 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef3ee54-5ec3-4a4f-8e19-4d9c33a329aa req-93aafef5-12c7-4713-a886-4754f5de26e1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] No DVR routers for this DVR port 256192b3-f513-41ea-9b52-baaf2a6573bc on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:06:54.546972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aafef5-12c7-4713-a886-4754f5de26e1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Pushing event deleted for resources: {'Port': ['ID=256192b3-f513-41ea-9b52-baaf2a6573bc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:54.548827 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999fbc8f-0cd7-42b8-a4bd-3847d512fddb" -d '{"events": [{"name": "network-changed", "server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:54.557899 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6ef3ee54-5ec3-4a4f-8e19-4d9c33a329aa req-93aafef5-12c7-4713-a886-4754f5de26e1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:54.560521 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6ef3ee54-5ec3-4a4f-8e19-4d9c33a329aa req-93aafef5-12c7-4713-a886-4754f5de26e1 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.35 "DELETE /v2.0/ports/256192b3-f513-41ea-9b52-baaf2a6573bc HTTP/1.1" status: 204 len: 173 time: 0.6179945 Sep 07 16:06:54.587781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8bd47a3f-b84b-455e-afed-27df8c644d4b req-e622eee9-4bc7-4d11-9f11-7fdb7fe3b75c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] For port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:54.588572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8bd47a3f-b84b-455e-afed-27df8c644d4b req-e622eee9-4bc7-4d11-9f11-7fdb7fe3b75c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:54.609602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8bd47a3f-b84b-455e-afed-27df8c644d4b req-e622eee9-4bc7-4d11-9f11-7fdb7fe3b75c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Calling delete_port for a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:06:54.716331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7046be97-4df0-4ed1-a8ba-a5ec49c87389 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:06:54.749486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222ab8c-1cba-4ca1-82d6-036b109d7cb9 req-0290a57a-de81-49d7-8143-b897c0f2e8d3 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:54.751183 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f222ab8c-1cba-4ca1-82d6-036b109d7cb9 req-0290a57a-de81-49d7-8143-b897c0f2e8d3 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.3247042 Sep 07 16:06:54.781322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-268db7f7-027a-4584-b0d6-3b9de28c6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:54.783119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-268db7f7-027a-4584-b0d6-3b9de28c6d73 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 1097 time: 0.2261267 Sep 07 16:06:54.862977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f222ab8c-1cba-4ca1-82d6-036b109d7cb9 req-bf0fb6f0-30de-4560-9d4c-631acfa83d59 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948744 Sep 07 16:06:54.958137 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8bd47a3f-b84b-455e-afed-27df8c644d4b req-e622eee9-4bc7-4d11-9f11-7fdb7fe3b75c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:54.997937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['88c4e6fa-48bb-45df-90cc-573146683882'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:55.010755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-f1d6f370-3201-4263-954b-038d937c26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:55.012279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-f1d6f370-3201-4263-954b-038d937c26fa service neutron] 10.222.0.70 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.2126639 Sep 07 16:06:55.014060 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622eee9-4bc7-4d11-9f11-7fdb7fe3b75c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event deleted for resources: {'Port': ['ID=a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:55.111780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7046be97-4df0-4ed1-a8ba-a5ec49c87389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'de9877cf-4fcc-4dee-a2a2-42011332be68', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'port_id': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'mac_address': 'fa:16:3e:16:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193506a1-e62d-4c7a-9340-a1796b907d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:06:08Z', 'updated_at': '2021-09-07T16:06:53Z', 'revision_number': 8, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:55.112264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd47a3f-b84b-455e-afed-27df8c644d4b req-e622eee9-4bc7-4d11-9f11-7fdb7fe3b75c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] No DVR routers for this DVR port a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:06:55.121965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85d789-ece5-4894-a0dc-e34938f13fa3 req-4aad6663-6a0b-4e67-936f-225a407b3114 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:55.129483 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a85d789-ece5-4894-a0dc-e34938f13fa3 req-4aad6663-6a0b-4e67-936f-225a407b3114 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 944 time: 0.1901796 Sep 07 16:06:55.138833 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8bd47a3f-b84b-455e-afed-27df8c644d4b req-e622eee9-4bc7-4d11-9f11-7fdb7fe3b75c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:55.140936 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bd47a3f-b84b-455e-afed-27df8c644d4b req-e622eee9-4bc7-4d11-9f11-7fdb7fe3b75c tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "DELETE /v2.0/ports/a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce HTTP/1.1" status: 204 len: 173 time: 1.0260515 Sep 07 16:06:55.142486 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7046be97-4df0-4ed1-a8ba-a5ec49c87389 None None] Checking router: 14ee858e-a718-486f-bba7-2159bd39a7cb for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:06:55.152238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7046be97-4df0-4ed1-a8ba-a5ec49c87389 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:06:55.153230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7046be97-4df0-4ed1-a8ba-a5ec49c87389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:55.185868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-eb6642b6-66a9-41f3-90a6-100e5fdc9f48 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 200 len: 1000 time: 0.1586161 Sep 07 16:06:55.189746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a85d789-ece5-4894-a0dc-e34938f13fa3 req-203817fa-b27d-4c5f-9d58-6c9190322b5a tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594862 Sep 07 16:06:55.252600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-27ff1299-8b2e-4c17-a07c-da6b95ff99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:55.254377 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-27ff1299-8b2e-4c17-a07c-da6b95ff99f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.0623283 Sep 07 16:06:55.293432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7046be97-4df0-4ed1-a8ba-a5ec49c87389 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:06:55.327792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-5e3fcc71-095d-4b80-9145-2f97ead26b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:55.339547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-5e3fcc71-095d-4b80-9145-2f97ead26b8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748243 Sep 07 16:06:55.390175 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'name': 'network-vif-deleted', 'tag': '256192b3-f513-41ea-9b52-baaf2a6573bc'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:55.392627 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506802b5-00be-435f-9042-ae4974af6aab" -d '{"events": [{"server_uuid": "1cd0b70f-1f9c-4bdb-a230-a86358bc5175", "name": "network-vif-deleted", "tag": "256192b3-f513-41ea-9b52-baaf2a6573bc"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:55.430093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db', 'aac4c757-f6cc-4d1e-a279-038b10875c09', '93654770-500a-4bfe-bc36-2c003543b94a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:55.435570 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52d8a20-182e-4637-ad88-53c11ef87f7c x-openstack-request-id: req-c52d8a20-182e-4637-ad88-53c11ef87f7c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:55.435570 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:55.435570 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c52d8a20-182e-4637-ad88-53c11ef87f7c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:55.435570 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'status': 'completed', 'code': 200} Sep 07 16:06:55.576769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fbc8f-0cd7-42b8-a4bd-3847d512fddb req-c7f836da-c7a3-43ce-99b9-9117c60d42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:55.580836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-999fbc8f-0cd7-42b8-a4bd-3847d512fddb req-c7f836da-c7a3-43ce-99b9-9117c60d42ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 1097 time: 0.1414564 Sep 07 16:06:55.603758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-e681f94f-f73e-4169-85da-7f0fb18f0958 service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629874 Sep 07 16:06:55.774856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ccbbb110-320c-453b-9c27-0d6e092763d9 req-5645ad92-0d59-4836-9bfc-a815291a475e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc5d2521-fb08-4efb-a6cf-1dab3506925c HTTP/1.1" status: 200 len: 210 time: 0.0838134 Sep 07 16:06:55.843716 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39ef33c-b09a-454f-973a-3bb95702130d x-openstack-request-id: req-d39ef33c-b09a-454f-973a-3bb95702130d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:55.844587 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd0b70f-1f9c-4bdb-a230-a86358bc5175", "name": "network-vif-deleted", "tag": "256192b3-f513-41ea-9b52-baaf2a6573bc", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:55.844991 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d39ef33c-b09a-454f-973a-3bb95702130d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:55.845582 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd0b70f-1f9c-4bdb-a230-a86358bc5175', 'name': 'network-vif-deleted', 'tag': '256192b3-f513-41ea-9b52-baaf2a6573bc', 'status': 'completed', 'code': 200} Sep 07 16:06:55.882463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fbc8f-0cd7-42b8-a4bd-3847d512fddb req-fa657356-c145-44d1-84b6-e9f9fdcb391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:55.884853 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-999fbc8f-0cd7-42b8-a4bd-3847d512fddb req-fa657356-c145-44d1-84b6-e9f9fdcb391e service neutron] 10.222.0.35 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.2794816 Sep 07 16:06:55.887370 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a89ca95-7e23-4239-82bb-a704b799d4e6 req-4a4f8cd0-9086-475f-8bda-833a5fa29960 service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654767 Sep 07 16:06:55.979979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7046be97-4df0-4ed1-a8ba-a5ec49c87389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'de9877cf-4fcc-4dee-a2a2-42011332be68', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'port_id': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'mac_address': 'fa:16:3e:16:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193506a1-e62d-4c7a-9340-a1796b907d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:06:08Z', 'updated_at': '2021-09-07T16:06:53Z', 'revision_number': 8, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:56.027703 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7046be97-4df0-4ed1-a8ba-a5ec49c87389 None None] The sync data for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 is: [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'de9877cf-4fcc-4dee-a2a2-42011332be68', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'port_id': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'mac_address': 'fa:16:3e:16:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193506a1-e62d-4c7a-9340-a1796b907d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:06:08Z', 'updated_at': '2021-09-07T16:06:53Z', 'revision_number': 8, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:06:56.039706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-999fbc8f-0cd7-42b8-a4bd-3847d512fddb req-54fd4af2-67e2-4cfd-acf3-161ac3c6f295 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 200 len: 1000 time: 0.1470928 Sep 07 16:06:56.118958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 93dcf05a-9a49-499d-a723-586ce8405b4c details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:06:56.155775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60242a-9e85-4e29-9e5f-c4264149f1da req-752c5439-c5c2-471e-a617-be347c2707fd tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:56.157401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd60242a-9e85-4e29-9e5f-c4264149f1da req-752c5439-c5c2-471e-a617-be347c2707fd tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.1611359 Sep 07 16:06:56.161228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fbc8f-0cd7-42b8-a4bd-3847d512fddb req-195853c3-e507-4a0b-b4da-242695d8e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:56.162689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-999fbc8f-0cd7-42b8-a4bd-3847d512fddb req-195853c3-e507-4a0b-b4da-242695d8e70c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.1146476 Sep 07 16:06:56.228651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-9bfad381-b1aa-4f22-a18c-3cca8a9fa7e3 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:56.230252 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-9bfad381-b1aa-4f22-a18c-3cca8a9fa7e3 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 808 time: 0.2581968 Sep 07 16:06:56.261197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd60242a-9e85-4e29-9e5f-c4264149f1da req-aedff7d8-2c8f-4c2e-81bd-4ea0e23af5ed tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940583 Sep 07 16:06:56.288001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-c812178a-e77a-4f7b-8c3e-d43c9b1a8ce0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/quotas/5a9a7c84686f48a6a1f7410f795a43b0 HTTP/1.1" status: 200 len: 375 time: 0.0441687 Sep 07 16:06:56.291204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 93dcf05a-9a49-499d-a723-586ce8405b4c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93dcf05a-9a49-499d-a723-586ce8405b4c,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:56.306495 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '93dcf05a-9a49-499d-a723-586ce8405b4c', 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766', 'port_id': '93dcf05a-9a49-499d-a723-586ce8405b4c', 'mac_address': 'fa:16:3e:aa:08:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16512a79-062b-41f3-bfdf-b580889f79b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:06:56.313807 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30704a46-b21f-418c-8b5b-29c34aa2878c None None] New status for floating IP de9877cf-4fcc-4dee-a2a2-42011332be68: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:06:56.319374 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fbc8f-0cd7-42b8-a4bd-3847d512fddb req-0f97d4d6-12db-4ac1-8f36-376abfb00f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:56.323233 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-999fbc8f-0cd7-42b8-a4bd-3847d512fddb req-0f97d4d6-12db-4ac1-8f36-376abfb00f58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411240 Sep 07 16:06:56.355044 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:56.370059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93dcf05a-9a49-499d-a723-586ce8405b4c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:06:56.391308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 93dcf05a-9a49-499d-a723-586ce8405b4c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93dcf05a-9a49-499d-a723-586ce8405b4c,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:56.396661 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:56.451347 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=93dcf05a-9a49-499d-a723-586ce8405b4c,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:56.505913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87cd3a7a-cb38-4a45-8930-f0d83fccbf40 req-ae1853aa-97dd-46de-954b-0a3424dc5e7b tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips/de9877cf-4fcc-4dee-a2a2-42011332be68 HTTP/1.1" status: 200 len: 997 time: 0.2081091 Sep 07 16:06:56.551422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-203b6f2a-0d6b-4fde-a8e8-b383ec831df7 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2518055 Sep 07 16:06:56.583952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['93dcf05a-9a49-499d-a723-586ce8405b4c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:56.609162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-999fbc8f-0cd7-42b8-a4bd-3847d512fddb req-3cdba828-bbf8-4e5b-ae49-c62a64db4239 service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975541 Sep 07 16:06:56.791725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd3a7a-cb38-4a45-8930-f0d83fccbf40 req-91c991ca-5ee3-4825-88b9-a73be9e72b56 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:56.793513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87cd3a7a-cb38-4a45-8930-f0d83fccbf40 req-91c991ca-5ee3-4825-88b9-a73be9e72b56 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.2745917 Sep 07 16:06:56.814105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-87cd3a7a-cb38-4a45-8930-f0d83fccbf40 req-566d6c2e-76fd-44f7-8e3f-23d5aed99685 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:06:56.815189 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87cd3a7a-cb38-4a45-8930-f0d83fccbf40 req-566d6c2e-76fd-44f7-8e3f-23d5aed99685 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132642 Sep 07 16:06:56.821620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-c3f8ecef-da3f-4546-b403-9601762776be service neutron] 10.222.0.70 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552810 Sep 07 16:06:56.859977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-999fbc8f-0cd7-42b8-a4bd-3847d512fddb req-c0e12082-5484-4280-a08a-dc83c5f644d7 service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419689 Sep 07 16:06:56.959386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-d808e09f-1110-41eb-8d0c-26baa02c7493 service neutron] 10.222.0.70 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232586 Sep 07 16:06:56.968744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfc25a-d07b-460d-a8cb-5279e5377fd7 req-3650df4b-64e8-4417-84d9-c1db29c51ef8 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:56.970289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2bfc25a-d07b-460d-a8cb-5279e5377fd7 req-3650df4b-64e8-4417-84d9-c1db29c51ef8 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 944 time: 0.0703464 Sep 07 16:06:57.010084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2bfc25a-d07b-460d-a8cb-5279e5377fd7 req-359df99f-b909-4b8d-ba86-e807f2b35031 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337508 Sep 07 16:06:57.382759 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 88c4e6fa-48bb-45df-90cc-573146683882 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:06:57.406426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 88c4e6fa-48bb-45df-90cc-573146683882 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:06:57.406849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 88c4e6fa-48bb-45df-90cc-573146683882 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:06:57.564005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5d2521-fb08-4efb-a6cf-1dab3506925c', 'name': 'network-vif-deleted', 'tag': 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:57.566302 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa87ad3-8ba8-4a05-aac1-208c8836cfa3" -d '{"events": [{"server_uuid": "dc5d2521-fb08-4efb-a6cf-1dab3506925c", "name": "network-vif-deleted", "tag": "a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:57.605830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bb4516b-4af8-4d85-9b24-6f1722c890da req-a31bf334-1bd8-42c9-b7f8-fa6f30131760 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 210 time: 0.0361993 Sep 07 16:06:57.630512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-b83d5be3-1fb8-4393-920d-b1de914ec192 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 1002 time: 0.3851619 Sep 07 16:06:57.694930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-71e4e594-8066-4a8b-b43a-37d02b2fbd46 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:57.697222 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-71e4e594-8066-4a8b-b43a-37d02b2fbd46 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports/7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 200 len: 943 time: 0.0595295 Sep 07 16:06:57.828611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3108f3-96ff-4c5b-8020-2aa254484098 req-7a386c0e-131c-431d-88a1-ab1bda2052ba tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:57.830177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b3108f3-96ff-4c5b-8020-2aa254484098 req-7a386c0e-131c-431d-88a1-ab1bda2052ba tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.1068199 Sep 07 16:06:57.847012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-0e138a8b-751c-4fdd-a3c3-60ad0b1e0009 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 1002 time: 0.0885439 Sep 07 16:06:57.910068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b3108f3-96ff-4c5b-8020-2aa254484098 req-0e7dedd5-df64-4fe7-9d54-f87d53003304 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719252 Sep 07 16:06:57.962218 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ac9284-0a06-4a7b-8b18-0853d299cf26 x-openstack-request-id: req-58ac9284-0a06-4a7b-8b18-0853d299cf26 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:57.962683 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5d2521-fb08-4efb-a6cf-1dab3506925c", "name": "network-vif-deleted", "tag": "a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:57.963040 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58ac9284-0a06-4a7b-8b18-0853d299cf26 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:57.963834 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5d2521-fb08-4efb-a6cf-1dab3506925c', 'name': 'network-vif-deleted', 'tag': 'a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce', 'status': 'completed', 'code': 200} Sep 07 16:06:57.996754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-5e8ca6e0-4a49-472f-a44d-ad0f5f577301 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:57.998182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-5e8ca6e0-4a49-472f-a44d-ad0f5f577301 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.1429780 Sep 07 16:06:58.073534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-a99436ff-7723-4a5f-8818-d20c49dd2db5 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 1002 time: 0.0682392 Sep 07 16:06:58.083943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-6b8d9a8f-00e8-4780-a0f6-33339952eac2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:58.117256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 93dcf05a-9a49-499d-a723-586ce8405b4c up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:06:58.161845 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-6b8d9a8f-00e8-4780-a0f6-33339952eac2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:58.172831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 93dcf05a-9a49-499d-a723-586ce8405b4c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:06:58.173303 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:58.265937 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:58.292464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503d3948-b3eb-463c-8248-d2a05d4d99c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dcf05a-9a49-499d-a723-586ce8405b4c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:58.295034 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d82f2d-debd-4317-9f92-0908f49cbc45" -d '{"events": [{"server_uuid": "503d3948-b3eb-463c-8248-d2a05d4d99c4", "name": "network-vif-plugged", "status": "completed", "tag": "93dcf05a-9a49-499d-a723-586ce8405b4c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:58.309636 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 93dcf05a-9a49-499d-a723-586ce8405b4c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93dcf05a-9a49-499d-a723-586ce8405b4c,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:06:58.316658 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:58.318237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:06:58.323816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00db03-a2f0-4b3d-96a8-b3a56b340ed0 req-7a50f982-ac7a-4248-9e44-69fd1e506118 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:58.324560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da00db03-a2f0-4b3d-96a8-b3a56b340ed0 req-7a50f982-ac7a-4248-9e44-69fd1e506118 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 944 time: 0.1099598 Sep 07 16:06:58.360376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:06:58.360589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a6ccacb1-a770-48e7-bd3f-c4f5aaab9bce not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:06:58.361022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 256192b3-f513-41ea-9b52-baaf2a6573bc no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:06:58.387568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 256192b3-f513-41ea-9b52-baaf2a6573bc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:06:58.387928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 256192b3-f513-41ea-9b52-baaf2a6573bc not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:06:58.410570 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-6b8d9a8f-00e8-4780-a0f6-33339952eac2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:58.410834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=93dcf05a-9a49-499d-a723-586ce8405b4c,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:58.425138 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-6b8d9a8f-00e8-4780-a0f6-33339952eac2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:58.425486 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-6b8d9a8f-00e8-4780-a0f6-33339952eac2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Floating IP de9877cf-4fcc-4dee-a2a2-42011332be68 disassociated. External IP: 172.25.3.164, port: 7e2caecd-1d89-4719-b13d-c6935f4f67ea. Sep 07 16:06:58.515795 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da00db03-a2f0-4b3d-96a8-b3a56b340ed0 req-752d810d-d8d9-4516-8b6b-9cfedbbb620c tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772227 Sep 07 16:06:58.594183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-c5cb1637-f737-4e44-a9eb-72e227c0e7b0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:58.595693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-c5cb1637-f737-4e44-a9eb-72e227c0e7b0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.54 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 808 time: 0.2034693 Sep 07 16:06:58.611731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-a09a9637-c9c7-4e07-91a2-c15a398eea40 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Request body: {'port': {'device_id': 'dab4d5d6-1cc1-40b8-bead-a2e2d226685b', 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c', 'admin_state_up': True, 'tenant_id': '5a9a7c84686f48a6a1f7410f795a43b0'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:06:58.849816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-6b8d9a8f-00e8-4780-a0f6-33339952eac2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Router 14ee858e-a718-486f-bba7-2159bd39a7cb has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:06:58.855045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-a09a9637-c9c7-4e07-91a2-c15a398eea40 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Made reservation on behalf of 5a9a7c84686f48a6a1f7410f795a43b0 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:06:58.858595 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-a09a9637-c9c7-4e07-91a2-c15a398eea40 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:58.968468 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9aa719-5ca1-4293-96cd-4d1d3ea8e366 x-openstack-request-id: req-9d9aa719-5ca1-4293-96cd-4d1d3ea8e366 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:06:58.968998 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503d3948-b3eb-463c-8248-d2a05d4d99c4", "name": "network-vif-plugged", "status": "completed", "tag": "93dcf05a-9a49-499d-a723-586ce8405b4c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:06:58.969425 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d9aa719-5ca1-4293-96cd-4d1d3ea8e366 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:06:58.970004 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503d3948-b3eb-463c-8248-d2a05d4d99c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dcf05a-9a49-499d-a723-586ce8405b4c', 'code': 200} Sep 07 16:06:59.073127 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d25bcdd2-5602-4c96-8536-fcbc543d20ff req-b820da0a-5370-4d68-adb1-faa4c6390c2b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 210 time: 0.0547473 Sep 07 16:06:59.109475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-6b8d9a8f-00e8-4780-a0f6-33339952eac2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:06:59.116778 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-6b8d9a8f-00e8-4780-a0f6-33339952eac2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:59.128161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0637a3-4fe0-4954-a0c7-2a43ebb54188 None None] Sync routers for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:06:59.145188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0637a3-4fe0-4954-a0c7-2a43ebb54188 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:06:59.146095 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cc0637a3-4fe0-4954-a0c7-2a43ebb54188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:59.154824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-a09a9637-c9c7-4e07-91a2-c15a398eea40 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Allocated IP 172.20.0.2 (0adaef0a-5c97-480a-89d0-9a2ca3aceb3c/d931a9bd-777d-4745-82da-a7eac9df350f/7cd0a406-0d58-45f7-bb9e-3e7bb472cf67) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:06:59.174457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-6b8d9a8f-00e8-4780-a0f6-33339952eac2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "PUT /v2.0/floatingips/de9877cf-4fcc-4dee-a2a2-42011332be68 HTTP/1.1" status: 200 len: 696 time: 1.0947599 Sep 07 16:06:59.279211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b1b4-60ec-457d-919a-e7eb641ae868 req-c590fcfe-01d1-4aa0-9b98-ba10b8db9fae tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:59.280874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eac0b1b4-60ec-457d-919a-e7eb641ae868 req-c590fcfe-01d1-4aa0-9b98-ba10b8db9fae tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=32ecd08e-a22a-4bdb-98a0-40b467aa15fa HTTP/1.1" status: 200 len: 950 time: 0.1232402 Sep 07 16:06:59.293556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-cc0637a3-4fe0-4954-a0c7-2a43ebb54188 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:06:59.366441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-4ec8b9d5-842c-4c96-8619-be7a6f8547d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:59.368036 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-4ec8b9d5-842c-4c96-8619-be7a6f8547d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 1097 time: 0.1593597 Sep 07 16:06:59.417089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eac0b1b4-60ec-457d-919a-e7eb641ae868 req-a9a54322-b052-4ec7-a4c6-3f89e2f70838 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222506 Sep 07 16:06:59.517484 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-a09a9637-c9c7-4e07-91a2-c15a398eea40 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:59.549547 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cc0637a3-4fe0-4954-a0c7-2a43ebb54188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:59.581990 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0637a3-4fe0-4954-a0c7-2a43ebb54188 None None] Checking router: 14ee858e-a718-486f-bba7-2159bd39a7cb for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:06:59.587130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-6152ae77-27e0-4ded-9d7d-1ed611919a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:59.593527 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0637a3-4fe0-4954-a0c7-2a43ebb54188 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:06:59.594466 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cc0637a3-4fe0-4954-a0c7-2a43ebb54188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:06:59.600247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-6152ae77-27e0-4ded-9d7d-1ed611919a76 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.2170792 Sep 07 16:06:59.665387 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-ef05351b-bc83-43a4-a0d1-40aae5330272 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 200 len: 217 time: 0.0632093 Sep 07 16:06:59.683740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35324479-9d53-4aab-b7e6-d911b5b5bb86 req-07f519e9-04c4-4e5f-a83a-1c81c169d9ce tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:59.685294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35324479-9d53-4aab-b7e6-d911b5b5bb86 req-07f519e9-04c4-4e5f-a83a-1c81c169d9ce tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.1862247 Sep 07 16:06:59.753430 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-cc0637a3-4fe0-4954-a0c7-2a43ebb54188 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:06:59.760791 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-a09a9637-c9c7-4e07-91a2-c15a398eea40 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:06:59.791477 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c8770f4d-12d5-4b01-a8ef-91b66b81ffe1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:06:59.829034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35324479-9d53-4aab-b7e6-d911b5b5bb86 req-bf2c28b3-e3fd-47fa-a16e-25da6cb795ab tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140075 Sep 07 16:06:59.870343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a9637-c9c7-4e07-91a2-c15a398eea40 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Pushing event updated for resources: {'Port': ['ID=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:06:59.894103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-4420629d-e2e7-41f4-b1bd-f49953df7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:06:59.900429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-4420629d-e2e7-41f4-b1bd-f49953df7ef7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.2253070 Sep 07 16:06:59.909001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-a09a9637-c9c7-4e07-91a2-c15a398eea40 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:06:59.962680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-a09a9637-c9c7-4e07-91a2-c15a398eea40 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:06:59.967239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:06:59.970751 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5085993-c9e8-4a51-9cf4-0d2cd801d652" -d '{"events": [{"name": "network-changed", "server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:06:59.993316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-a09a9637-c9c7-4e07-91a2-c15a398eea40 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:00.032900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-8209eac4-cc87-46ac-b69f-2bac8392447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:00.037247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-8209eac4-cc87-46ac-b69f-2bac8392447e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284819 Sep 07 16:07:00.155120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-a09a9637-c9c7-4e07-91a2-c15a398eea40 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:00.155809 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-a09a9637-c9c7-4e07-91a2-c15a398eea40 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:00.190283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b80bd8-02eb-4e6a-a52a-951fb53e6443 req-f03adb85-56b6-4065-8379-d13bf310e07f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:00.204463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89b80bd8-02eb-4e6a-a52a-951fb53e6443 req-f03adb85-56b6-4065-8379-d13bf310e07f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 944 time: 0.2568781 Sep 07 16:07:00.211169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 82efd9bc-2640-4710-8aa1-f36ca78518f1 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:07:00.345627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-34c30b4c-aa0a-47e0-8598-e5ebdd03af81 service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971253 Sep 07 16:07:00.363988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cc0637a3-4fe0-4954-a0c7-2a43ebb54188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:00.369170 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-a09a9637-c9c7-4e07-91a2-c15a398eea40 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7627628 Sep 07 16:07:00.428971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0637a3-4fe0-4954-a0c7-2a43ebb54188 None None] The sync data for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 is: [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e19f5d0e-b0f8-4d4c-a917-8f9e565a2972', 'name': '', 'network_id': '15fd55bc-7c74-4b24-a13d-65d6c50a3c2c', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'mac_address': 'fa:16:3e:69:a1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6f672633-a1e2-4e93-893e-80197206d822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:26Z', 'updated_at': '2021-09-07T16:05:34Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'subnets': [{'id': '6f672633-a1e2-4e93-893e-80197206d822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:07:00.471049 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Request body: {'port': {'device_id': 'dab4d5d6-1cc1-40b8-bead-a2e2d226685b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:00.490777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:00.523995 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '82efd9bc-2640-4710-8aa1-f36ca78518f1', 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e', 'port_id': '82efd9bc-2640-4710-8aa1-f36ca78518f1', 'mac_address': 'fa:16:3e:93:a5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223246ab-fef5-4bb3-b713-91f21f94e39f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:07:00.540200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89b80bd8-02eb-4e6a-a52a-951fb53e6443 req-593be5bb-cfe5-496d-83bc-c34b9b7e0919 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310058 Sep 07 16:07:00.582860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfd8d7-6528-4301-aa7c-5a36aac3889f req-1719ebb3-1c62-46ab-8dc1-5043a62cc154 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:00.592627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25bfd8d7-6528-4301-aa7c-5a36aac3889f req-1719ebb3-1c62-46ab-8dc1-5043a62cc154 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/ports?device_id=32ecd08e-a22a-4bdb-98a0-40b467aa15fa HTTP/1.1" status: 200 len: 950 time: 0.4205287 Sep 07 16:07:00.825519 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:00.856103 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82efd9bc-2640-4710-8aa1-f36ca78518f1 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:07:00.864389 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:00.900493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:00.915431 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:00.963590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dc06d9e-c79b-4a7a-a292-f43900312f7d req-bdb910a4-7ec2-47ed-9035-ac81d88e9a17 service neutron] 10.222.0.70 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578065 Sep 07 16:07:00.975881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1209d-e4b7-4d9d-abc4-5884a2df61fe req-f16f7261-20fc-4b11-b95e-06d8ba519f68 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:00.978312 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-aea1209d-e4b7-4d9d-abc4-5884a2df61fe req-f16f7261-20fc-4b11-b95e-06d8ba519f68 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5ee0449-d2c9-437e-9c33-dd74b683cc25 HTTP/1.1" status: 200 len: 949 time: 0.1350799 Sep 07 16:07:00.980192 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebdb3f9-a2ab-4fd5-9894-badb49c8927d None None] New status for floating IP de9877cf-4fcc-4dee-a2a2-42011332be68: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:07:01.020794 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f085d6cb-d16b-46fb-afcd-bbe1cebde7ec x-openstack-request-id: req-f085d6cb-d16b-46fb-afcd-bbe1cebde7ec {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:01.022411 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:01.023859 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f085d6cb-d16b-46fb-afcd-bbe1cebde7ec {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:01.025350 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'status': 'completed', 'code': 200} Sep 07 16:07:01.036200 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=82efd9bc-2640-4710-8aa1-f36ca78518f1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:01.248840 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-aea1209d-e4b7-4d9d-abc4-5884a2df61fe req-0e6c428d-6bf1-42c2-a40b-0b9813a313d3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Deleting port 93654770-500a-4bfe-bc36-2c003543b94a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:01.249251 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aea1209d-e4b7-4d9d-abc4-5884a2df61fe req-0e6c428d-6bf1-42c2-a40b-0b9813a313d3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:01.292370 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['82efd9bc-2640-4710-8aa1-f36ca78518f1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:01.472115 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:01.493471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-aea1209d-e4b7-4d9d-abc4-5884a2df61fe req-0e6c428d-6bf1-42c2-a40b-0b9813a313d3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] For port 93654770-500a-4bfe-bc36-2c003543b94a, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93654770-500a-4bfe-bc36-2c003543b94a,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:01.496827 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aea1209d-e4b7-4d9d-abc4-5884a2df61fe req-0e6c428d-6bf1-42c2-a40b-0b9813a313d3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:01.515825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-aea1209d-e4b7-4d9d-abc4-5884a2df61fe req-0e6c428d-6bf1-42c2-a40b-0b9813a313d3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Calling delete_port for 93654770-500a-4bfe-bc36-2c003543b94a owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:01.612085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-25bfd8d7-6528-4301-aa7c-5a36aac3889f req-a4cb5826-70d9-4bc7-903d-c49c110bf6f3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Deleting port aac4c757-f6cc-4d1e-a279-038b10875c09 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:01.612471 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-25bfd8d7-6528-4301-aa7c-5a36aac3889f req-a4cb5826-70d9-4bc7-903d-c49c110bf6f3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:01.722648 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5085993-c9e8-4a51-9cf4-0d2cd801d652 req-a260e926-6758-4c23-bb4a-1cbfba70b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:01.724306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5085993-c9e8-4a51-9cf4-0d2cd801d652 req-a260e926-6758-4c23-bb4a-1cbfba70b696 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6015b098494e5c99a3458b4a51de27&device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 1097 time: 0.6955910 Sep 07 16:07:01.733908 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aea1209d-e4b7-4d9d-abc4-5884a2df61fe req-0e6c428d-6bf1-42c2-a40b-0b9813a313d3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:01.780311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c428d-6bf1-42c2-a40b-0b9813a313d3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event deleted for resources: {'Port': ['ID=93654770-500a-4bfe-bc36-2c003543b94a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:01.871860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea1209d-e4b7-4d9d-abc4-5884a2df61fe req-0e6c428d-6bf1-42c2-a40b-0b9813a313d3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] No DVR routers for this DVR port 93654770-500a-4bfe-bc36-2c003543b94a on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:01.877998 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aea1209d-e4b7-4d9d-abc4-5884a2df61fe req-0e6c428d-6bf1-42c2-a40b-0b9813a313d3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:01.884400 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-aea1209d-e4b7-4d9d-abc4-5884a2df61fe req-0e6c428d-6bf1-42c2-a40b-0b9813a313d3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "DELETE /v2.0/ports/93654770-500a-4bfe-bc36-2c003543b94a HTTP/1.1" status: 204 len: 173 time: 0.8986406 Sep 07 16:07:01.888798 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5085993-c9e8-4a51-9cf4-0d2cd801d652 req-471c7d4e-c9f0-4d8c-a141-c881f0ef195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:01.890297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5085993-c9e8-4a51-9cf4-0d2cd801d652 req-471c7d4e-c9f0-4d8c-a141-c881f0ef195a service neutron] 10.222.0.35 "GET /v2.0/networks?id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 200 len: 921 time: 0.1217222 Sep 07 16:07:01.896003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ee0449-d2c9-437e-9c33-dd74b683cc25', 'name': 'network-vif-deleted', 'tag': '93654770-500a-4bfe-bc36-2c003543b94a'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:01.904005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e2301-fef6-4d99-a31f-f196430e5f7e req-4c1d972e-b934-438b-8ba4-30bb13104cd3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:01.904461 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4540b7bc-74a5-4349-a967-2659f3ac01c0" -d '{"events": [{"server_uuid": "e5ee0449-d2c9-437e-9c33-dd74b683cc25", "name": "network-vif-deleted", "tag": "93654770-500a-4bfe-bc36-2c003543b94a"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:01.912144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f51e2301-fef6-4d99-a31f-f196430e5f7e req-4c1d972e-b934-438b-8ba4-30bb13104cd3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=32ecd08e-a22a-4bdb-98a0-40b467aa15fa HTTP/1.1" status: 200 len: 950 time: 0.5414495 Sep 07 16:07:01.930649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e71b0-aeea-482d-95cf-4ed069bf8571 req-4ec125a8-c9ea-4640-bdde-f6de7c216be0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:01.942320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a25e71b0-aeea-482d-95cf-4ed069bf8571 req-4ec125a8-c9ea-4640-bdde-f6de7c216be0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 931 time: 0.5549736 Sep 07 16:07:02.142754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:07:02.151515 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:07:02.174919 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:02.196072 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:02.241892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5085993-c9e8-4a51-9cf4-0d2cd801d652 req-f5b9f6e3-802b-4fcf-b32a-f5300e81d6ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 200 len: 217 time: 0.2969077 Sep 07 16:07:02.262315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Transition to ACTIVE for port object 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:02.335030 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:02.378350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f51e2301-fef6-4d99-a31f-f196430e5f7e req-601433b1-f51c-4e2e-9449-0d02de53cd78 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651470 Sep 07 16:07:02.380857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-25bfd8d7-6528-4301-aa7c-5a36aac3889f req-a4cb5826-70d9-4bc7-903d-c49c110bf6f3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] For port aac4c757-f6cc-4d1e-a279-038b10875c09, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=aac4c757-f6cc-4d1e-a279-038b10875c09,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:02.382743 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-25bfd8d7-6528-4301-aa7c-5a36aac3889f req-a4cb5826-70d9-4bc7-903d-c49c110bf6f3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:02.401425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-25bfd8d7-6528-4301-aa7c-5a36aac3889f req-a4cb5826-70d9-4bc7-903d-c49c110bf6f3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Calling delete_port for aac4c757-f6cc-4d1e-a279-038b10875c09 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:02.457370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5085993-c9e8-4a51-9cf4-0d2cd801d652 req-90edd52d-c976-467b-82a8-4bd987428566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:02.458914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5085993-c9e8-4a51-9cf4-0d2cd801d652 req-90edd52d-c976-467b-82a8-4bd987428566 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 200 len: 859 time: 0.1953557 Sep 07 16:07:02.512591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a25e71b0-aeea-482d-95cf-4ed069bf8571 req-bbcd8950-fb35-46e9-971b-63f4fb7e75a4 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688114 Sep 07 16:07:02.572511 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:02.707033 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:02.767953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2db3f-b373-4380-9f08-b9c9fd2790e7 req-1ac8fffe-f627-4329-9552-f1dc9eb1e35c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:02.780165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fb2db3f-b373-4380-9f08-b9c9fd2790e7 req-1ac8fffe-f627-4329-9552-f1dc9eb1e35c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.1999607 Sep 07 16:07:02.852409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5085993-c9e8-4a51-9cf4-0d2cd801d652 req-03a4addf-7663-4394-a552-827fc0e8f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:02.856532 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5085993-c9e8-4a51-9cf4-0d2cd801d652 req-03a4addf-7663-4394-a552-827fc0e8f7c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3600605 Sep 07 16:07:03.064733 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Attempting to bind port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:03.065658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Attempting to bind port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:03.065658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Attempting to bind port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:03.083782 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5085993-c9e8-4a51-9cf4-0d2cd801d652 req-7e458b80-df2d-417e-99a9-719f057d630e service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576309 Sep 07 16:07:03.093911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:07:03.094253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Attempting to bind port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:03.104365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48e604-d4d8-4c50-ba16-71742f52bfd3 req-b8abcb4a-982d-4bab-bb43-e96b37bb99a1 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:03.107930 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba48e604-d4d8-4c50-ba16-71742f52bfd3 req-b8abcb4a-982d-4bab-bb43-e96b37bb99a1 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 945 time: 0.4445875 Sep 07 16:07:03.154325 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fb2db3f-b373-4380-9f08-b9c9fd2790e7 req-1594493f-77a6-4edd-ac86-3e0cd0063b97 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680985 Sep 07 16:07:03.162845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:03.163194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Checking segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:03.163963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Bound using segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:03.164102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Bound port: 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:03.167562 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:03.332786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba48e604-d4d8-4c50-ba16-71742f52bfd3 req-ee09dfe1-5982-4607-ad57-0b4f0ad91051 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931455 Sep 07 16:07:03.378157 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5085993-c9e8-4a51-9cf4-0d2cd801d652 req-21156dd3-507e-4db1-91c5-c0476ae75d80 service neutron] 10.222.0.35 "GET /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702017 Sep 07 16:07:03.421654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:03.429079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:03.431548 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-25bfd8d7-6528-4301-aa7c-5a36aac3889f req-a4cb5826-70d9-4bc7-903d-c49c110bf6f3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:03.446694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:03.447559 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0000ebf7-eecd-4672-af86-92b9b1ea8a96 x-openstack-request-id: req-0000ebf7-eecd-4672-af86-92b9b1ea8a96 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:03.448033 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ee0449-d2c9-437e-9c33-dd74b683cc25", "name": "network-vif-deleted", "tag": "93654770-500a-4bfe-bc36-2c003543b94a", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:03.448473 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0000ebf7-eecd-4672-af86-92b9b1ea8a96 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:03.449478 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ee0449-d2c9-437e-9c33-dd74b683cc25', 'name': 'network-vif-deleted', 'tag': '93654770-500a-4bfe-bc36-2c003543b94a', 'status': 'completed', 'code': 200} Sep 07 16:07:03.457599 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:03.488863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:03.489543 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:03.491226 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] 10.222.0.54 "PUT /v2.0/ports/7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 HTTP/1.1" status: 200 len: 1091 time: 3.0632908 Sep 07 16:07:03.519822 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab4d5d6-1cc1-40b8-bead-a2e2d226685b', 'tag': '7cd0a406-0d58-45f7-bb9e-3e7bb472cf67'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:03.523709 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75797c1e-2744-47eb-89ef-7659819307e2" -d '{"events": [{"name": "network-changed", "server_uuid": "dab4d5d6-1cc1-40b8-bead-a2e2d226685b", "tag": "7cd0a406-0d58-45f7-bb9e-3e7bb472cf67"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:03.559240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb5826-70d9-4bc7-903d-c49c110bf6f3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event deleted for resources: {'Port': ['ID=aac4c757-f6cc-4d1e-a279-038b10875c09,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:03.745908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2fe5e070-6ffe-40a4-b46a-a35bfee9b290 req-d7d1ecd4-7b13-4838-9fa0-0fb2415390b0 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=32ecd08e-a22a-4bdb-98a0-40b467aa15fa HTTP/1.1" status: 200 len: 210 time: 0.1201057 Sep 07 16:07:03.750551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bfd8d7-6528-4301-aa7c-5a36aac3889f req-a4cb5826-70d9-4bc7-903d-c49c110bf6f3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] No DVR routers for this DVR port aac4c757-f6cc-4d1e-a279-038b10875c09 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:03.759313 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-be100aff-ad78-4337-8b1d-e98ba0aa90aa tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips/de9877cf-4fcc-4dee-a2a2-42011332be68 HTTP/1.1" status: 200 len: 694 time: 0.2048168 Sep 07 16:07:03.760694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-25bfd8d7-6528-4301-aa7c-5a36aac3889f req-a4cb5826-70d9-4bc7-903d-c49c110bf6f3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:03.762643 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25bfd8d7-6528-4301-aa7c-5a36aac3889f req-a4cb5826-70d9-4bc7-903d-c49c110bf6f3 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "DELETE /v2.0/ports/aac4c757-f6cc-4d1e-a279-038b10875c09 HTTP/1.1" status: 204 len: 173 time: 3.1039584 Sep 07 16:07:03.849858 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001e4028-763a-487e-955c-abe3ab42726f x-openstack-request-id: req-001e4028-763a-487e-955c-abe3ab42726f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:03.850157 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab4d5d6-1cc1-40b8-bead-a2e2d226685b", "tag": "7cd0a406-0d58-45f7-bb9e-3e7bb472cf67", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:03.850415 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-001e4028-763a-487e-955c-abe3ab42726f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:03.850824 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab4d5d6-1cc1-40b8-bead-a2e2d226685b', 'tag': '7cd0a406-0d58-45f7-bb9e-3e7bb472cf67', 'status': 'completed', 'code': 200} Sep 07 16:07:03.877129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192c32e-6237-4fb3-befe-1c5cebdfe1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:03.933840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-ae00f237-8751-480d-9014-0a807762732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:03.935454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-ae00f237-8751-480d-9014-0a807762732a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 1094 time: 0.3804383 Sep 07 16:07:04.085398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-66bfca10-3ca6-4706-b967-f445348c6b3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 HTTP/1.1" status: 200 len: 217 time: 0.1207008 Sep 07 16:07:04.100161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-3b6775d1-26a7-4d7c-9192-7131099f74ad tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:04.112287 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-3b6775d1-26a7-4d7c-9192-7131099f74ad tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.3358600 Sep 07 16:07:04.121349 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-714cda30-cd3e-429b-bc1b-2f2f709027d2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:07:04.135963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-714cda30-cd3e-429b-bc1b-2f2f709027d2 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220826 Sep 07 16:07:04.189191 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 82efd9bc-2640-4710-8aa1-f36ca78518f1 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:04.219809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-241a8442-d47b-41af-828f-656d8e79a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:04.221549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-241a8442-d47b-41af-828f-656d8e79a0f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.0840566 Sep 07 16:07:04.267752 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-59450331-62cc-40b2-9698-66be39faf3dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351045 Sep 07 16:07:04.276151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 82efd9bc-2640-4710-8aa1-f36ca78518f1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:04.281069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 82efd9bc-2640-4710-8aa1-f36ca78518f1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:04.281844 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:04.360897 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-132fbda2-07bd-4019-87d5-461f74573376 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 697 time: 0.1372204 Sep 07 16:07:04.393865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b02f2b-72af-458c-9d38-182a944f9519 req-06f74c8f-f2ad-47ae-bba5-c3745518acff tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:04.406973 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4b02f2b-72af-458c-9d38-182a944f9519 req-06f74c8f-f2ad-47ae-bba5-c3745518acff tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 943 time: 0.4587901 Sep 07 16:07:04.495224 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:04.532629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cfb8bf-d197-4844-a485-d07d4dad6001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efd9bc-2640-4710-8aa1-f36ca78518f1'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:04.535155 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb08b34-b7bd-4b06-80ca-cbcc5f87c59e" -d '{"events": [{"server_uuid": "39cfb8bf-d197-4844-a485-d07d4dad6001", "name": "network-vif-plugged", "status": "completed", "tag": "82efd9bc-2640-4710-8aa1-f36ca78518f1"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:04.552658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:04.560498 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:04.562373 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 93654770-500a-4bfe-bc36-2c003543b94a no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:04.635099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 93654770-500a-4bfe-bc36-2c003543b94a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:07:04.635542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 93654770-500a-4bfe-bc36-2c003543b94a not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:04.636482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device aac4c757-f6cc-4d1e-a279-038b10875c09 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:04.639523 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=82efd9bc-2640-4710-8aa1-f36ca78518f1,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:04.661158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: aac4c757-f6cc-4d1e-a279-038b10875c09 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:07:04.662209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device aac4c757-f6cc-4d1e-a279-038b10875c09 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:04.901441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-7495a8da-b11f-49b5-971c-1a85da3a1c30 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 697 time: 0.5393243 Sep 07 16:07:04.975102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4b02f2b-72af-458c-9d38-182a944f9519 req-33e8f6f0-b032-43d5-9698-e7c05ecd128a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5671039 Sep 07 16:07:04.999320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-aa6a4b86-ece9-4a1d-9ce6-b067a2f28830 service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6841760 Sep 07 16:07:05.203727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ab421-371e-4557-96b1-1f310a33da16 req-82bb3b7b-74c1-4320-88d1-000a89216915 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:05.205497 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e9ab421-371e-4557-96b1-1f310a33da16 req-82bb3b7b-74c1-4320-88d1-000a89216915 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.1371677 Sep 07 16:07:05.242738 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b59bc21d-6326-4eb3-aa52-cc1c0a897aea req-9a5a5634-796f-445a-b204-3f66b470fa92 service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998897 Sep 07 16:07:05.298640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e9ab421-371e-4557-96b1-1f310a33da16 req-03d278be-8bf8-484e-af66-c893d805fae5 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740948 Sep 07 16:07:05.316019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-d19f9c55-139d-4f55-941e-0b185a9e0618 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Deleting port cdeaba7d-f5ab-42a1-8b6e-d48d67cea091 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:05.319308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-d19f9c55-139d-4f55-941e-0b185a9e0618 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:05.550343 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-d19f9c55-139d-4f55-941e-0b185a9e0618 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:05.550866 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-d19f9c55-139d-4f55-941e-0b185a9e0618 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:05.594727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-d19f9c55-139d-4f55-941e-0b185a9e0618 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Calling delete_port for cdeaba7d-f5ab-42a1-8b6e-d48d67cea091 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:05.658611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75797c1e-2744-47eb-89ef-7659819307e2 req-854f202e-bc23-4598-9818-cb641fe446e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:05.660231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75797c1e-2744-47eb-89ef-7659819307e2 req-854f202e-bc23-4598-9818-cb641fe446e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 1094 time: 0.1700251 Sep 07 16:07:05.681279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52190e8-27e5-47bb-870c-6e09a50d5149 req-a43bd1ca-c032-4dd5-9587-dc02e8999cbd tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:05.682867 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a52190e8-27e5-47bb-870c-6e09a50d5149 req-a43bd1ca-c032-4dd5-9587-dc02e8999cbd tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 946 time: 0.1492786 Sep 07 16:07:05.856547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a52190e8-27e5-47bb-870c-6e09a50d5149 req-53701121-e4a6-4af7-81e2-a9334eb150f7 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551483 Sep 07 16:07:05.884541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ecd08e-a22a-4bdb-98a0-40b467aa15fa', 'name': 'network-vif-deleted', 'tag': 'aac4c757-f6cc-4d1e-a279-038b10875c09'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:05.887329 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c01771-fc48-4121-bf6b-0602a550a989" -d '{"events": [{"server_uuid": "32ecd08e-a22a-4bdb-98a0-40b467aa15fa", "name": "network-vif-deleted", "tag": "aac4c757-f6cc-4d1e-a279-038b10875c09"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:05.903953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75797c1e-2744-47eb-89ef-7659819307e2 req-99178742-c203-40dd-bae4-f6c9eda9b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:05.905785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75797c1e-2744-47eb-89ef-7659819307e2 req-99178742-c203-40dd-bae4-f6c9eda9b8a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.2203677 Sep 07 16:07:05.995394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75797c1e-2744-47eb-89ef-7659819307e2 req-2645c384-1f44-4701-9b1b-53fc5ff1b24c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 HTTP/1.1" status: 200 len: 217 time: 0.0679410 Sep 07 16:07:06.060000 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-d19f9c55-139d-4f55-941e-0b185a9e0618 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:06.074067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75797c1e-2744-47eb-89ef-7659819307e2 req-2451ad10-ae4d-4710-a5f9-7b2120102aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:06.076310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75797c1e-2744-47eb-89ef-7659819307e2 req-2451ad10-ae4d-4710-a5f9-7b2120102aa5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.0722404 Sep 07 16:07:06.115197 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58c4ec9-bf06-4351-ad27-ba57f9418490 x-openstack-request-id: req-a58c4ec9-bf06-4351-ad27-ba57f9418490 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:06.116199 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cfb8bf-d197-4844-a485-d07d4dad6001", "name": "network-vif-plugged", "status": "completed", "tag": "82efd9bc-2640-4710-8aa1-f36ca78518f1", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:06.116771 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a58c4ec9-bf06-4351-ad27-ba57f9418490 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:06.118149 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cfb8bf-d197-4844-a485-d07d4dad6001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efd9bc-2640-4710-8aa1-f36ca78518f1', 'code': 200} Sep 07 16:07:06.121634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75797c1e-2744-47eb-89ef-7659819307e2 req-179da802-0ce7-4aaf-98d4-73d19164b6e8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263586 Sep 07 16:07:06.123718 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f9c55-139d-4f55-941e-0b185a9e0618 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Pushing event deleted for resources: {'Port': ['ID=cdeaba7d-f5ab-42a1-8b6e-d48d67cea091,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:06.226593 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf51dd4-1e9c-49b4-9f29-e0ae845e8d80 x-openstack-request-id: req-6bf51dd4-1e9c-49b4-9f29-e0ae845e8d80 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:06.228210 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ecd08e-a22a-4bdb-98a0-40b467aa15fa", "name": "network-vif-deleted", "tag": "aac4c757-f6cc-4d1e-a279-038b10875c09", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:06.228637 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6bf51dd4-1e9c-49b4-9f29-e0ae845e8d80 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:06.229229 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ecd08e-a22a-4bdb-98a0-40b467aa15fa', 'name': 'network-vif-deleted', 'tag': 'aac4c757-f6cc-4d1e-a279-038b10875c09', 'status': 'completed', 'code': 200} Sep 07 16:07:06.392296 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-d19f9c55-139d-4f55-941e-0b185a9e0618 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:06.398144 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-d19f9c55-139d-4f55-941e-0b185a9e0618 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:06.401112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-340b7211-e6b7-4eca-bec7-2c1347dde441 req-d19f9c55-139d-4f55-941e-0b185a9e0618 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "DELETE /v2.0/floatingips/de9877cf-4fcc-4dee-a2a2-42011332be68 HTTP/1.1" status: 204 len: 173 time: 1.4878461 Sep 07 16:07:06.438886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d3624-1670-486d-bcb5-240c15775f0e req-1eeb1a83-04d7-4def-90d2-e75a5988822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:06.440895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-838d3624-1670-486d-bcb5-240c15775f0e req-1eeb1a83-04d7-4def-90d2-e75a5988822a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 1097 time: 0.2314823 Sep 07 16:07:06.443216 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-409aa9e8-7372-43b5-b3a8-c1423ce9205b req-baf33f8e-d72a-4a1a-ac5e-fef2591ad936 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802782 Sep 07 16:07:06.463858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75797c1e-2744-47eb-89ef-7659819307e2 req-76d3a8e2-9e3f-4074-909c-457a74981fcd service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287854 Sep 07 16:07:06.479752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923ce03-8d40-4fdc-86ef-89ab3c8076e8 req-b51ae8b5-3ada-4772-a9a8-21ca35b0c3d2 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:06.488716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d923ce03-8d40-4fdc-86ef-89ab3c8076e8 req-b51ae8b5-3ada-4772-a9a8-21ca35b0c3d2 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 943 time: 0.2064190 Sep 07 16:07:06.560845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa9e8-7372-43b5-b3a8-c1423ce9205b req-ba71a3d3-ef69-4cd9-a41c-340d0172cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:06.562745 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-409aa9e8-7372-43b5-b3a8-c1423ce9205b req-ba71a3d3-ef69-4cd9-a41c-340d0172cbd2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 1101 time: 0.0554476 Sep 07 16:07:06.616017 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-838d3624-1670-486d-bcb5-240c15775f0e req-ad9c4dc0-88d5-40de-ba06-c59ee3fb1705 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646616 Sep 07 16:07:06.654042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d923ce03-8d40-4fdc-86ef-89ab3c8076e8 req-f825ef98-e826-4d96-80bd-e784b08e24e0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209664 Sep 07 16:07:06.669515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75797c1e-2744-47eb-89ef-7659819307e2 req-e4ee3501-ac94-496e-b405-377e7b77e6cd service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588626 Sep 07 16:07:06.736984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa9e8-7372-43b5-b3a8-c1423ce9205b req-d4846ecc-906a-465d-99e9-bf4d8604c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:06.738480 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-409aa9e8-7372-43b5-b3a8-c1423ce9205b req-d4846ecc-906a-465d-99e9-bf4d8604c569 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1455104 Sep 07 16:07:06.786426 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-409aa9e8-7372-43b5-b3a8-c1423ce9205b req-f149b0dd-2d23-4084-8de1-16e847bc6d55 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f674c7d1-3837-477f-9ce9-722cbd417e78 HTTP/1.1" status: 200 len: 217 time: 0.0392299 Sep 07 16:07:06.810413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5f9dd-a5fc-4581-8764-60cbed0928df req-8060dfd2-827d-49d0-ac86-d2893ecd6863 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:06.812020 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc5f9dd-a5fc-4581-8764-60cbed0928df req-8060dfd2-827d-49d0-ac86-d2893ecd6863 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.0759773 Sep 07 16:07:06.869924 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcc5f9dd-a5fc-4581-8764-60cbed0928df req-f0abecb1-8295-4eec-a0d9-1c6a35054e50 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490403 Sep 07 16:07:06.888488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa9e8-7372-43b5-b3a8-c1423ce9205b req-7e676843-c8fc-45fb-9c78-103fa7e03820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:06.893556 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-409aa9e8-7372-43b5-b3a8-c1423ce9205b req-7e676843-c8fc-45fb-9c78-103fa7e03820 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0920994 Sep 07 16:07:06.986423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa9e8-7372-43b5-b3a8-c1423ce9205b req-380f303b-1a1c-408e-bb9a-935ae9579766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:06.988133 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-409aa9e8-7372-43b5-b3a8-c1423ce9205b req-380f303b-1a1c-408e-bb9a-935ae9579766 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822892 Sep 07 16:07:07.117054 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-409aa9e8-7372-43b5-b3a8-c1423ce9205b req-f7f51148-7c96-4233-9e88-9b1243afd895 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149478 Sep 07 16:07:07.134873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb53d1-138f-43e3-bffb-3f4f81824c59 req-4c4195a5-00ea-4135-91ee-865fb67ead14 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:07.136322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8eeb53d1-138f-43e3-bffb-3f4f81824c59 req-4c4195a5-00ea-4135-91ee-865fb67ead14 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 945 time: 0.1167631 Sep 07 16:07:07.145316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dd21a-1f07-4c28-ade7-0c43603fb232 req-df0a4590-3458-40eb-8ba0-2b3a7a328390 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:07.153592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb7dd21a-1f07-4c28-ade7-0c43603fb232 req-df0a4590-3458-40eb-8ba0-2b3a7a328390 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 946 time: 0.1209779 Sep 07 16:07:07.216383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8eeb53d1-138f-43e3-bffb-3f4f81824c59 req-3a484e62-33f0-4145-a7db-a8877d6ccfe0 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ddf4c20-7787-42ad-b09b-b576b5db71ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556004 Sep 07 16:07:07.226194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb7dd21a-1f07-4c28-ade7-0c43603fb232 req-3880ce8b-4895-4726-af27-e1e48ffcfee8 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717070 Sep 07 16:07:07.268267 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-409aa9e8-7372-43b5-b3a8-c1423ce9205b req-52bb197c-d01a-4ad0-9742-22ada5733370 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430292 Sep 07 16:07:07.379013 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528681ba-16b0-4cc5-91df-d0d6aed373a9 req-a0775417-66d6-46cf-918d-d36c0fc91d25 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:07.380806 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-528681ba-16b0-4cc5-91df-d0d6aed373a9 req-a0775417-66d6-46cf-918d-d36c0fc91d25 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.0860884 Sep 07 16:07:07.453286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-528681ba-16b0-4cc5-91df-d0d6aed373a9 req-247906f4-fac3-4b83-8696-29b90e80b8c8 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629082 Sep 07 16:07:07.722467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219d7bb-2c12-4ea8-8b19-699eba5ee576 req-e2e64618-2d5b-4076-83dd-0679f50e4bb2 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:07.731185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8219d7bb-2c12-4ea8-8b19-699eba5ee576 req-e2e64618-2d5b-4076-83dd-0679f50e4bb2 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 950 time: 0.1044459 Sep 07 16:07:07.805558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8219d7bb-2c12-4ea8-8b19-699eba5ee576 req-69101192-902d-4158-bd55-381fc270b665 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729833 Sep 07 16:07:07.832611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a07f8d-c684-490c-839c-e0c60ec98ea5 req-c3ae277a-5c92-470e-bcc8-5c61b4176249 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:07.835375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3a07f8d-c684-490c-839c-e0c60ec98ea5 req-c3ae277a-5c92-470e-bcc8-5c61b4176249 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 943 time: 0.0832188 Sep 07 16:07:07.899438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3a07f8d-c684-490c-839c-e0c60ec98ea5 req-527e68cc-2e8d-428f-97dd-409d276ec6b1 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561924 Sep 07 16:07:08.031605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9dd4d-41de-4ef4-b9d4-772c6eb3c8d2 req-a9e184eb-a35c-48ce-a411-2cc1fa7ee11e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:08.032912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35b9dd4d-41de-4ef4-b9d4-772c6eb3c8d2 req-a9e184eb-a35c-48ce-a411-2cc1fa7ee11e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.0570161 Sep 07 16:07:08.091342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35b9dd4d-41de-4ef4-b9d4-772c6eb3c8d2 req-2edeafca-5810-4506-9aa1-a29ca1e94381 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518451 Sep 07 16:07:08.366803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-ac87dbf7-6bb6-4e10-a530-ab2bd9876082 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:08.368799 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-ac87dbf7-6bb6-4e10-a530-ab2bd9876082 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.54 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 945 time: 0.0902150 Sep 07 16:07:08.521093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6692c6-4668-439a-a93b-c1ed96110657 req-d31e09f6-dbfc-42ed-99b6-8a3dbc42c1ce tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:08.530420 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c6692c6-4668-439a-a93b-c1ed96110657 req-d31e09f6-dbfc-42ed-99b6-8a3dbc42c1ce tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 945 time: 0.2056518 Sep 07 16:07:08.541335 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3acff-f5c9-41ed-82d9-db75b53ace60 req-92c5bb23-ac65-4373-b7ea-a11b646f85d1 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:08.549306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00a3acff-f5c9-41ed-82d9-db75b53ace60 req-92c5bb23-ac65-4373-b7ea-a11b646f85d1 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 946 time: 0.2054284 Sep 07 16:07:08.560546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Deleting port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:08.560899 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:08.617066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c6692c6-4668-439a-a93b-c1ed96110657 req-fd18663e-3658-422e-94b1-35848aa1f1e1 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/security-groups?id=8ddf4c20-7787-42ad-b09b-b576b5db71ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850632 Sep 07 16:07:08.639348 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00a3acff-f5c9-41ed-82d9-db75b53ace60 req-fb057ccb-9a45-4a6c-9e6a-5807526a473c tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886064 Sep 07 16:07:08.764584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] For port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b,segment=NetworkSegment(7fc3be11-43e7-42c4-a2f5-60712b64b4a3),segment_id=7fc3be11-43e7-42c4-a2f5-60712b64b4a3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:08.765070 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:08.819470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c934d-8b98-4b70-aa96-e4aa6e8d93bb req-f4a0795d-b5eb-486f-96cb-888440f56598 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:08.822056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b6c934d-8b98-4b70-aa96-e4aa6e8d93bb req-f4a0795d-b5eb-486f-96cb-888440f56598 tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.0769885 Sep 07 16:07:08.917203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b6c934d-8b98-4b70-aa96-e4aa6e8d93bb req-48aee538-097b-4844-a14b-55a26d8a0f9f tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851963 Sep 07 16:07:09.068422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa9aa-4765-4408-b26e-86d9c6a8a125 req-589c0ee3-6246-4926-9a28-3a75b20fdbed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:09.071682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a7fa9aa-4765-4408-b26e-86d9c6a8a125 req-589c0ee3-6246-4926-9a28-3a75b20fdbed tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 950 time: 0.0865517 Sep 07 16:07:09.154480 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a7fa9aa-4765-4408-b26e-86d9c6a8a125 req-db044473-ce6b-4076-b9ea-1cddaaa2daa6 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813797 Sep 07 16:07:09.175109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a04cf2-2eef-4160-b40d-1222a13616fd req-27355740-a7a7-4756-a3bf-21bb7bc819b7 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:09.186603 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3a04cf2-2eef-4160-b40d-1222a13616fd req-27355740-a7a7-4756-a3bf-21bb7bc819b7 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 943 time: 0.1588647 Sep 07 16:07:09.272764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3a04cf2-2eef-4160-b40d-1222a13616fd req-3e9871de-034e-4a99-94b6-065f92c3ed67 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844722 Sep 07 16:07:09.332625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748caf4b-976f-4dd0-a8f2-c7e9622745fa req-b58acc9f-c293-4faf-b830-6d2ec2e754bb tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:09.334462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-748caf4b-976f-4dd0-a8f2-c7e9622745fa req-b58acc9f-c293-4faf-b830-6d2ec2e754bb tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.35 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.1142220 Sep 07 16:07:09.451731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8da96-d33e-4587-b4a7-83deb420928a req-391bed8d-7b27-464a-abff-c3a10fa32248 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:09.453452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbd8da96-d33e-4587-b4a7-83deb420928a req-391bed8d-7b27-464a-abff-c3a10fa32248 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.1787536 Sep 07 16:07:09.485271 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:09.486137 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:09.486137 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Floating IP 98577b0b-0629-49e4-bcfa-5cf3a77dfe37 disassociated. External IP: 172.25.3.132, port: 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b. Sep 07 16:07:09.486432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Calling delete_port for 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:09.523274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbd8da96-d33e-4587-b4a7-83deb420928a req-d175d910-f85e-4082-802c-ff3bcb408ec3 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566890 Sep 07 16:07:09.546203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-748caf4b-976f-4dd0-a8f2-c7e9622745fa req-9924f05f-73e5-4dbf-a43f-bc038d8e752f tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Deleting port 7e2caecd-1d89-4719-b13d-c6935f4f67ea {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:09.547056 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-748caf4b-976f-4dd0-a8f2-c7e9622745fa req-9924f05f-73e5-4dbf-a43f-bc038d8e752f tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:09.669190 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:09.736243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-748caf4b-976f-4dd0-a8f2-c7e9622745fa req-9924f05f-73e5-4dbf-a43f-bc038d8e752f tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] For port 7e2caecd-1d89-4719-b13d-c6935f4f67ea, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7e2caecd-1d89-4719-b13d-c6935f4f67ea,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:09.736660 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-748caf4b-976f-4dd0-a8f2-c7e9622745fa req-9924f05f-73e5-4dbf-a43f-bc038d8e752f tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:09.765055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Pushing event deleted for resources: {'Port': ['ID=2f1866c6-cd1c-4fe2-8f03-621584ff7d9b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:09.788557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-748caf4b-976f-4dd0-a8f2-c7e9622745fa req-9924f05f-73e5-4dbf-a43f-bc038d8e752f tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Calling delete_port for 7e2caecd-1d89-4719-b13d-c6935f4f67ea owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:09.924228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26c95e8f-4ac7-4329-a52b-53751a3d0238 req-27101684-74d0-4852-8eb5-84dfe2169f59 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/ports?device_id=135db353-ce7e-43f2-a768-d5b3c0fbdc57 HTTP/1.1" status: 200 len: 210 time: 0.1474347 Sep 07 16:07:09.940266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Router 662c0868-3242-45ca-9eb9-1e76c03da74e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:07:10.063788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda3092-2701-4745-bffc-915d06157028 req-08404f22-6fe7-49ed-9509-fbb866a2b211 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:10.072833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7dda3092-2701-4745-bffc-915d06157028 req-08404f22-6fe7-49ed-9509-fbb866a2b211 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 946 time: 0.2044082 Sep 07 16:07:10.110362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acae8a-f7d9-48b6-920d-2af662ef1650 req-6cb1094e-a9db-4b12-ad7d-72c335f6effe tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:10.112329 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91acae8a-f7d9-48b6-920d-2af662ef1650 req-6cb1094e-a9db-4b12-ad7d-72c335f6effe tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 950 time: 0.1951563 Sep 07 16:07:10.183998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:07:10.198967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caab557-cc9d-4d31-8a5b-266c0f85cbe8 None None] Sync routers for ids ['662c0868-3242-45ca-9eb9-1e76c03da74e'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:07:10.216115 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caab557-cc9d-4d31-8a5b-266c0f85cbe8 None None] Routers {'662c0868-3242-45ca-9eb9-1e76c03da74e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:10.217631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6caab557-cc9d-4d31-8a5b-266c0f85cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['662c0868-3242-45ca-9eb9-1e76c03da74e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:10.234682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7dda3092-2701-4745-bffc-915d06157028 req-d5cc14ca-8def-482d-87bc-551c257ef8f7 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603670 Sep 07 16:07:10.310249 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75b4946c-19aa-46ec-9878-50950d9b2f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:10.332411 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] No DVR routers for this DVR port 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:10.339408 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:10.345792 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-811aad8f-b487-4aa4-9c8a-8f4c7db769ed req-6c1f21be-1dd9-4e60-9989-6c86342aab73 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.54 "DELETE /v2.0/ports/2f1866c6-cd1c-4fe2-8f03-621584ff7d9b HTTP/1.1" status: 204 len: 173 time: 1.9641118 Sep 07 16:07:10.346849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135db353-ce7e-43f2-a768-d5b3c0fbdc57', 'name': 'network-vif-deleted', 'tag': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:10.349312 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584957bb-d80c-4983-a596-ce1a401c23ed" -d '{"events": [{"server_uuid": "135db353-ce7e-43f2-a768-d5b3c0fbdc57", "name": "network-vif-deleted", "tag": "2f1866c6-cd1c-4fe2-8f03-621584ff7d9b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:10.425070 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6caab557-cc9d-4d31-8a5b-266c0f85cbe8 None None] Set router 662c0868-3242-45ca-9eb9-1e76c03da74e gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:10.443110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039aefb-d8cc-450c-a645-54dd3bc74749 req-17a95d98-f575-4fa7-be4c-9c78dde6f4da tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:10.451364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d039aefb-d8cc-450c-a645-54dd3bc74749 req-17a95d98-f575-4fa7-be4c-9c78dde6f4da tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/ports?device_id=193506a1-e62d-4c7a-9340-a1796b907d60 HTTP/1.1" status: 200 len: 946 time: 0.2616825 Sep 07 16:07:10.476780 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-748caf4b-976f-4dd0-a8f2-c7e9622745fa req-9924f05f-73e5-4dbf-a43f-bc038d8e752f tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:10.783364 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6caab557-cc9d-4d31-8a5b-266c0f85cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:04:36Z', 'revision_number': 4, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b58d220c-70a0-4c60-acaa-151c1ae2889f', 'name': '', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'mac_address': 'fa:16:3e:71:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:35Z', 'updated_at': '2021-09-07T16:04:44Z', 'revision_number': 5, 'project_id': '05f534b669c84062ad8718906e1ab014', 'subnets': [{'id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:10.820887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caab557-cc9d-4d31-8a5b-266c0f85cbe8 None None] Checking router: 662c0868-3242-45ca-9eb9-1e76c03da74e for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:07:10.836075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caab557-cc9d-4d31-8a5b-266c0f85cbe8 None None] Routers {'662c0868-3242-45ca-9eb9-1e76c03da74e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:10.845237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6caab557-cc9d-4d31-8a5b-266c0f85cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:06:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['662c0868-3242-45ca-9eb9-1e76c03da74e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:10.895199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924f05f-73e5-4dbf-a43f-bc038d8e752f tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Pushing event deleted for resources: {'Port': ['ID=7e2caecd-1d89-4719-b13d-c6935f4f67ea,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:10.959030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770479e6-a9a6-4363-90ad-c9d3fd4fd5e3 req-a5191176-d994-4131-8207-4d94d92b4975 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:10.974216 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-770479e6-a9a6-4363-90ad-c9d3fd4fd5e3 req-a5191176-d994-4131-8207-4d94d92b4975 tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 950 time: 0.6031408 Sep 07 16:07:10.998137 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d039aefb-d8cc-450c-a645-54dd3bc74749 req-c42f613c-56d8-459a-a2d4-f7a650aea10f tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.70 "GET /v2.0/security-groups?id=70a093cc-6af7-4df6-aba2-5b7257c84427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436289 Sep 07 16:07:11.090583 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6caab557-cc9d-4d31-8a5b-266c0f85cbe8 None None] Set router 662c0868-3242-45ca-9eb9-1e76c03da74e gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:11.175315 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-770479e6-a9a6-4363-90ad-c9d3fd4fd5e3 req-c9d9d9ef-2f3c-48b2-a56a-d5dd5ff2509e tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990292 Sep 07 16:07:11.224015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-748caf4b-976f-4dd0-a8f2-c7e9622745fa req-9924f05f-73e5-4dbf-a43f-bc038d8e752f tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] No DVR routers for this DVR port 7e2caecd-1d89-4719-b13d-c6935f4f67ea on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:11.229290 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-748caf4b-976f-4dd0-a8f2-c7e9622745fa req-9924f05f-73e5-4dbf-a43f-bc038d8e752f tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:11.231713 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-748caf4b-976f-4dd0-a8f2-c7e9622745fa req-9924f05f-73e5-4dbf-a43f-bc038d8e752f tempest-FloatingIPsAssociationTestJSON-1118215776 tempest-FloatingIPsAssociationTestJSON-1118215776-project] 10.222.0.35 "DELETE /v2.0/ports/7e2caecd-1d89-4719-b13d-c6935f4f67ea HTTP/1.1" status: 204 len: 173 time: 1.8796756 Sep 07 16:07:11.235778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'name': 'network-vif-deleted', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:11.239764 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e791b52d-4a60-48a6-b2a2-2edaa3d43fbc" -d '{"events": [{"server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "name": "network-vif-deleted", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:11.297644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-91acae8a-f7d9-48b6-920d-2af662ef1650 req-0b990c67-0e15-46d4-84c1-12426904b1ff tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Deleting port 730ceca2-2a0f-4c32-911a-55ef91a259db {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:11.297921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91acae8a-f7d9-48b6-920d-2af662ef1650 req-0b990c67-0e15-46d4-84c1-12426904b1ff tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:11.371891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd3158-c3ee-4227-8cd6-a1ed9d0285e3 req-6667b743-0a22-40c8-b4fe-839401705f7f tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:11.379696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5bd3158-c3ee-4227-8cd6-a1ed9d0285e3 req-6667b743-0a22-40c8-b4fe-839401705f7f tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 1097 time: 0.2304604 Sep 07 16:07:11.481472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7057e2-ba00-44bf-a47e-40269aef26fc req-2e5aea5b-8833-45e7-9460-b6f1821e5404 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:11.483151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af7057e2-ba00-44bf-a47e-40269aef26fc req-2e5aea5b-8833-45e7-9460-b6f1821e5404 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 943 time: 0.2191730 Sep 07 16:07:11.485002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6caab557-cc9d-4d31-8a5b-266c0f85cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:04:36Z', 'revision_number': 4, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b58d220c-70a0-4c60-acaa-151c1ae2889f', 'name': '', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'mac_address': 'fa:16:3e:71:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:35Z', 'updated_at': '2021-09-07T16:04:44Z', 'revision_number': 5, 'project_id': '05f534b669c84062ad8718906e1ab014', 'subnets': [{'id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:11.521906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5bd3158-c3ee-4227-8cd6-a1ed9d0285e3 req-9a5082bd-b887-406f-a860-b40acf59c7f6 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405177 Sep 07 16:07:11.597653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-91acae8a-f7d9-48b6-920d-2af662ef1650 req-0b990c67-0e15-46d4-84c1-12426904b1ff tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] For port 730ceca2-2a0f-4c32-911a-55ef91a259db, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=730ceca2-2a0f-4c32-911a-55ef91a259db,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:11.598093 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91acae8a-f7d9-48b6-920d-2af662ef1650 req-0b990c67-0e15-46d4-84c1-12426904b1ff tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:11.600380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caab557-cc9d-4d31-8a5b-266c0f85cbe8 None None] The sync data for ids ['662c0868-3242-45ca-9eb9-1e76c03da74e'] in n-d-807551-3 is: [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:04:36Z', 'revision_number': 4, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b58d220c-70a0-4c60-acaa-151c1ae2889f', 'name': '', 'network_id': 'bae6e4c5-3f29-45bd-9e94-604f37a54bfe', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'mac_address': 'fa:16:3e:71:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:35Z', 'updated_at': '2021-09-07T16:04:44Z', 'revision_number': 5, 'project_id': '05f534b669c84062ad8718906e1ab014', 'subnets': [{'id': '6c28b7b2-1b08-4781-89ce-de8cc0ee50ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:07:11.642760 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1f70dc-71c4-45d9-8de1-e9ec2b6a5cbd x-openstack-request-id: req-8f1f70dc-71c4-45d9-8de1-e9ec2b6a5cbd {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:11.643870 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135db353-ce7e-43f2-a768-d5b3c0fbdc57", "name": "network-vif-deleted", "tag": "2f1866c6-cd1c-4fe2-8f03-621584ff7d9b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:11.645628 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f1f70dc-71c4-45d9-8de1-e9ec2b6a5cbd {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:11.647616 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135db353-ce7e-43f2-a768-d5b3c0fbdc57', 'name': 'network-vif-deleted', 'tag': '2f1866c6-cd1c-4fe2-8f03-621584ff7d9b', 'status': 'completed', 'code': 200} Sep 07 16:07:11.651660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-91acae8a-f7d9-48b6-920d-2af662ef1650 req-0b990c67-0e15-46d4-84c1-12426904b1ff tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Calling delete_port for 730ceca2-2a0f-4c32-911a-55ef91a259db owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:11.717494 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af7057e2-ba00-44bf-a47e-40269aef26fc req-96229572-a582-44be-86fb-0e2067732cb6 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939859 Sep 07 16:07:11.882245 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765f441-db62-443b-9984-3d142f162760 req-35baf8af-9861-4519-95a4-fc07dbbcd83d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:11.891748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0765f441-db62-443b-9984-3d142f162760 req-35baf8af-9861-4519-95a4-fc07dbbcd83d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.1135910 Sep 07 16:07:12.030242 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0765f441-db62-443b-9984-3d142f162760 req-d54656ce-5c55-425c-ad01-b27afe4e0e89 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374660 Sep 07 16:07:12.055297 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8251f1ff-f8cd-472e-a4f7-9f47b8f1df59 x-openstack-request-id: req-8251f1ff-f8cd-472e-a4f7-9f47b8f1df59 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:12.055641 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193506a1-e62d-4c7a-9340-a1796b907d60", "name": "network-vif-deleted", "tag": "7e2caecd-1d89-4719-b13d-c6935f4f67ea", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:12.055907 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8251f1ff-f8cd-472e-a4f7-9f47b8f1df59 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:12.056379 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193506a1-e62d-4c7a-9340-a1796b907d60', 'name': 'network-vif-deleted', 'tag': '7e2caecd-1d89-4719-b13d-c6935f4f67ea', 'status': 'completed', 'code': 200} Sep 07 16:07:12.083067 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91acae8a-f7d9-48b6-920d-2af662ef1650 req-0b990c67-0e15-46d4-84c1-12426904b1ff tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:12.095352 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['730ceca2-2a0f-4c32-911a-55ef91a259db'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:12.109740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42408) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:12.205544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42410) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:12.252398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7e2caecd-1d89-4719-b13d-c6935f4f67ea no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:12.259041 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dea0e9b-f101-45a8-b8a4-bd20d2f598f4 None None] New status for floating IP 98577b0b-0629-49e4-bcfa-5cf3a77dfe37: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:07:12.284815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b990c67-0e15-46d4-84c1-12426904b1ff tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Pushing event deleted for resources: {'Port': ['ID=730ceca2-2a0f-4c32-911a-55ef91a259db,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:12.315301 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 7e2caecd-1d89-4719-b13d-c6935f4f67ea {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:07:12.320056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7e2caecd-1d89-4719-b13d-c6935f4f67ea not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:12.363456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-91acae8a-f7d9-48b6-920d-2af662ef1650 req-0b990c67-0e15-46d4-84c1-12426904b1ff tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] No DVR routers for this DVR port 730ceca2-2a0f-4c32-911a-55ef91a259db on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:12.367916 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-91acae8a-f7d9-48b6-920d-2af662ef1650 req-0b990c67-0e15-46d4-84c1-12426904b1ff tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:12.371165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91acae8a-f7d9-48b6-920d-2af662ef1650 req-0b990c67-0e15-46d4-84c1-12426904b1ff tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.35 "DELETE /v2.0/ports/730ceca2-2a0f-4c32-911a-55ef91a259db HTTP/1.1" status: 204 len: 173 time: 2.2460222 Sep 07 16:07:12.414016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a155bfd8-1684-46e4-ac94-06038bdeec59 req-bb88c02f-5286-4991-a810-efe1944fb42a tempest-ServersOnMultiNodesTest-1721986610 tempest-ServersOnMultiNodesTest-1721986610-project] 10.222.0.70 "GET /v2.0/ports?device_id=003d1c32-2245-4bac-b164-cfb5a5cfb726 HTTP/1.1" status: 200 len: 210 time: 0.0595806 Sep 07 16:07:12.419362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d1d1c-7dce-4f4f-bf5d-68992201f256 req-11aa44fa-daae-4adb-9288-43fa15176612 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:12.430577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e3d1d1c-7dce-4f4f-bf5d-68992201f256 req-11aa44fa-daae-4adb-9288-43fa15176612 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 1097 time: 0.1902804 Sep 07 16:07:12.498382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e3d1d1c-7dce-4f4f-bf5d-68992201f256 req-fbcf0965-73f8-4eae-97c5-0b9e47ea6f5e tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626297 Sep 07 16:07:12.667856 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d966cd1a-d959-48cb-85ad-6c23f1b636b8 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:12.698880 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d966cd1a-d959-48cb-85ad-6c23f1b636b8 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:12.816451 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d966cd1a-d959-48cb-85ad-6c23f1b636b8 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:12.819743 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d966cd1a-d959-48cb-85ad-6c23f1b636b8 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:12.821928 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d966cd1a-d959-48cb-85ad-6c23f1b636b8 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "DELETE /v2.0/security-groups/8ddf4c20-7787-42ad-b09b-b576b5db71ba HTTP/1.1" status: 204 len: 168 time: 0.7104502 Sep 07 16:07:12.828770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42422) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:12.851719 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966cd1a-d959-48cb-85ad-6c23f1b636b8 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddf4c20-7787-42ad-b09b-b576b5db71ba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:12.881761 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-394c09ff-7a99-478d-8847-4b417ff3bfd4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] show failed (client error): The resource could not be found. Sep 07 16:07:12.885953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-394c09ff-7a99-478d-8847-4b417ff3bfd4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "GET /v2.0/security-groups/8ddf4c20-7787-42ad-b09b-b576b5db71ba HTTP/1.1" status: 404 len: 347 time: 0.0530231 Sep 07 16:07:12.889887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42424) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:13.127763 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e01dafa-6377-4945-8308-65fa95bdd4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:13.203716 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd95da2-7efb-455f-ba4a-80025772ae75 req-99831775-b11a-43c5-8370-e3d52cf0db37 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:13.213912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6dd95da2-7efb-455f-ba4a-80025772ae75 req-99831775-b11a-43c5-8370-e3d52cf0db37 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 943 time: 0.2996662 Sep 07 16:07:13.286330 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6dd95da2-7efb-455f-ba4a-80025772ae75 req-eec07ba5-f589-4e19-8ac2-77a148b91662 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720360 Sep 07 16:07:13.326200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ddb0b-dd95-4b36-a3b0-b519424c94d4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Deleting port c0fad503-9c3a-4a3c-8e99-9cb7d2703441 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:13.326750 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d6ddb0b-dd95-4b36-a3b0-b519424c94d4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:13.523054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:07:13.527665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:13.601092 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d6ddb0b-dd95-4b36-a3b0-b519424c94d4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:13.604424 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d6ddb0b-dd95-4b36-a3b0-b519424c94d4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:13.615162 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:07:13.615970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2f1866c6-cd1c-4fe2-8f03-621584ff7d9b not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:13.642749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ddb0b-dd95-4b36-a3b0-b519424c94d4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Calling delete_port for c0fad503-9c3a-4a3c-8e99-9cb7d2703441 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:13.929468 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fea67-73fe-49d2-9cb9-8da11690f418 req-788ddbf5-fe8f-469c-be1b-778124bb926c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:13.939946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-030fea67-73fe-49d2-9cb9-8da11690f418 req-788ddbf5-fe8f-469c-be1b-778124bb926c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.1699483 Sep 07 16:07:13.975199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:13.984042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6e01dafa-6377-4945-8308-65fa95bdd4b8 admin admin] Deleting port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:13.984428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e01dafa-6377-4945-8308-65fa95bdd4b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:14.033422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '7cd0a406-0d58-45f7-bb9e-3e7bb472cf67', 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c', 'port_id': '7cd0a406-0d58-45f7-bb9e-3e7bb472cf67', 'mac_address': 'fa:16:3e:26:87:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd931a9bd-777d-4745-82da-a7eac9df350f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:07:14.057601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003d1c32-2245-4bac-b164-cfb5a5cfb726', 'name': 'network-vif-deleted', 'tag': '730ceca2-2a0f-4c32-911a-55ef91a259db'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:14.060944 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daf46e2-a85b-4420-a719-e7e40b87f0d4" -d '{"events": [{"server_uuid": "003d1c32-2245-4bac-b164-cfb5a5cfb726", "name": "network-vif-deleted", "tag": "730ceca2-2a0f-4c32-911a-55ef91a259db"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:14.080302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-030fea67-73fe-49d2-9cb9-8da11690f418 req-28a909b5-a932-41dc-8dc0-9b9b9e5bd852 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383955 Sep 07 16:07:14.142282 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d6ddb0b-dd95-4b36-a3b0-b519424c94d4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:14.147191 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:14.208117 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:14.235307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:07:14.242748 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8815-2b6b-41e2-a993-4e3c49c77c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:14.272565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 730ceca2-2a0f-4c32-911a-55ef91a259db no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:14.283311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:14.299425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-6e01dafa-6377-4945-8308-65fa95bdd4b8 admin admin] For port e19f5d0e-b0f8-4d4c-a917-8f9e565a2972, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e19f5d0e-b0f8-4d4c-a917-8f9e565a2972,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:14.300056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e01dafa-6377-4945-8308-65fa95bdd4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:14.310556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 730ceca2-2a0f-4c32-911a-55ef91a259db {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:07:14.311424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 730ceca2-2a0f-4c32-911a-55ef91a259db not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:14.313749 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:14.342166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6e01dafa-6377-4945-8308-65fa95bdd4b8 admin admin] Calling delete_port for e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:14.428667 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975523f2-eb0c-41a2-9368-6d67917e4f89 x-openstack-request-id: req-975523f2-eb0c-41a2-9368-6d67917e4f89 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:14.429188 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003d1c32-2245-4bac-b164-cfb5a5cfb726", "name": "network-vif-deleted", "tag": "730ceca2-2a0f-4c32-911a-55ef91a259db", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:14.429344 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-975523f2-eb0c-41a2-9368-6d67917e4f89 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:14.430474 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003d1c32-2245-4bac-b164-cfb5a5cfb726', 'name': 'network-vif-deleted', 'tag': '730ceca2-2a0f-4c32-911a-55ef91a259db', 'status': 'completed', 'code': 200} Sep 07 16:07:14.433741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ddb0b-dd95-4b36-a3b0-b519424c94d4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Pushing event deleted for resources: {'Port': ['ID=c0fad503-9c3a-4a3c-8e99-9cb7d2703441,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:14.435897 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d6ddb0b-dd95-4b36-a3b0-b519424c94d4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:14.438848 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d6ddb0b-dd95-4b36-a3b0-b519424c94d4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:14.440212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8d6ddb0b-dd95-4b36-a3b0-b519424c94d4 tempest-ServersTestFqdnHostnames-332332227 tempest-ServersTestFqdnHostnames-332332227-project] 10.222.0.70 "DELETE /v2.0/floatingips/98577b0b-0629-49e4-bcfa-5cf3a77dfe37 HTTP/1.1" status: 204 len: 168 time: 1.5479505 Sep 07 16:07:14.443351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42470) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:14.444456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:14.458621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-a374c741-a477-4df4-bb76-0acdd15485b4 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:07:14.461080 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-a374c741-a477-4df4-bb76-0acdd15485b4 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093656 Sep 07 16:07:14.569383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-12b29dce-e13f-445c-b8ca-b7addbd5337b tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:14.571067 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-12b29dce-e13f-445c-b8ca-b7addbd5337b tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports/82efd9bc-2640-4710-8aa1-f36ca78518f1 HTTP/1.1" status: 200 len: 1094 time: 0.0647418 Sep 07 16:07:14.649314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] Request body: {'binding': {'host': 'n-h1-807551-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:14.650294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] Unknown quota resources ['binding']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:07:14.682806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['7cd0a406-0d58-45f7-bb9e-3e7bb472cf67'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:14.869771 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e01dafa-6377-4945-8308-65fa95bdd4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:14.888583 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:14.900963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42476) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:14.989952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01dafa-6377-4945-8308-65fa95bdd4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e19f5d0e-b0f8-4d4c-a917-8f9e565a2972,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:15.209276 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] Attempting to bind port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on host n-h1-807551-3 for vnic_type normal with profile None {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:15.209697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] Attempting to bind port 82efd9bc-2640-4710-8aa1-f36ca78518f1 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:15.210047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] Attempting to bind port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:15.228629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] Port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:07:15.228958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] Attempting to bind port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:15.271244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36223d-e9e3-44c3-a848-99c5c4c6b167 req-b5ee59b3-0026-4681-b96f-0c3769c64cda tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:15.279837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d36223d-e9e3-44c3-a848-99c5c4c6b167 req-b5ee59b3-0026-4681-b96f-0c3769c64cda tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 944 time: 0.6471405 Sep 07 16:07:15.289313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:15.290057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] Checking segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:15.290520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] Bound using segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:15.291123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] Bound port: 82efd9bc-2640-4710-8aa1-f36ca78518f1, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:15.382615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e01dafa-6377-4945-8308-65fa95bdd4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:15.465440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-730ee8c0-0a74-43c9-92ed-012d5396aafb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=862afeab01384f9383e2db2235f4b998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5610185 Sep 07 16:07:15.475065 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42486) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:15.505507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d36223d-e9e3-44c3-a848-99c5c4c6b167 req-c2951e20-8f26-48bb-a87a-903826b255f1 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244747 Sep 07 16:07:15.520005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:15.576765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:15.577291 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0f812507-4688-4733-8ea4-54c52ce8630d service neutron] 10.222.0.70 "POST /v2.0/ports/82efd9bc-2640-4710-8aa1-f36ca78518f1/bindings HTTP/1.1" status: 201 len: 389 time: 0.9959111 Sep 07 16:07:15.627129 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d399d23-3bc3-4051-bb48-dbf3ef8b8823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:15.718177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d399d23-3bc3-4051-bb48-dbf3ef8b8823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:15.831260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e01dafa-6377-4945-8308-65fa95bdd4b8 admin admin] Router 14ee858e-a718-486f-bba7-2159bd39a7cb has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:07:15.961816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60747b-43b1-4986-970d-5ac6384d075f req-077ac017-76d9-45cb-89fc-8c8598eb36cb tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:15.963629 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb60747b-43b1-4986-970d-5ac6384d075f req-077ac017-76d9-45cb-89fc-8c8598eb36cb tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.1646471 Sep 07 16:07:15.979749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-e7f493ea-e5ca-4d16-a296-a515f067314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:15.981378 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-e7f493ea-e5ca-4d16-a296-a515f067314d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 1097 time: 0.0842791 Sep 07 16:07:16.008632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fc8cb-4c33-4976-af1b-1065a6233081 req-09ba74bd-d90b-4d5c-b5e7-2e9466f82aee tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:16.010183 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a48fc8cb-4c33-4976-af1b-1065a6233081 req-09ba74bd-d90b-4d5c-b5e7-2e9466f82aee tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 946 time: 0.2161725 Sep 07 16:07:16.016117 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d399d23-3bc3-4051-bb48-dbf3ef8b8823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:16.018881 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d399d23-3bc3-4051-bb48-dbf3ef8b8823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:16.020117 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4d399d23-3bc3-4051-bb48-dbf3ef8b8823 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb HTTP/1.1" status: 204 len: 168 time: 0.5415313 Sep 07 16:07:16.069422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d399d23-3bc3-4051-bb48-dbf3ef8b8823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffa9c72-7fd9-497f-bf09-9a9a92ef00fb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:16.074815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb60747b-43b1-4986-970d-5ac6384d075f req-c5c09de9-f45d-462d-abd7-9426e408ba1c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003237 Sep 07 16:07:16.077801 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48bbe89e-3b2d-4804-aaea-2afbcd612264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:16.140113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e01dafa-6377-4945-8308-65fa95bdd4b8 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:07:16.150526 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6e01dafa-6377-4945-8308-65fa95bdd4b8 admin admin] 10.222.0.70 "PUT /v2.0/routers/14ee858e-a718-486f-bba7-2159bd39a7cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9416516 Sep 07 16:07:16.151235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42506) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:16.156308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7e5e0-4d9c-4d88-8c5f-2eb946cee9d3 None None] Sync routers for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:07:16.175806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7e5e0-4d9c-4d88-8c5f-2eb946cee9d3 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:16.176582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5ed7e5e0-4d9c-4d88-8c5f-2eb946cee9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:16.218063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a48fc8cb-4c33-4976-af1b-1065a6233081 req-076b68c6-d4d2-4ac8-b6f0-39ddd007d360 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953280 Sep 07 16:07:16.370157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-5ed7e5e0-4d9c-4d88-8c5f-2eb946cee9d3 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:16.503204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42514) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:16.550465 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-48bbe89e-3b2d-4804-aaea-2afbcd612264 admin admin] Deleting port b58d220c-70a0-4c60-acaa-151c1ae2889f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:16.550935 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48bbe89e-3b2d-4804-aaea-2afbcd612264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:16.637141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5ed7e5e0-4d9c-4d88-8c5f-2eb946cee9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:07:14Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:16.671833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-b9a15e44-3b6f-4fe4-929a-18341c84355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:16.673444 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-b9a15e44-3b6f-4fe4-929a-18341c84355b service neutron] 10.222.0.54 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.6829369 Sep 07 16:07:16.703706 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7e5e0-4d9c-4d88-8c5f-2eb946cee9d3 None None] Checking router: 14ee858e-a718-486f-bba7-2159bd39a7cb for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:07:16.710831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-48bbe89e-3b2d-4804-aaea-2afbcd612264 admin admin] For port b58d220c-70a0-4c60-acaa-151c1ae2889f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b58d220c-70a0-4c60-acaa-151c1ae2889f,segment=NetworkSegment(7fc3be11-43e7-42c4-a2f5-60712b64b4a3),segment_id=7fc3be11-43e7-42c4-a2f5-60712b64b4a3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:16.711420 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48bbe89e-3b2d-4804-aaea-2afbcd612264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:16.730802 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4d57fd28-73af-4792-b2f4-04ca7ad587b5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40c0f1e3dd304975ae996865f40a42fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223821 Sep 07 16:07:16.735282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7e5e0-4d9c-4d88-8c5f-2eb946cee9d3 None None] Routers {'14ee858e-a718-486f-bba7-2159bd39a7cb'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:16.736903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5ed7e5e0-4d9c-4d88-8c5f-2eb946cee9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['14ee858e-a718-486f-bba7-2159bd39a7cb'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:16.738484 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0cf1612a-e338-49a1-8cdc-abefa0555aaf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1 HTTP/1.1" status: 200 len: 217 time: 0.0550783 Sep 07 16:07:16.739627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42532) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:16.743246 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:16.754329 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:16.794233 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-48bbe89e-3b2d-4804-aaea-2afbcd612264 admin admin] Calling delete_port for b58d220c-70a0-4c60-acaa-151c1ae2889f owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:16.909683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c91a8-94f2-47e9-8831-e9be99998d8e req-eb1ca989-0949-401b-80f1-0e2cb78443fc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:16.919571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-5ed7e5e0-4d9c-4d88-8c5f-2eb946cee9d3 None None] Set router 14ee858e-a718-486f-bba7-2159bd39a7cb gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:16.924578 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca2c91a8-94f2-47e9-8831-e9be99998d8e req-eb1ca989-0949-401b-80f1-0e2cb78443fc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 944 time: 0.2248452 Sep 07 16:07:17.037525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-bb415ea5-c653-4056-be30-9ee3da8dc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:17.039725 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-bb415ea5-c653-4056-be30-9ee3da8dc25c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.2804799 Sep 07 16:07:17.060981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca2c91a8-94f2-47e9-8831-e9be99998d8e req-3e10ad53-034f-49f7-8669-c27f5bf71350 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352508 Sep 07 16:07:17.083866 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da26aab8-b0d9-4bff-a053-a5fed8761beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:17.152100 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-edf8063f-533b-4564-acd3-7f71dbe474ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039848 Sep 07 16:07:17.166077 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:17.207837 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da26aab8-b0d9-4bff-a053-a5fed8761beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:17.415279 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-d79dc3fe-790f-49c7-9782-525f522faa75 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544708 Sep 07 16:07:17.416799 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Deleting port 31cee342-b717-4364-b92e-8832a74e3994 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:17.417158 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:17.458656 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da26aab8-b0d9-4bff-a053-a5fed8761beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:17.461881 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da26aab8-b0d9-4bff-a053-a5fed8761beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:17.463078 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-da26aab8-b0d9-4bff-a053-a5fed8761beb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d0e9f95b-e7aa-43f2-9c26-aa85dfcf78dd HTTP/1.1" status: 204 len: 168 time: 0.7208586 Sep 07 16:07:17.476118 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5ed7e5e0-4d9c-4d88-8c5f-2eb946cee9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:07:14Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:17.539402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7e5e0-4d9c-4d88-8c5f-2eb946cee9d3 None None] The sync data for ids ['14ee858e-a718-486f-bba7-2159bd39a7cb'] in n-d-807551-3 is: [{'id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'name': 'tempest-FloatingIPsAssociationTestJSON-751367780-router', 'tenant_id': 'ef6015b098494e5c99a3458b4a51de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31cee342-b717-4364-b92e-8832a74e3994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:07:14Z', 'revision_number': 5, 'project_id': 'ef6015b098494e5c99a3458b4a51de27', 'gw_port': {'id': '31cee342-b717-4364-b92e-8832a74e3994', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ee858e-a718-486f-bba7-2159bd39a7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:05:22Z', 'updated_at': '2021-09-07T16:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:07:17.544576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26aab8-b0d9-4bff-a053-a5fed8761beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e9f95b-e7aa-43f2-9c26-aa85dfcf78dd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:17.562102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:17.661834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] For port 31cee342-b717-4364-b92e-8832a74e3994, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=31cee342-b717-4364-b92e-8832a74e3994,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:17.662339 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:17.674654 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-501948ff-0d58-4935-80ad-21f6519013b3 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429376 Sep 07 16:07:17.679575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Calling delete_port for 31cee342-b717-4364-b92e-8832a74e3994 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:17.688645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:17.696194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:17.696968 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:17.753626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04ce75-ac56-44e3-a667-dac43bc3c88e req-14d4aa92-f032-4b38-be8d-4d9d56eff9f1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:17.755422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c04ce75-ac56-44e3-a667-dac43bc3c88e req-14d4aa92-f032-4b38-be8d-4d9d56eff9f1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.2494020 Sep 07 16:07:17.881033 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:17.884742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c04ce75-ac56-44e3-a667-dac43bc3c88e req-8e7de9eb-403e-4433-abf0-5eca75a7f955 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106911 Sep 07 16:07:17.932685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab4d5d6-1cc1-40b8-bead-a2e2d226685b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd0a406-0d58-45f7-bb9e-3e7bb472cf67'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:17.941918 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afa5b55-ede1-40a4-bc4c-bf0209b5a523" -d '{"events": [{"server_uuid": "dab4d5d6-1cc1-40b8-bead-a2e2d226685b", "name": "network-vif-plugged", "status": "completed", "tag": "7cd0a406-0d58-45f7-bb9e-3e7bb472cf67"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:17.942480 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48bbe89e-3b2d-4804-aaea-2afbcd612264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:17.976028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:17.982183 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:18.044189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbe89e-3b2d-4804-aaea-2afbcd612264 admin admin] Pushing event deleted for resources: {'Port': ['ID=b58d220c-70a0-4c60-acaa-151c1ae2889f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:18.108913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:18.164116 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:18.246003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba19d37-2deb-4517-ac40-18bd7c5eea83 req-60af41b0-7582-480e-91ec-087fdfbffb05 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:18.253946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ba19d37-2deb-4517-ac40-18bd7c5eea83 req-60af41b0-7582-480e-91ec-087fdfbffb05 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 946 time: 0.2070844 Sep 07 16:07:18.307171 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Pushing event deleted for resources: {'Port': ['ID=31cee342-b717-4364-b92e-8832a74e3994,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:18.390286 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:18.527241 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f89def-5fdd-47b8-87fb-7174e802eab8 x-openstack-request-id: req-58f89def-5fdd-47b8-87fb-7174e802eab8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:18.527769 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab4d5d6-1cc1-40b8-bead-a2e2d226685b", "name": "network-vif-plugged", "status": "completed", "tag": "7cd0a406-0d58-45f7-bb9e-3e7bb472cf67", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:18.527884 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58f89def-5fdd-47b8-87fb-7174e802eab8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:18.528220 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab4d5d6-1cc1-40b8-bead-a2e2d226685b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd0a406-0d58-45f7-bb9e-3e7bb472cf67', 'code': 200} Sep 07 16:07:18.544737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:18.588108 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48bbe89e-3b2d-4804-aaea-2afbcd612264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:18.640151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:07:18.640817 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e19f5d0e-b0f8-4d4c-a917-8f9e565a2972 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:18.651388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ba19d37-2deb-4517-ac40-18bd7c5eea83 req-ac77061b-3ca2-405c-97c5-3102cd2edd5e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961856 Sep 07 16:07:18.692287 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:18.714806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:18.805574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6ebf5-83f9-4086-bea6-541fa7342b77 req-7db21e6a-7ed9-4fec-b0ca-179b6c51c791 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:18.808866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfb6ebf5-83f9-4086-bea6-541fa7342b77 req-7db21e6a-7ed9-4fec-b0ca-179b6c51c791 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 945 time: 0.1558692 Sep 07 16:07:18.835696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c14760-9bba-419f-ab25-abecc786f1aa req-a17afbd2-9878-4e3e-8825-229c637e547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:18.838079 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b2c14760-9bba-419f-ab25-abecc786f1aa req-a17afbd2-9878-4e3e-8825-229c637e547c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 1096 time: 0.1655531 Sep 07 16:07:18.846410 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:18.847447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14ee858e-a718-486f-bba7-2159bd39a7cb {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:07:18.855388 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:18.860994 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e50d1d71-360f-4f3f-a133-0d58f84a230b admin admin] 10.222.0.70 "DELETE /v2.0/routers/14ee858e-a718-486f-bba7-2159bd39a7cb HTTP/1.1" status: 204 len: 168 time: 2.7068388 Sep 07 16:07:18.863129 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42622) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:18.961609 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b2c14760-9bba-419f-ab25-abecc786f1aa req-c14a89a8-5be2-49e3-84a7-1c498fa824a9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985649 Sep 07 16:07:18.970532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d18933-e5d5-4310-bc7d-5bbc61d3bc1f admin admin] Deleting subnet 6f672633-a1e2-4e93-893e-80197206d822 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:07:18.975811 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37d18933-e5d5-4310-bc7d-5bbc61d3bc1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:19.038421 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37d18933-e5d5-4310-bc7d-5bbc61d3bc1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:19.170632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfb6ebf5-83f9-4086-bea6-541fa7342b77 req-ff8bc276-ca48-4c43-b650-a9ef452ce4b9 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237443 Sep 07 16:07:19.205065 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37d18933-e5d5-4310-bc7d-5bbc61d3bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:19.209215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bbe89e-3b2d-4804-aaea-2afbcd612264 admin admin] Router 662c0868-3242-45ca-9eb9-1e76c03da74e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:07:19.221164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-7ae6a39b-eca1-490a-ab32-b7598f511fcb tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:19.222727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-7ae6a39b-eca1-490a-ab32-b7598f511fcb tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/networks?id=128062b4-eb7d-4f66-9c3b-585ecdef1766 HTTP/1.1" status: 200 len: 805 time: 0.3776517 Sep 07 16:07:19.242600 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-bc247a69-e005-4ae8-8fa1-6107ea5dfa06 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/quotas/669fa4af9816477bab27e809acea0ffd HTTP/1.1" status: 200 len: 375 time: 0.0104818 Sep 07 16:07:19.319618 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37d18933-e5d5-4310-bc7d-5bbc61d3bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:19.350978 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d18933-e5d5-4310-bc7d-5bbc61d3bc1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f672633-a1e2-4e93-893e-80197206d822,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:19.373484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc9fff-cce0-464b-a71a-f527121bae28 None None] Network 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:07:19.384033 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37d18933-e5d5-4310-bc7d-5bbc61d3bc1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:19.388933 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-37d18933-e5d5-4310-bc7d-5bbc61d3bc1f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6f672633-a1e2-4e93-893e-80197206d822 HTTP/1.1" status: 204 len: 168 time: 0.5247562 Sep 07 16:07:19.390164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42636) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:19.438774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4af3b-f53a-4d61-8109-20beac3e0717 req-2cc46439-901f-41b2-8502-661872403b53 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:19.446736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1e4af3b-f53a-4d61-8109-20beac3e0717 req-2cc46439-901f-41b2-8502-661872403b53 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.1518543 Sep 07 16:07:19.487342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-92852e65-1cbd-487b-b6fa-791e2f9adf3e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=669fa4af9816477bab27e809acea0ffd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2377396 Sep 07 16:07:19.503063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1e4af3b-f53a-4d61-8109-20beac3e0717 req-6c72f7a1-8060-44c6-9548-c3fc1ffe29e9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517375 Sep 07 16:07:19.594490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:19.704831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Deleting port 4d813c98-eb7e-4cda-b7f6-e86be288fab9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:19.707185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-d6af5bcc-6163-4e92-af8f-9a3549db73ce service neutron] 10.222.0.70 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726482 Sep 07 16:07:19.718698 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:19.749877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bbe89e-3b2d-4804-aaea-2afbcd612264 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:07:19.767418 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0a34f8-0272-4c93-9717-d2790af69034 None None] Sync routers for ids ['662c0868-3242-45ca-9eb9-1e76c03da74e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:07:19.790822 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-48bbe89e-3b2d-4804-aaea-2afbcd612264 admin admin] 10.222.0.70 "PUT /v2.0/routers/662c0868-3242-45ca-9eb9-1e76c03da74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3453403 Sep 07 16:07:19.793694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dde8db-92f5-4371-8f2f-168c1f11c2b6 None None] DHCP port deletion for 15fd55bc-7c74-4b24-a13d-65d6c50a3c2c request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:07:19.796535 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0a34f8-0272-4c93-9717-d2790af69034 None None] Routers {'662c0868-3242-45ca-9eb9-1e76c03da74e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:19.797845 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cc0a34f8-0272-4c93-9717-d2790af69034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['662c0868-3242-45ca-9eb9-1e76c03da74e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:19.798436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42646) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:19.955104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfea1a-b368-4a7b-9754-b6c63986ae05 req-cf0a5651-c706-4725-a04a-bcd11676df37 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:19.957568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6bfea1a-b368-4a7b-9754-b6c63986ae05 req-cf0a5651-c706-4725-a04a-bcd11676df37 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 946 time: 0.1503549 Sep 07 16:07:19.959546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-72dde8db-92f5-4371-8f2f-168c1f11c2b6 None None] Deleting port 4d813c98-eb7e-4cda-b7f6-e86be288fab9 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:19.962897 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-c919867c-d114-4df0-893b-7cb5170e4160 service neutron] 10.222.0.70 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411776 Sep 07 16:07:19.964055 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72dde8db-92f5-4371-8f2f-168c1f11c2b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:20.079708 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6bfea1a-b368-4a7b-9754-b6c63986ae05 req-a8ef2ceb-36b5-415e-9f89-02d920722aea tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072934 Sep 07 16:07:20.120941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-72dde8db-92f5-4371-8f2f-168c1f11c2b6 None None] For port 4d813c98-eb7e-4cda-b7f6-e86be288fab9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4d813c98-eb7e-4cda-b7f6-e86be288fab9,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:20.121353 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72dde8db-92f5-4371-8f2f-168c1f11c2b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:20.132158 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-cc0a34f8-0272-4c93-9717-d2790af69034 None None] Set router 662c0868-3242-45ca-9eb9-1e76c03da74e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:20.152582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-72dde8db-92f5-4371-8f2f-168c1f11c2b6 None None] Calling delete_port for 4d813c98-eb7e-4cda-b7f6-e86be288fab9 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:20.188133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] For port 4d813c98-eb7e-4cda-b7f6-e86be288fab9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4d813c98-eb7e-4cda-b7f6-e86be288fab9,segment=NetworkSegment(a2c9d947-0155-4f0c-b289-40e4b0bc4a10),segment_id=a2c9d947-0155-4f0c-b289-40e4b0bc4a10)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:20.188723 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:20.208770 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:20.266714 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Calling delete_port for 4d813c98-eb7e-4cda-b7f6-e86be288fab9 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:20.497874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 93dcf05a-9a49-499d-a723-586ce8405b4c no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:20.502686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4d813c98-eb7e-4cda-b7f6-e86be288fab9 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:20.556714 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cc0a34f8-0272-4c93-9717-d2790af69034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:07:17Z', 'revision_number': 5, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:20.601061 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0a34f8-0272-4c93-9717-d2790af69034 None None] Checking router: 662c0868-3242-45ca-9eb9-1e76c03da74e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:07:20.610496 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72dde8db-92f5-4371-8f2f-168c1f11c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:20.615054 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0a34f8-0272-4c93-9717-d2790af69034 None None] Routers {'662c0868-3242-45ca-9eb9-1e76c03da74e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:20.616403 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cc0a34f8-0272-4c93-9717-d2790af69034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['662c0868-3242-45ca-9eb9-1e76c03da74e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:20.630716 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:20.633954 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f815e336-f97f-4cdf-bcbc-d9d0f47cbcb1 req-21abc039-fba2-481b-a329-59cd4164d879 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 210 time: 0.1985977 Sep 07 16:07:20.639251 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:20.667812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dde8db-92f5-4371-8f2f-168c1f11c2b6 None None] Pushing event deleted for resources: {'Port': ['ID=4d813c98-eb7e-4cda-b7f6-e86be288fab9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:20.671889 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No active binding found for port 4d813c98-eb7e-4cda-b7f6-e86be288fab9 {{(pid=94772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 16:07:20.672774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4d813c98-eb7e-4cda-b7f6-e86be288fab9 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:20.673643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 31cee342-b717-4364-b92e-8832a74e3994 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:20.707237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deead41-ae2d-48bb-b98f-5242dd07ce7b req-26a9f8ae-3014-4e94-a07f-bcc7a0ee6c79 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:20.716137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] No DVR routers for this DVR port 4d813c98-eb7e-4cda-b7f6-e86be288fab9 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:20.718364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2deead41-ae2d-48bb-b98f-5242dd07ce7b req-26a9f8ae-3014-4e94-a07f-bcc7a0ee6c79 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 945 time: 0.3662460 Sep 07 16:07:20.738051 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dde8db-92f5-4371-8f2f-168c1f11c2b6 None None] No DVR routers for this DVR port 4d813c98-eb7e-4cda-b7f6-e86be288fab9 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:20.739362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d813c98-eb7e-4cda-b7f6-e86be288fab9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:20.750734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e21b2-93e0-4317-9f0d-a103611ced01 req-cf8da3c4-8d13-42f7-9706-ca540d665a18 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:20.752814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e4e21b2-93e0-4317-9f0d-a103611ced01 req-cf8da3c4-8d13-42f7-9706-ca540d665a18 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.35 "GET /v2.0/ports?device_id=503d3948-b3eb-463c-8248-d2a05d4d99c4 HTTP/1.1" status: 200 len: 945 time: 0.3442512 Sep 07 16:07:20.753913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 31cee342-b717-4364-b92e-8832a74e3994 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:07:20.754373 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 31cee342-b717-4364-b92e-8832a74e3994 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:20.894242 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:20.953246 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:20.973557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503d3948-b3eb-463c-8248-d2a05d4d99c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93dcf05a-9a49-499d-a723-586ce8405b4c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:20.974191 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-79e8a80c-ad40-4ad4-8b33-8867b4bda03d service neutron] show failed (client error): The resource could not be found. Sep 07 16:07:20.975513 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-79e8a80c-ad40-4ad4-8b33-8867b4bda03d service neutron] 10.222.0.54 "GET /v2.0/ports/18ae0ce6-0948-4e69-83f3-023f951a6f75/bindings/n-h2-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.3054755 Sep 07 16:07:20.983356 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d40a80f-0b65-451e-800e-d6497df1da87" -d '{"events": [{"server_uuid": "503d3948-b3eb-463c-8248-d2a05d4d99c4", "name": "network-vif-unplugged", "status": "completed", "tag": "93dcf05a-9a49-499d-a723-586ce8405b4c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:20.993648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fd55bc-7c74-4b24-a13d-65d6c50a3c2c']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:21.005634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Deleting port 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:21.006071 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:21.017244 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-cc0a34f8-0272-4c93-9717-d2790af69034 None None] Set router 662c0868-3242-45ca-9eb9-1e76c03da74e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:21.057550 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 93dcf05a-9a49-499d-a723-586ce8405b4c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93dcf05a-9a49-499d-a723-586ce8405b4c,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:21.062684 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2deead41-ae2d-48bb-b98f-5242dd07ce7b req-56070abb-d144-4ecc-a280-d776829dfdc0 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418014 Sep 07 16:07:21.076410 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:21.166330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4e4e21b2-93e0-4317-9f0d-a103611ced01 req-8e6fadd4-021d-4cfd-b1ca-991e65f92ee4 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Deleting port 93dcf05a-9a49-499d-a723-586ce8405b4c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:21.166681 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4e4e21b2-93e0-4317-9f0d-a103611ced01 req-8e6fadd4-021d-4cfd-b1ca-991e65f92ee4 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:21.250285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=93dcf05a-9a49-499d-a723-586ce8405b4c,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:21.404277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353e121-1125-4b03-8c7e-ad64064845ac req-62b512e5-d40c-4028-917f-5f647e5bc6e3 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:21.411922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3353e121-1125-4b03-8c7e-ad64064845ac req-62b512e5-d40c-4028-917f-5f647e5bc6e3 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.2486734 Sep 07 16:07:21.420997 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1ea105-192f-4b67-a080-4fac5c7ed5cd x-openstack-request-id: req-0f1ea105-192f-4b67-a080-4fac5c7ed5cd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:21.421304 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503d3948-b3eb-463c-8248-d2a05d4d99c4", "name": "network-vif-unplugged", "status": "completed", "tag": "93dcf05a-9a49-499d-a723-586ce8405b4c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:21.421568 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f1ea105-192f-4b67-a080-4fac5c7ed5cd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:21.422323 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503d3948-b3eb-463c-8248-d2a05d4d99c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93dcf05a-9a49-499d-a723-586ce8405b4c', 'code': 200} Sep 07 16:07:21.466078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4e4e21b2-93e0-4317-9f0d-a103611ced01 req-8e6fadd4-021d-4cfd-b1ca-991e65f92ee4 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] For port 93dcf05a-9a49-499d-a723-586ce8405b4c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=93dcf05a-9a49-499d-a723-586ce8405b4c,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:21.466776 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4e4e21b2-93e0-4317-9f0d-a103611ced01 req-8e6fadd4-021d-4cfd-b1ca-991e65f92ee4 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:21.479257 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cc0a34f8-0272-4c93-9717-d2790af69034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:07:17Z', 'revision_number': 5, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:21.488182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-055ab63a-c74c-4e55-a66d-70b8f5f22f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:21.489716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-055ab63a-c74c-4e55-a66d-70b8f5f22f17 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f&tenant_id=ea9e474f9fb940faaa7736036e8f9987 HTTP/1.1" status: 200 len: 1100 time: 0.1248496 Sep 07 16:07:21.509997 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3353e121-1125-4b03-8c7e-ad64064845ac req-dfbcf2bc-b0b9-4c7a-af80-abb6d9e5972b tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951726 Sep 07 16:07:21.517630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4e4e21b2-93e0-4317-9f0d-a103611ced01 req-8e6fadd4-021d-4cfd-b1ca-991e65f92ee4 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Calling delete_port for 93dcf05a-9a49-499d-a723-586ce8405b4c owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:21.526142 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0a34f8-0272-4c93-9717-d2790af69034 None None] The sync data for ids ['662c0868-3242-45ca-9eb9-1e76c03da74e'] in n-d-807551-3 is: [{'id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'name': 'tempest-ServersTestFqdnHostnames-1279295763-router', 'tenant_id': '05f534b669c84062ad8718906e1ab014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:04:30Z', 'updated_at': '2021-09-07T16:07:17Z', 'revision_number': 5, 'project_id': '05f534b669c84062ad8718906e1ab014', 'gw_port': {'id': '7c0aa46d-a477-41f2-81a4-9b7290f05dd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662c0868-3242-45ca-9eb9-1e76c03da74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:04:31Z', 'updated_at': '2021-09-07T16:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:07:21.553533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:21.623557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:21.624408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c9d947-0155-4f0c-b289-40e4b0bc4a10') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:21.654607 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:21.741307 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:21.751077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:07:21.751727 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:07:21.753614 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:07:21.778341 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:21.827011 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] For port 7c0aa46d-a477-41f2-81a4-9b7290f05dd7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7c0aa46d-a477-41f2-81a4-9b7290f05dd7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:21.827325 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:21.829604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece2f84-4370-4e9c-8045-6328e68e11a5 req-dc501e2e-bec2-4652-8154-aba1f493adcc tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:21.831580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ece2f84-4370-4e9c-8045-6328e68e11a5 req-dc501e2e-bec2-4652-8154-aba1f493adcc tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 946 time: 0.3152807 Sep 07 16:07:21.838244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-acb9afcb-a80b-45dd-9cb9-5efc314669dd req-81479e07-d59b-49ff-8d55-fca66cc50db6 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 210 time: 0.0610518 Sep 07 16:07:21.853886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:21.855408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Calling delete_port for 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:21.863712 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:21.869560 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] 10.222.0.70 "DELETE /v2.0/networks/15fd55bc-7c74-4b24-a13d-65d6c50a3c2c HTTP/1.1" status: 204 len: 168 time: 2.4785604 Sep 07 16:07:21.891329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f6b54-b307-401b-bd98-c3c68c258473 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fd55bc-7c74-4b24-a13d-65d6c50a3c2c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:21.960353 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ece2f84-4370-4e9c-8045-6328e68e11a5 req-04da5de3-d5b0-4ce2-b3d4-942f173b5ebc tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183004 Sep 07 16:07:22.204896 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4e4e21b2-93e0-4317-9f0d-a103611ced01 req-8e6fadd4-021d-4cfd-b1ca-991e65f92ee4 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:22.270836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42708) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:22.306206 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:22.322756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fadd4-021d-4cfd-b1ca-991e65f92ee4 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Pushing event deleted for resources: {'Port': ['ID=93dcf05a-9a49-499d-a723-586ce8405b4c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:22.387102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b58d220c-70a0-4c60-acaa-151c1ae2889f no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:22.413250 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: b58d220c-70a0-4c60-acaa-151c1ae2889f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:07:22.414422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b58d220c-70a0-4c60-acaa-151c1ae2889f not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:22.439873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb5eb2-48ec-423d-b18f-dab740de4163 req-3fdaea12-cde1-4460-af4a-d6344c711f58 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:22.443832 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75fb5eb2-48ec-423d-b18f-dab740de4163 req-3fdaea12-cde1-4460-af4a-d6344c711f58 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 945 time: 0.2505434 Sep 07 16:07:22.452938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0aa46d-a477-41f2-81a4-9b7290f05dd7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:22.455271 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:22.490198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4e21b2-93e0-4317-9f0d-a103611ced01 req-8e6fadd4-021d-4cfd-b1ca-991e65f92ee4 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] No DVR routers for this DVR port 93dcf05a-9a49-499d-a723-586ce8405b4c on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:22.495271 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4e4e21b2-93e0-4317-9f0d-a103611ced01 req-8e6fadd4-021d-4cfd-b1ca-991e65f92ee4 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:22.500597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e4e21b2-93e0-4317-9f0d-a103611ced01 req-8e6fadd4-021d-4cfd-b1ca-991e65f92ee4 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.35 "DELETE /v2.0/ports/93dcf05a-9a49-499d-a723-586ce8405b4c HTTP/1.1" status: 204 len: 173 time: 1.7181463 Sep 07 16:07:22.551550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503d3948-b3eb-463c-8248-d2a05d4d99c4', 'name': 'network-vif-deleted', 'tag': '93dcf05a-9a49-499d-a723-586ce8405b4c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:22.553945 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61309570-906e-4e20-a558-cd4d5ffd0385" -d '{"events": [{"server_uuid": "503d3948-b3eb-463c-8248-d2a05d4d99c4", "name": "network-vif-deleted", "tag": "93dcf05a-9a49-499d-a723-586ce8405b4c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:22.589102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75fb5eb2-48ec-423d-b18f-dab740de4163 req-da56f77c-4bcc-4f10-81ba-3e69475545b3 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080284 Sep 07 16:07:22.632160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:22.638060 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:22.643463 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a389dab7-f334-4942-9a6e-c175a38f8dfc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef6015b098494e5c99a3458b4a51de27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606913 Sep 07 16:07:22.651248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42720) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:22.733760 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:22.734408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 662c0868-3242-45ca-9eb9-1e76c03da74e {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:07:22.741313 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:22.744121 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-81a0feea-637b-4b7b-8a50-b9a560b903e7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/662c0868-3242-45ca-9eb9-1e76c03da74e HTTP/1.1" status: 204 len: 168 time: 2.9438043 Sep 07 16:07:22.768424 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020da426-4b6f-4ea0-9c9f-f9b7bb15c298 x-openstack-request-id: req-020da426-4b6f-4ea0-9c9f-f9b7bb15c298 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:22.768763 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503d3948-b3eb-463c-8248-d2a05d4d99c4", "name": "network-vif-deleted", "tag": "93dcf05a-9a49-499d-a723-586ce8405b4c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:22.769031 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-020da426-4b6f-4ea0-9c9f-f9b7bb15c298 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:22.769464 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503d3948-b3eb-463c-8248-d2a05d4d99c4', 'name': 'network-vif-deleted', 'tag': '93dcf05a-9a49-499d-a723-586ce8405b4c', 'status': 'completed', 'code': 200} Sep 07 16:07:22.769729 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-826be31b-67af-4128-8c3b-3cfc2684b0df tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:22.774954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42722) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:22.778113 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-826be31b-67af-4128-8c3b-3cfc2684b0df tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.35 "GET /v2.0/networks?id=128062b4-eb7d-4f66-9c3b-585ecdef1766 HTTP/1.1" status: 200 len: 805 time: 0.4999943 Sep 07 16:07:22.796534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1b7bd62a-9cb6-4c67-8441-7a003eba8cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Request body: {'port': {'device_id': '33051a58-0eb4-4fb8-af16-47f21acb97a6', 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766', 'admin_state_up': True, 'tenant_id': '669fa4af9816477bab27e809acea0ffd'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:22.862197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2a16d8-fda7-4b73-a3cc-6c2e4504e277 admin admin] Deleting subnet 6c28b7b2-1b08-4781-89ce-de8cc0ee50ea {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:07:22.881845 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab2a16d8-fda7-4b73-a3cc-6c2e4504e277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:22.952053 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd94e-6969-41ed-a269-44aa36660d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:22.986113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:23.011320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1b7bd62a-9cb6-4c67-8441-7a003eba8cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Made reservation on behalf of 669fa4af9816477bab27e809acea0ffd for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:23.013313 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab2a16d8-fda7-4b73-a3cc-6c2e4504e277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.016593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1b7bd62a-9cb6-4c67-8441-7a003eba8cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.027464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:23.072563 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd94e-6969-41ed-a269-44aa36660d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.112829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b852c-4f51-49a5-8559-f8849a594ab4 req-0ae62371-2c66-4818-bdeb-be62aa38c933 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:23.114384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-263b852c-4f51-49a5-8559-f8849a594ab4 req-0ae62371-2c66-4818-bdeb-be62aa38c933 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 1096 time: 0.2705076 Sep 07 16:07:23.145454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e24f5e-1a53-4224-bec9-a58885567b30 req-38cc2302-521b-405d-9afb-2401c698f9a6 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:23.150364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9e24f5e-1a53-4224-bec9-a58885567b30 req-38cc2302-521b-405d-9afb-2401c698f9a6 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.4192653 Sep 07 16:07:23.209229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:23.211809 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c33-1026-446c-8c7e-d284fe520815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.225512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1b7bd62a-9cb6-4c67-8441-7a003eba8cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Allocated IP 172.20.0.5 (128062b4-eb7d-4f66-9c3b-585ecdef1766/16512a79-062b-41f3-bfdf-b580889f79b3/05d1e5dc-b35e-4ca7-94ad-42b9786803b1) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:23.292288 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.412030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-263b852c-4f51-49a5-8559-f8849a594ab4 req-d8945b48-c3c4-4a81-8d38-6866af40006d tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429924 Sep 07 16:07:23.414097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Transition to ACTIVE for port object 18ae0ce6-0948-4e69-83f3-023f951a6f75 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:23.424039 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.493234 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c33-1026-446c-8c7e-d284fe520815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.501643 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c33-1026-446c-8c7e-d284fe520815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.527371 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1b7bd62a-9cb6-4c67-8441-7a003eba8cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.620725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c33-1026-446c-8c7e-d284fe520815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1cf546-5a79-4a1c-a65e-b4d82d572775,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:23.635893 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d0e42c33-1026-446c-8c7e-d284fe520815 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=994a5f939c034a54842ce3132cfab2eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6484079 Sep 07 16:07:23.636966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42738) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:23.714782 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1b7bd62a-9cb6-4c67-8441-7a003eba8cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.767733 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f50e763-b199-4ec3-9263-6fff9d5b373a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.777312 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9e24f5e-1a53-4224-bec9-a58885567b30 req-db00256f-03b8-4757-b378-fa09aed50f41 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5790768 Sep 07 16:07:23.790042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1b7bd62a-9cb6-4c67-8441-7a003eba8cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Network 128062b4-eb7d-4f66-9c3b-585ecdef1766 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:23.798869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1b7bd62a-9cb6-4c67-8441-7a003eba8cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:23.809635 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1b7bd62a-9cb6-4c67-8441-7a003eba8cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:23.823562 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bd62a-9cb6-4c67-8441-7a003eba8cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Pushing event updated for resources: {'Port': ['ID=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:23.828675 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f50e763-b199-4ec3-9263-6fff9d5b373a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.860902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] No DVR routers for this DVR port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:23.880007 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab2a16d8-fda7-4b73-a3cc-6c2e4504e277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.914444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1b7bd62a-9cb6-4c67-8441-7a003eba8cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:23.914849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1b7bd62a-9cb6-4c67-8441-7a003eba8cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.936109 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1b7bd62a-9cb6-4c67-8441-7a003eba8cb2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1534009 Sep 07 16:07:23.952115 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Request body: {'port': {'device_id': '33051a58-0eb4-4fb8-af16-47f21acb97a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:23.969067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Pushing event updated for resources: {'Port': ['ID=18ae0ce6-0948-4e69-83f3-023f951a6f75,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:23.986918 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd94e-6969-41ed-a269-44aa36660d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.987216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f50e763-b199-4ec3-9263-6fff9d5b373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:23.989992 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f50e763-b199-4ec3-9263-6fff9d5b373a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:24.001913 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1f50e763-b199-4ec3-9263-6fff9d5b373a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd1cf546-5a79-4a1c-a65e-b4d82d572775 HTTP/1.1" status: 204 len: 168 time: 0.3498960 Sep 07 16:07:24.003337 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd94e-6969-41ed-a269-44aa36660d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:24.003337 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9d4fd94e-6969-41ed-a269-44aa36660d11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/70a093cc-6af7-4df6-aba2-5b7257c84427 HTTP/1.1" status: 204 len: 168 time: 1.3328822 Sep 07 16:07:24.011778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Attempting to bind port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:24.012120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Attempting to bind port 18ae0ce6-0948-4e69-83f3-023f951a6f75 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:24.012474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Attempting to bind port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:24.022566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e7299-2e28-4b1d-9f5a-e491e29d57db req-03a42fde-149f-4935-9a10-89a2329eacab tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:24.024136 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-466e7299-2e28-4b1d-9f5a-e491e29d57db req-03a42fde-149f-4935-9a10-89a2329eacab tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 931 time: 0.2448788 Sep 07 16:07:24.030606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50e763-b199-4ec3-9263-6fff9d5b373a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1cf546-5a79-4a1c-a65e-b4d82d572775,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:24.061349 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:07:24.061627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Attempting to bind port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:24.073634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fd94e-6969-41ed-a269-44aa36660d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a093cc-6af7-4df6-aba2-5b7257c84427,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:24.102364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:24.103019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:24.103425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:24.103960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Bound port: 18ae0ce6-0948-4e69-83f3-023f951a6f75, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:24.104405 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:24.143494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8ff6-c44f-4434-817c-ef45fdefd0c8 req-23875f20-84f8-48a9-8c10-c229bb84088f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:24.145323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f2b8ff6-c44f-4434-817c-ef45fdefd0c8 req-23875f20-84f8-48a9-8c10-c229bb84088f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 946 time: 0.2053015 Sep 07 16:07:24.181347 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-466e7299-2e28-4b1d-9f5a-e491e29d57db req-efa787d6-7643-4863-97c1-7801a8b384b4 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254227 Sep 07 16:07:24.188606 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:24.298863 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab2a16d8-fda7-4b73-a3cc-6c2e4504e277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:24.338211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b741a-16b8-46b5-8722-1aae8acadbd1 None None] Network bae6e4c5-3f29-45bd-9e94-604f37a54bfe requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:07:24.365869 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab2a16d8-fda7-4b73-a3cc-6c2e4504e277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:24.370934 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ab2a16d8-fda7-4b73-a3cc-6c2e4504e277 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6c28b7b2-1b08-4781-89ce-de8cc0ee50ea HTTP/1.1" status: 204 len: 168 time: 1.5806062 Sep 07 16:07:24.393996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 93dcf05a-9a49-499d-a723-586ce8405b4c no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:24.453039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42750) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:24.471233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 93dcf05a-9a49-499d-a723-586ce8405b4c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:07:24.471600 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 93dcf05a-9a49-499d-a723-586ce8405b4c not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:24.485558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a16d8-fda7-4b73-a3cc-6c2e4504e277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c28b7b2-1b08-4781-89ce-de8cc0ee50ea,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:24.490707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:24.535777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f2b8ff6-c44f-4434-817c-ef45fdefd0c8 req-d518bde8-8ae4-4b35-8ef1-c3f0015cd50a tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694243 Sep 07 16:07:24.616070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:24.630230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:07:24.630944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7c0aa46d-a477-41f2-81a4-9b7290f05dd7 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:24.677593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42758) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:24.728570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da97fe-224b-4baa-b226-5449ba8406ef req-b93cd570-ce91-415f-bf40-7b1d9105ab14 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:24.730064 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41da97fe-224b-4baa-b226-5449ba8406ef req-b93cd570-ce91-415f-bf40-7b1d9105ab14 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 1096 time: 0.3983896 Sep 07 16:07:24.732313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:24.754256 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf6ac09e-7d20-426f-a7ce-d254a81faf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:24.759809 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:24.763529 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:24.788141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:24.793134 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5381cc45-bd8f-4b32-b24b-f280415e81e0" -d '{"events": [{"server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:24.834568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d18726d-ffe8-4466-b295-de97f79101d4 None None] DHCP port deletion for bae6e4c5-3f29-45bd-9e94-604f37a54bfe request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:07:24.867813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:24.868653 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:24.870024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] 10.222.0.35 "PUT /v2.0/ports/18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 200 len: 1095 time: 3.3565650 Sep 07 16:07:24.907142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:07:24.927157 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:24.956005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8d18726d-ffe8-4466-b295-de97f79101d4 None None] Deleting port 7f5f36e9-1b0e-4aff-8085-047047e0f49d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:24.959222 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d18726d-ffe8-4466-b295-de97f79101d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:24.962456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Transition to ACTIVE for port object 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:24.967082 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.063041 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535e76dc-5dc4-4fea-87e5-e6cd79889f8d x-openstack-request-id: req-535e76dc-5dc4-4fea-87e5-e6cd79889f8d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:25.063456 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:25.063816 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-535e76dc-5dc4-4fea-87e5-e6cd79889f8d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:25.064383 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75', 'code': 200} Sep 07 16:07:25.090973 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f079a-f450-4580-b7ac-897c0a0b66e5 service neutron] Pushing event updated for resources: {'Port': ['ID=18ae0ce6-0948-4e69-83f3-023f951a6f75,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:25.116157 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41da97fe-224b-4baa-b226-5449ba8406ef req-6a7e6433-5ee4-40bf-a435-8c43281e6421 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630407 Sep 07 16:07:25.126171 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Pushing event updated for resources: {'Port': ['ID=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:25.173571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8d18726d-ffe8-4466-b295-de97f79101d4 None None] For port 7f5f36e9-1b0e-4aff-8085-047047e0f49d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7f5f36e9-1b0e-4aff-8085-047047e0f49d,segment=NetworkSegment(7fc3be11-43e7-42c4-a2f5-60712b64b4a3),segment_id=7fc3be11-43e7-42c4-a2f5-60712b64b4a3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:25.174186 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Attempting to bind port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:25.174453 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d18726d-ffe8-4466-b295-de97f79101d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.174907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Attempting to bind port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:25.176555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Attempting to bind port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 on network 128062b4-eb7d-4f66-9c3b-585ecdef1766 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:25.184581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 on network 128062b4-eb7d-4f66-9c3b-585ecdef1766 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:07:25.185023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Attempting to bind port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 on network 128062b4-eb7d-4f66-9c3b-585ecdef1766 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:25.191817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:25.192440 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Checking segment: {'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:25.195457 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Bound using segment: {'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:25.196176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Bound port: 05d1e5dc-b35e-4ca7-94ad-42b9786803b1, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:25.199623 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.207955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8d18726d-ffe8-4466-b295-de97f79101d4 None None] Calling delete_port for 7f5f36e9-1b0e-4aff-8085-047047e0f49d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:25.299093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-ebb68833-4f3f-4334-95b7-452bce15736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:25.302879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-ebb68833-4f3f-4334-95b7-452bce15736b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 1098 time: 0.3956699 Sep 07 16:07:25.321810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Deleting port 7f5f36e9-1b0e-4aff-8085-047047e0f49d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:25.323839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.350891 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d18726d-ffe8-4466-b295-de97f79101d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.387169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18726d-ffe8-4466-b295-de97f79101d4 None None] Pushing event deleted for resources: {'Port': ['ID=7f5f36e9-1b0e-4aff-8085-047047e0f49d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:25.392005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18726d-ffe8-4466-b295-de97f79101d4 None None] No DVR routers for this DVR port 7f5f36e9-1b0e-4aff-8085-047047e0f49d on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:25.393654 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] For port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:25.401815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] For port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:25.411404 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.470999 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:25.470999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.470999 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] 10.222.0.35 "PUT /v2.0/ports/05d1e5dc-b35e-4ca7-94ad-42b9786803b1 HTTP/1.1" status: 200 len: 1091 time: 1.5245278 Sep 07 16:07:25.471521 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33051a58-0eb4-4fb8-af16-47f21acb97a6', 'tag': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:25.473873 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30886fa2-aeac-44a6-b276-facf8e3deb84" -d '{"events": [{"name": "network-changed", "server_uuid": "33051a58-0eb4-4fb8-af16-47f21acb97a6", "tag": "05d1e5dc-b35e-4ca7-94ad-42b9786803b1"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:25.483688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42786) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:25.508841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf68787-9fec-4309-a239-8548ceb2205f service neutron] Pushing event updated for resources: {'Port': ['ID=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:25.582660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 18ae0ce6-0948-4e69-83f3-023f951a6f75 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:25.588650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1002074264-network', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:25.598145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-bffd9ef0-ca1c-421c-a17a-eb636fe9c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:25.599765 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-bffd9ef0-ca1c-421c-a17a-eb636fe9c808 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=669fa4af9816477bab27e809acea0ffd&device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 1094 time: 0.0800118 Sep 07 16:07:25.623173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] For port 7f5f36e9-1b0e-4aff-8085-047047e0f49d, host n-d-807551-3, got binding levels [] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:25.623542 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.630417 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf6ac09e-7d20-426f-a7ce-d254a81faf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.631901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 18ae0ce6-0948-4e69-83f3-023f951a6f75 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:25.649330 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-e01e7509-32b8-4102-aae9-30e987ceae8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d1e5dc-b35e-4ca7-94ad-42b9786803b1 HTTP/1.1" status: 200 len: 217 time: 0.0402536 Sep 07 16:07:25.657879 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf6ac09e-7d20-426f-a7ce-d254a81faf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.662618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-c5555290-4115-4de1-bcf9-f3aa85effa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:25.664710 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-c5555290-4115-4de1-bcf9-f3aa85effa4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.3496478 Sep 07 16:07:25.680635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Calling delete_port for 7f5f36e9-1b0e-4aff-8085-047047e0f49d owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:25.686852 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Made reservation on behalf of a007bfd5719e4de28a4986b1f05ea2c0 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:25.689152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.689376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f924c5-53ae-45fc-9544-83124c4abcca req-a2ced82e-0ff5-4679-8818-0d7d5cda0d59 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:25.690946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20f924c5-53ae-45fc-9544-83124c4abcca req-a2ced82e-0ff5-4679-8818-0d7d5cda0d59 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 943 time: 0.2593088 Sep 07 16:07:25.692865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Port 7f5f36e9-1b0e-4aff-8085-047047e0f49d was not found and therefore no delete operation was performed {{(pid=94770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:07:25.705223 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.732565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1e997fee-522b-4fb0-8d37-19b51c6bc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:25.734309 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-1e997fee-522b-4fb0-8d37-19b51c6bc3bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16512a79-062b-41f3-bfdf-b580889f79b3 HTTP/1.1" status: 200 len: 845 time: 0.0768487 Sep 07 16:07:25.747018 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.768390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-5a540ded-5ad9-4d31-adce-0f532f348660 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 200 len: 217 time: 0.0888186 Sep 07 16:07:25.778203 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-9c0f0d03-822e-462c-9a45-0363d2e46d72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=128062b4-eb7d-4f66-9c3b-585ecdef1766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352983 Sep 07 16:07:25.816472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cf6ac09e-7d20-426f-a7ce-d254a81faf87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6e6b028679ed4c65a5105d85b01e1832&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1352544 Sep 07 16:07:25.820983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42794) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:25.824678 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f5f36e9-1b0e-4aff-8085-047047e0f49d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:25.832435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] No DVR routers for this DVR port 7f5f36e9-1b0e-4aff-8085-047047e0f49d on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:25.860438 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ac09e-7d20-426f-a7ce-d254a81faf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c53885-7944-4e1f-af3d-b98b4ab35d00,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:25.902727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb74aa-3d93-4f09-89f4-9a05fbb58424 req-ea52778a-19ec-40b9-ae79-8616b1c9eb03 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:25.904328 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0feb74aa-3d93-4f09-89f4-9a05fbb58424 req-ea52778a-19ec-40b9-ae79-8616b1c9eb03 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 947 time: 0.8017678 Sep 07 16:07:25.929004 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20f924c5-53ae-45fc-9544-83124c4abcca req-4329e587-ace1-4727-af34-b30593f5a27e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211876 Sep 07 16:07:25.940617 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-29a92b40-1c7f-417e-9ced-1ad89ae8653c service neutron] 10.222.0.35 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547637 Sep 07 16:07:25.971292 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.985461 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:25.998710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-da4b8437-2321-4dc3-9c43-7417321da369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:26.000205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-da4b8437-2321-4dc3-9c43-7417321da369 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1954966 Sep 07 16:07:26.002571 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.010210 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-025c433e-68cb-471b-9d13-f7532a21dc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.054832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:07:26.070345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae6e4c5-3f29-45bd-9e94-604f37a54bfe']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:26.075866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2371bae8-547c-4c68-a31e-156645bfc920,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:26.083839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0feb74aa-3d93-4f09-89f4-9a05fbb58424 req-03f229fb-56db-45c6-a9b3-fda91d8dd1ac tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670897 Sep 07 16:07:26.084570 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.084954 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Added segment dcd01f59-9274-4793-a624-84024a35b38e of type vlan for network 020ea68e-f3ef-4dfa-9a28-cc88b96003b3 Sep 07 16:07:26.090099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc3be11-43e7-42c4-a2f5-60712b64b4a3') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:26.090385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc3be11-43e7-42c4-a2f5-60712b64b4a3') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:26.104969 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.105369 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-025c433e-68cb-471b-9d13-f7532a21dc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.125022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-1b5a6d8f-6fdb-4ece-966b-6844bdfb8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:26.127804 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-1b5a6d8f-6fdb-4ece-966b-6844bdfb8e65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139355 Sep 07 16:07:26.138144 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.169246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:07:26.169683 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:07:26.171867 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:07:26.180830 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30efc3bb-580d-4293-99f3-589e758a0e86 req-d4a7f911-d7ff-43d8-b4d0-e45bee78e8de service neutron] 10.222.0.35 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326846 Sep 07 16:07:26.184514 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.187438 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dadb49-342d-4178-b91e-140c34d2bf80 x-openstack-request-id: req-85dadb49-342d-4178-b91e-140c34d2bf80 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:26.187740 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33051a58-0eb4-4fb8-af16-47f21acb97a6", "tag": "05d1e5dc-b35e-4ca7-94ad-42b9786803b1", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:26.187999 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85dadb49-342d-4178-b91e-140c34d2bf80 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:26.188435 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33051a58-0eb4-4fb8-af16-47f21acb97a6', 'tag': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1', 'status': 'completed', 'code': 200} Sep 07 16:07:26.231675 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.233585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:26.234301 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.266816 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-025c433e-68cb-471b-9d13-f7532a21dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.269480 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-025c433e-68cb-471b-9d13-f7532a21dc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.273128 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-025c433e-68cb-471b-9d13-f7532a21dc2e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1c53885-7944-4e1f-af3d-b98b4ab35d00 HTTP/1.1" status: 204 len: 168 time: 0.4485872 Sep 07 16:07:26.314740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c433e-68cb-471b-9d13-f7532a21dc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c53885-7944-4e1f-af3d-b98b4ab35d00,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:26.346643 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.350923 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8590696 Sep 07 16:07:26.354014 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.354442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42802) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:26.358518 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bae6e4c5-3f29-45bd-9e94-604f37a54bfe HTTP/1.1" status: 204 len: 168 time: 1.9016557 Sep 07 16:07:26.381800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-006d5394-0424-42fa-a3cd-a0caa289a3a1 admin admin] Request body: {'subnet': {'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1002074264-subnet', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:26.383256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a0653-3fe8-426e-a86a-91351080c493 admin admin] Pushing event updated for resources: {'Network': ['ID=020ea68e-f3ef-4dfa-9a28-cc88b96003b3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:26.386394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3441a-8de6-4ef1-a09b-69ebf68b96f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bae6e4c5-3f29-45bd-9e94-604f37a54bfe,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:26.398873 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-a845597d-5c32-4801-843c-076743a8d00a service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536798 Sep 07 16:07:26.408653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a44f6-cc92-41f3-91f4-b6300c40972f req-8f647825-8cf4-45d0-89c6-612a639ab939 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:26.410211 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-488a44f6-cc92-41f3-91f4-b6300c40972f req-8f647825-8cf4-45d0-89c6-612a639ab939 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 946 time: 0.1505394 Sep 07 16:07:26.422397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 020ea68e-f3ef-4dfa-9a28-cc88b96003b3 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:07:26.468618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30886fa2-aeac-44a6-b276-facf8e3deb84 req-b419cd22-1f6b-4e03-92b8-58b124a042e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:26.470098 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30886fa2-aeac-44a6-b276-facf8e3deb84 req-b419cd22-1f6b-4e03-92b8-58b124a042e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=669fa4af9816477bab27e809acea0ffd&device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 1094 time: 0.2255998 Sep 07 16:07:26.537184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7f5f36e9-1b0e-4aff-8085-047047e0f49d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:26.564161 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c6a72a-f455-4784-9b1e-85a3b8c94ddf req-39db0b2c-8018-49ec-a30f-0736385e01bb service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527002 Sep 07 16:07:26.581954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 7f5f36e9-1b0e-4aff-8085-047047e0f49d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:07:26.582564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7f5f36e9-1b0e-4aff-8085-047047e0f49d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:26.653390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42814) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:26.688767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-488a44f6-cc92-41f3-91f4-b6300c40972f req-1afd682d-6198-423d-87c3-a3a67975e661 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702088 Sep 07 16:07:26.725612 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006d5394-0424-42fa-a3cd-a0caa289a3a1 admin admin] Made reservation on behalf of a007bfd5719e4de28a4986b1f05ea2c0 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:26.734014 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-006d5394-0424-42fa-a3cd-a0caa289a3a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:26.764751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30886fa2-aeac-44a6-b276-facf8e3deb84 req-5f5cfee0-11e4-45e2-ac62-350f54317010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:26.766937 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30886fa2-aeac-44a6-b276-facf8e3deb84 req-5f5cfee0-11e4-45e2-ac62-350f54317010 service neutron] 10.222.0.35 "GET /v2.0/networks?id=128062b4-eb7d-4f66-9c3b-585ecdef1766 HTTP/1.1" status: 200 len: 906 time: 0.2897384 Sep 07 16:07:26.790913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42816) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:26.793598 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fe2c9a50-af8f-4b91-895e-29d9d26220da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05f534b669c84062ad8718906e1ab014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322386 Sep 07 16:07:26.892957 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30886fa2-aeac-44a6-b276-facf8e3deb84 req-b89c0461-9463-40a1-abb6-b0be82189696 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05d1e5dc-b35e-4ca7-94ad-42b9786803b1 HTTP/1.1" status: 200 len: 217 time: 0.1148756 Sep 07 16:07:26.986973 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfead19d-4a8b-4694-ad4e-cdc9e1792b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:27.014049 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30886fa2-aeac-44a6-b276-facf8e3deb84 req-26ceb8e7-efb1-45b3-af68-c501e7f31b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:27.015614 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30886fa2-aeac-44a6-b276-facf8e3deb84 req-26ceb8e7-efb1-45b3-af68-c501e7f31b6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16512a79-062b-41f3-bfdf-b580889f79b3 HTTP/1.1" status: 200 len: 845 time: 0.1076150 Sep 07 16:07:27.063704 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfead19d-4a8b-4694-ad4e-cdc9e1792b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:27.075098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:27.077847 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51052c8f-a36c-4847-ab0a-674046963f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:27.097251 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30886fa2-aeac-44a6-b276-facf8e3deb84 req-a90165eb-b954-480b-a0c6-ccd87aca4433 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=128062b4-eb7d-4f66-9c3b-585ecdef1766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685532 Sep 07 16:07:27.159830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99e0ea-0ba7-4eb4-a1c1-5f82d544351f req-8e8974f1-1a9d-449d-b0a0-2a3b9a0e5012 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:27.172945 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e99e0ea-0ba7-4eb4-a1c1-5f82d544351f req-8e8974f1-1a9d-449d-b0a0-2a3b9a0e5012 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 943 time: 0.1351264 Sep 07 16:07:27.226951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e99e0ea-0ba7-4eb4-a1c1-5f82d544351f req-1b7cb976-7310-47a2-a92e-b503e6a0c270 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530996 Sep 07 16:07:27.264703 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-006d5394-0424-42fa-a3cd-a0caa289a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:27.283434 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfead19d-4a8b-4694-ad4e-cdc9e1792b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:27.286870 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfead19d-4a8b-4694-ad4e-cdc9e1792b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:27.291315 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bfead19d-4a8b-4694-ad4e-cdc9e1792b60 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f02d889b-0130-41e5-b871-d2c50766a1d6 HTTP/1.1" status: 204 len: 168 time: 0.4991150 Sep 07 16:07:27.336114 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30886fa2-aeac-44a6-b276-facf8e3deb84 req-1b968e8a-d597-4312-ad82-6990ab9762d9 service neutron] 10.222.0.35 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243209 Sep 07 16:07:27.339344 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfead19d-4a8b-4694-ad4e-cdc9e1792b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02d889b-0130-41e5-b871-d2c50766a1d6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:27.384521 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed35fb2-f653-44e9-9f66-028713978299 x-openstack-request-id: req-0ed35fb2-f653-44e9-9f66-028713978299 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:27.385036 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:27.385927 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ed35fb2-f653-44e9-9f66-028713978299 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:27.385927 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75', 'status': 'completed', 'code': 200} Sep 07 16:07:27.386326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d5394-0424-42fa-a3cd-a0caa289a3a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6bcea8-0bfe-41f2-9916-33a11a7c20f0,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:27.464500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d5394-0424-42fa-a3cd-a0caa289a3a1 admin admin] Checking segment: {'id': 'dcd01f59-9274-4793-a624-84024a35b38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:27.464500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d5394-0424-42fa-a3cd-a0caa289a3a1 admin admin] Network hostable DHCP agents. Network: 020ea68e-f3ef-4dfa-9a28-cc88b96003b3, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:07:27.505244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052c8f-a36c-4847-ab0a-674046963f3c req-a47c415f-6886-4e0c-afeb-e6a340ef3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:27.513615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-a47c415f-6886-4e0c-afeb-e6a340ef3f6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 1098 time: 0.1139650 Sep 07 16:07:27.547528 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30886fa2-aeac-44a6-b276-facf8e3deb84 req-36014211-e387-43fe-9b52-36eb363d257d service neutron] 10.222.0.35 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009430 Sep 07 16:07:27.557506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d5394-0424-42fa-a3cd-a0caa289a3a1 admin admin] Network 020ea68e-f3ef-4dfa-9a28-cc88b96003b3 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:07:27.562117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052c8f-a36c-4847-ab0a-674046963f3c req-0082eddd-9096-48ab-a288-ad3115541495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:27.563929 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-0082eddd-9096-48ab-a288-ad3115541495 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 1098 time: 0.1180561 Sep 07 16:07:27.573071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-006d5394-0424-42fa-a3cd-a0caa289a3a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 020ea68e-f3ef-4dfa-9a28-cc88b96003b3) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:27.583857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8753546f-92f0-4bfe-b887-8000f65710b4 None None] Network 020ea68e-f3ef-4dfa-9a28-cc88b96003b3 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:07:27.588307 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d5394-0424-42fa-a3cd-a0caa289a3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:27.589053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-006d5394-0424-42fa-a3cd-a0caa289a3a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:27.661871 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-006d5394-0424-42fa-a3cd-a0caa289a3a1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3013103 Sep 07 16:07:27.669502 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42852) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:27.677612 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1002074264-router', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:27.713989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-53390ca8-f763-41e2-acce-a6a0999c3964 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:07:27.720859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-53390ca8-f763-41e2-acce-a6a0999c3964 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595453 Sep 07 16:07:27.728389 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052c8f-a36c-4847-ab0a-674046963f3c req-297e8198-0f29-47fd-a557-cba4c3c6cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:27.732902 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-297e8198-0f29-47fd-a557-cba4c3c6cce0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1574254 Sep 07 16:07:27.734473 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:27.736701 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:27.789668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052c8f-a36c-4847-ab0a-674046963f3c req-4b54786e-8938-4684-9ae2-c874d3ce7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:27.791219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-4b54786e-8938-4684-9ae2-c874d3ce7e2e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2734754 Sep 07 16:07:27.798071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7c7c160e-e06b-44ab-a7bc-cecc35ba7722 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:27.805678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7c7c160e-e06b-44ab-a7bc-cecc35ba7722 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports/7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 HTTP/1.1" status: 200 len: 1093 time: 0.0617990 Sep 07 16:07:27.810469 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] Request body: {'binding': {'host': 'n-h2-807551-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:27.811271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] Unknown quota resources ['binding']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:07:27.834468 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-320cb4fb-6ee7-4432-82a2-909292e79add service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 200 len: 217 time: 0.0929704 Sep 07 16:07:27.909454 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052c8f-a36c-4847-ab0a-674046963f3c req-49f17859-58e4-4e5d-ba5e-deec64ce0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:27.923111 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-49f17859-58e4-4e5d-ba5e-deec64ce0dd5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0797415 Sep 07 16:07:27.924048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-020ea68e-f3ef-4dfa-9a28-cc88b96003b3', 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'fixed_ips': [{'subnet_id': 'ac6bcea8-0bfe-41f2-9916-33a11a7c20f0'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:07:27.925047 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:27.973614 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:28.006228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] Attempting to bind port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on host n-h2-807551-3 for vnic_type normal with profile None {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:28.006575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] Attempting to bind port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:28.006909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] Attempting to bind port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:28.016039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e0558-1b4d-4d8f-bb05-3744346bb73c req-15add7fd-1749-4630-b02a-0dd382f1f6e8 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:28.023660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e87e0558-1b4d-4d8f-bb05-3744346bb73c req-15add7fd-1749-4630-b02a-0dd382f1f6e8 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 947 time: 0.3603547 Sep 07 16:07:28.061792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42866) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:28.064096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] Port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:07:28.064448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] Attempting to bind port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:28.072488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-177cb620-dd11-4c5c-9d1b-00456cd8a54f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 200 len: 217 time: 0.1076460 Sep 07 16:07:28.076120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:28.076120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] Checking segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:28.076630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] Bound using segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:28.076965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] Bound port: 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:28.161663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052c8f-a36c-4847-ab0a-674046963f3c req-1a6aab07-d517-4dc1-af4a-3139d34a515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:28.164266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-1a6aab07-d517-4dc1-af4a-3139d34a515c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0813878 Sep 07 16:07:28.175358 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:28.218072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2087962589-network', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:28.226441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052c8f-a36c-4847-ab0a-674046963f3c req-3fa5028c-37c8-4d73-8a3e-fe78abf64209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:28.228392 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-3fa5028c-37c8-4d73-8a3e-fe78abf64209 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2585623 Sep 07 16:07:28.265699 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Allocated IP 172.20.0.2 (020ea68e-f3ef-4dfa-9a28-cc88b96003b3/ac6bcea8-0bfe-41f2-9916-33a11a7c20f0/96baea71-736a-46a0-8c06-75496952e83a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:28.313346 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:28.325411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e87e0558-1b4d-4d8f-bb05-3744346bb73c req-4a4f0e1a-43eb-4cbb-b3c3-a3a1ebb33d8c tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007665 Sep 07 16:07:28.336412 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:28.356609 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] 10.222.0.70 "POST /v2.0/ports/7cd0a406-0d58-45f7-bb9e-3e7bb472cf67/bindings HTTP/1.1" status: 201 len: 389 time: 0.5458677 Sep 07 16:07:28.366116 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052c8f-a36c-4847-ab0a-674046963f3c req-05a988dd-bcc5-42b3-914e-cc91441b95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:28.371346 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-05a988dd-bcc5-42b3-914e-cc91441b95b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942685 Sep 07 16:07:28.374783 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Made reservation on behalf of 9d5f5e44a9dc413d8a3ab3a03e919809 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:28.377391 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:28.440804 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:28.528596 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:28.564820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Transition to ACTIVE for port object 96baea71-736a-46a0-8c06-75496952e83a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:28.605836 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Transition to ACTIVE for port object 96baea71-736a-46a0-8c06-75496952e83a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:28.616442 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:28.682454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Pushing event updated for resources: {'Port': ['ID=96baea71-736a-46a0-8c06-75496952e83a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:28.703843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:28.704656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:28.705589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:28.706131 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:28.707238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:28.707797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:28.708514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:28.709017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:28.709793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:28.710332 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:28.711112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:28.711607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:28.716559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43a408-9edb-48c7-b3b6-4895a43cbd3e req-5a257fb5-bc50-41b7-a953-e5ac5bdf1182 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:28.719011 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a43a408-9edb-48c7-b3b6-4895a43cbd3e req-5a257fb5-bc50-41b7-a953-e5ac5bdf1182 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 946 time: 0.3096485 Sep 07 16:07:28.724777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Network 020ea68e-f3ef-4dfa-9a28-cc88b96003b3 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:28.727129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:28.732822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:28.771604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-99cbc3c6-a796-489d-85dc-8f3d742b7267 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863704 Sep 07 16:07:28.808760 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-de5b183c-3e86-46f6-bc64-8f595133adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:28.810566 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-de5b183c-3e86-46f6-bc64-8f595133adca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 1096 time: 0.1148951 Sep 07 16:07:28.832313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Attempting to bind port 96baea71-736a-46a0-8c06-75496952e83a on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:28.833419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Attempting to bind port 96baea71-736a-46a0-8c06-75496952e83a by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'dcd01f59-9274-4793-a624-84024a35b38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:28.835872 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Attempting to bind port 96baea71-736a-46a0-8c06-75496952e83a on network 020ea68e-f3ef-4dfa-9a28-cc88b96003b3 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:28.842472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:28.843009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Checking segment: {'id': 'dcd01f59-9274-4793-a624-84024a35b38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:28.843767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:28.844464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Bound using segment: {'id': 'dcd01f59-9274-4793-a624-84024a35b38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:28.845269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Bound port: 96baea71-736a-46a0-8c06-75496952e83a, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd01f59-9274-4793-a624-84024a35b38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:28.845770 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:28.862285 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42888) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:28.875290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a43a408-9edb-48c7-b3b6-4895a43cbd3e req-023bdb2b-053c-4a71-a825-66130c2d0135 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471219 Sep 07 16:07:28.890013 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-0bb253e2-1060-48a8-9ccd-ccaa8a98c0c6 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6515603 Sep 07 16:07:28.939309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] For port 96baea71-736a-46a0-8c06-75496952e83a, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:28.957022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] For port 96baea71-736a-46a0-8c06-75496952e83a, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=96baea71-736a-46a0-8c06-75496952e83a,segment=NetworkSegment(dcd01f59-9274-4793-a624-84024a35b38e),segment_id=dcd01f59-9274-4793-a624-84024a35b38e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:28.965620 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:28.979693 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:28.988160 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:29.001321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:07:29.012986 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:29.013402 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Added segment 2f44e1c3-ae92-4ccf-950e-dac234866475 of type vlan for network f079ec25-30e4-4bca-ada9-d4f5fa95e940 Sep 07 16:07:29.052606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a65ef8-574e-4a72-b50c-2bc1a7d516a0 None None] Pushing event updated for resources: {'Port': ['ID=96baea71-736a-46a0-8c06-75496952e83a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:29.064937 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:29.091039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-143222760-network', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:29.110001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-a832bfc3-e42f-424e-a5b3-16392fb865ec service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242576 Sep 07 16:07:29.176655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbff4394-0cf5-49d1-8d4b-4eda60595426,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:29.197505 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:29.198524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:29.199121 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:29.210686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe134c10-70f9-4ab4-91b0-b699908b71f6 req-1ac22c51-beb4-4609-a879-01f271dc4886 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:29.212374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe134c10-70f9-4ab4-91b0-b699908b71f6 req-1ac22c51-beb4-4609-a879-01f271dc4886 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 943 time: 0.5557239 Sep 07 16:07:29.222708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a348d7f-c362-4cae-8fb4-7763db27c78a req-32e14ec2-6ca9-4fec-b653-a4f23a0c4a65 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:29.224306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a348d7f-c362-4cae-8fb4-7763db27c78a req-32e14ec2-6ca9-4fec-b653-a4f23a0c4a65 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 945 time: 0.1627924 Sep 07 16:07:29.227334 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-68138dfd-ad68-4212-8ca6-8db937c45ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:29.228896 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-68138dfd-ad68-4212-8ca6-8db937c45ccb service neutron] 10.222.0.35 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.4078333 Sep 07 16:07:29.233335 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:29.235487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:29.274507 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-51052c8f-a36c-4847-ab0a-674046963f3c req-05564548-a4d8-4aad-9f24-4c5a0e68edf0 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891424 Sep 07 16:07:29.292670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42892) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:29.293570 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2302485 Sep 07 16:07:29.301863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6ca9f5fb-42de-4d93-a240-db0453fc522b admin admin] Request body: {'subnet': {'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2087962589-subnet', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:29.309790 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:29.355738 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-a701e71e-ccab-4244-93c2-f3449460e618 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 HTTP/1.1" status: 200 len: 217 time: 0.0857153 Sep 07 16:07:29.368459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe134c10-70f9-4ab4-91b0-b699908b71f6 req-94e30450-1425-4c57-86d3-f7fcb54583c6 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315541 Sep 07 16:07:29.369164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f311f-b0ac-4727-a608-3f3eceb3ff64 admin admin] Pushing event updated for resources: {'Network': ['ID=f079ec25-30e4-4bca-ada9-d4f5fa95e940,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:29.374459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a348d7f-c362-4cae-8fb4-7763db27c78a req-9c197e9e-3bca-43f3-85c1-fc2b773009c5 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330910 Sep 07 16:07:29.381119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network f079ec25-30e4-4bca-ada9-d4f5fa95e940 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:07:29.383137 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:29.420435 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 16:07:29.420435 n-d-807551-3 neutron-server[94771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 16:07:29.420435 n-d-807551-3 neutron-server[94771]: [parameters: {'project_id_1': 'b0e662d9c8554938a22e85d31f6a27fc', 'expiration_1': datetime.datetime(2021, 9, 7, 16, 7, 9, 367471)}] Sep 07 16:07:29.420435 n-d-807551-3 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:07:29.420909 n-d-807551-3 neutron-server[94771]: DEBUG oslo_db.api [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:07:29.454818 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:29.470954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca9f5fb-42de-4d93-a240-db0453fc522b admin admin] Made reservation on behalf of 9d5f5e44a9dc413d8a3ab3a03e919809 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:29.474098 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f5fb-42de-4d93-a240-db0453fc522b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:29.518616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cf61a-71c6-4f6b-9e5d-395436b8a1d2 req-ba571ea4-c17e-4d2e-9883-23788b4bf54d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:29.520386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-432cf61a-71c6-4f6b-9e5d-395436b8a1d2 req-ba571ea4-c17e-4d2e-9883-23788b4bf54d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 947 time: 0.0699656 Sep 07 16:07:29.547574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-e3278bd8-1813-4213-83f4-1db037fe70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:29.549112 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-e3278bd8-1813-4213-83f4-1db037fe70d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.1685722 Sep 07 16:07:29.562245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-432cf61a-71c6-4f6b-9e5d-395436b8a1d2 req-00fbd711-186e-431f-bcbf-f896526e2fef tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356574 Sep 07 16:07:29.637341 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-bef5d25d-eb29-48b2-8f11-53c72441d55e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775740 Sep 07 16:07:29.759493 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Allocated IP 172.25.3.178 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/034790d2-1412-433d-a674-c0dce66d2db3) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:29.834133 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-9949910a-2276-49c6-9fb6-23fe81fc32ee service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877134 Sep 07 16:07:29.935364 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.015317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853738f1-f671-40ad-b500-d12410662e84 req-9215e4f2-c872-4d68-958d-940382c0380b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:30.017642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-853738f1-f671-40ad-b500-d12410662e84 req-9215e4f2-c872-4d68-958d-940382c0380b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 946 time: 0.0545821 Sep 07 16:07:30.027417 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f5fb-42de-4d93-a240-db0453fc522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.062569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-853738f1-f671-40ad-b500-d12410662e84 req-bee39c62-6ece-47ff-bcd4-1e90cc25ce66 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349870 Sep 07 16:07:30.113634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.138778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e322aa49-f16d-497a-ad3d-b08629472ff5 None None] Network 020ea68e-f3ef-4dfa-9a28-cc88b96003b3 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:07:30.156022 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-4c54d2f3-ec31-418a-9cb5-a381a58e9da3 service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138356 Sep 07 16:07:30.159806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9f5fb-42de-4d93-a240-db0453fc522b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91059619-b031-4a7e-84da-6d717dd22090,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:30.215072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca9f5fb-42de-4d93-a240-db0453fc522b admin admin] Checking segment: {'id': '2f44e1c3-ae92-4ccf-950e-dac234866475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:30.215465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca9f5fb-42de-4d93-a240-db0453fc522b admin admin] Network hostable DHCP agents. Network: f079ec25-30e4-4bca-ada9-d4f5fa95e940, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:07:30.225912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f0979c73-a63b-4622-a0d1-4e9908fa53b1 None None] Provisioning for port 96baea71-736a-46a0-8c06-75496952e83a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:30.263579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.266939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca9f5fb-42de-4d93-a240-db0453fc522b admin admin] Network f079ec25-30e4-4bca-ada9-d4f5fa95e940 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:07:30.270654 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.283789 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.311204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6ca9f5fb-42de-4d93-a240-db0453fc522b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, f079ec25-30e4-4bca-ada9-d4f5fa95e940) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:30.327281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b556da4f-7d25-4681-80d1-34baed26a6d0 None None] Network f079ec25-30e4-4bca-ada9-d4f5fa95e940 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:07:30.333972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca9f5fb-42de-4d93-a240-db0453fc522b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:30.334542 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f5fb-42de-4d93-a240-db0453fc522b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.341994 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:07:30.347206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:30.371603 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:30.379781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:30.382872 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.383240 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Added segment 8f3badb1-136b-4f85-bfaa-5bc9f75c367c of type vlan for network f5beab13-3a8f-4a67-b976-1a3e6747c5ee Sep 07 16:07:30.400412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e175cab-4d12-4dfe-99b7-849f1804a071,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:30.417022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:07:30.453198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Pushing event updated for resources: {'Port': ['ID=034790d2-1412-433d-a674-c0dce66d2db3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:30.460287 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6ca9f5fb-42de-4d93-a240-db0453fc522b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1660600 Sep 07 16:07:30.463572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42904) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:30.469746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2087962589-router', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:30.512789 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.627315 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 96baea71-736a-46a0-8c06-75496952e83a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:30.634142 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.635398 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:30.636158 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.730615 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.731957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.780097 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9140649 Sep 07 16:07:30.780315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed109135-67f6-411f-badb-e62b8c12ced2 admin admin] Pushing event updated for resources: {'Network': ['ID=f5beab13-3a8f-4a67-b976-1a3e6747c5ee,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:30.783908 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42910) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:30.790447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c2998240-8194-4c7a-92fc-d84901963a4d admin admin] Request body: {'subnet': {'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-143222760-subnet', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:30.792976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:30.798022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9ae62-3cbe-4b66-8b6e-99d78061be29 req-36a2aab7-2ff6-40ec-a953-e1a91399d2c2 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:30.800489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76c9ae62-3cbe-4b66-8b6e-99d78061be29 req-36a2aab7-2ff6-40ec-a953-e1a91399d2c2 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 945 time: 0.2952781 Sep 07 16:07:30.806740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network f5beab13-3a8f-4a67-b976-1a3e6747c5ee details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:07:30.812685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324699f2-056b-447e-8932-24ca8d7f9656 req-d633da89-2585-4145-98a7-5f391e2d8bee tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:30.823468 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-324699f2-056b-447e-8932-24ca8d7f9656 req-d633da89-2585-4145-98a7-5f391e2d8bee tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 943 time: 0.2640040 Sep 07 16:07:30.852592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1', 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766', 'port_id': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1', 'mac_address': 'fa:16:3e:d9:d4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16512a79-062b-41f3-bfdf-b580889f79b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:07:30.876876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2998240-8194-4c7a-92fc-d84901963a4d admin admin] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:30.879180 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2998240-8194-4c7a-92fc-d84901963a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.885134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-f079ec25-30e4-4bca-ada9-d4f5fa95e940', 'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'fixed_ips': [{'subnet_id': '91059619-b031-4a7e-84da-6d717dd22090'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:07:30.886468 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.895776 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 96baea71-736a-46a0-8c06-75496952e83a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:30.927998 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.952756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 96baea71-736a-46a0-8c06-75496952e83a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:30.953429 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:30.965957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76c9ae62-3cbe-4b66-8b6e-99d78061be29 req-f270dbe4-3ad2-4038-88e8-479555988d86 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188598 Sep 07 16:07:31.138744 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:31.180037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a34e4f41-4d26-4d2e-9ed9-430bc4d900ec None None] Provisioning complete for port 96baea71-736a-46a0-8c06-75496952e83a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:31.181449 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a34e4f41-4d26-4d2e-9ed9-430bc4d900ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:31.184718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:07:31.231302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:31.391517 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:31.417617 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2998240-8194-4c7a-92fc-d84901963a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:31.433655 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:31.465335 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-324699f2-056b-447e-8932-24ca8d7f9656 req-1ab74ac7-dfa7-41e1-810f-0fc5d6050f6a tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6201968 Sep 07 16:07:31.471974 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:31.472986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 18ae0ce6-0948-4e69-83f3-023f951a6f75 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:07:31.527800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-bd429d90-1ab0-41a1-a711-ccff816b5cd1 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:31.529366 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-bd429d90-1ab0-41a1-a711-ccff816b5cd1 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001&tenant_id=69c966e1c7a5492180da5b612f6c029a&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1097 time: 0.1289442 Sep 07 16:07:31.538476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2998240-8194-4c7a-92fc-d84901963a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=031a602e-0904-4165-9b45-8170aea260e3,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:31.547147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807551-3'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:31.633361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2998240-8194-4c7a-92fc-d84901963a4d admin admin] Checking segment: {'id': '8f3badb1-136b-4f85-bfaa-5bc9f75c367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:31.634069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2998240-8194-4c7a-92fc-d84901963a4d admin admin] Network hostable DHCP agents. Network: f5beab13-3a8f-4a67-b976-1a3e6747c5ee, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:07:31.634251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:31.662148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Allocated IP 172.20.0.2 (f079ec25-30e4-4bca-ada9-d4f5fa95e940/91059619-b031-4a7e-84da-6d717dd22090/54032e67-f5ac-462c-86fc-aea85c099349) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:31.674892 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:31.676557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Router 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:07:31.686815 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:31.689329 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:31.706568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bc7ca-a630-4575-9dad-6066fbbdf1cd req-1901adfe-06b5-4131-b13b-b1aaa5d3d7e9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:31.712302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-355bc7ca-a630-4575-9dad-6066fbbdf1cd req-1901adfe-06b5-4131-b13b-b1aaa5d3d7e9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 947 time: 0.3245580 Sep 07 16:07:31.781337 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 96baea71-736a-46a0-8c06-75496952e83a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=96baea71-736a-46a0-8c06-75496952e83a,segment=NetworkSegment(dcd01f59-9274-4793-a624-84024a35b38e),segment_id=dcd01f59-9274-4793-a624-84024a35b38e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:31.806412 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:31.816581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:31.846382 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a34e4f41-4d26-4d2e-9ed9-430bc4d900ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:31.853398 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:31.888422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-355bc7ca-a630-4575-9dad-6066fbbdf1cd req-46ee8bf2-0c0e-4f23-b8db-d3591832d433 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693466 Sep 07 16:07:31.906018 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '18ae0ce6-0948-4e69-83f3-023f951a6f75', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '18ae0ce6-0948-4e69-83f3-023f951a6f75', 'mac_address': 'fa:16:3e:14:ae:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:07:31.929761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429e676-b7b8-47e2-b0d1-d80b1e1ec049 req-0dcccbf5-db61-4797-b4cd-b3cdddbd5f71 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:31.938604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e429e676-b7b8-47e2-b0d1-d80b1e1ec049 req-0dcccbf5-db61-4797-b4cd-b3cdddbd5f71 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 946 time: 0.1713362 Sep 07 16:07:31.986317 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:32.005663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e429e676-b7b8-47e2-b0d1-d80b1e1ec049 req-fcba1e23-c402-4c58-b98b-e79f8b1a99b1 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591869 Sep 07 16:07:32.040376 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-a34e4f41-4d26-4d2e-9ed9-430bc4d900ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:07:32.040808 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-a34e4f41-4d26-4d2e-9ed9-430bc4d900ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:07:32.041448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=96baea71-736a-46a0-8c06-75496952e83a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:32.069898 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.090929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:32.113785 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ae0ce6-0948-4e69-83f3-023f951a6f75 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:07:32.143386 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.154585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:32.165133 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.170552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cfb8bf-d197-4844-a485-d07d4dad6001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82efd9bc-2640-4710-8aa1-f36ca78518f1'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:32.171272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Transition to ACTIVE for port object 54032e67-f5ac-462c-86fc-aea85c099349 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:32.174213 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.177173 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e919848-9bfc-449d-b3e0-3b5bdd8e5940" -d '{"events": [{"server_uuid": "39cfb8bf-d197-4844-a485-d07d4dad6001", "name": "network-vif-unplugged", "status": "completed", "tag": "82efd9bc-2640-4710-8aa1-f36ca78518f1"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:32.183948 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.221411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Transition to ACTIVE for port object 54032e67-f5ac-462c-86fc-aea85c099349 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:32.223432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208632b-1609-4c1d-89c6-144053b88847 req-00c632d5-24b9-46b3-9ae6-673437824150 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:32.233557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5208632b-1609-4c1d-89c6-144053b88847 req-00c632d5-24b9-46b3-9ae6-673437824150 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 945 time: 0.0974934 Sep 07 16:07:32.233913 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.243888 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.259720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=18ae0ce6-0948-4e69-83f3-023f951a6f75,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:32.273971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Network f079ec25-30e4-4bca-ada9-d4f5fa95e940 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:32.297091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:32.301791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:32.344375 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Pushing event updated for resources: {'Port': ['ID=54032e67-f5ac-462c-86fc-aea85c099349,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:32.361881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Pushing event updated for resources: {'Port': ['ID=82efd9bc-2640-4710-8aa1-f36ca78518f1,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:32.372279 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94190d00-3e96-4b82-8815-db905085f813 x-openstack-request-id: req-94190d00-3e96-4b82-8815-db905085f813 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:32.374163 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cfb8bf-d197-4844-a485-d07d4dad6001", "name": "network-vif-unplugged", "status": "completed", "tag": "82efd9bc-2640-4710-8aa1-f36ca78518f1", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:32.374559 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94190d00-3e96-4b82-8815-db905085f813 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:32.374960 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cfb8bf-d197-4844-a485-d07d4dad6001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82efd9bc-2640-4710-8aa1-f36ca78518f1', 'code': 200} Sep 07 16:07:32.378748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Attempting to bind port 54032e67-f5ac-462c-86fc-aea85c099349 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:32.379137 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Attempting to bind port 54032e67-f5ac-462c-86fc-aea85c099349 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '2f44e1c3-ae92-4ccf-950e-dac234866475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:32.379513 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Attempting to bind port 54032e67-f5ac-462c-86fc-aea85c099349 on network f079ec25-30e4-4bca-ada9-d4f5fa95e940 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:32.384507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5208632b-1609-4c1d-89c6-144053b88847 req-149f1339-f08b-4dfb-9d39-dd0aa3da2430 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492753 Sep 07 16:07:32.387020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:32.387408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Checking segment: {'id': '2f44e1c3-ae92-4ccf-950e-dac234866475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:32.387907 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.388464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Bound using segment: {'id': '2f44e1c3-ae92-4ccf-950e-dac234866475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:32.389066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Bound port: 54032e67-f5ac-462c-86fc-aea85c099349, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f44e1c3-ae92-4ccf-950e-dac234866475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:32.389429 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.446140 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.471039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2998240-8194-4c7a-92fc-d84901963a4d admin admin] Network f5beab13-3a8f-4a67-b976-1a3e6747c5ee is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:07:32.473010 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.510516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] For port 54032e67-f5ac-462c-86fc-aea85c099349, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:32.519858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] For port 54032e67-f5ac-462c-86fc-aea85c099349, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=54032e67-f5ac-462c-86fc-aea85c099349,segment=NetworkSegment(2f44e1c3-ae92-4ccf-950e-dac234866475),segment_id=2f44e1c3-ae92-4ccf-950e-dac234866475)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:32.528602 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.574906 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c2998240-8194-4c7a-92fc-d84901963a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, f5beab13-3a8f-4a67-b976-1a3e6747c5ee) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:32.583293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 96baea71-736a-46a0-8c06-75496952e83a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:32.600385 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-48405a79-fc68-47b8-bc70-c17d73d75953 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:32.606556 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-48405a79-fc68-47b8-bc70-c17d73d75953 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f&tenant_id=ea9e474f9fb940faaa7736036e8f9987&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 948 time: 0.2495036 Sep 07 16:07:32.620478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43353bb-33ad-446c-a59f-be60e3b09488 None None] Network f5beab13-3a8f-4a67-b976-1a3e6747c5ee requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:07:32.673014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['18ae0ce6-0948-4e69-83f3-023f951a6f75'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:32.714337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:07:32.724584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Attempting to bind port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on host n-h2-807551-3 for vnic_type normal with profile {"migrating_to": "n-h1-807551-3"} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:32.725634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Attempting to bind port 82efd9bc-2640-4710-8aa1-f36ca78518f1 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:32.726439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Attempting to bind port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:32.757405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Sync routers for ids ['5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:07:32.763364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ed419-f4a4-40f8-8b5a-763bcd8fe1dc req-7c0f3817-cd7c-4bc4-b7f7-f3e075d6c353 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:32.770095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-740ed419-f4a4-40f8-8b5a-763bcd8fe1dc req-7c0f3817-cd7c-4bc4-b7f7-f3e075d6c353 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 948 time: 0.2177386 Sep 07 16:07:32.796729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cee18-068a-4fd1-afc7-ad748d03d71a req-e9c117ac-c49d-45eb-a81f-a8b68f1ea3f5 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:32.798594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd4cee18-068a-4fd1-afc7-ad748d03d71a req-e9c117ac-c49d-45eb-a81f-a8b68f1ea3f5 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 944 time: 0.1881888 Sep 07 16:07:32.803524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['05d1e5dc-b35e-4ca7-94ad-42b9786803b1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:32.820780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2998240-8194-4c7a-92fc-d84901963a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:32.821647 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2998240-8194-4c7a-92fc-d84901963a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.846257 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-3c52a83a-5fcd-4c95-9345-075d439acc0c service neutron] 10.222.0.35 "GET /v2.0/ports/18ae0ce6-0948-4e69-83f3-023f951a6f75/bindings/n-h2-807551-3 HTTP/1.1" status: 200 len: 382 time: 0.1145582 Sep 07 16:07:32.848755 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c2998240-8194-4c7a-92fc-d84901963a4d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0635145 Sep 07 16:07:32.854674 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42930) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:32.862022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-143222760-router', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:32.885561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81ff2c-9fab-405c-93ae-a844932e6e29 None None] Pushing event updated for resources: {'Port': ['ID=54032e67-f5ac-462c-86fc-aea85c099349,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:32.896002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:07:32.896607 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Attempting to bind port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on network 44c77a42-d6f7-43c3-a1fe-c55861cace6e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:32.900146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Allocated IP 172.25.3.218 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/f24d8e9f-bd75-4850-8d9d-d107d5702646) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:32.912678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:32.912678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Checking segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:32.912678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Bound using segment: {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:32.912678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Bound port: 82efd9bc-2640-4710-8aa1-f36ca78518f1, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52add11f-cdd1-4a7a-9c73-46f55c0c6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '44c77a42-d6f7-43c3-a1fe-c55861cace6e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:32.912678 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.914950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Routers {'5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:32.915645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:32.936578 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:32.938198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:33.010281 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd4cee18-068a-4fd1-afc7-ad748d03d71a req-ca9e46ff-84b6-426c-9600-6d286350b85c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783452 Sep 07 16:07:33.057796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-740ed419-f4a4-40f8-8b5a-763bcd8fe1dc req-3b3a742a-711b-4599-840b-c3d3bb33c8bb tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735159 Sep 07 16:07:33.086640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 96baea71-736a-46a0-8c06-75496952e83a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:33.087167 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:33.094723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:33.098327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:33.104493 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:33.105825 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c19810a6-981f-4261-9965-0c29e6260e60 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4334447 Sep 07 16:07:33.107107 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:33.130819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42934) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:33.236926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Pushing event updated for resources: {'Port': ['ID=82efd9bc-2640-4710-8aa1-f36ca78518f1,revision_number=8']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:33.299200 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:33.433984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb89684-0a09-416d-ac37-118348f2c8f0 req-8e64b880-5c24-412a-b2d8-93fa02ba501d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:33.443056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfb89684-0a09-416d-ac37-118348f2c8f0 req-8e64b880-5c24-412a-b2d8-93fa02ba501d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 944 time: 0.1874526 Sep 07 16:07:33.530959 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:33.540108 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:33.561695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfb89684-0a09-416d-ac37-118348f2c8f0 req-e5703abc-5ce4-437a-b016-98467696ad90 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173351 Sep 07 16:07:33.598206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:33.598996 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:33.600605 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-549fc323-70fa-4bfd-88fd-ec9f6627b16b service neutron] 10.222.0.54 "PUT /v2.0/ports/82efd9bc-2640-4710-8aa1-f36ca78518f1 HTTP/1.1" status: 200 len: 1122 time: 2.0594146 Sep 07 16:07:33.613691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-7b1ec33c-4e4f-45d6-bac3-7699bdbf982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:33.615632 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-7b1ec33c-4e4f-45d6-bac3-7699bdbf982a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 1099 time: 0.7097178 Sep 07 16:07:33.687360 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Set router 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:33.760464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 82efd9bc-2640-4710-8aa1-f36ca78518f1 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:07:33.787075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-f5beab13-3a8f-4a67-b976-1a3e6747c5ee', 'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'fixed_ips': [{'subnet_id': '031a602e-0904-4165-9b45-8170aea260e3'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:07:33.788157 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:33.817380 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae2a00-d6f9-44e3-9243-93837b1c24e2 req-e6119924-8144-41c9-9e49-4b35eaab4799 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:33.819139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9ae2a00-d6f9-44e3-9243-93837b1c24e2 req-e6119924-8144-41c9-9e49-4b35eaab4799 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 945 time: 0.3311758 Sep 07 16:07:33.925925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['82efd9bc-2640-4710-8aa1-f36ca78518f1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:33.983461 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9ae2a00-d6f9-44e3-9243-93837b1c24e2 req-7e5402fc-7968-4040-9efd-4b4143c54662 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552665 Sep 07 16:07:33.988698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['82efd9bc-2640-4710-8aa1-f36ca78518f1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:33.992502 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:34.188401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Pushing event updated for resources: {'Port': ['ID=f24d8e9f-bd75-4850-8d9d-d107d5702646,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:34.212872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:34.213227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:34.213939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:34.214294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:34.214809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:34.215207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:34.215546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:34.215881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:34.216420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:34.216758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:34.217116 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:34.217443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:34.261044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:34.268905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-a9ecb32b-7816-4408-bcd3-905da45eb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:34.270557 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-a9ecb32b-7816-4408-bcd3-905da45eb864 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.6435549 Sep 07 16:07:34.309277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:34.316286 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:07:34.323083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:34.346970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6472be09-c151-41b9-a036-998eb7a6919f None None] Network f079ec25-30e4-4bca-ada9-d4f5fa95e940 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:07:34.403717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cfb8bf-d197-4844-a485-d07d4dad6001', 'tag': '82efd9bc-2640-4710-8aa1-f36ca78518f1'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:34.407064 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897c4adc-ecff-4d33-ac9c-ba221754a737" -d '{"events": [{"name": "network-changed", "server_uuid": "39cfb8bf-d197-4844-a485-d07d4dad6001", "tag": "82efd9bc-2640-4710-8aa1-f36ca78518f1"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:34.434753 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-c55a5d8b-77dc-45b6-83df-5be8a63b7755 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 200 len: 217 time: 0.0777626 Sep 07 16:07:34.487017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c90226f7-d366-4aea-83c2-0628c403c5db None None] Provisioning for port 54032e67-f5ac-462c-86fc-aea85c099349 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:34.498604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:34.523445 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:34.540139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-05e19ad2-8fa1-44c6-a107-2a54340f00df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:34.542776 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-05e19ad2-8fa1-44c6-a107-2a54340f00df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1005156 Sep 07 16:07:34.610472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9caac-0931-4cc8-beb5-8cec07eebe0e req-b1953656-fc68-44be-9994-d47824473c42 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:34.612110 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cff9caac-0931-4cc8-beb5-8cec07eebe0e req-b1953656-fc68-44be-9994-d47824473c42 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 944 time: 0.4140100 Sep 07 16:07:34.628663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 54032e67-f5ac-462c-86fc-aea85c099349 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:34.674378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a59e22-af42-4959-8243-0b22f5305851 req-4d80bf11-2bab-4d74-821c-fbd0d4e3bf81 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:34.680469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Allocated IP 172.25.3.162 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/aa5e69ad-2b90-469a-91c9-64e07155d4a6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:34.683905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73a59e22-af42-4959-8243-0b22f5305851 req-4d80bf11-2bab-4d74-821c-fbd0d4e3bf81 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 948 time: 0.4832702 Sep 07 16:07:34.830701 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:34.882862 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:34.893003 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:34.922909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 54032e67-f5ac-462c-86fc-aea85c099349 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:34.965585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:34.969076 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 54032e67-f5ac-462c-86fc-aea85c099349 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:34.969457 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:34.972885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:34.977540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:35.039489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:35.043418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5e69ad-2b90-469a-91c9-64e07155d4a6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:35.094409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-727dabb5-604f-49cd-8534-93a828be8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:35.095982 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-727dabb5-604f-49cd-8534-93a828be8c53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2206819 Sep 07 16:07:35.132259 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 82efd9bc-2640-4710-8aa1-f36ca78518f1 has no active binding in host n-h1-807551-3 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 16:07:35.158480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Allocated IP 172.20.0.2 (f5beab13-3a8f-4a67-b976-1a3e6747c5ee/031a602e-0904-4165-9b45-8170aea260e3/e633123b-5c0d-4287-a9cc-571c947cf9b4) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:35.270204 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-9b42f80d-5466-4cee-965e-c07db587e46b service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363509 Sep 07 16:07:35.287417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-1002074264-router', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '034790d2-1412-433d-a674-c0dce66d2db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:27Z', 'updated_at': '2021-09-07T16:07:30Z', 'revision_number': 3, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'gw_port': {'id': '034790d2-1412-433d-a674-c0dce66d2db3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:29Z', 'updated_at': '2021-09-07T16:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:35.365072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Checking router: 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:07:35.365345 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Updating router 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a port 034790d2-1412-433d-a674-c0dce66d2db3 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:07:35.404102 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:35.445281 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:35.510706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73a59e22-af42-4959-8243-0b22f5305851 req-0bad2430-24ab-4ef0-acd5-b8465c55a3db tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8256629 Sep 07 16:07:35.514875 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-908c791f-68a6-41d2-9920-ba1191399ba4 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161672 Sep 07 16:07:35.515029 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:35.602240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cff9caac-0931-4cc8-beb5-8cec07eebe0e req-14ecef92-af3e-42ff-b7f5-096d912961c1 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9158897 Sep 07 16:07:35.644668 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:35.731517 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c417c0-bd60-423c-a5f7-358ab0e64f49 x-openstack-request-id: req-a4c417c0-bd60-423c-a5f7-358ab0e64f49 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:35.731990 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cfb8bf-d197-4844-a485-d07d4dad6001", "tag": "82efd9bc-2640-4710-8aa1-f36ca78518f1", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:35.732258 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4c417c0-bd60-423c-a5f7-358ab0e64f49 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:35.732825 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cfb8bf-d197-4844-a485-d07d4dad6001', 'tag': '82efd9bc-2640-4710-8aa1-f36ca78518f1', 'status': 'completed', 'code': 200} Sep 07 16:07:35.754308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba263001-32f5-47d1-a700-a2e454f2fee1 None None] Provisioning complete for port 54032e67-f5ac-462c-86fc-aea85c099349 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:35.755304 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba263001-32f5-47d1-a700-a2e454f2fee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:35.778547 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 54032e67-f5ac-462c-86fc-aea85c099349, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=54032e67-f5ac-462c-86fc-aea85c099349,segment=NetworkSegment(2f44e1c3-ae92-4ccf-950e-dac234866475),segment_id=2f44e1c3-ae92-4ccf-950e-dac234866475)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:35.831793 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:35.863625 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c4adc-ecff-4d33-ac9c-ba221754a737 req-02835241-96fb-457e-a00a-ca3253a356ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:35.865206 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-897c4adc-ecff-4d33-ac9c-ba221754a737 req-02835241-96fb-457e-a00a-ca3253a356ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 1125 time: 0.0748310 Sep 07 16:07:35.940516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Allocated IP 172.20.0.1 (020ea68e-f3ef-4dfa-9a28-cc88b96003b3/ac6bcea8-0bfe-41f2-9916-33a11a7c20f0/e94398c6-d1a0-4b60-af91-b5cadc6aa6e1) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:35.954308 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.004572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Transition to ACTIVE for port object e633123b-5c0d-4287-a9cc-571c947cf9b4 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:36.011945 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=54032e67-f5ac-462c-86fc-aea85c099349,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:36.029192 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.067682 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.084267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Transition to ACTIVE for port object e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:36.084537 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.087394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Transition to ACTIVE for port object e633123b-5c0d-4287-a9cc-571c947cf9b4 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:36.098120 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.104959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Transition to ACTIVE for port object 034790d2-1412-433d-a674-c0dce66d2db3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:36.139208 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.141395 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.154237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Network f5beab13-3a8f-4a67-b976-1a3e6747c5ee is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:36.162483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:36.176316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c4adc-ecff-4d33-ac9c-ba221754a737 req-cf7c52cf-c525-4242-9e88-b517a89bc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:36.176653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:36.178004 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-897c4adc-ecff-4d33-ac9c-ba221754a737 req-cf7c52cf-c525-4242-9e88-b517a89bc71c service neutron] 10.222.0.35 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.1513677 Sep 07 16:07:36.191684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Pushing event updated for resources: {'Port': ['ID=e633123b-5c0d-4287-a9cc-571c947cf9b4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:36.289657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Network 020ea68e-f3ef-4dfa-9a28-cc88b96003b3 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:36.318300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aa67c-0da5-48fa-884e-f63e7d720123 req-967ecbf9-73be-4fd0-b758-249feee21b0d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:36.320880 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-526aa67c-0da5-48fa-884e-f63e7d720123 req-967ecbf9-73be-4fd0-b758-249feee21b0d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 944 time: 0.1973243 Sep 07 16:07:36.321944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:36.325497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e94398c6-d1a0-4b60-af91-b5cadc6aa6e1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:36.328285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:36.331797 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.371484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f99e2-e12a-4006-a7be-0d42411c23f9 None None] Pushing event updated for resources: {'Port': ['ID=034790d2-1412-433d-a674-c0dce66d2db3,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:36.380871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Attempting to bind port 034790d2-1412-433d-a674-c0dce66d2db3 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:36.381513 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Attempting to bind port 034790d2-1412-433d-a674-c0dce66d2db3 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:36.381654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6a3c8-c8dd-4d9f-a9f7-a943f08603d7 req-4ddf000b-ae24-4f32-b235-8b28dab07dc3 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:36.382770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Attempting to bind port 034790d2-1412-433d-a674-c0dce66d2db3 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:36.383668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59e6a3c8-c8dd-4d9f-a9f7-a943f08603d7 req-4ddf000b-ae24-4f32-b235-8b28dab07dc3 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 945 time: 0.2613440 Sep 07 16:07:36.417417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:36.458080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:36.458754 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:36.459393 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.459854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:36.461037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Bound port: 034790d2-1412-433d-a674-c0dce66d2db3, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:36.461552 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.494039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Attempting to bind port e633123b-5c0d-4287-a9cc-571c947cf9b4 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:36.494430 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Attempting to bind port e633123b-5c0d-4287-a9cc-571c947cf9b4 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '8f3badb1-136b-4f85-bfaa-5bc9f75c367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:36.494827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Attempting to bind port e633123b-5c0d-4287-a9cc-571c947cf9b4 on network f5beab13-3a8f-4a67-b976-1a3e6747c5ee {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:36.508718 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-897c4adc-ecff-4d33-ac9c-ba221754a737 req-c0db33c5-8ce7-44a7-ae07-5a2ec5e477d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1 HTTP/1.1" status: 200 len: 217 time: 0.2806888 Sep 07 16:07:36.511764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:36.512214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Checking segment: {'id': '8f3badb1-136b-4f85-bfaa-5bc9f75c367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:36.512610 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.513021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Bound using segment: {'id': '8f3badb1-136b-4f85-bfaa-5bc9f75c367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:36.513549 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Bound port: e633123b-5c0d-4287-a9cc-571c947cf9b4, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3badb1-136b-4f85-bfaa-5bc9f75c367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:36.513949 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.542335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 54032e67-f5ac-462c-86fc-aea85c099349 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:36.558843 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.595625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59e6a3c8-c8dd-4d9f-a9f7-a943f08603d7 req-151dab3a-b37f-4576-a447-94c48f6d34d4 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606503 Sep 07 16:07:36.637845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] For port 034790d2-1412-433d-a674-c0dce66d2db3, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:36.662239 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c4adc-ecff-4d33-ac9c-ba221754a737 req-9c1d2337-0e6b-416f-a324-6c891422813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:36.663995 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-897c4adc-ecff-4d33-ac9c-ba221754a737 req-9c1d2337-0e6b-416f-a324-6c891422813f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.1431804 Sep 07 16:07:36.664296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-526aa67c-0da5-48fa-884e-f63e7d720123 req-f1b75a15-9af6-4dd6-b386-375b900c5c9e tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227992 Sep 07 16:07:36.666621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:36.675554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] For port 034790d2-1412-433d-a674-c0dce66d2db3, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=034790d2-1412-433d-a674-c0dce66d2db3,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:36.689411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:36.689993 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.692503 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:36.723415 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-897c4adc-ecff-4d33-ac9c-ba221754a737 req-587b2dff-b3dc-4c14-8d0c-5fbc9d733844 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474644 Sep 07 16:07:36.723964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Router 054fa035-e978-4554-8275-80170f5875e6 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:07:36.908986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07691ac1-ed35-4702-a576-f8c7404084f8 req-3fcd8aab-3d97-4580-bf39-de5b17a373eb tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:36.910948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07691ac1-ed35-4702-a576-f8c7404084f8 req-3fcd8aab-3d97-4580-bf39-de5b17a373eb tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 948 time: 0.1670337 Sep 07 16:07:36.954020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 54032e67-f5ac-462c-86fc-aea85c099349 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:36.954550 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:37.003379 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] For port e633123b-5c0d-4287-a9cc-571c947cf9b4, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:37.004107 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-897c4adc-ecff-4d33-ac9c-ba221754a737 req-079fbc6e-dccf-452c-8d88-34956301fe55 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689772 Sep 07 16:07:37.011031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f1d5f-fb91-4424-ba83-34d764c013f8 req-4e6a9ac3-90ad-47d1-b3ee-8fa0ddd1e9fa tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:37.016881 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a53f1d5f-fb91-4424-ba83-34d764c013f8 req-4e6a9ac3-90ad-47d1-b3ee-8fa0ddd1e9fa tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 944 time: 0.2110703 Sep 07 16:07:37.019870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Router c142e1a7-9130-478c-a953-067e6963af1b is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:07:37.034571 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07691ac1-ed35-4702-a576-f8c7404084f8 req-9ac8f16b-7fa7-4e46-a60e-dee58a4e09d0 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823772 Sep 07 16:07:37.036136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:07:37.044732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] For port e633123b-5c0d-4287-a9cc-571c947cf9b4, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e633123b-5c0d-4287-a9cc-571c947cf9b4,segment=NetworkSegment(8f3badb1-136b-4f85-bfaa-5bc9f75c367c),segment_id=8f3badb1-136b-4f85-bfaa-5bc9f75c367c)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:37.058418 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Sync routers for ids ['054fa035-e978-4554-8275-80170f5875e6'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:07:37.068462 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f99e2-e12a-4006-a7be-0d42411c23f9 None None] Pushing event updated for resources: {'Port': ['ID=034790d2-1412-433d-a674-c0dce66d2db3,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:37.077205 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Routers {'054fa035-e978-4554-8275-80170f5875e6'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:37.077834 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['054fa035-e978-4554-8275-80170f5875e6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:37.091172 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:37.095865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c7aad430-adc9-473c-af63-99aa439b532b None None] Provisioning for port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:37.124178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:37.124914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Routers {'5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:37.125514 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d5e73fee-d064-475d-ad3d-282e7145ab65 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2688420 Sep 07 16:07:37.130113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42962) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:37.141603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:37.170248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c7aad430-adc9-473c-af63-99aa439b532b None None] Provisioning complete for port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:37.170700 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7aad430-adc9-473c-af63-99aa439b532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:37.215182 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-897c4adc-ecff-4d33-ac9c-ba221754a737 req-2037229e-30b8-4ddd-8f8c-78bed48201a4 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904817 Sep 07 16:07:37.244209 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:37.251646 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a53f1d5f-fb91-4424-ba83-34d764c013f8 req-1c74f644-e2cd-4273-aed0-f84971b2d060 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218778 Sep 07 16:07:37.268040 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Set router 054fa035-e978-4554-8275-80170f5875e6 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:37.329402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac132ba-1d8c-4beb-9664-047621dc2c75 None None] Pushing event updated for resources: {'Port': ['ID=e633123b-5c0d-4287-a9cc-571c947cf9b4,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:37.331469 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:07:37.381102 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:37.386133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bb244b80-5162-45f3-9fae-fe8760e6b575 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9209280 Sep 07 16:07:37.386891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42964) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:37.419378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Sync routers for ids ['c142e1a7-9130-478c-a953-067e6963af1b'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:07:37.557618 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054fa035-e978-4554-8275-80170f5875e6', 'name': 'tempest-ServersTestMultiNic-143222760-router', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:07:35Z', 'revision_number': 3, 'project_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'gw_port': {'id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054fa035-e978-4554-8275-80170f5875e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:34Z', 'updated_at': '2021-09-07T16:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:37.599142 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Checking router: 054fa035-e978-4554-8275-80170f5875e6 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:07:37.599657 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Updating router 054fa035-e978-4554-8275-80170f5875e6 port aa5e69ad-2b90-469a-91c9-64e07155d4a6 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:07:37.689472 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:37.724281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Routers {'c142e1a7-9130-478c-a953-067e6963af1b'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:37.724281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c142e1a7-9130-478c-a953-067e6963af1b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:37.835394 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:37.948653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c7aad430-adc9-473c-af63-99aa439b532b None None] Port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:07:37.961231 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:37.969470 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:37.988866 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:38.092086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] Set router 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:38.176174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33051a58-0eb4-4fb8-af16-47f21acb97a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:38.187035 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4d1924-8e05-434f-b809-bc05e376c91b" -d '{"events": [{"server_uuid": "33051a58-0eb4-4fb8-af16-47f21acb97a6", "name": "network-vif-plugged", "status": "completed", "tag": "05d1e5dc-b35e-4ca7-94ad-42b9786803b1"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:38.246923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:38.259144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Allocated IP 172.20.0.1 (f5beab13-3a8f-4a67-b976-1a3e6747c5ee/031a602e-0904-4165-9b45-8170aea260e3/3011736a-d590-4cc6-9f5a-4906576c1523) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:38.260618 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:38.261437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 18ae0ce6-0948-4e69-83f3-023f951a6f75 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:38.269984 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:38.303269 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Transition to ACTIVE for port object aa5e69ad-2b90-469a-91c9-64e07155d4a6 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:38.310610 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:38.339661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcd4df-8d16-4a69-ad71-27da6ce6f598 req-afe2b907-4a5a-4874-b24c-f935fd727894 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:38.347598 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Set router c142e1a7-9130-478c-a953-067e6963af1b gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:38.358351 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4cfcd4df-8d16-4a69-ad71-27da6ce6f598 req-afe2b907-4a5a-4874-b24c-f935fd727894 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 945 time: 0.5504096 Sep 07 16:07:38.361853 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:38.372969 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Pushing event updated for resources: {'Port': ['ID=aa5e69ad-2b90-469a-91c9-64e07155d4a6,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:38.383669 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:38.383895 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:38.384272 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:38.384527 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:38.384867 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:38.385201 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:38.385530 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:38.385856 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:38.386236 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:38.386566 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:38.386890 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:38.387212 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:38.408915 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Attempting to bind port aa5e69ad-2b90-469a-91c9-64e07155d4a6 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:38.409303 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Attempting to bind port aa5e69ad-2b90-469a-91c9-64e07155d4a6 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:38.409851 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Attempting to bind port aa5e69ad-2b90-469a-91c9-64e07155d4a6 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:38.416797 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:38.417202 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:38.417722 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:38.418130 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:38.418743 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Bound port: aa5e69ad-2b90-469a-91c9-64e07155d4a6, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:38.419075 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:38.512620 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] For port aa5e69ad-2b90-469a-91c9-64e07155d4a6, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:38.516233 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] For port aa5e69ad-2b90-469a-91c9-64e07155d4a6, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=aa5e69ad-2b90-469a-91c9-64e07155d4a6,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:38.524696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9a1f9-66f0-4301-8341-7abbe4e793e9 req-53f44b34-f792-484b-a37b-541c81c40e4a tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:38.528838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bc9a1f9-66f0-4301-8341-7abbe4e793e9 req-53f44b34-f792-484b-a37b-541c81c40e4a tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 944 time: 0.6980000 Sep 07 16:07:38.535365 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:38.560828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e94398c6-d1a0-4b60-af91-b5cadc6aa6e1,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:38.570299 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e633123b-5c0d-4287-a9cc-571c947cf9b4 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:38.625344 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4cfcd4df-8d16-4a69-ad71-27da6ce6f598 req-125f8cd6-1124-42b2-aeba-4be6a687f187 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658620 Sep 07 16:07:38.657776 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Routers {'054fa035-e978-4554-8275-80170f5875e6'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:38.658707 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['054fa035-e978-4554-8275-80170f5875e6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:38.667461 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:38.703207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-7f734a7f-2606-457b-92fb-47aa60d93e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:38.708215 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-7f734a7f-2606-457b-92fb-47aa60d93e99 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f&tenant_id=ea9e474f9fb940faaa7736036e8f9987 HTTP/1.1" status: 200 len: 1099 time: 0.2130351 Sep 07 16:07:38.709413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Transition to ACTIVE for port object 3011736a-d590-4cc6-9f5a-4906576c1523 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:38.740561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:38.825969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bc9a1f9-66f0-4301-8341-7abbe4e793e9 req-0c34e9fb-66fa-4668-836f-9b115d3973be tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742047 Sep 07 16:07:38.955946 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] Set router 054fa035-e978-4554-8275-80170f5875e6 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:39.048324 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844969f6-5b5d-4577-b22a-531d8874d759 None None] Pushing event updated for resources: {'Port': ['ID=aa5e69ad-2b90-469a-91c9-64e07155d4a6,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:39.119992 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7811440-efb0-4dce-8240-d54554ebb616 x-openstack-request-id: req-e7811440-efb0-4dce-8240-d54554ebb616 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:39.120575 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33051a58-0eb4-4fb8-af16-47f21acb97a6", "name": "network-vif-plugged", "status": "completed", "tag": "05d1e5dc-b35e-4ca7-94ad-42b9786803b1", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:39.120575 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7811440-efb0-4dce-8240-d54554ebb616 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:39.120915 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33051a58-0eb4-4fb8-af16-47f21acb97a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1', 'code': 200} Sep 07 16:07:39.140653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3e1d0-3ab7-4e5c-af18-2a921e870f7c req-f6ad7a0f-8e13-4610-b107-9ebd843cf533 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:39.144374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f3c3e1d0-3ab7-4e5c-af18-2a921e870f7c req-f6ad7a0f-8e13-4610-b107-9ebd843cf533 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 948 time: 0.3169546 Sep 07 16:07:39.145685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:39.207980 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:07:39.218046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6835da02-a023-44f9-93a3-ec9b5761eac6 None None] Network f5beab13-3a8f-4a67-b976-1a3e6747c5ee requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:07:39.237567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f3c3e1d0-3ab7-4e5c-af18-2a921e870f7c req-fc170b8b-a760-4313-af00-adce6b1023ab tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833340 Sep 07 16:07:39.280126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Network 020ea68e-f3ef-4dfa-9a28-cc88b96003b3 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:39.315142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port e633123b-5c0d-4287-a9cc-571c947cf9b4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:39.329207 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054fa035-e978-4554-8275-80170f5875e6', 'name': 'tempest-ServersTestMultiNic-143222760-router', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:07:35Z', 'revision_number': 3, 'project_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'gw_port': {'id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054fa035-e978-4554-8275-80170f5875e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:34Z', 'updated_at': '2021-09-07T16:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:39.363762 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa604346-0da9-4ca3-a56e-3af8980be482 None None] The sync data for ids ['054fa035-e978-4554-8275-80170f5875e6'] in n-d-807551-3 is: [{'id': '054fa035-e978-4554-8275-80170f5875e6', 'name': 'tempest-ServersTestMultiNic-143222760-router', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:07:35Z', 'revision_number': 3, 'project_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'gw_port': {'id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054fa035-e978-4554-8275-80170f5875e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:34Z', 'updated_at': '2021-09-07T16:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:07:39.371109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:39.398347 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 18ae0ce6-0948-4e69-83f3-023f951a6f75 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:39.431825 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:39.480433 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c23db5-103d-4a71-b28a-c0ad7b0cf84c req-c21bdf52-8fb7-408b-b94c-3ae9445cecfc tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:39.482687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3c23db5-103d-4a71-b28a-c0ad7b0cf84c req-c21bdf52-8fb7-408b-b94c-3ae9445cecfc tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 945 time: 0.2414114 Sep 07 16:07:39.545164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'name': 'tempest-FloatingIPsTestJSON-2087962589-router', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:30Z', 'updated_at': '2021-09-07T16:07:34Z', 'revision_number': 3, 'project_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'gw_port': {'id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:39.550895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 18ae0ce6-0948-4e69-83f3-023f951a6f75 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:39.551656 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:39.560424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d18507db-5a10-44d6-9eaf-39d7076f2407 None None] Provisioning for port e633123b-5c0d-4287-a9cc-571c947cf9b4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:39.646655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3c23db5-103d-4a71-b28a-c0ad7b0cf84c req-29652457-2e7e-40c3-9822-d09e6d8d3a5d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062684 Sep 07 16:07:39.690019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Checking router: c142e1a7-9130-478c-a953-067e6963af1b for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:07:39.690352 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Updating router c142e1a7-9130-478c-a953-067e6963af1b port f24d8e9f-bd75-4850-8d9d-d107d5702646 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:07:39.706079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d18507db-5a10-44d6-9eaf-39d7076f2407 None None] Provisioning complete for port e633123b-5c0d-4287-a9cc-571c947cf9b4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:39.706544 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d18507db-5a10-44d6-9eaf-39d7076f2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:39.882219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957cf08-1ea6-4ef2-ab46-a90a6b736067 req-7cb30a38-e516-4f2c-89ea-b431eba171e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:39.888674 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d957cf08-1ea6-4ef2-ab46-a90a6b736067 req-7cb30a38-e516-4f2c-89ea-b431eba171e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 1096 time: 0.5667675 Sep 07 16:07:39.899678 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:39.923670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:39.935982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Router 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:07:39.970318 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:39.998315 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:40.040192 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Network f5beab13-3a8f-4a67-b976-1a3e6747c5ee is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:40.087330 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:40.107364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:40.165599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:40.231437 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:40.244028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Transition to ACTIVE for port object f24d8e9f-bd75-4850-8d9d-d107d5702646 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:40.257800 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:40.267125 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d957cf08-1ea6-4ef2-ab46-a90a6b736067 req-41940b81-d5a5-4a23-b76a-12e373de6b12 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686662 Sep 07 16:07:40.281792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:40.289692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Pushing event updated for resources: {'Port': ['ID=3011736a-d590-4cc6-9f5a-4906576c1523,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:40.402185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 18ae0ce6-0948-4e69-83f3-023f951a6f75 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:07:40.440187 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:40.476251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Transition to ACTIVE for port object 18ae0ce6-0948-4e69-83f3-023f951a6f75 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:40.485177 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:40.538790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device aa5e69ad-2b90-469a-91c9-64e07155d4a6 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:40.543651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-1002074264-router', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '034790d2-1412-433d-a674-c0dce66d2db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:27Z', 'updated_at': '2021-09-07T16:07:37Z', 'revision_number': 4, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'gw_port': {'id': '034790d2-1412-433d-a674-c0dce66d2db3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:29Z', 'updated_at': '2021-09-07T16:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e94398c6-d1a0-4b60-af91-b5cadc6aa6e1', 'name': '', 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'mac_address': 'fa:16:3e:20:5f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ac6bcea8-0bfe-41f2-9916-33a11a7c20f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:35Z', 'updated_at': '2021-09-07T16:07:35Z', 'revision_number': 1, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'subnets': [{'id': 'ac6bcea8-0bfe-41f2-9916-33a11a7c20f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:40.670016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Port 18ae0ce6-0948-4e69-83f3-023f951a6f75 had new provisioning blocks added so it will not transition to active. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 07 16:07:40.695047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73186c-dabe-46e7-896e-c5fc8ed77161 req-9fcb5793-f02a-4769-a219-8795247843b4 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:40.700120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 82efd9bc-2640-4710-8aa1-f36ca78518f1 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:40.703018 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e191e94-bf80-4e1d-aae4-9f1bb28539c6 None None] The sync data for ids ['5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'] in n-d-807551-3 is: [{'id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-1002074264-router', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '034790d2-1412-433d-a674-c0dce66d2db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:27Z', 'updated_at': '2021-09-07T16:07:37Z', 'revision_number': 4, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'gw_port': {'id': '034790d2-1412-433d-a674-c0dce66d2db3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:29Z', 'updated_at': '2021-09-07T16:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e94398c6-d1a0-4b60-af91-b5cadc6aa6e1', 'name': '', 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'mac_address': 'fa:16:3e:20:5f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ac6bcea8-0bfe-41f2-9916-33a11a7c20f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:35Z', 'updated_at': '2021-09-07T16:07:35Z', 'revision_number': 1, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'subnets': [{'id': 'ac6bcea8-0bfe-41f2-9916-33a11a7c20f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:07:40.703551 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a73186c-dabe-46e7-896e-c5fc8ed77161 req-9fcb5793-f02a-4769-a219-8795247843b4 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 945 time: 0.8915176 Sep 07 16:07:40.772324 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42bc5c69-06c6-4ab4-93b1-2ad732d8cb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:40.810239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Attempting to bind port f24d8e9f-bd75-4850-8d9d-d107d5702646 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:40.817044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Attempting to bind port f24d8e9f-bd75-4850-8d9d-d107d5702646 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:40.818013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Attempting to bind port f24d8e9f-bd75-4850-8d9d-d107d5702646 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:40.821899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f72e30-9dda-4c52-b579-5ad9b705cb50 None None] Pushing event updated for resources: {'Port': ['ID=f24d8e9f-bd75-4850-8d9d-d107d5702646,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:40.864240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:40.864240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:40.867005 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:40.867579 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:40.868189 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Bound port: f24d8e9f-bd75-4850-8d9d-d107d5702646, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:40.868711 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:40.917500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] No DVR routers for this DVR port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:40.935680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Pushing event updated for resources: {'Port': ['ID=18ae0ce6-0948-4e69-83f3-023f951a6f75,revision_number=9']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:40.955209 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:41.045651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03039643-bc82-4b7e-9950-fcb4c26eb3b8 req-d62a47d3-9f00-431f-9194-983e0fff2bd2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:41.057480 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03039643-bc82-4b7e-9950-fcb4c26eb3b8 req-d62a47d3-9f00-431f-9194-983e0fff2bd2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 944 time: 1.0303962 Sep 07 16:07:41.089158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port aa5e69ad-2b90-469a-91c9-64e07155d4a6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:41.112969 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d18507db-5a10-44d6-9eaf-39d7076f2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:41.122267 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Attempting to bind port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:41.123024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Attempting to bind port 18ae0ce6-0948-4e69-83f3-023f951a6f75 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:41.123206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Attempting to bind port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:41.124781 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a73186c-dabe-46e7-896e-c5fc8ed77161 req-995a354b-befe-4804-98b3-1f3add78ef8b tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189162 Sep 07 16:07:41.132262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port aa5e69ad-2b90-469a-91c9-64e07155d4a6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:41.146975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:07:41.147349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Attempting to bind port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:41.150584 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:41.154929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] For port f24d8e9f-bd75-4850-8d9d-d107d5702646, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:41.161516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:41.161869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:41.162317 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:41.162780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Bound port: 18ae0ce6-0948-4e69-83f3-023f951a6f75, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:41.163231 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:41.176224 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-314437dc-c2a3-4e81-89d9-269aae207ba9 service neutron] 10.222.0.35 "GET /v2.0/ports/82efd9bc-2640-4710-8aa1-f36ca78518f1/bindings/n-h1-807551-3 HTTP/1.1" status: 200 len: 384 time: 0.4688380 Sep 07 16:07:41.235661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Allocated IP 172.20.0.1 (f079ec25-30e4-4bca-ada9-d4f5fa95e940/91059619-b031-4a7e-84da-6d717dd22090/a5ac1bc8-58e2-4f66-927f-9821c0d13d51) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:41.246071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] For port f24d8e9f-bd75-4850-8d9d-d107d5702646, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f24d8e9f-bd75-4850-8d9d-d107d5702646,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:41.259419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 18ae0ce6-0948-4e69-83f3-023f951a6f75 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:41.289366 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:41.383093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d18507db-5a10-44d6-9eaf-39d7076f2407 None None] For port e633123b-5c0d-4287-a9cc-571c947cf9b4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e633123b-5c0d-4287-a9cc-571c947cf9b4,segment=NetworkSegment(8f3badb1-136b-4f85-bfaa-5bc9f75c367c),segment_id=8f3badb1-136b-4f85-bfaa-5bc9f75c367c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:41.427097 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:41.463180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Transition to ACTIVE for port object a5ac1bc8-58e2-4f66-927f-9821c0d13d51 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:41.479732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:07:41.485474 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d18507db-5a10-44d6-9eaf-39d7076f2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:41.487646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:41.519965 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:41.527175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4795264c-72f2-437c-a91e-dc987ed0e5b8 admin admin] 10.222.0.70 "PUT /v2.0/routers/5cf8e9f7-2750-4dce-8073-f1f22ed80e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3917701 Sep 07 16:07:41.538979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Routers {'c142e1a7-9130-478c-a953-067e6963af1b'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:41.540091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c142e1a7-9130-478c-a953-067e6963af1b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:41.598351 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03039643-bc82-4b7e-9950-fcb4c26eb3b8 req-17156e56-9ed5-4653-8278-0903ea68a112 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416267 Sep 07 16:07:41.625127 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e24eff-0e41-4b04-b28d-b47928f3b711 req-b9fd7925-ed79-4f7d-b5e9-38acd8376505 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:41.625733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05e24eff-0e41-4b04-b28d-b47928f3b711 req-b9fd7925-ed79-4f7d-b5e9-38acd8376505 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 948 time: 0.1147909 Sep 07 16:07:41.647974 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:41.700276 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:41.752440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05e24eff-0e41-4b04-b28d-b47928f3b711 req-95ed9640-9698-451c-9661-58537582c1e2 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115956 Sep 07 16:07:41.752440 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:41.814691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] Set router c142e1a7-9130-478c-a953-067e6963af1b gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:41.859543 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:41.872794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:41.874737 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:41.879873 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] 10.222.0.54 "PUT /v2.0/ports/18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 200 len: 1095 time: 3.1601548 Sep 07 16:07:41.912869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Network f079ec25-30e4-4bca-ada9-d4f5fa95e940 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:41.922541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:41.942032 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:41.942260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:41.952585 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2ee75c-80f1-4007-9147-ee3d64642aba" -d '{"events": [{"name": "network-changed", "server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:42.033221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 18ae0ce6-0948-4e69-83f3-023f951a6f75 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:42.143428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb32241-caab-4267-b8c1-d0e8973c2330 req-c9501661-dc2d-4364-bc12-3c37509d0cd7 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:42.153722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8cb32241-caab-4267-b8c1-d0e8973c2330 req-c9501661-dc2d-4364-bc12-3c37509d0cd7 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 945 time: 0.3072529 Sep 07 16:07:42.204005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ac1bc8-58e2-4f66-927f-9821c0d13d51,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:42.296430 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:42.303246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0043456a-8b06-44f7-a76a-1f1c5dbef520 None None] Provisioning complete for port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:42.305768 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0043456a-8b06-44f7-a76a-1f1c5dbef520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:42.401884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0da84-1e31-4b8d-b931-2dfec3c4a532 service neutron] Pushing event updated for resources: {'Port': ['ID=18ae0ce6-0948-4e69-83f3-023f951a6f75,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:42.444242 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8cb32241-caab-4267-b8c1-d0e8973c2330 req-7a25a895-d6a5-4d4b-8769-ebe2c697f69e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612879 Sep 07 16:07:42.469074 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:42.527792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Pushing event updated for resources: {'Port': ['ID=3011736a-d590-4cc6-9f5a-4906576c1523,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:42.554609 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-2d7e57f6-2921-4ac6-8cc6-6a6663a5d31d service neutron] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:42.560496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9196612-6fad-4742-8250-0aa5618c93cf req-4aff2356-142e-468c-b970-d2d6eff77c16 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4054902 Sep 07 16:07:42.565616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:42.565811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-9fe1354a-b964-405e-8701-15cab361e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:42.567735 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-9fe1354a-b964-405e-8701-15cab361e880 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 1099 time: 0.4935634 Sep 07 16:07:42.655957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:42.659494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f72e30-9dda-4c52-b579-5ad9b705cb50 None None] Pushing event updated for resources: {'Port': ['ID=f24d8e9f-bd75-4850-8d9d-d107d5702646,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:42.683666 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:42.739577 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-7232c75a-ba66-4fc7-b0d2-55acbd679509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:42.744975 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-7232c75a-ba66-4fc7-b0d2-55acbd679509 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1667435 Sep 07 16:07:42.744975 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d91416b-0f8e-423d-a749-a2c235462a64 x-openstack-request-id: req-7d91416b-0f8e-423d-a749-a2c235462a64 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:42.746821 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:42.747922 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d91416b-0f8e-423d-a749-a2c235462a64 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:42.747922 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75', 'status': 'completed', 'code': 200} Sep 07 16:07:42.786002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18507db-5a10-44d6-9eaf-39d7076f2407 None None] Pushing event updated for resources: {'Port': ['ID=e633123b-5c0d-4287-a9cc-571c947cf9b4,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:42.814899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0043456a-8b06-44f7-a76a-1f1c5dbef520 None None] Port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:07:42.821147 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:42.877879 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-4ddbcb3c-96ca-4615-ad61-6c210c136d64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 200 len: 217 time: 0.1224124 Sep 07 16:07:42.879031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-2d7e57f6-2921-4ac6-8cc6-6a6663a5d31d service neutron] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:42.879566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port aa5e69ad-2b90-469a-91c9-64e07155d4a6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=aa5e69ad-2b90-469a-91c9-64e07155d4a6,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:42.889459 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:42.963745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-aeb2778e-bd6d-4df7-b873-2e82588b9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:42.965761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-aeb2778e-bd6d-4df7-b873-2e82588b9908 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 1099 time: 0.2645135 Sep 07 16:07:42.991440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'name': 'tempest-FloatingIPsTestJSON-2087962589-router', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:30Z', 'updated_at': '2021-09-07T16:07:34Z', 'revision_number': 3, 'project_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'gw_port': {'id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:43.068380 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-2d7e57f6-2921-4ac6-8cc6-6a6663a5d31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82efd9bc-2640-4710-8aa1-f36ca78518f1 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:07:43.092596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddb059-9adb-4a68-989a-d148a3a5883b req-f904748b-2b7d-405e-9b96-82e0df0c363d tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:43.100822 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17ddb059-9adb-4a68-989a-d148a3a5883b req-f904748b-2b7d-405e-9b96-82e0df0c363d tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 945 time: 0.3581367 Sep 07 16:07:43.115658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=aa5e69ad-2b90-469a-91c9-64e07155d4a6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:43.116777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-2d7e57f6-2921-4ac6-8cc6-6a6663a5d31d service neutron] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:43.134321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0218ac2-f6b5-4204-837e-808fcaddaaa5 None None] The sync data for ids ['c142e1a7-9130-478c-a953-067e6963af1b'] in n-d-807551-3 is: [{'id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'name': 'tempest-FloatingIPsTestJSON-2087962589-router', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:30Z', 'updated_at': '2021-09-07T16:07:34Z', 'revision_number': 3, 'project_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'gw_port': {'id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:07:43.153009 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-4b62a691-dc20-417d-8c28-1e5616f4cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:43.154481 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-4b62a691-dc20-417d-8c28-1e5616f4cd11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.2041686 Sep 07 16:07:43.166643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Network f5beab13-3a8f-4a67-b976-1a3e6747c5ee is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:43.169301 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-69105602-50ae-45d1-b9cd-af31a7c2ae01 None None] Provisioning for port a5ac1bc8-58e2-4f66-927f-9821c0d13d51 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:43.175120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e633123b-5c0d-4287-a9cc-571c947cf9b4 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:43.183208 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-2d7e57f6-2921-4ac6-8cc6-6a6663a5d31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:43.192666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:43.219228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-69105602-50ae-45d1-b9cd-af31a7c2ae01 None None] Provisioning complete for port a5ac1bc8-58e2-4f66-927f-9821c0d13d51 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:43.219883 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-69105602-50ae-45d1-b9cd-af31a7c2ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:43.337762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port e633123b-5c0d-4287-a9cc-571c947cf9b4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:43.338847 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:43.382213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17ddb059-9adb-4a68-989a-d148a3a5883b req-fbf9317c-c339-4617-897d-b1c8c7ded679 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791975 Sep 07 16:07:43.399053 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-69105602-50ae-45d1-b9cd-af31a7c2ae01 None None] Port a5ac1bc8-58e2-4f66-927f-9821c0d13d51 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:07:43.411424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-6ecdd825-1e72-4dd7-bb07-0c88cec4425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:43.413240 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-6ecdd825-1e72-4dd7-bb07-0c88cec4425c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2489123 Sep 07 16:07:43.481631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-b6b8f5a9-269c-4270-912c-6e1cff6df686 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:43.483529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-b6b8f5a9-269c-4270-912c-6e1cff6df686 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 1096 time: 0.2112784 Sep 07 16:07:43.488214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-e32c0602-b8fe-442a-84bd-5fa7ca88f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:43.489617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-e32c0602-b8fe-442a-84bd-5fa7ca88f9ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.4640090 Sep 07 16:07:43.497684 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:43.505967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 034790d2-1412-433d-a674-c0dce66d2db3 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:43.512287 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-69105602-50ae-45d1-b9cd-af31a7c2ae01 None None] Provisioning complete for port e633123b-5c0d-4287-a9cc-571c947cf9b4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:43.514181 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-69105602-50ae-45d1-b9cd-af31a7c2ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:43.519280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807551-3'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:43.705438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-2d7e57f6-2921-4ac6-8cc6-6a6663a5d31d service neutron] Transition to ACTIVE for port object 82efd9bc-2640-4710-8aa1-f36ca78518f1 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:43.719151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-2d7e57f6-2921-4ac6-8cc6-6a6663a5d31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:43.727533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 034790d2-1412-433d-a674-c0dce66d2db3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:43.730452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Router 054fa035-e978-4554-8275-80170f5875e6 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:07:43.734132 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 034790d2-1412-433d-a674-c0dce66d2db3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:43.735446 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:43.743549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:43.748803 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-f7fbbc48-3cd9-45d3-9ab0-d41d640cf00c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 200 len: 217 time: 0.2482176 Sep 07 16:07:43.766214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-69105602-50ae-45d1-b9cd-af31a7c2ae01 None None] Provisioning for port 3011736a-d590-4cc6-9f5a-4906576c1523 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:43.778335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-69105602-50ae-45d1-b9cd-af31a7c2ae01 None None] Provisioning complete for port 3011736a-d590-4cc6-9f5a-4906576c1523 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:43.778865 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-69105602-50ae-45d1-b9cd-af31a7c2ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:43.798510 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:43.801413 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:43.808691 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-19538485-fe30-44ab-8ce2-faeb724d73da service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982104 Sep 07 16:07:43.907800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-2d7e57f6-2921-4ac6-8cc6-6a6663a5d31d service neutron] No DVR routers for this DVR port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:43.918185 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:43.929606 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:43.948183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-69105602-50ae-45d1-b9cd-af31a7c2ae01 None None] Port 3011736a-d590-4cc6-9f5a-4906576c1523 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:07:43.974918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 034790d2-1412-433d-a674-c0dce66d2db3, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=034790d2-1412-433d-a674-c0dce66d2db3,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:43.982130 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:44.034008 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e57f6-2921-4ac6-8cc6-6a6663a5d31d service neutron] Pushing event updated for resources: {'Port': ['ID=82efd9bc-2640-4710-8aa1-f36ca78518f1,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:44.051878 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-2d7e57f6-2921-4ac6-8cc6-6a6663a5d31d service neutron] 10.222.0.35 "PUT /v2.0/ports/82efd9bc-2640-4710-8aa1-f36ca78518f1/bindings/n-h1-807551-3/activate HTTP/1.1" status: 200 len: 369 time: 2.8561902 Sep 07 16:07:44.082077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=034790d2-1412-433d-a674-c0dce66d2db3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:44.104885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Allocated IP 172.25.3.58 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/a7a80619-c180-4b8d-8a67-1382baf34d90) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:44.231679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2c172-9f22-4dee-a4ff-8681dc4ca100 req-e37095aa-f403-43f3-a43a-4e29fa68bc78 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:44.239568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72c2c172-9f22-4dee-a4ff-8681dc4ca100 req-e37095aa-f403-43f3-a43a-4e29fa68bc78 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 944 time: 0.5531921 Sep 07 16:07:44.293639 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-7e664280-c187-40db-9284-f1491702d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:44.295248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-7e664280-c187-40db-9284-f1491702d188 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.5082872 Sep 07 16:07:44.297152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ac1bc8-58e2-4f66-927f-9821c0d13d51,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:44.312952 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:44.452424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:07:44.456899 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-299bbe9d-b6ca-43b2-b541-6c6a259384b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:44.461326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3d8bbe66-8a80-48a1-9e21-998069a504f3 None None] Provisioning complete for port 3011736a-d590-4cc6-9f5a-4906576c1523 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:44.461815 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d8bbe66-8a80-48a1-9e21-998069a504f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:44.462376 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d78848d0-b73f-4318-9ded-21b7837a3693 admin admin] 10.222.0.70 "PUT /v2.0/routers/054fa035-e978-4554-8275-80170f5875e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3313730 Sep 07 16:07:44.472539 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Sync routers for ids ['054fa035-e978-4554-8275-80170f5875e6'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:07:44.472971 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4a872c61-2bdc-481a-9d42-aef9c245bd77 req-a54d1969-d7ec-49d0-8c88-8a0dd307d834 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505780 Sep 07 16:07:44.493733 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Routers {'054fa035-e978-4554-8275-80170f5875e6'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:44.494697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:07:44.494822 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['054fa035-e978-4554-8275-80170f5875e6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:44.524443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-31d0eb41-b9da-4fe6-b832-15436d7e1a48 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:44.526336 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-31d0eb41-b9da-4fe6-b832-15436d7e1a48 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001&tenant_id=69c966e1c7a5492180da5b612f6c029a&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1096 time: 0.3813477 Sep 07 16:07:44.547329 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72c2c172-9f22-4dee-a4ff-8681dc4ca100 req-0b3eab46-8f3f-4f1e-b95b-368be3bd4a36 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067806 Sep 07 16:07:44.548377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3d8bbe66-8a80-48a1-9e21-998069a504f3 None None] Port 3011736a-d590-4cc6-9f5a-4906576c1523 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:07:44.637096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-e4db2631-38a7-4b08-aa9f-e7847b5ffe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:44.638706 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-e4db2631-38a7-4b08-aa9f-e7847b5ffe79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea9e474f9fb940faaa7736036e8f9987&device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 1099 time: 0.0966744 Sep 07 16:07:44.701061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Sync routers for ids ['5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:07:44.717715 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43016) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:44.811824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1719352589'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:44.848674 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Routers {'5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:44.849545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:44.861864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-d4c72c28-4ff9-4fcf-b3e0-04902b8d6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:44.864112 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-d4c72c28-4ff9-4fcf-b3e0-04902b8d6616 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2133081 Sep 07 16:07:44.865371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:44.865726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:44.870420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:44.875533 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:44.891538 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Set router 054fa035-e978-4554-8275-80170f5875e6 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:44.924598 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-7363a42f-e4e1-4c92-a475-926fba09db8c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 200 len: 217 time: 0.0510767 Sep 07 16:07:44.957426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 has no active binding in host n-h2-807551-3 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 16:07:44.988076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:07:45.016214 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:45.016214 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Added segment 0e3845f2-3ab5-48df-87a8-2fc6db7e6243 of type vlan for network 83ab0c9d-dae9-4233-b97a-0897d52380a1 Sep 07 16:07:45.092810 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:45.094256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Set router 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:45.101783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-ebf1ae56-625e-4b23-8f7d-45525a1e4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:45.104263 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-ebf1ae56-625e-4b23-8f7d-45525a1e4c58 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1715872 Sep 07 16:07:45.187223 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:45.197135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:45.198834 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:45.226701 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device aa5e69ad-2b90-469a-91c9-64e07155d4a6 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:45.265708 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054fa035-e978-4554-8275-80170f5875e6', 'name': 'tempest-ServersTestMultiNic-143222760-router', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:07:40Z', 'revision_number': 4, 'project_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'gw_port': {'id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054fa035-e978-4554-8275-80170f5875e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:34Z', 'updated_at': '2021-09-07T16:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3011736a-d590-4cc6-9f5a-4906576c1523', 'name': '', 'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'mac_address': 'fa:16:3e:bd:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054fa035-e978-4554-8275-80170f5875e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '031a602e-0904-4165-9b45-8170aea260e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:37Z', 'updated_at': '2021-09-07T16:07:41Z', 'revision_number': 2, 'project_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'subnets': [{'id': '031a602e-0904-4165-9b45-8170aea260e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:45.306253 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Checking router: 054fa035-e978-4554-8275-80170f5875e6 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:07:45.306625 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Updating router 054fa035-e978-4554-8275-80170f5875e6 port 3011736a-d590-4cc6-9f5a-4906576c1523 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:07:45.329160 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6096823 Sep 07 16:07:45.330709 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43020) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:45.347002 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:45.390784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port aa5e69ad-2b90-469a-91c9-64e07155d4a6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:45.391389 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:45.405443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fa313dfe-bbe2-49b3-aafb-662aa9530a28 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Request body: {'subnet': {'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:45.411378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-e15d9152-a135-4e52-b3bb-d79fdccce2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:45.413529 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-e15d9152-a135-4e52-b3bb-d79fdccce2f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2948318 Sep 07 16:07:45.420218 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:45.420843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event updated for resources: {'Network': ['ID=83ab0c9d-dae9-4233-b97a-0897d52380a1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:45.427001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-ff2f9939-f2b8-4b32-a0c0-411d2b952709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:45.431176 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-ff2f9939-f2b8-4b32-a0c0-411d2b952709 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001&tenant_id=69c966e1c7a5492180da5b612f6c029a HTTP/1.1" status: 200 len: 1096 time: 0.8588827 Sep 07 16:07:45.451143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-ecb631d9-2b33-4428-94a3-82035c3dee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:45.452966 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-ecb631d9-2b33-4428-94a3-82035c3dee72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1321752 Sep 07 16:07:45.490585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:45.491702 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:45.492062 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:45.492514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:45.492933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:45.493353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:45.493696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:45.494880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:45.495293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:45.495857 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:45.496669 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:45.496791 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ae8a49-799b-43a5-8ff7-bd1c1f3f4880 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:07:45.530763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 83ab0c9d-dae9-4233-b97a-0897d52380a1 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:07:45.572842 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-1002074264-router', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '034790d2-1412-433d-a674-c0dce66d2db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:27Z', 'updated_at': '2021-09-07T16:07:37Z', 'revision_number': 4, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'gw_port': {'id': '034790d2-1412-433d-a674-c0dce66d2db3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:29Z', 'updated_at': '2021-09-07T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e94398c6-d1a0-4b60-af91-b5cadc6aa6e1', 'name': '', 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'mac_address': 'fa:16:3e:20:5f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ac6bcea8-0bfe-41f2-9916-33a11a7c20f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:35Z', 'updated_at': '2021-09-07T16:07:37Z', 'revision_number': 2, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'subnets': [{'id': 'ac6bcea8-0bfe-41f2-9916-33a11a7c20f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:45.574806 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-5a034159-2a57-479b-bc36-29289f14a0a1 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113474 Sep 07 16:07:45.648088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Checking router: 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:07:45.649124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Updating router 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:07:45.652365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 034790d2-1412-433d-a674-c0dce66d2db3 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:45.679683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:45.690863 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-f89214cf-eca0-4593-a3d2-248121f17d40 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479680 Sep 07 16:07:45.691508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa313dfe-bbe2-49b3-aafb-662aa9530a28 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:45.697099 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa313dfe-bbe2-49b3-aafb-662aa9530a28 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:45.718664 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b840f71-4548-4621-b36a-b2ded7718460 req-32c290f5-769b-42e6-8ae1-a3fb63e0c189 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:45.726660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b840f71-4548-4621-b36a-b2ded7718460 req-32c290f5-769b-42e6-8ae1-a3fb63e0c189 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 948 time: 0.3935061 Sep 07 16:07:45.787473 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:45.812055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Network f079ec25-30e4-4bca-ada9-d4f5fa95e940 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:45.814015 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 034790d2-1412-433d-a674-c0dce66d2db3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:45.814474 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:45.839489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:45.839703 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:45.883641 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Transition to ACTIVE for port object 3011736a-d590-4cc6-9f5a-4906576c1523 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:45.905355 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:45.909481 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-40b68a56-d553-4917-872a-ec11d8d399a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:45.911553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-40b68a56-d553-4917-872a-ec11d8d399a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 1096 time: 0.3292389 Sep 07 16:07:45.913706 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:45.963902 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b840f71-4548-4621-b36a-b2ded7718460 req-b043e527-2db0-4efb-9a44-e1bdc7abd75d tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357101 Sep 07 16:07:46.055629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f24d8e9f-bd75-4850-8d9d-d107d5702646 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:46.078072 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f465d-656a-4442-8c70-a5282ca3769a None None] Pushing event updated for resources: {'Port': ['ID=3011736a-d590-4cc6-9f5a-4906576c1523,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:46.095184 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:46.136494 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-11e42be2-636f-40c9-8d5c-46dacba0b868 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317017 Sep 07 16:07:46.167583 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Attempting to bind port 3011736a-d590-4cc6-9f5a-4906576c1523 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:46.167958 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Attempting to bind port 3011736a-d590-4cc6-9f5a-4906576c1523 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '8f3badb1-136b-4f85-bfaa-5bc9f75c367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:46.168321 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Attempting to bind port 3011736a-d590-4cc6-9f5a-4906576c1523 on network f5beab13-3a8f-4a67-b976-1a3e6747c5ee {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:46.185573 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:46.185977 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Checking segment: {'id': '8f3badb1-136b-4f85-bfaa-5bc9f75c367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:46.189187 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.189684 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Bound using segment: {'id': '8f3badb1-136b-4f85-bfaa-5bc9f75c367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:46.190332 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Bound port: 3011736a-d590-4cc6-9f5a-4906576c1523, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3badb1-136b-4f85-bfaa-5bc9f75c367c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:46.190745 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.262820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:46.279429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b2ee75c-80f1-4007-9147-ee3d64642aba req-ab87e596-777e-459c-8936-2870e5319dc6 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852455 Sep 07 16:07:46.302258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:46.314779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:46.345077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port f24d8e9f-bd75-4850-8d9d-d107d5702646 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:46.346343 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] For port 3011736a-d590-4cc6-9f5a-4906576c1523, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:46.350819 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] For port 3011736a-d590-4cc6-9f5a-4906576c1523, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3011736a-d590-4cc6-9f5a-4906576c1523,segment=NetworkSegment(8f3badb1-136b-4f85-bfaa-5bc9f75c367c),segment_id=8f3badb1-136b-4f85-bfaa-5bc9f75c367c)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:46.355140 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f24d8e9f-bd75-4850-8d9d-d107d5702646 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:46.356151 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.357188 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.371757 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa313dfe-bbe2-49b3-aafb-662aa9530a28 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.385807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Pushing event updated for resources: {'Port': ['ID=a7a80619-c180-4b8d-8a67-1382baf34d90,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:46.389794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab4d5d6-1cc1-40b8-bead-a2e2d226685b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd0a406-0d58-45f7-bb9e-3e7bb472cf67'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:46.392138 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53f4205-a453-4ffb-bdbb-2194a9fe7e83" -d '{"events": [{"server_uuid": "dab4d5d6-1cc1-40b8-bead-a2e2d226685b", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd0a406-0d58-45f7-bb9e-3e7bb472cf67"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:46.398026 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.431271 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Routers {'054fa035-e978-4554-8275-80170f5875e6'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:46.431929 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['054fa035-e978-4554-8275-80170f5875e6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:46.460224 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.474546 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f465d-656a-4442-8c70-a5282ca3769a None None] Pushing event updated for resources: {'Port': ['ID=3011736a-d590-4cc6-9f5a-4906576c1523,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:46.502921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e527bf8-66db-4bfb-8cc8-282f404c4699 req-53499e22-5291-4e8a-9975-340deb60f9d1 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:46.504659 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e527bf8-66db-4bfb-8cc8-282f404c4699 req-53499e22-5291-4e8a-9975-340deb60f9d1 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 945 time: 0.3535588 Sep 07 16:07:46.525863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa313dfe-bbe2-49b3-aafb-662aa9530a28 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Checking segment: {'id': '0e3845f2-3ab5-48df-87a8-2fc6db7e6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:46.526702 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa313dfe-bbe2-49b3-aafb-662aa9530a28 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Network hostable DHCP agents. Network: 83ab0c9d-dae9-4233-b97a-0897d52380a1, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:07:46.534670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa313dfe-bbe2-49b3-aafb-662aa9530a28 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event updated for resources: {'Subnet': ['ID=37fa4d50-f721-4e6c-8efc-b0ac1ad037a2,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:46.566682 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.568713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa313dfe-bbe2-49b3-aafb-662aa9530a28 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Network 83ab0c9d-dae9-4233-b97a-0897d52380a1 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:07:46.599387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-fa313dfe-bbe2-49b3-aafb-662aa9530a28 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 83ab0c9d-dae9-4233-b97a-0897d52380a1) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:46.599897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Transition to ACTIVE for port object e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:46.606506 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] Set router 054fa035-e978-4554-8275-80170f5875e6 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:46.617822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9eb4e1-abff-4c94-8b19-45472de5cfdd None None] Network 83ab0c9d-dae9-4233-b97a-0897d52380a1 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:07:46.618511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa313dfe-bbe2-49b3-aafb-662aa9530a28 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:46.619490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa313dfe-bbe2-49b3-aafb-662aa9530a28 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.645990 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fa313dfe-bbe2-49b3-aafb-662aa9530a28 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2536688 Sep 07 16:07:46.649122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43026) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:46.652893 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.654297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-612e87ff-6ab0-453e-8d44-5e99d8cd0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:46.658771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-612e87ff-6ab0-453e-8d44-5e99d8cd0008 service neutron] 10.222.0.54 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.7341194 Sep 07 16:07:46.664217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-65b77be8-ebd4-4dde-bbed-cc9096aabbe3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1515949824'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:46.670132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Router c142e1a7-9130-478c-a953-067e6963af1b has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:07:46.711002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b77be8-ebd4-4dde-bbed-cc9096aabbe3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:46.718205 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-65b77be8-ebd4-4dde-bbed-cc9096aabbe3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.736680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c89c4-bc0c-4605-ae30-3bb0fad02960 None None] Pushing event updated for resources: {'Port': ['ID=e94398c6-d1a0-4b60-af91-b5cadc6aa6e1,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:46.742124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-53a5d922-3e28-47c3-b2fa-fe39019cdcdf None None] Provisioning complete for port a5ac1bc8-58e2-4f66-927f-9821c0d13d51 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:46.742581 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53a5d922-3e28-47c3-b2fa-fe39019cdcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.762674 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b77be8-ebd4-4dde-bbed-cc9096aabbe3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:07:46.781528 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-65b77be8-ebd4-4dde-bbed-cc9096aabbe3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.781858 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-65b77be8-ebd4-4dde-bbed-cc9096aabbe3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Added segment 16ee07fe-1682-4fc7-b7eb-4082869988a0 of type vlan for network 2d5836df-aafe-4ff3-9017-7f7dcd340b38 Sep 07 16:07:46.864542 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-65b77be8-ebd4-4dde-bbed-cc9096aabbe3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.891871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-3768f4b1-6fde-457a-b65a-29309a186b4b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1 HTTP/1.1" status: 200 len: 217 time: 0.1381595 Sep 07 16:07:46.905955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e527bf8-66db-4bfb-8cc8-282f404c4699 req-08c240ce-fe48-46f3-aed6-45be971aa738 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886309 Sep 07 16:07:46.910179 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-65b77be8-ebd4-4dde-bbed-cc9096aabbe3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.923582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b77be8-ebd4-4dde-bbed-cc9096aabbe3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:46.925114 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-65b77be8-ebd4-4dde-bbed-cc9096aabbe3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.939118 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.939377 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:46.939509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Pushing event updated for resources: {'Port': ['ID=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:46.987692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-53a5d922-3e28-47c3-b2fa-fe39019cdcdf None None] Port a5ac1bc8-58e2-4f66-927f-9821c0d13d51 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:07:46.995715 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054fa035-e978-4554-8275-80170f5875e6', 'name': 'tempest-ServersTestMultiNic-143222760-router', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:07:40Z', 'revision_number': 4, 'project_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'gw_port': {'id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054fa035-e978-4554-8275-80170f5875e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:34Z', 'updated_at': '2021-09-07T16:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3011736a-d590-4cc6-9f5a-4906576c1523', 'name': '', 'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'mac_address': 'fa:16:3e:bd:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054fa035-e978-4554-8275-80170f5875e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '031a602e-0904-4165-9b45-8170aea260e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:37Z', 'updated_at': '2021-09-07T16:07:46Z', 'revision_number': 4, 'project_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'subnets': [{'id': '031a602e-0904-4165-9b45-8170aea260e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:46.998106 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-65b77be8-ebd4-4dde-bbed-cc9096aabbe3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3465171 Sep 07 16:07:47.006831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43032) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:07:47.019609 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6bf173af-5bec-4e38-8ce1-598b4df667d4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Request body: {'subnet': {'network_id': '2d5836df-aafe-4ff3-9017-7f7dcd340b38', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:47.070268 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df3ddf-9852-4359-971f-fe950b175aab None None] The sync data for ids ['054fa035-e978-4554-8275-80170f5875e6'] in n-d-807551-3 is: [{'id': '054fa035-e978-4554-8275-80170f5875e6', 'name': 'tempest-ServersTestMultiNic-143222760-router', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:07:40Z', 'revision_number': 4, 'project_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'gw_port': {'id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054fa035-e978-4554-8275-80170f5875e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:34Z', 'updated_at': '2021-09-07T16:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3011736a-d590-4cc6-9f5a-4906576c1523', 'name': '', 'network_id': 'f5beab13-3a8f-4a67-b976-1a3e6747c5ee', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'mac_address': 'fa:16:3e:bd:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054fa035-e978-4554-8275-80170f5875e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '031a602e-0904-4165-9b45-8170aea260e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:37Z', 'updated_at': '2021-09-07T16:07:46Z', 'revision_number': 4, 'project_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'subnets': [{'id': '031a602e-0904-4165-9b45-8170aea260e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:07:47.142763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b77be8-ebd4-4dde-bbed-cc9096aabbe3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event updated for resources: {'Network': ['ID=2d5836df-aafe-4ff3-9017-7f7dcd340b38,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:47.178116 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 2d5836df-aafe-4ff3-9017-7f7dcd340b38 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:07:47.214820 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:47.238501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Attempting to bind port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on host n-h1-807551-3 for vnic_type normal with profile {"migrating_to": "n-h2-807551-3"} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:47.241854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Attempting to bind port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:47.242210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Attempting to bind port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:47.277102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Attempting to bind port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:47.278357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Attempting to bind port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'dcd01f59-9274-4793-a624-84024a35b38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:47.278745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Attempting to bind port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 on network 020ea68e-f3ef-4dfa-9a28-cc88b96003b3 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:47.284472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:07:47.284901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Attempting to bind port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on network 0adaef0a-5c97-480a-89d0-9a2ca3aceb3c {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:47.291621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf173af-5bec-4e38-8ce1-598b4df667d4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:47.303972 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6bf173af-5bec-4e38-8ce1-598b4df667d4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:47.334437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-3f712e18-2bfd-4668-8a8d-d026c8b55e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:47.336071 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-3f712e18-2bfd-4668-8a8d-d026c8b55e50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.4271929 Sep 07 16:07:47.338985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:47.339742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Checking segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:47.339742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Bound using segment: {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:47.340369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Bound port: 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52db2f16-efea-440f-a880-726198ac25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0adaef0a-5c97-480a-89d0-9a2ca3aceb3c'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:47.340761 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:47.343522 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:47.354764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:47.354764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Checking segment: {'id': 'dcd01f59-9274-4793-a624-84024a35b38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:47.355119 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:47.355413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Bound using segment: {'id': 'dcd01f59-9274-4793-a624-84024a35b38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:47.355930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Bound port: e94398c6-d1a0-4b60-af91-b5cadc6aa6e1, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd01f59-9274-4793-a624-84024a35b38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:47.356328 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:47.360522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port f24d8e9f-bd75-4850-8d9d-d107d5702646, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f24d8e9f-bd75-4850-8d9d-d107d5702646,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:47.462822 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-e8a25a6a-0ee3-4f9b-bb73-c5f0ff4348db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774677 Sep 07 16:07:47.471458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4126de3-09a4-4998-83a9-a67593bda6ee req-ed0b38f7-1738-4e5c-a9a9-13c2ee34a6e6 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:47.473296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4126de3-09a4-4998-83a9-a67593bda6ee req-ed0b38f7-1738-4e5c-a9a9-13c2ee34a6e6 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 943 time: 0.3744040 Sep 07 16:07:47.556087 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6bf173af-5bec-4e38-8ce1-598b4df667d4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:47.570265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:07:47.580261 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:47.582368 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Sync routers for ids ['c142e1a7-9130-478c-a953-067e6963af1b'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:07:47.611225 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Routers {'c142e1a7-9130-478c-a953-067e6963af1b'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:47.612043 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c142e1a7-9130-478c-a953-067e6963af1b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:47.612814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4e7da434-f59d-4813-8859-fd58f0ecc5a1 admin admin] 10.222.0.70 "PUT /v2.0/routers/c142e1a7-9130-478c-a953-067e6963af1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2202890 Sep 07 16:07:47.627641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-83ab0c9d-dae9-4233-b97a-0897d52380a1', 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'fixed_ips': [{'subnet_id': '37fa4d50-f721-4e6c-8efc-b0ac1ad037a2'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:07:47.630533 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:47.732935 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf173af-5bec-4e38-8ce1-598b4df667d4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Checking segment: {'id': '16ee07fe-1682-4fc7-b7eb-4082869988a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2d5836df-aafe-4ff3-9017-7f7dcd340b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:47.734830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf173af-5bec-4e38-8ce1-598b4df667d4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Network hostable DHCP agents. Network: 2d5836df-aafe-4ff3-9017-7f7dcd340b38, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:07:47.739560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=f24d8e9f-bd75-4850-8d9d-d107d5702646,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:47.755791 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf173af-5bec-4e38-8ce1-598b4df667d4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event updated for resources: {'Subnet': ['ID=44e69a0e-021f-454f-bfe6-0a0d92a89348,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:47.767910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 18ae0ce6-0948-4e69-83f3-023f951a6f75 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:07:47.793334 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf173af-5bec-4e38-8ce1-598b4df667d4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Network 2d5836df-aafe-4ff3-9017-7f7dcd340b38 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:07:47.815134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6bf173af-5bec-4e38-8ce1-598b4df667d4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 2d5836df-aafe-4ff3-9017-7f7dcd340b38) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:47.817808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3011736a-d590-4cc6-9f5a-4906576c1523 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:47.838634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf173af-5bec-4e38-8ce1-598b4df667d4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:47.840968 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6bf173af-5bec-4e38-8ce1-598b4df667d4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:47.870094 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Set router c142e1a7-9130-478c-a953-067e6963af1b gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:47.889973 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6bf173af-5bec-4e38-8ce1-598b4df667d4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8820062 Sep 07 16:07:47.936616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c0246-c508-4765-b239-dde9432ecbb9 None None] Network 2d5836df-aafe-4ff3-9017-7f7dcd340b38 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:07:48.004922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:48.011922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-69e495bb-4ed4-49b2-bdd1-3a3ba966efa4 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337620 Sep 07 16:07:48.015027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4126de3-09a4-4998-83a9-a67593bda6ee req-55bcbb6f-04e5-4d0f-82d4-7d2117324c81 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206127 Sep 07 16:07:48.019834 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:48.078176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:48.105177 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:07:48.143977 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:48.162969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:48.168102 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:48.169688 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9196612-6fad-4742-8250-0aa5618c93cf req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.6082237 Sep 07 16:07:48.179771 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:48.202296 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Allocated IP 19.80.0.2 (83ab0c9d-dae9-4233-b97a-0897d52380a1/37fa4d50-f721-4e6c-8efc-b0ac1ad037a2/2c0961dc-9f83-42bc-9540-5c2cc6fb0780) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:48.238504 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'name': 'tempest-FloatingIPsTestJSON-2087962589-router', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:30Z', 'updated_at': '2021-09-07T16:07:42Z', 'revision_number': 4, 'project_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'gw_port': {'id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a5ac1bc8-58e2-4f66-927f-9821c0d13d51', 'name': '', 'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'mac_address': 'fa:16:3e:ee:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '91059619-b031-4a7e-84da-6d717dd22090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:40Z', 'updated_at': '2021-09-07T16:07:42Z', 'revision_number': 2, 'project_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'subnets': [{'id': '91059619-b031-4a7e-84da-6d717dd22090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:48.276160 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Checking router: c142e1a7-9130-478c-a953-067e6963af1b for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:07:48.276559 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Updating router c142e1a7-9130-478c-a953-067e6963af1b port a5ac1bc8-58e2-4f66-927f-9821c0d13d51 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:07:48.291942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f10aa1-a3de-4757-a649-f9e727acdd45 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Pushing event updated for resources: {'Port': ['ID=a7a80619-c180-4b8d-8a67-1382baf34d90,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:48.311939 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:48.512014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:48.526386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '18ae0ce6-0948-4e69-83f3-023f951a6f75', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '18ae0ce6-0948-4e69-83f3-023f951a6f75', 'mac_address': 'fa:16:3e:14:ae:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:07:48.548934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] For port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:48.553366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 3011736a-d590-4cc6-9f5a-4906576c1523 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:48.616814 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:48.624330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3011736a-d590-4cc6-9f5a-4906576c1523 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:48.624732 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:48.680538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] For port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e94398c6-d1a0-4b60-af91-b5cadc6aa6e1,segment=NetworkSegment(dcd01f59-9274-4793-a624-84024a35b38e),segment_id=dcd01f59-9274-4793-a624-84024a35b38e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:48.695854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9196612-6fad-4742-8250-0aa5618c93cf req-9d649371-1cfc-430f-9beb-1bdfc03cac25 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 695 time: 0.5071812 Sep 07 16:07:48.703633 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:48.708955 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:48.754567 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:48.762966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:48.763231 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:48.764671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] 10.222.0.35 "PUT /v2.0/ports/7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 HTTP/1.1" status: 200 len: 1121 time: 5.2495999 Sep 07 16:07:48.771985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ae0ce6-0948-4e69-83f3-023f951a6f75 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:07:48.784470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7054f9-452b-4951-b67c-d0c51eef7319 req-e7b78ed2-da6d-4f91-b46d-d30cdd7c8b0d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:48.786329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c89c4-bc0c-4605-ae30-3bb0fad02960 None None] Pushing event updated for resources: {'Port': ['ID=e94398c6-d1a0-4b60-af91-b5cadc6aa6e1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:48.792136 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b7054f9-452b-4951-b67c-d0c51eef7319 req-e7b78ed2-da6d-4f91-b46d-d30cdd7c8b0d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 945 time: 0.5365956 Sep 07 16:07:48.796998 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Transition to ACTIVE for port object a5ac1bc8-58e2-4f66-927f-9821c0d13d51 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:48.809153 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:48.812917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-deec5de1-6ec9-4d96-99a4-85f054c9f906 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7896047 Sep 07 16:07:48.827352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b386c-1288-44df-bb3a-ac7198f2d54a service neutron] Pushing event updated for resources: {'Port': ['ID=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:48.842269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Transition to ACTIVE for port object 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:48.880135 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92836e2d-d659-452c-a5c8-03c0005feaa2 None None] Pushing event updated for resources: {'Port': ['ID=a5ac1bc8-58e2-4f66-927f-9821c0d13d51,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:48.921203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b7054f9-452b-4951-b67c-d0c51eef7319 req-cba671cb-9c97-428c-889d-c82d0230b897 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267600 Sep 07 16:07:48.938593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['7cd0a406-0d58-45f7-bb9e-3e7bb472cf67'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:48.941310 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['7cd0a406-0d58-45f7-bb9e-3e7bb472cf67'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:48.985502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9196612-6fad-4742-8250-0aa5618c93cf req-989cb005-b721-442d-beac-95a20a1346e7 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:48.993238 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9196612-6fad-4742-8250-0aa5618c93cf req-989cb005-b721-442d-beac-95a20a1346e7 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.2700319 Sep 07 16:07:49.011005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-c9196612-6fad-4742-8250-0aa5618c93cf req-01f8f4f4-c448-4f63-9954-19afdc2ea948 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:07:49.012211 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9196612-6fad-4742-8250-0aa5618c93cf req-01f8f4f4-c448-4f63-9954-19afdc2ea948 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131469 Sep 07 16:07:49.099211 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Attempting to bind port a5ac1bc8-58e2-4f66-927f-9821c0d13d51 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:49.099674 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Attempting to bind port a5ac1bc8-58e2-4f66-927f-9821c0d13d51 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '2f44e1c3-ae92-4ccf-950e-dac234866475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:49.102708 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Attempting to bind port a5ac1bc8-58e2-4f66-927f-9821c0d13d51 on network f079ec25-30e4-4bca-ada9-d4f5fa95e940 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:49.105444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:49.112893 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:49.113216 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Checking segment: {'id': '2f44e1c3-ae92-4ccf-950e-dac234866475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:49.114192 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:49.115003 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Bound using segment: {'id': '2f44e1c3-ae92-4ccf-950e-dac234866475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:49.115877 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Bound port: a5ac1bc8-58e2-4f66-927f-9821c0d13d51, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f44e1c3-ae92-4ccf-950e-dac234866475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:49.118943 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:49.133933 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Transition to ACTIVE for port object 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:49.137980 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:49.204532 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] For port a5ac1bc8-58e2-4f66-927f-9821c0d13d51, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:49.208328 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] For port a5ac1bc8-58e2-4f66-927f-9821c0d13d51, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a5ac1bc8-58e2-4f66-927f-9821c0d13d51,segment=NetworkSegment(2f44e1c3-ae92-4ccf-950e-dac234866475),segment_id=2f44e1c3-ae92-4ccf-950e-dac234866475)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:49.212361 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:49.221646 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:49.255861 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a28719-c5d9-4611-b4dd-90d4a7bcd917 x-openstack-request-id: req-46a28719-c5d9-4611-b4dd-90d4a7bcd917 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:49.256161 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab4d5d6-1cc1-40b8-bead-a2e2d226685b", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd0a406-0d58-45f7-bb9e-3e7bb472cf67", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:49.256488 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46a28719-c5d9-4611-b4dd-90d4a7bcd917 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:49.256892 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab4d5d6-1cc1-40b8-bead-a2e2d226685b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd0a406-0d58-45f7-bb9e-3e7bb472cf67', 'code': 200} Sep 07 16:07:49.271727 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:49.281512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Routers {'5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:49.282747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:49.298313 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92836e2d-d659-452c-a5c8-03c0005feaa2 None None] Pushing event updated for resources: {'Port': ['ID=a5ac1bc8-58e2-4f66-927f-9821c0d13d51,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:49.327538 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Routers {'c142e1a7-9130-478c-a953-067e6963af1b'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:07:49.328174 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:07:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c142e1a7-9130-478c-a953-067e6963af1b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:49.418096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0bf70504-f1d2-43a6-a5c1-4a816c5ab76d tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:49.422558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-0bf70504-f1d2-43a6-a5c1-4a816c5ab76d tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001&tenant_id=69c966e1c7a5492180da5b612f6c029a&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 1096 time: 0.2593741 Sep 07 16:07:49.446331 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934661c-69ce-4686-bd6b-0952cb6e9537 req-ceeb0102-ad78-4232-be22-cb19988165ef tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:49.458452 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] Set router c142e1a7-9130-478c-a953-067e6963af1b gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:49.477078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a934661c-69ce-4686-bd6b-0952cb6e9537 req-ceeb0102-ad78-4232-be22-cb19988165ef tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 949 time: 0.1931548 Sep 07 16:07:49.526773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-2d5836df-aafe-4ff3-9017-7f7dcd340b38', 'network_id': '2d5836df-aafe-4ff3-9017-7f7dcd340b38', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'fixed_ips': [{'subnet_id': '44e69a0e-021f-454f-bfe6-0a0d92a89348'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:07:49.527806 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:49.559613 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Network 83ab0c9d-dae9-4233-b97a-0897d52380a1 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:49.596555 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a934661c-69ce-4686-bd6b-0952cb6e9537 req-9ac20f99-f354-46ff-afbb-48a0c23660ac tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184866 Sep 07 16:07:49.602902 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 3011736a-d590-4cc6-9f5a-4906576c1523, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3011736a-d590-4cc6-9f5a-4906576c1523,segment=NetworkSegment(8f3badb1-136b-4f85-bfaa-5bc9f75c367c),segment_id=8f3badb1-136b-4f85-bfaa-5bc9f75c367c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:49.679853 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] Set router 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:07:49.779758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:49.784725 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:49.799183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['18ae0ce6-0948-4e69-83f3-023f951a6f75'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:49.800605 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'name': 'tempest-FloatingIPsTestJSON-2087962589-router', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:30Z', 'updated_at': '2021-09-07T16:07:42Z', 'revision_number': 4, 'project_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'gw_port': {'id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a5ac1bc8-58e2-4f66-927f-9821c0d13d51', 'name': '', 'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'mac_address': 'fa:16:3e:ee:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '91059619-b031-4a7e-84da-6d717dd22090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:40Z', 'updated_at': '2021-09-07T16:07:49Z', 'revision_number': 4, 'project_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'subnets': [{'id': '91059619-b031-4a7e-84da-6d717dd22090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:49.801065 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:49.849883 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d2afe-692d-4edf-ad00-0a5fdee8abf7 None None] The sync data for ids ['c142e1a7-9130-478c-a953-067e6963af1b'] in n-d-807551-3 is: [{'id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'name': 'tempest-FloatingIPsTestJSON-2087962589-router', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:30Z', 'updated_at': '2021-09-07T16:07:42Z', 'revision_number': 4, 'project_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'gw_port': {'id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a5ac1bc8-58e2-4f66-927f-9821c0d13d51', 'name': '', 'network_id': 'f079ec25-30e4-4bca-ada9-d4f5fa95e940', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'mac_address': 'fa:16:3e:ee:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '91059619-b031-4a7e-84da-6d717dd22090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:40Z', 'updated_at': '2021-09-07T16:07:49Z', 'revision_number': 4, 'project_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'subnets': [{'id': '91059619-b031-4a7e-84da-6d717dd22090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:07:49.852558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-3797edbc-5303-4580-8f98-2f4f8ea9104d tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2511356 Sep 07 16:07:49.871167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:49.877313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-4e484e1b-4b06-4575-b65d-c28431c16c94 service neutron] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:49.886692 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-4e484e1b-4b06-4575-b65d-c28431c16c94 service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:49.888062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49595c6d-f4cb-4d6c-8294-b6c8ac4f4f9c req-4e484e1b-4b06-4575-b65d-c28431c16c94 service neutron] 10.222.0.54 "DELETE /v2.0/ports/82efd9bc-2640-4710-8aa1-f36ca78518f1/bindings/n-h2-807551-3 HTTP/1.1" status: 204 len: 173 time: 0.3984394 Sep 07 16:07:49.917554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=18ae0ce6-0948-4e69-83f3-023f951a6f75,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:49.939182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-473929dd-803f-4fa0-9dd4-38554953376f tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:49.945444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-473929dd-803f-4fa0-9dd4-38554953376f tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:49.952743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-473929dd-803f-4fa0-9dd4-38554953376f tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/networks?id=83ab0c9d-dae9-4233-b97a-0897d52380a1&id=2d5836df-aafe-4ff3-9017-7f7dcd340b38&id=83ab0c9d-dae9-4233-b97a-0897d52380a1 HTTP/1.1" status: 200 len: 1392 time: 0.2289877 Sep 07 16:07:49.970195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b2edf938-9c54-4e5b-9258-d7f8e79244fc tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/quotas/b0e662d9c8554938a22e85d31f6a27fc HTTP/1.1" status: 200 len: 375 time: 0.0162051 Sep 07 16:07:49.985046 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:50.047608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:50.077280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-ecca4423-f0e5-4a57-abc7-a3dd51563083 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0e662d9c8554938a22e85d31f6a27fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1055639 Sep 07 16:07:50.142873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Pushing event updated for resources: {'Port': ['ID=2c0961dc-9f83-42bc-9540-5c2cc6fb0780,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:50.232455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-c7a9383b-338c-4ea6-83aa-7d748d0d41d0 service neutron] 10.222.0.70 "GET /v2.0/networks/83ab0c9d-dae9-4233-b97a-0897d52380a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538873 Sep 07 16:07:50.344277 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:50.360412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-e3ad5ecc-ac2a-49f7-841e-003122b8f3e0 service neutron] 10.222.0.70 "GET /v2.0/networks/83ab0c9d-dae9-4233-b97a-0897d52380a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202874 Sep 07 16:07:50.433376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Attempting to bind port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:50.433764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Attempting to bind port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '0e3845f2-3ab5-48df-87a8-2fc6db7e6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:50.434142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Attempting to bind port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 on network 83ab0c9d-dae9-4233-b97a-0897d52380a1 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:50.506094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:50.506986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Checking segment: {'id': '0e3845f2-3ab5-48df-87a8-2fc6db7e6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:50.507393 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:50.507789 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Bound using segment: {'id': '0e3845f2-3ab5-48df-87a8-2fc6db7e6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:50.508255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Bound port: 2c0961dc-9f83-42bc-9540-5c2cc6fb0780, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3845f2-3ab5-48df-87a8-2fc6db7e6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:50.508659 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:50.541142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-8fa80561-6804-4c9d-b63f-f536db4a0b90 service neutron] 10.222.0.70 "GET /v2.0/networks/2d5836df-aafe-4ff3-9017-7f7dcd340b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469486 Sep 07 16:07:50.548407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Allocated IP 172.25.3.54 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/a1d86442-44ba-429c-bb3b-68f645c1dc25) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:50.562141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Allocated IP 19.86.0.2 (2d5836df-aafe-4ff3-9017-7f7dcd340b38/44e69a0e-021f-454f-bfe6-0a0d92a89348/552d703b-1cff-47c7-9a39-8340547f60a5) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:50.574439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=3011736a-d590-4cc6-9f5a-4906576c1523,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:50.695996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:50.715457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-7ed89e2a-a023-4bf3-ad6f-2b32feaa1f73 service neutron] 10.222.0.70 "GET /v2.0/networks/2d5836df-aafe-4ff3-9017-7f7dcd340b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646001 Sep 07 16:07:50.727244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:50.727479 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:50.780826 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:50.828191 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] For port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:50.869606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] For port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2c0961dc-9f83-42bc-9540-5c2cc6fb0780,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:50.891789 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:50.901284 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:50.916326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-e7677573-5302-408d-afca-a1746b92f9e4 service neutron] 10.222.0.70 "GET /v2.0/networks/83ab0c9d-dae9-4233-b97a-0897d52380a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890318 Sep 07 16:07:50.956142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:50.975194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:50.994757 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:51.003180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-1002074264-router', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '034790d2-1412-433d-a674-c0dce66d2db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:27Z', 'updated_at': '2021-09-07T16:07:37Z', 'revision_number': 4, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'gw_port': {'id': '034790d2-1412-433d-a674-c0dce66d2db3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:29Z', 'updated_at': '2021-09-07T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e94398c6-d1a0-4b60-af91-b5cadc6aa6e1', 'name': '', 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'mac_address': 'fa:16:3e:20:5f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ac6bcea8-0bfe-41f2-9916-33a11a7c20f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:35Z', 'updated_at': '2021-09-07T16:07:48Z', 'revision_number': 4, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'subnets': [{'id': 'ac6bcea8-0bfe-41f2-9916-33a11a7c20f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:07:51.036612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Pushing event updated for resources: {'Port': ['ID=a1d86442-44ba-429c-bb3b-68f645c1dc25,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:51.072264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c886acd5-6e71-4adb-91a4-26d4b01d61e9 None None] The sync data for ids ['5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'] in n-d-807551-3 is: [{'id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-1002074264-router', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '034790d2-1412-433d-a674-c0dce66d2db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:27Z', 'updated_at': '2021-09-07T16:07:37Z', 'revision_number': 4, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'gw_port': {'id': '034790d2-1412-433d-a674-c0dce66d2db3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:29Z', 'updated_at': '2021-09-07T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'e94398c6-d1a0-4b60-af91-b5cadc6aa6e1', 'name': '', 'network_id': '020ea68e-f3ef-4dfa-9a28-cc88b96003b3', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'mac_address': 'fa:16:3e:20:5f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ac6bcea8-0bfe-41f2-9916-33a11a7c20f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:35Z', 'updated_at': '2021-09-07T16:07:48Z', 'revision_number': 4, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'subnets': [{'id': 'ac6bcea8-0bfe-41f2-9916-33a11a7c20f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:07:51.113821 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.130794 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.135910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b48a8f-e385-4bbb-bb25-eab2672bd460 None None] Pushing event updated for resources: {'Port': ['ID=2c0961dc-9f83-42bc-9540-5c2cc6fb0780,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:51.139134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Transition to ACTIVE for port object 552d703b-1cff-47c7-9a39-8340547f60a5 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:51.173729 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-e27d1ef6-be46-4928-820f-2941f00ffa3d service neutron] 10.222.0.70 "GET /v2.0/networks/83ab0c9d-dae9-4233-b97a-0897d52380a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316165 Sep 07 16:07:51.176653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Transition to ACTIVE for port object 552d703b-1cff-47c7-9a39-8340547f60a5 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:51.194940 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.224151 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.244862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e94398c6-d1a0-4b60-af91-b5cadc6aa6e1,segment=NetworkSegment(dcd01f59-9274-4793-a624-84024a35b38e),segment_id=dcd01f59-9274-4793-a624-84024a35b38e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:51.258556 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.258980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f24d8e9f-bd75-4850-8d9d-d107d5702646 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:51.301194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Network 2d5836df-aafe-4ff3-9017-7f7dcd340b38 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:51.310417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:51.317367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:51.321450 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab4d5d6-1cc1-40b8-bead-a2e2d226685b', 'tag': '7cd0a406-0d58-45f7-bb9e-3e7bb472cf67'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:51.324032 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ae182c-ed08-4967-9059-085138679dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "dab4d5d6-1cc1-40b8-bead-a2e2d226685b", "tag": "7cd0a406-0d58-45f7-bb9e-3e7bb472cf67"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:51.324249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Pushing event updated for resources: {'Port': ['ID=552d703b-1cff-47c7-9a39-8340547f60a5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:51.336151 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.454847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f24d8e9f-bd75-4850-8d9d-d107d5702646 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:51.455750 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.549569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Attempting to bind port 552d703b-1cff-47c7-9a39-8340547f60a5 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:07:51.550314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Attempting to bind port 552d703b-1cff-47c7-9a39-8340547f60a5 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '16ee07fe-1682-4fc7-b7eb-4082869988a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2d5836df-aafe-4ff3-9017-7f7dcd340b38'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:07:51.550670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Attempting to bind port 552d703b-1cff-47c7-9a39-8340547f60a5 on network 2d5836df-aafe-4ff3-9017-7f7dcd340b38 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:07:51.560009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:07:51.560009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Checking segment: {'id': '16ee07fe-1682-4fc7-b7eb-4082869988a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2d5836df-aafe-4ff3-9017-7f7dcd340b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:07:51.560546 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.561117 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Bound using segment: {'id': '16ee07fe-1682-4fc7-b7eb-4082869988a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2d5836df-aafe-4ff3-9017-7f7dcd340b38'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:07:51.561723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Bound port: 552d703b-1cff-47c7-9a39-8340547f60a5, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ee07fe-1682-4fc7-b7eb-4082869988a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2d5836df-aafe-4ff3-9017-7f7dcd340b38'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:07:51.562215 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.582923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=e94398c6-d1a0-4b60-af91-b5cadc6aa6e1,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:51.655193 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-95f461e5-9e04-4a33-a3fc-e050176f492a tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2233913 Sep 07 16:07:51.662237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:51.682362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] For port 552d703b-1cff-47c7-9a39-8340547f60a5, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:51.687154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] For port 552d703b-1cff-47c7-9a39-8340547f60a5, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=552d703b-1cff-47c7-9a39-8340547f60a5,segment=NetworkSegment(16ee07fe-1682-4fc7-b7eb-4082869988a0),segment_id=16ee07fe-1682-4fc7-b7eb-4082869988a0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:07:51.694319 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.719980 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.745425 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.755365 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.763156 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cd922-7ba9-4221-98f9-451a1c07366c None None] Pushing event updated for resources: {'Port': ['ID=552d703b-1cff-47c7-9a39-8340547f60a5,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:51.888724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Pushing event updated for resources: {'Port': ['ID=a1d86442-44ba-429c-bb3b-68f645c1dc25,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:51.895255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.967933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:51.979823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-24d86252-094c-498f-9f14-e83cdb83c383 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1094604 Sep 07 16:07:52.074725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-8439f038-dd17-49e8-b674-79ae48c170d4 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.54 HTTP/1.1" status: 200 len: 695 time: 0.0890198 Sep 07 16:07:52.220398 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:52.225821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:52.308028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:52.308882 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:52.331107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-751cd342-312d-431c-9610-ce21e32a775e tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:52.332633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ce26030-e4f3-4751-9bfe-8ce9fff00cb0 req-751cd342-312d-431c-9610-ce21e32a775e tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.2529397 Sep 07 16:07:52.460436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:52.498774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Allocated IP 172.25.3.181 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/44602fd2-92fa-414e-8e5c-6aabcd950e96) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:52.525187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:52.531870 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a5ac1bc8-58e2-4f66-927f-9821c0d13d51 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:52.539351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6426f-d1ca-4aa2-bc8e-9bbf00efc1ca req-fdc80283-014e-43ac-9532-d0de7679c448 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:52.540974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1d6426f-d1ca-4aa2-bc8e-9bbf00efc1ca req-fdc80283-014e-43ac-9532-d0de7679c448 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 943 time: 0.1182725 Sep 07 16:07:52.572151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463fd982-f169-4ca1-8e8a-71fae5eddaf4 None None] Network 83ab0c9d-dae9-4233-b97a-0897d52380a1 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:07:52.641327 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1d6426f-d1ca-4aa2-bc8e-9bbf00efc1ca req-90c16534-ad20-4fea-b805-a4e5cb11ac7e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860808 Sep 07 16:07:52.670489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port a5ac1bc8-58e2-4f66-927f-9821c0d13d51 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:52.670489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a5ac1bc8-58e2-4f66-927f-9821c0d13d51 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:52.670489 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:52.722944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bcde985c-b45e-4d70-b61c-49a76993fb1d None None] Provisioning for port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:52.724114 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:52.737157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bcde985c-b45e-4d70-b61c-49a76993fb1d None None] Provisioning complete for port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:52.737543 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcde985c-b45e-4d70-b61c-49a76993fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:52.785927 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:52.830528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:52.834933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:52.845246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:52.890134 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Pushing event updated for resources: {'Port': ['ID=44602fd2-92fa-414e-8e5c-6aabcd950e96,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:53.061978 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:53.064397 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcde985c-b45e-4d70-b61c-49a76993fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:53.107088 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:53.136940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bcde985c-b45e-4d70-b61c-49a76993fb1d None None] For port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2c0961dc-9f83-42bc-9540-5c2cc6fb0780,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:53.160466 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcde985c-b45e-4d70-b61c-49a76993fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:53.218367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port a5ac1bc8-58e2-4f66-927f-9821c0d13d51, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a5ac1bc8-58e2-4f66-927f-9821c0d13d51,segment=NetworkSegment(2f44e1c3-ae92-4ccf-950e-dac234866475),segment_id=2f44e1c3-ae92-4ccf-950e-dac234866475)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:53.220500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-80a1b6ea-e98d-4d5b-832f-5858dd449ef4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:53.223871 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:53.224825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3011736a-d590-4cc6-9f5a-4906576c1523 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:53.227544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-80a1b6ea-e98d-4d5b-832f-5858dd449ef4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:53.229311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-80a1b6ea-e98d-4d5b-832f-5858dd449ef4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.35 "GET /v2.0/networks?id=83ab0c9d-dae9-4233-b97a-0897d52380a1&id=2d5836df-aafe-4ff3-9017-7f7dcd340b38&id=83ab0c9d-dae9-4233-b97a-0897d52380a1 HTTP/1.1" status: 200 len: 1392 time: 0.2705500 Sep 07 16:07:53.255030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Request body: {'port': {'device_id': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1', 'admin_state_up': True, 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:53.275583 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42362de0-b765-47d6-9d56-09bfccc8733f req-c19a4637-2b20-488e-a460-3730d812d6a3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:53.277125 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42362de0-b765-47d6-9d56-09bfccc8733f req-c19a4637-2b20-488e-a460-3730d812d6a3 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 945 time: 0.1908784 Sep 07 16:07:53.283799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde985c-b45e-4d70-b61c-49a76993fb1d None None] Pushing event updated for resources: {'Port': ['ID=2c0961dc-9f83-42bc-9540-5c2cc6fb0780,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:53.297075 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:53.382932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a0f111-1ce3-4b2e-a776-bc6fbc9b48d7 None None] Network 2d5836df-aafe-4ff3-9017-7f7dcd340b38 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:07:53.440884 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b11a98af-10b9-427b-ab5a-f3afd604831e None None] Provisioning for port 552d703b-1cff-47c7-9a39-8340547f60a5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:53.450924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=a5ac1bc8-58e2-4f66-927f-9821c0d13d51,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:53.487960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3011736a-d590-4cc6-9f5a-4906576c1523 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:53.488399 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:53.665482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fd059880-02cf-4256-8273-908642f430b5 None None] Provisioning complete for port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:53.666010 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd059880-02cf-4256-8273-908642f430b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:53.739398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42362de0-b765-47d6-9d56-09bfccc8733f req-0917f5bf-afb0-4b23-9472-cc39c33a970a tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472082 Sep 07 16:07:53.768900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 18ae0ce6-0948-4e69-83f3-023f951a6f75 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:53.924269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 18ae0ce6-0948-4e69-83f3-023f951a6f75 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:53.935733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 18ae0ce6-0948-4e69-83f3-023f951a6f75 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:53.936384 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:53.942806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:53.947153 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:54.012443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72988084-be26-473e-81a1-5660d9d8ce75 req-d061f9bc-bf23-4197-ac3b-5f3b8694c2f3 tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:54.021069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72988084-be26-473e-81a1-5660d9d8ce75 req-d061f9bc-bf23-4197-ac3b-5f3b8694c2f3 tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 1100 time: 0.1216042 Sep 07 16:07:54.059440 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:54.106510 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:54.108649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:54.114402 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323732bf-f927-45f0-a698-7081a9db6c0c" -d '{"events": [{"server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "name": "network-vif-plugged", "status": "completed", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:54.119348 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:54.142914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 552d703b-1cff-47c7-9a39-8340547f60a5 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:54.146149 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:54.157530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72988084-be26-473e-81a1-5660d9d8ce75 req-10ccd88d-c950-4c4e-a2d0-9e6bd14bc541 tempest-MigrationsAdminTest-1516751928 tempest-MigrationsAdminTest-1516751928-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354277 Sep 07 16:07:54.174827 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:54.260898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=18ae0ce6-0948-4e69-83f3-023f951a6f75,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:54.286242 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 552d703b-1cff-47c7-9a39-8340547f60a5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:54.290528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 552d703b-1cff-47c7-9a39-8340547f60a5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:54.290918 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:54.304193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Pushing event updated for resources: {'Port': ['ID=44602fd2-92fa-414e-8e5c-6aabcd950e96,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:54.356719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Allocated IP 19.80.0.205 (83ab0c9d-dae9-4233-b97a-0897d52380a1/37fa4d50-f721-4e6c-8efc-b0ac1ad037a2/bdc38ef5-5046-4fb6-9ea9-77b60e5dc691) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:54.376821 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:54.414086 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:54.415328 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-879c1c28-a984-4e2f-bdcc-556b19e02c36 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7593203 Sep 07 16:07:54.425194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf18ea0-352c-41e6-909c-fc9ab849ae2e req-083eecb8-0110-4cf5-a900-d071c4152aa7 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:54.426828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dbf18ea0-352c-41e6-909c-fc9ab849ae2e req-083eecb8-0110-4cf5-a900-d071c4152aa7 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 945 time: 0.1263554 Sep 07 16:07:54.514651 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-7033e41b-83f2-444b-8d10-96505e1dea22 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.181 HTTP/1.1" status: 200 len: 696 time: 0.0867667 Sep 07 16:07:54.524570 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:54.560203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 552d703b-1cff-47c7-9a39-8340547f60a5, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=552d703b-1cff-47c7-9a39-8340547f60a5,segment=NetworkSegment(16ee07fe-1682-4fc7-b7eb-4082869988a0),segment_id=16ee07fe-1682-4fc7-b7eb-4082869988a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:54.565486 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:54.566366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a5ac1bc8-58e2-4f66-927f-9821c0d13d51 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:54.597102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dbf18ea0-352c-41e6-909c-fc9ab849ae2e req-7b4640fc-d387-4d4d-b3b6-5c45736a5747 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513467 Sep 07 16:07:54.674602 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=552d703b-1cff-47c7-9a39-8340547f60a5,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:54.695389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a5ac1bc8-58e2-4f66-927f-9821c0d13d51 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:54.695765 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:54.781352 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a36465e-1d5d-41be-90e8-640a0e2a1ea7 req-5b8327fa-e088-43b6-b340-7de21474fc6b tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 210 time: 0.0534892 Sep 07 16:07:54.791783 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:54.828628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-d24c05b7-ccd8-42ed-8d73-7ae8f72fc581 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:54.831543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e883c37-5850-4870-a9fc-60f33ed0f520 req-d24c05b7-ccd8-42ed-8d73-7ae8f72fc581 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.3040910 Sep 07 16:07:54.835304 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:54.863903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Transition to ACTIVE for port object bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:54.877419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:54.878547 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:54.924931 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabed6ef-55a9-46a6-b78c-16472665f3ba x-openstack-request-id: req-cabed6ef-55a9-46a6-b78c-16472665f3ba {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:54.925505 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab4d5d6-1cc1-40b8-bead-a2e2d226685b", "tag": "7cd0a406-0d58-45f7-bb9e-3e7bb472cf67", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:54.925761 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cabed6ef-55a9-46a6-b78c-16472665f3ba {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:54.926156 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab4d5d6-1cc1-40b8-bead-a2e2d226685b', 'tag': '7cd0a406-0d58-45f7-bb9e-3e7bb472cf67', 'status': 'completed', 'code': 200} Sep 07 16:07:54.958047 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-955ae75e-197f-479e-9845-a986240560fb req-ef0eb0a7-437c-47cc-97c3-befad185bd4a tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/floatingips/c96dde6e-7241-4ce4-8389-6f7497f8cf35 HTTP/1.1" status: 200 len: 692 time: 0.0829074 Sep 07 16:07:55.091855 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:55.142915 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae182c-ed08-4967-9059-085138679dc1 req-bd5e7476-8ec7-4b31-a289-9a8baa71664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:55.145011 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0ae182c-ed08-4967-9059-085138679dc1 req-bd5e7476-8ec7-4b31-a289-9a8baa71664a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 1124 time: 0.2062852 Sep 07 16:07:55.264937 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-6a3f436a-b4e6-495b-b1c4-59185264051c service neutron] 10.222.0.54 "GET /v2.0/ports/7cd0a406-0d58-45f7-bb9e-3e7bb472cf67/bindings/n-h2-807551-3 HTTP/1.1" status: 200 len: 384 time: 0.0587776 Sep 07 16:07:55.278555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Network 83ab0c9d-dae9-4233-b97a-0897d52380a1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:55.303865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0190e95-44d0-49dd-b210-11f7105a5869 req-79513638-5a71-44ff-b10b-c83c20106076 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:55.305817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0190e95-44d0-49dd-b210-11f7105a5869 req-79513638-5a71-44ff-b10b-c83c20106076 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 943 time: 0.2941597 Sep 07 16:07:55.356698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:55.360153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:55.369972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event updated for resources: {'Port': ['ID=bdc38ef5-5046-4fb6-9ea9-77b60e5dc691,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:55.432736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ae75e-197f-479e-9845-a986240560fb req-a51fab11-c29d-4036-9db5-27747a72fe04 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:55.434273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-955ae75e-197f-479e-9845-a986240560fb req-a51fab11-c29d-4036-9db5-27747a72fe04 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.4563344 Sep 07 16:07:55.502698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-85b7c15d-e034-4e61-b2f1-d43dabd63b49 service neutron] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:55.516168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:55.516933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:55.525744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0190e95-44d0-49dd-b210-11f7105a5869 req-057d9ddc-cdb0-4e6f-9dfc-baa143460b28 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087455 Sep 07 16:07:55.532871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae182c-ed08-4967-9059-085138679dc1 req-5b33c267-34a5-44ec-abfd-0624993f8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:55.535716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0ae182c-ed08-4967-9059-085138679dc1 req-5b33c267-34a5-44ec-abfd-0624993f8a1e service neutron] 10.222.0.54 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.3697133 Sep 07 16:07:55.562146 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-b43e47be-2f65-4459-bdc4-31b949077eed tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3125629 Sep 07 16:07:55.575417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-85b7c15d-e034-4e61-b2f1-d43dabd63b49 service neutron] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:55.634763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Request body: {'port': {'device_id': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'network_id': '2d5836df-aafe-4ff3-9017-7f7dcd340b38', 'admin_state_up': True, 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:55.641615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0ae182c-ed08-4967-9059-085138679dc1 req-53b0073f-4279-4d84-9ec6-17d3631fc0d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 HTTP/1.1" status: 200 len: 217 time: 0.0967538 Sep 07 16:07:55.648512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-85b7c15d-e034-4e61-b2f1-d43dabd63b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:07:55.674492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-85b7c15d-e034-4e61-b2f1-d43dabd63b49 service neutron] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:55.693191 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-85b7c15d-e034-4e61-b2f1-d43dabd63b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:55.737855 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdc138f-dfc1-43d7-b771-8e8ee4b30193 x-openstack-request-id: req-dcdc138f-dfc1-43d7-b771-8e8ee4b30193 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:07:55.739379 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "name": "network-vif-plugged", "status": "completed", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:07:55.739905 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dcdc138f-dfc1-43d7-b771-8e8ee4b30193 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:07:55.740677 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75', 'code': 200} Sep 07 16:07:55.797764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-85b7c15d-e034-4e61-b2f1-d43dabd63b49 service neutron] Transition to ACTIVE for port object 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:55.807404 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-85b7c15d-e034-4e61-b2f1-d43dabd63b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:55.812136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae182c-ed08-4967-9059-085138679dc1 req-f5a73bd3-64d6-4956-850f-492ae8d190de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:55.814555 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0ae182c-ed08-4967-9059-085138679dc1 req-f5a73bd3-64d6-4956-850f-492ae8d190de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.1571465 Sep 07 16:07:55.822193 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5eff90c4-3d41-40f2-8ff4-3378d850cf40 None None] Provisioning for port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:55.830288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5eff90c4-3d41-40f2-8ff4-3378d850cf40 None None] Provisioning complete for port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:55.830931 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5eff90c4-3d41-40f2-8ff4-3378d850cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:55.903906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0ae182c-ed08-4967-9059-085138679dc1 req-5b2c07f0-fb44-4abc-b017-93ca46bf7965 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781035 Sep 07 16:07:55.938839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-85b7c15d-e034-4e61-b2f1-d43dabd63b49 service neutron] No DVR routers for this DVR port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:55.941358 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5eff90c4-3d41-40f2-8ff4-3378d850cf40 None None] Port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:07:55.977650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7c15d-e034-4e61-b2f1-d43dabd63b49 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:55.985211 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-85b7c15d-e034-4e61-b2f1-d43dabd63b49 service neutron] 10.222.0.54 "PUT /v2.0/ports/7cd0a406-0d58-45f7-bb9e-3e7bb472cf67/bindings/n-h2-807551-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7119632 Sep 07 16:07:56.041278 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 552d703b-1cff-47c7-9a39-8340547f60a5 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:07:56.086418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:56.090183 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:56.106168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 552d703b-1cff-47c7-9a39-8340547f60a5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:56.106601 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:56.261581 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8b59224-e04c-4155-9bad-f9e92284b876 req-0514c7a2-d1c5-454a-8783-64a329b299ff tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=9d5f5e44a9dc413d8a3ab3a03e919809 HTTP/1.1" status: 200 len: 695 time: 0.1684797 Sep 07 16:07:56.357277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0ae182c-ed08-4967-9059-085138679dc1 req-32f9feec-060e-438a-9294-027f02e1c68c service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453466 Sep 07 16:07:56.378456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-d114c079-1fd2-4631-ac79-8b42df923fbb tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:56.379892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-d114c079-1fd2-4631-ac79-8b42df923fbb tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 1095 time: 0.3145952 Sep 07 16:07:56.535728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-7ec482f2-3e5b-4626-9a4c-a72409a3b5ba tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4716642 Sep 07 16:07:56.898492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:56.958777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b59224-e04c-4155-9bad-f9e92284b876 req-72f7dc0d-fb97-4849-87e1-6cc637c68eab tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:56.960392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8b59224-e04c-4155-9bad-f9e92284b876 req-72f7dc0d-fb97-4849-87e1-6cc637c68eab tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/networks?id=7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 787 time: 0.6623831 Sep 07 16:07:56.962574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-d8e778cd-6b7c-4c42-8539-a2f7640adb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:56.964000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-d8e778cd-6b7c-4c42-8539-a2f7640adb1d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0 HTTP/1.1" status: 200 len: 1095 time: 0.5618057 Sep 07 16:07:56.986241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Allocated IP 19.86.0.199 (2d5836df-aafe-4ff3-9017-7f7dcd340b38/44e69a0e-021f-454f-bfe6-0a0d92a89348/c41bf6fe-34b3-44ef-b651-efdcdbe10401) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:57.004244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-b8b59224-e04c-4155-9bad-f9e92284b876 req-86ed0e2c-7f8e-4fd1-8769-304e24ede664 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:07:57.005325 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8b59224-e04c-4155-9bad-f9e92284b876 req-86ed0e2c-7f8e-4fd1-8769-304e24ede664 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206487 Sep 07 16:07:57.017012 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:57.039624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0ae182c-ed08-4967-9059-085138679dc1 req-c5855a05-7eec-4417-8bb8-92748663564e service neutron] 10.222.0.54 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652753 Sep 07 16:07:57.139025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-f43b54ac-67ed-417b-8440-254634f5c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:57.140655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-f43b54ac-67ed-417b-8440-254634f5c0f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 1095 time: 0.1441221 Sep 07 16:07:57.318221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad42f-ebcf-4dac-9335-9c069e832c17 req-670bf489-3c81-43a7-ac01-d8fb6118b2de tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:57.320259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-829ad42f-ebcf-4dac-9335-9c069e832c17 req-670bf489-3c81-43a7-ac01-d8fb6118b2de tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 932 time: 0.2478073 Sep 07 16:07:57.394401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7659cf46-1ff3-40ac-b8fe-b25a03cc79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:57.396169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7659cf46-1ff3-40ac-b8fe-b25a03cc79aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 200 len: 909 time: 0.2454464 Sep 07 16:07:57.425294 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:57.461921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-829ad42f-ebcf-4dac-9335-9c069e832c17 req-56bd61de-0778-44b9-8f96-2fffc1e36854 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316338 Sep 07 16:07:57.469641 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-d5a0c8a5-2b52-4109-94bc-db6bdf99ab2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 HTTP/1.1" status: 200 len: 217 time: 0.0573125 Sep 07 16:07:57.477112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Transition to ACTIVE for port object c41bf6fe-34b3-44ef-b651-efdcdbe10401 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:57.538704 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:57.639637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7310b9a1-fd6e-4534-a287-d1417f65ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:57.641196 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7310b9a1-fd6e-4534-a287-d1417f65ea13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 200 len: 848 time: 0.1621735 Sep 07 16:07:57.696637 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:57.704134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-9991844b-f384-49e8-bd80-2d52e13382a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464561 Sep 07 16:07:57.753042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f9baf-cd13-4fb2-a6d9-ce94ac92c916 req-274fad44-18bd-467c-9568-feba875e38a9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:57.754379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b6f9baf-cd13-4fb2-a6d9-ce94ac92c916 req-274fad44-18bd-467c-9568-feba875e38a9 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 950 time: 0.2290590 Sep 07 16:07:57.794433 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0798cdb-a6ea-46c8-8a11-218106ffe57c req-914ba375-3197-48bb-b31c-32b11740ff7f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:57.795926 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0798cdb-a6ea-46c8-8a11-218106ffe57c req-914ba375-3197-48bb-b31c-32b11740ff7f tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e09d3f8-6b86-4311-835d-b81d93859b8f HTTP/1.1" status: 200 len: 950 time: 0.2666509 Sep 07 16:07:57.811870 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:07:57.853831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Network 2d5836df-aafe-4ff3-9017-7f7dcd340b38 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:57.857907 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:07:57.879078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:57.880985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event updated for resources: {'Port': ['ID=c41bf6fe-34b3-44ef-b651-efdcdbe10401,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:57.891316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:57.969519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Allocated IP 172.25.3.131 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/f8e4e8b0-07db-451d-beb2-a5672c66b0d3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:58.039561 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0798cdb-a6ea-46c8-8a11-218106ffe57c req-c41e4988-5e67-4c22-8b22-16ffa67f2a18 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215166 Sep 07 16:07:58.087248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:58.087888 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:58.091058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-53775b07-fabb-4eb0-b2e4-c58afe0a9f3e None None] Provisioning for port c41bf6fe-34b3-44ef-b651-efdcdbe10401 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:07:58.095769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-53775b07-fabb-4eb0-b2e4-c58afe0a9f3e None None] Provisioning complete for port c41bf6fe-34b3-44ef-b651-efdcdbe10401 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:07:58.096424 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53775b07-fabb-4eb0-b2e4-c58afe0a9f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:58.133267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-53775b07-fabb-4eb0-b2e4-c58afe0a9f3e None None] Port c41bf6fe-34b3-44ef-b651-efdcdbe10401 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:07:58.163791 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-a6a75237-7ddc-44ea-ab75-210899c5066a service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208848 Sep 07 16:07:58.184189 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bfbf48fc-90bd-49d5-b84a-3c5b788437ff tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5612667 Sep 07 16:07:58.215776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Request body: {'port': {'device_id': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1', 'admin_state_up': True, 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:07:58.308557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3b6f9baf-cd13-4fb2-a6d9-ce94ac92c916 req-671eac6f-0693-4c6c-ab8c-984f96109a51 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Deleting port 18ae0ce6-0948-4e69-83f3-023f951a6f75 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:07:58.308824 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3b6f9baf-cd13-4fb2-a6d9-ce94ac92c916 req-671eac6f-0693-4c6c-ab8c-984f96109a51 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:58.340609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:58.386141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7e8b2-a826-4e79-ba87-0e81a374ec50 req-6a4b25fc-9f51-40fb-bfd8-b386967b0e1f tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:58.387691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8c7e8b2-a826-4e79-ba87-0e81a374ec50 req-6a4b25fc-9f51-40fb-bfd8-b386967b0e1f tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 1096 time: 0.2532761 Sep 07 16:07:58.500508 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-eab43d69-aa0d-49c2-9fab-713cb2c13936 service neutron] 10.222.0.35 "GET /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178861 Sep 07 16:07:58.532638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3b6f9baf-cd13-4fb2-a6d9-ce94ac92c916 req-671eac6f-0693-4c6c-ab8c-984f96109a51 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] For port 18ae0ce6-0948-4e69-83f3-023f951a6f75, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18ae0ce6-0948-4e69-83f3-023f951a6f75,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:07:58.533012 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3b6f9baf-cd13-4fb2-a6d9-ce94ac92c916 req-671eac6f-0693-4c6c-ab8c-984f96109a51 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:58.548044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8c7e8b2-a826-4e79-ba87-0e81a374ec50 req-9e8df2b3-d7af-4c0e-ba35-182698ec6db3 tempest-LiveAutoBlockMigrationV225Test-1298387909 tempest-LiveAutoBlockMigrationV225Test-1298387909-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482272 Sep 07 16:07:58.559912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3b6f9baf-cd13-4fb2-a6d9-ce94ac92c916 req-671eac6f-0693-4c6c-ab8c-984f96109a51 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Calling delete_port for 18ae0ce6-0948-4e69-83f3-023f951a6f75 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:07:58.578406 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:58.616895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:07:58.619812 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:58.684827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:07:58.699408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:07:58.712360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Pushing event updated for resources: {'Port': ['ID=f8e4e8b0-07db-451d-beb2-a5672c66b0d3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:58.715720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:07:58.937407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975964ec-13af-4442-87ec-57b90d2b06ba req-9c7dc0ae-6153-42a8-960a-2256027e4b96 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:58.939005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-975964ec-13af-4442-87ec-57b90d2b06ba req-9c7dc0ae-6153-42a8-960a-2256027e4b96 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 944 time: 0.2374589 Sep 07 16:07:59.014883 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7ed6bc2f-d895-41be-ac6b-6809116cf861 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:59.016428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7ed6bc2f-d895-41be-ac6b-6809116cf861 tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b&tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1095 time: 0.2494452 Sep 07 16:07:59.052215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Allocated IP 19.80.0.94 (83ab0c9d-dae9-4233-b97a-0897d52380a1/37fa4d50-f721-4e6c-8efc-b0ac1ad037a2/ce11380d-9870-4b6a-91e4-621f2b5082c7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:07:59.074541 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3b6f9baf-cd13-4fb2-a6d9-ce94ac92c916 req-671eac6f-0693-4c6c-ab8c-984f96109a51 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:59.087238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['d310cb81-dd14-416d-9ce8-763357b7a5d2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:59.089729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f674c7d1-3837-477f-9ce9-722cbd417e78', 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', '18ae0ce6-0948-4e69-83f3-023f951a6f75'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:07:59.090828 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:59.120694 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-975964ec-13af-4442-87ec-57b90d2b06ba req-27a76daf-949c-4cfe-9495-c6b2f502b3d1 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744068 Sep 07 16:07:59.147365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eac6f-0693-4c6c-ab8c-984f96109a51 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Pushing event deleted for resources: {'Port': ['ID=18ae0ce6-0948-4e69-83f3-023f951a6f75,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:07:59.225822 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:59.253711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6f9baf-cd13-4fb2-a6d9-ce94ac92c916 req-671eac6f-0693-4c6c-ab8c-984f96109a51 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] No DVR routers for this DVR port 18ae0ce6-0948-4e69-83f3-023f951a6f75 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:07:59.278475 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3b6f9baf-cd13-4fb2-a6d9-ce94ac92c916 req-671eac6f-0693-4c6c-ab8c-984f96109a51 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:59.280490 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b6f9baf-cd13-4fb2-a6d9-ce94ac92c916 req-671eac6f-0693-4c6c-ab8c-984f96109a51 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "DELETE /v2.0/ports/18ae0ce6-0948-4e69-83f3-023f951a6f75 HTTP/1.1" status: 204 len: 173 time: 1.4982874 Sep 07 16:07:59.281045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'name': 'network-vif-deleted', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:07:59.283346 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f36a3e-0155-4d68-9a5c-efb429479c31" -d '{"events": [{"server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "name": "network-vif-deleted", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:07:59.418929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-75238d20-9ba7-4c59-bb8e-dd7455469ad4 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/floatingips/c96dde6e-7241-4ce4-8389-6f7497f8cf35 HTTP/1.1" status: 200 len: 692 time: 0.1297023 Sep 07 16:07:59.504450 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-31b9a05a-b230-476b-9756-3687ff1cfb55 service neutron] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:07:59.516648 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-31b9a05a-b230-476b-9756-3687ff1cfb55 service neutron] Notify callbacks [] for binding, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:59.517766 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-31b9a05a-b230-476b-9756-3687ff1cfb55 service neutron] 10.222.0.35 "DELETE /v2.0/ports/7cd0a406-0d58-45f7-bb9e-3e7bb472cf67/bindings/n-h1-807551-3 HTTP/1.1" status: 204 len: 173 time: 0.4847116 Sep 07 16:07:59.907887 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:07:59.939687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Transition to ACTIVE for port object ce11380d-9870-4b6a-91e4-621f2b5082c7 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:07:59.971657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-85813123-ce1c-4592-97f4-7dcbdaa0f26e tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:07:59.973297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-85813123-ce1c-4592-97f4-7dcbdaa0f26e tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.5443230 Sep 07 16:07:59.991795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-edd681af-2b65-4ac5-9230-e8ff70bfaf31 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:07:59.992732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-edd681af-2b65-4ac5-9230-e8ff70bfaf31 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137763 Sep 07 16:08:00.007466 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:00.020632 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:00.094888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-3554de50-da07-4ee5-9c27-680d1ef88ccf tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.54 HTTP/1.1" status: 200 len: 695 time: 0.0940464 Sep 07 16:08:00.127249 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:00.141728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Pushing event updated for resources: {'Port': ['ID=f8e4e8b0-07db-451d-beb2-a5672c66b0d3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:00.213934 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-b000043a-02cb-4f05-9393-649f23dc4ab7 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.54 HTTP/1.1" status: 200 len: 695 time: 0.1074822 Sep 07 16:08:00.231485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Network 83ab0c9d-dae9-4233-b97a-0897d52380a1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:00.242350 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:00.245087 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:00.286500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:00.297838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event updated for resources: {'Port': ['ID=ce11380d-9870-4b6a-91e4-621f2b5082c7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:00.360997 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:00.362344 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-8bbee2fd-23dd-4262-9b28-031abd1fdab2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7730360 Sep 07 16:08:00.447431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:00.448085 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:00.457422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-53d76551-c772-41da-98b9-15ba69600abc tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.0847607 Sep 07 16:08:00.478763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5c776950-8564-492c-9885-cd1214833238 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2803850 Sep 07 16:08:00.497969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Request body: {'port': {'device_id': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:00.500373 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9e969c8c-3e13-43e0-841b-7df792d2b570 None None] Provisioning for port ce11380d-9870-4b6a-91e4-621f2b5082c7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:00.506230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9e969c8c-3e13-43e0-841b-7df792d2b570 None None] Provisioning complete for port ce11380d-9870-4b6a-91e4-621f2b5082c7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:00.506832 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9e969c8c-3e13-43e0-841b-7df792d2b570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:00.545275 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9e969c8c-3e13-43e0-841b-7df792d2b570 None None] Port ce11380d-9870-4b6a-91e4-621f2b5082c7 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:08:00.592025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:08:00.612952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-2a483f5e-e1d7-4f10-9c2e-0e3121778f3a tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Deleting port a1d86442-44ba-429c-bb3b-68f645c1dc25 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:00.613303 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-2a483f5e-e1d7-4f10-9c2e-0e3121778f3a tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:00.641114 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:00.661496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-7cdef56c-6e1c-405a-b05a-04a5c057adb5 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:00.662903 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1c4dd9b-38c6-4de0-a13f-352cd280184b req-7cdef56c-6e1c-405a-b05a-04a5c057adb5 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.1976955 Sep 07 16:08:00.715614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:00.733316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1', 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766', 'port_id': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1', 'mac_address': 'fa:16:3e:d9:d4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16512a79-062b-41f3-bfdf-b580889f79b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:08:00.783302 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:00.797659 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-2a483f5e-e1d7-4f10-9c2e-0e3121778f3a tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:00.797995 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-2a483f5e-e1d7-4f10-9c2e-0e3121778f3a tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:00.801682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:00.824330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:00.828524 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:00.867996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-2a483f5e-e1d7-4f10-9c2e-0e3121778f3a tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Calling delete_port for a1d86442-44ba-429c-bb3b-68f645c1dc25 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:00.884425 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:00.886642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f349-c841-41fa-a290-973dacf58bbc req-39fa8127-16fc-42f1-b6f4-0e4db63168dd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:00.892151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f349-c841-41fa-a290-973dacf58bbc req-39fa8127-16fc-42f1-b6f4-0e4db63168dd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:00.898284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f349-c841-41fa-a290-973dacf58bbc req-39fa8127-16fc-42f1-b6f4-0e4db63168dd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:00.899961 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d91f349-c841-41fa-a290-973dacf58bbc req-39fa8127-16fc-42f1-b6f4-0e4db63168dd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2376 time: 0.1735046 Sep 07 16:08:00.931337 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['05d1e5dc-b35e-4ca7-94ad-42b9786803b1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:01.050681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d91f349-c841-41fa-a290-973dacf58bbc req-0651558f-33ce-4c02-b1d1-310861e1e849 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414640 Sep 07 16:08:01.185177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-2a483f5e-e1d7-4f10-9c2e-0e3121778f3a tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:01.199840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:01.229964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a483f5e-e1d7-4f10-9c2e-0e3121778f3a tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Pushing event deleted for resources: {'Port': ['ID=a1d86442-44ba-429c-bb3b-68f645c1dc25,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:01.233808 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:01.261496 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe22aedb-2ffa-482e-aa68-00b68dda5389 x-openstack-request-id: req-fe22aedb-2ffa-482e-aa68-00b68dda5389 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:01.261790 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e09d3f8-6b86-4311-835d-b81d93859b8f", "name": "network-vif-deleted", "tag": "18ae0ce6-0948-4e69-83f3-023f951a6f75", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:01.262047 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe22aedb-2ffa-482e-aa68-00b68dda5389 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:01.262449 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e09d3f8-6b86-4311-835d-b81d93859b8f', 'name': 'network-vif-deleted', 'tag': '18ae0ce6-0948-4e69-83f3-023f951a6f75', 'status': 'completed', 'code': 200} Sep 07 16:08:01.283815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Transition to ACTIVE for port object bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:01.292750 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:01.336857 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-2a483f5e-e1d7-4f10-9c2e-0e3121778f3a tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:01.339406 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-2a483f5e-e1d7-4f10-9c2e-0e3121778f3a tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:01.340599 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9316fd0-ad27-4a5d-b8c7-2b5f498bbe5a req-2a483f5e-e1d7-4f10-9c2e-0e3121778f3a tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "DELETE /v2.0/floatingips/c96dde6e-7241-4ce4-8389-6f7497f8cf35 HTTP/1.1" status: 204 len: 173 time: 1.1142213 Sep 07 16:08:01.356752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc38ef5-5046-4fb6-9ea9-77b60e5dc691,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:01.445959 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:01.486033 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e439-2827-4e67-a8ee-1978c9531826 req-706667e4-c16d-4b3b-9e6a-e564ed05e41c tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:01.487626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7547e439-2827-4e67-a8ee-1978c9531826 req-706667e4-c16d-4b3b-9e6a-e564ed05e41c tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 944 time: 0.1242042 Sep 07 16:08:01.546838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Attempting to bind port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:01.547236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Attempting to bind port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '0e3845f2-3ab5-48df-87a8-2fc6db7e6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:01.547574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Attempting to bind port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 on network 83ab0c9d-dae9-4233-b97a-0897d52380a1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:01.577171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 on network 83ab0c9d-dae9-4233-b97a-0897d52380a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:08:01.577509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Attempting to bind port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 on network 83ab0c9d-dae9-4233-b97a-0897d52380a1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:01.600823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:01.601161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Checking segment: {'id': '0e3845f2-3ab5-48df-87a8-2fc6db7e6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:01.601555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Bound using segment: {'id': '0e3845f2-3ab5-48df-87a8-2fc6db7e6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:01.602006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Bound port: bdc38ef5-5046-4fb6-9ea9-77b60e5dc691, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3845f2-3ab5-48df-87a8-2fc6db7e6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:01.602375 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:01.628657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7547e439-2827-4e67-a8ee-1978c9531826 req-85775a18-4706-42fc-8904-dc54a16be52c tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223915 Sep 07 16:08:01.634137 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db223813-c5db-4b99-a1dc-591d569f7444 req-d99650af-9251-4315-9588-68445f1f6a86 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1950140 Sep 07 16:08:01.659457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:01.703592 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:01.707467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] For port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:01.731667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] For port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=bdc38ef5-5046-4fb6-9ea9-77b60e5dc691,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:01.742629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:01.784020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:01.784747 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:01.786153 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] 10.222.0.35 "PUT /v2.0/ports/bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 HTTP/1.1" status: 200 len: 1092 time: 1.2960372 Sep 07 16:08:01.828326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 18ae0ce6-0948-4e69-83f3-023f951a6f75 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:01.845727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Request body: {'port': {'device_id': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:01.851060 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 18ae0ce6-0948-4e69-83f3-023f951a6f75 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:01.851403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 18ae0ce6-0948-4e69-83f3-023f951a6f75 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:01.893783 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1252f-643b-4454-a0dc-e8ab3d771044 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc38ef5-5046-4fb6-9ea9-77b60e5dc691,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:01.997186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66268d65-4c7b-47b6-a0e7-7130898821c8 req-cf4ab41b-4c56-4eb8-b70a-7ddcba2fd500 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:01.998684 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66268d65-4c7b-47b6-a0e7-7130898821c8 req-cf4ab41b-4c56-4eb8-b70a-7ddcba2fd500 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 945 time: 0.1686499 Sep 07 16:08:02.001095 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:02.031539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e903eb6-6f88-48da-9936-0a9808a812f4 req-4e907b32-c7bc-4ef4-99cc-b82233d0db58 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:02.033008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e903eb6-6f88-48da-9936-0a9808a812f4 req-4e907b32-c7bc-4ef4-99cc-b82233d0db58 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.54 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 945 time: 0.1360052 Sep 07 16:08:02.057838 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:02.138549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66268d65-4c7b-47b6-a0e7-7130898821c8 req-616b3c22-852a-4766-abfa-eba2489024f8 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323073 Sep 07 16:08:02.180662 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:02.598014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:02.651991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:02.652409 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:02.733108 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:02.734574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Allocated IP 172.25.3.45 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/771b6532-a4f3-48a0-97ce-3222547e10ee) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:02.747975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5e903eb6-6f88-48da-9936-0a9808a812f4 req-69411376-3eff-4936-a6ac-38702cb08f29 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Deleting port 82efd9bc-2640-4710-8aa1-f36ca78518f1 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:02.748307 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5e903eb6-6f88-48da-9936-0a9808a812f4 req-69411376-3eff-4936-a6ac-38702cb08f29 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:02.759073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33051a58-0eb4-4fb8-af16-47f21acb97a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:02.761386 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36751a1-40c7-4ea3-8829-5166aa712da9" -d '{"events": [{"server_uuid": "33051a58-0eb4-4fb8-af16-47f21acb97a6", "name": "network-vif-plugged", "status": "completed", "tag": "05d1e5dc-b35e-4ca7-94ad-42b9786803b1"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:02.775436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:02.779422 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:02.832719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:02.868257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-d82c85f7-22b0-44be-87a4-14c43262eacf tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5623019 Sep 07 16:08:02.896990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:03.031003 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:03.040736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5e903eb6-6f88-48da-9936-0a9808a812f4 req-69411376-3eff-4936-a6ac-38702cb08f29 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] For port 82efd9bc-2640-4710-8aa1-f36ca78518f1, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=82efd9bc-2640-4710-8aa1-f36ca78518f1,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:03.041105 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5e903eb6-6f88-48da-9936-0a9808a812f4 req-69411376-3eff-4936-a6ac-38702cb08f29 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:03.072646 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:03.085222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41bf6fe-34b3-44ef-b651-efdcdbe10401 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:03.090854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5e903eb6-6f88-48da-9936-0a9808a812f4 req-69411376-3eff-4936-a6ac-38702cb08f29 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Calling delete_port for 82efd9bc-2640-4710-8aa1-f36ca78518f1 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:03.100805 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:03.140462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Transition to ACTIVE for port object c41bf6fe-34b3-44ef-b651-efdcdbe10401 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:03.175145 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:03.264828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'tag': 'bdc38ef5-5046-4fb6-9ea9-77b60e5dc691'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:03.267220 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fd6bce-3fa0-4778-b202-d914d6c9aeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "tag": "bdc38ef5-5046-4fb6-9ea9-77b60e5dc691"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:03.295557 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:03.323666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Pushing event updated for resources: {'Port': ['ID=c41bf6fe-34b3-44ef-b651-efdcdbe10401,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:03.388446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:03.418466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:03.448658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:03.486025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Pushing event updated for resources: {'Port': ['ID=771b6532-a4f3-48a0-97ce-3222547e10ee,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:03.536735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5e903eb6-6f88-48da-9936-0a9808a812f4 req-69411376-3eff-4936-a6ac-38702cb08f29 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:03.550897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['e0f77dab-a541-45a4-9c63-e28944de1262'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:03.555225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['82efd9bc-2640-4710-8aa1-f36ca78518f1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:03.558874 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:03.592751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Attempting to bind port c41bf6fe-34b3-44ef-b651-efdcdbe10401 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:03.593091 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Attempting to bind port c41bf6fe-34b3-44ef-b651-efdcdbe10401 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '16ee07fe-1682-4fc7-b7eb-4082869988a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2d5836df-aafe-4ff3-9017-7f7dcd340b38'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:03.593419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Attempting to bind port c41bf6fe-34b3-44ef-b651-efdcdbe10401 on network 2d5836df-aafe-4ff3-9017-7f7dcd340b38 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:03.598272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69411376-3eff-4936-a6ac-38702cb08f29 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Pushing event deleted for resources: {'Port': ['ID=82efd9bc-2640-4710-8aa1-f36ca78518f1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:03.658593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Port c41bf6fe-34b3-44ef-b651-efdcdbe10401 on network 2d5836df-aafe-4ff3-9017-7f7dcd340b38 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:08:03.658593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Attempting to bind port c41bf6fe-34b3-44ef-b651-efdcdbe10401 on network 2d5836df-aafe-4ff3-9017-7f7dcd340b38 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:03.718578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:03.718931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Checking segment: {'id': '16ee07fe-1682-4fc7-b7eb-4082869988a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2d5836df-aafe-4ff3-9017-7f7dcd340b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:03.719308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Bound using segment: {'id': '16ee07fe-1682-4fc7-b7eb-4082869988a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2d5836df-aafe-4ff3-9017-7f7dcd340b38'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:03.719762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Bound port: c41bf6fe-34b3-44ef-b651-efdcdbe10401, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ee07fe-1682-4fc7-b7eb-4082869988a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2d5836df-aafe-4ff3-9017-7f7dcd340b38'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:03.720124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:03.722327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e903eb6-6f88-48da-9936-0a9808a812f4 req-69411376-3eff-4936-a6ac-38702cb08f29 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] No DVR routers for this DVR port 82efd9bc-2640-4710-8aa1-f36ca78518f1 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:03.732494 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5e903eb6-6f88-48da-9936-0a9808a812f4 req-69411376-3eff-4936-a6ac-38702cb08f29 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:03.734484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e903eb6-6f88-48da-9936-0a9808a812f4 req-69411376-3eff-4936-a6ac-38702cb08f29 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.54 "DELETE /v2.0/ports/82efd9bc-2640-4710-8aa1-f36ca78518f1 HTTP/1.1" status: 204 len: 173 time: 1.6919231 Sep 07 16:08:03.751455 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:03.911161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Allocated IP 172.25.3.180 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/4039ea44-553b-4229-8715-33aee32fbef8) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:03.919943 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:03.955296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] For port c41bf6fe-34b3-44ef-b651-efdcdbe10401, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:03.987648 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a7e9-520b-418a-8c7c-e110b31b1b34 req-4fc01eab-7d39-4aaf-81db-3833457a2d66 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:03.989355 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f3d9a7e9-520b-418a-8c7c-e110b31b1b34 req-4fc01eab-7d39-4aaf-81db-3833457a2d66 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 951 time: 0.1853228 Sep 07 16:08:04.000022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] For port c41bf6fe-34b3-44ef-b651-efdcdbe10401, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c41bf6fe-34b3-44ef-b651-efdcdbe10401,segment=NetworkSegment(16ee07fe-1682-4fc7-b7eb-4082869988a0),segment_id=16ee07fe-1682-4fc7-b7eb-4082869988a0)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:04.029528 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:04.160639 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:04.161237 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:04.163326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] 10.222.0.35 "PUT /v2.0/ports/c41bf6fe-34b3-44ef-b651-efdcdbe10401 HTTP/1.1" status: 200 len: 1092 time: 2.3320651 Sep 07 16:08:04.266774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ea98a-9c64-4102-b36e-ddc91f3ced71 service neutron] Pushing event updated for resources: {'Port': ['ID=c41bf6fe-34b3-44ef-b651-efdcdbe10401,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:04.297692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Request body: {'port': {'device_id': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:04.306790 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:04.499068 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:04.541329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f3d9a7e9-520b-418a-8c7c-e110b31b1b34 req-82966002-8909-478a-a703-8e8a2fc13fb1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Deleting port f28e9e4a-d879-4ced-812b-0b8f3f131d30 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:04.541741 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f3d9a7e9-520b-418a-8c7c-e110b31b1b34 req-82966002-8909-478a-a703-8e8a2fc13fb1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:04.551282 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:04.614967 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:04.644970 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:04.702503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:04.720705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:04.735527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:04.792681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Pushing event updated for resources: {'Port': ['ID=4039ea44-553b-4229-8715-33aee32fbef8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:04.936914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f3d9a7e9-520b-418a-8c7c-e110b31b1b34 req-82966002-8909-478a-a703-8e8a2fc13fb1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] For port f28e9e4a-d879-4ced-812b-0b8f3f131d30, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f28e9e4a-d879-4ced-812b-0b8f3f131d30,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:04.937847 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f3d9a7e9-520b-418a-8c7c-e110b31b1b34 req-82966002-8909-478a-a703-8e8a2fc13fb1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:05.031390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:05.073972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f3d9a7e9-520b-418a-8c7c-e110b31b1b34 req-82966002-8909-478a-a703-8e8a2fc13fb1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Calling delete_port for f28e9e4a-d879-4ced-812b-0b8f3f131d30 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:05.158961 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Pushing event updated for resources: {'Port': ['ID=771b6532-a4f3-48a0-97ce-3222547e10ee,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:05.185675 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:05.215464 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:05.217227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db223813-c5db-4b99-a1dc-591d569f7444 req-6fd4c72e-2b3e-429c-a582-507f8f7442d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5648952 Sep 07 16:08:05.290317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db223813-c5db-4b99-a1dc-591d569f7444 req-5c4b0a69-3522-477b-82eb-d35c45183552 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.45 HTTP/1.1" status: 200 len: 695 time: 0.0572383 Sep 07 16:08:05.750608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db223813-c5db-4b99-a1dc-591d569f7444 req-13d486d2-6878-4911-b018-b3ca7112fc01 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:05.762760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db223813-c5db-4b99-a1dc-591d569f7444 req-13d486d2-6878-4911-b018-b3ca7112fc01 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.4574630 Sep 07 16:08:05.851404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f28e9e4a-d879-4ced-812b-0b8f3f131d30 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:05.899474 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.009497 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.134968 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f3d9a7e9-520b-418a-8c7c-e110b31b1b34 req-82966002-8909-478a-a703-8e8a2fc13fb1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.135198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 82efd9bc-2640-4710-8aa1-f36ca78518f1 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:06.165964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce11380d-9870-4b6a-91e4-621f2b5082c7 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:06.184512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['d310cb81-dd14-416d-9ce8-763357b7a5d2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:06.186958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f674c7d1-3837-477f-9ce9-722cbd417e78'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:06.190189 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 82efd9bc-2640-4710-8aa1-f36ca78518f1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:06.190407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 82efd9bc-2640-4710-8aa1-f36ca78518f1 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:06.212702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.221914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82966002-8909-478a-a703-8e8a2fc13fb1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Pushing event deleted for resources: {'Port': ['ID=f28e9e4a-d879-4ced-812b-0b8f3f131d30,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:06.236548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa2ed0-0523-46be-a393-126afe45d9c3 req-8759e5d0-295e-4af5-8e66-721959822cce tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:06.244271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa2ed0-0523-46be-a393-126afe45d9c3 req-8759e5d0-295e-4af5-8e66-721959822cce tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:06.251542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa2ed0-0523-46be-a393-126afe45d9c3 req-8759e5d0-295e-4af5-8e66-721959822cce tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:06.259197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86fa2ed0-0523-46be-a393-126afe45d9c3 req-8759e5d0-295e-4af5-8e66-721959822cce tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2400 time: 0.3061457 Sep 07 16:08:06.324199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Transition to ACTIVE for port object ce11380d-9870-4b6a-91e4-621f2b5082c7 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:06.354690 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.403196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d9a7e9-520b-418a-8c7c-e110b31b1b34 req-82966002-8909-478a-a703-8e8a2fc13fb1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] No DVR routers for this DVR port f28e9e4a-d879-4ced-812b-0b8f3f131d30 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:06.453652 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f3d9a7e9-520b-418a-8c7c-e110b31b1b34 req-82966002-8909-478a-a703-8e8a2fc13fb1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.455640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f3d9a7e9-520b-418a-8c7c-e110b31b1b34 req-82966002-8909-478a-a703-8e8a2fc13fb1 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "DELETE /v2.0/ports/f28e9e4a-d879-4ced-812b-0b8f3f131d30 HTTP/1.1" status: 204 len: 173 time: 2.4482789 Sep 07 16:08:06.501476 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86fa2ed0-0523-46be-a393-126afe45d9c3 req-c4be0bc0-e56a-4036-93cb-8ebc5248a0f8 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411933 Sep 07 16:08:06.572630 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.577866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Pushing event updated for resources: {'Port': ['ID=ce11380d-9870-4b6a-91e4-621f2b5082c7,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:06.596969 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.833141 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.837965 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af611833-e970-4018-9694-4a554e0d2ea9 req-c6b7e9ae-aea1-45d7-884f-2b5fa1214f05 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=712610f5-d953-48f8-8d12-15a7a4bf841a HTTP/1.1" status: 200 len: 210 time: 0.2082365 Sep 07 16:08:06.870499 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:06.888573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9963398 Sep 07 16:08:06.954592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d834e4-7762-430d-8a28-9395ee121d93 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Pushing event updated for resources: {'Port': ['ID=4039ea44-553b-4229-8715-33aee32fbef8,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:07.033429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-4f19dd7e-21d2-4add-8878-dd084bc5b60a tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.1422656 Sep 07 16:08:07.096325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Attempting to bind port ce11380d-9870-4b6a-91e4-621f2b5082c7 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:07.096831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Attempting to bind port ce11380d-9870-4b6a-91e4-621f2b5082c7 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '0e3845f2-3ab5-48df-87a8-2fc6db7e6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:07.097380 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Attempting to bind port ce11380d-9870-4b6a-91e4-621f2b5082c7 on network 83ab0c9d-dae9-4233-b97a-0897d52380a1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:07.138558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Port ce11380d-9870-4b6a-91e4-621f2b5082c7 on network 83ab0c9d-dae9-4233-b97a-0897d52380a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:08:07.138947 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Attempting to bind port ce11380d-9870-4b6a-91e4-621f2b5082c7 on network 83ab0c9d-dae9-4233-b97a-0897d52380a1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:07.167632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:07.168578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Checking segment: {'id': '0e3845f2-3ab5-48df-87a8-2fc6db7e6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:07.169156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Bound using segment: {'id': '0e3845f2-3ab5-48df-87a8-2fc6db7e6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:07.169823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Bound port: ce11380d-9870-4b6a-91e4-621f2b5082c7, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3845f2-3ab5-48df-87a8-2fc6db7e6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:07.170562 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:07.258725 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea548aef-bb21-4aa6-b526-ab5d6216f8b6 x-openstack-request-id: req-ea548aef-bb21-4aa6-b526-ab5d6216f8b6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:07.259878 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33051a58-0eb4-4fb8-af16-47f21acb97a6", "name": "network-vif-plugged", "status": "completed", "tag": "05d1e5dc-b35e-4ca7-94ad-42b9786803b1", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:07.260514 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea548aef-bb21-4aa6-b526-ab5d6216f8b6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:07.261070 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33051a58-0eb4-4fb8-af16-47f21acb97a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1', 'code': 200} Sep 07 16:08:07.354102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-4ecdb68b-93b3-409a-bfdf-892bea54d348 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:07.355942 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09cdb48c-faa4-470d-9c41-4831cc7d0908 req-4ecdb68b-93b3-409a-bfdf-892bea54d348 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.3210959 Sep 07 16:08:07.401010 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7756961-c29d-4cbb-a96e-d6b4a2e52794 req-6dbda84e-2eeb-4c4b-b357-166f4a7e55bf tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cfb8bf-d197-4844-a485-d07d4dad6001 HTTP/1.1" status: 200 len: 210 time: 0.0599608 Sep 07 16:08:07.441770 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49dbd842-679a-40e7-8ffa-6997b6f05922 req-7faf9c21-d69f-46e0-875b-1dfcd01d7352 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3217418 Sep 07 16:08:07.450610 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19027b0-70b5-4975-bbaf-178dfdbd6480 x-openstack-request-id: req-c19027b0-70b5-4975-bbaf-178dfdbd6480 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:07.451058 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "tag": "bdc38ef5-5046-4fb6-9ea9-77b60e5dc691", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:07.451521 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c19027b0-70b5-4975-bbaf-178dfdbd6480 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:07.452155 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'tag': 'bdc38ef5-5046-4fb6-9ea9-77b60e5dc691', 'status': 'completed', 'code': 200} Sep 07 16:08:07.532697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] For port ce11380d-9870-4b6a-91e4-621f2b5082c7, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:07.602888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] For port ce11380d-9870-4b6a-91e4-621f2b5082c7, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ce11380d-9870-4b6a-91e4-621f2b5082c7,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:07.616235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc8730b2-2cb2-48ec-bbcb-18e2e275364d req-ab84c0b3-93db-4661-9af7-2b240c4546b6 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips/8b14c5be-c539-4a7c-bfb4-3c93ae3d17c3 HTTP/1.1" status: 200 len: 692 time: 0.1627030 Sep 07 16:08:07.651970 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:07.797655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:07.798515 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:07.800159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] 10.222.0.35 "PUT /v2.0/ports/ce11380d-9870-4b6a-91e4-621f2b5082c7 HTTP/1.1" status: 200 len: 1091 time: 3.5220804 Sep 07 16:08:07.813261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbd842-679a-40e7-8ffa-6997b6f05922 req-c3186c09-d360-4896-833b-7cd51fe965e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:07.815286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49dbd842-679a-40e7-8ffa-6997b6f05922 req-c3186c09-d360-4896-833b-7cd51fe965e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 1096 time: 0.3071504 Sep 07 16:08:07.855840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd6bce-3fa0-4778-b202-d914d6c9aeb4 req-452f856b-cedc-4b5f-9da2-ac5f4aa77c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:07.856806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd6bce-3fa0-4778-b202-d914d6c9aeb4 req-452f856b-cedc-4b5f-9da2-ac5f4aa77c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:07.857467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd6bce-3fa0-4778-b202-d914d6c9aeb4 req-452f856b-cedc-4b5f-9da2-ac5f4aa77c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:07.859648 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0fd6bce-3fa0-4778-b202-d914d6c9aeb4 req-452f856b-cedc-4b5f-9da2-ac5f4aa77c4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e662d9c8554938a22e85d31f6a27fc&device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2823 time: 0.3385999 Sep 07 16:08:07.884015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374093-7300-43b4-925d-c447058d8a10 req-7c67d070-dc51-4545-8b3a-b2bf3abbe1ad tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:07.884865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f374093-7300-43b4-925d-c447058d8a10 req-7c67d070-dc51-4545-8b3a-b2bf3abbe1ad tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 1095 time: 0.3109355 Sep 07 16:08:07.920437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a1b43-bbe6-4db8-9ab6-17472c538c77 service neutron] Pushing event updated for resources: {'Port': ['ID=ce11380d-9870-4b6a-91e4-621f2b5082c7,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:08.164389 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8730b2-2cb2-48ec-bbcb-18e2e275364d req-328d1d72-5b4a-4e39-9b4e-5db201bf8396 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:08.164389 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc8730b2-2cb2-48ec-bbcb-18e2e275364d req-328d1d72-5b4a-4e39-9b4e-5db201bf8396 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.5414608 Sep 07 16:08:08.212504 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f374093-7300-43b4-925d-c447058d8a10 req-6b7c35bc-3824-428d-97cd-309b5afaa95c tempest-LiveMigrationTest-1578130194 tempest-LiveMigrationTest-1578130194-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996681 Sep 07 16:08:08.290985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-4ccf3d0e-b5b1-4f51-ba8e-b369c98ed814 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/floatingips/cbd48359-2ca0-41b0-93f5-39f2e4b1ec66 HTTP/1.1" status: 200 len: 693 time: 0.0948045 Sep 07 16:08:08.302983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbd842-679a-40e7-8ffa-6997b6f05922 req-41f7c5ec-14c3-4dbd-a69c-03a5b48f2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:08.304779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49dbd842-679a-40e7-8ffa-6997b6f05922 req-41f7c5ec-14c3-4dbd-a69c-03a5b48f2049 service neutron] 10.222.0.54 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.4439766 Sep 07 16:08:08.381314 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49dbd842-679a-40e7-8ffa-6997b6f05922 req-f12ab59b-56d1-4dee-b4b8-77e68b65d960 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c32a4fc9-a953-45df-b94a-64fa95e95004 HTTP/1.1" status: 200 len: 217 time: 0.0657172 Sep 07 16:08:08.388184 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd6bce-3fa0-4778-b202-d914d6c9aeb4 req-24547512-47e5-471c-9543-6ec5575e7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:08.388717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd6bce-3fa0-4778-b202-d914d6c9aeb4 req-24547512-47e5-471c-9543-6ec5575e7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:08.389204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd6bce-3fa0-4778-b202-d914d6c9aeb4 req-24547512-47e5-471c-9543-6ec5575e7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:08.390779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0fd6bce-3fa0-4778-b202-d914d6c9aeb4 req-24547512-47e5-471c-9543-6ec5575e7799 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b0e662d9c8554938a22e85d31f6a27fc&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5168984 Sep 07 16:08:08.942179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1348f-8f21-4b48-a50b-6bffde8aa649 req-ded6ffb4-676d-4fa6-b75e-853b8f48cc31 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:08.949299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1348f-8f21-4b48-a50b-6bffde8aa649 req-ded6ffb4-676d-4fa6-b75e-853b8f48cc31 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:08.955972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1348f-8f21-4b48-a50b-6bffde8aa649 req-ded6ffb4-676d-4fa6-b75e-853b8f48cc31 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:08.961013 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ea1348f-8f21-4b48-a50b-6bffde8aa649 req-ded6ffb4-676d-4fa6-b75e-853b8f48cc31 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2412 time: 0.6271760 Sep 07 16:08:08.977654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbd842-679a-40e7-8ffa-6997b6f05922 req-0279fcc7-6527-4338-b7bc-b6b978f22312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:08.979776 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49dbd842-679a-40e7-8ffa-6997b6f05922 req-0279fcc7-6527-4338-b7bc-b6b978f22312 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.5879786 Sep 07 16:08:09.053927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-dfdd2506-6bd3-4c5d-af86-2e716bf90ef5 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:09.067293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-dfdd2506-6bd3-4c5d-af86-2e716bf90ef5 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.7448261 Sep 07 16:08:09.154523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-665511e3-3b78-4e19-b6ca-c49cfe86d110 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.0850222 Sep 07 16:08:09.194394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49dbd842-679a-40e7-8ffa-6997b6f05922 req-af21b35f-f691-4359-b31c-a8e43a0bfaa2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591018 Sep 07 16:08:09.321069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ea1348f-8f21-4b48-a50b-6bffde8aa649 req-08ae3eb0-c96a-4949-b8e0-2d6349ec3cc7 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177547 Sep 07 16:08:09.379831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-7c00a503-89a8-4979-a60c-582ffaedd3b7 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.2243111 Sep 07 16:08:09.382577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49dbd842-679a-40e7-8ffa-6997b6f05922 req-413761f4-8efe-44b2-8313-bf6ef91513f3 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565423 Sep 07 16:08:09.447484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd6bce-3fa0-4778-b202-d914d6c9aeb4 req-df74709e-38aa-4c33-b01f-b23b40507659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:09.449101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0fd6bce-3fa0-4778-b202-d914d6c9aeb4 req-df74709e-38aa-4c33-b01f-b23b40507659 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0226460 Sep 07 16:08:09.457007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cfb8bf-d197-4844-a485-d07d4dad6001', 'name': 'network-vif-deleted', 'tag': '82efd9bc-2640-4710-8aa1-f36ca78518f1'}, {'name': 'network-changed', 'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'tag': 'c41bf6fe-34b3-44ef-b651-efdcdbe10401'}, {'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'name': 'network-vif-deleted', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30'}, {'name': 'network-changed', 'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'tag': 'ce11380d-9870-4b6a-91e4-621f2b5082c7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:09.459544 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35f1572-3105-4fba-857a-74af852150ac" -d '{"events": [{"server_uuid": "39cfb8bf-d197-4844-a485-d07d4dad6001", "name": "network-vif-deleted", "tag": "82efd9bc-2640-4710-8aa1-f36ca78518f1"}, {"name": "network-changed", "server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "tag": "c41bf6fe-34b3-44ef-b651-efdcdbe10401"}, {"server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "name": "network-vif-deleted", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30"}, {"name": "network-changed", "server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "tag": "ce11380d-9870-4b6a-91e4-621f2b5082c7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:09.692798 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-2c697e1b-c595-4dcd-9025-59a90867e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:09.693430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-2c697e1b-c595-4dcd-9025-59a90867e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:09.693940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-2c697e1b-c595-4dcd-9025-59a90867e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:09.695627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-2c697e1b-c595-4dcd-9025-59a90867e918 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e662d9c8554938a22e85d31f6a27fc&device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2865 time: 0.1483250 Sep 07 16:08:09.703239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49dbd842-679a-40e7-8ffa-6997b6f05922 req-8dd8e2d6-20cc-4d34-91b7-4305685b10e6 service neutron] 10.222.0.54 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034375 Sep 07 16:08:09.802226 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-ad86b7fd-91d8-4c8b-9798-8be4a49ce133 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.205&port_id=bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 HTTP/1.1" status: 200 len: 217 time: 0.0942833 Sep 07 16:08:09.825894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-524d306f-2ce2-4ffd-9f8a-0fd4d8102bf4 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips/8b14c5be-c539-4a7c-bfb4-3c93ae3d17c3 HTTP/1.1" status: 200 len: 692 time: 0.0960388 Sep 07 16:08:09.856127 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-65f3bc43-74c0-4fcb-a630-205d9c56733d tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Deleting port 4039ea44-553b-4229-8715-33aee32fbef8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:09.856529 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-65f3bc43-74c0-4fcb-a630-205d9c56733d tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:09.992581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-8c914b56-d27c-4c59-9273-f32767f374ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:09.994397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-8c914b56-d27c-4c59-9273-f32767f374ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37fa4d50-f721-4e6c-8efc-b0ac1ad037a2 HTTP/1.1" status: 200 len: 801 time: 0.1816034 Sep 07 16:08:10.056132 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-65f3bc43-74c0-4fcb-a630-205d9c56733d tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:10.056496 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-65f3bc43-74c0-4fcb-a630-205d9c56733d tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:10.079747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-db3a247c-5fc4-4466-b7fe-c516eb1e884f tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:10.087112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-db3a247c-5fc4-4466-b7fe-c516eb1e884f tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.2411416 Sep 07 16:08:10.090642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-65f3bc43-74c0-4fcb-a630-205d9c56733d tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Calling delete_port for 4039ea44-553b-4229-8715-33aee32fbef8 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:10.161208 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-70d1fe3d-5698-4f10-9457-0ac7eb4f2c0b tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.45 HTTP/1.1" status: 200 len: 695 time: 0.0730839 Sep 07 16:08:10.200148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-6466d71f-8d92-4384-a16c-b3b7614076a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:10.201737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-6466d71f-8d92-4384-a16c-b3b7614076a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83ab0c9d-dae9-4233-b97a-0897d52380a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1986029 Sep 07 16:08:10.269048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-0f05f352-c139-4f11-9371-ad8c63cb12d9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.45 HTTP/1.1" status: 200 len: 695 time: 0.1068332 Sep 07 16:08:10.304861 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e61e4f2-31a1-46b5-8357-d4a596338f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:10.589785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-2b3804b6-4753-43e7-881b-d1cd0e338476 service neutron] 10.222.0.35 "GET /v2.0/networks/83ab0c9d-dae9-4233-b97a-0897d52380a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540828 Sep 07 16:08:10.613748 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-65f3bc43-74c0-4fcb-a630-205d9c56733d tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:10.717266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3bc43-74c0-4fcb-a630-205d9c56733d tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Pushing event deleted for resources: {'Port': ['ID=4039ea44-553b-4229-8715-33aee32fbef8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:10.752539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-cfc0c6b2-a378-4413-82fd-d8d6007212b2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Deleting port 771b6532-a4f3-48a0-97ce-3222547e10ee {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:10.753042 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-cfc0c6b2-a378-4413-82fd-d8d6007212b2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:10.845882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-4758e3f2-9468-4394-b025-8434dfb2e00c service neutron] 10.222.0.35 "GET /v2.0/networks/83ab0c9d-dae9-4233-b97a-0897d52380a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458756 Sep 07 16:08:10.959071 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-602f451b-dacd-4a38-b73f-a0660b53f52f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=c41bf6fe-34b3-44ef-b651-efdcdbe10401 HTTP/1.1" status: 200 len: 217 time: 0.0755353 Sep 07 16:08:10.961397 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-65f3bc43-74c0-4fcb-a630-205d9c56733d tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:10.963963 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-65f3bc43-74c0-4fcb-a630-205d9c56733d tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:10.965101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c75dbe6f-f16d-4cb3-8471-4c011728a2e7 req-65f3bc43-74c0-4fcb-a630-205d9c56733d tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "DELETE /v2.0/floatingips/cbd48359-2ca0-41b0-93f5-39f2e4b1ec66 HTTP/1.1" status: 204 len: 173 time: 1.5788414 Sep 07 16:08:10.966897 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-cfc0c6b2-a378-4413-82fd-d8d6007212b2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:10.968628 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-cfc0c6b2-a378-4413-82fd-d8d6007212b2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:11.010552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-cfc0c6b2-a378-4413-82fd-d8d6007212b2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Calling delete_port for 771b6532-a4f3-48a0-97ce-3222547e10ee owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:11.106366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-fd50325b-aee3-449e-8787-93a9d8320f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:11.107873 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-fd50325b-aee3-449e-8787-93a9d8320f31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44e69a0e-021f-454f-bfe6-0a0d92a89348 HTTP/1.1" status: 200 len: 801 time: 0.1378803 Sep 07 16:08:11.278010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a9097c8e-c7a6-490a-a397-da61d97fbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:11.279444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-a9097c8e-c7a6-490a-a397-da61d97fbe30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d5836df-aafe-4ff3-9017-7f7dcd340b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1604111 Sep 07 16:08:11.433108 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-7748c475-c2ef-487f-9b6d-6af0c579d164 service neutron] 10.222.0.35 "GET /v2.0/networks/2d5836df-aafe-4ff3-9017-7f7dcd340b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440072 Sep 07 16:08:11.436432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-cfc0c6b2-a378-4413-82fd-d8d6007212b2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:11.542227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0c6b2-a378-4413-82fd-d8d6007212b2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Pushing event deleted for resources: {'Port': ['ID=771b6532-a4f3-48a0-97ce-3222547e10ee,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:11.700902 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 688 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4747c41a-0325-4566-a3d8-3416d16f9bbe x-openstack-request-id: req-4747c41a-0325-4566-a3d8-3416d16f9bbe {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:11.701291 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cfb8bf-d197-4844-a485-d07d4dad6001", "name": "network-vif-deleted", "tag": "82efd9bc-2640-4710-8aa1-f36ca78518f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "tag": "c41bf6fe-34b3-44ef-b651-efdcdbe10401", "status": "completed", "code": 200}, {"server_uuid": "712610f5-d953-48f8-8d12-15a7a4bf841a", "name": "network-vif-deleted", "tag": "f28e9e4a-d879-4ced-812b-0b8f3f131d30", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "tag": "ce11380d-9870-4b6a-91e4-621f2b5082c7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:11.701566 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4747c41a-0325-4566-a3d8-3416d16f9bbe {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:11.701992 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cfb8bf-d197-4844-a485-d07d4dad6001', 'name': 'network-vif-deleted', 'tag': '82efd9bc-2640-4710-8aa1-f36ca78518f1', 'status': 'completed', 'code': 200} Sep 07 16:08:11.702256 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'tag': 'c41bf6fe-34b3-44ef-b651-efdcdbe10401', 'status': 'completed', 'code': 200} Sep 07 16:08:11.702512 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712610f5-d953-48f8-8d12-15a7a4bf841a', 'name': 'network-vif-deleted', 'tag': 'f28e9e4a-d879-4ced-812b-0b8f3f131d30', 'status': 'completed', 'code': 200} Sep 07 16:08:11.702994 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'tag': 'ce11380d-9870-4b6a-91e4-621f2b5082c7', 'status': 'completed', 'code': 200} Sep 07 16:08:11.707442 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-be490b6a-f836-48f3-af86-e7789e8aa9c8 service neutron] 10.222.0.35 "GET /v2.0/networks/2d5836df-aafe-4ff3-9017-7f7dcd340b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620263 Sep 07 16:08:11.708303 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-cfc0c6b2-a378-4413-82fd-d8d6007212b2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:11.711401 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-cfc0c6b2-a378-4413-82fd-d8d6007212b2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:11.731124 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5511875e-3933-477c-b9b3-185293d2e0d2 req-cfc0c6b2-a378-4413-82fd-d8d6007212b2 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "DELETE /v2.0/floatingips/8b14c5be-c539-4a7c-bfb4-3c93ae3d17c3 HTTP/1.1" status: 204 len: 173 time: 1.4609284 Sep 07 16:08:11.810356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-e4e09c4d-6af1-43c2-b578-bdd9a3c90f7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=ce11380d-9870-4b6a-91e4-621f2b5082c7 HTTP/1.1" status: 200 len: 217 time: 0.0778499 Sep 07 16:08:11.933355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eee61-da7c-4959-8b6a-3e47ca0b3a19 req-9b9cc22f-ca39-4be8-b7e9-9a27cdec4466 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:11.939781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eee61-da7c-4959-8b6a-3e47ca0b3a19 req-9b9cc22f-ca39-4be8-b7e9-9a27cdec4466 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:11.945337 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eee61-da7c-4959-8b6a-3e47ca0b3a19 req-9b9cc22f-ca39-4be8-b7e9-9a27cdec4466 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:11.953546 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-265eee61-da7c-4959-8b6a-3e47ca0b3a19 req-9b9cc22f-ca39-4be8-b7e9-9a27cdec4466 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2412 time: 0.1420915 Sep 07 16:08:12.036160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5776b0ee-eb27-45d7-89b1-26d57c5cc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:12.036160 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-5776b0ee-eb27-45d7-89b1-26d57c5cc108 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37fa4d50-f721-4e6c-8efc-b0ac1ad037a2 HTTP/1.1" status: 200 len: 801 time: 0.1998484 Sep 07 16:08:12.072529 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-493aa680-692e-4d3e-99cf-0eee89da489f req-dcf2f5ad-9173-486d-8a8d-6ef3e7ac3efe tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] show failed (client error): The resource could not be found. Sep 07 16:08:12.072529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-493aa680-692e-4d3e-99cf-0eee89da489f req-dcf2f5ad-9173-486d-8a8d-6ef3e7ac3efe tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/floatingips/cbd48359-2ca0-41b0-93f5-39f2e4b1ec66 HTTP/1.1" status: 404 len: 350 time: 0.1075709 Sep 07 16:08:12.149813 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-265eee61-da7c-4959-8b6a-3e47ca0b3a19 req-5a16c253-d25e-4074-959b-be5616bd0e17 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952720 Sep 07 16:08:12.213895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdeeb70-7073-4535-b533-30eaf14bda60 req-8a6ca5ca-9b1c-42b8-a822-2b2813f9ba6d tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:12.229418 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-abdeeb70-7073-4535-b533-30eaf14bda60 req-8a6ca5ca-9b1c-42b8-a822-2b2813f9ba6d tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.35 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 944 time: 0.1506186 Sep 07 16:08:12.447263 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-abdeeb70-7073-4535-b533-30eaf14bda60 req-1297eb20-c05a-4f0a-b2f2-e94cf63db1fc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Deleting port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:12.447499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-abdeeb70-7073-4535-b533-30eaf14bda60 req-1297eb20-c05a-4f0a-b2f2-e94cf63db1fc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:12.607084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-af23c9c7-7aa9-4c60-a1e5-0ad021b9e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:12.608820 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-af23c9c7-7aa9-4c60-a1e5-0ad021b9e9ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83ab0c9d-dae9-4233-b97a-0897d52380a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5665131 Sep 07 16:08:12.611750 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67e594a4-d627-420e-b25e-72fc8105d29a req-9f4c98ab-ffa4-4ea8-9959-b172710c0ecd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6413844 Sep 07 16:08:12.620043 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889b7d7-c018-41c2-a038-57b12950b9e7 req-49fbb420-0fb8-435a-bdf9-91210142f573 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:12.633139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4889b7d7-c018-41c2-a038-57b12950b9e7 req-49fbb420-0fb8-435a-bdf9-91210142f573 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 944 time: 0.4675560 Sep 07 16:08:12.691083 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-abdeeb70-7073-4535-b533-30eaf14bda60 req-1297eb20-c05a-4f0a-b2f2-e94cf63db1fc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] For port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:12.691831 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-abdeeb70-7073-4535-b533-30eaf14bda60 req-1297eb20-c05a-4f0a-b2f2-e94cf63db1fc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:12.713639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-abdeeb70-7073-4535-b533-30eaf14bda60 req-1297eb20-c05a-4f0a-b2f2-e94cf63db1fc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Calling delete_port for 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:12.727033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4889b7d7-c018-41c2-a038-57b12950b9e7 req-20496df3-c60f-4b57-b948-87726e0e68aa tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764806 Sep 07 16:08:12.898807 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-abdeeb70-7073-4535-b533-30eaf14bda60 req-1297eb20-c05a-4f0a-b2f2-e94cf63db1fc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:12.902326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51fd5-0a6a-42e1-bbe0-a217f38860d2 req-0542069c-13bd-45b2-bacd-71a99f7e30a4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:12.923946 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c8770f4d-12d5-4b01-a8ef-91b66b81ffe1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:12.933685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-acf51fd5-0a6a-42e1-bbe0-a217f38860d2 req-0542069c-13bd-45b2-bacd-71a99f7e30a4 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.6859028 Sep 07 16:08:12.978160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297eb20-c05a-4f0a-b2f2-e94cf63db1fc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Pushing event deleted for resources: {'Port': ['ID=7cd0a406-0d58-45f7-bb9e-3e7bb472cf67,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:13.006714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e594a4-d627-420e-b25e-72fc8105d29a req-11a1079f-24c8-4ff9-aa68-2b7be84d1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:13.008837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67e594a4-d627-420e-b25e-72fc8105d29a req-11a1079f-24c8-4ff9-aa68-2b7be84d1e1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69c966e1c7a5492180da5b612f6c029a&device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 1095 time: 0.3179228 Sep 07 16:08:13.092222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdeeb70-7073-4535-b533-30eaf14bda60 req-1297eb20-c05a-4f0a-b2f2-e94cf63db1fc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] No DVR routers for this DVR port 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:13.101847 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-abdeeb70-7073-4535-b533-30eaf14bda60 req-1297eb20-c05a-4f0a-b2f2-e94cf63db1fc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:13.104257 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-abdeeb70-7073-4535-b533-30eaf14bda60 req-1297eb20-c05a-4f0a-b2f2-e94cf63db1fc tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.35 "DELETE /v2.0/ports/7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 HTTP/1.1" status: 204 len: 173 time: 0.8653886 Sep 07 16:08:13.104865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab4d5d6-1cc1-40b8-bead-a2e2d226685b', 'name': 'network-vif-deleted', 'tag': '7cd0a406-0d58-45f7-bb9e-3e7bb472cf67'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:13.119173 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8dce16-325a-4743-97ec-eaa25f46d4a8" -d '{"events": [{"server_uuid": "dab4d5d6-1cc1-40b8-bead-a2e2d226685b", "name": "network-vif-deleted", "tag": "7cd0a406-0d58-45f7-bb9e-3e7bb472cf67"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:13.276223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36327268-7194-4d6d-8f53-734935cc8ef3 req-5ea699dd-927c-4675-b431-15e094952f40 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:13.287879 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-36327268-7194-4d6d-8f53-734935cc8ef3 req-5ea699dd-927c-4675-b431-15e094952f40 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.35 "GET /v2.0/ports?device_id=3359a360-f6ba-4b54-a8b3-af0862be7c63 HTTP/1.1" status: 200 len: 950 time: 0.1023161 Sep 07 16:08:13.424079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-36327268-7194-4d6d-8f53-734935cc8ef3 req-aac8a9dc-99e1-43ab-975e-6a667e086d03 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Deleting port d310cb81-dd14-416d-9ce8-763357b7a5d2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:13.424454 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-36327268-7194-4d6d-8f53-734935cc8ef3 req-aac8a9dc-99e1-43ab-975e-6a667e086d03 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:13.493408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-acf51fd5-0a6a-42e1-bbe0-a217f38860d2 req-6779ff2a-27c4-444f-a437-1cdaf57767d3 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586483 Sep 07 16:08:13.526620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-bca9181a-0648-44e1-9232-6bd3ec63f695 service neutron] 10.222.0.35 "GET /v2.0/networks/83ab0c9d-dae9-4233-b97a-0897d52380a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8873456 Sep 07 16:08:13.539698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af632c10-614d-4081-bf44-541d49a141b4 req-17510174-79ed-4842-aef1-a89c17751b48 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:13.541987 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af632c10-614d-4081-bf44-541d49a141b4 req-17510174-79ed-4842-aef1-a89c17751b48 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7673225 Sep 07 16:08:13.641340 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-7624f172-dd71-427f-9e10-3cb623927f3e req-13f80525-3bdf-4fe9-98f4-889a6e2b5211 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] show failed (client error): The resource could not be found. Sep 07 16:08:13.655610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-36327268-7194-4d6d-8f53-734935cc8ef3 req-aac8a9dc-99e1-43ab-975e-6a667e086d03 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] For port d310cb81-dd14-416d-9ce8-763357b7a5d2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d310cb81-dd14-416d-9ce8-763357b7a5d2,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:13.655998 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-36327268-7194-4d6d-8f53-734935cc8ef3 req-aac8a9dc-99e1-43ab-975e-6a667e086d03 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:13.660784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7624f172-dd71-427f-9e10-3cb623927f3e req-13f80525-3bdf-4fe9-98f4-889a6e2b5211 tempest-FloatingIPsTestJSON-882135375 tempest-FloatingIPsTestJSON-882135375-project] 10.222.0.70 "GET /v2.0/floatingips/cbd48359-2ca0-41b0-93f5-39f2e4b1ec66 HTTP/1.1" status: 404 len: 350 time: 0.1018450 Sep 07 16:08:13.669929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-36327268-7194-4d6d-8f53-734935cc8ef3 req-aac8a9dc-99e1-43ab-975e-6a667e086d03 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Calling delete_port for d310cb81-dd14-416d-9ce8-763357b7a5d2 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:13.670177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43304) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:13.822568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:13.843052 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10da68ee-2eb7-4f67-b1ce-206a6bed31f3 x-openstack-request-id: req-10da68ee-2eb7-4f67-b1ce-206a6bed31f3 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:13.843421 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab4d5d6-1cc1-40b8-bead-a2e2d226685b", "name": "network-vif-deleted", "tag": "7cd0a406-0d58-45f7-bb9e-3e7bb472cf67", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:13.843881 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10da68ee-2eb7-4f67-b1ce-206a6bed31f3 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:13.844521 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab4d5d6-1cc1-40b8-bead-a2e2d226685b', 'name': 'network-vif-deleted', 'tag': '7cd0a406-0d58-45f7-bb9e-3e7bb472cf67', 'status': 'completed', 'code': 200} Sep 07 16:08:13.849831 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-36327268-7194-4d6d-8f53-734935cc8ef3 req-aac8a9dc-99e1-43ab-975e-6a667e086d03 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:13.862992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['d310cb81-dd14-416d-9ce8-763357b7a5d2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:13.929996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f674c7d1-3837-477f-9ce9-722cbd417e78'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:13.997551 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8a9dc-99e1-43ab-975e-6a667e086d03 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Pushing event deleted for resources: {'Port': ['ID=d310cb81-dd14-416d-9ce8-763357b7a5d2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:14.007402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e594a4-d627-420e-b25e-72fc8105d29a req-9dc85941-8812-494a-836a-c199db8e853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:14.018828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67e594a4-d627-420e-b25e-72fc8105d29a req-9dc85941-8812-494a-836a-c199db8e853f service neutron] 10.222.0.35 "GET /v2.0/networks?id=44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 200 len: 922 time: 0.9617684 Sep 07 16:08:14.039454 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-36327268-7194-4d6d-8f53-734935cc8ef3 req-aac8a9dc-99e1-43ab-975e-6a667e086d03 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] No DVR routers for this DVR port d310cb81-dd14-416d-9ce8-763357b7a5d2 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:14.053294 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-36327268-7194-4d6d-8f53-734935cc8ef3 req-aac8a9dc-99e1-43ab-975e-6a667e086d03 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:14.055677 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-36327268-7194-4d6d-8f53-734935cc8ef3 req-aac8a9dc-99e1-43ab-975e-6a667e086d03 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.35 "DELETE /v2.0/ports/d310cb81-dd14-416d-9ce8-763357b7a5d2 HTTP/1.1" status: 204 len: 173 time: 0.7613688 Sep 07 16:08:14.255016 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b171a07-c48e-4d4f-bd63-d9fa785a91a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:14.451096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a57560a-2059-4ef0-bce1-4847bdb4f691 req-375a48ac-6633-4c8c-8c21-d3f3d52056c7 service neutron] 10.222.0.35 "GET /v2.0/networks/83ab0c9d-dae9-4233-b97a-0897d52380a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9054759 Sep 07 16:08:14.452667 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67e594a4-d627-420e-b25e-72fc8105d29a req-cd40f4c2-bcbf-41ab-86fd-28a3d954e32d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0f77dab-a541-45a4-9c63-e28944de1262 HTTP/1.1" status: 200 len: 217 time: 0.3804061 Sep 07 16:08:14.578595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cbc2a-49ac-4abc-98c6-013a20ec1add req-21438dbd-1521-4517-a46d-15e42341ba44 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:14.586841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cbc2a-49ac-4abc-98c6-013a20ec1add req-21438dbd-1521-4517-a46d-15e42341ba44 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:14.594479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cbc2a-49ac-4abc-98c6-013a20ec1add req-21438dbd-1521-4517-a46d-15e42341ba44 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:14.603682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-253cbc2a-49ac-4abc-98c6-013a20ec1add req-21438dbd-1521-4517-a46d-15e42341ba44 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2412 time: 0.5813971 Sep 07 16:08:14.638378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42cb0642-2d5e-460d-8b62-e6f2e8862e06 req-5ce1cb29-493b-4cfd-9748-ba837b10eb7c tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=a007bfd5719e4de28a4986b1f05ea2c0 HTTP/1.1" status: 200 len: 1656 time: 0.5809035 Sep 07 16:08:14.657494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:14.701765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:14.708443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7cd0a406-0d58-45f7-bb9e-3e7bb472cf67 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:14.765659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e594a4-d627-420e-b25e-72fc8105d29a req-609c431e-fd6b-4679-bd5e-03173a3723b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:14.766658 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:14.768530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67e594a4-d627-420e-b25e-72fc8105d29a req-609c431e-fd6b-4679-bd5e-03173a3723b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 200 len: 861 time: 0.2911785 Sep 07 16:08:14.835968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb0642-2d5e-460d-8b62-e6f2e8862e06 req-07a3d767-8bc6-44d4-90d8-ffab9da78ab9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:14.857995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42cb0642-2d5e-460d-8b62-e6f2e8862e06 req-07a3d767-8bc6-44d4-90d8-ffab9da78ab9 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks?id=7920ab71-216c-4d93-9da0-10a36a806527&id=7920ab71-216c-4d93-9da0-10a36a806527&id=7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 787 time: 0.2185171 Sep 07 16:08:14.882175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-253cbc2a-49ac-4abc-98c6-013a20ec1add req-6ee069bf-6f1a-4c2c-9b68-2f409cca7240 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769368 Sep 07 16:08:15.045497 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67e594a4-d627-420e-b25e-72fc8105d29a req-fab66be2-3428-4c6c-a5df-3c4330ae8ba1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44c77a42-d6f7-43c3-a1fe-c55861cace6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823187 Sep 07 16:08:15.080949 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3757d14-66dc-4aa9-be9f-503062175b83 req-849203ac-2987-4c6a-aace-562b7dc6e45f tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 210 time: 0.1038895 Sep 07 16:08:15.106108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1572-3105-4fba-857a-74af852150ac req-3ad3f9c1-0f6a-423b-ae59-15aee01f6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:15.106717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1572-3105-4fba-857a-74af852150ac req-3ad3f9c1-0f6a-423b-ae59-15aee01f6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:15.107629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1572-3105-4fba-857a-74af852150ac req-3ad3f9c1-0f6a-423b-ae59-15aee01f6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:15.109562 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-3ad3f9c1-0f6a-423b-ae59-15aee01f6bdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e662d9c8554938a22e85d31f6a27fc&device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2865 time: 0.3399184 Sep 07 16:08:15.295531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-74b9b638-92b9-4477-a949-ece98957b05d tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips/9314c50b-fe7c-48f5-ae62-8045c2bf2941 HTTP/1.1" status: 200 len: 693 time: 0.1818290 Sep 07 16:08:15.556724 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67e594a4-d627-420e-b25e-72fc8105d29a req-3c85d676-0d02-4d88-aa7a-c29b8a9ea2d9 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909406 Sep 07 16:08:15.622946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1572-3105-4fba-857a-74af852150ac req-b9bd45fb-e080-415c-85cd-35d8c7c371d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:15.626747 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-b9bd45fb-e080-415c-85cd-35d8c7c371d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2d5836df-aafe-4ff3-9017-7f7dcd340b38 HTTP/1.1" status: 200 len: 903 time: 0.5003035 Sep 07 16:08:15.820793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-e4358a7e-a2a9-4ac7-b10c-c7ee8a05b555 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=c41bf6fe-34b3-44ef-b651-efdcdbe10401 HTTP/1.1" status: 200 len: 217 time: 0.1154776 Sep 07 16:08:15.845625 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'name': 'network-vif-deleted', 'tag': 'd310cb81-dd14-416d-9ce8-763357b7a5d2'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:15.848074 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f5495a-de6c-40c5-94b5-6ff999e78626" -d '{"events": [{"server_uuid": "3359a360-f6ba-4b54-a8b3-af0862be7c63", "name": "network-vif-deleted", "tag": "d310cb81-dd14-416d-9ce8-763357b7a5d2"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:15.877435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-07f18b97-f4a1-4f03-80db-e9322d907897 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:15.878919 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-07f18b97-f4a1-4f03-80db-e9322d907897 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.5677650 Sep 07 16:08:15.933616 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67e594a4-d627-420e-b25e-72fc8105d29a req-636da171-7154-4935-8118-029832beb289 service neutron] 10.222.0.35 "GET /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630679 Sep 07 16:08:16.191609 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:08:16.314634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-1cc2f044-21e6-4596-89b8-28ea1431bf19 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.3988993 Sep 07 16:08:16.320219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1572-3105-4fba-857a-74af852150ac req-cea38452-e323-4044-9ce9-5ffb547a10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:16.322244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-cea38452-e323-4044-9ce9-5ffb547a10fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44e69a0e-021f-454f-bfe6-0a0d92a89348 HTTP/1.1" status: 200 len: 801 time: 0.4841371 Sep 07 16:08:16.338113 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdaf8f-79b7-438a-9b60-fc2066dce663 req-9ff93fb3-edf4-43b7-bab1-7374d4989e3b tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:16.339911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ebcdaf8f-79b7-438a-9b60-fc2066dce663 req-9ff93fb3-edf4-43b7-bab1-7374d4989e3b tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.7078605 Sep 07 16:08:16.443672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-2fd08381-01be-441d-a992-9ba8ade97e69 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.1187582 Sep 07 16:08:16.530824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ebcdaf8f-79b7-438a-9b60-fc2066dce663 req-c82af80f-e633-4250-a693-46802eb9e1fe tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792502 Sep 07 16:08:16.537305 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1572-3105-4fba-857a-74af852150ac req-fc79d1a3-911a-4558-9319-1df092b4f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:16.538840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-fc79d1a3-911a-4558-9319-1df092b4f669 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2d5836df-aafe-4ff3-9017-7f7dcd340b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1976259 Sep 07 16:08:16.618985 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ddc1c6-13d1-4769-9877-3bb156c9a4dc x-openstack-request-id: req-a6ddc1c6-13d1-4769-9877-3bb156c9a4dc {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:16.620051 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3359a360-f6ba-4b54-a8b3-af0862be7c63", "name": "network-vif-deleted", "tag": "d310cb81-dd14-416d-9ce8-763357b7a5d2", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:16.620318 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6ddc1c6-13d1-4769-9877-3bb156c9a4dc {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:16.620747 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3359a360-f6ba-4b54-a8b3-af0862be7c63', 'name': 'network-vif-deleted', 'tag': 'd310cb81-dd14-416d-9ce8-763357b7a5d2', 'status': 'completed', 'code': 200} Sep 07 16:08:16.656456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device d310cb81-dd14-416d-9ce8-763357b7a5d2 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:16.713283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: d310cb81-dd14-416d-9ce8-763357b7a5d2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:16.714036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device d310cb81-dd14-416d-9ce8-763357b7a5d2 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:16.742275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-d4a20536-0c24-455b-a374-ea356754f2b0 service neutron] 10.222.0.35 "GET /v2.0/networks/2d5836df-aafe-4ff3-9017-7f7dcd340b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679838 Sep 07 16:08:16.751358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-0afc4b37-68dc-458a-a902-0567cb233d72 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Deleting port f8e4e8b0-07db-451d-beb2-a5672c66b0d3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:16.751709 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-0afc4b37-68dc-458a-a902-0567cb233d72 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:16.762229 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:16.799123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a20eeda-b710-4dae-8de4-8e123659a555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:17.049603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7262efb-6201-41b1-a764-307aaed62994 req-62909307-c7f9-4db9-a080-fd62a884c216 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:17.054474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7262efb-6201-41b1-a764-307aaed62994 req-62909307-c7f9-4db9-a080-fd62a884c216 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:17.061362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7262efb-6201-41b1-a764-307aaed62994 req-62909307-c7f9-4db9-a080-fd62a884c216 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:17.063113 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7262efb-6201-41b1-a764-307aaed62994 req-62909307-c7f9-4db9-a080-fd62a884c216 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2412 time: 0.2911673 Sep 07 16:08:17.075423 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-0afc4b37-68dc-458a-a902-0567cb233d72 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:17.075761 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-0afc4b37-68dc-458a-a902-0567cb233d72 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:17.137379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-0afc4b37-68dc-458a-a902-0567cb233d72 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Calling delete_port for f8e4e8b0-07db-451d-beb2-a5672c66b0d3 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:17.151217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-318ba675-6965-4553-a4b3-ce632a5c7ff3 service neutron] 10.222.0.35 "GET /v2.0/networks/2d5836df-aafe-4ff3-9017-7f7dcd340b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966894 Sep 07 16:08:17.343939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7262efb-6201-41b1-a764-307aaed62994 req-1faf2296-97b5-41f3-9764-08938ffefe46 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501600 Sep 07 16:08:17.366518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973a88e-69eb-4326-a014-6f17619504e7 req-5fde7b3c-581b-4cd2-96e5-dd46255b7def tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:17.368731 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4973a88e-69eb-4326-a014-6f17619504e7 req-5fde7b3c-581b-4cd2-96e5-dd46255b7def tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.3027177 Sep 07 16:08:17.463299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1572-3105-4fba-857a-74af852150ac req-f4834fe5-88a7-4f51-9203-ce741ccf8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:17.464382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1572-3105-4fba-857a-74af852150ac req-f4834fe5-88a7-4f51-9203-ce741ccf8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:17.465185 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1572-3105-4fba-857a-74af852150ac req-f4834fe5-88a7-4f51-9203-ce741ccf8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:17.467253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-f4834fe5-88a7-4f51-9203-ce741ccf8b29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0e662d9c8554938a22e85d31f6a27fc&device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2865 time: 0.2239902 Sep 07 16:08:17.733602 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-0afc4b37-68dc-458a-a902-0567cb233d72 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:17.738707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4973a88e-69eb-4326-a014-6f17619504e7 req-d8fa493f-9f9e-415d-85b9-d5680b47703e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Deleting port f674c7d1-3837-477f-9ce9-722cbd417e78 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:17.739082 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4973a88e-69eb-4326-a014-6f17619504e7 req-d8fa493f-9f9e-415d-85b9-d5680b47703e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:17.767521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1572-3105-4fba-857a-74af852150ac req-e29cefaa-271b-4082-b15f-f718436e5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:17.768799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-e29cefaa-271b-4082-b15f-f718436e5e86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=83ab0c9d-dae9-4233-b97a-0897d52380a1 HTTP/1.1" status: 200 len: 903 time: 0.2636635 Sep 07 16:08:17.811015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc4b37-68dc-458a-a902-0567cb233d72 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Pushing event deleted for resources: {'Port': ['ID=f8e4e8b0-07db-451d-beb2-a5672c66b0d3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:17.888622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-df3b64d7-c1d6-418c-92cd-1da410bbeef2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=ce11380d-9870-4b6a-91e4-621f2b5082c7 HTTP/1.1" status: 200 len: 217 time: 0.0963943 Sep 07 16:08:17.991604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26992bb9-3218-48ac-8de5-2c69c0cdaaff req-a785f4e6-c014-40a2-a3b4-d013ea9cc0bd tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab4d5d6-1cc1-40b8-bead-a2e2d226685b HTTP/1.1" status: 200 len: 210 time: 0.0784335 Sep 07 16:08:18.050361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1572-3105-4fba-857a-74af852150ac req-ff366762-a02e-43e0-89af-c1ce8a510d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:18.053248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-ff366762-a02e-43e0-89af-c1ce8a510d38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37fa4d50-f721-4e6c-8efc-b0ac1ad037a2 HTTP/1.1" status: 200 len: 801 time: 0.1471503 Sep 07 16:08:18.065556 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-0afc4b37-68dc-458a-a902-0567cb233d72 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:18.069264 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-0afc4b37-68dc-458a-a902-0567cb233d72 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:18.070971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3cb443ee-d1b9-4ed1-b10e-900fe7170ce3 req-0afc4b37-68dc-458a-a902-0567cb233d72 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "DELETE /v2.0/floatingips/9314c50b-fe7c-48f5-ae62-8045c2bf2941 HTTP/1.1" status: 204 len: 173 time: 1.6180904 Sep 07 16:08:18.081907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4973a88e-69eb-4326-a014-6f17619504e7 req-d8fa493f-9f9e-415d-85b9-d5680b47703e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] For port f674c7d1-3837-477f-9ce9-722cbd417e78, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f674c7d1-3837-477f-9ce9-722cbd417e78,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:18.082284 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4973a88e-69eb-4326-a014-6f17619504e7 req-d8fa493f-9f9e-415d-85b9-d5680b47703e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:18.087361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0a20eeda-b710-4dae-8de4-8e123659a555 admin admin] Deleting port a5ac1bc8-58e2-4f66-927f-9821c0d13d51 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:18.087723 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a20eeda-b710-4dae-8de4-8e123659a555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:18.127413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4973a88e-69eb-4326-a014-6f17619504e7 req-d8fa493f-9f9e-415d-85b9-d5680b47703e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Calling delete_port for f674c7d1-3837-477f-9ce9-722cbd417e78 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:18.296173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f1572-3105-4fba-857a-74af852150ac req-ded97849-0360-4b44-9ada-fb15c10c4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:18.297755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-ded97849-0360-4b44-9ada-fb15c10c4c6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83ab0c9d-dae9-4233-b97a-0897d52380a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2259269 Sep 07 16:08:18.421870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e9650-8317-4bb1-b821-a25f6fa3f516 req-724e6a7f-b025-4c0d-9c1b-e19ac17c9c01 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:18.423380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b0e9650-8317-4bb1-b821-a25f6fa3f516 req-724e6a7f-b025-4c0d-9c1b-e19ac17c9c01 tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/ports?device_id=54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5 HTTP/1.1" status: 200 len: 950 time: 0.2273698 Sep 07 16:08:18.425818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-0a20eeda-b710-4dae-8de4-8e123659a555 admin admin] For port a5ac1bc8-58e2-4f66-927f-9821c0d13d51, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a5ac1bc8-58e2-4f66-927f-9821c0d13d51,segment=NetworkSegment(2f44e1c3-ae92-4ccf-950e-dac234866475),segment_id=2f44e1c3-ae92-4ccf-950e-dac234866475)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:18.426195 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a20eeda-b710-4dae-8de4-8e123659a555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:18.462457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831f885-0a0b-4d6a-a37d-0b08c301efab req-82b655dc-a71e-4642-b487-57565dfe92ba tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:18.465985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d831f885-0a0b-4d6a-a37d-0b08c301efab req-82b655dc-a71e-4642-b487-57565dfe92ba tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.2272205 Sep 07 16:08:18.532747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0a20eeda-b710-4dae-8de4-8e123659a555 admin admin] Calling delete_port for a5ac1bc8-58e2-4f66-927f-9821c0d13d51 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:18.643270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d831f885-0a0b-4d6a-a37d-0b08c301efab req-6f5f998f-b992-4c3a-989b-773410274957 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481330 Sep 07 16:08:18.716094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:08:18.730188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-ec3d6a10-49a3-48bf-b65b-218a8035966d service neutron] 10.222.0.35 "GET /v2.0/networks/83ab0c9d-dae9-4233-b97a-0897d52380a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122047 Sep 07 16:08:18.772928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b0e9650-8317-4bb1-b821-a25f6fa3f516 req-13ebc498-c5fa-484b-bbcc-47f854281bba tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.70 "GET /v2.0/security-groups?id=22377e37-8209-470c-90f5-e761742c4796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022425 Sep 07 16:08:18.780816 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4973a88e-69eb-4326-a014-6f17619504e7 req-d8fa493f-9f9e-415d-85b9-d5680b47703e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:18.830361 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f674c7d1-3837-477f-9ce9-722cbd417e78'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:18.937814 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=bdc38ef5-5046-4fb6-9ea9-77b60e5dc691,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:18.955395 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'bdc38ef5-5046-4fb6-9ea9-77b60e5dc691', 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1', 'port_id': 'bdc38ef5-5046-4fb6-9ea9-77b60e5dc691', 'mac_address': 'fa:16:3e:bb:35:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fa4d50-f721-4e6c-8efc-b0ac1ad037a2', 'ip_address': '19.80.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:08:19.024650 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:19.055226 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:19.104984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=bdc38ef5-5046-4fb6-9ea9-77b60e5dc691,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:19.112241 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:19.113454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ce11380d-9870-4b6a-91e4-621f2b5082c7 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:08:19.155840 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port ce11380d-9870-4b6a-91e4-621f2b5082c7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ce11380d-9870-4b6a-91e4-621f2b5082c7,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:19.228036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'ce11380d-9870-4b6a-91e4-621f2b5082c7', 'network_id': '83ab0c9d-dae9-4233-b97a-0897d52380a1', 'port_id': 'ce11380d-9870-4b6a-91e4-621f2b5082c7', 'mac_address': 'fa:16:3e:6b:23:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fa4d50-f721-4e6c-8efc-b0ac1ad037a2', 'ip_address': '19.80.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:08:19.231416 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=bdc38ef5-5046-4fb6-9ea9-77b60e5dc691,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:19.291666 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:19.311008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce11380d-9870-4b6a-91e4-621f2b5082c7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:19.340010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port ce11380d-9870-4b6a-91e4-621f2b5082c7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ce11380d-9870-4b6a-91e4-621f2b5082c7,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:19.348494 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:19.350913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c41bf6fe-34b3-44ef-b651-efdcdbe10401 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:08:19.351215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa493f-9f9e-415d-85b9-d5680b47703e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Pushing event deleted for resources: {'Port': ['ID=f674c7d1-3837-477f-9ce9-722cbd417e78,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:19.389799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d19476c-fc80-48b1-a91c-877291977618 req-a46b531b-584d-4ffb-8d4a-f61b84a5a636 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips/4ac1985b-4b42-4d18-ba59-688a5376bf3d HTTP/1.1" status: 200 len: 693 time: 0.7210360 Sep 07 16:08:19.435886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c86df-ee2e-4325-9497-5a6c1ecf2a2c req-06370a4c-c7f5-4d4e-a5dc-09a5bffea979 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:19.437786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c7c86df-ee2e-4325-9497-5a6c1ecf2a2c req-06370a4c-c7f5-4d4e-a5dc-09a5bffea979 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.8616097 Sep 07 16:08:19.582225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4973a88e-69eb-4326-a014-6f17619504e7 req-d8fa493f-9f9e-415d-85b9-d5680b47703e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] No DVR routers for this DVR port f674c7d1-3837-477f-9ce9-722cbd417e78 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:19.635062 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c41bf6fe-34b3-44ef-b651-efdcdbe10401, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c41bf6fe-34b3-44ef-b651-efdcdbe10401,segment=NetworkSegment(16ee07fe-1682-4fc7-b7eb-4082869988a0),segment_id=16ee07fe-1682-4fc7-b7eb-4082869988a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:19.659729 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4973a88e-69eb-4326-a014-6f17619504e7 req-d8fa493f-9f9e-415d-85b9-d5680b47703e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:19.662730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4973a88e-69eb-4326-a014-6f17619504e7 req-d8fa493f-9f9e-415d-85b9-d5680b47703e tempest-MigrationsAdminTest-1538926720 tempest-MigrationsAdminTest-1538926720-project] 10.222.0.54 "DELETE /v2.0/ports/f674c7d1-3837-477f-9ce9-722cbd417e78 HTTP/1.1" status: 204 len: 173 time: 2.2843170 Sep 07 16:08:19.664829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'name': 'network-vif-deleted', 'tag': 'f674c7d1-3837-477f-9ce9-722cbd417e78'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:19.667177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'c41bf6fe-34b3-44ef-b651-efdcdbe10401', 'network_id': '2d5836df-aafe-4ff3-9017-7f7dcd340b38', 'port_id': 'c41bf6fe-34b3-44ef-b651-efdcdbe10401', 'mac_address': 'fa:16:3e:ec:dd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e69a0e-021f-454f-bfe6-0a0d92a89348', 'ip_address': '19.86.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:08:19.668559 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d74621-c848-4c46-b62b-e02390358081" -d '{"events": [{"server_uuid": "54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5", "name": "network-vif-deleted", "tag": "f674c7d1-3837-477f-9ce9-722cbd417e78"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:19.687931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e35f1572-3105-4fba-857a-74af852150ac req-839c91a6-deab-44c5-8e7b-220e4a78a7f8 service neutron] 10.222.0.35 "GET /v2.0/networks/83ab0c9d-dae9-4233-b97a-0897d52380a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9198430 Sep 07 16:08:19.716304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=ce11380d-9870-4b6a-91e4-621f2b5082c7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:19.742677 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:19.758521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41bf6fe-34b3-44ef-b651-efdcdbe10401 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:19.784312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c41bf6fe-34b3-44ef-b651-efdcdbe10401, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c41bf6fe-34b3-44ef-b651-efdcdbe10401,segment=NetworkSegment(16ee07fe-1682-4fc7-b7eb-4082869988a0),segment_id=16ee07fe-1682-4fc7-b7eb-4082869988a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:19.792317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d04e1a-277c-4c69-82f4-177e3a489892 req-9c7d8913-4660-4407-9f81-f1ba0ffec9b4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:19.801849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d04e1a-277c-4c69-82f4-177e3a489892 req-9c7d8913-4660-4407-9f81-f1ba0ffec9b4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:19.809795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d04e1a-277c-4c69-82f4-177e3a489892 req-9c7d8913-4660-4407-9f81-f1ba0ffec9b4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:19.811721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0d04e1a-277c-4c69-82f4-177e3a489892 req-9c7d8913-4660-4407-9f81-f1ba0ffec9b4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2414 time: 0.4824171 Sep 07 16:08:19.827702 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:19.940570 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0d04e1a-277c-4c69-82f4-177e3a489892 req-20c66623-099d-4e31-b67c-79d57890709b tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103687 Sep 07 16:08:19.953794 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=c41bf6fe-34b3-44ef-b651-efdcdbe10401,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:19.965483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19476c-fc80-48b1-a91c-877291977618 req-a7a13e16-6ef0-49e8-8605-751ad3227b1e tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:19.969921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d19476c-fc80-48b1-a91c-877291977618 req-a7a13e16-6ef0-49e8-8605-751ad3227b1e tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.5786788 Sep 07 16:08:19.987715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4c7c86df-ee2e-4325-9497-5a6c1ecf2a2c req-0c0e869c-3cca-415a-9e45-8fcb0005022b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Deleting port e0f77dab-a541-45a4-9c63-e28944de1262 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:19.993660 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4c7c86df-ee2e-4325-9497-5a6c1ecf2a2c req-0c0e869c-3cca-415a-9e45-8fcb0005022b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:20.137742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d19476c-fc80-48b1-a91c-877291977618 req-03a49423-7d8a-4192-bc31-337563feeba0 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.181 HTTP/1.1" status: 200 len: 696 time: 0.1337190 Sep 07 16:08:20.272083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d19476c-fc80-48b1-a91c-877291977618 req-a2dbe388-ad7e-43bd-90f6-688dde45a8ca tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.181 HTTP/1.1" status: 200 len: 696 time: 0.0991426 Sep 07 16:08:20.297982 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a20eeda-b710-4dae-8de4-8e123659a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:20.406020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20eeda-b710-4dae-8de4-8e123659a555 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ac1bc8-58e2-4f66-927f-9821c0d13d51,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:20.425859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['bdc38ef5-5046-4fb6-9ea9-77b60e5dc691'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:20.434505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4c7c86df-ee2e-4325-9497-5a6c1ecf2a2c req-0c0e869c-3cca-415a-9e45-8fcb0005022b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] For port e0f77dab-a541-45a4-9c63-e28944de1262, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e0f77dab-a541-45a4-9c63-e28944de1262,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:20.434871 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4c7c86df-ee2e-4325-9497-5a6c1ecf2a2c req-0c0e869c-3cca-415a-9e45-8fcb0005022b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:20.513874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4c7c86df-ee2e-4325-9497-5a6c1ecf2a2c req-0c0e869c-3cca-415a-9e45-8fcb0005022b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Calling delete_port for e0f77dab-a541-45a4-9c63-e28944de1262 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:20.587526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c41bf6fe-34b3-44ef-b651-efdcdbe10401'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:20.592017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad9272-35e1-4e55-b387-0e2963572921 req-3dfb6bb3-3b02-496b-ac89-ad7d8d668bc9 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:20.598309 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89ad9272-35e1-4e55-b387-0e2963572921 req-3dfb6bb3-3b02-496b-ac89-ad7d8d668bc9 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3152b00-a1c6-4e5f-a637-ed50620a0171 HTTP/1.1" status: 200 len: 944 time: 0.2918060 Sep 07 16:08:20.657384 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ce11380d-9870-4b6a-91e4-621f2b5082c7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:20.752461 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89ad9272-35e1-4e55-b387-0e2963572921 req-44073943-2322-496f-9b03-a387214636a4 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530492 Sep 07 16:08:20.890619 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d7d7ae-025b-4024-82da-ca8739b1bdf3 x-openstack-request-id: req-17d7d7ae-025b-4024-82da-ca8739b1bdf3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:20.891688 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5", "name": "network-vif-deleted", "tag": "f674c7d1-3837-477f-9ce9-722cbd417e78", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:20.892269 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17d7d7ae-025b-4024-82da-ca8739b1bdf3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:20.893108 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cdf5dc-a7e9-4d99-a9ea-e2b88bb3a6e5', 'name': 'network-vif-deleted', 'tag': 'f674c7d1-3837-477f-9ce9-722cbd417e78', 'status': 'completed', 'code': 200} Sep 07 16:08:20.943249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8d19476c-fc80-48b1-a91c-877291977618 req-97937239-9657-4eed-a7b1-a0d7400a3974 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Deleting port 44602fd2-92fa-414e-8e5c-6aabcd950e96 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:20.943601 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8d19476c-fc80-48b1-a91c-877291977618 req-97937239-9657-4eed-a7b1-a0d7400a3974 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:20.993024 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4c7c86df-ee2e-4325-9497-5a6c1ecf2a2c req-0c0e869c-3cca-415a-9e45-8fcb0005022b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:21.069584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e869c-3cca-415a-9e45-8fcb0005022b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Pushing event deleted for resources: {'Port': ['ID=e0f77dab-a541-45a4-9c63-e28944de1262,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:21.098611 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a20eeda-b710-4dae-8de4-8e123659a555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:21.165377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7c86df-ee2e-4325-9497-5a6c1ecf2a2c req-0c0e869c-3cca-415a-9e45-8fcb0005022b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] No DVR routers for this DVR port e0f77dab-a541-45a4-9c63-e28944de1262 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:21.176590 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4c7c86df-ee2e-4325-9497-5a6c1ecf2a2c req-0c0e869c-3cca-415a-9e45-8fcb0005022b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:21.179682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c7c86df-ee2e-4325-9497-5a6c1ecf2a2c req-0c0e869c-3cca-415a-9e45-8fcb0005022b tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.35 "DELETE /v2.0/ports/e0f77dab-a541-45a4-9c63-e28944de1262 HTTP/1.1" status: 204 len: 173 time: 1.7169318 Sep 07 16:08:21.240517 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8d19476c-fc80-48b1-a91c-877291977618 req-97937239-9657-4eed-a7b1-a0d7400a3974 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:21.241159 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8d19476c-fc80-48b1-a91c-877291977618 req-97937239-9657-4eed-a7b1-a0d7400a3974 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:21.255988 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff37de-a126-4ac9-896f-99073aee2b30 req-b80d5501-a8a2-49a0-804a-0894c8137354 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:21.264216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff37de-a126-4ac9-896f-99073aee2b30 req-b80d5501-a8a2-49a0-804a-0894c8137354 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:21.271578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff37de-a126-4ac9-896f-99073aee2b30 req-b80d5501-a8a2-49a0-804a-0894c8137354 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:21.280204 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fff37de-a126-4ac9-896f-99073aee2b30 req-b80d5501-a8a2-49a0-804a-0894c8137354 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2415 time: 0.2042811 Sep 07 16:08:21.284721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43410) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:21.331725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-8d19476c-fc80-48b1-a91c-877291977618 req-97937239-9657-4eed-a7b1-a0d7400a3974 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Calling delete_port for 44602fd2-92fa-414e-8e5c-6aabcd950e96 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:21.428513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fff37de-a126-4ac9-896f-99073aee2b30 req-2bb3d19a-3278-40f1-9c07-a1419b60a404 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446950 Sep 07 16:08:21.540968 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-380e6113-e03a-4e36-bdfb-b5274771f91d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea9e474f9fb940faaa7736036e8f9987&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2545555 Sep 07 16:08:21.541779 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43426) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:21.656159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7baeab0-91a3-403c-bde7-35565d0194f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:21.708815 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7baeab0-91a3-403c-bde7-35565d0194f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:21.769166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a20eeda-b710-4dae-8de4-8e123659a555 admin admin] Router c142e1a7-9130-478c-a953-067e6963af1b has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:08:21.799880 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8d19476c-fc80-48b1-a91c-877291977618 req-97937239-9657-4eed-a7b1-a0d7400a3974 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:21.803053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7baeab0-91a3-403c-bde7-35565d0194f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:21.808183 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7baeab0-91a3-403c-bde7-35565d0194f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:21.809654 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b7baeab0-91a3-403c-bde7-35565d0194f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22377e37-8209-470c-90f5-e761742c4796 HTTP/1.1" status: 204 len: 168 time: 0.2664299 Sep 07 16:08:21.825021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7baeab0-91a3-403c-bde7-35565d0194f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22377e37-8209-470c-90f5-e761742c4796,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:21.870707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97937239-9657-4eed-a7b1-a0d7400a3974 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Pushing event deleted for resources: {'Port': ['ID=44602fd2-92fa-414e-8e5c-6aabcd950e96,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:21.951993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f674c7d1-3837-477f-9ce9-722cbd417e78 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:21.985758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: f674c7d1-3837-477f-9ce9-722cbd417e78 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:21.986273 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f674c7d1-3837-477f-9ce9-722cbd417e78 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:22.150599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a20eeda-b710-4dae-8de4-8e123659a555 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:08:22.169453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd5485-c68f-4cc0-b946-c9ae2fa40f83 None None] Sync routers for ids ['c142e1a7-9130-478c-a953-067e6963af1b'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:08:22.173398 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43454) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:22.185524 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0a20eeda-b710-4dae-8de4-8e123659a555 admin admin] 10.222.0.70 "PUT /v2.0/routers/c142e1a7-9130-478c-a953-067e6963af1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5055475 Sep 07 16:08:22.205342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd5485-c68f-4cc0-b946-c9ae2fa40f83 None None] Routers {'c142e1a7-9130-478c-a953-067e6963af1b'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:08:22.206822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ecdd5485-c68f-4cc0-b946-c9ae2fa40f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c142e1a7-9130-478c-a953-067e6963af1b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:22.295329 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8d19476c-fc80-48b1-a91c-877291977618 req-97937239-9657-4eed-a7b1-a0d7400a3974 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:22.298343 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8d19476c-fc80-48b1-a91c-877291977618 req-97937239-9657-4eed-a7b1-a0d7400a3974 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:22.302306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d19476c-fc80-48b1-a91c-877291977618 req-97937239-9657-4eed-a7b1-a0d7400a3974 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "DELETE /v2.0/floatingips/4ac1985b-4b42-4d18-ba59-688a5376bf3d HTTP/1.1" status: 204 len: 173 time: 2.0194931 Sep 07 16:08:22.310504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43458) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:22.400410 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:22.434689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ecdd5485-c68f-4cc0-b946-c9ae2fa40f83 None None] Set router c142e1a7-9130-478c-a953-067e6963af1b gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:08:22.469053 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-ffec1d7b-a3a0-4f90-9191-3c2128205c51 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips/f0e27945-a28c-4b09-bc2f-109f001b256f HTTP/1.1" status: 200 len: 692 time: 0.1065710 Sep 07 16:08:22.565100 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e5ff15ce-a61a-4550-b34c-206831c5a779 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73f4f805f0ca46fc946c1df900f20a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531688 Sep 07 16:08:22.568078 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43486) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:22.577542 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:22.670526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-1392b260-a334-420d-99b9-8133764e173e tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:22.673907 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-1392b260-a334-420d-99b9-8133764e173e tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.2039547 Sep 07 16:08:22.720096 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:22.763454 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6dec8cf5-84f8-4e41-ae82-cf3713cdf394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:22.804218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-b2bb789d-9b83-4d7a-9fde-2f1bd203df96 tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 695 time: 0.1218841 Sep 07 16:08:22.811107 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Deleting port f24d8e9f-bd75-4850-8d9d-d107d5702646 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:22.816842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:22.859852 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6dec8cf5-84f8-4e41-ae82-cf3713cdf394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:22.879998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-658ad8b2-c86f-4251-a249-538f533871ca tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 695 time: 0.0656831 Sep 07 16:08:22.894508 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3152b00-a1c6-4e5f-a637-ed50620a0171', 'name': 'network-vif-deleted', 'tag': 'e0f77dab-a541-45a4-9c63-e28944de1262'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:22.897240 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a48c7f9-24bd-44a8-99e2-24af6e658f3f" -d '{"events": [{"server_uuid": "c3152b00-a1c6-4e5f-a637-ed50620a0171", "name": "network-vif-deleted", "tag": "e0f77dab-a541-45a4-9c63-e28944de1262"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:23.046664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:23.061973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:23.062454 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:23.095741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] For port f24d8e9f-bd75-4850-8d9d-d107d5702646, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f24d8e9f-bd75-4850-8d9d-d107d5702646,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:23.096153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:23.120027 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6dec8cf5-84f8-4e41-ae82-cf3713cdf394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:23.123602 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6dec8cf5-84f8-4e41-ae82-cf3713cdf394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:23.125644 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6dec8cf5-84f8-4e41-ae82-cf3713cdf394 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6551d491-57f1-4aee-9d15-46bed853fcbc HTTP/1.1" status: 204 len: 168 time: 0.5562527 Sep 07 16:08:23.142340 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Calling delete_port for f24d8e9f-bd75-4850-8d9d-d107d5702646 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:23.142747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ecdd5485-c68f-4cc0-b946-c9ae2fa40f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'name': 'tempest-FloatingIPsTestJSON-2087962589-router', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:30Z', 'updated_at': '2021-09-07T16:08:19Z', 'revision_number': 5, 'project_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'gw_port': {'id': 'f24d8e9f-bd75-4850-8d9d-d107d5702646', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:23.146807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec8cf5-84f8-4e41-ae82-cf3713cdf394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6551d491-57f1-4aee-9d15-46bed853fcbc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:23.222396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd5485-c68f-4cc0-b946-c9ae2fa40f83 None None] Checking router: c142e1a7-9130-478c-a953-067e6963af1b for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:08:23.226396 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-5a4ec2e5-4216-4a38-b0e3-ecbcb0000b2a tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Deleting port a7a80619-c180-4b8d-8a67-1382baf34d90 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:23.227324 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-5a4ec2e5-4216-4a38-b0e3-ecbcb0000b2a tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:23.285809 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd5485-c68f-4cc0-b946-c9ae2fa40f83 None None] Routers {'c142e1a7-9130-478c-a953-067e6963af1b'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:08:23.286397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ecdd5485-c68f-4cc0-b946-c9ae2fa40f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c142e1a7-9130-478c-a953-067e6963af1b'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:23.344579 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:23.406454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc38ef5-5046-4fb6-9ea9-77b60e5dc691'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:23.409146 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6fe2c9-f56b-4c9a-b0f4-8ca62487f7e5" -d '{"events": [{"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-plugged", "status": "completed", "tag": "bdc38ef5-5046-4fb6-9ea9-77b60e5dc691"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:23.427841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=bdc38ef5-5046-4fb6-9ea9-77b60e5dc691,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:23.437749 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:23.438604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c41bf6fe-34b3-44ef-b651-efdcdbe10401 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:23.463527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d72cb4-65c2-4fb4-bfe8-3c7a5c2f1b7a req-be66161c-d629-4462-9e13-2c0ef4c09c3d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:23.464021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ecdd5485-c68f-4cc0-b946-c9ae2fa40f83 None None] Set router c142e1a7-9130-478c-a953-067e6963af1b gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:08:23.470769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d72cb4-65c2-4fb4-bfe8-3c7a5c2f1b7a req-be66161c-d629-4462-9e13-2c0ef4c09c3d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:23.478499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d72cb4-65c2-4fb4-bfe8-3c7a5c2f1b7a req-be66161c-d629-4462-9e13-2c0ef4c09c3d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:23.480098 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:23.487399 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44d72cb4-65c2-4fb4-bfe8-3c7a5c2f1b7a req-be66161c-d629-4462-9e13-2c0ef4c09c3d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2415 time: 0.2571492 Sep 07 16:08:23.535675 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-5a4ec2e5-4216-4a38-b0e3-ecbcb0000b2a tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:23.536709 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-5a4ec2e5-4216-4a38-b0e3-ecbcb0000b2a tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:23.577549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-5a4ec2e5-4216-4a38-b0e3-ecbcb0000b2a tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Calling delete_port for a7a80619-c180-4b8d-8a67-1382baf34d90 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:23.606149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44d72cb4-65c2-4fb4-bfe8-3c7a5c2f1b7a req-0ded1cc1-158d-4497-acb9-ad66d6ce44c1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176405 Sep 07 16:08:23.620541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f24d8e9f-bd75-4850-8d9d-d107d5702646,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:23.681637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ecdd5485-c68f-4cc0-b946-c9ae2fa40f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'name': 'tempest-FloatingIPsTestJSON-2087962589-router', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:30Z', 'updated_at': '2021-09-07T16:08:22Z', 'revision_number': 6, 'project_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:23.717618 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:23.726389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd5485-c68f-4cc0-b946-c9ae2fa40f83 None None] The sync data for ids ['c142e1a7-9130-478c-a953-067e6963af1b'] in n-d-807551-3 is: [{'id': 'c142e1a7-9130-478c-a953-067e6963af1b', 'name': 'tempest-FloatingIPsTestJSON-2087962589-router', 'tenant_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:30Z', 'updated_at': '2021-09-07T16:08:22Z', 'revision_number': 6, 'project_id': '9d5f5e44a9dc413d8a3ab3a03e919809', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:08:23.763079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb66b6-809d-4bf7-9ac3-0f5f367ac01e req-e9079c8a-e4f1-4466-8f6f-bb38073ce2a2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:23.766543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ebcb66b6-809d-4bf7-9ac3-0f5f367ac01e req-e9079c8a-e4f1-4466-8f6f-bb38073ce2a2 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.54 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 945 time: 0.2109823 Sep 07 16:08:23.779907 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=bdc38ef5-5046-4fb6-9ea9-77b60e5dc691,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:23.799144 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port c41bf6fe-34b3-44ef-b651-efdcdbe10401 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:23.807629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port c41bf6fe-34b3-44ef-b651-efdcdbe10401 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:23.807969 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.020970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.020970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.027537 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.078573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c41bf6fe-34b3-44ef-b651-efdcdbe10401, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c41bf6fe-34b3-44ef-b651-efdcdbe10401,segment=NetworkSegment(16ee07fe-1682-4fc7-b7eb-4082869988a0),segment_id=16ee07fe-1682-4fc7-b7eb-4082869988a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:24.080477 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.081695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c142e1a7-9130-478c-a953-067e6963af1b {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:08:24.087025 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.088005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ce11380d-9870-4b6a-91e4-621f2b5082c7 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:24.090508 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.093247 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a9fd523e-2623-462d-8b03-1214e4990f9d admin admin] 10.222.0.70 "DELETE /v2.0/routers/c142e1a7-9130-478c-a953-067e6963af1b HTTP/1.1" status: 204 len: 168 time: 1.9183202 Sep 07 16:08:24.095516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43522) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:24.160420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28b1b39-b061-4be2-ad8f-843ceb6c28e9 admin admin] Deleting subnet 91059619-b031-4a7e-84da-6d717dd22090 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:08:24.165375 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b28b1b39-b061-4be2-ad8f-843ceb6c28e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.227879 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b28b1b39-b061-4be2-ad8f-843ceb6c28e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.237350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=c41bf6fe-34b3-44ef-b651-efdcdbe10401,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:24.310276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a5ac1bc8-58e2-4f66-927f-9821c0d13d51 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:24.342640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: a5ac1bc8-58e2-4f66-927f-9821c0d13d51 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:24.343349 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a5ac1bc8-58e2-4f66-927f-9821c0d13d51 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:24.360565 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b28b1b39-b061-4be2-ad8f-843ceb6c28e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.364379 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port ce11380d-9870-4b6a-91e4-621f2b5082c7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:24.369497 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port ce11380d-9870-4b6a-91e4-621f2b5082c7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:24.370127 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.465022 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b28b1b39-b061-4be2-ad8f-843ceb6c28e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.485751 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.529980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port ce11380d-9870-4b6a-91e4-621f2b5082c7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ce11380d-9870-4b6a-91e4-621f2b5082c7,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:24.535854 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.536806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e0f77dab-a541-45a4-9c63-e28944de1262 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:24.542101 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b1b39-b061-4be2-ad8f-843ceb6c28e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91059619-b031-4a7e-84da-6d717dd22090,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:24.546591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b28b1b39-b061-4be2-ad8f-843ceb6c28e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.551659 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b28b1b39-b061-4be2-ad8f-843ceb6c28e9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/91059619-b031-4a7e-84da-6d717dd22090 HTTP/1.1" status: 204 len: 168 time: 0.4514759 Sep 07 16:08:24.551659 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43536) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:24.649740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=ce11380d-9870-4b6a-91e4-621f2b5082c7,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:24.656878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee306f06-05f4-42f2-bf7f-58aee8d6b14f None None] Network f079ec25-30e4-4bca-ada9-d4f5fa95e940 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:24.657404 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.673150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: e0f77dab-a541-45a4-9c63-e28944de1262 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:24.673410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e0f77dab-a541-45a4-9c63-e28944de1262 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:24.730723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:24.752583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Deleting port 54032e67-f5ac-462c-86fc-aea85c099349 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:24.752938 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.759560 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a853687a-af31-430e-bd0d-a0abbe00e515 x-openstack-request-id: req-a853687a-af31-430e-bd0d-a0abbe00e515 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:24.760438 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3152b00-a1c6-4e5f-a637-ed50620a0171", "name": "network-vif-deleted", "tag": "e0f77dab-a541-45a4-9c63-e28944de1262", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:24.760877 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a853687a-af31-430e-bd0d-a0abbe00e515 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:24.761441 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3152b00-a1c6-4e5f-a637-ed50620a0171', 'name': 'network-vif-deleted', 'tag': 'e0f77dab-a541-45a4-9c63-e28944de1262', 'status': 'completed', 'code': 200} Sep 07 16:08:24.764550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-ebcb66b6-809d-4bf7-9ac3-0f5f367ac01e req-243dcbfe-01e0-4f3a-94eb-9e2600860ae0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Deleting port e87c989a-8db7-400d-a34d-70dfa3576bf7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:24.765095 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ebcb66b6-809d-4bf7-9ac3-0f5f367ac01e req-243dcbfe-01e0-4f3a-94eb-9e2600860ae0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.876394 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.883275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] For port 54032e67-f5ac-462c-86fc-aea85c099349, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=54032e67-f5ac-462c-86fc-aea85c099349,segment=NetworkSegment(2f44e1c3-ae92-4ccf-950e-dac234866475),segment_id=2f44e1c3-ae92-4ccf-950e-dac234866475)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:24.883799 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.911504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9270e2-1d07-49af-ac85-d15a23e645c6 req-8155303c-281f-422e-bee7-1aedf8f5a9b7 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:24.921362 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab9270e2-1d07-49af-ac85-d15a23e645c6 req-8155303c-281f-422e-bee7-1aedf8f5a9b7 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 945 time: 0.1779804 Sep 07 16:08:24.928187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Calling delete_port for 54032e67-f5ac-462c-86fc-aea85c099349 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:24.942166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:24.950294 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:24.978256 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-5a4ec2e5-4216-4a38-b0e3-ecbcb0000b2a tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.026958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d51f002-404e-48f7-aafa-dd431e8dc745 None None] DHCP port deletion for f079ec25-30e4-4bca-ada9-d4f5fa95e940 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:08:25.074434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab9270e2-1d07-49af-ac85-d15a23e645c6 req-4600bb78-60a5-4ff6-9448-9d5cf0641625 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513352 Sep 07 16:08:25.091448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:25.105854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ec2e5-4216-4a38-b0e3-ecbcb0000b2a tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Pushing event deleted for resources: {'Port': ['ID=a7a80619-c180-4b8d-8a67-1382baf34d90,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:25.122266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4d51f002-404e-48f7-aafa-dd431e8dc745 None None] Deleting port 54032e67-f5ac-462c-86fc-aea85c099349 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:25.123137 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d51f002-404e-48f7-aafa-dd431e8dc745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.164787 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.190585 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f931a1-a0eb-4c8d-b499-02cf292e2536 x-openstack-request-id: req-c3f931a1-a0eb-4c8d-b499-02cf292e2536 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:25.190892 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-plugged", "status": "completed", "tag": "bdc38ef5-5046-4fb6-9ea9-77b60e5dc691", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:25.191152 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3f931a1-a0eb-4c8d-b499-02cf292e2536 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:25.191556 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc38ef5-5046-4fb6-9ea9-77b60e5dc691', 'code': 200} Sep 07 16:08:25.268214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ebcb66b6-809d-4bf7-9ac3-0f5f367ac01e req-243dcbfe-01e0-4f3a-94eb-9e2600860ae0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] For port e87c989a-8db7-400d-a34d-70dfa3576bf7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e87c989a-8db7-400d-a34d-70dfa3576bf7,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:25.268623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ebcb66b6-809d-4bf7-9ac3-0f5f367ac01e req-243dcbfe-01e0-4f3a-94eb-9e2600860ae0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.276487 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=54032e67-f5ac-462c-86fc-aea85c099349,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:25.284724 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] No DVR routers for this DVR port 54032e67-f5ac-462c-86fc-aea85c099349 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:25.301028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4d51f002-404e-48f7-aafa-dd431e8dc745 None None] For port 54032e67-f5ac-462c-86fc-aea85c099349, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=54032e67-f5ac-462c-86fc-aea85c099349,segment=NetworkSegment(2f44e1c3-ae92-4ccf-950e-dac234866475),segment_id=2f44e1c3-ae92-4ccf-950e-dac234866475)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:25.302412 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d51f002-404e-48f7-aafa-dd431e8dc745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.327668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4d51f002-404e-48f7-aafa-dd431e8dc745 None None] Calling delete_port for 54032e67-f5ac-462c-86fc-aea85c099349 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:25.386271 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.411862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f079ec25-30e4-4bca-ada9-d4f5fa95e940']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:25.426998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f44e1c3-ae92-4ccf-950e-dac234866475') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:25.427805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f44e1c3-ae92-4ccf-950e-dac234866475') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:25.438374 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d51f002-404e-48f7-aafa-dd431e8dc745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.439877 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.454362 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.461744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:08:25.462503 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.472252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51f002-404e-48f7-aafa-dd431e8dc745 None None] Pushing event deleted for resources: {'Port': ['ID=54032e67-f5ac-462c-86fc-aea85c099349,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:25.475445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d51f002-404e-48f7-aafa-dd431e8dc745 None None] No DVR routers for this DVR port 54032e67-f5ac-462c-86fc-aea85c099349 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:25.480125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e681de-1212-4a69-af7e-0348fad19339 req-7b97d1b6-873f-4681-9803-3881d37a7f64 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:25.482132 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-7b97d1b6-873f-4681-9803-3881d37a7f64 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/networks?id=128062b4-eb7d-4f66-9c3b-585ecdef1766 HTTP/1.1" status: 200 len: 805 time: 0.1975431 Sep 07 16:08:25.490831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-ebcb66b6-809d-4bf7-9ac3-0f5f367ac01e req-243dcbfe-01e0-4f3a-94eb-9e2600860ae0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Calling delete_port for e87c989a-8db7-400d-a34d-70dfa3576bf7 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:25.513975 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-5a4ec2e5-4216-4a38-b0e3-ecbcb0000b2a tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.516582 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-5a4ec2e5-4216-4a38-b0e3-ecbcb0000b2a tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.517740 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d09415f-a306-4a55-b0f7-e3b5796aaf05 req-5a4ec2e5-4216-4a38-b0e3-ecbcb0000b2a tempest-FloatingIPDetailsTestJSON-81051338 tempest-FloatingIPDetailsTestJSON-81051338-project] 10.222.0.70 "DELETE /v2.0/floatingips/f0e27945-a28c-4b09-bc2f-109f001b256f HTTP/1.1" status: 204 len: 173 time: 2.6293688 Sep 07 16:08:25.528026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-3df3fa62-7795-4922-b8e7-262658756a5c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/quotas/669fa4af9816477bab27e809acea0ffd HTTP/1.1" status: 200 len: 375 time: 0.0335250 Sep 07 16:08:25.531734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43566) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:08:25.553839 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:08:25.566040 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.819615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-b34f1dfa-42d5-4204-9c82-aa3289660d66 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=669fa4af9816477bab27e809acea0ffd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2906880 Sep 07 16:08:25.863853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3434b0-9f49-41f7-8538-6f8900bbadaf req-683da23f-bebe-4513-8cc9-c6e89bfa7c20 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:25.874125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3434b0-9f49-41f7-8538-6f8900bbadaf req-683da23f-bebe-4513-8cc9-c6e89bfa7c20 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:25.878408 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:25.883257 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f079ec25-30e4-4bca-ada9-d4f5fa95e940 HTTP/1.1" status: 204 len: 168 time: 1.3280401 Sep 07 16:08:25.884187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535326fe-56f1-4e2e-9252-abb673eeebe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f079ec25-30e4-4bca-ada9-d4f5fa95e940,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:25.890203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3434b0-9f49-41f7-8538-6f8900bbadaf req-683da23f-bebe-4513-8cc9-c6e89bfa7c20 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:25.891896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd3434b0-9f49-41f7-8538-6f8900bbadaf req-683da23f-bebe-4513-8cc9-c6e89bfa7c20 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2418 time: 0.2504508 Sep 07 16:08:25.966590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 54032e67-f5ac-462c-86fc-aea85c099349 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:25.993116 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 54032e67-f5ac-462c-86fc-aea85c099349 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:25.993538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 54032e67-f5ac-462c-86fc-aea85c099349 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:25.994167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f24d8e9f-bd75-4850-8d9d-d107d5702646 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:26.015943 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f24d8e9f-bd75-4850-8d9d-d107d5702646 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:26.016297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f24d8e9f-bd75-4850-8d9d-d107d5702646 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:26.069280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd3434b0-9f49-41f7-8538-6f8900bbadaf req-55942f88-6625-4d56-88e0-b1e81ba0ca22 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674895 Sep 07 16:08:26.089787 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ebcb66b6-809d-4bf7-9ac3-0f5f367ac01e req-243dcbfe-01e0-4f3a-94eb-9e2600860ae0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:26.173474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43584) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:26.179712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dcbfe-01e0-4f3a-94eb-9e2600860ae0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Pushing event deleted for resources: {'Port': ['ID=e87c989a-8db7-400d-a34d-70dfa3576bf7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:26.243086 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d3502685-4af3-4892-8c93-078092e38f84 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d5f5e44a9dc413d8a3ab3a03e919809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682831 Sep 07 16:08:26.244069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43588) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:26.262595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026e7fb-caab-4330-a04f-ad4c07c4e615 req-35f04182-f2a6-4089-841c-8510ef0bc495 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:26.264101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c026e7fb-caab-4330-a04f-ad4c07c4e615 req-35f04182-f2a6-4089-841c-8510ef0bc495 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051a58-0eb4-4fb8-af16-47f21acb97a6 HTTP/1.1" status: 200 len: 943 time: 0.2398226 Sep 07 16:08:26.271222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcb66b6-809d-4bf7-9ac3-0f5f367ac01e req-243dcbfe-01e0-4f3a-94eb-9e2600860ae0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] No DVR routers for this DVR port e87c989a-8db7-400d-a34d-70dfa3576bf7 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:26.281742 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ebcb66b6-809d-4bf7-9ac3-0f5f367ac01e req-243dcbfe-01e0-4f3a-94eb-9e2600860ae0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:26.283663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ebcb66b6-809d-4bf7-9ac3-0f5f367ac01e req-243dcbfe-01e0-4f3a-94eb-9e2600860ae0 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.54 "DELETE /v2.0/ports/e87c989a-8db7-400d-a34d-70dfa3576bf7 HTTP/1.1" status: 204 len: 173 time: 2.5077491 Sep 07 16:08:26.316886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b918df9-9dd8-4ff7-aebc-0d92de943268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:26.320314 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-ed62cfb9-d7ce-4302-b4a3-b6605bd9596b service neutron] 10.222.0.70 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853089 Sep 07 16:08:26.370845 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b918df9-9dd8-4ff7-aebc-0d92de943268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:26.457345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b918df9-9dd8-4ff7-aebc-0d92de943268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:26.462741 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b918df9-9dd8-4ff7-aebc-0d92de943268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:26.485653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-1f2178fb-7d52-4541-996f-87c7abd4004e service neutron] 10.222.0.70 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537478 Sep 07 16:08:26.487415 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4b918df9-9dd8-4ff7-aebc-0d92de943268 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dbff4394-0cf5-49d1-8d4b-4eda60595426 HTTP/1.1" status: 204 len: 168 time: 0.2386532 Sep 07 16:08:26.509855 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b918df9-9dd8-4ff7-aebc-0d92de943268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbff4394-0cf5-49d1-8d4b-4eda60595426,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:26.526667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c026e7fb-caab-4330-a04f-ad4c07c4e615 req-e9723fa4-bbbd-4145-9fd8-90d33571d415 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Deleting port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:26.527021 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c026e7fb-caab-4330-a04f-ad4c07c4e615 req-e9723fa4-bbbd-4145-9fd8-90d33571d415 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:26.640002 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e267421c-edcd-4651-8996-199bcc4e7689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:26.703155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c026e7fb-caab-4330-a04f-ad4c07c4e615 req-e9723fa4-bbbd-4145-9fd8-90d33571d415 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] For port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:26.703530 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c026e7fb-caab-4330-a04f-ad4c07c4e615 req-e9723fa4-bbbd-4145-9fd8-90d33571d415 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:26.724370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c026e7fb-caab-4330-a04f-ad4c07c4e615 req-e9723fa4-bbbd-4145-9fd8-90d33571d415 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Calling delete_port for 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:26.762858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51e4bf7-2453-4b63-8770-0e9f9e2883eb', 'name': 'network-vif-deleted', 'tag': 'e87c989a-8db7-400d-a34d-70dfa3576bf7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:26.765116 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a39f6e-3a93-4535-bbdb-27985084f350" -d '{"events": [{"server_uuid": "b51e4bf7-2453-4b63-8770-0e9f9e2883eb", "name": "network-vif-deleted", "tag": "e87c989a-8db7-400d-a34d-70dfa3576bf7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:27.007746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9da52df9-7b1f-43f6-a1d9-a8e81e69e9c6 req-c7d2ccf7-2449-4f3f-b053-4f984b5233bd tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=b51e4bf7-2453-4b63-8770-0e9f9e2883eb HTTP/1.1" status: 200 len: 210 time: 0.0519032 Sep 07 16:08:27.064320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8f467-a78c-4909-bd22-ebf09f6965a4 req-d8b606d2-88a4-4db7-9df0-8ea46f1e1491 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:27.066207 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43e8f467-a78c-4909-bd22-ebf09f6965a4 req-d8b606d2-88a4-4db7-9df0-8ea46f1e1491 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.54 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 944 time: 0.2320406 Sep 07 16:08:27.193167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41bf6fe-34b3-44ef-b651-efdcdbe10401'}, {'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce11380d-9870-4b6a-91e4-621f2b5082c7'}, {'server_uuid': '33051a58-0eb4-4fb8-af16-47f21acb97a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:27.199245 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fd5efa-c0ab-4a62-a191-22a17e3a3c3e" -d '{"events": [{"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-plugged", "status": "completed", "tag": "c41bf6fe-34b3-44ef-b651-efdcdbe10401"}, {"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-plugged", "status": "completed", "tag": "ce11380d-9870-4b6a-91e4-621f2b5082c7"}, {"server_uuid": "33051a58-0eb4-4fb8-af16-47f21acb97a6", "name": "network-vif-unplugged", "status": "completed", "tag": "05d1e5dc-b35e-4ca7-94ad-42b9786803b1"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:27.287323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d10728c1-df34-42b8-a485-bebade12788d req-66d52abf-5185-4b99-bc5f-8efa055ee24b tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 210 time: 0.0709157 Sep 07 16:08:27.335494 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c026e7fb-caab-4330-a04f-ad4c07c4e615 req-e9723fa4-bbbd-4145-9fd8-90d33571d415 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:27.374158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962accb-13c3-4392-9348-a9784aee2bc5 req-b9c8ab38-a67b-4c28-ae21-8b70344a5ca9 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:27.382367 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c962accb-13c3-4392-9348-a9784aee2bc5 req-b9c8ab38-a67b-4c28-ae21-8b70344a5ca9 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 944 time: 0.2247183 Sep 07 16:08:27.408085 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f9d56a-9a83-4ed3-a566-93be33d3e6ee x-openstack-request-id: req-c7f9d56a-9a83-4ed3-a566-93be33d3e6ee {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:27.408663 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51e4bf7-2453-4b63-8770-0e9f9e2883eb", "name": "network-vif-deleted", "tag": "e87c989a-8db7-400d-a34d-70dfa3576bf7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:27.409103 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7f9d56a-9a83-4ed3-a566-93be33d3e6ee {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:27.409662 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51e4bf7-2453-4b63-8770-0e9f9e2883eb', 'name': 'network-vif-deleted', 'tag': 'e87c989a-8db7-400d-a34d-70dfa3576bf7', 'status': 'completed', 'code': 200} Sep 07 16:08:27.421994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9723fa4-bbbd-4145-9fd8-90d33571d415 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Pushing event deleted for resources: {'Port': ['ID=05d1e5dc-b35e-4ca7-94ad-42b9786803b1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:27.432820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-43e8f467-a78c-4909-bd22-ebf09f6965a4 req-30e7d57f-3c47-4cf0-873f-7aa8f5d75b7e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Deleting port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:27.433171 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43e8f467-a78c-4909-bd22-ebf09f6965a4 req-30e7d57f-3c47-4cf0-873f-7aa8f5d75b7e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:27.547577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026e7fb-caab-4330-a04f-ad4c07c4e615 req-e9723fa4-bbbd-4145-9fd8-90d33571d415 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] No DVR routers for this DVR port 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:27.563826 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c026e7fb-caab-4330-a04f-ad4c07c4e615 req-e9723fa4-bbbd-4145-9fd8-90d33571d415 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:27.565855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c026e7fb-caab-4330-a04f-ad4c07c4e615 req-e9723fa4-bbbd-4145-9fd8-90d33571d415 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.35 "DELETE /v2.0/ports/05d1e5dc-b35e-4ca7-94ad-42b9786803b1 HTTP/1.1" status: 204 len: 173 time: 1.2927377 Sep 07 16:08:27.595995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c962accb-13c3-4392-9348-a9784aee2bc5 req-dd2116fb-9441-48e1-a546-dc84338bee09 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124970 Sep 07 16:08:27.688842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a12eb-321c-4b6d-80bc-453d9dbefc8c req-a4599d30-413e-450d-a103-a67ead5dc78e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:27.695880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a12eb-321c-4b6d-80bc-453d9dbefc8c req-a4599d30-413e-450d-a103-a67ead5dc78e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:27.702391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a12eb-321c-4b6d-80bc-453d9dbefc8c req-a4599d30-413e-450d-a103-a67ead5dc78e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:27.710425 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-378a12eb-321c-4b6d-80bc-453d9dbefc8c req-a4599d30-413e-450d-a103-a67ead5dc78e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2418 time: 0.2154996 Sep 07 16:08:27.723455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-43e8f467-a78c-4909-bd22-ebf09f6965a4 req-30e7d57f-3c47-4cf0-873f-7aa8f5d75b7e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] For port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:27.723839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43e8f467-a78c-4909-bd22-ebf09f6965a4 req-30e7d57f-3c47-4cf0-873f-7aa8f5d75b7e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:27.727765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e267421c-edcd-4651-8996-199bcc4e7689 admin admin] Deleting port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:27.728458 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e267421c-edcd-4651-8996-199bcc4e7689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:27.771454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-43e8f467-a78c-4909-bd22-ebf09f6965a4 req-30e7d57f-3c47-4cf0-873f-7aa8f5d75b7e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Calling delete_port for c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:27.868022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-378a12eb-321c-4b6d-80bc-453d9dbefc8c req-e2a8ce7e-10a2-41f5-b185-cda0f96e8201 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566739 Sep 07 16:08:27.898145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e267421c-edcd-4651-8996-199bcc4e7689 admin admin] For port e94398c6-d1a0-4b60-af91-b5cadc6aa6e1, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e94398c6-d1a0-4b60-af91-b5cadc6aa6e1,segment=NetworkSegment(dcd01f59-9274-4793-a624-84024a35b38e),segment_id=dcd01f59-9274-4793-a624-84024a35b38e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:27.898597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e267421c-edcd-4651-8996-199bcc4e7689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:27.951613 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14350579-5e67-466d-9640-daaf3c4c9734 x-openstack-request-id: req-14350579-5e67-466d-9640-daaf3c4c9734 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:27.952184 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-plugged", "status": "completed", "tag": "c41bf6fe-34b3-44ef-b651-efdcdbe10401", "code": 200}, {"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-plugged", "status": "completed", "tag": "ce11380d-9870-4b6a-91e4-621f2b5082c7", "code": 200}, {"server_uuid": "33051a58-0eb4-4fb8-af16-47f21acb97a6", "name": "network-vif-unplugged", "status": "completed", "tag": "05d1e5dc-b35e-4ca7-94ad-42b9786803b1", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:27.952712 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-14350579-5e67-466d-9640-daaf3c4c9734 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:27.953504 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41bf6fe-34b3-44ef-b651-efdcdbe10401', 'code': 200} Sep 07 16:08:27.954174 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce11380d-9870-4b6a-91e4-621f2b5082c7', 'code': 200} Sep 07 16:08:27.954617 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33051a58-0eb4-4fb8-af16-47f21acb97a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1', 'code': 200} Sep 07 16:08:27.975672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e87c989a-8db7-400d-a34d-70dfa3576bf7 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:28.038234 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: e87c989a-8db7-400d-a34d-70dfa3576bf7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:28.038819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e87c989a-8db7-400d-a34d-70dfa3576bf7 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:28.266988 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e267421c-edcd-4651-8996-199bcc4e7689 admin admin] Calling delete_port for e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:28.350748 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790ba68-ec9d-40e5-b2e3-ff2c3972b577 req-8c287255-f366-473a-97fb-67989dc0cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:28.351273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790ba68-ec9d-40e5-b2e3-ff2c3972b577 req-8c287255-f366-473a-97fb-67989dc0cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:28.351970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790ba68-ec9d-40e5-b2e3-ff2c3972b577 req-8c287255-f366-473a-97fb-67989dc0cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:28.356205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e790ba68-ec9d-40e5-b2e3-ff2c3972b577 req-8c287255-f366-473a-97fb-67989dc0cb86 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2871 time: 0.1274705 Sep 07 16:08:28.452304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e681de-1212-4a69-af7e-0348fad19339 req-9259e895-44a8-42ff-9a37-c360772374c9 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:28.453842 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-9259e895-44a8-42ff-9a37-c360772374c9 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.54 "GET /v2.0/networks?id=128062b4-eb7d-4f66-9c3b-585ecdef1766 HTTP/1.1" status: 200 len: 805 time: 0.2559054 Sep 07 16:08:28.469888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-c3e681de-1212-4a69-af7e-0348fad19339 req-08d27a4f-be83-4abd-9ee8-55eee1d003fe tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Request body: {'port': {'device_id': '0d5378c3-d9a6-4962-8ed1-9b30890053c8', 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766', 'admin_state_up': True, 'tenant_id': '669fa4af9816477bab27e809acea0ffd'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:28.508056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9f42cb9-9c76-490f-8859-fa21aed806f4 req-e5aa0073-e7a9-4aa5-9ac4-d9b99c6206fd tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 210 time: 0.0420375 Sep 07 16:08:28.569616 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43e8f467-a78c-4909-bd22-ebf09f6965a4 req-30e7d57f-3c47-4cf0-873f-7aa8f5d75b7e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:28.573400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e790ba68-ec9d-40e5-b2e3-ff2c3972b577 req-e4750010-bbc5-4d7e-94f6-294b7cbe1418 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540678 Sep 07 16:08:28.583516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c8770f4d-12d5-4b01-a8ef-91b66b81ffe1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:28.596066 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e681de-1212-4a69-af7e-0348fad19339 req-08d27a4f-be83-4abd-9ee8-55eee1d003fe tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Made reservation on behalf of 669fa4af9816477bab27e809acea0ffd for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:28.600963 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3e681de-1212-4a69-af7e-0348fad19339 req-08d27a4f-be83-4abd-9ee8-55eee1d003fe tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:28.643384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7d57f-3c47-4cf0-873f-7aa8f5d75b7e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Pushing event deleted for resources: {'Port': ['ID=c8770f4d-12d5-4b01-a8ef-91b66b81ffe1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:28.666478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9aa44-1e1c-4d1e-a6f1-2716984b7dd0 req-672e971e-5977-4433-b4b7-fe4fc3169d1a tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:28.668039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aa9aa44-1e1c-4d1e-a6f1-2716984b7dd0 req-672e971e-5977-4433-b4b7-fe4fc3169d1a tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 945 time: 0.1590695 Sep 07 16:08:28.719441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e8f467-a78c-4909-bd22-ebf09f6965a4 req-30e7d57f-3c47-4cf0-873f-7aa8f5d75b7e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] No DVR routers for this DVR port c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:28.719827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:28.735509 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43e8f467-a78c-4909-bd22-ebf09f6965a4 req-30e7d57f-3c47-4cf0-873f-7aa8f5d75b7e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:28.737983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43e8f467-a78c-4909-bd22-ebf09f6965a4 req-30e7d57f-3c47-4cf0-873f-7aa8f5d75b7e tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.54 "DELETE /v2.0/ports/c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 HTTP/1.1" status: 204 len: 173 time: 1.6643381 Sep 07 16:08:28.744140 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:28.744526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 05d1e5dc-b35e-4ca7-94ad-42b9786803b1 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:28.760791 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aa9aa44-1e1c-4d1e-a6f1-2716984b7dd0 req-b5222364-593b-4795-8539-134d43a0761f tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761001 Sep 07 16:08:28.806588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-c3e681de-1212-4a69-af7e-0348fad19339 req-08d27a4f-be83-4abd-9ee8-55eee1d003fe tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Allocated IP 172.20.0.4 (128062b4-eb7d-4f66-9c3b-585ecdef1766/16512a79-062b-41f3-bfdf-b580889f79b3/915182d6-f402-4fb4-8661-46b4710cce5f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:28.856878 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e267421c-edcd-4651-8996-199bcc4e7689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:28.930818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267421c-edcd-4651-8996-199bcc4e7689 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94398c6-d1a0-4b60-af91-b5cadc6aa6e1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:29.114209 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3e681de-1212-4a69-af7e-0348fad19339 req-08d27a4f-be83-4abd-9ee8-55eee1d003fe tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:29.128172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-723a054f-0420-4923-94f9-5323a6c569f7 req-de8ed5d0-2681-4ad1-b56b-ca4da9e635d9 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=fec74927-d4ee-4e82-ae95-d86c235979d2 HTTP/1.1" status: 200 len: 210 time: 0.1581750 Sep 07 16:08:29.213792 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3e681de-1212-4a69-af7e-0348fad19339 req-08d27a4f-be83-4abd-9ee8-55eee1d003fe tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:29.237623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f013fac-4490-4536-b0a8-41a5ef643195 req-1edfd5b9-fd70-4d2f-8e31-a0d7f9557ce4 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:29.241767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f013fac-4490-4536-b0a8-41a5ef643195 req-1edfd5b9-fd70-4d2f-8e31-a0d7f9557ce4 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 945 time: 0.3219528 Sep 07 16:08:29.268378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e681de-1212-4a69-af7e-0348fad19339 req-08d27a4f-be83-4abd-9ee8-55eee1d003fe tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Network 128062b4-eb7d-4f66-9c3b-585ecdef1766 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:29.274646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-c3e681de-1212-4a69-af7e-0348fad19339 req-08d27a4f-be83-4abd-9ee8-55eee1d003fe tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:29.279639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e681de-1212-4a69-af7e-0348fad19339 req-08d27a4f-be83-4abd-9ee8-55eee1d003fe tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:29.284048 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d27a4f-be83-4abd-9ee8-55eee1d003fe tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Pushing event updated for resources: {'Port': ['ID=915182d6-f402-4fb4-8661-46b4710cce5f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:29.337172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e681de-1212-4a69-af7e-0348fad19339 req-08d27a4f-be83-4abd-9ee8-55eee1d003fe tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:29.337996 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3e681de-1212-4a69-af7e-0348fad19339 req-08d27a4f-be83-4abd-9ee8-55eee1d003fe tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:29.355187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43724) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:29.367144 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-08d27a4f-be83-4abd-9ee8-55eee1d003fe tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9027364 Sep 07 16:08:29.383112 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Request body: {'port': {'device_id': '0d5378c3-d9a6-4962-8ed1-9b30890053c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:29.399572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11aaa1-ba77-4468-a0b1-9eddb6fe5ffb req-4042ed5b-c23b-44eb-b23a-73143bb25edd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:29.405551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11aaa1-ba77-4468-a0b1-9eddb6fe5ffb req-4042ed5b-c23b-44eb-b23a-73143bb25edd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:29.411561 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11aaa1-ba77-4468-a0b1-9eddb6fe5ffb req-4042ed5b-c23b-44eb-b23a-73143bb25edd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:29.413296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a11aaa1-ba77-4468-a0b1-9eddb6fe5ffb req-4042ed5b-c23b-44eb-b23a-73143bb25edd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2418 time: 0.3436315 Sep 07 16:08:29.418661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33051a58-0eb4-4fb8-af16-47f21acb97a6', 'name': 'network-vif-deleted', 'tag': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1'}, {'server_uuid': 'fec74927-d4ee-4e82-ae95-d86c235979d2', 'name': 'network-vif-deleted', 'tag': 'c8770f4d-12d5-4b01-a8ef-91b66b81ffe1'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:29.421008 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5025f749-b9b4-4ff6-adb4-fde65c9be8f7" -d '{"events": [{"server_uuid": "33051a58-0eb4-4fb8-af16-47f21acb97a6", "name": "network-vif-deleted", "tag": "05d1e5dc-b35e-4ca7-94ad-42b9786803b1"}, {"server_uuid": "fec74927-d4ee-4e82-ae95-d86c235979d2", "name": "network-vif-deleted", "tag": "c8770f4d-12d5-4b01-a8ef-91b66b81ffe1"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:29.467970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:29.487820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e267421c-edcd-4651-8996-199bcc4e7689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:29.522796 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47789d6f-2f22-4952-8647-155a3566d743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:29.526983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a11aaa1-ba77-4468-a0b1-9eddb6fe5ffb req-dd4c64e4-4717-44d7-a920-91840049e7e5 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954096 Sep 07 16:08:29.585377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-7f013fac-4490-4536-b0a8-41a5ef643195 req-d04dae72-9838-4cf1-a144-ea2f7835731d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Deleting port c32a4fc9-a953-45df-b94a-64fa95e95004 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:29.585723 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7f013fac-4490-4536-b0a8-41a5ef643195 req-d04dae72-9838-4cf1-a144-ea2f7835731d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:29.646163 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf978d6-63ca-4518-836d-26e9f2f56e87 x-openstack-request-id: req-daf978d6-63ca-4518-836d-26e9f2f56e87 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:29.646163 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33051a58-0eb4-4fb8-af16-47f21acb97a6", "name": "network-vif-deleted", "tag": "05d1e5dc-b35e-4ca7-94ad-42b9786803b1", "status": "completed", "code": 200}, {"server_uuid": "fec74927-d4ee-4e82-ae95-d86c235979d2", "name": "network-vif-deleted", "tag": "c8770f4d-12d5-4b01-a8ef-91b66b81ffe1", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:29.648279 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-daf978d6-63ca-4518-836d-26e9f2f56e87 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:29.648279 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33051a58-0eb4-4fb8-af16-47f21acb97a6', 'name': 'network-vif-deleted', 'tag': '05d1e5dc-b35e-4ca7-94ad-42b9786803b1', 'status': 'completed', 'code': 200} Sep 07 16:08:29.648279 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec74927-d4ee-4e82-ae95-d86c235979d2', 'name': 'network-vif-deleted', 'tag': 'c8770f4d-12d5-4b01-a8ef-91b66b81ffe1', 'status': 'completed', 'code': 200} Sep 07 16:08:29.813482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a15328-1949-487d-b9f2-67cb519487fd req-2c607919-b641-46d8-a19e-abb8f4d82b76 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:29.815527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81a15328-1949-487d-b9f2-67cb519487fd req-2c607919-b641-46d8-a19e-abb8f4d82b76 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 931 time: 0.1334233 Sep 07 16:08:29.815863 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47789d6f-2f22-4952-8647-155a3566d743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:29.819885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7f013fac-4490-4536-b0a8-41a5ef643195 req-d04dae72-9838-4cf1-a144-ea2f7835731d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] For port c32a4fc9-a953-45df-b94a-64fa95e95004, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c32a4fc9-a953-45df-b94a-64fa95e95004,segment=NetworkSegment(52add11f-cdd1-4a7a-9c73-46f55c0c6071),segment_id=52add11f-cdd1-4a7a-9c73-46f55c0c6071)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:29.820267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7f013fac-4490-4536-b0a8-41a5ef643195 req-d04dae72-9838-4cf1-a144-ea2f7835731d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:29.829622 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47789d6f-2f22-4952-8647-155a3566d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:29.841057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-7f013fac-4490-4536-b0a8-41a5ef643195 req-d04dae72-9838-4cf1-a144-ea2f7835731d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Calling delete_port for c32a4fc9-a953-45df-b94a-64fa95e95004 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:29.900305 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-47789d6f-2f22-4952-8647-155a3566d743 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fef8949de76647bfaf33f9f8b84e1174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436907 Sep 07 16:08:29.901087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47789d6f-2f22-4952-8647-155a3566d743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d94de52-e23c-41fc-aab9-3adc2374762d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:29.922081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43746) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:29.957357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915182d6-f402-4fb4-8661-46b4710cce5f {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:29.975578 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:30.002883 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Transition to ACTIVE for port object 915182d6-f402-4fb4-8661-46b4710cce5f will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:30.007218 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9de175d-fcd7-4c3a-a738-3c6969e75914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:30.009493 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:30.043769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81a15328-1949-487d-b9f2-67cb519487fd req-6491b9f8-fc0f-4a95-8eaa-52e86cdc70c5 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919436 Sep 07 16:08:30.052069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e267421c-edcd-4651-8996-199bcc4e7689 admin admin] Router 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:08:30.065484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9de175d-fcd7-4c3a-a738-3c6969e75914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:30.083882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ed6d4-03b1-4f02-820e-aaa96b139a50 req-694ec69b-b2ef-4e70-b62a-11a0541a1bee tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:30.085686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb7ed6d4-03b1-4f02-820e-aaa96b139a50 req-694ec69b-b2ef-4e70-b62a-11a0541a1bee tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a8800a7-2c8c-4d26-81e5-f8b3f07e545f HTTP/1.1" status: 200 len: 945 time: 0.2327647 Sep 07 16:08:30.090571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Pushing event updated for resources: {'Port': ['ID=915182d6-f402-4fb4-8661-46b4710cce5f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:30.213013 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9de175d-fcd7-4c3a-a738-3c6969e75914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:30.215567 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9de175d-fcd7-4c3a-a738-3c6969e75914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:30.216816 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a9de175d-fcd7-4c3a-a738-3c6969e75914 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d94de52-e23c-41fc-aab9-3adc2374762d HTTP/1.1" status: 204 len: 168 time: 0.2938480 Sep 07 16:08:30.227973 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb7ed6d4-03b1-4f02-820e-aaa96b139a50 req-dac32e29-d08e-4a14-baad-4c156f973e66 tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6e76211-7444-4da5-a12a-9244804c641a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297903 Sep 07 16:08:30.230263 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de175d-fcd7-4c3a-a738-3c6969e75914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d94de52-e23c-41fc-aab9-3adc2374762d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:30.233109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Attempting to bind port 915182d6-f402-4fb4-8661-46b4710cce5f on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:30.233351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Attempting to bind port 915182d6-f402-4fb4-8661-46b4710cce5f by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:30.233672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Attempting to bind port 915182d6-f402-4fb4-8661-46b4710cce5f on network 128062b4-eb7d-4f66-9c3b-585ecdef1766 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:30.238578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Port 915182d6-f402-4fb4-8661-46b4710cce5f on network 128062b4-eb7d-4f66-9c3b-585ecdef1766 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:08:30.239569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Attempting to bind port 915182d6-f402-4fb4-8661-46b4710cce5f on network 128062b4-eb7d-4f66-9c3b-585ecdef1766 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:30.247390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:30.247739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Checking segment: {'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:30.249081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Bound using segment: {'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:30.249081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Bound port: 915182d6-f402-4fb4-8661-46b4710cce5f, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6653d8-9883-4d35-b73c-979250001836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:30.249081 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:30.314223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7f013fac-4490-4536-b0a8-41a5ef643195 req-d04dae72-9838-4cf1-a144-ea2f7835731d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:30.349654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e267421c-edcd-4651-8996-199bcc4e7689 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:08:30.353771 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dae72-9838-4cf1-a144-ea2f7835731d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Pushing event deleted for resources: {'Port': ['ID=c32a4fc9-a953-45df-b94a-64fa95e95004,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:30.353951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] For port 915182d6-f402-4fb4-8661-46b4710cce5f, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:30.357444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] For port 915182d6-f402-4fb4-8661-46b4710cce5f, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=915182d6-f402-4fb4-8661-46b4710cce5f,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:30.361909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e267421c-edcd-4651-8996-199bcc4e7689 admin admin] 10.222.0.70 "PUT /v2.0/routers/5cf8e9f7-2750-4dce-8073-f1f22ed80e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8264835 Sep 07 16:08:30.362390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43764) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:30.365161 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:30.368577 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c1f53-00ea-4f0c-8329-dac313379e66 None None] Sync routers for ids ['5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:08:30.381029 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c1f53-00ea-4f0c-8329-dac313379e66 None None] Routers {'5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:08:30.381820 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-737c1f53-00ea-4f0c-8329-dac313379e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:30.449390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f013fac-4490-4536-b0a8-41a5ef643195 req-d04dae72-9838-4cf1-a144-ea2f7835731d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] No DVR routers for this DVR port c32a4fc9-a953-45df-b94a-64fa95e95004 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:30.453942 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7f013fac-4490-4536-b0a8-41a5ef643195 req-d04dae72-9838-4cf1-a144-ea2f7835731d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:30.456239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f013fac-4490-4536-b0a8-41a5ef643195 req-d04dae72-9838-4cf1-a144-ea2f7835731d tempest-LiveAutoBlockMigrationV225Test-1336766181 tempest-LiveAutoBlockMigrationV225Test-1336766181-project] 10.222.0.54 "DELETE /v2.0/ports/c32a4fc9-a953-45df-b94a-64fa95e95004 HTTP/1.1" status: 204 len: 173 time: 1.1970999 Sep 07 16:08:30.462583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:30.463226 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:30.464683 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] 10.222.0.54 "PUT /v2.0/ports/915182d6-f402-4fb4-8661-46b4710cce5f HTTP/1.1" status: 200 len: 1091 time: 1.0889478 Sep 07 16:08:30.465157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5378c3-d9a6-4962-8ed1-9b30890053c8', 'tag': '915182d6-f402-4fb4-8661-46b4710cce5f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:30.478291 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e1a7c6-e536-43ed-be57-9ce94ae862dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5378c3-d9a6-4962-8ed1-9b30890053c8", "tag": "915182d6-f402-4fb4-8661-46b4710cce5f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:30.546957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b6a19-67ca-42b2-872f-9901b0dd7849 service neutron] Pushing event updated for resources: {'Port': ['ID=915182d6-f402-4fb4-8661-46b4710cce5f,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:30.584522 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:30.627616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e681de-1212-4a69-af7e-0348fad19339 req-da0f9375-a3b8-403d-86e8-eea8d48d51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:30.629204 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-da0f9375-a3b8-403d-86e8-eea8d48d51c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=669fa4af9816477bab27e809acea0ffd&device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 1094 time: 0.0907381 Sep 07 16:08:30.706964 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-737c1f53-00ea-4f0c-8329-dac313379e66 None None] Set router 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:08:30.732992 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ae4a1a-c421-431a-bb13-bc510d1dbdb4 x-openstack-request-id: req-c4ae4a1a-c421-431a-bb13-bc510d1dbdb4 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:30.733581 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5378c3-d9a6-4962-8ed1-9b30890053c8", "tag": "915182d6-f402-4fb4-8661-46b4710cce5f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:30.734152 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4ae4a1a-c421-431a-bb13-bc510d1dbdb4 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:30.734752 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5378c3-d9a6-4962-8ed1-9b30890053c8', 'tag': '915182d6-f402-4fb4-8661-46b4710cce5f', 'status': 'completed', 'code': 200} Sep 07 16:08:30.736923 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-ccd3cb41-b6c0-4b30-b6fd-b49bc26b2856 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=915182d6-f402-4fb4-8661-46b4710cce5f HTTP/1.1" status: 200 len: 217 time: 0.0927250 Sep 07 16:08:30.831792 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:30.842989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e681de-1212-4a69-af7e-0348fad19339 req-1a3cfaaf-cdee-4809-9778-433472606dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:30.846166 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-1a3cfaaf-cdee-4809-9778-433472606dae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16512a79-062b-41f3-bfdf-b580889f79b3 HTTP/1.1" status: 200 len: 845 time: 0.1006632 Sep 07 16:08:30.869684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1b1fb-bd39-4b42-9280-2112fc2d48f5 req-016ea952-3925-417f-8a4d-7b31756e7748 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:30.876161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1b1fb-bd39-4b42-9280-2112fc2d48f5 req-016ea952-3925-417f-8a4d-7b31756e7748 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:30.882810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1b1fb-bd39-4b42-9280-2112fc2d48f5 req-016ea952-3925-417f-8a4d-7b31756e7748 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:30.884868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44b1b1fb-bd39-4b42-9280-2112fc2d48f5 req-016ea952-3925-417f-8a4d-7b31756e7748 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2418 time: 0.1233554 Sep 07 16:08:30.989003 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-9d587255-45c3-4e3a-9f38-33cac3242d58 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=128062b4-eb7d-4f66-9c3b-585ecdef1766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303749 Sep 07 16:08:31.035346 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-737c1f53-00ea-4f0c-8329-dac313379e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-1002074264-router', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '034790d2-1412-433d-a674-c0dce66d2db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:27Z', 'updated_at': '2021-09-07T16:08:28Z', 'revision_number': 5, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'gw_port': {'id': '034790d2-1412-433d-a674-c0dce66d2db3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:29Z', 'updated_at': '2021-09-07T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:31.042722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44b1b1fb-bd39-4b42-9280-2112fc2d48f5 req-18ffd0ba-b1d8-4def-9deb-7ef3ab86fb4e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228647 Sep 07 16:08:31.081042 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c1f53-00ea-4f0c-8329-dac313379e66 None None] Checking router: 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:08:31.092194 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c1f53-00ea-4f0c-8329-dac313379e66 None None] Routers {'5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:08:31.093140 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-737c1f53-00ea-4f0c-8329-dac313379e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:31.100004 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc184967-e9dd-4d9b-9935-91bf2f50b9b1 req-46c2a00c-f436-4edf-94c4-3bff0ac96670 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:31.117143 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc184967-e9dd-4d9b-9935-91bf2f50b9b1 req-46c2a00c-f436-4edf-94c4-3bff0ac96670 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 944 time: 0.1730378 Sep 07 16:08:31.226762 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-737c1f53-00ea-4f0c-8329-dac313379e66 None None] Set router 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:08:31.282234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Deleting port 034790d2-1412-433d-a674-c0dce66d2db3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:31.283243 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:31.285090 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-737c1f53-00ea-4f0c-8329-dac313379e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-1002074264-router', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:27Z', 'updated_at': '2021-09-07T16:08:30Z', 'revision_number': 6, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:31.316112 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c1f53-00ea-4f0c-8329-dac313379e66 None None] The sync data for ids ['5cf8e9f7-2750-4dce-8073-f1f22ed80e8a'] in n-d-807551-3 is: [{'id': '5cf8e9f7-2750-4dce-8073-f1f22ed80e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-1002074264-router', 'tenant_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:27Z', 'updated_at': '2021-09-07T16:08:30Z', 'revision_number': 6, 'project_id': 'a007bfd5719e4de28a4986b1f05ea2c0', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:08:31.316384 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-f41a91b0-6b36-447f-bea4-2c588c7e8aec service neutron] 10.222.0.54 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170149 Sep 07 16:08:31.392242 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dafc8-7fb1-456b-8831-3e667bd1705a req-a96b2fec-b20c-4f7e-a706-d8915f162fa6 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:31.393791 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-773dafc8-7fb1-456b-8831-3e667bd1705a req-a96b2fec-b20c-4f7e-a706-d8915f162fa6 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 944 time: 0.2747188 Sep 07 16:08:31.457392 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:31.466115 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e681de-1212-4a69-af7e-0348fad19339 req-0d69f0a3-ff9b-455e-89e8-e6089ed0418b service neutron] 10.222.0.54 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386533 Sep 07 16:08:31.539707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc184967-e9dd-4d9b-9935-91bf2f50b9b1 req-bf89d5f2-6fd6-4c81-a452-1ebe8e70ba18 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810785 Sep 07 16:08:31.550133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da624d-0ad5-4f8d-92b1-7b1fb42036fe req-f699b68d-6e63-40ef-8d4e-4775c66dc50c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:31.566707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1da624d-0ad5-4f8d-92b1-7b1fb42036fe req-f699b68d-6e63-40ef-8d4e-4775c66dc50c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 943 time: 0.3035531 Sep 07 16:08:31.591323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1a7c6-e536-43ed-be57-9ce94ae862dd req-c9482ae0-e8d2-4c7f-a1b2-f16380608aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:31.593596 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-18e1a7c6-e536-43ed-be57-9ce94ae862dd req-c9482ae0-e8d2-4c7f-a1b2-f16380608aa0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=669fa4af9816477bab27e809acea0ffd&device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 1094 time: 0.0648539 Sep 07 16:08:31.597673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43810) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:31.608299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] For port 034790d2-1412-433d-a674-c0dce66d2db3, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=034790d2-1412-433d-a674-c0dce66d2db3,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:31.608698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:31.788536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43816) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:31.804562 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1a7c6-e536-43ed-be57-9ce94ae862dd req-a1ed5a97-5cae-44db-afe4-ebba8c2f8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:31.806925 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-18e1a7c6-e536-43ed-be57-9ce94ae862dd req-a1ed5a97-5cae-44db-afe4-ebba8c2f8c72 service neutron] 10.222.0.54 "GET /v2.0/networks?id=128062b4-eb7d-4f66-9c3b-585ecdef1766 HTTP/1.1" status: 200 len: 906 time: 0.2025068 Sep 07 16:08:31.819867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2020336440-network', 'tenant_id': '0b83c5fa846648dcb13c901c710885ec'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:31.864528 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-18e1a7c6-e536-43ed-be57-9ce94ae862dd req-0d2b455a-ac08-4247-8ac6-fe2fb53cad84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=915182d6-f402-4fb4-8661-46b4710cce5f HTTP/1.1" status: 200 len: 217 time: 0.0487838 Sep 07 16:08:31.941689 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Made reservation on behalf of 0b83c5fa846648dcb13c901c710885ec for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:31.943978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:31.966057 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:31.984729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:31.991556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8800a7-2c8c-4d26-81e5-f8b3f07e545f', 'name': 'network-vif-deleted', 'tag': 'c32a4fc9-a953-45df-b94a-64fa95e95004'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:31.992319 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1a7c6-e536-43ed-be57-9ce94ae862dd req-0605bf8e-1f79-4fad-884d-298752e66860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:31.993860 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-18e1a7c6-e536-43ed-be57-9ce94ae862dd req-0605bf8e-1f79-4fad-884d-298752e66860 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16512a79-062b-41f3-bfdf-b580889f79b3 HTTP/1.1" status: 200 len: 845 time: 0.1144743 Sep 07 16:08:31.994083 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfed5152-d4e6-46a5-8dee-f5780be43cba" -d '{"events": [{"server_uuid": "1a8800a7-2c8c-4d26-81e5-f8b3f07e545f", "name": "network-vif-deleted", "tag": "c32a4fc9-a953-45df-b94a-64fa95e95004"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:31.999851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a919dcc-7717-42f2-9668-633f3c1a33be admin admin] Deleting subnet 223246ab-fef5-4bb3-b713-91f21f94e39f {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:08:32.007468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:32.007988 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a919dcc-7717-42f2-9668-633f3c1a33be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.008386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c8770f4d-12d5-4b01-a8ef-91b66b81ffe1 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:32.013949 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Calling delete_port for 034790d2-1412-433d-a674-c0dce66d2db3 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:32.022892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1da624d-0ad5-4f8d-92b1-7b1fb42036fe req-4cdb948c-a04a-4438-bdd2-5bbb06140bba tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547367 Sep 07 16:08:32.047558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-773dafc8-7fb1-456b-8831-3e667bd1705a req-3c10077a-9eb1-46b9-be9a-94b0dee128fb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Deleting port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:32.048127 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-773dafc8-7fb1-456b-8831-3e667bd1705a req-3c10077a-9eb1-46b9-be9a-94b0dee128fb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.057063 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-18e1a7c6-e536-43ed-be57-9ce94ae862dd req-6390c7b2-fc13-4f58-a9d8-958c9544b58f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=128062b4-eb7d-4f66-9c3b-585ecdef1766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526950 Sep 07 16:08:32.106990 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a919dcc-7717-42f2-9668-633f3c1a33be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.183216 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909777b6-188f-4a92-8bed-897d4a32e947 x-openstack-request-id: req-909777b6-188f-4a92-8bed-897d4a32e947 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:32.183443 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8800a7-2c8c-4d26-81e5-f8b3f07e545f", "name": "network-vif-deleted", "tag": "c32a4fc9-a953-45df-b94a-64fa95e95004", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:32.183704 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-909777b6-188f-4a92-8bed-897d4a32e947 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:32.184120 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8800a7-2c8c-4d26-81e5-f8b3f07e545f', 'name': 'network-vif-deleted', 'tag': 'c32a4fc9-a953-45df-b94a-64fa95e95004', 'status': 'completed', 'code': 200} Sep 07 16:08:32.199164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.256792 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a919dcc-7717-42f2-9668-633f3c1a33be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.261427 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-18e1a7c6-e536-43ed-be57-9ce94ae862dd req-23ea2a59-aae0-473e-b741-5c4dbe23a5b7 service neutron] 10.222.0.54 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955063 Sep 07 16:08:32.265691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-773dafc8-7fb1-456b-8831-3e667bd1705a req-3c10077a-9eb1-46b9-be9a-94b0dee128fb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] For port 1d704aab-3f20-4af9-a32d-4341fad9d1d2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1d704aab-3f20-4af9-a32d-4341fad9d1d2,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:32.266163 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-773dafc8-7fb1-456b-8831-3e667bd1705a req-3c10077a-9eb1-46b9-be9a-94b0dee128fb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.294998 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:32.305525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-773dafc8-7fb1-456b-8831-3e667bd1705a req-3c10077a-9eb1-46b9-be9a-94b0dee128fb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Calling delete_port for 1d704aab-3f20-4af9-a32d-4341fad9d1d2 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:32.343610 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:32.345456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e94398c6-d1a0-4b60-af91-b5cadc6aa6e1 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:32.346108 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 034790d2-1412-433d-a674-c0dce66d2db3 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:32.375738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7d7d9-be22-4011-b829-511a526a8cdd req-7cff5e39-7673-4fb6-a466-c2e75c38ce35 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:32.383580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7d7d9-be22-4011-b829-511a526a8cdd req-7cff5e39-7673-4fb6-a466-c2e75c38ce35 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:32.390052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7d7d9-be22-4011-b829-511a526a8cdd req-7cff5e39-7673-4fb6-a466-c2e75c38ce35 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:32.393788 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.406392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3d7d7d9-be22-4011-b829-511a526a8cdd req-7cff5e39-7673-4fb6-a466-c2e75c38ce35 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2418 time: 0.2537634 Sep 07 16:08:32.408084 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.436239 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a919dcc-7717-42f2-9668-633f3c1a33be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.457322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:08:32.494342 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.541116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a919dcc-7717-42f2-9668-633f3c1a33be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223246ab-fef5-4bb3-b713-91f21f94e39f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:32.543160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8809cb-37c3-477c-89c9-4f863768e329,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:32.546770 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3d7d7d9-be22-4011-b829-511a526a8cdd req-8921146d-ae64-458a-bddb-fd0c52fd1c1c tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386809 Sep 07 16:08:32.565585 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a919dcc-7717-42f2-9668-633f3c1a33be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.570368 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3a919dcc-7717-42f2-9668-633f3c1a33be admin admin] 10.222.0.70 "DELETE /v2.0/subnets/223246ab-fef5-4bb3-b713-91f21f94e39f HTTP/1.1" status: 204 len: 168 time: 0.7806566 Sep 07 16:08:32.574516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43836) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:32.576077 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.576505 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Added segment 7d829bb1-e4f7-4676-8514-fd7afb788402 of type vlan for network 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db Sep 07 16:08:32.580277 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-18e1a7c6-e536-43ed-be57-9ce94ae862dd req-8cc7e579-07b2-4e3e-a5c0-0f9b2ab49f55 service neutron] 10.222.0.54 "GET /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921760 Sep 07 16:08:32.620234 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.648566 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.694552 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.696095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:32.696855 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.707738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=034790d2-1412-433d-a674-c0dce66d2db3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:32.737082 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1384306 Sep 07 16:08:32.740057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43844) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:32.746681 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8c3e2333-02a0-430d-b8df-7f9c0cba733a admin admin] Request body: {'subnet': {'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2020336440-subnet', 'tenant_id': '0b83c5fa846648dcb13c901c710885ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:32.753123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f65fb832-76d3-4e3b-8144-de492ce9cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.780796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c80754-65a2-4fef-bc83-1175d10e36bb admin admin] Pushing event updated for resources: {'Network': ['ID=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:32.798763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:08:32.800642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3e2333-02a0-430d-b8df-7f9c0cba733a admin admin] Made reservation on behalf of 0b83c5fa846648dcb13c901c710885ec for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:32.804112 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2333-02a0-430d-b8df-7f9c0cba733a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.837062 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-773dafc8-7fb1-456b-8831-3e667bd1705a req-3c10077a-9eb1-46b9-be9a-94b0dee128fb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.882849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635c6d7-2836-40ef-890a-4d8e5b7848dd req-a94f5b6a-d298-4382-b7b1-49566f517ca4 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:32.884492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e635c6d7-2836-40ef-890a-4d8e5b7848dd req-a94f5b6a-d298-4382-b7b1-49566f517ca4 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b5ce700-5822-4a91-8ce1-d8893ae4321a HTTP/1.1" status: 200 len: 866 time: 0.2013903 Sep 07 16:08:32.890999 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:32.965759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10077a-9eb1-46b9-be9a-94b0dee128fb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Pushing event deleted for resources: {'Port': ['ID=1d704aab-3f20-4af9-a32d-4341fad9d1d2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:33.027969 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2333-02a0-430d-b8df-7f9c0cba733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.089652 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e2333-02a0-430d-b8df-7f9c0cba733a admin admin] Pushing event updated for resources: {'Subnet': ['ID=afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:33.097313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e2333-02a0-430d-b8df-7f9c0cba733a admin admin] Checking segment: {'id': '7d829bb1-e4f7-4676-8514-fd7afb788402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:33.097673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e2333-02a0-430d-b8df-7f9c0cba733a admin admin] Network hostable DHCP agents. Network: 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:08:33.109684 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f65fb832-76d3-4e3b-8144-de492ce9cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.114404 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.122194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e2333-02a0-430d-b8df-7f9c0cba733a admin admin] Network 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:08:33.136026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e2333-02a0-430d-b8df-7f9c0cba733a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:33.140903 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.147599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-773dafc8-7fb1-456b-8831-3e667bd1705a req-3c10077a-9eb1-46b9-be9a-94b0dee128fb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] No DVR routers for this DVR port 1d704aab-3f20-4af9-a32d-4341fad9d1d2 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:33.147799 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e2333-02a0-430d-b8df-7f9c0cba733a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:33.148294 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2333-02a0-430d-b8df-7f9c0cba733a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.148800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e89255-6830-4ae5-8738-501539a3e2cb None None] Network 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:33.164301 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-773dafc8-7fb1-456b-8831-3e667bd1705a req-3c10077a-9eb1-46b9-be9a-94b0dee128fb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.166442 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-773dafc8-7fb1-456b-8831-3e667bd1705a req-3c10077a-9eb1-46b9-be9a-94b0dee128fb tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.54 "DELETE /v2.0/ports/1d704aab-3f20-4af9-a32d-4341fad9d1d2 HTTP/1.1" status: 204 len: 173 time: 1.7445464 Sep 07 16:08:33.181027 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8c3e2333-02a0-430d-b8df-7f9c0cba733a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4397471 Sep 07 16:08:33.246106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e635c6d7-2836-40ef-890a-4d8e5b7848dd req-8d390ce2-e8fb-4376-9a59-3d8cb2ca8b55 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209763 Sep 07 16:08:33.254234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f65fb832-76d3-4e3b-8144-de492ce9cad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c77a42-d6f7-43c3-a1fe-c55861cace6e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:33.271198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f65fb832-76d3-4e3b-8144-de492ce9cad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52add11f-cdd1-4a7a-9c73-46f55c0c6071') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:33.274179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f65fb832-76d3-4e3b-8144-de492ce9cad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52add11f-cdd1-4a7a-9c73-46f55c0c6071') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:33.278568 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.279107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cf8e9f7-2750-4dce-8073-f1f22ed80e8a {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:08:33.309841 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.312630 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9b79b450-0b1b-4b61-b79f-19f4a9e036f8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5cf8e9f7-2750-4dce-8073-f1f22ed80e8a HTTP/1.1" status: 204 len: 168 time: 2.9473066 Sep 07 16:08:33.313835 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43854) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:33.315761 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f65fb832-76d3-4e3b-8144-de492ce9cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.383392 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f65fb832-76d3-4e3b-8144-de492ce9cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.403656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65fb832-76d3-4e3b-8144-de492ce9cad0 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:08:33.408494 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f65fb832-76d3-4e3b-8144-de492ce9cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:08:33.413751 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:08:33.432602 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-05dafc71-1b3b-41a3-aea2-73cb2c5a692b admin admin] Deleting subnet ac6bcea8-0bfe-41f2-9916-33a11a7c20f0 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:08:33.437041 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-05dafc71-1b3b-41a3-aea2-73cb2c5a692b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.476410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfca3f6d-0952-4011-bf15-3f044008776e None None] Network 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:33.532327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-05dafc71-1b3b-41a3-aea2-73cb2c5a692b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.534593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f084191-f0ce-494d-a6ff-50ee346648ba req-caebe8cc-0674-41cc-8144-fefb5ac67b57 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:33.544530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f084191-f0ce-494d-a6ff-50ee346648ba req-caebe8cc-0674-41cc-8144-fefb5ac67b57 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 943 time: 0.2129085 Sep 07 16:08:33.577156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43864) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:33.593969 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f65fb832-76d3-4e3b-8144-de492ce9cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.601141 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f65fb832-76d3-4e3b-8144-de492ce9cad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.603304 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f65fb832-76d3-4e3b-8144-de492ce9cad0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/44c77a42-d6f7-43c3-a1fe-c55861cace6e HTTP/1.1" status: 204 len: 168 time: 1.0268891 Sep 07 16:08:33.620067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43868) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:33.636405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f084191-f0ce-494d-a6ff-50ee346648ba req-559a4121-2562-4ccf-9e1a-6f7fb3920c8e tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907536 Sep 07 16:08:33.688652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-05dafc71-1b3b-41a3-aea2-73cb2c5a692b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.719416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fb832-76d3-4e3b-8144-de492ce9cad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=44c77a42-d6f7-43c3-a1fe-c55861cace6e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:33.753828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ed180601-6370-4eea-8fde-b1b1df5e5370 req-152b0987-aa1c-466d-af13-25858ad603e3 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1230065906', 'description': 'tempest-description-1255461206'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:33.762378 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-05dafc71-1b3b-41a3-aea2-73cb2c5a692b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.792146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117d2657-6725-4eda-9a5d-9cfd3e6f8c77 None None] Network 020ea68e-f3ef-4dfa-9a28-cc88b96003b3 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:33.794621 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-05dafc71-1b3b-41a3-aea2-73cb2c5a692b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.796949 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-05dafc71-1b3b-41a3-aea2-73cb2c5a692b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ac6bcea8-0bfe-41f2-9916-33a11a7c20f0 HTTP/1.1" status: 204 len: 168 time: 0.4826634 Sep 07 16:08:33.798487 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dafc71-1b3b-41a3-aea2-73cb2c5a692b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6bcea8-0bfe-41f2-9916-33a11a7c20f0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:33.800569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43870) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:33.844577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Deleting subnet 562b9110-17b4-48c1-8e50-016154a34410 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:08:33.854847 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.887425 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ed180601-6370-4eea-8fde-b1b1df5e5370 req-152b0987-aa1c-466d-af13-25858ad603e3 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.897854 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c94688b3-8cd8-4884-8f84-e6324da2e825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.901577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.921384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-41e88a80-fded-43ea-a753-6b5aea9e79a9 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:33.928010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-41e88a80-fded-43ea-a753-6b5aea9e79a9 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:33.933842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-41e88a80-fded-43ea-a753-6b5aea9e79a9 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:33.935733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-41e88a80-fded-43ea-a753-6b5aea9e79a9 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2418 time: 0.2185283 Sep 07 16:08:33.946771 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:33.956951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635becbd-9f4f-4cee-918d-addf6e9f3fc7 req-e45f69c3-3009-472f-bd14-be0d4415d5aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:33.963419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635becbd-9f4f-4cee-918d-addf6e9f3fc7 req-e45f69c3-3009-472f-bd14-be0d4415d5aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:33.970058 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635becbd-9f4f-4cee-918d-addf6e9f3fc7 req-e45f69c3-3009-472f-bd14-be0d4415d5aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:33.971591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-635becbd-9f4f-4cee-918d-addf6e9f3fc7 req-e45f69c3-3009-472f-bd14-be0d4415d5aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 2418 time: 0.1982269 Sep 07 16:08:34.004889 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c32a4fc9-a953-45df-b94a-64fa95e95004 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:34.010657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Deleting port 96baea71-736a-46a0-8c06-75496952e83a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:34.011007 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.032082 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: c32a4fc9-a953-45df-b94a-64fa95e95004 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:34.032882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c32a4fc9-a953-45df-b94a-64fa95e95004 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:34.033581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1d704aab-3f20-4af9-a32d-4341fad9d1d2 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:34.059457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 1d704aab-3f20-4af9-a32d-4341fad9d1d2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:34.060082 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1d704aab-3f20-4af9-a32d-4341fad9d1d2 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:34.066721 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.107540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] DHCP port deletion for 020ea68e-f3ef-4dfa-9a28-cc88b96003b3 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:08:34.117771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] For port 96baea71-736a-46a0-8c06-75496952e83a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=96baea71-736a-46a0-8c06-75496952e83a,segment=NetworkSegment(dcd01f59-9274-4793-a624-84024a35b38e),segment_id=dcd01f59-9274-4793-a624-84024a35b38e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:34.118147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.122518 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-635becbd-9f4f-4cee-918d-addf6e9f3fc7 req-1e64aef9-69de-4f73-912a-c14260daf4ce tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189640 Sep 07 16:08:34.130452 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c94688b3-8cd8-4884-8f84-e6324da2e825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.137271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Calling delete_port for 96baea71-736a-46a0-8c06-75496952e83a owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:34.151037 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c94688b3-8cd8-4884-8f84-e6324da2e825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.185860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Deleting port 96baea71-736a-46a0-8c06-75496952e83a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:34.186691 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.186816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5ce700-5822-4a91-8ce1-d8893ae4321a', 'name': 'network-vif-deleted', 'tag': '1d704aab-3f20-4af9-a32d-4341fad9d1d2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:34.189093 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675193c4-7921-4839-a13c-a3587060b915" -d '{"events": [{"server_uuid": "9b5ce700-5822-4a91-8ce1-d8893ae4321a", "name": "network-vif-deleted", "tag": "1d704aab-3f20-4af9-a32d-4341fad9d1d2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:34.211271 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.253135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=562b9110-17b4-48c1-8e50-016154a34410,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:34.262448 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c94688b3-8cd8-4884-8f84-e6324da2e825 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb96b1c813bb4c528f1d437ea400a8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6803274 Sep 07 16:08:34.262448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94688b3-8cd8-4884-8f84-e6324da2e825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92070dad-41ec-4ae2-8ad4-8c1fe530c04e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:34.264132 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43876) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:34.269183 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.271784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/562b9110-17b4-48c1-8e50-016154a34410 HTTP/1.1" status: 204 len: 168 time: 0.6524432 Sep 07 16:08:34.282484 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43880) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:34.304137 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] For port 96baea71-736a-46a0-8c06-75496952e83a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=96baea71-736a-46a0-8c06-75496952e83a,segment=NetworkSegment(dcd01f59-9274-4793-a624-84024a35b38e),segment_id=dcd01f59-9274-4793-a624-84024a35b38e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:34.304583 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.305824 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ed180601-6370-4eea-8fde-b1b1df5e5370 req-152b0987-aa1c-466d-af13-25858ad603e3 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.312270 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae625b8a-c2f2-4285-a011-847c3e6af3c3 x-openstack-request-id: req-ae625b8a-c2f2-4285-a011-847c3e6af3c3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:34.313176 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5ce700-5822-4a91-8ce1-d8893ae4321a", "name": "network-vif-deleted", "tag": "1d704aab-3f20-4af9-a32d-4341fad9d1d2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:34.313176 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae625b8a-c2f2-4285-a011-847c3e6af3c3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:34.313530 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5ce700-5822-4a91-8ce1-d8893ae4321a', 'name': 'network-vif-deleted', 'tag': '1d704aab-3f20-4af9-a32d-4341fad9d1d2', 'status': 'completed', 'code': 200} Sep 07 16:08:34.315650 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ed180601-6370-4eea-8fde-b1b1df5e5370 req-152b0987-aa1c-466d-af13-25858ad603e3 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.318882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.319269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.319622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.319967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.320301 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.320655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.320987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.321374 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.321705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.322946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.322946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.322946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872e1a8-73da-4eea-88a8-745f1c574fb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.342736 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Calling delete_port for 96baea71-736a-46a0-8c06-75496952e83a owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:34.347367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6e8f3f91-0f28-4e61-b278-9b7dbe754fea tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Deleting port c41bf6fe-34b3-44ef-b651-efdcdbe10401 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:34.347753 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6e8f3f91-0f28-4e61-b278-9b7dbe754fea tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.377498 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ed180601-6370-4eea-8fde-b1b1df5e5370 req-152b0987-aa1c-466d-af13-25858ad603e3 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.389406 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed180601-6370-4eea-8fde-b1b1df5e5370 req-152b0987-aa1c-466d-af13-25858ad603e3 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6708982 Sep 07 16:08:34.407126 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2be2fc76-cbeb-4bf0-8344-053738d64557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.414461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b0987-aa1c-466d-af13-25858ad603e3 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76862b6-c739-4313-b725-e69bf88ffbba,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:34.437083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b05146-d276-437c-94cf-c8be8493d293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.467339 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.468261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-dae70033-62a4-4df2-a9dc-1882d5bc618d req-573c19a4-b51b-41df-8af3-170009215da4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-641676486', 'description': 'tempest-description-611496830'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:34.495686 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.516757 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] No DVR routers for this DVR port 96baea71-736a-46a0-8c06-75496952e83a on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:34.526018 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b05146-d276-437c-94cf-c8be8493d293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.530342 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6e8f3f91-0f28-4e61-b278-9b7dbe754fea tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] For port c41bf6fe-34b3-44ef-b651-efdcdbe10401, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c41bf6fe-34b3-44ef-b651-efdcdbe10401,segment=NetworkSegment(16ee07fe-1682-4fc7-b7eb-4082869988a0),segment_id=16ee07fe-1682-4fc7-b7eb-4082869988a0)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:34.530342 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6e8f3f91-0f28-4e61-b278-9b7dbe754fea tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.531085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Pushing event deleted for resources: {'Port': ['ID=96baea71-736a-46a0-8c06-75496952e83a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:34.541023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] No DVR routers for this DVR port 96baea71-736a-46a0-8c06-75496952e83a on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:34.548263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Pushing event deleted for resources: {'Port': ['ID=96baea71-736a-46a0-8c06-75496952e83a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:34.556110 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dae70033-62a4-4df2-a9dc-1882d5bc618d req-573c19a4-b51b-41df-8af3-170009215da4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.559536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6e8f3f91-0f28-4e61-b278-9b7dbe754fea tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Calling delete_port for c41bf6fe-34b3-44ef-b651-efdcdbe10401 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:34.560047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.560822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.561392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.561956 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.562538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.563094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.563667 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.564247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.564863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.565558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.566110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.566658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6708c7-e94b-4e41-87be-d7ee2f0f88bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:34.601561 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2be2fc76-cbeb-4bf0-8344-053738d64557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.658146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2be2fc76-cbeb-4bf0-8344-053738d64557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee0821e-8fd6-4827-b80c-402dc9c49920']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:34.673621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2be2fc76-cbeb-4bf0-8344-053738d64557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db5e922-fbaf-4a9e-a751-b0a8f09ccf9a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:34.673964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2be2fc76-cbeb-4bf0-8344-053738d64557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db5e922-fbaf-4a9e-a751-b0a8f09ccf9a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:34.718990 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2be2fc76-cbeb-4bf0-8344-053738d64557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.727076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.746305 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2be2fc76-cbeb-4bf0-8344-053738d64557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.755553 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b05146-d276-437c-94cf-c8be8493d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.758168 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b05146-d276-437c-94cf-c8be8493d293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.762116 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d8b05146-d276-437c-94cf-c8be8493d293 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/92070dad-41ec-4ae2-8ad4-8c1fe530c04e HTTP/1.1" status: 204 len: 168 time: 0.4943483 Sep 07 16:08:34.765870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020ea68e-f3ef-4dfa-9a28-cc88b96003b3']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:34.768424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be2fc76-cbeb-4bf0-8344-053738d64557 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:08:34.768770 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2be2fc76-cbeb-4bf0-8344-053738d64557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:08:34.771506 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:08:34.792814 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dae70033-62a4-4df2-a9dc-1882d5bc618d req-573c19a4-b51b-41df-8af3-170009215da4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.793733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd01f59-9274-4793-a624-84024a35b38e') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:34.794029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd01f59-9274-4793-a624-84024a35b38e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:34.803152 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dae70033-62a4-4df2-a9dc-1882d5bc618d req-573c19a4-b51b-41df-8af3-170009215da4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.811150 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b05146-d276-437c-94cf-c8be8493d293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92070dad-41ec-4ae2-8ad4-8c1fe530c04e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:34.845234 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.861617 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.866784 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2be2fc76-cbeb-4bf0-8344-053738d64557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.874461 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2be2fc76-cbeb-4bf0-8344-053738d64557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.875779 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2be2fc76-cbeb-4bf0-8344-053738d64557 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fee0821e-8fd6-4827-b80c-402dc9c49920 HTTP/1.1" status: 204 len: 168 time: 0.5923488 Sep 07 16:08:34.877207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:08:34.877617 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:08:34.886271 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:08:34.900094 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6e8f3f91-0f28-4e61-b278-9b7dbe754fea tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:34.919011 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2fc76-cbeb-4bf0-8344-053738d64557 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee0821e-8fd6-4827-b80c-402dc9c49920,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:34.975596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c19a4-b51b-41df-8af3-170009215da4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=475673c3-a23b-4275-818b-9b751e36218e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:35.007935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b8ec7-36e6-4b7b-b73f-a143798a6819 req-566562ec-55c0-4426-9519-08125d139d8a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:35.010763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f0b8ec7-36e6-4b7b-b73f-a143798a6819 req-566562ec-55c0-4426-9519-08125d139d8a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 944 time: 0.2850144 Sep 07 16:08:35.012037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f3f91-0f28-4e61-b278-9b7dbe754fea tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Port': ['ID=c41bf6fe-34b3-44ef-b651-efdcdbe10401,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:35.022534 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.032470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dae70033-62a4-4df2-a9dc-1882d5bc618d req-573c19a4-b51b-41df-8af3-170009215da4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.038834 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.044393 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] 10.222.0.70 "DELETE /v2.0/networks/020ea68e-f3ef-4dfa-9a28-cc88b96003b3 HTTP/1.1" status: 204 len: 168 time: 1.2417650 Sep 07 16:08:35.060672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a4e5e-fb0a-46fa-9346-247b0ef66435 admin admin] Pushing event deleted for resources: {'Network': ['ID=020ea68e-f3ef-4dfa-9a28-cc88b96003b3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:35.065888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dae70033-62a4-4df2-a9dc-1882d5bc618d req-573c19a4-b51b-41df-8af3-170009215da4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6031015 Sep 07 16:08:35.090666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43900) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:35.158954 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-164d3998-6171-44cb-b312-9d8e4e0b375b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69c966e1c7a5492180da5b612f6c029a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666773 Sep 07 16:08:35.159651 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43904) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:35.193107 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43906) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:35.195660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6e8f3f91-0f28-4e61-b278-9b7dbe754fea tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] No DVR routers for this DVR port c41bf6fe-34b3-44ef-b651-efdcdbe10401 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:35.204972 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6e8f3f91-0f28-4e61-b278-9b7dbe754fea tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.208762 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6e8f3f91-0f28-4e61-b278-9b7dbe754fea tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.35 "DELETE /v2.0/ports/c41bf6fe-34b3-44ef-b651-efdcdbe10401 HTTP/1.1" status: 204 len: 173 time: 1.2649138 Sep 07 16:08:35.213729 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e053663-cc63-4aa5-bb06-5ed4566ecf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.281478 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f602a835-380b-439b-baa8-c72fd1de49bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.310802 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f602a835-380b-439b-baa8-c72fd1de49bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.412717 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f602a835-380b-439b-baa8-c72fd1de49bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.417351 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f602a835-380b-439b-baa8-c72fd1de49bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.421028 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f602a835-380b-439b-baa8-c72fd1de49bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6e76211-7444-4da5-a12a-9244804c641a HTTP/1.1" status: 204 len: 168 time: 0.2602425 Sep 07 16:08:35.432436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f0b8ec7-36e6-4b7b-b73f-a143798a6819 req-c3f58d2f-80f7-4a24-9a92-92eeea51fb25 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021554 Sep 07 16:08:35.439031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602a835-380b-439b-baa8-c72fd1de49bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e76211-7444-4da5-a12a-9244804c641a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:35.448388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:35.487156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff025e-e603-40a2-8116-0501b86dd0ba req-49445823-d009-47e5-b286-8067555cd5a7 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:35.489364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94ff025e-e603-40a2-8116-0501b86dd0ba req-49445823-d009-47e5-b286-8067555cd5a7 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 943 time: 0.2584705 Sep 07 16:08:35.494450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e053663-cc63-4aa5-bb06-5ed4566ecf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.501076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e053663-cc63-4aa5-bb06-5ed4566ecf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.520447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b258-992a-4a9d-8944-40998f5fd95d req-e9098c0e-a5d0-4631-a268-39d803b1bce6 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:35.521926 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76c6b258-992a-4a9d-8944-40998f5fd95d req-e9098c0e-a5d0-4631-a268-39d803b1bce6 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 944 time: 0.2937465 Sep 07 16:08:35.556921 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4e053663-cc63-4aa5-bb06-5ed4566ecf07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=485f5ade729343fc98ae4d6c8fdde6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604491 Sep 07 16:08:35.557154 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:35.566921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e053663-cc63-4aa5-bb06-5ed4566ecf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4327bb-6386-4147-8955-6ffeeed25402,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:35.637114 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45144499-4df7-47cb-91d5-d6cb0aea1b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.676090 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45144499-4df7-47cb-91d5-d6cb0aea1b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.690061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-2bcad236-02c5-4053-9fb8-3d99b588a5a7 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Deleting port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:35.690474 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-2bcad236-02c5-4053-9fb8-3d99b588a5a7 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.718169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4b12033a-7f4e-4ea4-baf3-74b12d0f7884 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a007bfd5719e4de28a4986b1f05ea2c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623866 Sep 07 16:08:35.721128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43920) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:35.723855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94ff025e-e603-40a2-8116-0501b86dd0ba req-91b1a4ec-55cd-491c-b260-9b49d0418c63 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234550 Sep 07 16:08:35.814367 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af89cd3d-0ec9-4d6a-805c-1b825aaf3060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.842336 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45144499-4df7-47cb-91d5-d6cb0aea1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.845327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45144499-4df7-47cb-91d5-d6cb0aea1b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.851627 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-45144499-4df7-47cb-91d5-d6cb0aea1b7f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e4327bb-6386-4147-8955-6ffeeed25402 HTTP/1.1" status: 204 len: 168 time: 0.2889171 Sep 07 16:08:35.865636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45144499-4df7-47cb-91d5-d6cb0aea1b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4327bb-6386-4147-8955-6ffeeed25402,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:35.886925 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af89cd3d-0ec9-4d6a-805c-1b825aaf3060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:35.889311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d1a29-9d30-4b06-b5c6-bb50d6e5fc9b req-9b5d88e0-0c24-4e46-9a7a-b0d9c7270ac4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:35.897636 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d1a29-9d30-4b06-b5c6-bb50d6e5fc9b req-9b5d88e0-0c24-4e46-9a7a-b0d9c7270ac4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:35.907690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a57d1a29-9d30-4b06-b5c6-bb50d6e5fc9b req-9b5d88e0-0c24-4e46-9a7a-b0d9c7270ac4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 1682 time: 0.3001926 Sep 07 16:08:36.015915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 915182d6-f402-4fb4-8661-46b4710cce5f details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:08:36.022082 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af89cd3d-0ec9-4d6a-805c-1b825aaf3060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:36.024817 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af89cd3d-0ec9-4d6a-805c-1b825aaf3060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:36.028728 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-af89cd3d-0ec9-4d6a-805c-1b825aaf3060 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2371bae8-547c-4c68-a31e-156645bfc920 HTTP/1.1" status: 204 len: 168 time: 0.3061574 Sep 07 16:08:36.032806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-2bcad236-02c5-4053-9fb8-3d99b588a5a7 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] For port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=bdc38ef5-5046-4fb6-9ea9-77b60e5dc691,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:36.033191 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-2bcad236-02c5-4053-9fb8-3d99b588a5a7 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:36.039264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89cd3d-0ec9-4d6a-805c-1b825aaf3060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2371bae8-547c-4c68-a31e-156645bfc920,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:36.042403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43934) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:36.049619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-2bcad236-02c5-4053-9fb8-3d99b588a5a7 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Calling delete_port for bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:36.062419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 96baea71-736a-46a0-8c06-75496952e83a no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:36.100386 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b0d6eddf-8833-4c7f-8829-58131a46a953 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63b5cc52f3264c68944e6bb799a6e6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526888 Sep 07 16:08:36.103102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43936) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:36.138268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-76c6b258-992a-4a9d-8944-40998f5fd95d req-bfaa0138-3369-4d50-a984-84bf7d5d4337 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Deleting port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:36.138899 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-76c6b258-992a-4a9d-8944-40998f5fd95d req-bfaa0138-3369-4d50-a984-84bf7d5d4337 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:36.158606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 96baea71-736a-46a0-8c06-75496952e83a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:36.177562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 96baea71-736a-46a0-8c06-75496952e83a not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:36.178704 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e1203d4-9414-4c1d-84c5-c55129980b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:36.210744 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e1203d4-9414-4c1d-84c5-c55129980b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:36.258395 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-76c6b258-992a-4a9d-8944-40998f5fd95d req-bfaa0138-3369-4d50-a984-84bf7d5d4337 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] For port 078c61dc-0b79-4eaa-b8e9-3460acb77d84, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=078c61dc-0b79-4eaa-b8e9-3460acb77d84,segment=NetworkSegment(52db2f16-efea-440f-a880-726198ac25b3),segment_id=52db2f16-efea-440f-a880-726198ac25b3)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:36.258749 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-76c6b258-992a-4a9d-8944-40998f5fd95d req-bfaa0138-3369-4d50-a984-84bf7d5d4337 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:36.297736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a57d1a29-9d30-4b06-b5c6-bb50d6e5fc9b req-03e56355-07b3-458a-a769-045d0bb3961a tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891172 Sep 07 16:08:36.312063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-76c6b258-992a-4a9d-8944-40998f5fd95d req-bfaa0138-3369-4d50-a984-84bf7d5d4337 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Calling delete_port for 078c61dc-0b79-4eaa-b8e9-3460acb77d84 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:36.321588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-deleted', 'tag': 'c41bf6fe-34b3-44ef-b651-efdcdbe10401'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:36.324156 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1447a6c-7ae8-4c0e-a901-da225af54b45" -d '{"events": [{"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-deleted", "tag": "c41bf6fe-34b3-44ef-b651-efdcdbe10401"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:36.344902 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e1203d4-9414-4c1d-84c5-c55129980b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:36.349826 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e1203d4-9414-4c1d-84c5-c55129980b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:36.355169 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2e1203d4-9414-4c1d-84c5-c55129980b08 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/328e22b5-4785-44a0-87b2-2b063509d264 HTTP/1.1" status: 204 len: 168 time: 0.2498095 Sep 07 16:08:36.377552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1203d4-9414-4c1d-84c5-c55129980b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328e22b5-4785-44a0-87b2-2b063509d264,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:36.545261 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 915182d6-f402-4fb4-8661-46b4710cce5f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=915182d6-f402-4fb4-8661-46b4710cce5f,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:36.567920 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '915182d6-f402-4fb4-8661-46b4710cce5f', 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766', 'port_id': '915182d6-f402-4fb4-8661-46b4710cce5f', 'mac_address': 'fa:16:3e:84:89:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16512a79-062b-41f3-bfdf-b580889f79b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:08:36.631682 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:36.654215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915182d6-f402-4fb4-8661-46b4710cce5f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:36.691285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 915182d6-f402-4fb4-8661-46b4710cce5f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=915182d6-f402-4fb4-8661-46b4710cce5f,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:36.699598 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:36.767131 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=915182d6-f402-4fb4-8661-46b4710cce5f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:36.781099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ce11380d-9870-4b6a-91e4-621f2b5082c7 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:36.835634 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b26701-e5a0-4f9e-850b-b34fb2a9f0b7 x-openstack-request-id: req-b4b26701-e5a0-4f9e-850b-b34fb2a9f0b7 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:36.836059 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-deleted", "tag": "c41bf6fe-34b3-44ef-b651-efdcdbe10401", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:36.848998 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4b26701-e5a0-4f9e-850b-b34fb2a9f0b7 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:36.849562 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-deleted', 'tag': 'c41bf6fe-34b3-44ef-b651-efdcdbe10401', 'status': 'completed', 'code': 200} Sep 07 16:08:36.898544 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:36.937642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce11380d-9870-4b6a-91e4-621f2b5082c7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:36.940630 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4ca40b-6ac1-4501-ac50-8aa71a82abc5" -d '{"events": [{"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-unplugged", "status": "completed", "tag": "ce11380d-9870-4b6a-91e4-621f2b5082c7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:36.954781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['915182d6-f402-4fb4-8661-46b4710cce5f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:36.962331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port ce11380d-9870-4b6a-91e4-621f2b5082c7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ce11380d-9870-4b6a-91e4-621f2b5082c7,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:36.995717 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:36.997255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:37.052713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489090eb-df31-4979-a189-b4cc8580ae52 req-dbe5ae49-30ba-4d5e-aee4-f4aed22f3bed tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:37.062150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-dbe5ae49-30ba-4d5e-aee4-f4aed22f3bed tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/networks?id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db HTTP/1.1" status: 200 len: 813 time: 1.1317115 Sep 07 16:08:37.102030 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-76c6b258-992a-4a9d-8944-40998f5fd95d req-bfaa0138-3369-4d50-a984-84bf7d5d4337 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:37.107689 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-2bcad236-02c5-4053-9fb8-3d99b588a5a7 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:37.143068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa0138-3369-4d50-a984-84bf7d5d4337 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Pushing event deleted for resources: {'Port': ['ID=078c61dc-0b79-4eaa-b8e9-3460acb77d84,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:37.165601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-23464d09-6b8d-462e-88af-9eb05f173b5a tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/quotas/0b83c5fa846648dcb13c901c710885ec HTTP/1.1" status: 200 len: 375 time: 0.1022429 Sep 07 16:08:37.208071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcad236-02c5-4053-9fb8-3d99b588a5a7 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Port': ['ID=bdc38ef5-5046-4fb6-9ea9-77b60e5dc691,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:37.220061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=ce11380d-9870-4b6a-91e4-621f2b5082c7,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:37.230623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No active binding found for port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 {{(pid=94772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 16:08:37.231494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:37.232386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c41bf6fe-34b3-44ef-b651-efdcdbe10401 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:37.256938 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-5023e0f0-8ddc-4057-8631-84a818a13101 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b83c5fa846648dcb13c901c710885ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902119 Sep 07 16:08:37.287023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: c41bf6fe-34b3-44ef-b651-efdcdbe10401 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:37.287716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c41bf6fe-34b3-44ef-b651-efdcdbe10401 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:37.328569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be9f9-01b8-4791-a3e9-107587daa73e req-7164e07e-b0f9-4c2f-a242-396521de8928 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:37.328569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-886be9f9-01b8-4791-a3e9-107587daa73e req-7164e07e-b0f9-4c2f-a242-396521de8928 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b HTTP/1.1" status: 200 len: 866 time: 0.4735029 Sep 07 16:08:37.384265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c6b258-992a-4a9d-8944-40998f5fd95d req-bfaa0138-3369-4d50-a984-84bf7d5d4337 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] No DVR routers for this DVR port 078c61dc-0b79-4eaa-b8e9-3460acb77d84 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:37.394731 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-76c6b258-992a-4a9d-8944-40998f5fd95d req-bfaa0138-3369-4d50-a984-84bf7d5d4337 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:37.397419 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76c6b258-992a-4a9d-8944-40998f5fd95d req-bfaa0138-3369-4d50-a984-84bf7d5d4337 tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.54 "DELETE /v2.0/ports/078c61dc-0b79-4eaa-b8e9-3460acb77d84 HTTP/1.1" status: 204 len: 173 time: 1.8579409 Sep 07 16:08:37.531340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-2bcad236-02c5-4053-9fb8-3d99b588a5a7 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] No DVR routers for this DVR port bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:37.541481 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-2bcad236-02c5-4053-9fb8-3d99b588a5a7 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:37.543515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-2bcad236-02c5-4053-9fb8-3d99b588a5a7 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.35 "DELETE /v2.0/ports/bdc38ef5-5046-4fb6-9ea9-77b60e5dc691 HTTP/1.1" status: 204 len: 173 time: 2.2643688 Sep 07 16:08:37.603430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-886be9f9-01b8-4791-a3e9-107587daa73e req-36c40944-aeb6-4957-963e-47349e9df77a tempest-LiveMigrationTest-750322220 tempest-LiveMigrationTest-750322220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b1c0d1a-244f-428b-9d48-560d8404684a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222209 Sep 07 16:08:37.632973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43998) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:37.667206 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-9daa01b3-8734-40f2-a10c-c1065b5f8086 service neutron] 10.222.0.70 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001169 Sep 07 16:08:37.861759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26510fca-84fe-494c-8083-d582ebf248af req-0ca4a1d1-8445-4996-8396-aeb1a7197106 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:37.863230 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26510fca-84fe-494c-8083-d582ebf248af req-0ca4a1d1-8445-4996-8396-aeb1a7197106 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 944 time: 0.1603179 Sep 07 16:08:37.871595 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-0614e955-5d57-4e37-9a85-bfe3ab7f20f1 service neutron] 10.222.0.70 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827586 Sep 07 16:08:37.873975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6bf7e929-2267-4ae4-8c56-4dbbfb6fdbc1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Deleting port ce11380d-9870-4b6a-91e4-621f2b5082c7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:37.874326 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6bf7e929-2267-4ae4-8c56-4dbbfb6fdbc1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.015843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 915182d6-f402-4fb4-8661-46b4710cce5f up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:38.040017 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26510fca-84fe-494c-8083-d582ebf248af req-5920a679-c281-498f-94ab-58fde2a73238 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272464 Sep 07 16:08:38.091693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6bf7e929-2267-4ae4-8c56-4dbbfb6fdbc1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] For port ce11380d-9870-4b6a-91e4-621f2b5082c7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ce11380d-9870-4b6a-91e4-621f2b5082c7,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:38.092311 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6bf7e929-2267-4ae4-8c56-4dbbfb6fdbc1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.138454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6bf7e929-2267-4ae4-8c56-4dbbfb6fdbc1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Calling delete_port for ce11380d-9870-4b6a-91e4-621f2b5082c7 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:38.193488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 915182d6-f402-4fb4-8661-46b4710cce5f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:38.202913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 915182d6-f402-4fb4-8661-46b4710cce5f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:38.205420 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.211921 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046e7711-b9ba-4cab-95f0-a92053f6d26c x-openstack-request-id: req-046e7711-b9ba-4cab-95f0-a92053f6d26c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:38.212953 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-unplugged", "status": "completed", "tag": "ce11380d-9870-4b6a-91e4-621f2b5082c7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:38.214153 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-046e7711-b9ba-4cab-95f0-a92053f6d26c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:38.215702 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce11380d-9870-4b6a-91e4-621f2b5082c7', 'code': 200} Sep 07 16:08:38.231394 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44016) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:38.286323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b81b37-eae6-4f03-938b-be4fff5fc054 req-34c5d075-6a32-4dc7-a3e1-4052248bae5c tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:38.288328 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94b81b37-eae6-4f03-938b-be4fff5fc054 req-34c5d075-6a32-4dc7-a3e1-4052248bae5c tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c9909e3-e1fb-48a2-a990-74da8a568b19 HTTP/1.1" status: 200 len: 943 time: 0.0836782 Sep 07 16:08:38.340528 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94b81b37-eae6-4f03-938b-be4fff5fc054 req-e81bca67-ce51-4900-b20f-ecb673b4c4e0 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442832 Sep 07 16:08:38.365888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28297e1-668b-4918-9973-88d4536efd57 admin admin] Deleting subnet d931a9bd-777d-4745-82da-a7eac9df350f {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:08:38.406082 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b28297e1-668b-4918-9973-88d4536efd57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.437836 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.439895 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6bf7e929-2267-4ae4-8c56-4dbbfb6fdbc1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.444141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d179d05f-1fc5-43fb-8c9b-7c5c514b4447 req-412664d1-088c-4e6b-bb4c-17f6e6e2ad20 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 210 time: 0.0380185 Sep 07 16:08:38.480532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7e929-2267-4ae4-8c56-4dbbfb6fdbc1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Port': ['ID=ce11380d-9870-4b6a-91e4-621f2b5082c7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:38.497231 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 915182d6-f402-4fb4-8661-46b4710cce5f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=915182d6-f402-4fb4-8661-46b4710cce5f,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:38.502250 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b28297e1-668b-4918-9973-88d4536efd57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.506830 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.508326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 078c61dc-0b79-4eaa-b8e9-3460acb77d84 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:38.549298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6bf7e929-2267-4ae4-8c56-4dbbfb6fdbc1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] No DVR routers for this DVR port ce11380d-9870-4b6a-91e4-621f2b5082c7 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:38.561362 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6bf7e929-2267-4ae4-8c56-4dbbfb6fdbc1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.563598 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d4b766b-9cf3-4897-9c34-3191796b41e5 req-6bf7e929-2267-4ae4-8c56-4dbbfb6fdbc1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.35 "DELETE /v2.0/ports/ce11380d-9870-4b6a-91e4-621f2b5082c7 HTTP/1.1" status: 204 len: 173 time: 0.9799922 Sep 07 16:08:38.600642 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b28297e1-668b-4918-9973-88d4536efd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.628012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 078c61dc-0b79-4eaa-b8e9-3460acb77d84 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:38.631225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 078c61dc-0b79-4eaa-b8e9-3460acb77d84 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:38.666216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44030) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:38.681457 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b28297e1-668b-4918-9973-88d4536efd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.703109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=915182d6-f402-4fb4-8661-46b4710cce5f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:38.744453 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b28297e1-668b-4918-9973-88d4536efd57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.746952 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b28297e1-668b-4918-9973-88d4536efd57 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d931a9bd-777d-4745-82da-a7eac9df350f HTTP/1.1" status: 204 len: 168 time: 1.1114333 Sep 07 16:08:38.749926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44034) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:38.751532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1806666699-network', 'tenant_id': '91524dc1067749989faeb3697ac9cfca'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:38.771651 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28297e1-668b-4918-9973-88d4536efd57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d931a9bd-777d-4745-82da-a7eac9df350f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:38.776482 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Made reservation on behalf of 91524dc1067749989faeb3697ac9cfca for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:38.780453 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.791593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.811910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1277846268-network', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:38.883598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b', 'name': 'network-vif-deleted', 'tag': '078c61dc-0b79-4eaa-b8e9-3460acb77d84'}, {'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-deleted', 'tag': 'bdc38ef5-5046-4fb6-9ea9-77b60e5dc691'}, {'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-deleted', 'tag': 'ce11380d-9870-4b6a-91e4-621f2b5082c7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:38.886089 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4934f9-4a8c-41d6-946b-eeb752543dfb" -d '{"events": [{"server_uuid": "2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b", "name": "network-vif-deleted", "tag": "078c61dc-0b79-4eaa-b8e9-3460acb77d84"}, {"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-deleted", "tag": "bdc38ef5-5046-4fb6-9ea9-77b60e5dc691"}, {"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-deleted", "tag": "ce11380d-9870-4b6a-91e4-621f2b5082c7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:38.931934 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db4691a3-2b98-48d9-a6bd-a1f16cd9bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.951136 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:38.964770 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.006005 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67545bec-07ba-4316-8489-d6a9ae208767 x-openstack-request-id: req-67545bec-07ba-4316-8489-d6a9ae208767 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:39.006005 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b", "name": "network-vif-deleted", "tag": "078c61dc-0b79-4eaa-b8e9-3460acb77d84", "status": "completed", "code": 200}, {"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-deleted", "tag": "bdc38ef5-5046-4fb6-9ea9-77b60e5dc691", "status": "completed", "code": 200}, {"server_uuid": "1c9909e3-e1fb-48a2-a990-74da8a568b19", "name": "network-vif-deleted", "tag": "ce11380d-9870-4b6a-91e4-621f2b5082c7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:39.006474 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67545bec-07ba-4316-8489-d6a9ae208767 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:39.007491 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2be5c2-d0a2-44a7-a2d4-e2084d0e220b', 'name': 'network-vif-deleted', 'tag': '078c61dc-0b79-4eaa-b8e9-3460acb77d84', 'status': 'completed', 'code': 200} Sep 07 16:08:39.007491 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-deleted', 'tag': 'bdc38ef5-5046-4fb6-9ea9-77b60e5dc691', 'status': 'completed', 'code': 200} Sep 07 16:08:39.007784 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9909e3-e1fb-48a2-a990-74da8a568b19', 'name': 'network-vif-deleted', 'tag': 'ce11380d-9870-4b6a-91e4-621f2b5082c7', 'status': 'completed', 'code': 200} Sep 07 16:08:39.018087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:08:39.029906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Made reservation on behalf of 8aa3f2cbf3b549acb378a297e79ccdd3 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:39.030979 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205d77f7-10f2-4135-921f-a584f89ffca1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:39.032735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.037682 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.037951 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Added segment b7cb346e-83f7-4b84-8670-16f6bab23bf0 of type vlan for network 11070938-526c-4707-8be8-51bb99b89ef4 Sep 07 16:08:39.060617 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.108596 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db4691a3-2b98-48d9-a6bd-a1f16cd9bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.143393 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.163581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-db4691a3-2b98-48d9-a6bd-a1f16cd9bb8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adaef0a-5c97-480a-89d0-9a2ca3aceb3c']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:39.175254 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.177364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:39.178599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.225703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-db4691a3-2b98-48d9-a6bd-a1f16cd9bb8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52db2f16-efea-440f-a880-726198ac25b3') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:39.226001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-db4691a3-2b98-48d9-a6bd-a1f16cd9bb8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52db2f16-efea-440f-a880-726198ac25b3') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:39.241623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db4691a3-2b98-48d9-a6bd-a1f16cd9bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.261040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] Pushing event updated for resources: {'Network': ['ID=11070938-526c-4707-8be8-51bb99b89ef4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:39.274525 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db4691a3-2b98-48d9-a6bd-a1f16cd9bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.276314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 11070938-526c-4707-8be8-51bb99b89ef4 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:08:39.292690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4691a3-2b98-48d9-a6bd-a1f16cd9bb8b admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:08:39.293116 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db4691a3-2b98-48d9-a6bd-a1f16cd9bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:08:39.297282 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:08:39.323869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c0014-1d53-4d4f-ada6-23d7a8acfdf6 req-e88b9698-128f-4983-8d1d-c543dfc5e6b2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:39.325543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d49c0014-1d53-4d4f-ada6-23d7a8acfdf6 req-e88b9698-128f-4983-8d1d-c543dfc5e6b2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 945 time: 0.1872740 Sep 07 16:08:39.424092 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db4691a3-2b98-48d9-a6bd-a1f16cd9bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.430358 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db4691a3-2b98-48d9-a6bd-a1f16cd9bb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.435275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-db4691a3-2b98-48d9-a6bd-a1f16cd9bb8b admin admin] 10.222.0.70 "DELETE /v2.0/networks/0adaef0a-5c97-480a-89d0-9a2ca3aceb3c HTTP/1.1" status: 204 len: 168 time: 0.6814938 Sep 07 16:08:39.435494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44056) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:39.446356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d49c0014-1d53-4d4f-ada6-23d7a8acfdf6 req-db78ea16-e1cb-414e-81f6-248f53c17723 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123641 Sep 07 16:08:39.481026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4691a3-2b98-48d9-a6bd-a1f16cd9bb8b admin admin] Pushing event deleted for resources: {'Network': ['ID=0adaef0a-5c97-480a-89d0-9a2ca3aceb3c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:39.502090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc5a502-9216-4d3a-8847-10ae0fd13cac admin admin] Deleting subnet c73c8da3-fee9-45b3-8ed4-a8c1418d8b0e {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:08:39.508820 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a502-9216-4d3a-8847-10ae0fd13cac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.537564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44062) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:39.563465 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.585109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a502-9216-4d3a-8847-10ae0fd13cac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.605400 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c476f0be-81bf-42a9-bbc4-18515336eb5a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3721855 Sep 07 16:08:39.611348 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.615869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44064) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:39.623439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c2992188-ecd8-43a2-b558-62e742f7d608 admin admin] Request body: {'subnet': {'network_id': '11070938-526c-4707-8be8-51bb99b89ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1806666699-subnet', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:39.654510 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a502-9216-4d3a-8847-10ae0fd13cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.662278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90052e5c-84d3-445c-8da2-dbdb8ecc35e1 req-24da2c69-6afc-49be-9eef-e9a16e561b2a tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 210 time: 0.0596132 Sep 07 16:08:39.689316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2992188-ecd8-43a2-b558-62e742f7d608 admin admin] Made reservation on behalf of 91524dc1067749989faeb3697ac9cfca for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:39.692471 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2992188-ecd8-43a2-b558-62e742f7d608 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.692792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:08:39.705286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae593f6e-09b0-4010-9eb2-a2dc74665e34 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Deleting subnet 44e69a0e-021f-454f-bfe6-0a0d92a89348 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:08:39.709971 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae593f6e-09b0-4010-9eb2-a2dc74665e34 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.749013 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:39.770871 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.771231 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Added segment b044c366-517c-4c13-971e-40c83009061a of type vlan for network 916df514-c2a8-4edc-bf73-1fdf6c78519a Sep 07 16:08:39.790554 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae593f6e-09b0-4010-9eb2-a2dc74665e34 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:39.959087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-47402f83-ce58-483e-84e0-1ea2e95d2c02 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=29eead6408a54288827793cd4d7244c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1135447 Sep 07 16:08:39.961224 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.089358 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.resource_extend [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:08:40.103107 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a502-9216-4d3a-8847-10ae0fd13cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.138872 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5a502-9216-4d3a-8847-10ae0fd13cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73c8da3-fee9-45b3-8ed4-a8c1418d8b0e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:40.145799 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a502-9216-4d3a-8847-10ae0fd13cac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.151671 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2cc5a502-9216-4d3a-8847-10ae0fd13cac admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c73c8da3-fee9-45b3-8ed4-a8c1418d8b0e HTTP/1.1" status: 204 len: 168 time: 0.7110357 Sep 07 16:08:40.151947 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.153201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44074) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:40.153360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:40.153829 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.220372 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5378c3-d9a6-4962-8ed1-9b30890053c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915182d6-f402-4fb4-8661-46b4710cce5f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:40.220372 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffffa23b-aa1e-46e9-9677-7f7813e79158" -d '{"events": [{"server_uuid": "0d5378c3-d9a6-4962-8ed1-9b30890053c8", "name": "network-vif-plugged", "status": "completed", "tag": "915182d6-f402-4fb4-8661-46b4710cce5f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:40.261705 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a23dd4ed-5dee-4c6f-bae6-29c5b57351d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.267970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489090eb-df31-4979-a189-b4cc8580ae52 req-8e948bff-afe6-4499-80a0-f9658ae21d9a tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:40.270600 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-8e948bff-afe6-4499-80a0-f9658ae21d9a tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.54 "GET /v2.0/networks?id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db HTTP/1.1" status: 200 len: 813 time: 0.4225862 Sep 07 16:08:40.278887 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e62a45-a9e8-4b5c-822e-16978c6bd82a x-openstack-request-id: req-31e62a45-a9e8-4b5c-822e-16978c6bd82a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:40.279195 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5378c3-d9a6-4962-8ed1-9b30890053c8", "name": "network-vif-plugged", "status": "completed", "tag": "915182d6-f402-4fb4-8661-46b4710cce5f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:40.279443 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31e62a45-a9e8-4b5c-822e-16978c6bd82a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:40.279934 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5378c3-d9a6-4962-8ed1-9b30890053c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915182d6-f402-4fb4-8661-46b4710cce5f', 'code': 200} Sep 07 16:08:40.296885 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51c9bc4f-1d60-494c-ba9a-23f86054a974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.341417 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6731999 Sep 07 16:08:40.344383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44078) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:40.345674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-489090eb-df31-4979-a189-b4cc8580ae52 req-a618c780-3b70-49ca-9023-7dfc2566b226 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'port': {'device_id': 'a11dd20f-888d-4131-ae9f-fb7c0388f111', 'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db', 'admin_state_up': True, 'tenant_id': '0b83c5fa846648dcb13c901c710885ec'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:40.348840 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2992188-ecd8-43a2-b558-62e742f7d608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.360087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7e2596b5-a319-4d66-b4cd-13129b4762a5 admin admin] Request body: {'subnet': {'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1277846268-subnet', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:40.361170 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae593f6e-09b0-4010-9eb2-a2dc74665e34 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.364627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76173aec-d538-4eca-9e52-b8197b09cc1b admin admin] Pushing event updated for resources: {'Network': ['ID=916df514-c2a8-4edc-bf73-1fdf6c78519a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:40.385171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 916df514-c2a8-4edc-bf73-1fdf6c78519a details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:08:40.448808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-a0e0b445-b378-4e09-81e8-c38987661ab8 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:40.453009 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-a0e0b445-b378-4e09-81e8-c38987661ab8 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4652786 Sep 07 16:08:40.470753 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a23dd4ed-5dee-4c6f-bae6-29c5b57351d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.498570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a23dd4ed-5dee-4c6f-bae6-29c5b57351d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca3baa4-bb3e-40bf-bd4a-41c2d2d19d99']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:40.531269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a23dd4ed-5dee-4c6f-bae6-29c5b57351d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7bf922-446d-4061-b35b-a5aa84937b4a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:40.531630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a23dd4ed-5dee-4c6f-bae6-29c5b57351d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7bf922-446d-4061-b35b-a5aa84937b4a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:40.538428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-06eb1e9b-4c99-4584-a0a6-fe48911933be tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/quotas/29eead6408a54288827793cd4d7244c9 HTTP/1.1" status: 200 len: 375 time: 0.0309737 Sep 07 16:08:40.560645 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a23dd4ed-5dee-4c6f-bae6-29c5b57351d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.563551 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2596b5-a319-4d66-b4cd-13129b4762a5 admin admin] Made reservation on behalf of 8aa3f2cbf3b549acb378a297e79ccdd3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:40.565965 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e2596b5-a319-4d66-b4cd-13129b4762a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.592437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2992188-ecd8-43a2-b558-62e742f7d608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd89ec9-81fd-4f70-a85a-295fa4b678ea,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:40.614207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa7b54-6b4d-4bd5-afb2-15cec225802d req-3e9eec7b-c82a-4b85-9402-28f04e4eb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:40.615820 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2eaa7b54-6b4d-4bd5-afb2-15cec225802d req-3e9eec7b-c82a-4b85-9402-28f04e4eb9ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 1096 time: 0.2463191 Sep 07 16:08:40.616864 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a23dd4ed-5dee-4c6f-bae6-29c5b57351d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.619531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-4fcdd8d0-bd05-4f84-b633-31b7c46b9b7a tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=29eead6408a54288827793cd4d7244c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621362 Sep 07 16:08:40.624902 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae593f6e-09b0-4010-9eb2-a2dc74665e34 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.657476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b531c53-bccd-4e70-b9fa-08e990dfb46e None None] Network 2d5836df-aafe-4ff3-9017-7f7dcd340b38 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:40.672647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23dd4ed-5dee-4c6f-bae6-29c5b57351d9 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:08:40.673065 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a23dd4ed-5dee-4c6f-bae6-29c5b57351d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:08:40.675163 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:08:40.678928 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae593f6e-09b0-4010-9eb2-a2dc74665e34 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.683750 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ae593f6e-09b0-4010-9eb2-a2dc74665e34 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "DELETE /v2.0/subnets/44e69a0e-021f-454f-bfe6-0a0d92a89348 HTTP/1.1" status: 204 len: 168 time: 1.1420131 Sep 07 16:08:40.687774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44084) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:40.725271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae593f6e-09b0-4010-9eb2-a2dc74665e34 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Subnet': ['ID=44e69a0e-021f-454f-bfe6-0a0d92a89348,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:40.727102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489090eb-df31-4979-a189-b4cc8580ae52 req-a618c780-3b70-49ca-9023-7dfc2566b226 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Made reservation on behalf of 0b83c5fa846648dcb13c901c710885ec for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:40.734620 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-489090eb-df31-4979-a189-b4cc8580ae52 req-a618c780-3b70-49ca-9023-7dfc2566b226 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.774368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2992188-ecd8-43a2-b558-62e742f7d608 admin admin] Checking segment: {'id': 'b7cb346e-83f7-4b84-8670-16f6bab23bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:40.774982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2992188-ecd8-43a2-b558-62e742f7d608 admin admin] Network hostable DHCP agents. Network: 11070938-526c-4707-8be8-51bb99b89ef4, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:08:40.791443 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2eaa7b54-6b4d-4bd5-afb2-15cec225802d req-a4833659-a6ae-4d34-b2f3-3ed587524d41 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591594 Sep 07 16:08:40.804623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de026f1b-ebec-4e69-872e-6a2add1adaf9 req-ef9603d6-6a6c-41e4-bd0b-bc990eb73ddf tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:40.806806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a23dd4ed-5dee-4c6f-bae6-29c5b57351d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.811444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de026f1b-ebec-4e69-872e-6a2add1adaf9 req-ef9603d6-6a6c-41e4-bd0b-bc990eb73ddf tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 945 time: 0.1755869 Sep 07 16:08:40.819885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a23dd4ed-5dee-4c6f-bae6-29c5b57351d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:40.824239 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a23dd4ed-5dee-4c6f-bae6-29c5b57351d9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4ca3baa4-bb3e-40bf-bd4a-41c2d2d19d99 HTTP/1.1" status: 204 len: 168 time: 0.6685095 Sep 07 16:08:40.850041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dd4ed-5dee-4c6f-bae6-29c5b57351d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca3baa4-bb3e-40bf-bd4a-41c2d2d19d99,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:40.863477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2992188-ecd8-43a2-b558-62e742f7d608 admin admin] Network 11070938-526c-4707-8be8-51bb99b89ef4 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:08:40.980630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c2992188-ecd8-43a2-b558-62e742f7d608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 11070938-526c-4707-8be8-51bb99b89ef4) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:40.988236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2992188-ecd8-43a2-b558-62e742f7d608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:40.988904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2992188-ecd8-43a2-b558-62e742f7d608 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.003122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4e51d3-e49a-443a-a6cf-b41256bdc449 None None] Network 11070938-526c-4707-8be8-51bb99b89ef4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:41.033670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e732dc71-494b-48cc-a263-edd9459508aa None None] DHCP port deletion for 2d5836df-aafe-4ff3-9017-7f7dcd340b38 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:08:41.048432 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c2992188-ecd8-43a2-b558-62e742f7d608 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4310644 Sep 07 16:08:41.052301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44094) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:41.059143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1806666699-router', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:41.062804 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.067179 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e2596b5-a319-4d66-b4cd-13129b4762a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.144029 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.146262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.166875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2596b5-a319-4d66-b4cd-13129b4762a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ce827e-b211-4fcf-80b2-49127291cbb6,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:41.185174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2596b5-a319-4d66-b4cd-13129b4762a5 admin admin] Checking segment: {'id': 'b044c366-517c-4c13-971e-40c83009061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:41.185925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2596b5-a319-4d66-b4cd-13129b4762a5 admin admin] Network hostable DHCP agents. Network: 916df514-c2a8-4edc-bf73-1fdf6c78519a, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:08:41.246311 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.247365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2596b5-a319-4d66-b4cd-13129b4762a5 admin admin] Network 916df514-c2a8-4edc-bf73-1fdf6c78519a is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:08:41.265179 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de026f1b-ebec-4e69-872e-6a2add1adaf9 req-f75a7b12-32d6-4a68-b531-a6077affb127 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813443 Sep 07 16:08:41.295016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e732dc71-494b-48cc-a263-edd9459508aa None None] Deleting port 552d703b-1cff-47c7-9a39-8340547f60a5 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:41.296220 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e732dc71-494b-48cc-a263-edd9459508aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.357530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7e2596b5-a319-4d66-b4cd-13129b4762a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 916df514-c2a8-4edc-bf73-1fdf6c78519a) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:41.365139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2596b5-a319-4d66-b4cd-13129b4762a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:41.365710 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e2596b5-a319-4d66-b4cd-13129b4762a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.380691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44100) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:41.391258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427316fc-3541-4ba2-8f75-2bd530a8f65b None None] Network 916df514-c2a8-4edc-bf73-1fdf6c78519a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:41.434208 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5edea17a-7b1f-404a-96d2-00cec4f8e46f req-78dfe658-6c26-4c32-bcc3-0f091b5aa396 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 210 time: 0.0923252 Sep 07 16:08:41.436256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b80c076-cf81-41b9-96a0-4e1727d5697a req-8be23413-6ab1-4583-b34f-8c302bdae0f0 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 210 time: 0.0573001 Sep 07 16:08:41.475848 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-489090eb-df31-4979-a189-b4cc8580ae52 req-a618c780-3b70-49ca-9023-7dfc2566b226 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Allocated IP 172.20.0.14 (5cb14d20-6fb3-497f-bcd3-37ccfd2da9db/afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a/762aa294-d15a-4883-a034-c89219c10447) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:41.496646 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6a07b841-059d-4f52-89b0-2084b4bc0722 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a9a7c84686f48a6a1f7410f795a43b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1140325 Sep 07 16:08:41.501346 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44102) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:41.530710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Deleting port 552d703b-1cff-47c7-9a39-8340547f60a5 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:41.531540 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.567223 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-11070938-526c-4707-8be8-51bb99b89ef4', 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'fixed_ips': [{'subnet_id': '1dd89ec9-81fd-4f70-a85a-295fa4b678ea'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:08:41.568122 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.594653 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7e2596b5-a319-4d66-b4cd-13129b4762a5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2491086 Sep 07 16:08:41.596628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44108) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:41.598807 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.609710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1277846268-router', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:41.627575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e732dc71-494b-48cc-a263-edd9459508aa None None] For port 552d703b-1cff-47c7-9a39-8340547f60a5, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=552d703b-1cff-47c7-9a39-8340547f60a5,segment=NetworkSegment(16ee07fe-1682-4fc7-b7eb-4082869988a0),segment_id=16ee07fe-1682-4fc7-b7eb-4082869988a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:41.628018 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e732dc71-494b-48cc-a263-edd9459508aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.674342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e732dc71-494b-48cc-a263-edd9459508aa None None] Calling delete_port for 552d703b-1cff-47c7-9a39-8340547f60a5 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:41.696262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] For port 552d703b-1cff-47c7-9a39-8340547f60a5, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=552d703b-1cff-47c7-9a39-8340547f60a5,segment=NetworkSegment(16ee07fe-1682-4fc7-b7eb-4082869988a0),segment_id=16ee07fe-1682-4fc7-b7eb-4082869988a0)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:41.696679 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.744797 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49f74529-9bcb-4a44-bd4f-57dd36590ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.753509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Calling delete_port for 552d703b-1cff-47c7-9a39-8340547f60a5 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:41.797458 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.798651 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.936913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Allocated IP 172.20.0.2 (11070938-526c-4707-8be8-51bb99b89ef4/1dd89ec9-81fd-4f70-a85a-295fa4b678ea/96e590a8-ca71-46ac-96b4-db6cda861cf7) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:41.944500 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49f74529-9bcb-4a44-bd4f-57dd36590ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.967778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-916df514-c2a8-4edc-bf73-1fdf6c78519a', 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'fixed_ips': [{'subnet_id': '20ce827e-b211-4fcf-80b2-49127291cbb6'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:08:41.968735 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:41.973968 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e732dc71-494b-48cc-a263-edd9459508aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.026312 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.030130 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-489090eb-df31-4979-a189-b4cc8580ae52 req-a618c780-3b70-49ca-9023-7dfc2566b226 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.043499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49f74529-9bcb-4a44-bd4f-57dd36590ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.046081 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49f74529-9bcb-4a44-bd4f-57dd36590ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.050495 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-49f74529-9bcb-4a44-bd4f-57dd36590ab1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b1c0d1a-244f-428b-9d48-560d8404684a HTTP/1.1" status: 204 len: 168 time: 0.5444901 Sep 07 16:08:42.064430 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 552d703b-1cff-47c7-9a39-8340547f60a5 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:42.070839 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732dc71-494b-48cc-a263-edd9459508aa None None] Pushing event deleted for resources: {'Port': ['ID=552d703b-1cff-47c7-9a39-8340547f60a5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:42.125518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f74529-9bcb-4a44-bd4f-57dd36590ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1c0d1a-244f-428b-9d48-560d8404684a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:42.142602 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732dc71-494b-48cc-a263-edd9459508aa None None] No DVR routers for this DVR port 552d703b-1cff-47c7-9a39-8340547f60a5 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:42.147692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 552d703b-1cff-47c7-9a39-8340547f60a5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:42.148046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 552d703b-1cff-47c7-9a39-8340547f60a5 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:42.161658 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.242148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Port': ['ID=552d703b-1cff-47c7-9a39-8340547f60a5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:42.250259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] No DVR routers for this DVR port 552d703b-1cff-47c7-9a39-8340547f60a5 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:42.350503 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.360999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Allocated IP 172.20.0.2 (916df514-c2a8-4edc-bf73-1fdf6c78519a/20ce827e-b211-4fcf-80b2-49127291cbb6/6893b9c9-bbad-4546-9b9e-aee507ab7ef5) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:42.368806 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.378243 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.396202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.403649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Transition to ACTIVE for port object 96e590a8-ca71-46ac-96b4-db6cda861cf7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:42.415031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-489090eb-df31-4979-a189-b4cc8580ae52 req-a618c780-3b70-49ca-9023-7dfc2566b226 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.440353 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Transition to ACTIVE for port object 96e590a8-ca71-46ac-96b4-db6cda861cf7 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:42.458205 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.565273 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Network 11070938-526c-4707-8be8-51bb99b89ef4 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:42.580607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Pushing event updated for resources: {'Port': ['ID=96e590a8-ca71-46ac-96b4-db6cda861cf7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:42.583993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:42.591380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:42.635029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Allocated IP 172.25.3.177 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/dac443fe-0def-4c16-973d-154baa453809) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:42.797668 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.817648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44122) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:42.853670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Attempting to bind port 96e590a8-ca71-46ac-96b4-db6cda861cf7 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:42.854055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Attempting to bind port 96e590a8-ca71-46ac-96b4-db6cda861cf7 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b7cb346e-83f7-4b84-8670-16f6bab23bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:42.854616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Attempting to bind port 96e590a8-ca71-46ac-96b4-db6cda861cf7 on network 11070938-526c-4707-8be8-51bb99b89ef4 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:42.860483 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.870027 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:42.870328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Checking segment: {'id': 'b7cb346e-83f7-4b84-8670-16f6bab23bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:42.870704 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.871110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Bound using segment: {'id': 'b7cb346e-83f7-4b84-8670-16f6bab23bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:42.871784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Bound port: 96e590a8-ca71-46ac-96b4-db6cda861cf7, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cb346e-83f7-4b84-8670-16f6bab23bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:42.872013 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.876903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Transition to ACTIVE for port object 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:42.887180 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.917568 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a41cfa4a-bf10-4e99-b1d0-6a57879bbbce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5a5392e95f7498bbadd4efd590ed9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987890 Sep 07 16:08:42.921666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44124) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:42.923296 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Transition to ACTIVE for port object 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:42.935574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-d6f52de5-d223-4eab-ace6-2073c653bbab tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=29eead6408a54288827793cd4d7244c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514181 Sep 07 16:08:42.935859 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:42.966866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:42.980753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:42.983752 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:42.989642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Pushing event updated for resources: {'Port': ['ID=dac443fe-0def-4c16-973d-154baa453809,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:42.996504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Network 916df514-c2a8-4edc-bf73-1fdf6c78519a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:43.002648 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:43.004859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d55a563c-2710-47c4-93fc-f8862a174c91 req-34509dd5-989f-4405-b9a2-97e288837a32 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 210 time: 0.1292644 Sep 07 16:08:43.005127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] For port 96e590a8-ca71-46ac-96b4-db6cda861cf7, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:43.011872 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:43.015205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] For port 96e590a8-ca71-46ac-96b4-db6cda861cf7, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=96e590a8-ca71-46ac-96b4-db6cda861cf7,segment=NetworkSegment(b7cb346e-83f7-4b84-8670-16f6bab23bf0),segment_id=b7cb346e-83f7-4b84-8670-16f6bab23bf0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:43.025388 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.027454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Pushing event updated for resources: {'Port': ['ID=6893b9c9-bbad-4546-9b9e-aee507ab7ef5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:43.102930 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.155528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Attempting to bind port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:43.155914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Attempting to bind port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b044c366-517c-4c13-971e-40c83009061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:43.156294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Attempting to bind port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 on network 916df514-c2a8-4edc-bf73-1fdf6c78519a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:43.159842 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f510ef9-fee8-4fde-9e6e-a5601c1e11b4 None None] Pushing event updated for resources: {'Port': ['ID=96e590a8-ca71-46ac-96b4-db6cda861cf7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:43.166528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:43.166913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Checking segment: {'id': 'b044c366-517c-4c13-971e-40c83009061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:43.167327 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.167741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Bound using segment: {'id': 'b044c366-517c-4c13-971e-40c83009061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:43.168242 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Bound port: 6893b9c9-bbad-4546-9b9e-aee507ab7ef5, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b044c366-517c-4c13-971e-40c83009061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:43.169099 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.190838 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09b49457-374b-4414-9be5-d76431e2eac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.221448 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09b49457-374b-4414-9be5-d76431e2eac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.229389 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489090eb-df31-4979-a189-b4cc8580ae52 req-a618c780-3b70-49ca-9023-7dfc2566b226 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Network 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:43.248411 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5836df-aafe-4ff3-9017-7f7dcd340b38']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:43.264129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] For port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:43.270460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-489090eb-df31-4979-a189-b4cc8580ae52 req-a618c780-3b70-49ca-9023-7dfc2566b226 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:43.270756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] For port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6893b9c9-bbad-4546-9b9e-aee507ab7ef5,segment=NetworkSegment(b044c366-517c-4c13-971e-40c83009061a),segment_id=b044c366-517c-4c13-971e-40c83009061a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:43.277627 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.280022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618c780-3b70-49ca-9023-7dfc2566b226 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'Port': ['ID=762aa294-d15a-4883-a034-c89219c10447,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:43.283914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-489090eb-df31-4979-a189-b4cc8580ae52 req-a618c780-3b70-49ca-9023-7dfc2566b226 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:43.288012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ee07fe-1682-4fc7-b7eb-4082869988a0') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:43.288321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ee07fe-1682-4fc7-b7eb-4082869988a0') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:43.354128 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4093ce4-ae2d-4a36-9c49-bb5d79f5dc52 None None] Pushing event updated for resources: {'Port': ['ID=6893b9c9-bbad-4546-9b9e-aee507ab7ef5,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:43.392367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2b417-218f-42a4-b902-23e8773dc7b7 req-a09b1302-5d04-46e1-a486-e2ba812e4e22 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:43.394356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92a2b417-218f-42a4-b902-23e8773dc7b7 req-a09b1302-5d04-46e1-a486-e2ba812e4e22 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 945 time: 1.0126228 Sep 07 16:08:43.423432 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09b49457-374b-4414-9be5-d76431e2eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.426920 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09b49457-374b-4414-9be5-d76431e2eac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.431236 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-09b49457-374b-4414-9be5-d76431e2eac0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98ddca34-eebd-4995-910b-cc103ecb2a87 HTTP/1.1" status: 204 len: 168 time: 0.5036941 Sep 07 16:08:43.458365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b49457-374b-4414-9be5-d76431e2eac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ddca34-eebd-4995-910b-cc103ecb2a87,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:43.463372 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.465763 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.558183 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.594238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e238a-6463-48bd-9a87-c0b0f8e0b9e3 req-35096490-c919-4bd1-9881-9a94af6e01f0 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:43.596284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-571e238a-6463-48bd-9a87-c0b0f8e0b9e3 req-35096490-c919-4bd1-9881-9a94af6e01f0 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 932 time: 0.4582818 Sep 07 16:08:43.618525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-533f29f4-a971-48e1-bf10-d2627c6f2618 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:43.620410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-533f29f4-a971-48e1-bf10-d2627c6f2618 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5035675 Sep 07 16:08:43.636935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:08:43.637870 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:08:43.641910 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:08:43.651682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489090eb-df31-4979-a189-b4cc8580ae52 req-a618c780-3b70-49ca-9023-7dfc2566b226 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:43.652769 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-489090eb-df31-4979-a189-b4cc8580ae52 req-a618c780-3b70-49ca-9023-7dfc2566b226 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:43.662221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Request body: {'port': {'device_id': '6d64ca0e-3c34-4619-9845-2d725b4440e4', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '29eead6408a54288827793cd4d7244c9'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:43.702266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92a2b417-218f-42a4-b902-23e8773dc7b7 req-915e2ce8-431c-4fa8-98c6-9dcc713d2692 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817373 Sep 07 16:08:43.802075 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-a618c780-3b70-49ca-9023-7dfc2566b226 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5083437 Sep 07 16:08:43.825161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Request body: {'port': {'device_id': 'a11dd20f-888d-4131-ae9f-fb7c0388f111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:43.838718 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:44.007785 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:44.016861 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:44.025254 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:44.038395 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "DELETE /v2.0/networks/2d5836df-aafe-4ff3-9017-7f7dcd340b38 HTTP/1.1" status: 204 len: 168 time: 3.3250821 Sep 07 16:08:44.044190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:44.123043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-571e238a-6463-48bd-9a87-c0b0f8e0b9e3 req-6a53f513-c07f-4cb8-a0e3-52d488f9499c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009964 Sep 07 16:08:44.209725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae86f7-7123-46de-ae83-ffb756615a12 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Network': ['ID=2d5836df-aafe-4ff3-9017-7f7dcd340b38,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:44.212293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:44.272214 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d216bd18-d38e-420c-b398-5d7f10fb2176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:44.284795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-04591153-d00c-4f54-9992-c9e42ce30fc0 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Deleting subnet 37fa4d50-f721-4e6c-8efc-b0ac1ad037a2 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:08:44.288400 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04591153-d00c-4f54-9992-c9e42ce30fc0 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:44.346073 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04591153-d00c-4f54-9992-c9e42ce30fc0 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:44.374762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:44.382747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 96e590a8-ca71-46ac-96b4-db6cda861cf7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:44.411637 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dacf6b24-97e4-46d7-a50d-ff43a22bde7f req-79ca3e55-471c-493a-87e0-f3684a5900dc tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 210 time: 0.1452842 Sep 07 16:08:44.425391 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:44.445760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Made reservation on behalf of 29eead6408a54288827793cd4d7244c9 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:44.449446 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:44.487479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 96e590a8-ca71-46ac-96b4-db6cda861cf7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:44.536577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04591153-d00c-4f54-9992-c9e42ce30fc0 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:44.601695 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:44.603735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Router 97f56008-2058-4483-b7f2-a537860dee9f is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:08:44.779128 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:44.802881 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:44.870707 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:45.200191 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5219f83c-edff-45d3-9cb3-9217f620e855 None None] Network 916df514-c2a8-4edc-bf73-1fdf6c78519a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:45.259994 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04591153-d00c-4f54-9992-c9e42ce30fc0 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:45.303183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c4fb698c-0988-4d51-b34e-d8218a075701 None None] Provisioning for port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:45.317469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04591153-d00c-4f54-9992-c9e42ce30fc0 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Subnet': ['ID=37fa4d50-f721-4e6c-8efc-b0ac1ad037a2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:45.317930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c4fb698c-0988-4d51-b34e-d8218a075701 None None] Provisioning complete for port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:45.318477 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4fb698c-0988-4d51-b34e-d8218a075701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:45.320257 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04591153-d00c-4f54-9992-c9e42ce30fc0 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:45.325437 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-04591153-d00c-4f54-9992-c9e42ce30fc0 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "DELETE /v2.0/subnets/37fa4d50-f721-4e6c-8efc-b0ac1ad037a2 HTTP/1.1" status: 204 len: 168 time: 1.1962974 Sep 07 16:08:45.329537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44198) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:45.336965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77c23b6-ec77-4128-9205-f9da80ad1740 None None] Network 83ab0c9d-dae9-4233-b97a-0897d52380a1 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:45.411363 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:45.453189 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:45.456597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:08:45.471708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:45.490197 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:45.491721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-aeba64ac-8491-4b03-958c-36745d7de6d4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.4380703 Sep 07 16:08:45.494442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44204) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:45.546060 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Sync routers for ids ['97f56008-2058-4483-b7f2-a537860dee9f'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:08:45.548803 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f101a2-37f9-4de3-9f55-74d6b714f34e None None] Network 11070938-526c-4707-8be8-51bb99b89ef4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:45.649392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Deleting port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:45.649865 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:45.673826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bf244-e057-48cc-9e7c-7c9bf89804a1 req-3e5c4c30-1a6f-468b-ad93-10e8fd67a6b2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:45.687788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-577bf244-e057-48cc-9e7c-7c9bf89804a1 req-3e5c4c30-1a6f-468b-ad93-10e8fd67a6b2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 945 time: 0.5303330 Sep 07 16:08:45.738507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Allocated IP 172.25.3.94 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/1f50ef1c-75df-4db6-a572-2d87fd89153b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:45.762605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252ad136-3a9c-4d19-a3f3-7a58a9ecb530,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:45.773096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d128a-3d61-45e2-a328-edb9cdfedaec req-b2a0e15a-5ec3-4c24-a963-4d3fa8e99b08 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:45.774654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb5d128a-3d61-45e2-a328-edb9cdfedaec req-b2a0e15a-5ec3-4c24-a963-4d3fa8e99b08 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 932 time: 0.4511592 Sep 07 16:08:45.834916 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] For port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2c0961dc-9f83-42bc-9540-5c2cc6fb0780,segment=NetworkSegment(0e3845f2-3ab5-48df-87a8-2fc6db7e6243),segment_id=0e3845f2-3ab5-48df-87a8-2fc6db7e6243)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:45.835346 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:45.862950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Calling delete_port for 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:45.914181 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-577bf244-e057-48cc-9e7c-7c9bf89804a1 req-3cc35975-7f4a-4c4f-8fc2-f93ecaef8d6f tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250693 Sep 07 16:08:46.017744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb5d128a-3d61-45e2-a328-edb9cdfedaec req-a967cbd4-88dc-4639-a3be-66dbc9b8946b tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266083 Sep 07 16:08:46.041750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Allocated IP 192.168.233.12 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/6e42f93a-4862-46dd-bded-08074e7f5f05) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:46.044094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Routers {'97f56008-2058-4483-b7f2-a537860dee9f'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:08:46.044768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['97f56008-2058-4483-b7f2-a537860dee9f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:46.055659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762aa294-d15a-4883-a034-c89219c10447 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:46.072934 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.152720 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c2ce6da-0db9-4bd9-a90b-06b1ec75be8a req-39e4aec2-0f49-4306-9b58-8bca501c59e6 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 210 time: 0.0921926 Sep 07 16:08:46.174153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.196929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] No DVR routers for this DVR port 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:46.209045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Transition to ACTIVE for port object 762aa294-d15a-4883-a034-c89219c10447 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:46.224458 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.242645 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.267821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Port': ['ID=2c0961dc-9f83-42bc-9540-5c2cc6fb0780,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:46.373152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:46.373504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:46.373851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:46.374192 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:46.374533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:46.374870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:46.375219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:46.375536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:46.375868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:46.376218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:46.386513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:46.386952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:46.405525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Set router 97f56008-2058-4483-b7f2-a537860dee9f gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:08:46.428035 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.444230 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.469877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:46.490521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:46.491932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ab0c9d-dae9-4233-b97a-0897d52380a1']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:46.498711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:46.503665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019ea35-613d-4e1a-9218-e593073434f0 None None] DHCP port deletion for 83ab0c9d-dae9-4233-b97a-0897d52380a1 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:08:46.553052 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3845f2-3ab5-48df-87a8-2fc6db7e6243') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:46.553385 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3845f2-3ab5-48df-87a8-2fc6db7e6243') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:46.578237 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.600814 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.614919 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4fb698c-0988-4d51-b34e-d8218a075701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.676953 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.694936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c4fb698c-0988-4d51-b34e-d8218a075701 None None] For port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6893b9c9-bbad-4546-9b9e-aee507ab7ef5,segment=NetworkSegment(b044c366-517c-4c13-971e-40c83009061a),segment_id=b044c366-517c-4c13-971e-40c83009061a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:46.707806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:08:46.708263 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.711373 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4fb698c-0988-4d51-b34e-d8218a075701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:08:46.714756 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:08:46.789835 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.819444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb698c-0988-4d51-b34e-d8218a075701 None None] Pushing event updated for resources: {'Port': ['ID=6893b9c9-bbad-4546-9b9e-aee507ab7ef5,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:46.848897 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.858471 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:46.864237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f56008-2058-4483-b7f2-a537860dee9f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1806666699-router', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac443fe-0def-4c16-973d-154baa453809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:43Z', 'revision_number': 3, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'gw_port': {'id': 'dac443fe-0def-4c16-973d-154baa453809', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:42Z', 'updated_at': '2021-09-07T16:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:46.872182 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "DELETE /v2.0/networks/83ab0c9d-dae9-4233-b97a-0897d52380a1 HTTP/1.1" status: 204 len: 168 time: 1.5424340 Sep 07 16:08:46.876531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44224) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:46.892255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-094248f0-c2e3-4c4f-a9fa-1f2090cb57cb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1246882328'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:46.898884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Pushing event updated for resources: {'Port': ['ID=762aa294-d15a-4883-a034-c89219c10447,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:46.900488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Checking router: 97f56008-2058-4483-b7f2-a537860dee9f for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:08:46.919109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Updating router 97f56008-2058-4483-b7f2-a537860dee9f port dac443fe-0def-4c16-973d-154baa453809 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:08:46.934813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c50aed-6a27-485a-9278-99514d352fbd tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Network': ['ID=83ab0c9d-dae9-4233-b97a-0897d52380a1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:46.952619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c35bd4c0-afc9-4bb2-a363-faf44f62ed3c None None] Provisioning complete for port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:46.953447 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c35bd4c0-afc9-4bb2-a363-faf44f62ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.012931 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.021142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094248f0-c2e3-4c4f-a9fa-1f2090cb57cb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:47.035877 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-094248f0-c2e3-4c4f-a9fa-1f2090cb57cb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.038298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Pushing event updated for resources: {'Port': ['ID=1f50ef1c-75df-4db6-a572-2d87fd89153b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:47.115983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094248f0-c2e3-4c4f-a9fa-1f2090cb57cb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:08:47.127799 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-094248f0-c2e3-4c4f-a9fa-1f2090cb57cb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.128213 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-094248f0-c2e3-4c4f-a9fa-1f2090cb57cb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Added segment e1c080fe-3682-4cdf-ac9f-2f8386221ab5 of type vlan for network e00d1933-c615-46e7-89d9-3dafced310a0 Sep 07 16:08:47.182515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-094248f0-c2e3-4c4f-a9fa-1f2090cb57cb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.185162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Allocated IP 172.20.0.1 (11070938-526c-4707-8be8-51bb99b89ef4/1dd89ec9-81fd-4f70-a85a-295fa4b678ea/545dfd30-95fc-4057-ba87-daa75b2ffb6c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:47.253268 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-094248f0-c2e3-4c4f-a9fa-1f2090cb57cb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.259508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094248f0-c2e3-4c4f-a9fa-1f2090cb57cb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:47.260155 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-094248f0-c2e3-4c4f-a9fa-1f2090cb57cb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.280744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c35bd4c0-afc9-4bb2-a363-faf44f62ed3c None None] Provisioning for port 96e590a8-ca71-46ac-96b4-db6cda861cf7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:47.288783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.291021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c35bd4c0-afc9-4bb2-a363-faf44f62ed3c None None] Provisioning complete for port 96e590a8-ca71-46ac-96b4-db6cda861cf7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:47.291650 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c35bd4c0-afc9-4bb2-a363-faf44f62ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.305536 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.343962 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Attempting to bind port 762aa294-d15a-4883-a034-c89219c10447 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:47.344416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Attempting to bind port 762aa294-d15a-4883-a034-c89219c10447 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '7d829bb1-e4f7-4676-8514-fd7afb788402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:47.344736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Attempting to bind port 762aa294-d15a-4883-a034-c89219c10447 on network 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:47.366840 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-094248f0-c2e3-4c4f-a9fa-1f2090cb57cb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4805140 Sep 07 16:08:47.367558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44238) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:47.372391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8077e-70dc-482c-9a93-99f74389b610 req-c5ca25a1-98f8-462d-8ec7-abe345e4242c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:47.374281 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38f8077e-70dc-482c-9a93-99f74389b610 req-c5ca25a1-98f8-462d-8ec7-abe345e4242c tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 945 time: 0.3207705 Sep 07 16:08:47.391457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Port 762aa294-d15a-4883-a034-c89219c10447 on network 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:08:47.391842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Attempting to bind port 762aa294-d15a-4883-a034-c89219c10447 on network 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:47.402182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d356b0-0c95-432e-bc0e-a23da0ab2b69 req-1cf09530-8551-4204-adde-4f950feba638 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:47.403810 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10d356b0-0c95-432e-bc0e-a23da0ab2b69 req-1cf09530-8551-4204-adde-4f950feba638 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 944 time: 0.2348382 Sep 07 16:08:47.406123 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-505c8ca9-d4fc-4675-81e1-ddc6e76ecdfa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Request body: {'subnet': {'network_id': 'e00d1933-c615-46e7-89d9-3dafced310a0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:47.413267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Transition to ACTIVE for port object 6e42f93a-4862-46dd-bded-08074e7f5f05 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:47.422229 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094248f0-c2e3-4c4f-a9fa-1f2090cb57cb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event updated for resources: {'Network': ['ID=e00d1933-c615-46e7-89d9-3dafced310a0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:47.458241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:47.458580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Checking segment: {'id': '7d829bb1-e4f7-4676-8514-fd7afb788402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:47.459026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Bound using segment: {'id': '7d829bb1-e4f7-4676-8514-fd7afb788402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:47.459452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Bound port: 762aa294-d15a-4883-a034-c89219c10447, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d829bb1-e4f7-4676-8514-fd7afb788402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:47.459984 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.518934 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.523273 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network e00d1933-c615-46e7-89d9-3dafced310a0 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:08:47.549875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Transition to ACTIVE for port object 545dfd30-95fc-4057-ba87-daa75b2ffb6c will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:47.576944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505c8ca9-d4fc-4675-81e1-ddc6e76ecdfa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:47.581152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-505c8ca9-d4fc-4675-81e1-ddc6e76ecdfa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.681962 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.761418 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c35bd4c0-afc9-4bb2-a363-faf44f62ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.794497 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Network 11070938-526c-4707-8be8-51bb99b89ef4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:47.796992 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.805651 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:47.812641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:47.827129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Transition to ACTIVE for port object dac443fe-0def-4c16-973d-154baa453809 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:47.835286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c35bd4c0-afc9-4bb2-a363-faf44f62ed3c None None] For port 96e590a8-ca71-46ac-96b4-db6cda861cf7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=96e590a8-ca71-46ac-96b4-db6cda861cf7,segment=NetworkSegment(b7cb346e-83f7-4b84-8670-16f6bab23bf0),segment_id=b7cb346e-83f7-4b84-8670-16f6bab23bf0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:47.841085 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.849026 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c35bd4c0-afc9-4bb2-a363-faf44f62ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.873079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Pushing event updated for resources: {'Port': ['ID=545dfd30-95fc-4057-ba87-daa75b2ffb6c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:47.923832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Attempting to bind port dac443fe-0def-4c16-973d-154baa453809 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:47.924329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Attempting to bind port dac443fe-0def-4c16-973d-154baa453809 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:47.926965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Attempting to bind port dac443fe-0def-4c16-973d-154baa453809 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:47.936632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd07a7-ee64-4f2c-b579-79964420f590 None None] Pushing event updated for resources: {'Port': ['ID=dac443fe-0def-4c16-973d-154baa453809,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:47.940739 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.942000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:47.942904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:47.943323 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:47.943735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:47.944245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Bound port: dac443fe-0def-4c16-973d-154baa453809, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:47.944694 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.037794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] For port 762aa294-d15a-4883-a034-c89219c10447, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:48.041539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] For port 762aa294-d15a-4883-a034-c89219c10447, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=762aa294-d15a-4883-a034-c89219c10447,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:48.063979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] For port dac443fe-0def-4c16-973d-154baa453809, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:48.068608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] For port dac443fe-0def-4c16-973d-154baa453809, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dac443fe-0def-4c16-973d-154baa453809,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:48.083383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:48.111559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10d356b0-0c95-432e-bc0e-a23da0ab2b69 req-972960a2-58eb-471e-ac6f-786af3e664a3 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6856430 Sep 07 16:08:48.134510 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.145061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 915182d6-f402-4fb4-8661-46b4710cce5f details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:08:48.145334 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.158853 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.201050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3e761438-dafa-41bf-80cf-d0e8e63239da None None] Provisioning complete for port 96e590a8-ca71-46ac-96b4-db6cda861cf7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:48.201437 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e761438-dafa-41bf-80cf-d0e8e63239da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.227816 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38f8077e-70dc-482c-9a93-99f74389b610 req-0dd806e1-46f2-4af3-bc86-690029694e43 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8420208 Sep 07 16:08:48.232648 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-505c8ca9-d4fc-4675-81e1-ddc6e76ecdfa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.274075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bd4c0-afc9-4bb2-a363-faf44f62ed3c None None] Pushing event updated for resources: {'Port': ['ID=96e590a8-ca71-46ac-96b4-db6cda861cf7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:48.289279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Routers {'97f56008-2058-4483-b7f2-a537860dee9f'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:08:48.289954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['97f56008-2058-4483-b7f2-a537860dee9f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:48.302463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Pushing event updated for resources: {'Port': ['ID=762aa294-d15a-4883-a034-c89219c10447,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:48.339413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c8ca9-d4fc-4675-81e1-ddc6e76ecdfa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event updated for resources: {'Subnet': ['ID=7ed62316-5177-4aa2-a8a8-be2bfddeb17a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:48.343902 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.372140 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505c8ca9-d4fc-4675-81e1-ddc6e76ecdfa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Checking segment: {'id': 'e1c080fe-3682-4cdf-ac9f-2f8386221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e00d1933-c615-46e7-89d9-3dafced310a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:48.372842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505c8ca9-d4fc-4675-81e1-ddc6e76ecdfa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Network hostable DHCP agents. Network: e00d1933-c615-46e7-89d9-3dafced310a0, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:08:48.379478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Pushing event updated for resources: {'Port': ['ID=6e42f93a-4862-46dd-bded-08074e7f5f05,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:48.383843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:48.385049 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.386106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:48.386500 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.387072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-bab2315b-60b2-4491-bfa6-fe178f87752b service neutron] 10.222.0.54 "PUT /v2.0/ports/762aa294-d15a-4883-a034-c89219c10447 HTTP/1.1" status: 200 len: 1092 time: 4.5677321 Sep 07 16:08:48.421709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11dd20f-888d-4131-ae9f-fb7c0388f111', 'tag': '762aa294-d15a-4883-a034-c89219c10447'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:48.424698 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9466117-2991-4c99-8392-deff509c9f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "a11dd20f-888d-4131-ae9f-fb7c0388f111", "tag": "762aa294-d15a-4883-a034-c89219c10447"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:48.452462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505c8ca9-d4fc-4675-81e1-ddc6e76ecdfa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Network e00d1933-c615-46e7-89d9-3dafced310a0 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:08:48.482442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-505c8ca9-d4fc-4675-81e1-ddc6e76ecdfa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, e00d1933-c615-46e7-89d9-3dafced310a0) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:48.497631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505c8ca9-d4fc-4675-81e1-ddc6e76ecdfa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:48.498244 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-505c8ca9-d4fc-4675-81e1-ddc6e76ecdfa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.517672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:48.521338 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf55adcb-5c94-4fa4-a291-c8dbc5fe7cae None None] Network e00d1933-c615-46e7-89d9-3dafced310a0 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:48.549055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:48.559070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44254) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:48.562262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:48.567324 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-505c8ca9-d4fc-4675-81e1-ddc6e76ecdfa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1948216 Sep 07 16:08:48.630392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:48.631202 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.643717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8d5b5b02-fb0c-4571-90dc-b6c720293c9d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1259044292'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:48.648405 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.654719 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753dc509-122e-458a-8b8b-9db943ca8ac4 x-openstack-request-id: req-753dc509-122e-458a-8b8b-9db943ca8ac4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:48.655552 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11dd20f-888d-4131-ae9f-fb7c0388f111", "tag": "762aa294-d15a-4883-a034-c89219c10447", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:48.655552 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-753dc509-122e-458a-8b8b-9db943ca8ac4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:48.655832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd07a7-ee64-4f2c-b579-79964420f590 None None] Pushing event updated for resources: {'Port': ['ID=dac443fe-0def-4c16-973d-154baa453809,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:48.656360 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11dd20f-888d-4131-ae9f-fb7c0388f111', 'tag': '762aa294-d15a-4883-a034-c89219c10447', 'status': 'completed', 'code': 200} Sep 07 16:08:48.658198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.698681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe3df0-0f38-4e8a-986b-0d4b3afc037b req-49ebd456-ea06-4a94-a1f5-2674df81ac4e tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:48.707484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5fe3df0-0f38-4e8a-986b-0d4b3afc037b req-49ebd456-ea06-4a94-a1f5-2674df81ac4e tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 935 time: 0.4261427 Sep 07 16:08:48.713597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 915182d6-f402-4fb4-8661-46b4710cce5f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=915182d6-f402-4fb4-8661-46b4710cce5f,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:48.758113 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.798743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Pushing event updated for resources: {'Port': ['ID=545dfd30-95fc-4057-ba87-daa75b2ffb6c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:48.819889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489090eb-df31-4979-a189-b4cc8580ae52 req-b982c7e7-ece4-4977-9cd6-58c3f6282fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:48.821771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-b982c7e7-ece4-4977-9cd6-58c3f6282fea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b83c5fa846648dcb13c901c710885ec&device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 1095 time: 0.3305664 Sep 07 16:08:48.845107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '915182d6-f402-4fb4-8661-46b4710cce5f', 'network_id': '128062b4-eb7d-4f66-9c3b-585ecdef1766', 'port_id': '915182d6-f402-4fb4-8661-46b4710cce5f', 'mac_address': 'fa:16:3e:84:89:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16512a79-062b-41f3-bfdf-b580889f79b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:08:48.850081 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5b5b02-fb0c-4571-90dc-b6c720293c9d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:48.853965 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d5b5b02-fb0c-4571-90dc-b6c720293c9d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.858062 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] Set router 97f56008-2058-4483-b7f2-a537860dee9f gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:08:48.863874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5fe3df0-0f38-4e8a-986b-0d4b3afc037b req-0ab75c30-c048-4292-ba39-8b47291b484d tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/security-groups?id=252ad136-3a9c-4d19-a3f3-7a58a9ecb530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547048 Sep 07 16:08:48.881571 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7358bff8-0019-4267-9d39-d94aad44a312 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2238879 Sep 07 16:08:48.930616 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:48.939700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Request body: {'port': {'device_id': '6d64ca0e-3c34-4619-9845-2d725b4440e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:48.948176 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-916d4016-811c-4a04-a398-f18fd5c967c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=762aa294-d15a-4883-a034-c89219c10447 HTTP/1.1" status: 200 len: 217 time: 0.0875311 Sep 07 16:08:48.990780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Network 11070938-526c-4707-8be8-51bb99b89ef4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:48.992805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:49.071946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5b5b02-fb0c-4571-90dc-b6c720293c9d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:08:49.101155 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d5b5b02-fb0c-4571-90dc-b6c720293c9d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:49.101511 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-8d5b5b02-fb0c-4571-90dc-b6c720293c9d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Added segment ee1d2466-e7a4-4afe-8aae-8a4926001669 of type vlan for network fc0a082d-5e31-4b7d-8e11-f0d76564d364 Sep 07 16:08:49.108730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-021c39d1-c67b-4940-8254-50677867a7e7 None None] Provisioning for port 545dfd30-95fc-4057-ba87-daa75b2ffb6c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:49.117547 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:49.167606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 915182d6-f402-4fb4-8661-46b4710cce5f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:49.183668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-021c39d1-c67b-4940-8254-50677867a7e7 None None] Provisioning complete for port 545dfd30-95fc-4057-ba87-daa75b2ffb6c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:49.184496 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-021c39d1-c67b-4940-8254-50677867a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:49.219742 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:49.223888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489090eb-df31-4979-a189-b4cc8580ae52 req-223263bf-e97f-4e50-a4cc-676df1a242ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:49.225569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-223263bf-e97f-4e50-a4cc-676df1a242ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a HTTP/1.1" status: 200 len: 853 time: 0.2451241 Sep 07 16:08:49.262163 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d5b5b02-fb0c-4571-90dc-b6c720293c9d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:49.271382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Router 97f56008-2058-4483-b7f2-a537860dee9f has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:08:49.309261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-6883660e-9505-4627-8f43-6ca27d0cdc0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640998 Sep 07 16:08:49.343505 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:49.358148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 915182d6-f402-4fb4-8661-46b4710cce5f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=915182d6-f402-4fb4-8661-46b4710cce5f,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:49.395482 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:49.413175 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:08:49.414969 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.resource_extend [None req-8d5b5b02-fb0c-4571-90dc-b6c720293c9d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:08:49.423429 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-242cb412-da01-42fd-9c65-d0c11728cb8b admin admin] 10.222.0.70 "PUT /v2.0/routers/97f56008-2058-4483-b7f2-a537860dee9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9278045 Sep 07 16:08:49.431523 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:49.432516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2c0961dc-9f83-42bc-9540-5c2cc6fb0780 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:49.485765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-021c39d1-c67b-4940-8254-50677867a7e7 None None] Port 545dfd30-95fc-4057-ba87-daa75b2ffb6c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:08:49.488951 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=915182d6-f402-4fb4-8661-46b4710cce5f,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:49.518377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-e00d1933-c615-46e7-89d9-3dafced310a0', 'network_id': 'e00d1933-c615-46e7-89d9-3dafced310a0', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'fixed_ips': [{'subnet_id': '7ed62316-5177-4aa2-a8a8-be2bfddeb17a'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:08:49.519608 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:49.532977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['915182d6-f402-4fb4-8661-46b4710cce5f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:49.534604 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d5b5b02-fb0c-4571-90dc-b6c720293c9d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:49.540451 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5b5b02-fb0c-4571-90dc-b6c720293c9d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:49.541309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d5b5b02-fb0c-4571-90dc-b6c720293c9d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:49.607881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-021c39d1-c67b-4940-8254-50677867a7e7 None None] Provisioning for port 6e42f93a-4862-46dd-bded-08074e7f5f05 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:49.624280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-021c39d1-c67b-4940-8254-50677867a7e7 None None] Provisioning complete for port 6e42f93a-4862-46dd-bded-08074e7f5f05 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:49.624931 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-021c39d1-c67b-4940-8254-50677867a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:49.690095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44288) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:49.783941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8d5b5b02-fb0c-4571-90dc-b6c720293c9d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1677034 Sep 07 16:08:49.787708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44292) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:49.793624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cd47e-17d8-4c7a-946b-0df480e8e682 req-b7e7ad1d-75b8-452e-a8b1-f2dc28f1bec3 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:49.795492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a2c992b5-18e2-4907-80d5-72e291d4c637 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Request body: {'subnet': {'network_id': 'fc0a082d-5e31-4b7d-8e11-f0d76564d364', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:49.797039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-529cd47e-17d8-4c7a-946b-0df480e8e682 req-b7e7ad1d-75b8-452e-a8b1-f2dc28f1bec3 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 944 time: 0.5020914 Sep 07 16:08:49.867204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f08c8-9d1b-475e-b078-ab2944a759c6 req-79025cef-75de-465b-8520-d9bb129fc6a0 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:49.869443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e2f08c8-9d1b-475e-b078-ab2944a759c6 req-79025cef-75de-465b-8520-d9bb129fc6a0 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 944 time: 0.4389362 Sep 07 16:08:49.901656 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47b39b73-7569-42e8-aa54-b675bd721fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:49.945709 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-3646a941-76dc-4ae6-991d-f3170bfee53c service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944860 Sep 07 16:08:49.946398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b5b02-fb0c-4571-90dc-b6c720293c9d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event updated for resources: {'Network': ['ID=fc0a082d-5e31-4b7d-8e11-f0d76564d364,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:49.958781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-021c39d1-c67b-4940-8254-50677867a7e7 None None] Port 6e42f93a-4862-46dd-bded-08074e7f5f05 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:08:49.963912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Router fba51f2f-be32-4647-8319-b3973e466ad4 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:08:49.970889 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network fc0a082d-5e31-4b7d-8e11-f0d76564d364 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:08:50.028755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 96e590a8-ca71-46ac-96b4-db6cda861cf7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:50.045203 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47b39b73-7569-42e8-aa54-b675bd721fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:50.054411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-529cd47e-17d8-4c7a-946b-0df480e8e682 req-bfb9f91c-0ea3-42db-9e1f-d8dcebd2f3ff tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020569 Sep 07 16:08:50.055400 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47b39b73-7569-42e8-aa54-b675bd721fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:50.078294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 915182d6-f402-4fb4-8661-46b4710cce5f no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:50.120892 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-47b39b73-7569-42e8-aa54-b675bd721fe2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fda1c35fd230449da25b1cc698f4bb29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4294555 Sep 07 16:08:50.123457 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c992b5-18e2-4907-80d5-72e291d4c637 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:50.128192 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2c992b5-18e2-4907-80d5-72e291d4c637 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:50.132847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b39b73-7569-42e8-aa54-b675bd721fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c790b569-847d-4ef9-ac52-35491600a70f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:50.137651 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44296) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:50.146924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f56008-2058-4483-b7f2-a537860dee9f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1806666699-router', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac443fe-0def-4c16-973d-154baa453809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:48Z', 'revision_number': 4, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'gw_port': {'id': 'dac443fe-0def-4c16-973d-154baa453809', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:42Z', 'updated_at': '2021-09-07T16:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '545dfd30-95fc-4057-ba87-daa75b2ffb6c', 'name': '', 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'mac_address': 'fa:16:3e:f8:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1dd89ec9-81fd-4f70-a85a-295fa4b678ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:46Z', 'updated_at': '2021-09-07T16:08:47Z', 'revision_number': 1, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'subnets': [{'id': '1dd89ec9-81fd-4f70-a85a-295fa4b678ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:50.150073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e2f08c8-9d1b-475e-b078-ab2944a759c6 req-e158f797-1423-4bcc-8364-4d5eeb55a619 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450299 Sep 07 16:08:50.207053 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08ddf88-b194-4c34-8c7c-5f5cb05cba36 None None] The sync data for ids ['97f56008-2058-4483-b7f2-a537860dee9f'] in n-d-807551-3 is: [{'id': '97f56008-2058-4483-b7f2-a537860dee9f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1806666699-router', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac443fe-0def-4c16-973d-154baa453809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:48Z', 'revision_number': 4, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'gw_port': {'id': 'dac443fe-0def-4c16-973d-154baa453809', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:42Z', 'updated_at': '2021-09-07T16:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '545dfd30-95fc-4057-ba87-daa75b2ffb6c', 'name': '', 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'mac_address': 'fa:16:3e:f8:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1dd89ec9-81fd-4f70-a85a-295fa4b678ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:46Z', 'updated_at': '2021-09-07T16:08:47Z', 'revision_number': 1, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'subnets': [{'id': '1dd89ec9-81fd-4f70-a85a-295fa4b678ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:08:50.239494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Allocated IP 19.80.0.2 (e00d1933-c615-46e7-89d9-3dafced310a0/7ed62316-5177-4aa2-a8a8-be2bfddeb17a/3cafad75-03ad-41dd-a1be-8317912ebcc7) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:50.293878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c7bbb119-6f81-41d1-a01e-91de62c0424a None None] Provisioning complete for port 545dfd30-95fc-4057-ba87-daa75b2ffb6c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:50.294345 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb119-6f81-41d1-a01e-91de62c0424a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:50.310577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-489090eb-df31-4979-a189-b4cc8580ae52 req-38ab0b19-1c2a-4722-bc13-d29fb44f0e97 service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373020 Sep 07 16:08:50.465669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 96e590a8-ca71-46ac-96b4-db6cda861cf7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:50.466051 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:50.474112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:08:50.490444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c7bbb119-6f81-41d1-a01e-91de62c0424a None None] Port 545dfd30-95fc-4057-ba87-daa75b2ffb6c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:08:50.491134 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Sync routers for ids ['fba51f2f-be32-4647-8319-b3973e466ad4'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:08:50.514934 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Routers {'fba51f2f-be32-4647-8319-b3973e466ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:08:50.517184 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fba51f2f-be32-4647-8319-b3973e466ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:50.531452 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ddcaed5-842e-422b-8cd4-7b164d34ce58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:50.569857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e42f93a-4862-46dd-bded-08074e7f5f05 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:50.570414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:50.574459 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-7288d55d-9783-4bb4-91fa-ab44e948d912 req-76855216-a650-4c12-9feb-09a65e0c08a9 tempest-FloatingIPDetailsNegativeTestJSON-1761877222 tempest-FloatingIPDetailsNegativeTestJSON-1761877222-project] show failed (client error): The resource could not be found. Sep 07 16:08:50.575560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7288d55d-9783-4bb4-91fa-ab44e948d912 req-76855216-a650-4c12-9feb-09a65e0c08a9 tempest-FloatingIPDetailsNegativeTestJSON-1761877222 tempest-FloatingIPDetailsNegativeTestJSON-1761877222-project] 10.222.0.70 "GET /v2.0/floatingips/6a16a92a-7a22-496e-b190-cce78612264d HTTP/1.1" status: 404 len: 350 time: 0.1376483 Sep 07 16:08:50.580141 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ddcaed5-842e-422b-8cd4-7b164d34ce58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:50.588574 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:50.601566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b94a6c-322b-4703-808d-0b4f70207689 req-76c6536a-7dec-4f72-bb45-eea288a35b60 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:50.603309 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41b94a6c-322b-4703-808d-0b4f70207689 req-76c6536a-7dec-4f72-bb45-eea288a35b60 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 935 time: 0.2891009 Sep 07 16:08:50.605382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44302) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:50.618155 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:50.622327 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f0b8ed96-923f-432e-bb2f-b66affee0830 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.0246193 Sep 07 16:08:50.624058 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44304) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:50.684159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ddcaed5-842e-422b-8cd4-7b164d34ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:50.688999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ddcaed5-842e-422b-8cd4-7b164d34ce58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:50.690298 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3ddcaed5-842e-422b-8cd4-7b164d34ce58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c790b569-847d-4ef9-ac52-35491600a70f HTTP/1.1" status: 204 len: 168 time: 0.5519230 Sep 07 16:08:50.693977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 915182d6-f402-4fb4-8661-46b4710cce5f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:50.753585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcaed5-842e-422b-8cd4-7b164d34ce58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c790b569-847d-4ef9-ac52-35491600a70f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:50.754516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9466117-2991-4c99-8392-deff509c9f9a req-d8ca7009-c975-4f93-a2e9-f575179eca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:50.757198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9466117-2991-4c99-8392-deff509c9f9a req-d8ca7009-c975-4f93-a2e9-f575179eca90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b83c5fa846648dcb13c901c710885ec&device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 1095 time: 0.3758211 Sep 07 16:08:50.768091 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2c992b5-18e2-4907-80d5-72e291d4c637 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:50.769207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Transition to ACTIVE for port object 6e42f93a-4862-46dd-bded-08074e7f5f05 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:50.896563 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Set router fba51f2f-be32-4647-8319-b3973e466ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:08:50.926621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 915182d6-f402-4fb4-8661-46b4710cce5f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=915182d6-f402-4fb4-8661-46b4710cce5f,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:50.982682 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.004777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c992b5-18e2-4907-80d5-72e291d4c637 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Checking segment: {'id': 'ee1d2466-e7a4-4afe-8aae-8a4926001669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc0a082d-5e31-4b7d-8e11-f0d76564d364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:51.005149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c992b5-18e2-4907-80d5-72e291d4c637 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Network hostable DHCP agents. Network: fc0a082d-5e31-4b7d-8e11-f0d76564d364, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:08:51.047713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c992b5-18e2-4907-80d5-72e291d4c637 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event updated for resources: {'Subnet': ['ID=0ecb6394-3d66-459d-9531-fd2bb87a6b89,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:51.068456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c992b5-18e2-4907-80d5-72e291d4c637 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Network fc0a082d-5e31-4b7d-8e11-f0d76564d364 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:08:51.090242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a2c992b5-18e2-4907-80d5-72e291d4c637 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, fc0a082d-5e31-4b7d-8e11-f0d76564d364) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:51.105044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c992b5-18e2-4907-80d5-72e291d4c637 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:51.105646 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2c992b5-18e2-4907-80d5-72e291d4c637 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.142358 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=915182d6-f402-4fb4-8661-46b4710cce5f,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:51.145307 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a2c992b5-18e2-4907-80d5-72e291d4c637 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3556318 Sep 07 16:08:51.172697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8197d304-97a5-46b8-a6c2-5fc049e56b1f None None] Network fc0a082d-5e31-4b7d-8e11-f0d76564d364 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:51.220434 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.248108 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Transition to ACTIVE for port object 3cafad75-03ad-41dd-a1be-8317912ebcc7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:51.344569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Transition to ACTIVE for port object 3cafad75-03ad-41dd-a1be-8317912ebcc7 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:51.376791 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9466117-2991-4c99-8392-deff509c9f9a req-3e6ad829-c881-49e2-8ed8-32baf95393cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:51.377972 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9466117-2991-4c99-8392-deff509c9f9a req-3e6ad829-c881-49e2-8ed8-32baf95393cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db HTTP/1.1" status: 200 len: 914 time: 0.6071312 Sep 07 16:08:51.382565 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.391570 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1277846268-router', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:46Z', 'revision_number': 3, 'project_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'gw_port': {'id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:44Z', 'updated_at': '2021-09-07T16:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:51.433093 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Checking router: fba51f2f-be32-4647-8319-b3973e466ad4 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:08:51.433337 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Updating router fba51f2f-be32-4647-8319-b3973e466ad4 port 1f50ef1c-75df-4db6-a572-2d87fd89153b binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:08:51.441162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44328) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:51.456263 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-507204f7-2914-4d31-bbf5-a2d0e7a8a58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.477039 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.520049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Network e00d1933-c615-46e7-89d9-3dafced310a0 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:51.526034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-fc0a082d-5e31-4b7d-8e11-f0d76564d364', 'network_id': 'fc0a082d-5e31-4b7d-8e11-f0d76564d364', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'fixed_ips': [{'subnet_id': '0ecb6394-3d66-459d-9531-fd2bb87a6b89'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:08:51.526963 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.552181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:51.555698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:51.570850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Pushing event updated for resources: {'Port': ['ID=3cafad75-03ad-41dd-a1be-8317912ebcc7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:51.643752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-507204f7-2914-4d31-bbf5-a2d0e7a8a58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.653330 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-507204f7-2914-4d31-bbf5-a2d0e7a8a58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.717583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507204f7-2914-4d31-bbf5-a2d0e7a8a58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975f1ef8-547b-44e4-a3b2-b0e669a64ca9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:51.726980 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-507204f7-2914-4d31-bbf5-a2d0e7a8a58d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c4410d57289411abc9fbe315afd3317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851875 Sep 07 16:08:51.727725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44330) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:51.750123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Attempting to bind port 3cafad75-03ad-41dd-a1be-8317912ebcc7 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:51.750860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Attempting to bind port 3cafad75-03ad-41dd-a1be-8317912ebcc7 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'e1c080fe-3682-4cdf-ac9f-2f8386221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e00d1933-c615-46e7-89d9-3dafced310a0'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:51.751455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Attempting to bind port 3cafad75-03ad-41dd-a1be-8317912ebcc7 on network e00d1933-c615-46e7-89d9-3dafced310a0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:51.760176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:51.760982 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Checking segment: {'id': 'e1c080fe-3682-4cdf-ac9f-2f8386221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e00d1933-c615-46e7-89d9-3dafced310a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:51.761695 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.762990 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Bound using segment: {'id': 'e1c080fe-3682-4cdf-ac9f-2f8386221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e00d1933-c615-46e7-89d9-3dafced310a0'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:51.763899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Bound port: 3cafad75-03ad-41dd-a1be-8317912ebcc7, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c080fe-3682-4cdf-ac9f-2f8386221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e00d1933-c615-46e7-89d9-3dafced310a0'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:51.764563 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.813560 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ce75b92-e237-48a7-bf1f-6635c92ab324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.848498 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ce75b92-e237-48a7-bf1f-6635c92ab324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.884107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Allocated IP 19.86.0.2 (fc0a082d-5e31-4b7d-8e11-f0d76564d364/0ecb6394-3d66-459d-9531-fd2bb87a6b89/856fa01f-e327-4738-82cd-c631983e4553) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:51.921341 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] For port 3cafad75-03ad-41dd-a1be-8317912ebcc7, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:51.934088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] For port 3cafad75-03ad-41dd-a1be-8317912ebcc7, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3cafad75-03ad-41dd-a1be-8317912ebcc7,segment=NetworkSegment(e1c080fe-3682-4cdf-ac9f-2f8386221ab5),segment_id=e1c080fe-3682-4cdf-ac9f-2f8386221ab5)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:51.943146 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.946772 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ce75b92-e237-48a7-bf1f-6635c92ab324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.950114 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ce75b92-e237-48a7-bf1f-6635c92ab324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.951511 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7ce75b92-e237-48a7-bf1f-6635c92ab324 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/975f1ef8-547b-44e4-a3b2-b0e669a64ca9 HTTP/1.1" status: 204 len: 168 time: 0.2223103 Sep 07 16:08:51.958375 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Transition to ACTIVE for port object 1f50ef1c-75df-4db6-a572-2d87fd89153b will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:51.960366 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.960513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce75b92-e237-48a7-bf1f-6635c92ab324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975f1ef8-547b-44e4-a3b2-b0e669a64ca9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:51.971192 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:51.975076 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:52.079186 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Pushing event updated for resources: {'Port': ['ID=1f50ef1c-75df-4db6-a572-2d87fd89153b,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:52.090415 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 915182d6-f402-4fb4-8661-46b4710cce5f up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:52.099478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dac443fe-0def-4c16-973d-154baa453809 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:52.120330 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:52.120710 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:52.121563 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:52.122564 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:52.122901 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:52.123241 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:52.123573 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:52.123904 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:52.124600 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:52.124600 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:52.124900 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:52.125219 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:08:52.129393 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Attempting to bind port 1f50ef1c-75df-4db6-a572-2d87fd89153b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:52.129769 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Attempting to bind port 1f50ef1c-75df-4db6-a572-2d87fd89153b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:52.130135 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Attempting to bind port 1f50ef1c-75df-4db6-a572-2d87fd89153b on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:52.140590 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:52.140972 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:52.141383 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:52.142237 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:52.142719 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Bound port: 1f50ef1c-75df-4db6-a572-2d87fd89153b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:52.143507 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:52.239988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41b94a6c-322b-4703-808d-0b4f70207689 req-8b2b221e-3634-4669-888c-b24bea3001cb tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/security-groups?id=252ad136-3a9c-4d19-a3f3-7a58a9ecb530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6229360 Sep 07 16:08:52.283083 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] For port 1f50ef1c-75df-4db6-a572-2d87fd89153b, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:52.298097 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] For port 1f50ef1c-75df-4db6-a572-2d87fd89153b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1f50ef1c-75df-4db6-a572-2d87fd89153b,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:52.307634 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:52.333982 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d23f9b-f64a-417f-8544-99d7c9dcc9a7 None None] Pushing event updated for resources: {'Port': ['ID=3cafad75-03ad-41dd-a1be-8317912ebcc7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:52.362010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port dac443fe-0def-4c16-973d-154baa453809 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:52.392638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port dac443fe-0def-4c16-973d-154baa453809 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:52.393042 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:52.407302 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Routers {'fba51f2f-be32-4647-8319-b3973e466ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:08:52.408034 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fba51f2f-be32-4647-8319-b3973e466ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:52.530097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9466117-2991-4c99-8392-deff509c9f9a req-3cfd3474-451e-4f07-be69-30481fa105f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=762aa294-d15a-4883-a034-c89219c10447 HTTP/1.1" status: 200 len: 217 time: 0.5418243 Sep 07 16:08:52.532905 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463fa95-0acd-4dea-b201-7011d1a37303 None None] Pushing event updated for resources: {'Port': ['ID=1f50ef1c-75df-4db6-a572-2d87fd89153b,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:52.638805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 915182d6-f402-4fb4-8661-46b4710cce5f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:52.639198 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:52.669225 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] Set router fba51f2f-be32-4647-8319-b3973e466ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:08:52.790478 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:52.822593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Transition to ACTIVE for port object 856fa01f-e327-4738-82cd-c631983e4553 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:52.895858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262e1d8-b9b0-4d5d-b535-76189fb9bff7 req-12e9cc16-0e80-425d-8870-f6398461de63 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:52.897487 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2262e1d8-b9b0-4d5d-b535-76189fb9bff7 req-12e9cc16-0e80-425d-8870-f6398461de63 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 943 time: 0.1021004 Sep 07 16:08:52.903084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Transition to ACTIVE for port object 856fa01f-e327-4738-82cd-c631983e4553 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:52.903616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d85a2-5254-4639-8471-f806128e7edc req-bb22ff74-9cd6-4376-87a4-d642b99ef910 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:52.905934 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a99d85a2-5254-4639-8471-f806128e7edc req-bb22ff74-9cd6-4376-87a4-d642b99ef910 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d5378c3-d9a6-4962-8ed1-9b30890053c8 HTTP/1.1" status: 200 len: 943 time: 0.3245785 Sep 07 16:08:52.916514 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:52.938432 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1277846268-router', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:46Z', 'revision_number': 3, 'project_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'gw_port': {'id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:44Z', 'updated_at': '2021-09-07T16:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:52.940325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port dac443fe-0def-4c16-973d-154baa453809, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dac443fe-0def-4c16-973d-154baa453809,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:52.949268 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:52.964715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:52.967140 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9466117-2991-4c99-8392-deff509c9f9a req-7fcf6e7f-423e-4d9d-91e2-578a9175b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:52.968913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9466117-2991-4c99-8392-deff509c9f9a req-7fcf6e7f-423e-4d9d-91e2-578a9175b326 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a HTTP/1.1" status: 200 len: 853 time: 0.3163054 Sep 07 16:08:52.969851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Pushing event updated for resources: {'Port': ['ID=6e42f93a-4862-46dd-bded-08074e7f5f05,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:53.011736 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f8bcd-ec0b-4c91-9b51-7f1d24fdafeb None None] The sync data for ids ['fba51f2f-be32-4647-8319-b3973e466ad4'] in n-d-807551-3 is: [{'id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1277846268-router', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:46Z', 'revision_number': 3, 'project_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'gw_port': {'id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:44Z', 'updated_at': '2021-09-07T16:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:08:53.015304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Pushing event updated for resources: {'Port': ['ID=856fa01f-e327-4738-82cd-c631983e4553,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:53.025926 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:53.029205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Network fc0a082d-5e31-4b7d-8e11-f0d76564d364 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:53.039453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:53.052488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b696f-eaca-41e7-8155-72997a828754 req-520439fa-f80e-46cc-ae5f-dc0eff24a2d7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:53.062592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-726b696f-eaca-41e7-8155-72997a828754 req-520439fa-f80e-46cc-ae5f-dc0eff24a2d7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 944 time: 1.0683331 Sep 07 16:08:53.069686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:53.135779 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-2262e1d8-b9b0-4d5d-b535-76189fb9bff7 req-5c7ba093-7b56-416e-bdc1-df68bc3fbf8d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Deleting port 915182d6-f402-4fb4-8661-46b4710cce5f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:53.136251 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2262e1d8-b9b0-4d5d-b535-76189fb9bff7 req-5c7ba093-7b56-416e-bdc1-df68bc3fbf8d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:53.152268 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=dac443fe-0def-4c16-973d-154baa453809,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:53.167651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5378c3-d9a6-4962-8ed1-9b30890053c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915182d6-f402-4fb4-8661-46b4710cce5f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:53.179642 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0453fe77-f632-42a0-b1a7-d3c8bba9d518" -d '{"events": [{"server_uuid": "0d5378c3-d9a6-4962-8ed1-9b30890053c8", "name": "network-vif-plugged", "status": "completed", "tag": "915182d6-f402-4fb4-8661-46b4710cce5f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:53.195497 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:08:53.201365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Attempting to bind port 6e42f93a-4862-46dd-bded-08074e7f5f05 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:53.201710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Attempting to bind port 6e42f93a-4862-46dd-bded-08074e7f5f05 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:53.202039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Attempting to bind port 6e42f93a-4862-46dd-bded-08074e7f5f05 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:53.221928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 915182d6-f402-4fb4-8661-46b4710cce5f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=915182d6-f402-4fb4-8661-46b4710cce5f,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:53.228732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Port 6e42f93a-4862-46dd-bded-08074e7f5f05 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:08:53.229027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Attempting to bind port 6e42f93a-4862-46dd-bded-08074e7f5f05 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:53.232667 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9466117-2991-4c99-8392-deff509c9f9a req-d79b2196-5e14-4264-bd67-d04f35ef51b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2256856 Sep 07 16:08:53.253079 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:53.294183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Attempting to bind port 856fa01f-e327-4738-82cd-c631983e4553 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:53.294572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Attempting to bind port 856fa01f-e327-4738-82cd-c631983e4553 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'ee1d2466-e7a4-4afe-8aae-8a4926001669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc0a082d-5e31-4b7d-8e11-f0d76564d364'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:53.297211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Attempting to bind port 856fa01f-e327-4738-82cd-c631983e4553 on network fc0a082d-5e31-4b7d-8e11-f0d76564d364 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:53.308129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:53.308547 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Checking segment: {'id': 'ee1d2466-e7a4-4afe-8aae-8a4926001669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc0a082d-5e31-4b7d-8e11-f0d76564d364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:53.308959 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:53.309445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Bound using segment: {'id': 'ee1d2466-e7a4-4afe-8aae-8a4926001669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc0a082d-5e31-4b7d-8e11-f0d76564d364'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:53.309937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Bound port: 856fa01f-e327-4738-82cd-c631983e4553, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1d2466-e7a4-4afe-8aae-8a4926001669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc0a082d-5e31-4b7d-8e11-f0d76564d364'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:53.310298 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-2262e1d8-b9b0-4d5d-b535-76189fb9bff7 req-5c7ba093-7b56-416e-bdc1-df68bc3fbf8d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] For port 915182d6-f402-4fb4-8661-46b4710cce5f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=915182d6-f402-4fb4-8661-46b4710cce5f,segment=NetworkSegment(2a6653d8-9883-4d35-b73c-979250001836),segment_id=2a6653d8-9883-4d35-b73c-979250001836)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:53.310767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:53.310887 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2262e1d8-b9b0-4d5d-b535-76189fb9bff7 req-5c7ba093-7b56-416e-bdc1-df68bc3fbf8d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:53.343323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-2262e1d8-b9b0-4d5d-b535-76189fb9bff7 req-5c7ba093-7b56-416e-bdc1-df68bc3fbf8d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Calling delete_port for 915182d6-f402-4fb4-8661-46b4710cce5f owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:53.361530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:53.364952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:53.365725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:53.366743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Bound port: 6e42f93a-4862-46dd-bded-08074e7f5f05, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:53.367360 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:53.533825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-726b696f-eaca-41e7-8155-72997a828754 req-5649f88f-9278-4b63-929c-f27cbf87092c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701669 Sep 07 16:08:53.572155 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2262e1d8-b9b0-4d5d-b535-76189fb9bff7 req-5c7ba093-7b56-416e-bdc1-df68bc3fbf8d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:53.623333 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a99d85a2-5254-4639-8471-f806128e7edc req-76754258-1ce4-4e15-8e6e-be865e4a88a2 tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.70 "GET /v2.0/security-groups?id=d583d871-ae7c-4aa1-8b93-e38e80275815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405129 Sep 07 16:08:53.642939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ba093-7b56-416e-bdc1-df68bc3fbf8d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Pushing event deleted for resources: {'Port': ['ID=915182d6-f402-4fb4-8661-46b4710cce5f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:53.775503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=915182d6-f402-4fb4-8661-46b4710cce5f,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:53.793853 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['915182d6-f402-4fb4-8661-46b4710cce5f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:53.815138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2262e1d8-b9b0-4d5d-b535-76189fb9bff7 req-5c7ba093-7b56-416e-bdc1-df68bc3fbf8d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] No DVR routers for this DVR port 915182d6-f402-4fb4-8661-46b4710cce5f on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:08:53.827142 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2262e1d8-b9b0-4d5d-b535-76189fb9bff7 req-5c7ba093-7b56-416e-bdc1-df68bc3fbf8d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:53.833135 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2262e1d8-b9b0-4d5d-b535-76189fb9bff7 req-5c7ba093-7b56-416e-bdc1-df68bc3fbf8d tempest-ImagesTestJSON-457158224 tempest-ImagesTestJSON-457158224-project] 10.222.0.54 "DELETE /v2.0/ports/915182d6-f402-4fb4-8661-46b4710cce5f HTTP/1.1" status: 204 len: 173 time: 0.9279585 Sep 07 16:08:53.834269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5378c3-d9a6-4962-8ed1-9b30890053c8', 'name': 'network-vif-deleted', 'tag': '915182d6-f402-4fb4-8661-46b4710cce5f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:53.859585 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb45ef91-4bd9-44db-8f3d-817b4cc888fa" -d '{"events": [{"server_uuid": "0d5378c3-d9a6-4962-8ed1-9b30890053c8", "name": "network-vif-deleted", "tag": "915182d6-f402-4fb4-8661-46b4710cce5f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:53.888617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] For port 856fa01f-e327-4738-82cd-c631983e4553, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:53.925714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] For port 856fa01f-e327-4738-82cd-c631983e4553, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=856fa01f-e327-4738-82cd-c631983e4553,segment=NetworkSegment(ee1d2466-e7a4-4afe-8aae-8a4926001669),segment_id=ee1d2466-e7a4-4afe-8aae-8a4926001669)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:53.937337 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:54.034309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Sync routers for ids ['97f56008-2058-4483-b7f2-a537860dee9f'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:08:54.066805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 762aa294-d15a-4883-a034-c89219c10447 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:08:54.176414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3ce178-6fa1-4914-9d42-5d1045652895 None None] Network e00d1933-c615-46e7-89d9-3dafced310a0 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:54.232634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Routers {'97f56008-2058-4483-b7f2-a537860dee9f'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:08:54.233548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['97f56008-2058-4483-b7f2-a537860dee9f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:54.318210 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9466117-2991-4c99-8392-deff509c9f9a req-ab956477-8183-4738-a4db-1f8384d2ce78 service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0592484 Sep 07 16:08:54.375491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-c5e98d69-2fe0-42a4-83fe-0115f4702e65 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:54.384150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a1447a9c-b156-4c7d-af09-4d38d2c51d00 None None] Provisioning for port 3cafad75-03ad-41dd-a1be-8317912ebcc7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:54.386383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-c5e98d69-2fe0-42a4-83fe-0115f4702e65 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:54.388098 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-c5e98d69-2fe0-42a4-83fe-0115f4702e65 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/networks?id=e00d1933-c615-46e7-89d9-3dafced310a0&id=fc0a082d-5e31-4b7d-8e11-f0d76564d364 HTTP/1.1" status: 200 len: 1392 time: 0.6109064 Sep 07 16:08:54.388643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dac443fe-0def-4c16-973d-154baa453809 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:54.450455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] For port 6e42f93a-4862-46dd-bded-08074e7f5f05, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:54.464049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2b6c8-e708-471f-baa3-9a4d136e5b79 None None] Pushing event updated for resources: {'Port': ['ID=856fa01f-e327-4738-82cd-c631983e4553,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:54.472976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 762aa294-d15a-4883-a034-c89219c10447, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=762aa294-d15a-4883-a034-c89219c10447,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:54.515293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '762aa294-d15a-4883-a034-c89219c10447', 'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db', 'port_id': '762aa294-d15a-4883-a034-c89219c10447', 'mac_address': 'fa:16:3e:8b:39:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:08:54.587825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] For port 6e42f93a-4862-46dd-bded-08074e7f5f05, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6e42f93a-4862-46dd-bded-08074e7f5f05,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:54.597835 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-028faccb-beb1-47fd-8d87-56034b485599 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/quotas/b0e662d9c8554938a22e85d31f6a27fc HTTP/1.1" status: 200 len: 375 time: 0.1892440 Sep 07 16:08:54.607556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f98f1-123f-45bc-9f94-ae5fb0af401b req-bf487d53-fab2-41ff-a7c0-28ba6f46b639 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:54.609278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a32f98f1-123f-45bc-9f94-ae5fb0af401b req-bf487d53-fab2-41ff-a7c0-28ba6f46b639 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 946 time: 0.7292364 Sep 07 16:08:54.661471 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:54.667292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Set router 97f56008-2058-4483-b7f2-a537860dee9f gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:08:54.699247 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:54.745544 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762aa294-d15a-4883-a034-c89219c10447 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:08:54.787033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port dac443fe-0def-4c16-973d-154baa453809 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:54.787506 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:54.822224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:54.822960 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:54.824284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] 10.222.0.35 "PUT /v2.0/ports/6e42f93a-4862-46dd-bded-08074e7f5f05 HTTP/1.1" status: 200 len: 1095 time: 5.8912439 Sep 07 16:08:54.826489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d64ca0e-3c34-4619-9845-2d725b4440e4', 'tag': '6e42f93a-4862-46dd-bded-08074e7f5f05'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:54.828374 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93389767-4a68-406b-8975-de38f7ca76af" -d '{"events": [{"name": "network-changed", "server_uuid": "6d64ca0e-3c34-4619-9845-2d725b4440e4", "tag": "6e42f93a-4862-46dd-bded-08074e7f5f05"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:54.848795 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 762aa294-d15a-4883-a034-c89219c10447, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=762aa294-d15a-4883-a034-c89219c10447,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:54.872030 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:54.896197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9466117-2991-4c99-8392-deff509c9f9a req-061bc7eb-93d9-47b9-a589-7f78fb3f83c5 service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605443 Sep 07 16:08:54.899435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a32f98f1-123f-45bc-9f94-ae5fb0af401b req-fda75127-820b-4e6c-ba28-bbfd835d803b tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397289 Sep 07 16:08:54.900125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2c77a-bd30-4547-8c4e-0165834fd298 service neutron] Pushing event updated for resources: {'Port': ['ID=6e42f93a-4862-46dd-bded-08074e7f5f05,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:54.908216 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:54.956323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-94198d52-99a2-49ee-92a8-9fb3fd70e833 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0e662d9c8554938a22e85d31f6a27fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3072994 Sep 07 16:08:55.048072 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458cb007-ac01-483f-83d9-8864df06f535 x-openstack-request-id: req-458cb007-ac01-483f-83d9-8864df06f535 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:55.048440 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5378c3-d9a6-4962-8ed1-9b30890053c8", "name": "network-vif-plugged", "status": "completed", "tag": "915182d6-f402-4fb4-8661-46b4710cce5f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:55.048678 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-458cb007-ac01-483f-83d9-8864df06f535 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:55.049051 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5378c3-d9a6-4962-8ed1-9b30890053c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915182d6-f402-4fb4-8661-46b4710cce5f', 'code': 200} Sep 07 16:08:55.057411 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a9ced16-8f6f-449f-8361-0debe4da7a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:55.073812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=762aa294-d15a-4883-a034-c89219c10447,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:55.121884 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3cafad75-03ad-41dd-a1be-8317912ebcc7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:55.150354 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['762aa294-d15a-4883-a034-c89219c10447'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:08:55.274174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 3cafad75-03ad-41dd-a1be-8317912ebcc7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:55.288864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f56008-2058-4483-b7f2-a537860dee9f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1806666699-router', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac443fe-0def-4c16-973d-154baa453809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:48Z', 'revision_number': 4, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'gw_port': {'id': 'dac443fe-0def-4c16-973d-154baa453809', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:42Z', 'updated_at': '2021-09-07T16:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '545dfd30-95fc-4057-ba87-daa75b2ffb6c', 'name': '', 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'mac_address': 'fa:16:3e:f8:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1dd89ec9-81fd-4f70-a85a-295fa4b678ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:46Z', 'updated_at': '2021-09-07T16:08:48Z', 'revision_number': 2, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'subnets': [{'id': '1dd89ec9-81fd-4f70-a85a-295fa4b678ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:55.293609 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3cafad75-03ad-41dd-a1be-8317912ebcc7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:55.293996 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:55.353142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Checking router: 97f56008-2058-4483-b7f2-a537860dee9f for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:08:55.353510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Updating router 97f56008-2058-4483-b7f2-a537860dee9f port 545dfd30-95fc-4057-ba87-daa75b2ffb6c binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:08:55.416593 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:55.529639 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64335b4e-4547-4623-822c-2a47a497eb6b None None] Network fc0a082d-5e31-4b7d-8e11-f0d76564d364 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:08:55.562020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d849fecd-e28c-4671-ae1b-218187781f06 None None] Provisioning complete for port 3cafad75-03ad-41dd-a1be-8317912ebcc7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:55.562402 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d849fecd-e28c-4671-ae1b-218187781f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:55.598639 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-140069d0-91ce-46ab-9a51-acffb2280287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:55.600164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-140069d0-91ce-46ab-9a51-acffb2280287 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29eead6408a54288827793cd4d7244c9&device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 1098 time: 0.7196150 Sep 07 16:08:55.703747 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:55.706418 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-c9fc684b-4e93-4e52-96dd-580f8ebf7281 service neutron] 10.222.0.70 "GET /v2.0/networks/e00d1933-c615-46e7-89d9-3dafced310a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7489796 Sep 07 16:08:55.757706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-aa0ac843-bab0-40a9-b8bc-cd2f5dc76177 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=6e42f93a-4862-46dd-bded-08074e7f5f05 HTTP/1.1" status: 200 len: 217 time: 0.1389620 Sep 07 16:08:55.782431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2754d-48e6-4c35-a400-08d97e577c73 req-e4d72964-bf88-438d-b3a3-9098f091a063 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:55.783825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75d2754d-48e6-4c35-a400-08d97e577c73 req-e4d72964-bf88-438d-b3a3-9098f091a063 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 947 time: 0.6452484 Sep 07 16:08:55.848491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 3cafad75-03ad-41dd-a1be-8317912ebcc7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3cafad75-03ad-41dd-a1be-8317912ebcc7,segment=NetworkSegment(e1c080fe-3682-4cdf-ac9f-2f8386221ab5),segment_id=e1c080fe-3682-4cdf-ac9f-2f8386221ab5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:55.998917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-f3d915ea-e6cc-46a4-ae3d-a79728e0d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:56.000326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-f3d915ea-e6cc-46a4-ae3d-a79728e0d8cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.2116902 Sep 07 16:08:56.011008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75d2754d-48e6-4c35-a400-08d97e577c73 req-d321eee7-7bc4-494f-8ece-e337771e8aa3 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/security-groups?id=252ad136-3a9c-4d19-a3f3-7a58a9ecb530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133825 Sep 07 16:08:56.033970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Allocated IP 172.20.0.1 (916df514-c2a8-4edc-bf73-1fdf6c78519a/20ce827e-b211-4fcf-80b2-49127291cbb6/ed1bd5fe-52c3-4175-9187-9bc68a89e3fa) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:08:56.042828 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:56.043901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1f50ef1c-75df-4db6-a572-2d87fd89153b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:56.077450 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af10e6cd-6376-480d-a1de-78ae4819e72a x-openstack-request-id: req-af10e6cd-6376-480d-a1de-78ae4819e72a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:56.078439 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5378c3-d9a6-4962-8ed1-9b30890053c8", "name": "network-vif-deleted", "tag": "915182d6-f402-4fb4-8661-46b4710cce5f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:56.078908 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af10e6cd-6376-480d-a1de-78ae4819e72a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:56.079626 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5378c3-d9a6-4962-8ed1-9b30890053c8', 'name': 'network-vif-deleted', 'tag': '915182d6-f402-4fb4-8661-46b4710cce5f', 'status': 'completed', 'code': 200} Sep 07 16:08:56.084716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-1d7702c8-b835-474d-bbdc-85bfdcca9904 service neutron] 10.222.0.70 "GET /v2.0/networks/e00d1933-c615-46e7-89d9-3dafced310a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772821 Sep 07 16:08:56.107502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 915182d6-f402-4fb4-8661-46b4710cce5f no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:08:56.162572 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d849fecd-e28c-4671-ae1b-218187781f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:56.164775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-af79f1cd-4fa9-4157-a230-58129d9b89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:56.166516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-af79f1cd-4fa9-4157-a230-58129d9b89f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1497746 Sep 07 16:08:56.171773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 915182d6-f402-4fb4-8661-46b4710cce5f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:56.172127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 915182d6-f402-4fb4-8661-46b4710cce5f not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:08:56.247033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=3cafad75-03ad-41dd-a1be-8317912ebcc7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:56.310539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 1f50ef1c-75df-4db6-a572-2d87fd89153b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:56.326186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1f50ef1c-75df-4db6-a572-2d87fd89153b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:56.326575 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:56.365082 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:56.369267 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-d849fecd-e28c-4671-ae1b-218187781f06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:08:56.369694 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-d849fecd-e28c-4671-ae1b-218187781f06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:08:56.383122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Transition to ACTIVE for port object 545dfd30-95fc-4057-ba87-daa75b2ffb6c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:56.395995 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:56.407137 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-03569007-f74c-4a5c-8deb-e575d366836a service neutron] 10.222.0.70 "GET /v2.0/networks/fc0a082d-5e31-4b7d-8e11-f0d76564d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101447 Sep 07 16:08:56.437956 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:56.475266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70584f-7ee5-40c7-ada7-923bd6d6d90a None None] Pushing event updated for resources: {'Port': ['ID=545dfd30-95fc-4057-ba87-daa75b2ffb6c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:56.514426 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:56.517902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Transition to ACTIVE for port object ed1bd5fe-52c3-4175-9187-9bc68a89e3fa will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:08:56.532537 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7d94819c-baa0-4a1a-9e0a-65a9d12f72ab service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089087 Sep 07 16:08:56.558901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 1f50ef1c-75df-4db6-a572-2d87fd89153b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1f50ef1c-75df-4db6-a572-2d87fd89153b,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:56.560393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Attempting to bind port 545dfd30-95fc-4057-ba87-daa75b2ffb6c on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:08:56.560743 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Attempting to bind port 545dfd30-95fc-4057-ba87-daa75b2ffb6c by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b7cb346e-83f7-4b84-8670-16f6bab23bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:08:56.561345 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Attempting to bind port 545dfd30-95fc-4057-ba87-daa75b2ffb6c on network 11070938-526c-4707-8be8-51bb99b89ef4 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:08:56.567500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:08:56.568003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Checking segment: {'id': 'b7cb346e-83f7-4b84-8670-16f6bab23bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:08:56.568385 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:56.568805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Bound using segment: {'id': 'b7cb346e-83f7-4b84-8670-16f6bab23bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:08:56.569288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Bound port: 545dfd30-95fc-4057-ba87-daa75b2ffb6c, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cb346e-83f7-4b84-8670-16f6bab23bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:08:56.570040 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:56.571741 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:56.579465 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c775c-3670-4a2d-bfa5-085dbe364f6f req-8be0390d-bcd7-449d-860d-c06437530cf0 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:56.587387 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-222c775c-3670-4a2d-bfa5-085dbe364f6f req-8be0390d-bcd7-449d-860d-c06437530cf0 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 945 time: 0.2972457 Sep 07 16:08:56.657982 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=1f50ef1c-75df-4db6-a572-2d87fd89153b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:56.698802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] For port 545dfd30-95fc-4057-ba87-daa75b2ffb6c, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:08:56.712200 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] For port 545dfd30-95fc-4057-ba87-daa75b2ffb6c, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=545dfd30-95fc-4057-ba87-daa75b2ffb6c,segment=NetworkSegment(b7cb346e-83f7-4b84-8670-16f6bab23bf0),segment_id=b7cb346e-83f7-4b84-8670-16f6bab23bf0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:08:56.719674 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:56.755627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-222c775c-3670-4a2d-bfa5-085dbe364f6f req-3d1d930a-b600-4dea-82ca-f23476a4b6ff tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673541 Sep 07 16:08:56.763848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-99434248-b191-40cf-aaaf-a71365ef9761 service neutron] 10.222.0.70 "GET /v2.0/networks/fc0a082d-5e31-4b7d-8e11-f0d76564d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400884 Sep 07 16:08:56.787363 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:56.807835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ced16-8f6f-449f-8361-0debe4da7a6a admin admin] Deleting port 545dfd30-95fc-4057-ba87-daa75b2ffb6c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:08:56.808183 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a9ced16-8f6f-449f-8361-0debe4da7a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:56.827701 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Routers {'97f56008-2058-4483-b7f2-a537860dee9f'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:08:56.827918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['97f56008-2058-4483-b7f2-a537860dee9f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:56.886546 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b996fce-6aa1-4fb4-8be3-4396c704520f x-openstack-request-id: req-7b996fce-6aa1-4fb4-8be3-4396c704520f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:56.886841 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d64ca0e-3c34-4619-9845-2d725b4440e4", "tag": "6e42f93a-4862-46dd-bded-08074e7f5f05", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:56.887095 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b996fce-6aa1-4fb4-8be3-4396c704520f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:56.887495 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d64ca0e-3c34-4619-9845-2d725b4440e4', 'tag': '6e42f93a-4862-46dd-bded-08074e7f5f05', 'status': 'completed', 'code': 200} Sep 07 16:08:56.894416 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c57a738-213c-4e7d-95cc-27a925d6c04e req-7cad4524-7d9a-4934-bf23-d63e56da1cc2 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271930 Sep 07 16:08:56.972257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Network 916df514-c2a8-4edc-bf73-1fdf6c78519a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:56.984532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Pushing event updated for resources: {'Port': ['ID=ed1bd5fe-52c3-4175-9187-9bc68a89e3fa,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:56.989276 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:56.991608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:08:57.038482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3cafad75-03ad-41dd-a1be-8317912ebcc7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:57.044093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70584f-7ee5-40c7-ada7-923bd6d6d90a None None] Pushing event updated for resources: {'Port': ['ID=545dfd30-95fc-4057-ba87-daa75b2ffb6c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:57.102521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-5a9ced16-8f6f-449f-8361-0debe4da7a6a admin admin] For port 545dfd30-95fc-4057-ba87-daa75b2ffb6c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=545dfd30-95fc-4057-ba87-daa75b2ffb6c,segment=NetworkSegment(b7cb346e-83f7-4b84-8670-16f6bab23bf0),segment_id=b7cb346e-83f7-4b84-8670-16f6bab23bf0)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:57.103169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a9ced16-8f6f-449f-8361-0debe4da7a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:57.134960 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:57.160795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ced16-8f6f-449f-8361-0debe4da7a6a admin admin] Calling delete_port for 545dfd30-95fc-4057-ba87-daa75b2ffb6c owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:08:57.222892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aeeb8d0b-36f5-4bdf-b3b9-be54d0bab620 req-679cb782-4c8f-41c8-8516-980ce6d3671d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 210 time: 0.1105530 Sep 07 16:08:57.262282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389767-4a68-406b-8975-de38f7ca76af req-924ad863-13b6-4e93-999f-bb87ecab64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:57.263453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93389767-4a68-406b-8975-de38f7ca76af req-924ad863-13b6-4e93-999f-bb87ecab64e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29eead6408a54288827793cd4d7244c9&device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 1098 time: 0.2871981 Sep 07 16:08:57.272069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] Set router 97f56008-2058-4483-b7f2-a537860dee9f gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:08:57.340111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3cafad75-03ad-41dd-a1be-8317912ebcc7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:57.341454 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:57.404055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2a73682b-7452-4c11-81cb-1deebc0065e5 None None] Provisioning for port 856fa01f-e327-4738-82cd-c631983e4553 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:57.605100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389767-4a68-406b-8975-de38f7ca76af req-15ff8b9e-57e8-4057-a98a-2cde36eeaddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:57.606604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93389767-4a68-406b-8975-de38f7ca76af req-15ff8b9e-57e8-4057-a98a-2cde36eeaddf service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.3299348 Sep 07 16:08:57.615533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 856fa01f-e327-4738-82cd-c631983e4553 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:57.645864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-40a37934-fac1-4996-b7b5-5ee7b413ae17 None None] Provisioning for port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:57.660681 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-40a37934-fac1-4996-b7b5-5ee7b413ae17 None None] Provisioning complete for port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:57.661137 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40a37934-fac1-4996-b7b5-5ee7b413ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:57.719036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-40a37934-fac1-4996-b7b5-5ee7b413ae17 None None] Port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:08:57.729320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f56008-2058-4483-b7f2-a537860dee9f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1806666699-router', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac443fe-0def-4c16-973d-154baa453809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:48Z', 'revision_number': 4, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'gw_port': {'id': 'dac443fe-0def-4c16-973d-154baa453809', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:42Z', 'updated_at': '2021-09-07T16:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '545dfd30-95fc-4057-ba87-daa75b2ffb6c', 'name': '', 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'mac_address': 'fa:16:3e:f8:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1dd89ec9-81fd-4f70-a85a-295fa4b678ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:46Z', 'updated_at': '2021-09-07T16:08:56Z', 'revision_number': 4, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'subnets': [{'id': '1dd89ec9-81fd-4f70-a85a-295fa4b678ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:57.752108 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93389767-4a68-406b-8975-de38f7ca76af req-c3be858d-c4b7-48e3-ae80-f678beb1ffe2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=6e42f93a-4862-46dd-bded-08074e7f5f05 HTTP/1.1" status: 200 len: 217 time: 0.1150181 Sep 07 16:08:57.759442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb907b-9d8c-4581-9b59-d54cbe928a58 None None] The sync data for ids ['97f56008-2058-4483-b7f2-a537860dee9f'] in n-d-807551-3 is: [{'id': '97f56008-2058-4483-b7f2-a537860dee9f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1806666699-router', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac443fe-0def-4c16-973d-154baa453809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:48Z', 'revision_number': 4, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'gw_port': {'id': 'dac443fe-0def-4c16-973d-154baa453809', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:42Z', 'updated_at': '2021-09-07T16:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '545dfd30-95fc-4057-ba87-daa75b2ffb6c', 'name': '', 'network_id': '11070938-526c-4707-8be8-51bb99b89ef4', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'mac_address': 'fa:16:3e:f8:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1dd89ec9-81fd-4f70-a85a-295fa4b678ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:46Z', 'updated_at': '2021-09-07T16:08:56Z', 'revision_number': 4, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'subnets': [{'id': '1dd89ec9-81fd-4f70-a85a-295fa4b678ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:08:57.765852 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 856fa01f-e327-4738-82cd-c631983e4553 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:57.775421 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 856fa01f-e327-4738-82cd-c631983e4553 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:57.775763 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:57.780306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55333d68-94ac-4fe3-95e6-d6e500160a1e req-809d102d-0def-4d4d-bb3f-b5c59baae702 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:57.782053 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55333d68-94ac-4fe3-95e6-d6e500160a1e req-809d102d-0def-4d4d-bb3f-b5c59baae702 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 947 time: 0.4386637 Sep 07 16:08:57.795684 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:57.835568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44432) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:57.877220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217638c-7a30-4f3a-a8ed-82c0b14f6630 req-e499ec68-6647-4616-ba14-d5b0020aac1b tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:57.886598 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4217638c-7a30-4f3a-a8ed-82c0b14f6630 req-e499ec68-6647-4616-ba14-d5b0020aac1b tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 946 time: 0.2736964 Sep 07 16:08:57.899186 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:57.946230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 856fa01f-e327-4738-82cd-c631983e4553, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=856fa01f-e327-4738-82cd-c631983e4553,segment=NetworkSegment(ee1d2466-e7a4-4afe-8aae-8a4926001669),segment_id=ee1d2466-e7a4-4afe-8aae-8a4926001669)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:57.957624 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:58.025083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c074308-30cb-40d4-86ab-94e6a699e7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:58.053033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=856fa01f-e327-4738-82cd-c631983e4553,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:58.091043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 762aa294-d15a-4883-a034-c89219c10447 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:58.146087 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 762aa294-d15a-4883-a034-c89219c10447 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:08:58.150974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 762aa294-d15a-4883-a034-c89219c10447 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:58.151454 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:58.249413 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:58.289049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11dd20f-888d-4131-ae9f-fb7c0388f111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762aa294-d15a-4883-a034-c89219c10447'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:08:58.291639 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3225ac-adb8-45d3-ae0b-f0173bfc4c45" -d '{"events": [{"server_uuid": "a11dd20f-888d-4131-ae9f-fb7c0388f111", "name": "network-vif-plugged", "status": "completed", "tag": "762aa294-d15a-4883-a034-c89219c10447"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:08:58.307410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 762aa294-d15a-4883-a034-c89219c10447, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=762aa294-d15a-4883-a034-c89219c10447,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:08:58.312210 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:58.344863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55333d68-94ac-4fe3-95e6-d6e500160a1e req-9caff119-e272-4f96-87ce-e147d8bd31b9 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/security-groups?id=252ad136-3a9c-4d19-a3f3-7a58a9ecb530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426903 Sep 07 16:08:58.365543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=762aa294-d15a-4883-a034-c89219c10447,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:58.377420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389767-4a68-406b-8975-de38f7ca76af req-2813ecb2-ea08-4ebe-a144-3749e272d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:58.379487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93389767-4a68-406b-8975-de38f7ca76af req-2813ecb2-ea08-4ebe-a144-3749e272d03f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.6136241 Sep 07 16:08:58.493243 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a9ced16-8f6f-449f-8361-0debe4da7a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:58.533591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c074308-30cb-40d4-86ab-94e6a699e7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:58.538867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c074308-30cb-40d4-86ab-94e6a699e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:58.583974 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3c074308-30cb-40d4-86ab-94e6a699e7c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=adde82341ccb44478b7b3368387321e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7465189 Sep 07 16:08:58.584880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c074308-30cb-40d4-86ab-94e6a699e7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83f60d9-299c-4b3e-b1fc-23a2688045d1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:58.587575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44442) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:58.630706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4217638c-7a30-4f3a-a8ed-82c0b14f6630 req-ca6edad6-9ca2-4538-b5f4-690497ece8b3 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7428217 Sep 07 16:08:58.654075 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0cd54ed5-9dfc-46f8-9e3d-db5599fcb25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:58.685395 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ced16-8f6f-449f-8361-0debe4da7a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=545dfd30-95fc-4057-ba87-daa75b2ffb6c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:58.689374 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0cd54ed5-9dfc-46f8-9e3d-db5599fcb25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:58.762039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389767-4a68-406b-8975-de38f7ca76af req-c3994ac4-f919-41e9-bcce-3e5ad969cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:58.764585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1f50ef1c-75df-4db6-a572-2d87fd89153b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:58.766761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93389767-4a68-406b-8975-de38f7ca76af req-c3994ac4-f919-41e9-bcce-3e5ad969cebf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3497920 Sep 07 16:08:58.771101 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0cd54ed5-9dfc-46f8-9e3d-db5599fcb25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:58.773955 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0cd54ed5-9dfc-46f8-9e3d-db5599fcb25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:58.788165 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0cd54ed5-9dfc-46f8-9e3d-db5599fcb25d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d83f60d9-299c-4b3e-b1fc-23a2688045d1 HTTP/1.1" status: 204 len: 168 time: 0.1890376 Sep 07 16:08:58.796989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd54ed5-9dfc-46f8-9e3d-db5599fcb25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83f60d9-299c-4b3e-b1fc-23a2688045d1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:58.845204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1f50ef1c-75df-4db6-a572-2d87fd89153b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:58.846541 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:58.933234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c428052e-2ed4-4d90-a434-36992712c197 req-82b13660-b4cf-423c-957c-06167dafddc3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 210 time: 0.2076504 Sep 07 16:08:58.966218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-10a19a0e-e004-477f-a1db-4af41eea95d1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:58.973533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-10a19a0e-e004-477f-a1db-4af41eea95d1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:58.975651 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-10a19a0e-e004-477f-a1db-4af41eea95d1 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.54 "GET /v2.0/networks?id=e00d1933-c615-46e7-89d9-3dafced310a0&id=fc0a082d-5e31-4b7d-8e11-f0d76564d364 HTTP/1.1" status: 200 len: 1392 time: 0.6270938 Sep 07 16:08:58.993158 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.025291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Request body: {'port': {'device_id': '997a04a0-ec08-414b-9432-85656de89d68', 'network_id': 'e00d1933-c615-46e7-89d9-3dafced310a0', 'admin_state_up': True, 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:08:59.036889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc21bdb-93f6-4a8f-b226-0e7ec8a5df24 req-bffcdfd0-32f3-429f-97dd-ea09db340940 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:59.038499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bc21bdb-93f6-4a8f-b226-0e7ec8a5df24 req-bffcdfd0-32f3-429f-97dd-ea09db340940 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 946 time: 0.5609508 Sep 07 16:08:59.058043 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.149080 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2308a46e-b60f-40c4-9c5d-2ccb72c10394 x-openstack-request-id: req-2308a46e-b60f-40c4-9c5d-2ccb72c10394 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:08:59.149566 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11dd20f-888d-4131-ae9f-fb7c0388f111", "name": "network-vif-plugged", "status": "completed", "tag": "762aa294-d15a-4883-a034-c89219c10447", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:08:59.149963 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2308a46e-b60f-40c4-9c5d-2ccb72c10394 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:08:59.150391 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11dd20f-888d-4131-ae9f-fb7c0388f111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762aa294-d15a-4883-a034-c89219c10447', 'code': 200} Sep 07 16:08:59.181089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 545dfd30-95fc-4057-ba87-daa75b2ffb6c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:59.184723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c063ba-8d39-4756-b6f5-b8e8f36e766c req-876ac218-1861-4451-8634-a9b0b8dee97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:59.194789 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c1c063ba-8d39-4756-b6f5-b8e8f36e766c req-876ac218-1861-4451-8634-a9b0b8dee97a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 1097 time: 0.1076167 Sep 07 16:08:59.204150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 545dfd30-95fc-4057-ba87-daa75b2ffb6c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:08:59.204553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 545dfd30-95fc-4057-ba87-daa75b2ffb6c not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 07 16:08:59.230405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Port 545dfd30-95fc-4057-ba87-daa75b2ffb6c not found, will not notify nova. {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 07 16:08:59.230735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 856fa01f-e327-4738-82cd-c631983e4553 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:08:59.270824 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c1c063ba-8d39-4756-b6f5-b8e8f36e766c req-42183d62-6529-4f04-8e67-19f7608c25b6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724559 Sep 07 16:08:59.294006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 856fa01f-e327-4738-82cd-c631983e4553 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:08:59.294570 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.310289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44466) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:59.320686 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44468) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:59.332420 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93389767-4a68-406b-8975-de38f7ca76af req-1350e871-0d2a-4a62-b21d-4079798fa020 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990759 Sep 07 16:08:59.338552 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2c1345c-41f5-4549-aa13-74db54966e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.363811 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.366829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Pushing event updated for resources: {'Port': ['ID=ed1bd5fe-52c3-4175-9187-9bc68a89e3fa,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:59.391792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bc21bdb-93f6-4a8f-b226-0e7ec8a5df24 req-3f035b7d-939e-45a3-b14d-be1690b3934b tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248489 Sep 07 16:08:59.421435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd7c337-47d0-4753-9dd0-5772c488df58 admin admin] Deleting subnet 16512a79-062b-41f3-bfdf-b580889f79b3 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:08:59.426381 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c337-47d0-4753-9dd0-5772c488df58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.477421 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c337-47d0-4753-9dd0-5772c488df58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.515055 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a9ced16-8f6f-449f-8361-0debe4da7a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.536456 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c337-47d0-4753-9dd0-5772c488df58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.572691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-4c302a92-56ea-4255-b089-172751365728 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:59.574188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-4c302a92-56ea-4255-b089-172751365728 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 946 time: 0.3081911 Sep 07 16:08:59.583411 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2c1345c-41f5-4549-aa13-74db54966e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.590566 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2c1345c-41f5-4549-aa13-74db54966e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.638050 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a2c1345c-41f5-4549-aa13-74db54966e99 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40203739982e4dad9a765182831052b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256888 Sep 07 16:08:59.642576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44472) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:59.651387 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c337-47d0-4753-9dd0-5772c488df58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.653207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1345c-41f5-4549-aa13-74db54966e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1b1eaa-296c-4098-b79a-b9e88f12cd90,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:59.698566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7c337-47d0-4753-9dd0-5772c488df58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16512a79-062b-41f3-bfdf-b580889f79b3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:59.711191 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c337-47d0-4753-9dd0-5772c488df58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.713102 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bdd7c337-47d0-4753-9dd0-5772c488df58 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/16512a79-062b-41f3-bfdf-b580889f79b3 HTTP/1.1" status: 204 len: 168 time: 0.3909798 Sep 07 16:08:59.715941 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44476) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:08:59.757990 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40db08c3-4696-4185-b2c9-7ac3bfb92615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.766167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:08:59.770426 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.779094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffbf0e-70df-4753-84f0-8eb3706a8eb4 req-3b1647bb-1cc2-4103-8674-e46b8ae12105 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:59.780622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84ffbf0e-70df-4753-84f0-8eb3706a8eb4 req-3b1647bb-1cc2-4103-8674-e46b8ae12105 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 947 time: 0.3285861 Sep 07 16:08:59.791078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93389767-4a68-406b-8975-de38f7ca76af req-da71c1a0-7237-4688-911f-7dd54afa5cc0 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141657 Sep 07 16:08:59.810799 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75443927-2fe1-4f04-8d78-270770a37f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.817579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40db08c3-4696-4185-b2c9-7ac3bfb92615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.891320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Network 916df514-c2a8-4edc-bf73-1fdf6c78519a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:08:59.907595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:08:59.926621 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75443927-2fe1-4f04-8d78-270770a37f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.938361 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40db08c3-4696-4185-b2c9-7ac3bfb92615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.941556 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40db08c3-4696-4185-b2c9-7ac3bfb92615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:08:59.943129 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-40db08c3-4696-4185-b2c9-7ac3bfb92615 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a1b1eaa-296c-4098-b79a-b9e88f12cd90 HTTP/1.1" status: 204 len: 168 time: 0.2991772 Sep 07 16:08:59.955257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2be91b-6b02-4085-b178-4bfecb7af8a4 req-ef810def-efa9-47bc-9991-ec3d8965ef38 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:08:59.955257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b2be91b-6b02-4085-b178-4bfecb7af8a4 req-ef810def-efa9-47bc-9991-ec3d8965ef38 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 946 time: 0.2528520 Sep 07 16:08:59.965321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db08c3-4696-4185-b2c9-7ac3bfb92615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1b1eaa-296c-4098-b79a-b9e88f12cd90,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:08:59.968797 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-75443927-2fe1-4f04-8d78-270770a37f64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128062b4-eb7d-4f66-9c3b-585ecdef1766']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:59.983585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-75443927-2fe1-4f04-8d78-270770a37f64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6653d8-9883-4d35-b73c-979250001836') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:59.983921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-75443927-2fe1-4f04-8d78-270770a37f64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6653d8-9883-4d35-b73c-979250001836') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:08:59.997013 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75443927-2fe1-4f04-8d78-270770a37f64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:00.015531 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75443927-2fe1-4f04-8d78-270770a37f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:00.024519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75443927-2fe1-4f04-8d78-270770a37f64 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:09:00.025231 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75443927-2fe1-4f04-8d78-270770a37f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:00.045974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84ffbf0e-70df-4753-84f0-8eb3706a8eb4 req-d7aa8e85-1686-4415-9aea-5ca11d6be44f tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/security-groups?id=252ad136-3a9c-4d19-a3f3-7a58a9ecb530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446847 Sep 07 16:09:00.169588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Deleting port 4e90118b-dfff-44fe-b0fd-e74853d81a79 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:00.170188 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:00.265510 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b2be91b-6b02-4085-b178-4bfecb7af8a4 req-a37fe819-7de1-4c11-a7a9-3d91bcd82179 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740917 Sep 07 16:09:00.316683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4453e349-bcac-46c7-bc9e-02814ec3d93d req-4a15f771-81c9-4e1f-8793-39e23ddd0658 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 210 time: 0.1601346 Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:09:00.358166 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:09:00.369592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2a49d1e9-8af6-4144-9ff1-33a144b67784 None None] Provisioning complete for port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:00.370190 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2a49d1e9-8af6-4144-9ff1-33a144b67784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:00.387667 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75443927-2fe1-4f04-8d78-270770a37f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:00.394142 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75443927-2fe1-4f04-8d78-270770a37f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:00.396559 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-75443927-2fe1-4f04-8d78-270770a37f64 admin admin] 10.222.0.70 "DELETE /v2.0/networks/128062b4-eb7d-4f66-9c3b-585ecdef1766 HTTP/1.1" status: 204 len: 168 time: 0.6793318 Sep 07 16:09:00.410848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75443927-2fe1-4f04-8d78-270770a37f64 admin admin] Pushing event deleted for resources: {'Network': ['ID=128062b4-eb7d-4f66-9c3b-585ecdef1766,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:00.423689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2a49d1e9-8af6-4144-9ff1-33a144b67784 None None] Port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:09:00.448233 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Allocated IP 19.80.0.123 (e00d1933-c615-46e7-89d9-3dafced310a0/7ed62316-5177-4aa2-a8a8-be2bfddeb17a/9e41d1a4-bc27-4486-981e-9f52576f7746) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:00.500542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Router fba51f2f-be32-4647-8319-b3973e466ad4 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:09:00.653225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:00.707713 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-921b5fad-a7f5-44db-a49b-9ab8c2f4d8ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=669fa4af9816477bab27e809acea0ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531249 Sep 07 16:09:00.710497 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44498) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:00.766455 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1938cf16-1144-4888-8354-2728b3edff3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:00.794627 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1938cf16-1144-4888-8354-2728b3edff3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:00.859024 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1938cf16-1144-4888-8354-2728b3edff3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:00.861978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1938cf16-1144-4888-8354-2728b3edff3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:00.863102 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1938cf16-1144-4888-8354-2728b3edff3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d583d871-ae7c-4aa1-8b93-e38e80275815 HTTP/1.1" status: 204 len: 168 time: 0.1514494 Sep 07 16:09:00.874420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938cf16-1144-4888-8354-2728b3edff3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d583d871-ae7c-4aa1-8b93-e38e80275815,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:00.918193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] For port 4e90118b-dfff-44fe-b0fd-e74853d81a79, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=4e90118b-dfff-44fe-b0fd-e74853d81a79,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:00.919177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:00.950524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6e42f93a-4862-46dd-bded-08074e7f5f05 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:09:00.965882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9ced16-8f6f-449f-8361-0debe4da7a6a admin admin] Router 97f56008-2058-4483-b7f2-a537860dee9f has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:09:01.069931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6e42f93a-4862-46dd-bded-08074e7f5f05, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6e42f93a-4862-46dd-bded-08074e7f5f05,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:01.104761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '6e42f93a-4862-46dd-bded-08074e7f5f05', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '6e42f93a-4862-46dd-bded-08074e7f5f05', 'mac_address': 'fa:16:3e:09:d4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:09:01.135593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17cc2c-8f8b-4ece-a96c-b744f44d3a40 req-5c49e180-6d6b-423a-85e9-cc2b41c56314 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:01.137495 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d17cc2c-8f8b-4ece-a96c-b744f44d3a40 req-5c49e180-6d6b-423a-85e9-cc2b41c56314 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 946 time: 0.6020734 Sep 07 16:09:01.171641 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:01.187880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e42f93a-4862-46dd-bded-08074e7f5f05 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:01.215541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6e42f93a-4862-46dd-bded-08074e7f5f05, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6e42f93a-4862-46dd-bded-08074e7f5f05,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:01.223370 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:01.289237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44520) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:01.299028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=6e42f93a-4862-46dd-bded-08074e7f5f05,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:01.448386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:09:01.459718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c79ee066-6db1-4874-9a28-ee9f178aea7b admin admin] 10.222.0.70 "PUT /v2.0/routers/fba51f2f-be32-4647-8319-b3973e466ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7700443 Sep 07 16:09:01.466834 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Sync routers for ids ['fba51f2f-be32-4647-8319-b3973e466ad4'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:09:01.477263 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Routers {'fba51f2f-be32-4647-8319-b3973e466ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:01.478088 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fba51f2f-be32-4647-8319-b3973e466ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:01.480852 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:01.497624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d17cc2c-8f8b-4ece-a96c-b744f44d3a40 req-36bed49f-d6f4-4b3e-ba10-29cdcc60f03c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102410 Sep 07 16:09:01.514891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-network', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:01.532838 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:01.535647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['6e42f93a-4862-46dd-bded-08074e7f5f05'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:01.549785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9ced16-8f6f-449f-8361-0debe4da7a6a admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:09:01.564174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893dbaf-6777-4285-9eb6-0598455968c1 req-9afb07c0-7907-4c0e-a1ed-40c8c41d2397 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:01.565689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7893dbaf-6777-4285-9eb6-0598455968c1 req-9afb07c0-7907-4c0e-a1ed-40c8c41d2397 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 948 time: 0.3836591 Sep 07 16:09:01.575608 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5a9ced16-8f6f-449f-8361-0debe4da7a6a admin admin] 10.222.0.70 "PUT /v2.0/routers/97f56008-2058-4483-b7f2-a537860dee9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9655690 Sep 07 16:09:01.578985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Transition to ACTIVE for port object 9e41d1a4-bc27-4486-981e-9f52576f7746 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:01.580035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44534) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:01.609283 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:01.609568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Made reservation on behalf of a6b275626fee4b87819d5fc542a6f3a0 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:01.609670 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:01.609981 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Floating IP 8835ed8a-18ee-434d-bd2b-2fa9aca8040f disassociated. External IP: 172.25.3.141, port: 4e90118b-dfff-44fe-b0fd-e74853d81a79. Sep 07 16:09:01.610339 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Calling delete_port for 4e90118b-dfff-44fe-b0fd-e74853d81a79 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:01.612290 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:01.620422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40935475-f066-44e5-b97e-fca3c3a81e4c None None] Sync routers for ids ['97f56008-2058-4483-b7f2-a537860dee9f'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:09:01.637972 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:01.643045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40935475-f066-44e5-b97e-fca3c3a81e4c None None] Routers {'97f56008-2058-4483-b7f2-a537860dee9f'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:01.645477 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-40935475-f066-44e5-b97e-fca3c3a81e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['97f56008-2058-4483-b7f2-a537860dee9f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:01.720880 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Set router fba51f2f-be32-4647-8319-b3973e466ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:01.817016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7893dbaf-6777-4285-9eb6-0598455968c1 req-65ce784e-5ef4-4797-9e88-04a9936f24a1 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/security-groups?id=252ad136-3a9c-4d19-a3f3-7a58a9ecb530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295136 Sep 07 16:09:01.877485 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-40935475-f066-44e5-b97e-fca3c3a81e4c None None] Set router 97f56008-2058-4483-b7f2-a537860dee9f gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:01.907834 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:01.921179 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:01.941106 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:01.960434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f79c28-94fc-418d-9cfe-d0b1ab39ff25 req-f61f0dde-3a37-44c0-a8fa-2050872ae524 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:01.961918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42f79c28-94fc-418d-9cfe-d0b1ab39ff25 req-f61f0dde-3a37-44c0-a8fa-2050872ae524 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 946 time: 0.2963765 Sep 07 16:09:02.010503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:09:02.029412 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.030565 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Added segment bbea8677-fac5-410e-87b6-870b1fa4baa3 of type vlan for network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 Sep 07 16:09:02.084800 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.090278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44546) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:02.115453 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.158130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d931aa-3db6-47df-82b6-c7f840b88471,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:02.182040 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.185981 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:02.188899 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.216013 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.231968 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9381530 Sep 07 16:09:02.232829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44554) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:02.243006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-09817873-4108-4a99-86f6-e1b14ae2fcc8 admin admin] Request body: {'subnet': {'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-subnet', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:02.245748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-40935475-f066-44e5-b97e-fca3c3a81e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f56008-2058-4483-b7f2-a537860dee9f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1806666699-router', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac443fe-0def-4c16-973d-154baa453809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:57Z', 'revision_number': 5, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'gw_port': {'id': 'dac443fe-0def-4c16-973d-154baa453809', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:42Z', 'updated_at': '2021-09-07T16:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:02.287471 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40935475-f066-44e5-b97e-fca3c3a81e4c None None] Checking router: 97f56008-2058-4483-b7f2-a537860dee9f for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:09:02.290620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Network e00d1933-c615-46e7-89d9-3dafced310a0 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:02.298682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40935475-f066-44e5-b97e-fca3c3a81e4c None None] Routers {'97f56008-2058-4483-b7f2-a537860dee9f'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:02.299317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-40935475-f066-44e5-b97e-fca3c3a81e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['97f56008-2058-4483-b7f2-a537860dee9f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:02.323304 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1277846268-router', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:57Z', 'revision_number': 4, 'project_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'gw_port': {'id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:44Z', 'updated_at': '2021-09-07T16:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'ed1bd5fe-52c3-4175-9187-9bc68a89e3fa', 'name': '', 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'mac_address': 'fa:16:3e:fd:41:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '20ce827e-b211-4fcf-80b2-49127291cbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:55Z', 'updated_at': '2021-09-07T16:08:58Z', 'revision_number': 2, 'project_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'subnets': [{'id': '20ce827e-b211-4fcf-80b2-49127291cbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:02.328704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event updated for resources: {'Port': ['ID=9e41d1a4-bc27-4486-981e-9f52576f7746,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:02.334988 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:02.358926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157697dc-a555-487a-b5e3-8a28d2aaf785 admin admin] Pushing event updated for resources: {'Network': ['ID=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:02.390072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:09:02.401286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09817873-4108-4a99-86f6-e1b14ae2fcc8 admin admin] Made reservation on behalf of a6b275626fee4b87819d5fc542a6f3a0 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:02.404798 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09817873-4108-4a99-86f6-e1b14ae2fcc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.408730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42f79c28-94fc-418d-9cfe-d0b1ab39ff25 req-075d6046-c486-4128-a99b-db9ea0b7055e tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec930009-b855-49a0-908a-e3f38641f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4292789 Sep 07 16:09:02.410476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:02.432769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917a0e4-0f0e-4f1d-80e2-027862705299 req-a6871011-6ef8-46ca-b5ec-ccbdf1bb156a tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:02.446753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4917a0e4-0f0e-4f1d-80e2-027862705299 req-a6871011-6ef8-46ca-b5ec-ccbdf1bb156a tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 932 time: 0.5118513 Sep 07 16:09:02.522542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1358028276-network', 'tenant_id': '83c4821c8f704f9a896903ead09cd274'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:02.528624 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44560) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:02.535158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1554603853-network', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:02.607235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Made reservation on behalf of d64cb4d5805143c98747b3ed2b421edc for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:02.607539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-40935475-f066-44e5-b97e-fca3c3a81e4c None None] Set router 97f56008-2058-4483-b7f2-a537860dee9f gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:02.615869 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.623232 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Checking router: fba51f2f-be32-4647-8319-b3973e466ad4 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:09:02.623851 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Updating router fba51f2f-be32-4647-8319-b3973e466ad4 port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:09:02.639387 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.665664 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.787051 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.807734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:02.808394 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.821169 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09817873-4108-4a99-86f6-e1b14ae2fcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.825542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-13d2bb9e-a07a-4bb4-bb77-2509b0d1da3f None None] Provisioning for port 9e41d1a4-bc27-4486-981e-9f52576f7746 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:02.833535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-13d2bb9e-a07a-4bb4-bb77-2509b0d1da3f None None] Provisioning complete for port 9e41d1a4-bc27-4486-981e-9f52576f7746 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:02.834358 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-13d2bb9e-a07a-4bb4-bb77-2509b0d1da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.859388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4917a0e4-0f0e-4f1d-80e2-027862705299 req-1b9bef80-e5ff-4994-9ac4-f6ff970d9966 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113727 Sep 07 16:09:02.867247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Made reservation on behalf of 83c4821c8f704f9a896903ead09cd274 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:02.869320 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:02.882801 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Pushing event deleted for resources: {'Port': ['ID=4e90118b-dfff-44fe-b0fd-e74853d81a79,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:02.891389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-13d2bb9e-a07a-4bb4-bb77-2509b0d1da3f None None] Port 9e41d1a4-bc27-4486-981e-9f52576f7746 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:09:02.941846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-40935475-f066-44e5-b97e-fca3c3a81e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f56008-2058-4483-b7f2-a537860dee9f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1806666699-router', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac443fe-0def-4c16-973d-154baa453809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:57Z', 'revision_number': 5, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'gw_port': {'id': 'dac443fe-0def-4c16-973d-154baa453809', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:42Z', 'updated_at': '2021-09-07T16:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:02.988939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09817873-4108-4a99-86f6-e1b14ae2fcc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78fe93e7-953a-42fe-ae63-cc0d5aaa22b9,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:02.993970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40935475-f066-44e5-b97e-fca3c3a81e4c None None] The sync data for ids ['97f56008-2058-4483-b7f2-a537860dee9f'] in n-d-807551-3 is: [{'id': '97f56008-2058-4483-b7f2-a537860dee9f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1806666699-router', 'tenant_id': '91524dc1067749989faeb3697ac9cfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': 'dac443fe-0def-4c16-973d-154baa453809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:57Z', 'revision_number': 5, 'project_id': '91524dc1067749989faeb3697ac9cfca', 'gw_port': {'id': 'dac443fe-0def-4c16-973d-154baa453809', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f56008-2058-4483-b7f2-a537860dee9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:42Z', 'updated_at': '2021-09-07T16:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:09:02.995990 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6e42f93a-4862-46dd-bded-08074e7f5f05 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:03.005149 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.009629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.060911 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.062737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 6e42f93a-4862-46dd-bded-08074e7f5f05 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:03.069390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 6e42f93a-4862-46dd-bded-08074e7f5f05 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:03.069993 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.072668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09817873-4108-4a99-86f6-e1b14ae2fcc8 admin admin] Checking segment: {'id': 'bbea8677-fac5-410e-87b6-870b1fa4baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:03.073677 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09817873-4108-4a99-86f6-e1b14ae2fcc8 admin admin] Network hostable DHCP agents. Network: 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:09:03.077015 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Transition to ACTIVE for port object ed1bd5fe-52c3-4175-9187-9bc68a89e3fa will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:03.084013 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7815ef-f701-46a1-8e91-92f887eccac7 req-70cf19a9-7b9a-4f32-831d-5fbefe517edb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:03.084908 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.085712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e7815ef-f701-46a1-8e91-92f887eccac7 req-70cf19a9-7b9a-4f32-831d-5fbefe517edb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 946 time: 0.3904564 Sep 07 16:09:03.108987 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.112034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09817873-4108-4a99-86f6-e1b14ae2fcc8 admin admin] Network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:09:03.117870 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.165015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-09817873-4108-4a99-86f6-e1b14ae2fcc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:03.186636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:09:03.187889 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.190178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09817873-4108-4a99-86f6-e1b14ae2fcc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:03.191386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2edb07-227b-4414-b824-b545edf28190 None None] Network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:09:03.191813 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09817873-4108-4a99-86f6-e1b14ae2fcc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.223426 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0999e-7607-42d4-849c-55066324e723 None None] Pushing event updated for resources: {'Port': ['ID=ed1bd5fe-52c3-4175-9187-9bc68a89e3fa,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:03.233808 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Attempting to bind port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:03.234199 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Attempting to bind port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b044c366-517c-4c13-971e-40c83009061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:03.234562 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Attempting to bind port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa on network 916df514-c2a8-4edc-bf73-1fdf6c78519a {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:03.235179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08020947-2b88-4ca1-8c2d-8fab3391d21b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:03.251279 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:03.251583 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Checking segment: {'id': 'b044c366-517c-4c13-971e-40c83009061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:03.252047 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.252455 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Bound using segment: {'id': 'b044c366-517c-4c13-971e-40c83009061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:03.253523 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Bound port: ed1bd5fe-52c3-4175-9187-9bc68a89e3fa, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b044c366-517c-4c13-971e-40c83009061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:03.254210 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.260067 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6e42f93a-4862-46dd-bded-08074e7f5f05, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6e42f93a-4862-46dd-bded-08074e7f5f05,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:03.260695 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.261038 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Added segment e7de7b4a-4df4-4911-b77b-99e2c660d103 of type vlan for network da462491-6bb2-43ca-a1bc-53bc00b32f49 Sep 07 16:09:03.264056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d64ca0e-3c34-4619-9845-2d725b4440e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e42f93a-4862-46dd-bded-08074e7f5f05'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:03.267397 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a862eee-c172-486f-9567-b13e042942c3" -d '{"events": [{"server_uuid": "6d64ca0e-3c34-4619-9845-2d725b4440e4", "name": "network-vif-plugged", "status": "completed", "tag": "6e42f93a-4862-46dd-bded-08074e7f5f05"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:03.275122 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.276445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 4e90118b-dfff-44fe-b0fd-e74853d81a79 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:03.337258 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.364371 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-09817873-4108-4a99-86f6-e1b14ae2fcc8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1276443 Sep 07 16:09:03.365346 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44568) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:03.375358 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-f12f65a2-2b94-437a-babf-410a7343f163 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3801000 Sep 07 16:09:03.379426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 4e90118b-dfff-44fe-b0fd-e74853d81a79 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:03.379930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 4e90118b-dfff-44fe-b0fd-e74853d81a79 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:03.380564 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] For port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:03.384089 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] For port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ed1bd5fe-52c3-4175-9187-9bc68a89e3fa,segment=NetworkSegment(b044c366-517c-4c13-971e-40c83009061a),segment_id=b044c366-517c-4c13-971e-40c83009061a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:03.385676 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.393105 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.405227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:09:03.421691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:03.425911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.426186 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Added segment 4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e of type vlan for network 11f823b0-5a1f-405d-b97c-b160c90d8c3d Sep 07 16:09:03.449155 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.463760 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.464923 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.491455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=6e42f93a-4862-46dd-bded-08074e7f5f05,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:03.493774 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.531553 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0999e-7607-42d4-849c-55066324e723 None None] Pushing event updated for resources: {'Port': ['ID=ed1bd5fe-52c3-4175-9187-9bc68a89e3fa,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:03.553823 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Routers {'fba51f2f-be32-4647-8319-b3973e466ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:03.554863 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fba51f2f-be32-4647-8319-b3973e466ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:03.615907 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.616998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:03.617603 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.638705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Request body: {'port': {'device_id': '997a04a0-ec08-414b-9432-85656de89d68', 'network_id': 'fc0a082d-5e31-4b7d-8e11-f0d76564d364', 'admin_state_up': True, 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:03.661409 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.664026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:03.664788 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.669935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'fixed_ips': [{'subnet_id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:09:03.672601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.673295 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.752051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957f9c8d-f286-4cff-9206-5f2c1917bb5d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:03.851930 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3176942 Sep 07 16:09:03.855656 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] Set router fba51f2f-be32-4647-8319-b3973e466ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:03.862120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44572) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:03.869787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] Pushing event updated for resources: {'Network': ['ID=11f823b0-5a1f-405d-b97c-b160c90d8c3d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:03.886763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0636cafa-fcca-4c4f-8630-563563b67a1a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7928464 Sep 07 16:09:03.892893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 11f823b0-5a1f-405d-b97c-b160c90d8c3d details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:09:03.893138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-109f2788-db2a-4ed7-87c7-1e38539b9e5f admin admin] Request body: {'subnet': {'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554603853-subnet', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:03.895969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44574) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:03.925831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a85923cc-2223-4e8f-80f9-2bbbe96cc6d6 admin admin] Request body: {'subnet': {'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1358028276-subnet', 'tenant_id': '83c4821c8f704f9a896903ead09cd274', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:03.926003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76689123-43bb-458a-9a2e-d6499c731679 req-05761b6b-985d-4874-a925-04e9fc565a98 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:03.927604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76689123-43bb-458a-9a2e-d6499c731679 req-05761b6b-985d-4874-a925-04e9fc565a98 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 948 time: 0.9080157 Sep 07 16:09:03.933415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109f2788-db2a-4ed7-87c7-1e38539b9e5f admin admin] Made reservation on behalf of d64cb4d5805143c98747b3ed2b421edc for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:03.935841 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-109f2788-db2a-4ed7-87c7-1e38539b9e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.949066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Made reservation on behalf of b0e662d9c8554938a22e85d31f6a27fc for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:03.949066 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.965868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:03.970945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93011898-eda6-46fd-a62a-782a44664214 admin admin] Pushing event updated for resources: {'Network': ['ID=da462491-6bb2-43ca-a1bc-53bc00b32f49,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:03.993634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:09:04.018864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85923cc-2223-4e8f-80f9-2bbbe96cc6d6 admin admin] Made reservation on behalf of 83c4821c8f704f9a896903ead09cd274 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:04.021458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a85923cc-2223-4e8f-80f9-2bbbe96cc6d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:04.035710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network da462491-6bb2-43ca-a1bc-53bc00b32f49 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:09:04.040037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Allocated IP 172.20.0.2 (60a7566e-a0fe-4fdd-9ad3-3195a6b34a37/78fe93e7-953a-42fe-ae63-cc0d5aaa22b9/62cda498-e348-49db-b58e-b85f078b3b4e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:04.194330 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1277846268-router', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:57Z', 'revision_number': 4, 'project_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'gw_port': {'id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:44Z', 'updated_at': '2021-09-07T16:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'ed1bd5fe-52c3-4175-9187-9bc68a89e3fa', 'name': '', 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'mac_address': 'fa:16:3e:fd:41:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '20ce827e-b211-4fcf-80b2-49127291cbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:55Z', 'updated_at': '2021-09-07T16:09:03Z', 'revision_number': 4, 'project_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'subnets': [{'id': '20ce827e-b211-4fcf-80b2-49127291cbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:04.201257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:09:04.249774 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7878e62-7e5c-4f69-8103-18678ee9a014 None None] Sync routers for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:09:04.254542 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46563bb7-e14f-4c76-a272-dc6231b28f24 None None] The sync data for ids ['fba51f2f-be32-4647-8319-b3973e466ad4'] in n-d-807551-3 is: [{'id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1277846268-router', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:08:57Z', 'revision_number': 4, 'project_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'gw_port': {'id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:44Z', 'updated_at': '2021-09-07T16:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'ed1bd5fe-52c3-4175-9187-9bc68a89e3fa', 'name': '', 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'mac_address': 'fa:16:3e:fd:41:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '20ce827e-b211-4fcf-80b2-49127291cbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:55Z', 'updated_at': '2021-09-07T16:09:03Z', 'revision_number': 4, 'project_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'subnets': [{'id': '20ce827e-b211-4fcf-80b2-49127291cbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:09:04.263375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e7815ef-f701-46a1-8e91-92f887eccac7 req-c2df125e-a50e-4ad3-a438-80f2f756caf7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1335216 Sep 07 16:09:04.309397 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a85923cc-2223-4e8f-80f9-2bbbe96cc6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:04.317252 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7878e62-7e5c-4f69-8103-18678ee9a014 None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:04.317485 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e7878e62-7e5c-4f69-8103-18678ee9a014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:04.430979 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85923cc-2223-4e8f-80f9-2bbbe96cc6d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79702e3-11e7-4e35-b1b0-316ea9afe5b4,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:04.462499 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f38fd0-12ce-45f0-abbd-c24b03cae091 x-openstack-request-id: req-69f38fd0-12ce-45f0-abbd-c24b03cae091 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:04.462788 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d64ca0e-3c34-4619-9845-2d725b4440e4", "name": "network-vif-plugged", "status": "completed", "tag": "6e42f93a-4862-46dd-bded-08074e7f5f05", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:04.463050 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69f38fd0-12ce-45f0-abbd-c24b03cae091 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:04.463471 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d64ca0e-3c34-4619-9845-2d725b4440e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e42f93a-4862-46dd-bded-08074e7f5f05', 'code': 200} Sep 07 16:09:04.555292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85923cc-2223-4e8f-80f9-2bbbe96cc6d6 admin admin] Checking segment: {'id': '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:04.555995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85923cc-2223-4e8f-80f9-2bbbe96cc6d6 admin admin] Network hostable DHCP agents. Network: 11f823b0-5a1f-405d-b97c-b160c90d8c3d, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:09:04.560133 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:04.587269 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:04.589136 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:04.610986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Transition to ACTIVE for port object 62cda498-e348-49db-b58e-b85f078b3b4e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:04.617712 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e7878e62-7e5c-4f69-8103-18678ee9a014 None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:04.633871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Transition to ACTIVE for port object 62cda498-e348-49db-b58e-b85f078b3b4e will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:04.642973 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:04.723203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Allocated IP 172.25.3.239 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/a840d632-4ba0-4756-a85c-43abb91d011b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:04.739085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:04.744078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:04.748970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:04.807257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Deleting port dac443fe-0def-4c16-973d-154baa453809 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:04.807613 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:04.809814 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ed1bd5fe-52c3-4175-9187-9bc68a89e3fa up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:04.857833 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:04.873668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Pushing event updated for resources: {'Port': ['ID=62cda498-e348-49db-b58e-b85f078b3b4e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:04.907147 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Attempting to bind port 62cda498-e348-49db-b58e-b85f078b3b4e on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:04.909895 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:04.914190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Attempting to bind port 62cda498-e348-49db-b58e-b85f078b3b4e by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'bbea8677-fac5-410e-87b6-870b1fa4baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:04.916021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Attempting to bind port 62cda498-e348-49db-b58e-b85f078b3b4e on network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:04.924175 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85923cc-2223-4e8f-80f9-2bbbe96cc6d6 admin admin] Network 11f823b0-5a1f-405d-b97c-b160c90d8c3d is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:09:04.956201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:04.956689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Checking segment: {'id': 'bbea8677-fac5-410e-87b6-870b1fa4baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:04.957489 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:04.958025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Bound using segment: {'id': 'bbea8677-fac5-410e-87b6-870b1fa4baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:04.958510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Bound port: 62cda498-e348-49db-b58e-b85f078b3b4e, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbea8677-fac5-410e-87b6-870b1fa4baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:04.958971 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:04.962623 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d91ec2a-9d10-448a-8ba9-0a397c94881c req-c9c5100d-a31f-46b0-932a-1fff0a08de57 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/ports?device_id=31d3def0-7c24-499b-a2d2-79f17934ae4d HTTP/1.1" status: 200 len: 210 time: 0.1353164 Sep 07 16:09:04.963939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] No DVR routers for this DVR port 4e90118b-dfff-44fe-b0fd-e74853d81a79 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:09:04.970092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a85923cc-2223-4e8f-80f9-2bbbe96cc6d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 11f823b0-5a1f-405d-b97c-b160c90d8c3d) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:04.982649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:04.983972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111ae4c7-f93a-47f5-a43f-f0389290ce54 None None] Network 11f823b0-5a1f-405d-b97c-b160c90d8c3d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:09:04.993415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:04.995957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:04.996162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85923cc-2223-4e8f-80f9-2bbbe96cc6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:04.996747 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a85923cc-2223-4e8f-80f9-2bbbe96cc6d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:05.012924 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e9e1854-c936-4fe8-8459-11e2802fcae5 req-5779429a-3177-4ff8-b2eb-342010afc740 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.35 "DELETE /v2.0/ports/4e90118b-dfff-44fe-b0fd-e74853d81a79 HTTP/1.1" status: 204 len: 173 time: 5.3888426 Sep 07 16:09:05.018125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:05.020991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d3def0-7c24-499b-a2d2-79f17934ae4d', 'name': 'network-vif-deleted', 'tag': '4e90118b-dfff-44fe-b0fd-e74853d81a79'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:05.023423 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2752aa5-e24c-4919-a015-5b97f091f7b5" -d '{"events": [{"server_uuid": "31d3def0-7c24-499b-a2d2-79f17934ae4d", "name": "network-vif-deleted", "tag": "4e90118b-dfff-44fe-b0fd-e74853d81a79"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:05.047392 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e7878e62-7e5c-4f69-8103-18678ee9a014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:39Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:05.074500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Pushing event updated for resources: {'Port': ['ID=a840d632-4ba0-4756-a85c-43abb91d011b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:05.081741 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a85923cc-2223-4e8f-80f9-2bbbe96cc6d6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1778936 Sep 07 16:09:05.135603 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76689123-43bb-458a-9a2e-d6499c731679 req-9c373938-6e4c-45ed-832b-13c12b088aaf tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/security-groups?id=252ad136-3a9c-4d19-a3f3-7a58a9ecb530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1736131 Sep 07 16:09:05.169679 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7878e62-7e5c-4f69-8103-18678ee9a014 None None] Checking router: 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:09:05.198427 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7878e62-7e5c-4f69-8103-18678ee9a014 None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:05.199053 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e7878e62-7e5c-4f69-8103-18678ee9a014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:05.245241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:05.245995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72b75a-7696-4d79-8998-6c5b063997b5 req-044e14aa-5513-40fc-94d2-a4cc92b945d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:05.265306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a72b75a-7696-4d79-8998-6c5b063997b5 req-044e14aa-5513-40fc-94d2-a4cc92b945d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 1100 time: 0.4470656 Sep 07 16:09:05.308685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:05.310365 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:05.321857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] For port 62cda498-e348-49db-b58e-b85f078b3b4e, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:05.400170 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] For port 62cda498-e348-49db-b58e-b85f078b3b4e, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=62cda498-e348-49db-b58e-b85f078b3b4e,segment=NetworkSegment(bbea8677-fac5-410e-87b6-870b1fa4baa3),segment_id=bbea8677-fac5-410e-87b6-870b1fa4baa3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:05.416287 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:05.434571 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a72b75a-7696-4d79-8998-6c5b063997b5 req-7ed1f832-f372-4853-93be-d9f0a48e97d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=252ad136-3a9c-4d19-a3f3-7a58a9ecb530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802569 Sep 07 16:09:05.469310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-055177dd-ae59-4b1d-98b2-3621c1062764 req-8f330bd8-e20b-45d7-ae11-f5826c9bed95 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1230065906&fields=id&tenant_id=0b83c5fa846648dcb13c901c710885ec HTTP/1.1" status: 200 len: 267 time: 0.1509528 Sep 07 16:09:05.475219 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e7878e62-7e5c-4f69-8103-18678ee9a014 None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:05.557186 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:05.575436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046eea08-ec76-4aca-b95c-f521e172cb4a req-bed8c994-716f-47be-a37f-c5e28a158f08 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:05.585878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-046eea08-ec76-4aca-b95c-f521e172cb4a req-bed8c994-716f-47be-a37f-c5e28a158f08 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 932 time: 0.2965841 Sep 07 16:09:05.609765 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:05.611831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45621406-5046-441b-8791-ac803f9c4ba2 None None] Network 11f823b0-5a1f-405d-b97c-b160c90d8c3d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:09:05.614857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cb26e-420a-4685-abdb-0fbb0fe4305b None None] Pushing event updated for resources: {'Port': ['ID=62cda498-e348-49db-b58e-b85f078b3b4e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:05.720876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Allocated IP 19.86.0.193 (fc0a082d-5e31-4b7d-8e11-f0d76564d364/0ecb6394-3d66-459d-9531-fd2bb87a6b89/14d0ca2e-0e94-462c-a611-47dda757ca38) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:05.735400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] For port dac443fe-0def-4c16-973d-154baa453809, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dac443fe-0def-4c16-973d-154baa453809,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:05.736187 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:05.853003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Calling delete_port for dac443fe-0def-4c16-973d-154baa453809 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:05.906071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ed1bd5fe-52c3-4175-9187-9bc68a89e3fa,segment=NetworkSegment(b044c366-517c-4c13-971e-40c83009061a),segment_id=b044c366-517c-4c13-971e-40c83009061a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:05.920145 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:05.937187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055177dd-ae59-4b1d-98b2-3621c1062764 req-cb98f57f-ff12-4ea3-854d-341f27da2734 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:05.941719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 545dfd30-95fc-4057-ba87-daa75b2ffb6c no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:05.942023 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-055177dd-ae59-4b1d-98b2-3621c1062764 req-cb98f57f-ff12-4ea3-854d-341f27da2734 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 946 time: 0.4703479 Sep 07 16:09:05.950751 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:05.953257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-046eea08-ec76-4aca-b95c-f521e172cb4a req-84bfb8b3-6d9e-45a8-a4c2-6b935ffd9889 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581660 Sep 07 16:09:05.957536 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e7878e62-7e5c-4f69-8103-18678ee9a014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:39Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:06.005737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 545dfd30-95fc-4057-ba87-daa75b2ffb6c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:06.006082 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 545dfd30-95fc-4057-ba87-daa75b2ffb6c not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:06.043344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-055177dd-ae59-4b1d-98b2-3621c1062764 req-b0879997-ad94-4f86-a0c0-5e1d48528ed5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'port': {'security_groups': ['4e8809cb-37c3-477c-89c9-4f863768e329', 'd76862b6-c739-4313-b725-e69bf88ffbba']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:06.044979 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7878e62-7e5c-4f69-8103-18678ee9a014 None None] The sync data for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 is: [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:02:27Z', 'revision_number': 4, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fcc8d54b-b204-4a87-aa1b-dad8afe7a812', 'name': '', 'network_id': '40d34971-072c-4081-981f-edebb2a17e0d', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'mac_address': 'fa:16:3e:8e:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '731e0036-3c31-475c-ac6a-735261833588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:26Z', 'updated_at': '2021-09-07T16:02:39Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'subnets': [{'id': '731e0036-3c31-475c-ac6a-735261833588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:09:06.115658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=ed1bd5fe-52c3-4175-9187-9bc68a89e3fa,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:06.120833 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2969d1-2d09-4ca5-ac43-b4e0e60f9e11 x-openstack-request-id: req-1f2969d1-2d09-4ca5-ac43-b4e0e60f9e11 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:06.122559 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d3def0-7c24-499b-a2d2-79f17934ae4d", "name": "network-vif-deleted", "tag": "4e90118b-dfff-44fe-b0fd-e74853d81a79", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:06.122995 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f2969d1-2d09-4ca5-ac43-b4e0e60f9e11 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:06.124306 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d3def0-7c24-499b-a2d2-79f17934ae4d', 'name': 'network-vif-deleted', 'tag': '4e90118b-dfff-44fe-b0fd-e74853d81a79', 'status': 'completed', 'code': 200} Sep 07 16:09:06.208864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:09:06.262684 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-109f2788-db2a-4ed7-87c7-1e38539b9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:06.358753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:09:06.371480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Sync routers for ids ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:09:06.382335 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:06.388288 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4e7d0415-331a-4322-82bb-0bf1928cdb65 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.9801760 Sep 07 16:09:06.388534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Routers {'3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:06.389241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44602) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:06.394487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:06.484944 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:06.495825 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-055177dd-ae59-4b1d-98b2-3621c1062764 req-b0879997-ad94-4f86-a0c0-5e1d48528ed5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:06.549952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Set router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:06.610686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Transition to ACTIVE for port object 14d0ca2e-0e94-462c-a611-47dda757ca38 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:06.735995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f2788-db2a-4ed7-87c7-1e38539b9e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a747ed00-7f38-4fd0-bac1-880e0e05a3d1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:06.762000 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:06.835656 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13dd1f-bf79-4b95-82c4-04f3ddd4a6e1 None None] New status for floating IP 8835ed8a-18ee-434d-bd2b-2fa9aca8040f: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:09:06.920383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Network fc0a082d-5e31-4b7d-8e11-f0d76564d364 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:06.927696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:09:05Z', 'revision_number': 3, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port': {'id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:04Z', 'updated_at': '2021-09-07T16:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:06.972358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:06.990290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:07.010645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ed1bd5fe-52c3-4175-9187-9bc68a89e3fa up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:07.015568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Checking router: 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:09:07.015925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Updating router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 port a840d632-4ba0-4756-a85c-43abb91d011b binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:09:07.077453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:07.078206 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:07.078805 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:07.119676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109f2788-db2a-4ed7-87c7-1e38539b9e5f admin admin] Checking segment: {'id': 'e7de7b4a-4df4-4911-b77b-99e2c660d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:07.120033 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f2788-db2a-4ed7-87c7-1e38539b9e5f admin admin] Network hostable DHCP agents. Network: da462491-6bb2-43ca-a1bc-53bc00b32f49, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:09:07.163629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event updated for resources: {'Port': ['ID=14d0ca2e-0e94-462c-a611-47dda757ca38,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:07.215564 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:07.265290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-b2b8f80e-c1c6-42e6-97c4-0ca06c6e16aa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6785085 Sep 07 16:09:07.297517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:07.297838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Request body: {'port': {'device_id': '997a04a0-ec08-414b-9432-85656de89d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:07.297962 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:07.330699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f2788-db2a-4ed7-87c7-1e38539b9e5f admin admin] Network da462491-6bb2-43ca-a1bc-53bc00b32f49 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:09:07.352318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c33a6bf-f934-426d-ab4c-09c52fc759bb None None] Network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:09:07.358068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-230be018-51f1-49f7-9c69-aa1525dacce1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:07.359736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-230be018-51f1-49f7-9c69-aa1525dacce1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/networks?id=11f823b0-5a1f-405d-b97c-b160c90d8c3d HTTP/1.1" status: 200 len: 815 time: 0.8523660 Sep 07 16:09:07.368216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-109f2788-db2a-4ed7-87c7-1e38539b9e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, da462491-6bb2-43ca-a1bc-53bc00b32f49) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:07.386238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3094a252-65a8-4771-b786-7d09d43b0fb0 None None] Network da462491-6bb2-43ca-a1bc-53bc00b32f49 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:09:07.399957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109f2788-db2a-4ed7-87c7-1e38539b9e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:07.400676 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-109f2788-db2a-4ed7-87c7-1e38539b9e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:07.403717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:07.452105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac443fe-0def-4c16-973d-154baa453809,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:07.513736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-3919ebe1-387e-4b80-ba76-f8e92d5d69de tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/quotas/83c4821c8f704f9a896903ead09cd274 HTTP/1.1" status: 200 len: 375 time: 0.1398187 Sep 07 16:09:07.535617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-109f2788-db2a-4ed7-87c7-1e38539b9e5f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.6540439 Sep 07 16:09:07.547406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-84be7e60-a83e-4e01-8181-11019040e9a8 None None] Provisioning for port 62cda498-e348-49db-b58e-b85f078b3b4e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:07.552554 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:07.574507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44606) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:07.583945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1554603853-router', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:07.633419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-84be7e60-a83e-4e01-8181-11019040e9a8 None None] Provisioning for port 14d0ca2e-0e94-462c-a611-47dda757ca38 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:07.648766 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-7139aacf-cef6-47b0-9a06-a5ca672a3750 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=83c4821c8f704f9a896903ead09cd274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153820 Sep 07 16:09:07.770600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-055177dd-ae59-4b1d-98b2-3621c1062764 req-b0879997-ad94-4f86-a0c0-5e1d48528ed5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] For port 762aa294-d15a-4883-a034-c89219c10447, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=762aa294-d15a-4883-a034-c89219c10447,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:07.787285 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Allocated IP 172.20.0.1 (60a7566e-a0fe-4fdd-9ad3-3195a6b34a37/78fe93e7-953a-42fe-ae63-cc0d5aaa22b9/067f76f4-b53f-4407-80ef-f6af09d27c7e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:07.849026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-84be7e60-a83e-4e01-8181-11019040e9a8 None None] Provisioning complete for port 14d0ca2e-0e94-462c-a611-47dda757ca38 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:07.849393 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84be7e60-a83e-4e01-8181-11019040e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:07.872811 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:07.914684 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:07.933483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Transition to ACTIVE for port object 067f76f4-b53f-4407-80ef-f6af09d27c7e will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:07.946097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 62cda498-e348-49db-b58e-b85f078b3b4e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:07.949841 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:07.951055 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:07.981294 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.008263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-84be7e60-a83e-4e01-8181-11019040e9a8 None None] Port 14d0ca2e-0e94-462c-a611-47dda757ca38 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:09:08.015568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:08.018138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:08.022788 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:08.023244 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.028192 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.034729 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.049544 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-055177dd-ae59-4b1d-98b2-3621c1062764 req-b0879997-ad94-4f86-a0c0-5e1d48528ed5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.057044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-da462491-6bb2-43ca-a1bc-53bc00b32f49', 'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'fixed_ips': [{'subnet_id': 'a747ed00-7f38-4fd0-bac1-880e0e05a3d1'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:09:08.057803 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.062585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Transition to ACTIVE for port object a840d632-4ba0-4756-a85c-43abb91d011b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:08.064426 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Pushing event updated for resources: {'Port': ['ID=067f76f4-b53f-4407-80ef-f6af09d27c7e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:08.073853 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.134735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-055177dd-ae59-4b1d-98b2-3621c1062764 req-b0879997-ad94-4f86-a0c0-5e1d48528ed5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.154746 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.174063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['762aa294-d15a-4883-a034-c89219c10447'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:08.195761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-8a891d86-4960-4424-af75-e736777dd7f5 service neutron] 10.222.0.70 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229735 Sep 07 16:09:08.205583 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.244084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 62cda498-e348-49db-b58e-b85f078b3b4e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:08.254456 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.276864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055177dd-ae59-4b1d-98b2-3621c1062764 req-b0879997-ad94-4f86-a0c0-5e1d48528ed5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:08.277546 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-055177dd-ae59-4b1d-98b2-3621c1062764 req-b0879997-ad94-4f86-a0c0-5e1d48528ed5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.280705 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 62cda498-e348-49db-b58e-b85f078b3b4e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:08.290067 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.293278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-055177dd-ae59-4b1d-98b2-3621c1062764 req-b0879997-ad94-4f86-a0c0-5e1d48528ed5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "PUT /v2.0/ports/762aa294-d15a-4883-a034-c89219c10447 HTTP/1.1" status: 200 len: 982 time: 2.2679746 Sep 07 16:09:08.310452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11dd20f-888d-4131-ae9f-fb7c0388f111', 'tag': '762aa294-d15a-4883-a034-c89219c10447'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:08.313888 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e9c3ec-e6ec-44bd-ad15-0376859d304c" -d '{"events": [{"name": "network-changed", "server_uuid": "a11dd20f-888d-4131-ae9f-fb7c0388f111", "tag": "762aa294-d15a-4883-a034-c89219c10447"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:08.321071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.321917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97f56008-2058-4483-b7f2-a537860dee9f {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:09:08.343364 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Attempting to bind port a840d632-4ba0-4756-a85c-43abb91d011b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:08.343744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Attempting to bind port a840d632-4ba0-4756-a85c-43abb91d011b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:08.344111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Attempting to bind port a840d632-4ba0-4756-a85c-43abb91d011b on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:08.369877 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:08.370240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:08.370651 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.371052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:08.372265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Bound port: a840d632-4ba0-4756-a85c-43abb91d011b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:08.372873 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.374336 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.378460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f1e7cc95-5eb9-4d75-a5b9-9f318d8f73b9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/97f56008-2058-4483-b7f2-a537860dee9f HTTP/1.1" status: 204 len: 168 time: 6.7938488 Sep 07 16:09:08.383187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44614) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:08.439047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['762aa294-d15a-4883-a034-c89219c10447'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:08.481040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a0f028-489c-43cc-87fb-d7344ee8ec81 admin admin] Deleting subnet 1dd89ec9-81fd-4f70-a85a-295fa4b678ea {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:09:08.484909 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45a0f028-489c-43cc-87fb-d7344ee8ec81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.491514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c1361-10bb-41b3-bccf-3c50ee445abb None None] Pushing event updated for resources: {'Port': ['ID=a840d632-4ba0-4756-a85c-43abb91d011b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:08.563226 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-29209329-1de5-44ff-8973-29bc46b80eac None None] Provisioning complete for port 62cda498-e348-49db-b58e-b85f078b3b4e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:08.563616 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29209329-1de5-44ff-8973-29bc46b80eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.603147 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0879997-ad94-4f86-a0c0-5e1d48528ed5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'Port': ['ID=762aa294-d15a-4883-a034-c89219c10447,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:08.621412 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45a0f028-489c-43cc-87fb-d7344ee8ec81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.648589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] For port a840d632-4ba0-4756-a85c-43abb91d011b, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:08.673235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Allocated IP 172.20.0.2 (da462491-6bb2-43ca-a1bc-53bc00b32f49/a747ed00-7f38-4fd0-bac1-880e0e05a3d1/2ca65f41-2272-4de2-bb00-4d4db1f2c4cf) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:08.697651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] For port a840d632-4ba0-4756-a85c-43abb91d011b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a840d632-4ba0-4756-a85c-43abb91d011b,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:08.724978 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.725602 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.726881 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.733509 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.792961 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45a0f028-489c-43cc-87fb-d7344ee8ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.851074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Pushing event updated for resources: {'Port': ['ID=067f76f4-b53f-4407-80ef-f6af09d27c7e,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:08.856274 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.906304 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45a0f028-489c-43cc-87fb-d7344ee8ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.978992 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45a0f028-489c-43cc-87fb-d7344ee8ec81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:08.983467 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-45a0f028-489c-43cc-87fb-d7344ee8ec81 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1dd89ec9-81fd-4f70-a85a-295fa4b678ea HTTP/1.1" status: 204 len: 168 time: 0.5873477 Sep 07 16:09:08.984370 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0f028-489c-43cc-87fb-d7344ee8ec81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd89ec9-81fd-4f70-a85a-295fa4b678ea,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:08.985784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44616) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:09.016444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862973dc-2b4b-4f0d-9273-3abad5e2133e None None] Network 11070938-526c-4707-8be8-51bb99b89ef4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:09:09.027936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c1361-10bb-41b3-bccf-3c50ee445abb None None] Pushing event updated for resources: {'Port': ['ID=a840d632-4ba0-4756-a85c-43abb91d011b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:09.031390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Routers {'3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:09.032027 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:09.037034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 62cda498-e348-49db-b58e-b85f078b3b4e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=62cda498-e348-49db-b58e-b85f078b3b4e,segment=NetworkSegment(bbea8677-fac5-410e-87b6-870b1fa4baa3),segment_id=bbea8677-fac5-410e-87b6-870b1fa4baa3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:09.076533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.078250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-d4629e69-a2fa-4417-9299-86d5b66ec199 service neutron] 10.222.0.70 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8814883 Sep 07 16:09:09.084370 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.085219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:09.087582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:09.104985 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.204080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cf200-8e92-44be-93b1-0e9cf73a2b1b req-7783d66c-1a7a-4535-8a24-c41cd332eb4c tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:09.206695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-474cf200-8e92-44be-93b1-0e9cf73a2b1b req-7783d66c-1a7a-4535-8a24-c41cd332eb4c tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 949 time: 0.7491693 Sep 07 16:09:09.280599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e41d1a4-bc27-4486-981e-9f52576f7746 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:09.287605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Deleting port 96e590a8-ca71-46ac-96b4-db6cda861cf7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:09.288125 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.290128 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.294096 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29209329-1de5-44ff-8973-29bc46b80eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.307273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Transition to ACTIVE for port object 9e41d1a4-bc27-4486-981e-9f52576f7746 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:09.329247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dac443fe-0def-4c16-973d-154baa453809 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:09.378394 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.421158 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-474cf200-8e92-44be-93b1-0e9cf73a2b1b req-f70ad238-6e85-44df-9585-65e785aeee33 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/security-groups?id=252ad136-3a9c-4d19-a3f3-7a58a9ecb530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056303 Sep 07 16:09:09.482973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] For port 96e590a8-ca71-46ac-96b4-db6cda861cf7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=96e590a8-ca71-46ac-96b4-db6cda861cf7,segment=NetworkSegment(b7cb346e-83f7-4b84-8670-16f6bab23bf0),segment_id=b7cb346e-83f7-4b84-8670-16f6bab23bf0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:09.483652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.505856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Pushing event updated for resources: {'Port': ['ID=9e41d1a4-bc27-4486-981e-9f52576f7746,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:09.508059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: dac443fe-0def-4c16-973d-154baa453809 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:09.514682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dac443fe-0def-4c16-973d-154baa453809 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:09.530116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Calling delete_port for 96e590a8-ca71-46ac-96b4-db6cda861cf7 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:09.544443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:09:09.582138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=62cda498-e348-49db-b58e-b85f078b3b4e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:09.627532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5402a5-b932-48dc-9c04-24c3f5d5a746 req-70a01b9c-c6ca-45f2-9de9-4de34b3b5739 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:09.634657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5402a5-b932-48dc-9c04-24c3f5d5a746 req-70a01b9c-c6ca-45f2-9de9-4de34b3b5739 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:09.643276 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb5402a5-b932-48dc-9c04-24c3f5d5a746 req-70a01b9c-c6ca-45f2-9de9-4de34b3b5739 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1667 time: 0.2187855 Sep 07 16:09:09.688904 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.725466 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] Set router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:09.769176 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.774059 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:09:09.784278 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Transition to ACTIVE for port object 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:09.801296 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7a1b9616-67a8-45b5-89f4-f06fbdcdf598 admin admin] 10.222.0.70 "PUT /v2.0/routers/3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3989778 Sep 07 16:09:09.821370 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=96e590a8-ca71-46ac-96b4-db6cda861cf7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:09.828050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] No DVR routers for this DVR port 96e590a8-ca71-46ac-96b4-db6cda861cf7 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:09:09.828708 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-29209329-1de5-44ff-8973-29bc46b80eac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:09:09.829106 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-29209329-1de5-44ff-8973-29bc46b80eac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:09:09.895756 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1135a480-8575-404c-ad90-b0ce75572abd req-8c7ce5ad-ddfe-487e-8058-54d734388253 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-641676486&fields=id&tenant_id=0b83c5fa846648dcb13c901c710885ec HTTP/1.1" status: 200 len: 267 time: 0.3398814 Sep 07 16:09:09.912722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Transition to ACTIVE for port object 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:09.924818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb5402a5-b932-48dc-9c04-24c3f5d5a746 req-47553793-0808-4c34-b512-7a1a755064fa tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799881 Sep 07 16:09:09.943525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Attempting to bind port 9e41d1a4-bc27-4486-981e-9f52576f7746 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:09.943920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Attempting to bind port 9e41d1a4-bc27-4486-981e-9f52576f7746 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'e1c080fe-3682-4cdf-ac9f-2f8386221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e00d1933-c615-46e7-89d9-3dafced310a0'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:09.944267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Attempting to bind port 9e41d1a4-bc27-4486-981e-9f52576f7746 on network e00d1933-c615-46e7-89d9-3dafced310a0 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:09.960205 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.966245 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:09.984841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Port 9e41d1a4-bc27-4486-981e-9f52576f7746 on network e00d1933-c615-46e7-89d9-3dafced310a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:09:09.985310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Attempting to bind port 9e41d1a4-bc27-4486-981e-9f52576f7746 on network e00d1933-c615-46e7-89d9-3dafced310a0 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:10.007221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:10.007716 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Checking segment: {'id': 'e1c080fe-3682-4cdf-ac9f-2f8386221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e00d1933-c615-46e7-89d9-3dafced310a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:10.008026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Bound using segment: {'id': 'e1c080fe-3682-4cdf-ac9f-2f8386221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e00d1933-c615-46e7-89d9-3dafced310a0'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:10.008648 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Bound port: 9e41d1a4-bc27-4486-981e-9f52576f7746, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c080fe-3682-4cdf-ac9f-2f8386221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e00d1933-c615-46e7-89d9-3dafced310a0'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:10.009182 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11070938-526c-4707-8be8-51bb99b89ef4']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:10.009581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.020306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d76d41-6574-431a-8913-19af197797cb None None] DHCP port deletion for 11070938-526c-4707-8be8-51bb99b89ef4 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:09:10.031000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cb346e-83f7-4b84-8670-16f6bab23bf0') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:10.031000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cb346e-83f7-4b84-8670-16f6bab23bf0') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:10.044126 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.061017 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.070354 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:09:10.071050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:09:10.073661 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:09:10.155488 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefec9cd-4773-431c-b965-0897a1d9ec2f x-openstack-request-id: req-fefec9cd-4773-431c-b965-0897a1d9ec2f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:10.155876 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11dd20f-888d-4131-ae9f-fb7c0388f111", "tag": "762aa294-d15a-4883-a034-c89219c10447", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:10.156222 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fefec9cd-4773-431c-b965-0897a1d9ec2f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:10.165991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Network da462491-6bb2-43ca-a1bc-53bc00b32f49 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:10.170914 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11dd20f-888d-4131-ae9f-fb7c0388f111', 'tag': '762aa294-d15a-4883-a034-c89219c10447', 'status': 'completed', 'code': 200} Sep 07 16:09:10.179192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:10.182342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:10.202846 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.212381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135a480-8575-404c-ad90-b0ce75572abd req-5de022f7-d3a3-465f-a2bb-b69097fed79b tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:10.214002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1135a480-8575-404c-ad90-b0ce75572abd req-5de022f7-d3a3-465f-a2bb-b69097fed79b tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 985 time: 0.2724447 Sep 07 16:09:10.222949 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.223156 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.225181 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] 10.222.0.70 "DELETE /v2.0/networks/11070938-526c-4707-8be8-51bb99b89ef4 HTTP/1.1" status: 204 len: 168 time: 1.2382078 Sep 07 16:09:10.237700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84fb1e-683f-4b62-9a02-ef5839e46e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=11070938-526c-4707-8be8-51bb99b89ef4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:10.240120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Pushing event updated for resources: {'Port': ['ID=2ca65f41-2272-4de2-bb00-4d4db1f2c4cf,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:10.254242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9c3ec-e6ec-44bd-ad15-0376859d304c req-e342fc8e-c38d-4b6f-9c5a-4a10ebb441b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:10.256328 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78e9c3ec-e6ec-44bd-ad15-0376859d304c req-e342fc8e-c38d-4b6f-9c5a-4a10ebb441b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b83c5fa846648dcb13c901c710885ec&device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 1136 time: 0.0661931 Sep 07 16:09:10.304838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-62826ced-c5d1-453c-beea-0773b006de4b req-54da26c4-3596-427b-85f1-f439f0d4f679 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 210 time: 0.0896606 Sep 07 16:09:10.329979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1135a480-8575-404c-ad90-b0ce75572abd req-a666082f-9880-462d-a436-67d044c63581 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'port': {'security_groups': ['4e8809cb-37c3-477c-89c9-4f863768e329', 'd76862b6-c739-4313-b725-e69bf88ffbba', '475673c3-a23b-4275-818b-9b751e36218e']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:10.381270 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.402725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] For port 9e41d1a4-bc27-4486-981e-9f52576f7746, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:10.407717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9c3ec-e6ec-44bd-ad15-0376859d304c req-4fd70119-22ff-46b4-b952-bc6cc087592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:10.411438 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78e9c3ec-e6ec-44bd-ad15-0376859d304c req-4fd70119-22ff-46b4-b952-bc6cc087592d service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db HTTP/1.1" status: 200 len: 914 time: 0.1426656 Sep 07 16:09:10.521872 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78e9c3ec-e6ec-44bd-ad15-0376859d304c req-14fd1232-2eb9-4ee4-8c5b-e3204f733438 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=762aa294-d15a-4883-a034-c89219c10447 HTTP/1.1" status: 200 len: 217 time: 0.0970759 Sep 07 16:09:10.594759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9c3ec-e6ec-44bd-ad15-0376859d304c req-8c228fcf-2d86-4975-ba5f-85b75e5899fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:10.596676 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78e9c3ec-e6ec-44bd-ad15-0376859d304c req-8c228fcf-2d86-4975-ba5f-85b75e5899fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a HTTP/1.1" status: 200 len: 853 time: 0.0723801 Sep 07 16:09:10.642318 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78e9c3ec-e6ec-44bd-ad15-0376859d304c req-b2448ac8-e9db-48a1-b8d4-df5aa365ffea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369051 Sep 07 16:09:10.651932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Allocated IP 172.25.3.207 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/3a5facb4-3d1b-4514-8a76-23290856db5d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:10.652637 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:10.657105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] For port 9e41d1a4-bc27-4486-981e-9f52576f7746, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9e41d1a4-bc27-4486-981e-9f52576f7746,segment=NetworkSegment(e1c080fe-3682-4cdf-ac9f-2f8386221ab5),segment_id=e1c080fe-3682-4cdf-ac9f-2f8386221ab5)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:10.671235 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-674fcd18-7310-43d0-86fb-d42c5dc99f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.680748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Attempting to bind port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:10.681130 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Attempting to bind port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'e7de7b4a-4df4-4911-b77b-99e2c660d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:10.681505 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Attempting to bind port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf on network da462491-6bb2-43ca-a1bc-53bc00b32f49 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:10.698388 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:10.698754 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Checking segment: {'id': 'e7de7b4a-4df4-4911-b77b-99e2c660d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:10.699782 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.699782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Bound using segment: {'id': 'e7de7b4a-4df4-4911-b77b-99e2c660d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:10.700394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Bound port: 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7de7b4a-4df4-4911-b77b-99e2c660d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:10.700563 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.715557 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.777750 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c31d8990-cee8-4112-b8b0-9286bbaea83a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91524dc1067749989faeb3697ac9cfca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1205361 Sep 07 16:09:10.777750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44656) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:10.783597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1135a480-8575-404c-ad90-b0ce75572abd req-a666082f-9880-462d-a436-67d044c63581 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.800631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 4, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port': {'id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:04Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '067f76f4-b53f-4407-80ef-f6af09d27c7e', 'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'mac_address': 'fa:16:3e:fc:ec:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 2, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'subnets': [{'id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:10.828657 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78e9c3ec-e6ec-44bd-ad15-0376859d304c req-968af797-8170-438e-81cf-491da79a33bc service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781867 Sep 07 16:09:10.839574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:10.840205 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.841655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] 10.222.0.54 "PUT /v2.0/ports/9e41d1a4-bc27-4486-981e-9f52576f7746 HTTP/1.1" status: 200 len: 1092 time: 3.5592999 Sep 07 16:09:10.865513 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7315b-9d62-4c69-9615-0c27fbd0605f None None] The sync data for ids ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'] in n-d-807551-3 is: [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 4, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port': {'id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:04Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '067f76f4-b53f-4407-80ef-f6af09d27c7e', 'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'mac_address': 'fa:16:3e:fc:ec:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 2, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'subnets': [{'id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:09:10.878206 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c115c5aa-1129-4b14-88c4-7340d9475201 None None] Provisioning for port 067f76f4-b53f-4407-80ef-f6af09d27c7e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:10.883416 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] For port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:10.885929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c115c5aa-1129-4b14-88c4-7340d9475201 None None] Provisioning complete for port 067f76f4-b53f-4407-80ef-f6af09d27c7e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:10.886559 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c115c5aa-1129-4b14-88c4-7340d9475201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.929714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] For port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2ca65f41-2272-4de2-bb00-4d4db1f2c4cf,segment=NetworkSegment(e7de7b4a-4df4-4911-b77b-99e2c660d103),segment_id=e7de7b4a-4df4-4911-b77b-99e2c660d103)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:10.948781 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.969260 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-407144c6-fe09-44cc-85dc-62318e34f7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:10.992171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c115c5aa-1129-4b14-88c4-7340d9475201 None None] Port 067f76f4-b53f-4407-80ef-f6af09d27c7e cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:09:10.995169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:11.040033 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-407144c6-fe09-44cc-85dc-62318e34f7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:11.081577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1c27-ca1b-4f72-8b8b-bf63ed8c10eb None None] Pushing event updated for resources: {'Port': ['ID=2ca65f41-2272-4de2-bb00-4d4db1f2c4cf,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:11.083441 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78e9c3ec-e6ec-44bd-ad15-0376859d304c req-a18bf2f4-bed3-4fa4-af5b-6c4d301d31e1 service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443273 Sep 07 16:09:11.126957 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-407144c6-fe09-44cc-85dc-62318e34f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:11.130625 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-407144c6-fe09-44cc-85dc-62318e34f7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:11.132135 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-407144c6-fe09-44cc-85dc-62318e34f7ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/205d77f7-10f2-4135-921f-a584f89ffca1 HTTP/1.1" status: 204 len: 168 time: 0.3541932 Sep 07 16:09:11.142827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407144c6-fe09-44cc-85dc-62318e34f7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205d77f7-10f2-4135-921f-a584f89ffca1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:11.230179 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:11.251831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Request body: {'port': {'device_id': '997a04a0-ec08-414b-9432-85656de89d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:11.287733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 62cda498-e348-49db-b58e-b85f078b3b4e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:11.433264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-73bf69bb-32d8-480a-9657-c1d4e1ec91b6 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:11.441382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-73bf69bb-32d8-480a-9657-c1d4e1ec91b6 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/networks?id=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 HTTP/1.1" status: 200 len: 829 time: 0.7783737 Sep 07 16:09:11.448176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 62cda498-e348-49db-b58e-b85f078b3b4e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:11.448513 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:11.502381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6aa00-18f6-436e-b252-5d0ced31977b service neutron] Pushing event updated for resources: {'Port': ['ID=9e41d1a4-bc27-4486-981e-9f52576f7746,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:11.513699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:11.610418 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-448e33e1-2ea1-49ab-99af-c7788118ce38 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/quotas/a6b275626fee4b87819d5fc542a6f3a0 HTTP/1.1" status: 200 len: 375 time: 0.1679046 Sep 07 16:09:11.613189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:11.616315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:11.668902 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 96e590a8-ca71-46ac-96b4-db6cda861cf7 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:11.701133 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 96e590a8-ca71-46ac-96b4-db6cda861cf7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:11.701487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 96e590a8-ca71-46ac-96b4-db6cda861cf7 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:11.709863 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:11.842671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Pushing event updated for resources: {'Port': ['ID=3a5facb4-3d1b-4514-8a76-23290856db5d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:11.898672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-f264757f-b374-4fd6-a07d-a21fffa9d5fe tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:11.900237 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-f264757f-b374-4fd6-a07d-a21fffa9d5fe tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.35 "GET /v2.0/networks?id=11f823b0-5a1f-405d-b97c-b160c90d8c3d HTTP/1.1" status: 200 len: 815 time: 0.6739502 Sep 07 16:09:11.948546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ed37acb2-d974-435d-b5ae-181d6e750d39 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Request body: {'port': {'device_id': 'a040a50c-30f9-43aa-8961-8784d3dd3341', 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d', 'admin_state_up': True, 'tenant_id': '83c4821c8f704f9a896903ead09cd274'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:12.057576 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-c5c49b98-0149-4fc3-92bf-2376f0599741 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6b275626fee4b87819d5fc542a6f3a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4461989 Sep 07 16:09:12.179335 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997a04a0-ec08-414b-9432-85656de89d68', 'tag': '9e41d1a4-bc27-4486-981e-9f52576f7746'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:12.181969 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baad0291-1d08-4951-b631-0212d57e42bf" -d '{"events": [{"name": "network-changed", "server_uuid": "997a04a0-ec08-414b-9432-85656de89d68", "tag": "9e41d1a4-bc27-4486-981e-9f52576f7746"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:12.316752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1135a480-8575-404c-ad90-b0ce75572abd req-a666082f-9880-462d-a436-67d044c63581 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] For port 762aa294-d15a-4883-a034-c89219c10447, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=762aa294-d15a-4883-a034-c89219c10447,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:12.449046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99926dec-7c65-4c12-85eb-b6e7ab2c80c7 None None] Network da462491-6bb2-43ca-a1bc-53bc00b32f49 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:09:12.515868 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1135a480-8575-404c-ad90-b0ce75572abd req-a666082f-9880-462d-a436-67d044c63581 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:12.569172 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1135a480-8575-404c-ad90-b0ce75572abd req-a666082f-9880-462d-a436-67d044c63581 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:12.577419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2e2cd453-7895-4e17-928e-7da50faf44a0 None None] Provisioning for port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:12.584250 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['762aa294-d15a-4883-a034-c89219c10447'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:12.605684 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-873f430d-c7e4-4a51-9af4-7adad688a016 service neutron] 10.222.0.70 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868476 Sep 07 16:09:12.639828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ed37acb2-d974-435d-b5ae-181d6e750d39 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Made reservation on behalf of 83c4821c8f704f9a896903ead09cd274 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:12.642894 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ed37acb2-d974-435d-b5ae-181d6e750d39 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:12.655284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135a480-8575-404c-ad90-b0ce75572abd req-a666082f-9880-462d-a436-67d044c63581 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:12.655949 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1135a480-8575-404c-ad90-b0ce75572abd req-a666082f-9880-462d-a436-67d044c63581 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:12.658030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1135a480-8575-404c-ad90-b0ce75572abd req-a666082f-9880-462d-a436-67d044c63581 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "PUT /v2.0/ports/762aa294-d15a-4883-a034-c89219c10447 HTTP/1.1" status: 200 len: 1021 time: 2.4119473 Sep 07 16:09:12.723799 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:12.745377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['762aa294-d15a-4883-a034-c89219c10447'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:12.945938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44692) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:13.024664 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3084090-f45f-4eb6-a624-13e0ff6322ae tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.061263 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3084090-f45f-4eb6-a624-13e0ff6322ae tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.135792 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3084090-f45f-4eb6-a624-13e0ff6322ae tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.138853 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3084090-f45f-4eb6-a624-13e0ff6322ae tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.141109 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b3084090-f45f-4eb6-a624-13e0ff6322ae tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "DELETE /v2.0/security-groups/ec930009-b855-49a0-908a-e3f38641f3b9 HTTP/1.1" status: 204 len: 168 time: 0.1942377 Sep 07 16:09:13.148266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44694) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:13.195793 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-ed203e70-2f72-4ac9-962f-fe6b42febd71 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] show failed (client error): The resource could not be found. Sep 07 16:09:13.200171 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ed203e70-2f72-4ac9-962f-fe6b42febd71 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "GET /v2.0/security-groups/ec930009-b855-49a0-908a-e3f38641f3b9 HTTP/1.1" status: 404 len: 347 time: 0.0463707 Sep 07 16:09:13.200285 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44696) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:13.215422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3084090-f45f-4eb6-a624-13e0ff6322ae tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec930009-b855-49a0-908a-e3f38641f3b9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:13.244043 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666082f-9880-462d-a436-67d044c63581 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'Port': ['ID=762aa294-d15a-4883-a034-c89219c10447,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:13.337968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:13.378865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-50511eaf-cc9b-4cb4-a52d-ac7b51babe21 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Deleting port b66bd908-7216-4477-986e-deb2e56cc800 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:13.379327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50511eaf-cc9b-4cb4-a52d-ac7b51babe21 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.382855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d0ca2e-0e94-462c-a611-47dda757ca38 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:13.398861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:13.403265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:13.403653 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.439086 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.451801 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4148a-bf06-4bc7-8290-ca18da61ec2b req-d8da0c28-da64-40bf-8316-7d2acd8630b9 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:13.458420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4148a-bf06-4bc7-8290-ca18da61ec2b req-d8da0c28-da64-40bf-8316-7d2acd8630b9 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:13.466094 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07c4148a-bf06-4bc7-8290-ca18da61ec2b req-d8da0c28-da64-40bf-8316-7d2acd8630b9 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1667 time: 0.1895156 Sep 07 16:09:13.483819 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50511eaf-cc9b-4cb4-a52d-ac7b51babe21 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.484680 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50511eaf-cc9b-4cb4-a52d-ac7b51babe21 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.493527 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.500611 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-50511eaf-cc9b-4cb4-a52d-ac7b51babe21 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Calling delete_port for b66bd908-7216-4477-986e-deb2e56cc800 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:13.530350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-4a792b73-b35c-4700-aa4a-101aac0b403a service neutron] 10.222.0.70 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9001145 Sep 07 16:09:13.549799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2ca65f41-2272-4de2-bb00-4d4db1f2c4cf,segment=NetworkSegment(e7de7b4a-4df4-4911-b77b-99e2c660d103),segment_id=e7de7b4a-4df4-4911-b77b-99e2c660d103)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:13.557336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Transition to ACTIVE for port object 14d0ca2e-0e94-462c-a611-47dda757ca38 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:13.558108 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.559444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a840d632-4ba0-4756-a85c-43abb91d011b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:13.577677 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07c4148a-bf06-4bc7-8290-ca18da61ec2b req-c67e2212-be91-457d-abb6-cba58909a9f5 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103654 Sep 07 16:09:13.657640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=2ca65f41-2272-4de2-bb00-4d4db1f2c4cf,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:13.674524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port a840d632-4ba0-4756-a85c-43abb91d011b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:13.677587 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.680303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a840d632-4ba0-4756-a85c-43abb91d011b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:13.681308 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.697210 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50511eaf-cc9b-4cb4-a52d-ac7b51babe21 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.737800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50511eaf-cc9b-4cb4-a52d-ac7b51babe21 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Pushing event deleted for resources: {'Port': ['ID=b66bd908-7216-4477-986e-deb2e56cc800,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:13.786899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-decaafec-9098-43f3-bb34-7dd66fb20329 req-ff0ee497-948d-49da-9d6c-c49e4a760f4c tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 210 time: 0.1070051 Sep 07 16:09:13.807313 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.826366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ed37acb2-d974-435d-b5ae-181d6e750d39 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Allocated IP 172.20.0.6 (11f823b0-5a1f-405d-b97c-b160c90d8c3d/e79702e3-11e7-4e35-b1b0-316ea9afe5b4/3cd91e63-e769-4165-97a6-54c9146e1fa7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:13.848810 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50511eaf-cc9b-4cb4-a52d-ac7b51babe21 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.855343 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50511eaf-cc9b-4cb4-a52d-ac7b51babe21 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.858125 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-50511eaf-cc9b-4cb4-a52d-ac7b51babe21 tempest-ServersWithSpecificFlavorTestJSON-720769481 tempest-ServersWithSpecificFlavorTestJSON-720769481-project] 10.222.0.70 "DELETE /v2.0/floatingips/8835ed8a-18ee-434d-bd2b-2fa9aca8040f HTTP/1.1" status: 204 len: 168 time: 0.6556969 Sep 07 16:09:13.858821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port a840d632-4ba0-4756-a85c-43abb91d011b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a840d632-4ba0-4756-a85c-43abb91d011b,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:13.860857 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.868631 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:13.918783 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd25ed4-1791-4586-91b1-5af9a3ebfbdc x-openstack-request-id: req-8dd25ed4-1791-4586-91b1-5af9a3ebfbdc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:13.919082 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997a04a0-ec08-414b-9432-85656de89d68", "tag": "9e41d1a4-bc27-4486-981e-9f52576f7746", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:13.919341 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8dd25ed4-1791-4586-91b1-5af9a3ebfbdc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:13.919746 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997a04a0-ec08-414b-9432-85656de89d68', 'tag': '9e41d1a4-bc27-4486-981e-9f52576f7746', 'status': 'completed', 'code': 200} Sep 07 16:09:13.990972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Sync routers for ids ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:09:14.008960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Pushing event updated for resources: {'Port': ['ID=14d0ca2e-0e94-462c-a611-47dda757ca38,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:14.013670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad0291-1d08-4951-b631-0212d57e42bf req-e14c91e1-010c-4c5e-bf56-0588dc84ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:14.014244 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad0291-1d08-4951-b631-0212d57e42bf req-e14c91e1-010c-4c5e-bf56-0588dc84ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:14.020604 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-baad0291-1d08-4951-b631-0212d57e42bf req-e14c91e1-010c-4c5e-bf56-0588dc84ff6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0e662d9c8554938a22e85d31f6a27fc&device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1939 time: 0.0985754 Sep 07 16:09:14.021582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Routers {'3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:14.022223 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:14.122027 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=a840d632-4ba0-4756-a85c-43abb91d011b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:14.232444 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-040cac14-f77b-4c23-a476-a6b1f74122aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:14.265046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Set router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:14.281026 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:14.301840 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad0291-1d08-4951-b631-0212d57e42bf req-93955526-df15-48ad-a967-b2f1ea163bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:14.302404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad0291-1d08-4951-b631-0212d57e42bf req-93955526-df15-48ad-a967-b2f1ea163bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:14.302907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad0291-1d08-4951-b631-0212d57e42bf req-93955526-df15-48ad-a967-b2f1ea163bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:14.304917 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-baad0291-1d08-4951-b631-0212d57e42bf req-93955526-df15-48ad-a967-b2f1ea163bbd service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b0e662d9c8554938a22e85d31f6a27fc&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2789123 Sep 07 16:09:14.320828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-d8a7c3f4-2273-4918-9ff1-7d068795482f tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9f6f5ce5b1dd42e5895725fd1a5b99f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1655591 Sep 07 16:09:14.429576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d98db4-fb61-4e16-be0a-ef93b2542c4e req-0f3e7d6d-b46f-4e8e-af01-481616b074e4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:14.431227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7d98db4-fb61-4e16-be0a-ef93b2542c4e req-0f3e7d6d-b46f-4e8e-af01-481616b074e4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 1024 time: 0.4044394 Sep 07 16:09:14.544502 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad0291-1d08-4951-b631-0212d57e42bf req-b65c21b5-8a6f-4d0d-ba9f-0c81a82b138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:14.546301 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-baad0291-1d08-4951-b631-0212d57e42bf req-b65c21b5-8a6f-4d0d-ba9f-0c81a82b138a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2339604 Sep 07 16:09:14.564864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Attempting to bind port 14d0ca2e-0e94-462c-a611-47dda757ca38 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:14.565464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Attempting to bind port 14d0ca2e-0e94-462c-a611-47dda757ca38 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'ee1d2466-e7a4-4afe-8aae-8a4926001669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc0a082d-5e31-4b7d-8e11-f0d76564d364'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:14.565665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Attempting to bind port 14d0ca2e-0e94-462c-a611-47dda757ca38 on network fc0a082d-5e31-4b7d-8e11-f0d76564d364 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:14.589758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 4, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port': {'id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:04Z', 'updated_at': '2021-09-07T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '067f76f4-b53f-4407-80ef-f6af09d27c7e', 'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'mac_address': 'fa:16:3e:fc:ec:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 2, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'subnets': [{'id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:14.627035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Checking router: 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:09:14.627035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Updating router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 port 067f76f4-b53f-4407-80ef-f6af09d27c7e binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:09:14.642361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Port 14d0ca2e-0e94-462c-a611-47dda757ca38 on network fc0a082d-5e31-4b7d-8e11-f0d76564d364 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:09:14.642695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Attempting to bind port 14d0ca2e-0e94-462c-a611-47dda757ca38 on network fc0a082d-5e31-4b7d-8e11-f0d76564d364 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:14.656054 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:14.680400 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ed37acb2-d974-435d-b5ae-181d6e750d39 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:14.690269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:14.690609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Checking segment: {'id': 'ee1d2466-e7a4-4afe-8aae-8a4926001669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc0a082d-5e31-4b7d-8e11-f0d76564d364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:14.690995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Bound using segment: {'id': 'ee1d2466-e7a4-4afe-8aae-8a4926001669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc0a082d-5e31-4b7d-8e11-f0d76564d364'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:14.691448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Bound port: 14d0ca2e-0e94-462c-a611-47dda757ca38, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1d2466-e7a4-4afe-8aae-8a4926001669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc0a082d-5e31-4b7d-8e11-f0d76564d364'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:14.691812 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:14.743737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfce4d-392b-467b-8865-7fb772478db4 req-70f4b326-d561-4063-be39-5634255b5fb7 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:14.745247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04dfce4d-392b-467b-8865-7fb772478db4 req-70f4b326-d561-4063-be39-5634255b5fb7 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 949 time: 0.2968597 Sep 07 16:09:14.765730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-b09247af-eae4-4fce-ae61-3d1ab3822a0a tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:14.767610 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-b09247af-eae4-4fce-ae61-3d1ab3822a0a tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4454987 Sep 07 16:09:14.778100 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:14.838454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7d98db4-fb61-4e16-be0a-ef93b2542c4e req-c0d172a8-fd0a-480d-82d7-de09a8e19f98 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&id=475673c3-a23b-4275-818b-9b751e36218e&id=d76862b6-c739-4313-b725-e69bf88ffbba HTTP/1.1" status: 200 len: 6148 time: 0.3967578 Sep 07 16:09:14.885700 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-a891344d-0def-4f53-80c5-8fbf3e97cde7 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/quotas/9f6f5ce5b1dd42e5895725fd1a5b99f0 HTTP/1.1" status: 200 len: 375 time: 0.0993519 Sep 07 16:09:14.959322 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:14.973472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Transition to ACTIVE for port object 067f76f4-b53f-4407-80ef-f6af09d27c7e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:14.982771 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:14.985555 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-b9fa07fc-a460-4fc2-bd53-94ea4472fca9 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f6f5ce5b1dd42e5895725fd1a5b99f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656011 Sep 07 16:09:14.993113 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ed37acb2-d974-435d-b5ae-181d6e750d39 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:15.014403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] For port 14d0ca2e-0e94-462c-a611-47dda757ca38, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:15.039740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Router 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:09:15.073438 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] For port 14d0ca2e-0e94-462c-a611-47dda757ca38, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=14d0ca2e-0e94-462c-a611-47dda757ca38,segment=NetworkSegment(ee1d2466-e7a4-4afe-8aae-8a4926001669),segment_id=ee1d2466-e7a4-4afe-8aae-8a4926001669)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:15.106908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaae5da-8ca7-455d-a0cf-bfdee2f37534 None None] Pushing event updated for resources: {'Port': ['ID=067f76f4-b53f-4407-80ef-f6af09d27c7e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:15.135641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ed37acb2-d974-435d-b5ae-181d6e750d39 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Network 11f823b0-5a1f-405d-b97c-b160c90d8c3d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:15.149657 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:15.154454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Attempting to bind port 067f76f4-b53f-4407-80ef-f6af09d27c7e on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:15.154830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Attempting to bind port 067f76f4-b53f-4407-80ef-f6af09d27c7e by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'bbea8677-fac5-410e-87b6-870b1fa4baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:15.155197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Attempting to bind port 067f76f4-b53f-4407-80ef-f6af09d27c7e on network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:15.191411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:15.191810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Checking segment: {'id': 'bbea8677-fac5-410e-87b6-870b1fa4baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:15.192227 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:15.192651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Bound using segment: {'id': 'bbea8677-fac5-410e-87b6-870b1fa4baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:15.193155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Bound port: 067f76f4-b53f-4407-80ef-f6af09d27c7e, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbea8677-fac5-410e-87b6-870b1fa4baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:15.193545 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:15.211592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ed37acb2-d974-435d-b5ae-181d6e750d39 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:15.215693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ed37acb2-d974-435d-b5ae-181d6e750d39 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:15.275542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37acb2-d974-435d-b5ae-181d6e750d39 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Pushing event updated for resources: {'Port': ['ID=3cd91e63-e769-4165-97a6-54c9146e1fa7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:15.335818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:15.388819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] For port 067f76f4-b53f-4407-80ef-f6af09d27c7e, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:15.428234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:15.429225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:15.434122 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] 10.222.0.54 "PUT /v2.0/ports/14d0ca2e-0e94-462c-a611-47dda757ca38 HTTP/1.1" status: 200 len: 1092 time: 4.2202539 Sep 07 16:09:15.446241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] For port 067f76f4-b53f-4407-80ef-f6af09d27c7e, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=067f76f4-b53f-4407-80ef-f6af09d27c7e,segment=NetworkSegment(bbea8677-fac5-410e-87b6-870b1fa4baa3),segment_id=bbea8677-fac5-410e-87b6-870b1fa4baa3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:15.455847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-574d9077-0c3d-4b26-90f7-70374e094e11 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:15.462721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-574d9077-0c3d-4b26-90f7-70374e094e11 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.35 "GET /v2.0/networks?id=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 HTTP/1.1" status: 200 len: 829 time: 0.3797932 Sep 07 16:09:15.470922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641eaaa-585e-419f-af6e-4c4c43ce627d req-fe9dd685-6dec-41d0-af18-7659a32a40d0 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:15.476520 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:15.478837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Request body: {'port': {'device_id': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'admin_state_up': True, 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:15.479276 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5641eaaa-585e-419f-af6e-4c4c43ce627d req-fe9dd685-6dec-41d0-af18-7659a32a40d0 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d64ca0e-3c34-4619-9845-2d725b4440e4 HTTP/1.1" status: 200 len: 949 time: 0.5284243 Sep 07 16:09:15.575469 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-04dfce4d-392b-467b-8865-7fb772478db4 req-b7ccb2ff-a617-46c0-b2fd-148df82747e6 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Deleting port 6e42f93a-4862-46dd-bded-08074e7f5f05 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:15.576251 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04dfce4d-392b-467b-8865-7fb772478db4 req-b7ccb2ff-a617-46c0-b2fd-148df82747e6 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:15.616111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaae5da-8ca7-455d-a0cf-bfdee2f37534 None None] Pushing event updated for resources: {'Port': ['ID=067f76f4-b53f-4407-80ef-f6af09d27c7e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:15.655868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:15.657143 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:15.670322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5fce809-bee2-4812-96ac-0fa910327263 req-d58527c5-810b-4582-b354-042be54bf930 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 210 time: 0.2350059 Sep 07 16:09:15.779797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Routers {'3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:15.781830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:15.819699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ed37acb2-d974-435d-b5ae-181d6e750d39 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:15.820554 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ed37acb2-d974-435d-b5ae-181d6e750d39 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:15.923634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5641eaaa-585e-419f-af6e-4c4c43ce627d req-abad74eb-63e7-465f-a041-c7383b1e90bf tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.70 "GET /v2.0/security-groups?id=252ad136-3a9c-4d19-a3f3-7a58a9ecb530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433553 Sep 07 16:09:15.951479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11dd20f-888d-4131-ae9f-fb7c0388f111', 'tag': '762aa294-d15a-4883-a034-c89219c10447'}, {'name': 'network-changed', 'server_uuid': '997a04a0-ec08-414b-9432-85656de89d68', 'tag': '14d0ca2e-0e94-462c-a611-47dda757ca38'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:15.959812 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c" -d '{"events": [{"name": "network-changed", "server_uuid": "a11dd20f-888d-4131-ae9f-fb7c0388f111", "tag": "762aa294-d15a-4883-a034-c89219c10447"}, {"name": "network-changed", "server_uuid": "997a04a0-ec08-414b-9432-85656de89d68", "tag": "14d0ca2e-0e94-462c-a611-47dda757ca38"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:15.962563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed0bd9-72ef-4240-a589-b15ae1c40051 service neutron] Pushing event updated for resources: {'Port': ['ID=14d0ca2e-0e94-462c-a611-47dda757ca38,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:16.099645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-04dfce4d-392b-467b-8865-7fb772478db4 req-b7ccb2ff-a617-46c0-b2fd-148df82747e6 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] For port 6e42f93a-4862-46dd-bded-08074e7f5f05, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6e42f93a-4862-46dd-bded-08074e7f5f05,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:16.100036 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04dfce4d-392b-467b-8865-7fb772478db4 req-b7ccb2ff-a617-46c0-b2fd-148df82747e6 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:16.121877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-04dfce4d-392b-467b-8865-7fb772478db4 req-b7ccb2ff-a617-46c0-b2fd-148df82747e6 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Calling delete_port for 6e42f93a-4862-46dd-bded-08074e7f5f05 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:16.174504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] Set router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:16.177316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a840d632-4ba0-4756-a85c-43abb91d011b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:16.189132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:09:16.202870 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Sync routers for ids ['6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:09:16.214577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ed37acb2-d974-435d-b5ae-181d6e750d39 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3005545 Sep 07 16:09:16.219441 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Routers {'6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:16.221394 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:16.250738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Request body: {'port': {'device_id': 'a040a50c-30f9-43aa-8961-8784d3dd3341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:16.336920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Made reservation on behalf of a6b275626fee4b87819d5fc542a6f3a0 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:16.342149 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:16.346818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-3418d774-a092-4535-9716-8b6ff9072f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:16.347338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-3418d774-a092-4535-9716-8b6ff9072f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:16.349586 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-3418d774-a092-4535-9716-8b6ff9072f76 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0e662d9c8554938a22e85d31f6a27fc&device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1981 time: 0.7918346 Sep 07 16:09:16.386366 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:16.391343 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-37717aea-4900-4bca-b5f3-bc73709c518b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8145034 Sep 07 16:09:16.394332 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Set router 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:16.395260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44742) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:16.444464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a840d632-4ba0-4756-a85c-43abb91d011b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:16.445102 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:16.489565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Allocated IP 172.20.0.8 (60a7566e-a0fe-4fdd-9ad3-3195a6b34a37/78fe93e7-953a-42fe-ae63-cc0d5aaa22b9/8bf3a7e2-2668-432b-8e69-49274ba5f5e1) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:16.594122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 4, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port': {'id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:04Z', 'updated_at': '2021-09-07T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '067f76f4-b53f-4407-80ef-f6af09d27c7e', 'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'mac_address': 'fa:16:3e:fc:ec:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:15Z', 'revision_number': 4, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'subnets': [{'id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:16.629677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c133865-0b88-4f63-bdcb-7203ba053273 None None] The sync data for ids ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'] in n-d-807551-3 is: [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 4, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port': {'id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:04Z', 'updated_at': '2021-09-07T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '067f76f4-b53f-4407-80ef-f6af09d27c7e', 'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'mac_address': 'fa:16:3e:fc:ec:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:15Z', 'revision_number': 4, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'subnets': [{'id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:09:16.638573 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554603853-router', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:12Z', 'revision_number': 3, 'project_id': 'd64cb4d5805143c98747b3ed2b421edc', 'gw_port': {'id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:10Z', 'updated_at': '2021-09-07T16:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:16.663894 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:16.689234 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:16.692195 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Checking router: 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:09:16.692999 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Updating router 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd port 3a5facb4-3d1b-4514-8a76-23290856db5d binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:09:16.699130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Transition to ACTIVE for port object 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:16.742622 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:16.750273 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:16.807084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Pushing event updated for resources: {'Port': ['ID=8bf3a7e2-2668-432b-8e69-49274ba5f5e1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:16.825723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:16.827466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:16.852271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:16.932035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:16.932895 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:16.965386 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-b1d4c81e-ea70-4c2d-ba9a-379702cab57a tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9f6f5ce5b1dd42e5895725fd1a5b99f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284102 Sep 07 16:09:17.056905 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6e42f93a-4862-46dd-bded-08074e7f5f05 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:17.098264 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-d08789ef-c384-49e9-8020-a68aff6f1ec0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.123&port_id=9e41d1a4-bc27-4486-981e-9f52576f7746 HTTP/1.1" status: 200 len: 217 time: 0.7346575 Sep 07 16:09:17.099621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 6e42f93a-4862-46dd-bded-08074e7f5f05 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:17.100075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6e42f93a-4862-46dd-bded-08074e7f5f05 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:17.114498 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04dfce4d-392b-467b-8865-7fb772478db4 req-b7ccb2ff-a617-46c0-b2fd-148df82747e6 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.128891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc68e34-1fb7-43de-8a16-1e7c4a74a10e req-d62aa25b-6e11-4e31-898d-f8f0a61e811d tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:17.136735 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fc68e34-1fb7-43de-8a16-1e7c4a74a10e req-d62aa25b-6e11-4e31-898d-f8f0a61e811d tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 931 time: 0.9426565 Sep 07 16:09:17.157416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c759aa7-6672-48ea-8932-098a9a1f748a req-31b60e47-e509-4c10-ac9b-409b59e26689 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:17.172770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c759aa7-6672-48ea-8932-098a9a1f748a req-31b60e47-e509-4c10-ac9b-409b59e26689 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:17.181021 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c759aa7-6672-48ea-8932-098a9a1f748a req-31b60e47-e509-4c10-ac9b-409b59e26689 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1679 time: 0.9818976 Sep 07 16:09:17.182175 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.186772 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-73f6b0ad-51b8-4da4-88fe-9ee54d67c9e8 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:17.191523 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-73f6b0ad-51b8-4da4-88fe-9ee54d67c9e8 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187848 Sep 07 16:09:17.206861 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Transition to ACTIVE for port object 3a5facb4-3d1b-4514-8a76-23290856db5d will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:17.219846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Request body: {'port': {'device_id': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '9f6f5ce5b1dd42e5895725fd1a5b99f0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:17.222929 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.298386 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Attempting to bind port 3a5facb4-3d1b-4514-8a76-23290856db5d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:17.299978 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Attempting to bind port 3a5facb4-3d1b-4514-8a76-23290856db5d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:17.300741 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Attempting to bind port 3a5facb4-3d1b-4514-8a76-23290856db5d on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:17.304742 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfe078-dbf2-4c5b-9c95-e5579ace66b7 None None] Pushing event updated for resources: {'Port': ['ID=3a5facb4-3d1b-4514-8a76-23290856db5d,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:17.314002 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.325935 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:17.329360 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:17.329544 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-88827f49-7217-47ec-af83-1260c97a819b None None] Provisioning for port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:17.330112 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.330737 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:17.331785 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Bound port: 3a5facb4-3d1b-4514-8a76-23290856db5d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:17.332378 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.345231 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 067f76f4-b53f-4407-80ef-f6af09d27c7e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:17.350189 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-88827f49-7217-47ec-af83-1260c97a819b None None] Provisioning complete for port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:17.350697 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-88827f49-7217-47ec-af83-1260c97a819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.366642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccb2ff-a617-46c0-b2fd-148df82747e6 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Pushing event deleted for resources: {'Port': ['ID=6e42f93a-4862-46dd-bded-08074e7f5f05,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:17.377101 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-840d89b8-49e3-481d-a0c0-b508379fcf42 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9053903 Sep 07 16:09:17.398358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Request body: {'port': {'device_id': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:17.414406 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] For port 3a5facb4-3d1b-4514-8a76-23290856db5d, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:17.424799 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] For port 3a5facb4-3d1b-4514-8a76-23290856db5d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3a5facb4-3d1b-4514-8a76-23290856db5d,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:17.433685 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.461663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Made reservation on behalf of 9f6f5ce5b1dd42e5895725fd1a5b99f0 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:17.473969 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.499500 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Routers {'6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:17.500434 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:17.527290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-88827f49-7217-47ec-af83-1260c97a819b None None] Port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:09:17.538888 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.553514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 067f76f4-b53f-4407-80ef-f6af09d27c7e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:17.561587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 067f76f4-b53f-4407-80ef-f6af09d27c7e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:17.562446 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.567839 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfe078-dbf2-4c5b-9c95-e5579ace66b7 None None] Pushing event updated for resources: {'Port': ['ID=3a5facb4-3d1b-4514-8a76-23290856db5d,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:17.570224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-81c74371-91a7-4e6a-bb6e-07d480481606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:17.571980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-81c74371-91a7-4e6a-bb6e-07d480481606 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ed62316-5177-4aa2-a8a8-be2bfddeb17a HTTP/1.1" status: 200 len: 801 time: 0.4536035 Sep 07 16:09:17.573197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dfce4d-392b-467b-8865-7fb772478db4 req-b7ccb2ff-a617-46c0-b2fd-148df82747e6 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] No DVR routers for this DVR port 6e42f93a-4862-46dd-bded-08074e7f5f05 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:09:17.593589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c759aa7-6672-48ea-8932-098a9a1f748a req-75c55cfe-e189-4bc1-86b1-d4483ae33457 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115908 Sep 07 16:09:17.628992 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-04dfce4d-392b-467b-8865-7fb772478db4 req-b7ccb2ff-a617-46c0-b2fd-148df82747e6 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.631294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04dfce4d-392b-467b-8865-7fb772478db4 req-b7ccb2ff-a617-46c0-b2fd-148df82747e6 tempest-ServerDiagnosticsNegativeTest-1456626618 tempest-ServerDiagnosticsNegativeTest-1456626618-project] 10.222.0.35 "DELETE /v2.0/ports/6e42f93a-4862-46dd-bded-08074e7f5f05 HTTP/1.1" status: 204 len: 173 time: 2.8785210 Sep 07 16:09:17.638085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-47f990d2-72a6-4630-b9ad-0376e4f58e81 req-21d1d84f-f7b0-4360-b58d-73714f969c57 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'security_group': {'name': ' tempest-securitygroup -737919470 ', 'description': 'tempest-description-649088740'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:17.662898 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.681308 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] Set router 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:17.695907 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fc68e34-1fb7-43de-8a16-1e7c4a74a10e req-f52d20ce-5807-43bd-b9c0-249e42129e13 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583401 Sep 07 16:09:17.801713 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.853120 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.863249 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:17.897508 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff3d3f21-c60e-4806-8838-e79a38adf105 req-7f6b5bc7-70bb-48a8-b14c-7f942b7da4b8 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 210 time: 0.0557351 Sep 07 16:09:17.919102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de7233c-1788-4b66-b208-033975911fa7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:17.945492 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 067f76f4-b53f-4407-80ef-f6af09d27c7e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=067f76f4-b53f-4407-80ef-f6af09d27c7e,segment=NetworkSegment(bbea8677-fac5-410e-87b6-870b1fa4baa3),segment_id=bbea8677-fac5-410e-87b6-870b1fa4baa3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:17.951491 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:18.029330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=067f76f4-b53f-4407-80ef-f6af09d27c7e,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:18.046892 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554603853-router', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:12Z', 'revision_number': 3, 'project_id': 'd64cb4d5805143c98747b3ed2b421edc', 'gw_port': {'id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:10Z', 'updated_at': '2021-09-07T16:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:18.086396 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-31904d10-fa8c-4a5f-9ccb-0c183830cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:18.087984 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-31904d10-fa8c-4a5f-9ccb-0c183830cf02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e00d1933-c615-46e7-89d9-3dafced310a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4790370 Sep 07 16:09:18.104875 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09af42d-b24b-4437-ae53-faa6b81717fa None None] The sync data for ids ['6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'] in n-d-807551-3 is: [{'id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554603853-router', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:12Z', 'revision_number': 3, 'project_id': 'd64cb4d5805143c98747b3ed2b421edc', 'gw_port': {'id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:10Z', 'updated_at': '2021-09-07T16:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:09:18.131296 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5940ba16-6119-403c-860b-c14a105aef24 x-openstack-request-id: req-5940ba16-6119-403c-860b-c14a105aef24 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:18.131296 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11dd20f-888d-4131-ae9f-fb7c0388f111", "tag": "762aa294-d15a-4883-a034-c89219c10447", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "997a04a0-ec08-414b-9432-85656de89d68", "tag": "14d0ca2e-0e94-462c-a611-47dda757ca38", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:18.131950 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5940ba16-6119-403c-860b-c14a105aef24 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:18.131950 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11dd20f-888d-4131-ae9f-fb7c0388f111', 'tag': '762aa294-d15a-4883-a034-c89219c10447', 'status': 'completed', 'code': 200} Sep 07 16:09:18.132395 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997a04a0-ec08-414b-9432-85656de89d68', 'tag': '14d0ca2e-0e94-462c-a611-47dda757ca38', 'status': 'completed', 'code': 200} Sep 07 16:09:18.144753 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-47f990d2-72a6-4630-b9ad-0376e4f58e81 req-21d1d84f-f7b0-4360-b58d-73714f969c57 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:18.201050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Allocated IP 192.168.233.249 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/fca48700-beda-40da-8177-65946a310d25) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:18.298977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-1938d7a3-36da-4341-8d8b-13a3ee117e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:18.300716 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-1938d7a3-36da-4341-8d8b-13a3ee117e7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b83c5fa846648dcb13c901c710885ec&device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 1175 time: 0.1543715 Sep 07 16:09:18.329142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:18.358861 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:18.400231 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Transition to ACTIVE for port object 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:18.440604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:18.516045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-88cb4b72-bc2b-4e34-9c9d-c01aa91bd264 service neutron] 10.222.0.54 "GET /v2.0/networks/e00d1933-c615-46e7-89d9-3dafced310a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933494 Sep 07 16:09:18.539056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7677670-40f2-4b33-b2c3-41abcd05a07f req-70c63204-6130-4d58-b1e4-363cbe6cd20b tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:18.540724 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7677670-40f2-4b33-b2c3-41abcd05a07f req-70c63204-6130-4d58-b1e4-363cbe6cd20b tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 931 time: 0.3084168 Sep 07 16:09:18.579832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf3a7e2-2668-432b-8e69-49274ba5f5e1,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:18.601045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-9329db1f-c6d8-4cd8-9461-de6a88322769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:18.603390 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-9329db1f-c6d8-4cd8-9461-de6a88322769 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db HTTP/1.1" status: 200 len: 914 time: 0.2857413 Sep 07 16:09:18.682867 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-eb30c3dc-9f36-49e5-bec6-849b8107168b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=762aa294-d15a-4883-a034-c89219c10447 HTTP/1.1" status: 200 len: 217 time: 0.0467257 Sep 07 16:09:18.721265 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:18.779385 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-47f990d2-72a6-4630-b9ad-0376e4f58e81 req-21d1d84f-f7b0-4360-b58d-73714f969c57 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:18.782876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd91e63-e769-4165-97a6-54c9146e1fa7 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:18.800782 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7677670-40f2-4b33-b2c3-41abcd05a07f req-ff885627-b4b9-4574-9c58-9cf1f901f577 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d931aa-3db6-47df-82b6-c7f840b88471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396958 Sep 07 16:09:18.801471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Transition to ACTIVE for port object fca48700-beda-40da-8177-65946a310d25 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:18.805467 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:18.810054 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-47f990d2-72a6-4630-b9ad-0376e4f58e81 req-21d1d84f-f7b0-4360-b58d-73714f969c57 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:18.829063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-ef0b4285-dd96-4429-9ddf-fe960185678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:18.830580 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-ef0b4285-dd96-4429-9ddf-fe960185678d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a HTTP/1.1" status: 200 len: 853 time: 0.1245399 Sep 07 16:09:18.849469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Attempting to bind port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:18.849856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Attempting to bind port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'bbea8677-fac5-410e-87b6-870b1fa4baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:18.850218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Attempting to bind port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 on network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:18.882348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Transition to ACTIVE for port object 3cd91e63-e769-4165-97a6-54c9146e1fa7 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:18.899461 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-e08ffe8d-3cb8-43ad-949e-68460b51d5db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467029 Sep 07 16:09:18.900027 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 on network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:09:18.901044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Attempting to bind port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 on network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:18.902988 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-47f990d2-72a6-4630-b9ad-0376e4f58e81 req-21d1d84f-f7b0-4360-b58d-73714f969c57 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:18.924710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:18.925502 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-47f990d2-72a6-4630-b9ad-0376e4f58e81 req-21d1d84f-f7b0-4360-b58d-73714f969c57 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.2912085 Sep 07 16:09:18.925975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Checking segment: {'id': 'bbea8677-fac5-410e-87b6-870b1fa4baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:18.926381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Bound using segment: {'id': 'bbea8677-fac5-410e-87b6-870b1fa4baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:18.926831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Bound port: 8bf3a7e2-2668-432b-8e69-49274ba5f5e1, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbea8677-fac5-410e-87b6-870b1fa4baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:18.927206 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:18.929145 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:18.978610 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-3ca49128-c96e-4614-b0c0-d4bed2d505d1 service neutron] 10.222.0.54 "GET /v2.0/networks/e00d1933-c615-46e7-89d9-3dafced310a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366689 Sep 07 16:09:19.038435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1d84f-f7b0-4360-b58d-73714f969c57 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c55c224-c165-4f9b-9a92-bb88ca1e0038,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:19.063051 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:19.104464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] For port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:19.109256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] For port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8bf3a7e2-2668-432b-8e69-49274ba5f5e1,segment=NetworkSegment(bbea8677-fac5-410e-87b6-870b1fa4baa3),segment_id=bbea8677-fac5-410e-87b6-870b1fa4baa3)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:19.113257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-8f013dbe-02fc-4f0a-8dd6-2ae73679a42a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=14d0ca2e-0e94-462c-a611-47dda757ca38 HTTP/1.1" status: 200 len: 217 time: 0.0916691 Sep 07 16:09:19.128746 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:19.188848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:19.189720 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:19.191432 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] 10.222.0.35 "PUT /v2.0/ports/8bf3a7e2-2668-432b-8e69-49274ba5f5e1 HTTP/1.1" status: 200 len: 1091 time: 1.8056619 Sep 07 16:09:19.205720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Pushing event updated for resources: {'Port': ['ID=3cd91e63-e769-4165-97a6-54c9146e1fa7,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:19.233933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:19.234785 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'tag': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:19.238080 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9860bc7c-9135-459b-8214-be6498cd05e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6fec4f49-ec9c-4ea1-aafe-4b306949e6bf", "tag": "8bf3a7e2-2668-432b-8e69-49274ba5f5e1"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:19.268042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:19.280209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:19.338593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Pushing event updated for resources: {'Port': ['ID=fca48700-beda-40da-8177-65946a310d25,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:19.345681 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-15626458-3ed5-415b-b747-3c46b82199ae service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349272 Sep 07 16:09:19.394152 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:19.397879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-e258a71f-2e61-488c-9da6-e73097e13286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:19.399777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-e258a71f-2e61-488c-9da6-e73097e13286 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ecb6394-3d66-459d-9531-fd2bb87a6b89 HTTP/1.1" status: 200 len: 801 time: 0.2581785 Sep 07 16:09:19.443359 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44768) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:19.459195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a5facb4-3d1b-4514-8a76-23290856db5d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:19.464845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311150e-3c55-4a74-b78d-3ac18af5b4c8 req-9f5a5215-011a-4483-b29f-894b2b113c05 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:19.466458 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b311150e-3c55-4a74-b78d-3ac18af5b4c8 req-9f5a5215-011a-4483-b29f-894b2b113c05 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 943 time: 0.3651981 Sep 07 16:09:19.481907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed3296-c214-4006-9c70-5b6e093f2e3c req-4dc19ab8-b734-465b-bb9e-142df9af4ed5 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:19.500130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed3296-c214-4006-9c70-5b6e093f2e3c req-4dc19ab8-b734-465b-bb9e-142df9af4ed5 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:19.501844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aeed3296-c214-4006-9c70-5b6e093f2e3c req-4dc19ab8-b734-465b-bb9e-142df9af4ed5 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1679 time: 0.4722230 Sep 07 16:09:19.526709 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:19.527400 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:19.582520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 3a5facb4-3d1b-4514-8a76-23290856db5d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:19.583842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-30d41e2d-e5c5-4596-9900-8cdfb895a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:19.589869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3a5facb4-3d1b-4514-8a76-23290856db5d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:19.590521 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:19.594481 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-30d41e2d-e5c5-4596-9900-8cdfb895a9e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6b275626fee4b87819d5fc542a6f3a0&device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 1094 time: 0.3432038 Sep 07 16:09:19.651468 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-6ac7626b-fbda-4555-9cee-6a8dc1f28c65 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4374731 Sep 07 16:09:19.672036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c583aad-f350-4969-89d7-987bba7959f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf3a7e2-2668-432b-8e69-49274ba5f5e1,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:19.675304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Request body: {'port': {'device_id': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:19.708553 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:19.732069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Attempting to bind port 3cd91e63-e769-4165-97a6-54c9146e1fa7 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:19.732721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Attempting to bind port 3cd91e63-e769-4165-97a6-54c9146e1fa7 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:19.733062 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Attempting to bind port 3cd91e63-e769-4165-97a6-54c9146e1fa7 on network 11f823b0-5a1f-405d-b97c-b160c90d8c3d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:19.735739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 3a5facb4-3d1b-4514-8a76-23290856db5d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3a5facb4-3d1b-4514-8a76-23290856db5d,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:19.738231 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8860829c-fd1d-47d1-bc5f-10d7187d2780 None None] Provisioning for port fca48700-beda-40da-8177-65946a310d25 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:19.743636 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8860829c-fd1d-47d1-bc5f-10d7187d2780 None None] Provisioning complete for port fca48700-beda-40da-8177-65946a310d25 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:19.744451 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8860829c-fd1d-47d1-bc5f-10d7187d2780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:19.746081 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:19.747268 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 067f76f4-b53f-4407-80ef-f6af09d27c7e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:19.748398 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-21dd0270-5e53-45cb-93c3-aabef9e18440 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bf3a7e2-2668-432b-8e69-49274ba5f5e1 HTTP/1.1" status: 200 len: 217 time: 0.0993202 Sep 07 16:09:19.757647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b311150e-3c55-4a74-b78d-3ac18af5b4c8 req-399ef1ee-a3f7-4c95-ba1e-d88dccbfc4dc tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437251 Sep 07 16:09:19.759802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-e85f13ce-2364-49da-a8c1-ac8246b0b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:19.779093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-e85f13ce-2364-49da-a8c1-ac8246b0b45d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc0a082d-5e31-4b7d-8e11-f0d76564d364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3708344 Sep 07 16:09:19.785374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aeed3296-c214-4006-9c70-5b6e093f2e3c req-27e78ee8-02e0-429c-afc0-8cf5e3c987f0 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235143 Sep 07 16:09:19.823191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-ca3f2ee3-8475-42ba-b78a-a6cf27829796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:19.824939 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-ca3f2ee3-8475-42ba-b78a-a6cf27829796 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78fe93e7-953a-42fe-ae63-cc0d5aaa22b9 HTTP/1.1" status: 200 len: 868 time: 0.0667784 Sep 07 16:09:19.866268 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8860829c-fd1d-47d1-bc5f-10d7187d2780 None None] Port fca48700-beda-40da-8177-65946a310d25 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:09:19.882733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=3a5facb4-3d1b-4514-8a76-23290856db5d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:19.889435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Port 3cd91e63-e769-4165-97a6-54c9146e1fa7 on network 11f823b0-5a1f-405d-b97c-b160c90d8c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:09:19.889757 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Attempting to bind port 3cd91e63-e769-4165-97a6-54c9146e1fa7 on network 11f823b0-5a1f-405d-b97c-b160c90d8c3d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:19.902187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 067f76f4-b53f-4407-80ef-f6af09d27c7e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:19.902572 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:19.931057 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e78f4c59-b787-468b-b59a-90dffc4538ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=29eead6408a54288827793cd4d7244c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851062 Sep 07 16:09:19.938076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44774) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:19.947844 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:19.948325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Checking segment: {'id': '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:19.948819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Bound using segment: {'id': '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:19.950031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Bound port: 3cd91e63-e769-4165-97a6-54c9146e1fa7, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:19.950415 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:19.951863 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-7555966f-40fd-4012-8721-5fddd46a0368 service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737417 Sep 07 16:09:19.959588 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:20.034876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-16f6000d-6db6-43c8-8ffe-8d5a4a24065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:20.036431 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-16f6000d-6db6-43c8-8ffe-8d5a4a24065a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1832235 Sep 07 16:09:20.038710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Allocated IP 172.20.0.1 (da462491-6bb2-43ca-a1bc-53bc00b32f49/a747ed00-7f38-4fd0-bac1-880e0e05a3d1/69f7c5f4-54cc-41cf-8a89-1fa61f831412) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:20.091088 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b10a3959-4a24-4ea1-8797-ddd9e8d893e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:20.115467 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e831154-174e-46d4-97b4-542f59120c74 req-b27579e0-de38-426e-9042-b53ec7b331b3 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/8c55c224-c165-4f9b-9a92-bb88ca1e0038 HTTP/1.1" status: 200 len: 1779 time: 0.2160659 Sep 07 16:09:20.135419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d64ca0e-3c34-4619-9845-2d725b4440e4', 'name': 'network-vif-deleted', 'tag': '6e42f93a-4862-46dd-bded-08074e7f5f05'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:20.137706 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3665e798-28ee-48a7-b6c3-a593a223f84e" -d '{"events": [{"server_uuid": "6d64ca0e-3c34-4619-9845-2d725b4440e4", "name": "network-vif-deleted", "tag": "6e42f93a-4862-46dd-bded-08074e7f5f05"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:20.191325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc7a60-6344-4997-b74a-0e04fde5fe9f req-f273191a-7a73-4350-87b2-44c8b62cf35e tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:20.192890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dafc7a60-6344-4997-b74a-0e04fde5fe9f req-f273191a-7a73-4350-87b2-44c8b62cf35e tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 936 time: 0.2965419 Sep 07 16:09:20.223263 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aad9fd3-1b47-486a-adb6-c75d46a888bd x-openstack-request-id: req-7aad9fd3-1b47-486a-adb6-c75d46a888bd {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:20.223520 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fec4f49-ec9c-4ea1-aafe-4b306949e6bf", "tag": "8bf3a7e2-2668-432b-8e69-49274ba5f5e1", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:20.223754 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7aad9fd3-1b47-486a-adb6-c75d46a888bd {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:20.224361 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'tag': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1', 'status': 'completed', 'code': 200} Sep 07 16:09:20.240399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] For port 3cd91e63-e769-4165-97a6-54c9146e1fa7, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:20.243841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-d4550081-52b7-4cc2-b244-b07638c28f18 service neutron] 10.222.0.54 "GET /v2.0/networks/fc0a082d-5e31-4b7d-8e11-f0d76564d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455045 Sep 07 16:09:20.261480 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b10a3959-4a24-4ea1-8797-ddd9e8d893e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:20.300553 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] For port 3cd91e63-e769-4165-97a6-54c9146e1fa7, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3cd91e63-e769-4165-97a6-54c9146e1fa7,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:20.331969 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-80201f57-6056-49ca-8e74-896a1b0fcace service neutron] 10.222.0.35 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863357 Sep 07 16:09:20.470586 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b10a3959-4a24-4ea1-8797-ddd9e8d893e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:20.473699 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b10a3959-4a24-4ea1-8797-ddd9e8d893e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:20.474875 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b10a3959-4a24-4ea1-8797-ddd9e8d893e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/252ad136-3a9c-4d19-a3f3-7a58a9ecb530 HTTP/1.1" status: 204 len: 168 time: 0.5333383 Sep 07 16:09:20.500531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a3959-4a24-4ea1-8797-ddd9e8d893e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252ad136-3a9c-4d19-a3f3-7a58a9ecb530,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:20.546359 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b29a56bc-f910-451c-acc4-84640fd5a16d req-a9a7181b-1ba7-48d7-8b90-ed8de43defd2 service neutron] 10.222.0.35 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015908 Sep 07 16:09:20.603739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca48700-beda-40da-8177-65946a310d25 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:20.635852 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:20.654840 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Transition to ACTIVE for port object fca48700-beda-40da-8177-65946a310d25 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:20.664377 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860bc7c-9135-459b-8214-be6498cd05e9 req-d163ca3b-daff-4bba-87f5-91d2e611a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:20.665912 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9860bc7c-9135-459b-8214-be6498cd05e9 req-d163ca3b-daff-4bba-87f5-91d2e611a103 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6b275626fee4b87819d5fc542a6f3a0&device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 1094 time: 0.0566885 Sep 07 16:09:20.667163 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:20.671532 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:20.696892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dafc7a60-6344-4997-b74a-0e04fde5fe9f req-7267e77e-56d8-4b21-8d7a-5c3aadd6cb13 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861519 Sep 07 16:09:20.802739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:20.803378 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:20.805020 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] 10.222.0.35 "PUT /v2.0/ports/3cd91e63-e769-4165-97a6-54c9146e1fa7 HTTP/1.1" status: 200 len: 1091 time: 4.5654247 Sep 07 16:09:20.838561 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:20.856204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860bc7c-9135-459b-8214-be6498cd05e9 req-969fc4d6-bfb2-4e73-aea0-24ae5492013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:20.858192 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9860bc7c-9135-459b-8214-be6498cd05e9 req-969fc4d6-bfb2-4e73-aea0-24ae5492013b service neutron] 10.222.0.35 "GET /v2.0/networks?id=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 HTTP/1.1" status: 200 len: 930 time: 0.1856411 Sep 07 16:09:20.882587 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=fca48700-beda-40da-8177-65946a310d25,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:20.898173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c6803-38c1-4aa6-adc6-59f0e6c42381 req-216f0f78-0d85-4e08-a017-bc91b3153630 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:20.900002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f56c6803-38c1-4aa6-adc6-59f0e6c42381 req-216f0f78-0d85-4e08-a017-bc91b3153630 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 943 time: 0.5852013 Sep 07 16:09:20.902980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44790) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:20.920264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748088db-5072-4e12-bb47-440fe93b71ec service neutron] Pushing event updated for resources: {'Port': ['ID=3cd91e63-e769-4165-97a6-54c9146e1fa7,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:20.934154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Transition to ACTIVE for port object 69f7c5f4-54cc-41cf-8a89-1fa61f831412 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:20.939488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db32ecd-f83a-475c-b822-9ad24fc5acdd req-a8675a1c-e178-496a-8a65-db71d35c64d8 service neutron] 10.222.0.54 "GET /v2.0/networks/fc0a082d-5e31-4b7d-8e11-f0d76564d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6658535 Sep 07 16:09:20.946529 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9860bc7c-9135-459b-8214-be6498cd05e9 req-82aec680-26de-4e8a-9718-dd5e84ea1c14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bf3a7e2-2668-432b-8e69-49274ba5f5e1 HTTP/1.1" status: 200 len: 217 time: 0.0637748 Sep 07 16:09:20.996503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d0c9e00-6012-4a3e-a45c-5598815cf1a4 req-7d2533a1-8f09-4a2f-8f8f-2f1d5e620b08 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/8c55c224-c165-4f9b-9a92-bb88ca1e0038 HTTP/1.1" status: 200 len: 1779 time: 0.2339089 Sep 07 16:09:20.997458 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f9afdfc-c626-437d-928e-a2d14939b0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.034372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Attempting to bind port fca48700-beda-40da-8177-65946a310d25 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:21.034747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Attempting to bind port fca48700-beda-40da-8177-65946a310d25 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:21.035211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Attempting to bind port fca48700-beda-40da-8177-65946a310d25 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:21.039077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f56c6803-38c1-4aa6-adc6-59f0e6c42381 req-25356a73-d7da-4519-b816-fcedb5fe40c0 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d931aa-3db6-47df-82b6-c7f840b88471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089661 Sep 07 16:09:21.039273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860bc7c-9135-459b-8214-be6498cd05e9 req-028ca857-8b61-467c-9721-10805b9e8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:21.040912 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9860bc7c-9135-459b-8214-be6498cd05e9 req-028ca857-8b61-467c-9721-10805b9e8282 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78fe93e7-953a-42fe-ae63-cc0d5aaa22b9 HTTP/1.1" status: 200 len: 868 time: 0.0840418 Sep 07 16:09:21.042821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Port fca48700-beda-40da-8177-65946a310d25 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:09:21.043147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Attempting to bind port fca48700-beda-40da-8177-65946a310d25 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:21.056696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:21.057043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:21.057424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:21.057868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Bound port: fca48700-beda-40da-8177-65946a310d25, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:21.058231 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.107303 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355b1917-9525-41fd-a319-7eda43a33ab7 x-openstack-request-id: req-355b1917-9525-41fd-a319-7eda43a33ab7 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:21.107614 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d64ca0e-3c34-4619-9845-2d725b4440e4", "name": "network-vif-deleted", "tag": "6e42f93a-4862-46dd-bded-08074e7f5f05", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:21.107849 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-355b1917-9525-41fd-a319-7eda43a33ab7 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:21.108251 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d64ca0e-3c34-4619-9845-2d725b4440e4', 'name': 'network-vif-deleted', 'tag': '6e42f93a-4862-46dd-bded-08074e7f5f05', 'status': 'completed', 'code': 200} Sep 07 16:09:21.117361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-2cf257a5-031c-476e-a0fa-85ac430642e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:21.119005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-2cf257a5-031c-476e-a0fa-85ac430642e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83c4821c8f704f9a896903ead09cd274&device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 1094 time: 0.2372341 Sep 07 16:09:21.133419 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860bc7c-9135-459b-8214-be6498cd05e9 req-153b94ab-054c-4341-aa24-001d7199e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:21.135478 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9860bc7c-9135-459b-8214-be6498cd05e9 req-153b94ab-054c-4341-aa24-001d7199e877 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871935 Sep 07 16:09:21.153549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.182430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:21.210045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fca48700-beda-40da-8177-65946a310d25,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:21.226752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a5facb4-3d1b-4514-8a76-23290856db5d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:21.234752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-8857f4d4-aed0-40b9-a6d6-d2b99192c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:21.235302 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-8857f4d4-aed0-40b9-a6d6-d2b99192c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:21.237781 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-8857f4d4-aed0-40b9-a6d6-d2b99192c141 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0e662d9c8554938a22e85d31f6a27fc&device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1981 time: 0.2262926 Sep 07 16:09:21.242570 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.263654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-3187bc31-6332-4d0b-8d27-009ef25e8c44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cd91e63-e769-4165-97a6-54c9146e1fa7 HTTP/1.1" status: 200 len: 217 time: 0.1300054 Sep 07 16:09:21.287750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:21.288450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.289818 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] 10.222.0.35 "PUT /v2.0/ports/fca48700-beda-40da-8177-65946a310d25 HTTP/1.1" status: 200 len: 1096 time: 1.6257272 Sep 07 16:09:21.293551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3a5facb4-3d1b-4514-8a76-23290856db5d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:21.294162 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.330819 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9860bc7c-9135-459b-8214-be6498cd05e9 req-df0517b8-b24b-4539-841b-4901122329e6 service neutron] 10.222.0.35 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864643 Sep 07 16:09:21.331851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82d9ab-c03e-4e84-9665-992f6ab94bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=fca48700-beda-40da-8177-65946a310d25,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:21.379617 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Network da462491-6bb2-43ca-a1bc-53bc00b32f49 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:21.408259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:21.410763 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d0c9e00-6012-4a3e-a45c-5598815cf1a4 req-f06036f5-c7b1-4349-a30f-356104b33d75 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.414423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:21.452691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-f44d2f88-e4d0-4ede-bf85-d9fda8c501d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:21.462354 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-f44d2f88-e4d0-4ede-bf85-d9fda8c501d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f6f5ce5b1dd42e5895725fd1a5b99f0&device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 1099 time: 0.1141210 Sep 07 16:09:21.520864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Pushing event updated for resources: {'Port': ['ID=69f7c5f4-54cc-41cf-8a89-1fa61f831412,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:21.530044 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-e36cfbaa-6cf0-4e23-ad32-55d2f9902478 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=fca48700-beda-40da-8177-65946a310d25 HTTP/1.1" status: 200 len: 217 time: 0.0548654 Sep 07 16:09:21.532963 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9860bc7c-9135-459b-8214-be6498cd05e9 req-47386b02-139f-4aa7-a7f1-f008f7b42262 service neutron] 10.222.0.35 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935723 Sep 07 16:09:21.565690 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d0c9e00-6012-4a3e-a45c-5598815cf1a4 req-f06036f5-c7b1-4349-a30f-356104b33d75 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.602831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-c438d45c-cd88-4f73-baff-cd25b8e208f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:21.604817 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-c438d45c-cd88-4f73-baff-cd25b8e208f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0647602 Sep 07 16:09:21.638603 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f9afdfc-c626-437d-928e-a2d14939b0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.652533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ea72d6f1-fa24-4d06-a880-46325a542edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:21.654128 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-ea72d6f1-fa24-4d06-a880-46325a542edb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79702e3-11e7-4e35-b1b0-316ea9afe5b4 HTTP/1.1" status: 200 len: 855 time: 0.3796976 Sep 07 16:09:21.662650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-caedd58c-a652-4afb-9adb-e149d780add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:21.664159 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-caedd58c-a652-4afb-9adb-e149d780add6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486376 Sep 07 16:09:21.672431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f9afdfc-c626-437d-928e-a2d14939b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.682609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b553d-b208-4ae0-acfa-8ef708cc28f2 req-1c2c58c4-236b-4cbb-9364-d01e524e9000 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:21.688950 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a09b553d-b208-4ae0-acfa-8ef708cc28f2 req-1c2c58c4-236b-4cbb-9364-d01e524e9000 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 943 time: 0.4288771 Sep 07 16:09:21.737477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-eadfc97a-0bf9-4c73-99a6-5a666c0206f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:21.738969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-eadfc97a-0bf9-4c73-99a6-5a666c0206f0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc0a082d-5e31-4b7d-8e11-f0d76564d364 HTTP/1.1" status: 200 len: 903 time: 0.4673588 Sep 07 16:09:21.739693 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.767005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-29194826-31b4-46f7-910c-c1938b7e4fd0 None None] Provisioning for port 69f7c5f4-54cc-41cf-8a89-1fa61f831412 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:21.771211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-29194826-31b4-46f7-910c-c1938b7e4fd0 None None] Provisioning complete for port 69f7c5f4-54cc-41cf-8a89-1fa61f831412 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:21.771598 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-29194826-31b4-46f7-910c-c1938b7e4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.781849 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-690f3c33-76e2-4d6b-ade6-06078863c1f3 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090550 Sep 07 16:09:21.791615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-104377da-5beb-4afa-b555-33bd93a6f0a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=11f823b0-5a1f-405d-b97c-b160c90d8c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233902 Sep 07 16:09:21.818752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-29194826-31b4-46f7-910c-c1938b7e4fd0 None None] Port 69f7c5f4-54cc-41cf-8a89-1fa61f831412 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:09:21.858096 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d0c9e00-6012-4a3e-a45c-5598815cf1a4 req-f06036f5-c7b1-4349-a30f-356104b33d75 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.860678 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6d0c9e00-6012-4a3e-a45c-5598815cf1a4 req-f06036f5-c7b1-4349-a30f-356104b33d75 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.862659 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d0c9e00-6012-4a3e-a45c-5598815cf1a4 req-f06036f5-c7b1-4349-a30f-356104b33d75 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "DELETE /v2.0/security-groups/8c55c224-c165-4f9b-9a92-bb88ca1e0038 HTTP/1.1" status: 204 len: 173 time: 0.8538868 Sep 07 16:09:21.880644 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9544155-bb50-4aee-af2b-c0405fa4d8db req-86db2412-f361-44ca-8731-07e97d2aacdf service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921273 Sep 07 16:09:21.891733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8f9afdfc-c626-437d-928e-a2d14939b0b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f8421f5687740569fd457026d61c9ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9699686 Sep 07 16:09:21.891733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-f496c960-d724-4290-8977-74345f93dc04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=14d0ca2e-0e94-462c-a611-47dda757ca38 HTTP/1.1" status: 200 len: 217 time: 0.1109712 Sep 07 16:09:21.893707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44798) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:21.922430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9afdfc-c626-437d-928e-a2d14939b0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aace5b1-a7de-4723-bf80-fa8964064186,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:21.951146 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b0ed7f-a830-4cd8-8a84-f3cef09c1ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:21.976616 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b0ed7f-a830-4cd8-8a84-f3cef09c1ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:22.023081 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b0ed7f-a830-4cd8-8a84-f3cef09c1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:22.025777 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b0ed7f-a830-4cd8-8a84-f3cef09c1ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:22.027025 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-00b0ed7f-a830-4cd8-8a84-f3cef09c1ff3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8aace5b1-a7de-4723-bf80-fa8964064186 HTTP/1.1" status: 204 len: 168 time: 0.1304519 Sep 07 16:09:22.035805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0ed7f-a830-4cd8-8a84-f3cef09c1ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aace5b1-a7de-4723-bf80-fa8964064186,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:22.066235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a09b553d-b208-4ae0-acfa-8ef708cc28f2 req-2f9237de-1a7c-496e-a5bd-3fe2d7e3076c tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488519 Sep 07 16:09:22.066971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06036f5-c7b1-4349-a30f-356104b33d75 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c55c224-c165-4f9b-9a92-bb88ca1e0038,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:22.104576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-8ce896e0-5404-4bf6-82c8-04bc8db62f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:22.106151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-8ce896e0-5404-4bf6-82c8-04bc8db62f0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ecb6394-3d66-459d-9531-fd2bb87a6b89 HTTP/1.1" status: 200 len: 801 time: 0.1964386 Sep 07 16:09:22.138873 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-5b7ec6de-898a-42f5-a586-254021d9304c service neutron] 10.222.0.35 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322725 Sep 07 16:09:22.150851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12995f-7f2b-4644-b190-526b8736769d req-d581a5ee-077b-4c78-b91c-57f856e0ce18 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:22.156860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12995f-7f2b-4644-b190-526b8736769d req-d581a5ee-077b-4c78-b91c-57f856e0ce18 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:22.158552 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b12995f-7f2b-4644-b190-526b8736769d req-d581a5ee-077b-4c78-b91c-57f856e0ce18 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1679 time: 0.2308621 Sep 07 16:09:22.225673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'tag': 'fca48700-beda-40da-8177-65946a310d25'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:22.228061 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e335d83e-2851-47d3-ac87-bad80634fed6" -d '{"events": [{"name": "network-changed", "server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "tag": "fca48700-beda-40da-8177-65946a310d25"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:22.270940 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:22.351892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-984bcb92-f389-4a53-94c8-6eb282295fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:22.353524 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-984bcb92-f389-4a53-94c8-6eb282295fbc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc0a082d-5e31-4b7d-8e11-f0d76564d364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2310660 Sep 07 16:09:22.356372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b12995f-7f2b-4644-b190-526b8736769d req-70e53d93-3c9f-4461-a522-95ffe479380a tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670825 Sep 07 16:09:22.389784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff9b8b-b201-42a0-b69a-ea7afdaa3bef req-1478b101-c187-49ff-8455-169c1d78435a tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:22.391294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bdff9b8b-b201-42a0-b69a-ea7afdaa3bef req-1478b101-c187-49ff-8455-169c1d78435a tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 948 time: 0.2031453 Sep 07 16:09:22.449094 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b834f876-c04e-4c7d-a636-87231ba50a0d req-1972338f-7b47-4e76-aa59-c7adccef0637 service neutron] 10.222.0.35 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895362 Sep 07 16:09:22.471056 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-826aa169-563b-4fc7-8d43-774b74e89ddf req-9aa43fca-1f36-46ab-8397-1c06ab17ace0 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] show failed (client error): The resource could not be found. Sep 07 16:09:22.472123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-826aa169-563b-4fc7-8d43-774b74e89ddf req-9aa43fca-1f36-46ab-8397-1c06ab17ace0 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/8c55c224-c165-4f9b-9a92-bb88ca1e0038 HTTP/1.1" status: 404 len: 352 time: 0.0666788 Sep 07 16:09:22.556764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bdff9b8b-b201-42a0-b69a-ea7afdaa3bef req-9af7bdb8-9d9e-421e-bb9c-1f58bc4610e8 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493323 Sep 07 16:09:22.642398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-34ed8cd0-55e1-42ee-bcdb-8e2abbe3d2c1 service neutron] 10.222.0.54 "GET /v2.0/networks/fc0a082d-5e31-4b7d-8e11-f0d76564d364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655838 Sep 07 16:09:22.659983 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955c7989-5b64-409e-bdee-eb602b495b5a x-openstack-request-id: req-955c7989-5b64-409e-bdee-eb602b495b5a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:22.660943 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "tag": "fca48700-beda-40da-8177-65946a310d25", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:22.661640 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-955c7989-5b64-409e-bdee-eb602b495b5a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:22.662295 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'tag': 'fca48700-beda-40da-8177-65946a310d25', 'status': 'completed', 'code': 200} Sep 07 16:09:22.681342 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee023f-b3e4-4974-8b11-6916b2a73c61 req-51b241ca-4bc0-406d-8cc2-c51748bef924 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:22.682932 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fee023f-b3e4-4974-8b11-6916b2a73c61 req-51b241ca-4bc0-406d-8cc2-c51748bef924 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 943 time: 0.1496391 Sep 07 16:09:22.723885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-941ab5c9-bf8a-4fa2-b72f-86bb1ce2aa1c req-5b5ff356-6e89-42f0-8f22-d9db0abcb1c4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-545187519', 'description': 'tempest-description-1842462533'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:22.854523 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:22.871979 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:22.902159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fee023f-b3e4-4974-8b11-6916b2a73c61 req-bbc86b5c-2373-44d5-91f8-4442062dacb7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d931aa-3db6-47df-82b6-c7f840b88471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012191 Sep 07 16:09:22.902771 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-941ab5c9-bf8a-4fa2-b72f-86bb1ce2aa1c req-5b5ff356-6e89-42f0-8f22-d9db0abcb1c4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:22.951999 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44834) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:22.955510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335d83e-2851-47d3-ac87-bad80634fed6 req-453557db-f069-4d64-9e8a-23f5bf999303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:22.957059 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e335d83e-2851-47d3-ac87-bad80634fed6 req-453557db-f069-4d64-9e8a-23f5bf999303 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f6f5ce5b1dd42e5895725fd1a5b99f0&device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 1099 time: 0.2534108 Sep 07 16:09:22.969431 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8b6fd50-a880-4fb2-91ef-f9e679ab442c req-616cc272-012c-4afa-8692-d8c1a0cc72ea service neutron] 10.222.0.54 "GET /v2.0/networks/fc0a082d-5e31-4b7d-8e11-f0d76564d364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168836 Sep 07 16:09:23.008210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Pushing event updated for resources: {'Port': ['ID=69f7c5f4-54cc-41cf-8a89-1fa61f831412,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:23.015200 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:23.111809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a040a50c-30f9-43aa-8961-8784d3dd3341', 'tag': '3cd91e63-e769-4165-97a6-54c9146e1fa7'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:23.115221 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039e4929-a5f8-43e8-8f7b-6dbddeee2fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a040a50c-30f9-43aa-8961-8784d3dd3341", "tag": "3cd91e63-e769-4165-97a6-54c9146e1fa7"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:23.200645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335d83e-2851-47d3-ac87-bad80634fed6 req-13cddcf8-dadc-4396-a961-1cf51b290b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:23.202186 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e335d83e-2851-47d3-ac87-bad80634fed6 req-13cddcf8-dadc-4396-a961-1cf51b290b9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2353868 Sep 07 16:09:23.279246 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-941ab5c9-bf8a-4fa2-b72f-86bb1ce2aa1c req-5b5ff356-6e89-42f0-8f22-d9db0abcb1c4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:23.281261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e335d83e-2851-47d3-ac87-bad80634fed6 req-bcd460ca-7e26-465f-8dbd-d87f89e5f7d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=fca48700-beda-40da-8177-65946a310d25 HTTP/1.1" status: 200 len: 217 time: 0.0642147 Sep 07 16:09:23.308578 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-941ab5c9-bf8a-4fa2-b72f-86bb1ce2aa1c req-5b5ff356-6e89-42f0-8f22-d9db0abcb1c4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:23.342634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Network da462491-6bb2-43ca-a1bc-53bc00b32f49 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:23.366451 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:23.388057 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-941ab5c9-bf8a-4fa2-b72f-86bb1ce2aa1c req-5b5ff356-6e89-42f0-8f22-d9db0abcb1c4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:23.389350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-941ab5c9-bf8a-4fa2-b72f-86bb1ce2aa1c req-5b5ff356-6e89-42f0-8f22-d9db0abcb1c4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6912024 Sep 07 16:09:23.435197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ff356-6e89-42f0-8f22-d9db0abcb1c4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242157cd-431c-4501-b8af-86510f2daeb6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:23.449106 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36705af3-630f-4301-86f0-97e450a09a89 x-openstack-request-id: req-36705af3-630f-4301-86f0-97e450a09a89 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:23.449392 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a040a50c-30f9-43aa-8961-8784d3dd3341", "tag": "3cd91e63-e769-4165-97a6-54c9146e1fa7", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:23.449660 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36705af3-630f-4301-86f0-97e450a09a89 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:23.451767 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a040a50c-30f9-43aa-8961-8784d3dd3341', 'tag': '3cd91e63-e769-4165-97a6-54c9146e1fa7', 'status': 'completed', 'code': 200} Sep 07 16:09:23.453358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335d83e-2851-47d3-ac87-bad80634fed6 req-6cab4d37-486f-4628-94e9-f1aec4a2364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:23.462579 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e335d83e-2851-47d3-ac87-bad80634fed6 req-6cab4d37-486f-4628-94e9-f1aec4a2364d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1649914 Sep 07 16:09:23.474359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19c1de-9ae9-4cf2-853b-2adb1256d4fc req-3ead22c0-d1fa-46d4-8150-294b4b73796a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:23.476460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c19c1de-9ae9-4cf2-853b-2adb1256d4fc req-3ead22c0-d1fa-46d4-8150-294b4b73796a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 943 time: 0.2419438 Sep 07 16:09:23.661936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e4929-a5f8-43e8-8f7b-6dbddeee2fc8 req-559fbea2-b377-4fcb-b4da-e203123637bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:23.663357 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-039e4929-a5f8-43e8-8f7b-6dbddeee2fc8 req-559fbea2-b377-4fcb-b4da-e203123637bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83c4821c8f704f9a896903ead09cd274&device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 1094 time: 0.0931077 Sep 07 16:09:23.749000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7c1cec48-7e2a-4058-a799-914755bea5b5 None None] Provisioning complete for port 69f7c5f4-54cc-41cf-8a89-1fa61f831412 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:23.749608 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c1cec48-7e2a-4058-a799-914755bea5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:23.785078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7c1cec48-7e2a-4058-a799-914755bea5b5 None None] Port 69f7c5f4-54cc-41cf-8a89-1fa61f831412 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:09:23.831606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e4929-a5f8-43e8-8f7b-6dbddeee2fc8 req-c1cbe867-36d2-4a7c-9134-92e54abc75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:23.833133 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-039e4929-a5f8-43e8-8f7b-6dbddeee2fc8 req-c1cbe867-36d2-4a7c-9134-92e54abc75bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=11f823b0-5a1f-405d-b97c-b160c90d8c3d HTTP/1.1" status: 200 len: 916 time: 0.1610029 Sep 07 16:09:23.896881 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-039e4929-a5f8-43e8-8f7b-6dbddeee2fc8 req-ea3b08ba-8b0c-4ca8-9962-285796c1c25b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cd91e63-e769-4165-97a6-54c9146e1fa7 HTTP/1.1" status: 200 len: 217 time: 0.0554042 Sep 07 16:09:23.914875 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c19c1de-9ae9-4cf2-853b-2adb1256d4fc req-db1fb22c-d96e-44b8-a11b-7c92fae93feb tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245691 Sep 07 16:09:23.932389 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335d83e-2851-47d3-ac87-bad80634fed6 req-78cf1f2e-9226-4380-a1ee-b4d4f8445b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:23.933932 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e335d83e-2851-47d3-ac87-bad80634fed6 req-78cf1f2e-9226-4380-a1ee-b4d4f8445b40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4546416 Sep 07 16:09:23.971155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-14ad3c45-c541-46c9-bae2-861ec25f140c req-c3033849-42e4-4698-953f-df702dcd04cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2031720237', 'description': 'tempest-description-1223306653'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:23.971628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e4929-a5f8-43e8-8f7b-6dbddeee2fc8 req-ae41be33-7f69-4800-bcb6-42e41b6682f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:23.973224 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-039e4929-a5f8-43e8-8f7b-6dbddeee2fc8 req-ae41be33-7f69-4800-bcb6-42e41b6682f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79702e3-11e7-4e35-b1b0-316ea9afe5b4 HTTP/1.1" status: 200 len: 855 time: 0.0693572 Sep 07 16:09:24.001192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Router 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:09:24.013901 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-039e4929-a5f8-43e8-8f7b-6dbddeee2fc8 req-828322f0-e1ad-4499-b5c8-df0989ea8a9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=11f823b0-5a1f-405d-b97c-b160c90d8c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324788 Sep 07 16:09:24.064031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8f7b0-ea61-4581-9560-161e5be54982 req-c3cc9f86-05e4-4ee9-afe7-7a9208e35f99 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:24.070794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8f7b0-ea61-4581-9560-161e5be54982 req-c3cc9f86-05e4-4ee9-afe7-7a9208e35f99 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:24.072499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78f8f7b0-ea61-4581-9560-161e5be54982 req-c3cc9f86-05e4-4ee9-afe7-7a9208e35f99 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1679 time: 0.1799064 Sep 07 16:09:24.078476 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-14ad3c45-c541-46c9-bae2-861ec25f140c req-c3033849-42e4-4698-953f-df702dcd04cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:24.132981 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-558efe0b-1055-45d3-bb1b-0b4f2582dee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:24.138488 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-039e4929-a5f8-43e8-8f7b-6dbddeee2fc8 req-55d151d1-4933-45a1-94f9-e129d27b9eec service neutron] 10.222.0.35 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086931 Sep 07 16:09:24.187513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e335d83e-2851-47d3-ac87-bad80634fed6 req-bf9238e0-22cc-4e7a-ada6-ba4b89fa1cdf service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415633 Sep 07 16:09:24.202659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 9e41d1a4-bc27-4486-981e-9f52576f7746 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:09:24.227439 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78f8f7b0-ea61-4581-9560-161e5be54982 req-d8a4be31-2db8-4e82-a7e1-30cef305f793 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445997 Sep 07 16:09:24.315707 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-039e4929-a5f8-43e8-8f7b-6dbddeee2fc8 req-2bc6630f-97a6-4a76-857c-06279aa2be6f service neutron] 10.222.0.35 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466396 Sep 07 16:09:24.339585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:09:24.352665 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cf7f49c8-8ec5-445b-8912-9640153387db admin admin] 10.222.0.70 "PUT /v2.0/routers/6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9447904 Sep 07 16:09:24.363460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e335d83e-2851-47d3-ac87-bad80634fed6 req-f16594bb-cd2b-48f1-aef4-10da6ed22515 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673734 Sep 07 16:09:24.375882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Sync routers for ids ['6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:09:24.396703 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 9e41d1a4-bc27-4486-981e-9f52576f7746, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9e41d1a4-bc27-4486-981e-9f52576f7746,segment=NetworkSegment(e1c080fe-3682-4cdf-ac9f-2f8386221ab5),segment_id=e1c080fe-3682-4cdf-ac9f-2f8386221ab5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:24.412052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Routers {'6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:24.412856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:24.413282 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-14ad3c45-c541-46c9-bae2-861ec25f140c req-c3033849-42e4-4698-953f-df702dcd04cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:24.425477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-14ad3c45-c541-46c9-bae2-861ec25f140c req-c3033849-42e4-4698-953f-df702dcd04cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:24.464750 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-14ad3c45-c541-46c9-bae2-861ec25f140c req-c3033849-42e4-4698-953f-df702dcd04cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:24.476306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '9e41d1a4-bc27-4486-981e-9f52576f7746', 'network_id': 'e00d1933-c615-46e7-89d9-3dafced310a0', 'port_id': '9e41d1a4-bc27-4486-981e-9f52576f7746', 'mac_address': 'fa:16:3e:03:70:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed62316-5177-4aa2-a8a8-be2bfddeb17a', 'ip_address': '19.80.0.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:09:24.477694 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14ad3c45-c541-46c9-bae2-861ec25f140c req-c3033849-42e4-4698-953f-df702dcd04cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5219131 Sep 07 16:09:24.510427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3033849-42e4-4698-953f-df702dcd04cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81cc64ef-85f6-4a3b-97f0-7bf2be43d00d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:24.553094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c5082-dfc2-424f-828c-ad3bfc1e65bb req-d57420e0-c867-4c2e-a2ba-8450910f1236 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:24.556943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-968c5082-dfc2-424f-828c-ad3bfc1e65bb req-d57420e0-c867-4c2e-a2ba-8450910f1236 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 948 time: 0.1130927 Sep 07 16:09:24.562044 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:24.582704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e41d1a4-bc27-4486-981e-9f52576f7746 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:24.617204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-558efe0b-1055-45d3-bb1b-0b4f2582dee7 admin admin] Deleting port fcc8d54b-b204-4a87-aa1b-dad8afe7a812 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:24.617601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-558efe0b-1055-45d3-bb1b-0b4f2582dee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:24.644725 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 9e41d1a4-bc27-4486-981e-9f52576f7746, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9e41d1a4-bc27-4486-981e-9f52576f7746,segment=NetworkSegment(e1c080fe-3682-4cdf-ac9f-2f8386221ab5),segment_id=e1c080fe-3682-4cdf-ac9f-2f8386221ab5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:24.655732 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:24.656485 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 14d0ca2e-0e94-462c-a611-47dda757ca38 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:09:24.669908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-968c5082-dfc2-424f-828c-ad3bfc1e65bb req-9552fe20-0b78-41ec-b337-6048f46dbd34 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788801 Sep 07 16:09:24.692252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4006c40-b6a2-4f84-8291-fa40e227f052 req-5238b272-6e70-4892-a816-a01aca3f4e05 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:24.703957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4006c40-b6a2-4f84-8291-fa40e227f052 req-5238b272-6e70-4892-a816-a01aca3f4e05 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 943 time: 0.1449053 Sep 07 16:09:24.723628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5d00f021-2da2-42a3-9ec6-906867eaba48 req-333d6df3-98da-48e9-83e9-1230272e2183 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1066298774', 'description': 'tempest-description-1801954199'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:24.743645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Set router 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:24.749100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-558efe0b-1055-45d3-bb1b-0b4f2582dee7 admin admin] For port fcc8d54b-b204-4a87-aa1b-dad8afe7a812, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fcc8d54b-b204-4a87-aa1b-dad8afe7a812,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:24.749686 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-558efe0b-1055-45d3-bb1b-0b4f2582dee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:24.770174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-558efe0b-1055-45d3-bb1b-0b4f2582dee7 admin admin] Calling delete_port for fcc8d54b-b204-4a87-aa1b-dad8afe7a812 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:24.771655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44894) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:24.815985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4006c40-b6a2-4f84-8291-fa40e227f052 req-353f5b0d-eb4b-4851-ab6e-31546f049c5f tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d931aa-3db6-47df-82b6-c7f840b88471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082675 Sep 07 16:09:24.847398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=9e41d1a4-bc27-4486-981e-9f52576f7746,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:24.848965 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5d00f021-2da2-42a3-9ec6-906867eaba48 req-333d6df3-98da-48e9-83e9-1230272e2183 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:25.054851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 14d0ca2e-0e94-462c-a611-47dda757ca38, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=14d0ca2e-0e94-462c-a611-47dda757ca38,segment=NetworkSegment(ee1d2466-e7a4-4afe-8aae-8a4926001669),segment_id=ee1d2466-e7a4-4afe-8aae-8a4926001669)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:25.107535 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-558efe0b-1055-45d3-bb1b-0b4f2582dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:25.141079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:09:25.143949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '14d0ca2e-0e94-462c-a611-47dda757ca38', 'network_id': 'fc0a082d-5e31-4b7d-8e11-f0d76564d364', 'port_id': '14d0ca2e-0e94-462c-a611-47dda757ca38', 'mac_address': 'fa:16:3e:11:49:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ecb6394-3d66-459d-9531-fd2bb87a6b89', 'ip_address': '19.86.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:09:25.164774 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5d00f021-2da2-42a3-9ec6-906867eaba48 req-333d6df3-98da-48e9-83e9-1230272e2183 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:25.170177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16574df8-65be-4e41-aa6e-6a5a61554e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:25.181749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558efe0b-1055-45d3-bb1b-0b4f2582dee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc8d54b-b204-4a87-aa1b-dad8afe7a812,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:25.188242 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5d00f021-2da2-42a3-9ec6-906867eaba48 req-333d6df3-98da-48e9-83e9-1230272e2183 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:25.301337 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d6df3-98da-48e9-83e9-1230272e2183 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c5c21d-68ac-437e-bd77-c449bf5f346d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:25.362088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfea331-908f-4f2a-afe9-c90163919036 req-47f68544-2d49-4cd0-933b-9026a593a126 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:25.363885 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbfea331-908f-4f2a-afe9-c90163919036 req-47f68544-2d49-4cd0-933b-9026a593a126 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 943 time: 0.3370988 Sep 07 16:09:25.364810 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5d00f021-2da2-42a3-9ec6-906867eaba48 req-333d6df3-98da-48e9-83e9-1230272e2183 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:25.374184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d00f021-2da2-42a3-9ec6-906867eaba48 req-333d6df3-98da-48e9-83e9-1230272e2183 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6610427 Sep 07 16:09:25.484647 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-558efe0b-1055-45d3-bb1b-0b4f2582dee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:25.492917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbfea331-908f-4f2a-afe9-c90163919036 req-c8308a3e-5488-446b-8f1f-3dea57d67a66 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173995 Sep 07 16:09:25.603126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf6d33-2350-4d7b-a129-d5a1c0190430 req-955826e6-6e1e-45f9-904f-ef3689427686 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:25.605671 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:25.609914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf6d33-2350-4d7b-a129-d5a1c0190430 req-955826e6-6e1e-45f9-904f-ef3689427686 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:25.618476 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53bf6d33-2350-4d7b-a129-d5a1c0190430 req-955826e6-6e1e-45f9-904f-ef3689427686 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1680 time: 0.1288188 Sep 07 16:09:25.637061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554603853-router', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:22Z', 'revision_number': 4, 'project_id': 'd64cb4d5805143c98747b3ed2b421edc', 'gw_port': {'id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:10Z', 'updated_at': '2021-09-07T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '69f7c5f4-54cc-41cf-8a89-1fa61f831412', 'name': '', 'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'mac_address': 'fa:16:3e:2b:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a747ed00-7f38-4fd0-bac1-880e0e05a3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:19Z', 'updated_at': '2021-09-07T16:09:22Z', 'revision_number': 2, 'project_id': 'd64cb4d5805143c98747b3ed2b421edc', 'subnets': [{'id': 'a747ed00-7f38-4fd0-bac1-880e0e05a3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:25.644937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d0ca2e-0e94-462c-a611-47dda757ca38 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:25.671188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 14d0ca2e-0e94-462c-a611-47dda757ca38, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=14d0ca2e-0e94-462c-a611-47dda757ca38,segment=NetworkSegment(ee1d2466-e7a4-4afe-8aae-8a4926001669),segment_id=ee1d2466-e7a4-4afe-8aae-8a4926001669)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:25.719409 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:25.737229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Checking router: 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:09:25.737664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Updating router 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd port 69f7c5f4-54cc-41cf-8a89-1fa61f831412 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:09:25.753307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53bf6d33-2350-4d7b-a129-d5a1c0190430 req-6086e8f0-8327-4846-b1e6-2d6396fc997d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336784 Sep 07 16:09:25.763236 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16574df8-65be-4e41-aa6e-6a5a61554e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:25.782749 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16574df8-65be-4e41-aa6e-6a5a61554e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:25.807470 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:25.810834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8bf3a7e2-2668-432b-8e69-49274ba5f5e1,segment=NetworkSegment(bbea8677-fac5-410e-87b6-870b1fa4baa3),segment_id=bbea8677-fac5-410e-87b6-870b1fa4baa3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:25.872558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'port_id': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1', 'mac_address': 'fa:16:3e:3e:d7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:09:25.895805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16574df8-65be-4e41-aa6e-6a5a61554e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf2d488-ccce-4367-8884-e2b4d2979e83,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:25.977197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9faed048-732b-4683-b89a-74afd7ab4ebd req-da4cb8ef-7bb3-4d3f-ada1-4f541d91c0e6 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b83c5fa846648dcb13c901c710885ec HTTP/1.1" status: 200 len: 10897 time: 0.4347491 Sep 07 16:09:25.980604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-16574df8-65be-4e41-aa6e-6a5a61554e42 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ecefc993a964032893d464b042fc55a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2072635 Sep 07 16:09:25.983264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:26.010477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558efe0b-1055-45d3-bb1b-0b4f2582dee7 admin admin] Router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:09:26.065454 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:26.073038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['14d0ca2e-0e94-462c-a611-47dda757ca38'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:26.098160 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9faed048-732b-4683-b89a-74afd7ab4ebd req-af592a45-e840-4543-967a-22374778a9e5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/4e8809cb-37c3-477c-89c9-4f863768e329 HTTP/1.1" status: 200 len: 2981 time: 0.0912104 Sep 07 16:09:26.106528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee943448-f320-45d0-97bd-097de0d6cf5e req-03804a0b-0ca7-4296-a0a1-a918aff5c8c1 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:26.108282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee943448-f320-45d0-97bd-097de0d6cf5e req-03804a0b-0ca7-4296-a0a1-a918aff5c8c1 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 948 time: 0.2217078 Sep 07 16:09:26.138523 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=14d0ca2e-0e94-462c-a611-47dda757ca38,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:26.142065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:26.148540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['9e41d1a4-bc27-4486-981e-9f52576f7746'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:26.179056 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e0d523f-b29b-42e3-870d-75880db5c535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:26.185320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9faed048-732b-4683-b89a-74afd7ab4ebd req-1ec4d0c3-d599-4a4e-9fa2-4b475a47e870 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/4e8809cb-37c3-477c-89c9-4f863768e329 HTTP/1.1" status: 200 len: 2981 time: 0.0756826 Sep 07 16:09:26.194220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558efe0b-1055-45d3-bb1b-0b4f2582dee7 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:09:26.208322 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ea996-d63f-4fd3-9787-e5becc8d6830 None None] Sync routers for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:09:26.212962 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-558efe0b-1055-45d3-bb1b-0b4f2582dee7 admin admin] 10.222.0.70 "PUT /v2.0/routers/8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2600584 Sep 07 16:09:26.215650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:26.228189 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ea996-d63f-4fd3-9787-e5becc8d6830 None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:26.230047 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e54ea996-d63f-4fd3-9787-e5becc8d6830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:26.269493 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee943448-f320-45d0-97bd-097de0d6cf5e req-9b427f5e-925d-4832-b0b3-51064226c031 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427844 Sep 07 16:09:26.277663 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e0d523f-b29b-42e3-870d-75880db5c535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:26.381802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8bf3a7e2-2668-432b-8e69-49274ba5f5e1,segment=NetworkSegment(bbea8677-fac5-410e-87b6-870b1fa4baa3),segment_id=bbea8677-fac5-410e-87b6-870b1fa4baa3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:26.409083 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:26.409656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fca48700-beda-40da-8177-65946a310d25 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:09:26.447122 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:26.454602 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e0d523f-b29b-42e3-870d-75880db5c535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:26.459795 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e0d523f-b29b-42e3-870d-75880db5c535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:26.461374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1e0d523f-b29b-42e3-870d-75880db5c535 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aaf2d488-ccce-4367-8884-e2b4d2979e83 HTTP/1.1" status: 204 len: 168 time: 0.4770312 Sep 07 16:09:26.553217 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e54ea996-d63f-4fd3-9787-e5becc8d6830 None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:26.611543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8bf3a7e2-2668-432b-8e69-49274ba5f5e1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:26.629615 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d523f-b29b-42e3-870d-75880db5c535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf2d488-ccce-4367-8884-e2b4d2979e83,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:26.666747 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed7a1c4b-0a49-4311-a7ab-78ece4b34053 req-db6b1153-8203-4880-9ff9-f149199b7831 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/242157cd-431c-4501-b8af-86510f2daeb6 HTTP/1.1" status: 200 len: 1800 time: 0.3182847 Sep 07 16:09:26.799930 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:26.812499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fca48700-beda-40da-8177-65946a310d25,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:26.873798 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'fca48700-beda-40da-8177-65946a310d25', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'fca48700-beda-40da-8177-65946a310d25', 'mac_address': 'fa:16:3e:85:a8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:09:26.883900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f146e7-e2d0-4f87-bbb3-8f22b9a5470a req-31f1b1b7-49e6-4156-9c54-cbc4650c0f38 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:26.886545 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74f146e7-e2d0-4f87-bbb3-8f22b9a5470a req-31f1b1b7-49e6-4156-9c54-cbc4650c0f38 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 944 time: 0.5419970 Sep 07 16:09:26.992863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Deleting port eed68168-3b1b-4616-a083-ce1dcba1db88 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:26.999184 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:27.024213 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ed7a1c4b-0a49-4311-a7ab-78ece4b34053 req-a3689401-b89a-4411-93ae-e46813da4cdb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:27.140400 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e54ea996-d63f-4fd3-9787-e5becc8d6830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:09:24Z', 'revision_number': 5, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port': {'id': 'eed68168-3b1b-4616-a083-ce1dcba1db88', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:24Z', 'updated_at': '2021-09-07T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:27.182757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74f146e7-e2d0-4f87-bbb3-8f22b9a5470a req-df1c6ffe-6941-40cf-8e8d-6bfd9542be36 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d931aa-3db6-47df-82b6-c7f840b88471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853856 Sep 07 16:09:27.189094 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ed7a1c4b-0a49-4311-a7ab-78ece4b34053 req-a3689401-b89a-4411-93ae-e46813da4cdb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:27.235119 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:27.306620 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Transition to ACTIVE for port object 69f7c5f4-54cc-41cf-8a89-1fa61f831412 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:27.323754 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:27.328069 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ed7a1c4b-0a49-4311-a7ab-78ece4b34053 req-a3689401-b89a-4411-93ae-e46813da4cdb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:27.335847 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ed7a1c4b-0a49-4311-a7ab-78ece4b34053 req-a3689401-b89a-4411-93ae-e46813da4cdb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:27.337812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed7a1c4b-0a49-4311-a7ab-78ece4b34053 req-a3689401-b89a-4411-93ae-e46813da4cdb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "DELETE /v2.0/security-groups/242157cd-431c-4501-b8af-86510f2daeb6 HTTP/1.1" status: 204 len: 173 time: 0.6697483 Sep 07 16:09:27.341905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] For port eed68168-3b1b-4616-a083-ce1dcba1db88, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=eed68168-3b1b-4616-a083-ce1dcba1db88,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:27.342388 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:27.357317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3689401-b89a-4411-93ae-e46813da4cdb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242157cd-431c-4501-b8af-86510f2daeb6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:27.381418 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:27.428720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Calling delete_port for eed68168-3b1b-4616-a083-ce1dcba1db88 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:27.534802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca48700-beda-40da-8177-65946a310d25 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:27.554504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb0e3a-4edd-4eff-89a1-ffc78511158e None None] Pushing event updated for resources: {'Port': ['ID=69f7c5f4-54cc-41cf-8a89-1fa61f831412,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:27.620307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77810c3b-6e9a-42e0-9096-40c4fa9388f1 req-4e296ef2-9695-474c-87ab-55b9c1276f6a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:27.624980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77810c3b-6e9a-42e0-9096-40c4fa9388f1 req-4e296ef2-9695-474c-87ab-55b9c1276f6a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 943 time: 0.2519739 Sep 07 16:09:27.638968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fca48700-beda-40da-8177-65946a310d25,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:27.659233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Attempting to bind port 69f7c5f4-54cc-41cf-8a89-1fa61f831412 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:27.659910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Attempting to bind port 69f7c5f4-54cc-41cf-8a89-1fa61f831412 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'e7de7b4a-4df4-4911-b77b-99e2c660d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:27.660604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Attempting to bind port 69f7c5f4-54cc-41cf-8a89-1fa61f831412 on network da462491-6bb2-43ca-a1bc-53bc00b32f49 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:27.667437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:27.668047 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ea996-d63f-4fd3-9787-e5becc8d6830 None None] Checking router: 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:09:27.668737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Checking segment: {'id': 'e7de7b4a-4df4-4911-b77b-99e2c660d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:27.669393 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:27.669961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Bound using segment: {'id': 'e7de7b4a-4df4-4911-b77b-99e2c660d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:27.670634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Bound port: 69f7c5f4-54cc-41cf-8a89-1fa61f831412, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7de7b4a-4df4-4911-b77b-99e2c660d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:27.671302 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:27.689261 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ea996-d63f-4fd3-9787-e5becc8d6830 None None] Routers {'8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:27.689942 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e54ea996-d63f-4fd3-9787-e5becc8d6830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:27.734086 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:27.763699 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 3cd91e63-e769-4165-97a6-54c9146e1fa7 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:09:27.779664 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdf67c-3003-40cf-8f40-3152861e783b req-a2a92f12-d9ac-4524-a5a5-c321c05128d3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:27.789579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdf67c-3003-40cf-8f40-3152861e783b req-a2a92f12-d9ac-4524-a5a5-c321c05128d3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:27.791693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbfdf67c-3003-40cf-8f40-3152861e783b req-a2a92f12-d9ac-4524-a5a5-c321c05128d3 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1681 time: 0.2582014 Sep 07 16:09:27.794916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77810c3b-6e9a-42e0-9096-40c4fa9388f1 req-534f105f-5ab8-4846-8fb7-572ff06771ae tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542597 Sep 07 16:09:27.891696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbfdf67c-3003-40cf-8f40-3152861e783b req-70f203a4-e40e-4a4f-8bfc-08d1dd613a7f tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872638 Sep 07 16:09:28.017756 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-02b97c7c-8079-4913-aa15-850acf0c1a11 req-28ab6738-b5af-47d1-be73-6502c6ad2830 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] show failed (client error): The resource could not be found. Sep 07 16:09:28.020069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02b97c7c-8079-4913-aa15-850acf0c1a11 req-28ab6738-b5af-47d1-be73-6502c6ad2830 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/242157cd-431c-4501-b8af-86510f2daeb6 HTTP/1.1" status: 404 len: 352 time: 0.0428109 Sep 07 16:09:28.039986 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:28.075680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed68168-3b1b-4616-a083-ce1dcba1db88,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:28.076671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['8bf3a7e2-2668-432b-8e69-49274ba5f5e1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:28.157737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['fca48700-beda-40da-8177-65946a310d25'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:28.166819 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e54ea996-d63f-4fd3-9787-e5becc8d6830 None None] Set router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:28.204066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fca48700-beda-40da-8177-65946a310d25,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:28.259038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 14d0ca2e-0e94-462c-a611-47dda757ca38 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:28.297737 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e54ea996-d63f-4fd3-9787-e5becc8d6830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:09:26Z', 'revision_number': 6, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:28.315217 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:28.339460 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ea996-d63f-4fd3-9787-e5becc8d6830 None None] The sync data for ids ['8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19'] in n-d-807551-3 is: [{'id': '8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1713037628-router', 'tenant_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:23Z', 'updated_at': '2021-09-07T16:09:26Z', 'revision_number': 6, 'project_id': 'da81e3ba90e64f67b8e64e6d0bddb0fe', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:09:28.364854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0599777-a42e-4e8e-a6f7-f3ccc6ce1997 req-9c65222d-974a-4350-8c7b-71f32295a9a6 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/81cc64ef-85f6-4a3b-97f0-7bf2be43d00d HTTP/1.1" status: 200 len: 1801 time: 0.2497602 Sep 07 16:09:28.424123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] For port 69f7c5f4-54cc-41cf-8a89-1fa61f831412, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:28.445700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde53860-a848-4a19-b074-e0f181fc1863 req-1cdfbb97-fb6a-424f-ba51-2540a97034a0 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:28.447842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fde53860-a848-4a19-b074-e0f181fc1863 req-1cdfbb97-fb6a-424f-ba51-2540a97034a0 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 949 time: 0.3344927 Sep 07 16:09:28.482390 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:28.484693 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:28.495808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 14d0ca2e-0e94-462c-a611-47dda757ca38 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:28.548737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fde53860-a848-4a19-b074-e0f181fc1863 req-14807779-53d2-4f44-8c9e-79ca124c0ef4 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765967 Sep 07 16:09:28.553841 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:28.554852 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:09:28.560472 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:28.561161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] For port 69f7c5f4-54cc-41cf-8a89-1fa61f831412, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=69f7c5f4-54cc-41cf-8a89-1fa61f831412,segment=NetworkSegment(e7de7b4a-4df4-4911-b77b-99e2c660d103),segment_id=e7de7b4a-4df4-4911-b77b-99e2c660d103)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:28.565237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 14d0ca2e-0e94-462c-a611-47dda757ca38 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:28.565614 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:28.572708 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-33661d00-a67e-4565-a174-88c2397d9763 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8a4e554b-6dcb-459a-b6dc-ed9a1fde6d19 HTTP/1.1" status: 204 len: 168 time: 2.3523202 Sep 07 16:09:28.576709 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44952) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:28.610460 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a0599777-a42e-4e8e-a6f7-f3ccc6ce1997 req-64cd4c30-7dc3-4bcb-867d-ac4f3f2f7435 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:28.703301 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a0599777-a42e-4e8e-a6f7-f3ccc6ce1997 req-64cd4c30-7dc3-4bcb-867d-ac4f3f2f7435 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:28.734682 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:28.816741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6a3032-4e6f-4164-a1ca-0c0c87f997fb admin admin] Deleting subnet 731e0036-3c31-475c-ac6a-735261833588 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:09:28.823747 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e6a3032-4e6f-4164-a1ca-0c0c87f997fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:28.905720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc56d5-de3c-4751-abb3-481a127f8dc2 req-749c502b-2076-465e-bc9a-ba65112acacb tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:28.907776 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bbc56d5-de3c-4751-abb3-481a127f8dc2 req-749c502b-2076-465e-bc9a-ba65112acacb tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 944 time: 0.1478755 Sep 07 16:09:28.922145 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a0599777-a42e-4e8e-a6f7-f3ccc6ce1997 req-64cd4c30-7dc3-4bcb-867d-ac4f3f2f7435 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:28.926053 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a0599777-a42e-4e8e-a6f7-f3ccc6ce1997 req-64cd4c30-7dc3-4bcb-867d-ac4f3f2f7435 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:28.927961 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0599777-a42e-4e8e-a6f7-f3ccc6ce1997 req-64cd4c30-7dc3-4bcb-867d-ac4f3f2f7435 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "DELETE /v2.0/security-groups/81cc64ef-85f6-4a3b-97f0-7bf2be43d00d HTTP/1.1" status: 204 len: 173 time: 0.5413649 Sep 07 16:09:28.958460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd4c30-7dc3-4bcb-867d-ac4f3f2f7435 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cc64ef-85f6-4a3b-97f0-7bf2be43d00d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:28.959375 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e6a3032-4e6f-4164-a1ca-0c0c87f997fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:29.046199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bbc56d5-de3c-4751-abb3-481a127f8dc2 req-61a4b892-d9cf-4d8e-aca2-da39faf31405 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d931aa-3db6-47df-82b6-c7f840b88471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170359 Sep 07 16:09:29.142773 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e6a3032-4e6f-4164-a1ca-0c0c87f997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:29.244538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3cd91e63-e769-4165-97a6-54c9146e1fa7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3cd91e63-e769-4165-97a6-54c9146e1fa7,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:29.258447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06981d1-dd83-4421-8804-0c61dfb5ab45 req-db3ccd78-690d-4b8d-849e-c941c74e24d0 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:29.260913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c06981d1-dd83-4421-8804-0c61dfb5ab45 req-db3ccd78-690d-4b8d-849e-c941c74e24d0 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 943 time: 0.0980673 Sep 07 16:09:29.270224 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e6a3032-4e6f-4164-a1ca-0c0c87f997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:29.335382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c06981d1-dd83-4421-8804-0c61dfb5ab45 req-c4e52d89-c436-4991-b9e1-be38571fdb7b tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653770 Sep 07 16:09:29.348120 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e6a3032-4e6f-4164-a1ca-0c0c87f997fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:29.360304 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2e6a3032-4e6f-4164-a1ca-0c0c87f997fb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/731e0036-3c31-475c-ac6a-735261833588 HTTP/1.1" status: 204 len: 168 time: 0.7824228 Sep 07 16:09:29.371693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44962) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:29.380359 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b403a04a-6d98-453a-8808-f2e19f65b2cd None None] Network 40d34971-072c-4081-981f-edebb2a17e0d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:09:29.436041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a3032-4e6f-4164-a1ca-0c0c87f997fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731e0036-3c31-475c-ac6a-735261833588,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:29.507681 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:29.548238 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-080828ef-89b8-4a70-bbbb-6313ddcf657f req-f6da1ed0-d518-4ee8-a4a6-fb719ef1b933 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] show failed (client error): The resource could not be found. Sep 07 16:09:29.549501 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-080828ef-89b8-4a70-bbbb-6313ddcf657f req-f6da1ed0-d518-4ee8-a4a6-fb719ef1b933 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/81cc64ef-85f6-4a3b-97f0-7bf2be43d00d HTTP/1.1" status: 404 len: 352 time: 0.0387785 Sep 07 16:09:29.554638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '3cd91e63-e769-4165-97a6-54c9146e1fa7', 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d', 'port_id': '3cd91e63-e769-4165-97a6-54c9146e1fa7', 'mac_address': 'fa:16:3e:d5:3e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79702e3-11e7-4e35-b1b0-316ea9afe5b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:09:29.562978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb0e3a-4edd-4eff-89a1-ffc78511158e None None] Pushing event updated for resources: {'Port': ['ID=69f7c5f4-54cc-41cf-8a89-1fa61f831412,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:29.629962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fcc8d54b-b204-4a87-aa1b-dad8afe7a812 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:29.667018 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: fcc8d54b-b204-4a87-aa1b-dad8afe7a812 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:29.667371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fcc8d54b-b204-4a87-aa1b-dad8afe7a812 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:29.667805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device eed68168-3b1b-4616-a083-ce1dcba1db88 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:29.674992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Routers {'6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:29.674992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:29.700329 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e99f8be0-8366-4ff4-9303-bd39fbb9eeb3 req-daa1c771-aea0-4c11-a325-738943298b17 tempest-AbsoluteLimitsNegativeTestJSON-97112446 tempest-AbsoluteLimitsNegativeTestJSON-97112446-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=22b56bd98aed4aea8e8397c7913e65f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289252 Sep 07 16:09:29.715193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b1fe5-141f-48d5-b5ca-6251adb10b8f req-beb841f2-c57b-4431-b48e-24a3bc373703 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:29.721848 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b1fe5-141f-48d5-b5ca-6251adb10b8f req-beb841f2-c57b-4431-b48e-24a3bc373703 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:29.729028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a4b1fe5-141f-48d5-b5ca-6251adb10b8f req-beb841f2-c57b-4431-b48e-24a3bc373703 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1681 time: 0.1142766 Sep 07 16:09:29.798546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Deleting port a2675f32-113a-4114-ba5f-0489010a1cb9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:29.799463 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:29.898460 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:29.920658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: eed68168-3b1b-4616-a083-ce1dcba1db88 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:29.921025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device eed68168-3b1b-4616-a083-ce1dcba1db88 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:29.929785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a4b1fe5-141f-48d5-b5ca-6251adb10b8f req-2107be20-d57f-4707-8e89-f64cde0fe5ae tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990416 Sep 07 16:09:29.934099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] For port a2675f32-113a-4114-ba5f-0489010a1cb9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a2675f32-113a-4114-ba5f-0489010a1cb9,segment=NetworkSegment(c0f3c9a1-8358-492c-b104-a72f8fe1627c),segment_id=c0f3c9a1-8358-492c-b104-a72f8fe1627c)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:29.934476 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:29.966947 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Calling delete_port for a2675f32-113a-4114-ba5f-0489010a1cb9 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:29.985364 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:29.990473 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f8be0-8366-4ff4-9303-bd39fbb9eeb3 req-3317297a-915e-480f-9a84-5f4b38e46aea tempest-AbsoluteLimitsNegativeTestJSON-97112446 tempest-AbsoluteLimitsNegativeTestJSON-97112446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:29.992050 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e99f8be0-8366-4ff4-9303-bd39fbb9eeb3 req-3317297a-915e-480f-9a84-5f4b38e46aea tempest-AbsoluteLimitsNegativeTestJSON-97112446 tempest-AbsoluteLimitsNegativeTestJSON-97112446-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2597535 Sep 07 16:09:30.039543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997a04a0-ec08-414b-9432-85656de89d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d0ca2e-0e94-462c-a611-47dda757ca38'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:30.039543 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace1ca70-8ae8-4f93-8017-fe25954e5af4" -d '{"events": [{"server_uuid": "997a04a0-ec08-414b-9432-85656de89d68", "name": "network-vif-plugged", "status": "completed", "tag": "14d0ca2e-0e94-462c-a611-47dda757ca38"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:30.051938 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd91e63-e769-4165-97a6-54c9146e1fa7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:30.084147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e99f8be0-8366-4ff4-9303-bd39fbb9eeb3 req-375897df-1ea6-4b35-8a09-0e91ac5af4a3 tempest-AbsoluteLimitsNegativeTestJSON-97112446 tempest-AbsoluteLimitsNegativeTestJSON-97112446-project] 10.222.0.70 "GET /v2.0/quotas/22b56bd98aed4aea8e8397c7913e65f4 HTTP/1.1" status: 200 len: 375 time: 0.0717106 Sep 07 16:09:30.103716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3cd91e63-e769-4165-97a6-54c9146e1fa7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3cd91e63-e769-4165-97a6-54c9146e1fa7,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:30.107289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 14d0ca2e-0e94-462c-a611-47dda757ca38, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=14d0ca2e-0e94-462c-a611-47dda757ca38,segment=NetworkSegment(ee1d2466-e7a4-4afe-8aae-8a4926001669),segment_id=ee1d2466-e7a4-4afe-8aae-8a4926001669)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:30.123326 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.135174 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.136459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 9e41d1a4-bc27-4486-981e-9f52576f7746 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:30.138176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bea97c-2a4f-4437-939e-b4558733a8f8 None None] DHCP port deletion for 40d34971-072c-4081-981f-edebb2a17e0d request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:09:30.141243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] Set router 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:30.146580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-361e9d4e-06f3-480f-a115-ea006b26c525 req-4db57fa6-a611-49a2-bfc6-7ccf1cb037f7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/01c5c21d-68ac-437e-bd77-c449bf5f346d HTTP/1.1" status: 200 len: 1801 time: 0.1526117 Sep 07 16:09:30.147482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:30.147837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e99f8be0-8366-4ff4-9303-bd39fbb9eeb3 req-9265d39f-a7f8-4bef-95d2-7925929a3a01 tempest-AbsoluteLimitsNegativeTestJSON-97112446 tempest-AbsoluteLimitsNegativeTestJSON-97112446-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=22b56bd98aed4aea8e8397c7913e65f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470219 Sep 07 16:09:30.184186 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:09:30.223155 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.262740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] No DVR routers for this DVR port a2675f32-113a-4114-ba5f-0489010a1cb9 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:09:30.289796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2675f32-113a-4114-ba5f-0489010a1cb9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:30.348892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a9bea97c-2a4f-4437-939e-b4558733a8f8 None None] The port 'a2675f32-113a-4114-ba5f-0489010a1cb9' was deleted {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 07 16:09:30.414756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=3cd91e63-e769-4165-97a6-54c9146e1fa7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:30.454684 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.466718 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-361e9d4e-06f3-480f-a115-ea006b26c525 req-7784a413-4369-416e-953f-2ffac392d6ac tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.487243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414227c-7ebf-477c-bef3-e8f64637732c req-45fa2bd9-a82b-43a2-b754-1c663e8f91f6 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:30.491141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e414227c-7ebf-477c-bef3-e8f64637732c req-45fa2bd9-a82b-43a2-b754-1c663e8f91f6 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 949 time: 0.2031834 Sep 07 16:09:30.534130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d34971-072c-4081-981f-edebb2a17e0d']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:30.566417 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-361e9d4e-06f3-480f-a115-ea006b26c525 req-7784a413-4369-416e-953f-2ffac392d6ac tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.578197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 9e41d1a4-bc27-4486-981e-9f52576f7746 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:30.583219 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=14d0ca2e-0e94-462c-a611-47dda757ca38,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:30.583613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44990) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:30.584150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e414227c-7ebf-477c-bef3-e8f64637732c req-bd116a98-3a30-45c5-8cf7-c14bfe6c4cd0 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917547 Sep 07 16:09:30.588355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f3c9a1-8358-492c-b104-a72f8fe1627c') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:30.588666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f3c9a1-8358-492c-b104-a72f8fe1627c') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:30.628394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['3cd91e63-e769-4165-97a6-54c9146e1fa7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:30.632474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:30.644072 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.676051 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 9e41d1a4-bc27-4486-981e-9f52576f7746 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:30.676937 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.685473 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea504264-d0ce-4f5d-9d08-df5fcc0e4eb7 x-openstack-request-id: req-ea504264-d0ce-4f5d-9d08-df5fcc0e4eb7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:30.685874 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997a04a0-ec08-414b-9432-85656de89d68", "name": "network-vif-plugged", "status": "completed", "tag": "14d0ca2e-0e94-462c-a611-47dda757ca38", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:30.686201 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea504264-d0ce-4f5d-9d08-df5fcc0e4eb7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:30.686704 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997a04a0-ec08-414b-9432-85656de89d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d0ca2e-0e94-462c-a611-47dda757ca38', 'code': 200} Sep 07 16:09:30.687430 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:30.687832 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.716877 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.727566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:09:30.728084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.776944 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d1b90b12-26c6-44ec-907b-6096c2d6819a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:09:30.814657 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:09:30.819081 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-361e9d4e-06f3-480f-a115-ea006b26c525 req-7784a413-4369-416e-953f-2ffac392d6ac tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.823383 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-361e9d4e-06f3-480f-a115-ea006b26c525 req-7784a413-4369-416e-953f-2ffac392d6ac tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.824923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-361e9d4e-06f3-480f-a115-ea006b26c525 req-7784a413-4369-416e-953f-2ffac392d6ac tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "DELETE /v2.0/security-groups/01c5c21d-68ac-437e-bd77-c449bf5f346d HTTP/1.1" status: 204 len: 173 time: 0.6512120 Sep 07 16:09:30.833132 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.858486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:30.866614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44996) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:30.867026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] 10.222.0.70 "DELETE /v2.0/networks/40d34971-072c-4081-981f-edebb2a17e0d HTTP/1.1" status: 204 len: 168 time: 1.4942791 Sep 07 16:09:30.888569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554603853-router', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:22Z', 'revision_number': 4, 'project_id': 'd64cb4d5805143c98747b3ed2b421edc', 'gw_port': {'id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:10Z', 'updated_at': '2021-09-07T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '69f7c5f4-54cc-41cf-8a89-1fa61f831412', 'name': '', 'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'mac_address': 'fa:16:3e:2b:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a747ed00-7f38-4fd0-bac1-880e0e05a3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:19Z', 'updated_at': '2021-09-07T16:09:28Z', 'revision_number': 4, 'project_id': 'd64cb4d5805143c98747b3ed2b421edc', 'subnets': [{'id': 'a747ed00-7f38-4fd0-bac1-880e0e05a3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:30.947026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af37fe7-1c5e-4cbf-8d17-f6bb712de883 admin admin] Pushing event deleted for resources: {'Network': ['ID=40d34971-072c-4081-981f-edebb2a17e0d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:30.959203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784a413-4369-416e-953f-2ffac392d6ac tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c5c21d-68ac-437e-bd77-c449bf5f346d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:30.983012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e47f2-2c3d-4403-9af0-feb80a743427 None None] The sync data for ids ['6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'] in n-d-807551-3 is: [{'id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554603853-router', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:22Z', 'revision_number': 4, 'project_id': 'd64cb4d5805143c98747b3ed2b421edc', 'gw_port': {'id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:10Z', 'updated_at': '2021-09-07T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '69f7c5f4-54cc-41cf-8a89-1fa61f831412', 'name': '', 'network_id': 'da462491-6bb2-43ca-a1bc-53bc00b32f49', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'mac_address': 'fa:16:3e:2b:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a747ed00-7f38-4fd0-bac1-880e0e05a3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:19Z', 'updated_at': '2021-09-07T16:09:28Z', 'revision_number': 4, 'project_id': 'd64cb4d5805143c98747b3ed2b421edc', 'subnets': [{'id': 'a747ed00-7f38-4fd0-bac1-880e0e05a3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:09:31.088591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d1b90b12-26c6-44ec-907b-6096c2d6819a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:31.091836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a7647-a646-44e0-a100-f56370e736a5 req-a9fb356b-b23d-4898-8136-f73ce548b09b tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:31.093993 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa1a7647-a646-44e0-a100-f56370e736a5 req-a9fb356b-b23d-4898-8136-f73ce548b09b tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 944 time: 0.1415026 Sep 07 16:09:31.101594 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d1b90b12-26c6-44ec-907b-6096c2d6819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:31.106284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebacce-fb98-4a28-92af-3b085fdc6ec8 req-549afc35-ffa1-487a-b17c-4009a4fc9c3a tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:31.108496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61ebacce-fb98-4a28-92af-3b085fdc6ec8 req-549afc35-ffa1-487a-b17c-4009a4fc9c3a tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 944 time: 0.2916691 Sep 07 16:09:31.139991 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d1b90b12-26c6-44ec-907b-6096c2d6819a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22b56bd98aed4aea8e8397c7913e65f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5521131 Sep 07 16:09:31.142006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45000) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:31.163828 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:31.195506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61ebacce-fb98-4a28-92af-3b085fdc6ec8 req-4a477b3a-8c14-464d-878c-76bbcbdbcde5 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d931aa-3db6-47df-82b6-c7f840b88471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627584 Sep 07 16:09:31.198805 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa1a7647-a646-44e0-a100-f56370e736a5 req-85b34d54-42b0-4d00-8fbd-2d9e13870130 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886841 Sep 07 16:09:31.273150 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-401d330b-d826-47c5-9f2a-98d868ecdf12 req-2b6c25de-7f8a-436c-b2ae-92cd4dcf3621 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] show failed (client error): The resource could not be found. Sep 07 16:09:31.284571 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-401d330b-d826-47c5-9f2a-98d868ecdf12 req-2b6c25de-7f8a-436c-b2ae-92cd4dcf3621 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/01c5c21d-68ac-437e-bd77-c449bf5f346d HTTP/1.1" status: 404 len: 352 time: 0.0341423 Sep 07 16:09:31.324891 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:31.339023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b90b12-26c6-44ec-907b-6096c2d6819a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9af3f0-ffed-4675-a328-1a9fa7d65369,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:31.459341 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8bf3a7e2-2668-432b-8e69-49274ba5f5e1,segment=NetworkSegment(bbea8677-fac5-410e-87b6-870b1fa4baa3),segment_id=bbea8677-fac5-410e-87b6-870b1fa4baa3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:31.480919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784a5e0-9bed-4991-bec8-03e3449f7e63 req-d9f9b430-a48d-4ee6-9c62-821ace37fb7a tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:31.486045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 69f7c5f4-54cc-41cf-8a89-1fa61f831412 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:31.490771 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784a5e0-9bed-4991-bec8-03e3449f7e63 req-d9f9b430-a48d-4ee6-9c62-821ace37fb7a tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:31.492896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f784a5e0-9bed-4991-bec8-03e3449f7e63 req-d9f9b430-a48d-4ee6-9c62-821ace37fb7a tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1682 time: 0.1046147 Sep 07 16:09:31.504284 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:31.506078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b797be-4c9b-404e-b2a7-f897ecfd8a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:31.547210 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b797be-4c9b-404e-b2a7-f897ecfd8a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:31.556472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f784a5e0-9bed-4991-bec8-03e3449f7e63 req-da9cae2c-87b7-4264-b7f4-cf9be987320e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533266 Sep 07 16:09:31.573594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8d22edd-6aa6-4966-95dc-b8adaaacc381 req-c4be5a38-8ec3-4b1d-b78f-88887f0724f8 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b83c5fa846648dcb13c901c710885ec HTTP/1.1" status: 200 len: 6148 time: 0.2496197 Sep 07 16:09:31.595965 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:31.664558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8d22edd-6aa6-4966-95dc-b8adaaacc381 req-c668a1d5-c617-4488-ba19-84f5cad0882f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/4e8809cb-37c3-477c-89c9-4f863768e329 HTTP/1.1" status: 200 len: 2981 time: 0.0894208 Sep 07 16:09:31.692307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 9e41d1a4-bc27-4486-981e-9f52576f7746, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9e41d1a4-bc27-4486-981e-9f52576f7746,segment=NetworkSegment(e1c080fe-3682-4cdf-ac9f-2f8386221ab5),segment_id=e1c080fe-3682-4cdf-ac9f-2f8386221ab5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:31.714156 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:31.723610 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b797be-4c9b-404e-b2a7-f897ecfd8a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:31.732681 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b797be-4c9b-404e-b2a7-f897ecfd8a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:31.736105 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d8b797be-4c9b-404e-b2a7-f897ecfd8a2a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd9af3f0-ffed-4675-a328-1a9fa7d65369 HTTP/1.1" status: 204 len: 168 time: 0.5850372 Sep 07 16:09:31.768879 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b797be-4c9b-404e-b2a7-f897ecfd8a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9af3f0-ffed-4675-a328-1a9fa7d65369,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:31.831115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8d22edd-6aa6-4966-95dc-b8adaaacc381 req-a33afc92-5cba-42cf-97f9-973612c2be54 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/4e8809cb-37c3-477c-89c9-4f863768e329 HTTP/1.1" status: 200 len: 2981 time: 0.1472316 Sep 07 16:09:31.835037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8bf3a7e2-2668-432b-8e69-49274ba5f5e1,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:31.853866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e9750-fdb7-40e5-9809-b874968c1585 req-93088a8e-1ae1-40e3-89b8-8c40c0fb6362 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:31.855808 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da7e9750-fdb7-40e5-9809-b874968c1585 req-93088a8e-1ae1-40e3-89b8-8c40c0fb6362 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 949 time: 0.1115804 Sep 07 16:09:31.922275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da7e9750-fdb7-40e5-9809-b874968c1585 req-6e08bb33-1b27-4d82-b1cc-786d7f2d89ed tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557647 Sep 07 16:09:31.926161 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bbf46c9-084e-44e8-96ec-678154eccaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:31.926750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-108c318e-ed7a-4351-9a8c-7149ace14423 req-71dfb364-ff7a-4535-ba42-d5c321db1c3f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1567332464', 'description': 'tempest-description-150102712'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:31.973916 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-108c318e-ed7a-4351-9a8c-7149ace14423 req-71dfb364-ff7a-4535-ba42-d5c321db1c3f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:31.985304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=9e41d1a4-bc27-4486-981e-9f52576f7746,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:32.031749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 69f7c5f4-54cc-41cf-8a89-1fa61f831412 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:32.038320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 69f7c5f4-54cc-41cf-8a89-1fa61f831412 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:32.038846 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:32.133893 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-108c318e-ed7a-4351-9a8c-7149ace14423 req-71dfb364-ff7a-4535-ba42-d5c321db1c3f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:32.144667 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-108c318e-ed7a-4351-9a8c-7149ace14423 req-71dfb364-ff7a-4535-ba42-d5c321db1c3f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:32.184488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fca48700-beda-40da-8177-65946a310d25 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:32.200137 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-108c318e-ed7a-4351-9a8c-7149ace14423 req-71dfb364-ff7a-4535-ba42-d5c321db1c3f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:32.209843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-108c318e-ed7a-4351-9a8c-7149ace14423 req-71dfb364-ff7a-4535-ba42-d5c321db1c3f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2910073 Sep 07 16:09:32.265289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfb364-ff7a-4535-ba42-d5c321db1c3f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90dbe574-c979-401a-a0a6-6685d5ee494b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:32.285542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-12778c28-fce5-4101-bde5-2615d6f2954b req-fe4a497c-8b65-43cf-817e-b65733450f9d tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1905981523', 'description': 'tempest-description-1413390621'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:32.345646 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-12778c28-fce5-4101-bde5-2615d6f2954b req-fe4a497c-8b65-43cf-817e-b65733450f9d tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:32.409234 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:32.411943 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port fca48700-beda-40da-8177-65946a310d25 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:32.441772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port fca48700-beda-40da-8177-65946a310d25 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:32.442170 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:32.506126 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-12778c28-fce5-4101-bde5-2615d6f2954b req-fe4a497c-8b65-43cf-817e-b65733450f9d tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:32.512102 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:32.528033 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-12778c28-fce5-4101-bde5-2615d6f2954b req-fe4a497c-8b65-43cf-817e-b65733450f9d tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:32.652638 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-12778c28-fce5-4101-bde5-2615d6f2954b req-fe4a497c-8b65-43cf-817e-b65733450f9d tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:32.674587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12778c28-fce5-4101-bde5-2615d6f2954b req-fe4a497c-8b65-43cf-817e-b65733450f9d tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4041522 Sep 07 16:09:32.691839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a497c-8b65-43cf-817e-b65733450f9d tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f85fe6-cced-4d50-b47d-4b51d058dd96,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:32.693047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1'}, {'server_uuid': '997a04a0-ec08-414b-9432-85656de89d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e41d1a4-bc27-4486-981e-9f52576f7746'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:32.702484 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cbf343-5c8a-4634-91d2-f515c3256017" -d '{"events": [{"server_uuid": "6fec4f49-ec9c-4ea1-aafe-4b306949e6bf", "name": "network-vif-plugged", "status": "completed", "tag": "8bf3a7e2-2668-432b-8e69-49274ba5f5e1"}, {"server_uuid": "997a04a0-ec08-414b-9432-85656de89d68", "name": "network-vif-plugged", "status": "completed", "tag": "9e41d1a4-bc27-4486-981e-9f52576f7746"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:32.729887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 69f7c5f4-54cc-41cf-8a89-1fa61f831412, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=69f7c5f4-54cc-41cf-8a89-1fa61f831412,segment=NetworkSegment(e7de7b4a-4df4-4911-b77b-99e2c660d103),segment_id=e7de7b4a-4df4-4911-b77b-99e2c660d103)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:32.755572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad44e3-9a1b-4c8d-983b-f4a6a80950c0 req-7c55e51e-6420-4958-8e03-ec616d7657a7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:32.757429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45ad44e3-9a1b-4c8d-983b-f4a6a80950c0 req-7c55e51e-6420-4958-8e03-ec616d7657a7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 945 time: 0.3867190 Sep 07 16:09:32.809787 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:32.971491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=69f7c5f4-54cc-41cf-8a89-1fa61f831412,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:32.974333 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45ad44e3-9a1b-4c8d-983b-f4a6a80950c0 req-2986ac9a-63fa-4fa6-a8f6-41b2af21c0c3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d931aa-3db6-47df-82b6-c7f840b88471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919918 Sep 07 16:09:32.981080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a2675f32-113a-4114-ba5f-0489010a1cb9 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:33.051760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbb780-e903-468e-8038-3c7f9bdbc146 req-22e50586-d0d1-40a7-a860-c63c4a5fbd22 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:33.051760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ddbbb780-e903-468e-8038-3c7f9bdbc146 req-22e50586-d0d1-40a7-a860-c63c4a5fbd22 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 944 time: 0.1628242 Sep 07 16:09:33.058581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: a2675f32-113a-4114-ba5f-0489010a1cb9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:33.063850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a2675f32-113a-4114-ba5f-0489010a1cb9 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:33.099288 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:33.156680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ddbbb780-e903-468e-8038-3c7f9bdbc146 req-a12810eb-a42a-4de3-98c9-7ea47c1f2475 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938952 Sep 07 16:09:33.169693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fca48700-beda-40da-8177-65946a310d25,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:33.176284 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:33.252795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45044) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:33.322455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fca48700-beda-40da-8177-65946a310d25,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:33.372025 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106160c3-9440-4b64-a3ef-099f39f21dff x-openstack-request-id: req-106160c3-9440-4b64-a3ef-099f39f21dff {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:33.372327 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fec4f49-ec9c-4ea1-aafe-4b306949e6bf", "name": "network-vif-plugged", "status": "completed", "tag": "8bf3a7e2-2668-432b-8e69-49274ba5f5e1", "code": 200}, {"server_uuid": "997a04a0-ec08-414b-9432-85656de89d68", "name": "network-vif-plugged", "status": "completed", "tag": "9e41d1a4-bc27-4486-981e-9f52576f7746", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:33.372611 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-106160c3-9440-4b64-a3ef-099f39f21dff {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:33.373012 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1', 'code': 200} Sep 07 16:09:33.373269 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997a04a0-ec08-414b-9432-85656de89d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e41d1a4-bc27-4486-981e-9f52576f7746', 'code': 200} Sep 07 16:09:33.390196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04952f87-11dd-470e-b901-c24546036531 req-d15d2b8d-5fdf-408e-bae8-f830c79b54c5 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:33.401242 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04952f87-11dd-470e-b901-c24546036531 req-d15d2b8d-5fdf-408e-bae8-f830c79b54c5 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:33.412268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04952f87-11dd-470e-b901-c24546036531 req-d15d2b8d-5fdf-408e-bae8-f830c79b54c5 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1683 time: 0.1805961 Sep 07 16:09:33.416625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 69f7c5f4-54cc-41cf-8a89-1fa61f831412 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:33.426557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf46c9-084e-44e8-96ec-678154eccaf3 admin admin] Deleting port 12a2d363-b494-408e-9a84-e5b9bce5c983 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:33.427330 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bbf46c9-084e-44e8-96ec-678154eccaf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:33.563045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 69f7c5f4-54cc-41cf-8a89-1fa61f831412 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:33.564125 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:33.617920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-1bbf46c9-084e-44e8-96ec-678154eccaf3 admin admin] For port 12a2d363-b494-408e-9a84-e5b9bce5c983, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=12a2d363-b494-408e-9a84-e5b9bce5c983,segment=NetworkSegment(ebe22f4b-a64f-4f1d-a049-080c3a7edc82),segment_id=ebe22f4b-a64f-4f1d-a049-080c3a7edc82)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:33.618559 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bbf46c9-084e-44e8-96ec-678154eccaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:33.649694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf46c9-084e-44e8-96ec-678154eccaf3 admin admin] Calling delete_port for 12a2d363-b494-408e-9a84-e5b9bce5c983 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:33.655615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-439400638-network', 'tenant_id': '08157560ffc74d54a362078b263c837e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:33.722376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04952f87-11dd-470e-b901-c24546036531 req-9dac6bbe-40cd-49e4-953b-4b8e94392121 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091683 Sep 07 16:09:33.729512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Made reservation on behalf of 08157560ffc74d54a362078b263c837e for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:33.731960 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:33.750046 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:33.751816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd0396-e983-4066-a19c-1887e8cadf66 req-618ac624-0349-402e-b827-99f46aa2aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:33.754711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42cd0396-e983-4066-a19c-1887e8cadf66 req-618ac624-0349-402e-b827-99f46aa2aebe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 1096 time: 0.2429693 Sep 07 16:09:33.797569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e9b96-9266-4588-920e-913a8678c3cc req-81298d6d-2a7f-4b8e-9469-c0d14ed8b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:33.798143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e9b96-9266-4588-920e-913a8678c3cc req-81298d6d-2a7f-4b8e-9469-c0d14ed8b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:33.799831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-053e9b96-9266-4588-920e-913a8678c3cc req-81298d6d-2a7f-4b8e-9469-c0d14ed8b84f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1985 time: 0.2938480 Sep 07 16:09:33.947480 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-053e9b96-9266-4588-920e-913a8678c3cc req-1340b46c-a7a9-4b1a-8591-31b31859d4e0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267290 Sep 07 16:09:33.955640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-5a623866-3c50-4d17-9eab-cba2520cc148 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:33.957165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-5a623866-3c50-4d17-9eab-cba2520cc148 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/networks?id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db HTTP/1.1" status: 200 len: 813 time: 0.3438044 Sep 07 16:09:33.958818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42cd0396-e983-4066-a19c-1887e8cadf66 req-d8cb9007-239e-484b-8f81-85d0244edae9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=43d931aa-3db6-47df-82b6-c7f840b88471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656048 Sep 07 16:09:33.983866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d6085-98d6-4689-9194-a11aab0af465 req-1a138274-9166-4a48-958d-cba518b0ddcf tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:33.986338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c7d6085-98d6-4689-9194-a11aab0af465 req-1a138274-9166-4a48-958d-cba518b0ddcf tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 950 time: 0.1412976 Sep 07 16:09:33.988307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-d51af873-553e-492e-bb8c-ce84b62c7539 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/quotas/0b83c5fa846648dcb13c901c710885ec HTTP/1.1" status: 200 len: 375 time: 0.0242987 Sep 07 16:09:33.992044 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bbf46c9-084e-44e8-96ec-678154eccaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:33.995201 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:34.015825 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:34.074212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c7d6085-98d6-4689-9194-a11aab0af465 req-6b231742-5488-4fba-836a-819b70ed1d64 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750513 Sep 07 16:09:34.076674 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf46c9-084e-44e8-96ec-678154eccaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a2d363-b494-408e-9a84-e5b9bce5c983,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:34.098160 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6b68aa18-7701-4f19-b34f-a0d90cd76bbf tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b83c5fa846648dcb13c901c710885ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991917 Sep 07 16:09:34.141032 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c954b52-1fa4-4036-8ee4-3f6e057e72b4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:34.145058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:09:34.149444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 3cd91e63-e769-4165-97a6-54c9146e1fa7 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:34.180868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:34.181276 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Added segment 22e413b9-12e1-4cf1-a278-91ac5f235a97 of type vlan for network 14e2ab01-5976-49ca-ae77-fe62952618d8 Sep 07 16:09:34.253625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 3cd91e63-e769-4165-97a6-54c9146e1fa7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:34.264137 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 3cd91e63-e769-4165-97a6-54c9146e1fa7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:34.264901 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:34.333746 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:34.343962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-a60b3ad6-49df-403c-9009-75a076526ba8 service neutron] 10.222.0.70 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460260 Sep 07 16:09:34.362782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7573a-3d9b-46ac-9ff9-93dabca0ff1a req-27bb57d6-a356-46e4-b238-e0e266deadf5 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:34.370536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55f7573a-3d9b-46ac-9ff9-93dabca0ff1a req-27bb57d6-a356-46e4-b238-e0e266deadf5 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 945 time: 0.1296322 Sep 07 16:09:34.431114 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:34.432149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:34.432777 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:34.459950 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55f7573a-3d9b-46ac-9ff9-93dabca0ff1a req-874e2c14-14e4-469c-afa0-97e72412a68d tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d931aa-3db6-47df-82b6-c7f840b88471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824826 Sep 07 16:09:34.482663 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:34.516994 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-bedf56e4-ae31-45fb-a017-1c396ba786fc service neutron] 10.222.0.70 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719060 Sep 07 16:09:34.531024 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2735329 Sep 07 16:09:34.531779 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bbf46c9-084e-44e8-96ec-678154eccaf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:34.534745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45060) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:34.542227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3cd91e63-e769-4165-97a6-54c9146e1fa7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3cd91e63-e769-4165-97a6-54c9146e1fa7,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:34.547267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Request body: {'subnet': {'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-439400638-subnet', 'tenant_id': '08157560ffc74d54a362078b263c837e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:34.551463 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:34.594515 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51951a6f-3479-475a-819c-3b9af86bb04e admin admin] Pushing event updated for resources: {'Network': ['ID=14e2ab01-5976-49ca-ae77-fe62952618d8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:34.607798 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 14e2ab01-5976-49ca-ae77-fe62952618d8 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:09:34.648902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Made reservation on behalf of 08157560ffc74d54a362078b263c837e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:34.654191 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:34.950906 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=3cd91e63-e769-4165-97a6-54c9146e1fa7,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:34.964115 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:34.964501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:34.964858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:34.965207 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:34.965722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:34.966075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:34.966416 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:34.966637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baa60d-75c3-4e70-8295-23d976226ba3 req-650ce4d9-b84d-4b0a-aed8-a075814bde1e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:34.966788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:34.967077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:34.967414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:34.967748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:34.968080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:34.986918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76baa60d-75c3-4e70-8295-23d976226ba3 req-650ce4d9-b84d-4b0a-aed8-a075814bde1e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.3986676 Sep 07 16:09:34.996902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbf46c9-084e-44e8-96ec-678154eccaf3 admin admin] Router 99e6c207-14f3-4c41-b4df-1700f2b89062 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:09:35.004276 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:35.043547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf0abb49-1309-4740-bb49-5e2472c6e08d req-3e3595d0-c5a4-400e-8ebe-dd21e3bee0e6 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 210 time: 0.0919707 Sep 07 16:09:35.194605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbf46c9-084e-44e8-96ec-678154eccaf3 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:09:35.205747 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1bbf46c9-084e-44e8-96ec-678154eccaf3 admin admin] 10.222.0.70 "PUT /v2.0/routers/99e6c207-14f3-4c41-b4df-1700f2b89062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3368697 Sep 07 16:09:35.206672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45074) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:35.207120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967af2bf-f364-4412-a3a9-29408bb47572 None None] Sync routers for ids ['99e6c207-14f3-4c41-b4df-1700f2b89062'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:09:35.225032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967af2bf-f364-4412-a3a9-29408bb47572 None None] Routers {'99e6c207-14f3-4c41-b4df-1700f2b89062'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:35.225694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-967af2bf-f364-4412-a3a9-29408bb47572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['99e6c207-14f3-4c41-b4df-1700f2b89062'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:35.411727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca48700-beda-40da-8177-65946a310d25'}, {'server_uuid': 'a040a50c-30f9-43aa-8961-8784d3dd3341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd91e63-e769-4165-97a6-54c9146e1fa7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:35.418891 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a851f1-f6c2-4ad8-9b16-f6d67b9f3e95" -d '{"events": [{"server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "name": "network-vif-plugged", "status": "completed", "tag": "fca48700-beda-40da-8177-65946a310d25"}, {"server_uuid": "a040a50c-30f9-43aa-8961-8784d3dd3341", "name": "network-vif-plugged", "status": "completed", "tag": "3cd91e63-e769-4165-97a6-54c9146e1fa7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:35.487483 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:35.490043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-967af2bf-f364-4412-a3a9-29408bb47572 None None] Set router 99e6c207-14f3-4c41-b4df-1700f2b89062 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:35.723666 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:35.742580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c75e00-1127-4340-a636-8f3831620571,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:35.759089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76baa60d-75c3-4e70-8295-23d976226ba3 req-f6918982-cb59-4cbe-91da-9f08ff04003d tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7711947 Sep 07 16:09:35.768095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:35.768719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:35.769198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:35.769911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:35.770279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:35.770764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:35.771210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:35.771619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:35.772022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:35.772462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:35.772965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:35.773378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:35.816762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Deleting port c89cc555-c41d-437f-a1ae-edc328d5f6c7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:35.817531 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:35.853322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d933f9-bf6f-4e24-add2-4ed47c1e5a0b req-1a7a793c-d820-47fc-8399-811e4d97543a tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:35.865503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d933f9-bf6f-4e24-add2-4ed47c1e5a0b req-1a7a793c-d820-47fc-8399-811e4d97543a tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:35.867179 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21d933f9-bf6f-4e24-add2-4ed47c1e5a0b req-1a7a793c-d820-47fc-8399-811e4d97543a tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1683 time: 0.7544940 Sep 07 16:09:35.873803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Checking segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:35.874248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Network hostable DHCP agents. Network: 14e2ab01-5976-49ca-ae77-fe62952618d8, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:09:35.940897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-967af2bf-f364-4412-a3a9-29408bb47572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371811601-router', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:35Z', 'updated_at': '2021-09-07T16:09:33Z', 'revision_number': 5, 'project_id': '8b927b109fc44cd5b2118e23c46e19eb', 'gw_port': {'id': 'c89cc555-c41d-437f-a1ae-edc328d5f6c7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:02:38Z', 'updated_at': '2021-09-07T16:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:36.004430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] For port c89cc555-c41d-437f-a1ae-edc328d5f6c7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c89cc555-c41d-437f-a1ae-edc328d5f6c7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:36.004814 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967af2bf-f364-4412-a3a9-29408bb47572 None None] Checking router: 99e6c207-14f3-4c41-b4df-1700f2b89062 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:09:36.012778 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:36.021948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967af2bf-f364-4412-a3a9-29408bb47572 None None] Routers {'99e6c207-14f3-4c41-b4df-1700f2b89062'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:36.022716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-967af2bf-f364-4412-a3a9-29408bb47572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['99e6c207-14f3-4c41-b4df-1700f2b89062'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:36.034397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21d933f9-bf6f-4e24-add2-4ed47c1e5a0b req-27bff4a3-2d8a-4e58-acd2-275aaf4b5515 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575282 Sep 07 16:09:36.039583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Calling delete_port for c89cc555-c41d-437f-a1ae-edc328d5f6c7 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:36.055718 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Network 14e2ab01-5976-49ca-ae77-fe62952618d8 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:09:36.092063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19169b3-644e-471b-9900-8108af2466bc req-b09dc427-4c0f-4093-9d07-b0b82c1c1cee tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:36.099981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f19169b3-644e-471b-9900-8108af2466bc req-b09dc427-4c0f-4093-9d07-b0b82c1c1cee tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 950 time: 0.1795466 Sep 07 16:09:36.116530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 14e2ab01-5976-49ca-ae77-fe62952618d8) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:36.119319 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b22877a-5de3-4bda-8b3c-cbce7e595e52 x-openstack-request-id: req-3b22877a-5de3-4bda-8b3c-cbce7e595e52 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:36.119888 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "name": "network-vif-plugged", "status": "completed", "tag": "fca48700-beda-40da-8177-65946a310d25", "code": 200}, {"server_uuid": "a040a50c-30f9-43aa-8961-8784d3dd3341", "name": "network-vif-plugged", "status": "completed", "tag": "3cd91e63-e769-4165-97a6-54c9146e1fa7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:36.120296 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b22877a-5de3-4bda-8b3c-cbce7e595e52 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:36.122391 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca48700-beda-40da-8177-65946a310d25', 'code': 200} Sep 07 16:09:36.123237 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a040a50c-30f9-43aa-8961-8784d3dd3341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd91e63-e769-4165-97a6-54c9146e1fa7', 'code': 200} Sep 07 16:09:36.133430 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e4b701-8ae9-4ae6-9670-a3e2ed25936f None None] Network 14e2ab01-5976-49ca-ae77-fe62952618d8 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:09:36.137993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:36.141173 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:36.247266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-260817f6-b843-4cd6-a5ad-ebb3c8fc4aa8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7110665 Sep 07 16:09:36.339608 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f19169b3-644e-471b-9900-8108af2466bc req-25b09b23-af3e-47fa-8694-1f00a504485f tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327113 Sep 07 16:09:36.402729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa617c7-2609-446f-98f5-acaf03a7e759 None None] Network 14e2ab01-5976-49ca-ae77-fe62952618d8 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:09:36.443610 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-967af2bf-f364-4412-a3a9-29408bb47572 None None] Set router 99e6c207-14f3-4c41-b4df-1700f2b89062 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:36.443875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22974ed0-f30a-476a-bee7-60890dacae94 req-a0bf049c-dab2-402a-9d22-9c580957d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:36.443875 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22974ed0-f30a-476a-bee7-60890dacae94 req-a0bf049c-dab2-402a-9d22-9c580957d548 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 1096 time: 0.1845849 Sep 07 16:09:36.568693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757c3fb-86e8-46b5-bbae-7f215c2c2993 req-20afbff7-af8c-4f80-a825-0ab372aabf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:36.570378 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c757c3fb-86e8-46b5-bbae-7f215c2c2993 req-20afbff7-af8c-4f80-a825-0ab372aabf7c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 1101 time: 0.1944480 Sep 07 16:09:36.582941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22974ed0-f30a-476a-bee7-60890dacae94 req-4529738c-321c-4031-bc42-28eaa5daaa24 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335003 Sep 07 16:09:36.598737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3481e3b3-f420-479f-98bb-b53628ab4fd0 req-d016ec40-966f-4dbc-a186-0e55bc942955 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 210 time: 0.1077971 Sep 07 16:09:36.605288 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:36.726649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-967af2bf-f364-4412-a3a9-29408bb47572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371811601-router', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:35Z', 'updated_at': '2021-09-07T16:09:35Z', 'revision_number': 6, 'project_id': '8b927b109fc44cd5b2118e23c46e19eb', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:36.729229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fda14f-5407-4473-9a83-679dcd8cb446 req-5520c07d-2edf-4c06-8f4a-e93cfb00e338 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:36.731028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6fda14f-5407-4473-9a83-679dcd8cb446 req-5520c07d-2edf-4c06-8f4a-e93cfb00e338 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 945 time: 0.4075620 Sep 07 16:09:36.739403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6d0be74a-98bd-4633-9164-b12e2fb42fa3 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:36.741030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6d0be74a-98bd-4633-9164-b12e2fb42fa3 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.54 "GET /v2.0/networks?id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db HTTP/1.1" status: 200 len: 813 time: 0.2486498 Sep 07 16:09:36.783216 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967af2bf-f364-4412-a3a9-29408bb47572 None None] The sync data for ids ['99e6c207-14f3-4c41-b4df-1700f2b89062'] in n-d-807551-3 is: [{'id': '99e6c207-14f3-4c41-b4df-1700f2b89062', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371811601-router', 'tenant_id': '8b927b109fc44cd5b2118e23c46e19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:02:35Z', 'updated_at': '2021-09-07T16:09:35Z', 'revision_number': 6, 'project_id': '8b927b109fc44cd5b2118e23c46e19eb', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:09:36.827399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Pushing event deleted for resources: {'Port': ['ID=c89cc555-c41d-437f-a1ae-edc328d5f6c7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:36.849648 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6435b850-e460-45e9-944a-f9c4665d5e7c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'port': {'device_id': 'd314b6c4-bfdf-4e74-8e2c-7ac06a0106ee', 'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db', 'admin_state_up': True, 'tenant_id': '0b83c5fa846648dcb13c901c710885ec'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:36.873889 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c757c3fb-86e8-46b5-bbae-7f215c2c2993 req-a68a3874-7ad5-4267-bc3b-aa7244cec981 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952173 Sep 07 16:09:36.880234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6fda14f-5407-4473-9a83-679dcd8cb446 req-b86b9e59-2477-4eb0-8cc9-3c126f39f653 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d931aa-3db6-47df-82b6-c7f840b88471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380680 Sep 07 16:09:36.900074 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.059641 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.063490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.128219 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.128860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99e6c207-14f3-4c41-b4df-1700f2b89062 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:09:37.135567 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.139329 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f802a69c-f0b4-41a6-8934-6ba16338d279 admin admin] 10.222.0.70 "DELETE /v2.0/routers/99e6c207-14f3-4c41-b4df-1700f2b89062 HTTP/1.1" status: 204 len: 168 time: 1.9291224 Sep 07 16:09:37.139612 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45106) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:37.180054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c1599-b0b9-4e6b-90db-b0f5f53a37cd req-78f251b5-bc30-4ecd-ba5a-02ffeb730fa4 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:37.182357 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d9c1599-b0b9-4e6b-90db-b0f5f53a37cd req-78f251b5-bc30-4ecd-ba5a-02ffeb730fa4 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1577353 Sep 07 16:09:37.236874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6435b850-e460-45e9-944a-f9c4665d5e7c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Made reservation on behalf of 0b83c5fa846648dcb13c901c710885ec for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:37.240613 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6435b850-e460-45e9-944a-f9c4665d5e7c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.254939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cf75c0-2ecc-4c33-bf27-8227143877e5 admin admin] Deleting subnet 01d9e27a-4de4-4269-9b02-535af4348a04 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:09:37.258579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0cf75c0-2ecc-4c33-bf27-8227143877e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.307913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832374e9-cac1-4ee1-b448-db97f998150b req-0aaa46e3-dcaa-45ba-9dad-b9c6880ed1bd tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:37.317008 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0cf75c0-2ecc-4c33-bf27-8227143877e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.318058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-0aaa46e3-dcaa-45ba-9dad-b9c6880ed1bd tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.2760432 Sep 07 16:09:37.334371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 12a2d363-b494-408e-9a84-e5b9bce5c983 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:37.355675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-9e19c8da-b7c3-46bd-b887-4fb7a0983c76 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/quotas/08157560ffc74d54a362078b263c837e HTTP/1.1" status: 200 len: 375 time: 0.0360389 Sep 07 16:09:37.380301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d9c1599-b0b9-4e6b-90db-b0f5f53a37cd req-e0ef1cbe-7771-44ef-867e-004c6132269e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897233 Sep 07 16:09:37.403711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 12a2d363-b494-408e-9a84-e5b9bce5c983 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:37.403711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 12a2d363-b494-408e-9a84-e5b9bce5c983 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:37.464256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0cf75c0-2ecc-4c33-bf27-8227143877e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.471620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-06b9e71a-eaf2-4e6a-ad0c-45c89be12162 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949275 Sep 07 16:09:37.559017 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0cf75c0-2ecc-4c33-bf27-8227143877e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.592319 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf75c0-2ecc-4c33-bf27-8227143877e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d9e27a-4de4-4269-9b02-535af4348a04,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:37.608479 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0cf75c0-2ecc-4c33-bf27-8227143877e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.612868 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d0cf75c0-2ecc-4c33-bf27-8227143877e5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/01d9e27a-4de4-4269-9b02-535af4348a04 HTTP/1.1" status: 204 len: 168 time: 0.4720969 Sep 07 16:09:37.614707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45112) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:37.622765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52c6c34-8ceb-4e1e-b5da-5f857d1906a6 None None] Network 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:09:37.714916 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.800047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Deleting port b230c8b4-048a-418a-85a5-f8faa34da9e7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:37.800363 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.885003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-36028519-aca4-4cbf-b6ec-8635e8ed5607 service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042611 Sep 07 16:09:37.886068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] For port b230c8b4-048a-418a-85a5-f8faa34da9e7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b230c8b4-048a-418a-85a5-f8faa34da9e7,segment=NetworkSegment(ebe22f4b-a64f-4f1d-a049-080c3a7edc82),segment_id=ebe22f4b-a64f-4f1d-a049-080c3a7edc82)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:37.886492 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:37.887862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6435b850-e460-45e9-944a-f9c4665d5e7c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Allocated IP 172.20.0.6 (5cb14d20-6fb3-497f-bcd3-37ccfd2da9db/afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a/b82f8145-375e-485f-9fd0-96dcece5c99a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:37.889001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4abd55a-d31c-4961-821c-e771366fb474 None None] DHCP port deletion for 5f5de43f-bfa1-4695-bb5b-8726a5a73ce6 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:09:37.905781 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-42ab90a5-4b66-4378-a9ff-cc6948e29cdc tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 258 time: 0.4372482 Sep 07 16:09:37.908262 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Calling delete_port for b230c8b4-048a-418a-85a5-f8faa34da9e7 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:37.941384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:38.003869 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.034284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a4abd55a-d31c-4961-821c-e771366fb474 None None] Deleting port b230c8b4-048a-418a-85a5-f8faa34da9e7 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:38.035173 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4abd55a-d31c-4961-821c-e771366fb474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.037837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Pushing event deleted for resources: {'Port': ['ID=b230c8b4-048a-418a-85a5-f8faa34da9e7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:38.040650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] No DVR routers for this DVR port b230c8b4-048a-418a-85a5-f8faa34da9e7 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:09:38.057374 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.113833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-1909da1f-cda9-4957-9de6-8cb19522c8a9 service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069533 Sep 07 16:09:38.171780 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.215399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5de43f-bfa1-4695-bb5b-8726a5a73ce6']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:38.217112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a4abd55a-d31c-4961-821c-e771366fb474 None None] For port b230c8b4-048a-418a-85a5-f8faa34da9e7, host n-d-807551-3, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:38.217641 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4abd55a-d31c-4961-821c-e771366fb474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.232520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe22f4b-a64f-4f1d-a049-080c3a7edc82') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:38.232863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe22f4b-a64f-4f1d-a049-080c3a7edc82') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:38.252803 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a4abd55a-d31c-4961-821c-e771366fb474 None None] Calling delete_port for b230c8b4-048a-418a-85a5-f8faa34da9e7 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:38.255714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-a4abd55a-d31c-4961-821c-e771366fb474 None None] Port b230c8b4-048a-418a-85a5-f8faa34da9e7 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:09:38.256975 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4abd55a-d31c-4961-821c-e771366fb474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.270550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.299563 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.313404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abd55a-d31c-4961-821c-e771366fb474 None None] Pushing event deleted for resources: {'Port': ['ID=b230c8b4-048a-418a-85a5-f8faa34da9e7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:38.320616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:09:38.322247 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.325568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abd55a-d31c-4961-821c-e771366fb474 None None] No DVR routers for this DVR port b230c8b4-048a-418a-85a5-f8faa34da9e7 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:09:38.342808 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:09:38.366845 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6435b850-e460-45e9-944a-f9c4665d5e7c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.459623 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.476607 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.480978 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5f5de43f-bfa1-4695-bb5b-8726a5a73ce6 HTTP/1.1" status: 204 len: 168 time: 0.8627193 Sep 07 16:09:38.491173 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.501973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebad90c-efd1-4e04-b66c-1e22b5326336 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5de43f-bfa1-4695-bb5b-8726a5a73ce6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:38.525541 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6435b850-e460-45e9-944a-f9c4665d5e7c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.538926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['762aa294-d15a-4883-a034-c89219c10447'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:38.608516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b940a1-4fc2-4f20-9123-63e6d3313367 req-0aa1c6e2-2c74-4ee1-a6fb-d97a29ab05d2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:38.621020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b940a1-4fc2-4f20-9123-63e6d3313367 req-0aa1c6e2-2c74-4ee1-a6fb-d97a29ab05d2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:38.621020 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38b940a1-4fc2-4f20-9123-63e6d3313367 req-0aa1c6e2-2c74-4ee1-a6fb-d97a29ab05d2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1683 time: 0.1934669 Sep 07 16:09:38.676561 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6435b850-e460-45e9-944a-f9c4665d5e7c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Network 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:38.685872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6435b850-e460-45e9-944a-f9c4665d5e7c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:38.701545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6435b850-e460-45e9-944a-f9c4665d5e7c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:38.711893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45152) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:38.802741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435b850-e460-45e9-944a-f9c4665d5e7c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'Port': ['ID=b82f8145-375e-485f-9fd0-96dcece5c99a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:38.853862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38b940a1-4fc2-4f20-9123-63e6d3313367 req-fecd0123-6870-4c73-98e2-d7f29b316626 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754386 Sep 07 16:09:38.870409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6435b850-e460-45e9-944a-f9c4665d5e7c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:38.871308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6435b850-e460-45e9-944a-f9c4665d5e7c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:38.894722 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3efab14b-c370-4a10-899b-95136131e5c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da81e3ba90e64f67b8e64e6d0bddb0fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1812439 Sep 07 16:09:38.895401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45156) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:38.959858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Allocated IP 172.25.3.22 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/59d310c3-8bd8-4fde-8fa9-e5ac979d0fdf) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:38.967696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-6435b850-e460-45e9-944a-f9c4665d5e7c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1615100 Sep 07 16:09:38.994924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Request body: {'port': {'device_id': 'd314b6c4-bfdf-4e74-8e2c-7ac06a0106ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:39.045219 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cf8eeac-5b9c-4e62-89c5-7905b0311376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:39.102860 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cf8eeac-5b9c-4e62-89c5-7905b0311376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:39.144003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92d70f-b335-4baf-b864-b8b8d7a492fc req-1b90c288-041e-439d-9b0d-de54f94d44eb tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:39.151883 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c92d70f-b335-4baf-b864-b8b8d7a492fc req-1b90c288-041e-439d-9b0d-de54f94d44eb tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 950 time: 0.1802747 Sep 07 16:09:39.169010 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:39.221630 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cf8eeac-5b9c-4e62-89c5-7905b0311376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:39.225132 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cf8eeac-5b9c-4e62-89c5-7905b0311376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:39.228694 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1cf8eeac-5b9c-4e62-89c5-7905b0311376 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b718c5a-ce82-4f0d-9233-b5bd7423d53e HTTP/1.1" status: 204 len: 168 time: 0.3300297 Sep 07 16:09:39.255720 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c92d70f-b335-4baf-b864-b8b8d7a492fc req-5a2cac53-bdd5-4b66-9684-9b59139cd099 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022780 Sep 07 16:09:39.262146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c89cc555-c41d-437f-a1ae-edc328d5f6c7 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:39.274505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8eeac-5b9c-4e62-89c5-7905b0311376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b718c5a-ce82-4f0d-9233-b5bd7423d53e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:39.296397 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:39.320894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: c89cc555-c41d-437f-a1ae-edc328d5f6c7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:39.323169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c89cc555-c41d-437f-a1ae-edc328d5f6c7 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:39.323777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b230c8b4-048a-418a-85a5-f8faa34da9e7 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:39.351087 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:39.368579 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: b230c8b4-048a-418a-85a5-f8faa34da9e7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:39.368980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b230c8b4-048a-418a-85a5-f8faa34da9e7 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:39.500051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:39.515550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:39.523257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:39.528771 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Pushing event updated for resources: {'Port': ['ID=59d310c3-8bd8-4fde-8fa9-e5ac979d0fdf,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:39.586490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87dfe0-08ea-4574-8f40-a6b2a7ccf039 req-9faf3469-8d05-49b3-96d8-e738181f3a60 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:39.588007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e87dfe0-08ea-4574-8f40-a6b2a7ccf039 req-9faf3469-8d05-49b3-96d8-e738181f3a60 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 931 time: 0.1859529 Sep 07 16:09:39.702821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e87dfe0-08ea-4574-8f40-a6b2a7ccf039 req-d5304241-1b86-4ba8-ae09-83edc4d25c18 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055374 Sep 07 16:09:39.738130 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:39.780800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:39.827179 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:39.864499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82f8145-375e-485f-9fd0-96dcece5c99a {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:39.871141 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ebe16aed-fe3f-4b7d-880b-567ecf3bb333 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b927b109fc44cd5b2118e23c46e19eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0885918 Sep 07 16:09:39.875199 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:39.876109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45168) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:39.899737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17201dfd-25c3-47e4-997a-276504caf4eb req-b5331cd6-4af1-4870-a5c2-b876538266a4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 210 time: 0.0505702 Sep 07 16:09:39.918702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Transition to ACTIVE for port object b82f8145-375e-485f-9fd0-96dcece5c99a will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:39.937922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:40.097765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Pushing event updated for resources: {'Port': ['ID=b82f8145-375e-485f-9fd0-96dcece5c99a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:40.125671 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9119e8a-cbca-4bbb-a519-1c5f2bd6c576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:40.184255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106bd77-3517-4dcf-998a-95a0aef6347c req-62f2cdae-43be-4394-94c1-5dded3658455 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:40.197198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4106bd77-3517-4dcf-998a-95a0aef6347c req-62f2cdae-43be-4394-94c1-5dded3658455 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1603189 Sep 07 16:09:40.207505 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9119e8a-cbca-4bbb-a519-1c5f2bd6c576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:40.229853 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:40.241229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Attempting to bind port b82f8145-375e-485f-9fd0-96dcece5c99a on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:40.241567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Attempting to bind port b82f8145-375e-485f-9fd0-96dcece5c99a by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '7d829bb1-e4f7-4676-8514-fd7afb788402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:40.241895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Attempting to bind port b82f8145-375e-485f-9fd0-96dcece5c99a on network 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:40.245090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832374e9-cac1-4ee1-b448-db97f998150b req-53c5f90c-0b0f-4e0f-a118-575407967a9f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:40.246685 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-53c5f90c-0b0f-4e0f-a118-575407967a9f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.54 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.2743392 Sep 07 16:09:40.247004 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:40.265167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-832374e9-cac1-4ee1-b448-db97f998150b req-96ab9bd1-fd21-4301-8489-f5c64a6e6c74 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Request body: {'port': {'device_id': '82b5d174-6ae5-4010-a147-a64674198f95', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'admin_state_up': True, 'tenant_id': '08157560ffc74d54a362078b263c837e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:40.280526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Port b82f8145-375e-485f-9fd0-96dcece5c99a on network 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:09:40.280855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Attempting to bind port b82f8145-375e-485f-9fd0-96dcece5c99a on network 5cb14d20-6fb3-497f-bcd3-37ccfd2da9db {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:40.300661 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9541c793-5ef3-4349-8507-46cd1555e5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:40.331376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:40.331721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Checking segment: {'id': '7d829bb1-e4f7-4676-8514-fd7afb788402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:40.332123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Bound using segment: {'id': '7d829bb1-e4f7-4676-8514-fd7afb788402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:40.332604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Bound port: b82f8145-375e-485f-9fd0-96dcece5c99a, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d829bb1-e4f7-4676-8514-fd7afb788402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:40.332986 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:40.365730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4106bd77-3517-4dcf-998a-95a0aef6347c req-0ef9891a-00ec-4e4c-9a0f-bb07fec2b805 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531277 Sep 07 16:09:40.394762 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9119e8a-cbca-4bbb-a519-1c5f2bd6c576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:40.397527 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9119e8a-cbca-4bbb-a519-1c5f2bd6c576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:40.409937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Pushing event updated for resources: {'Port': ['ID=59d310c3-8bd8-4fde-8fa9-e5ac979d0fdf,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:40.411228 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a9119e8a-cbca-4bbb-a519-1c5f2bd6c576 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f29a054-fe77-4b6e-a398-9ebf8bdd3579 HTTP/1.1" status: 204 len: 168 time: 0.5247855 Sep 07 16:09:40.418266 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:40.447623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:40.448948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-d2a1c84e-4fbb-421c-9fbe-c642c51d3a2c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5297127 Sep 07 16:09:40.479334 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9119e8a-cbca-4bbb-a519-1c5f2bd6c576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f29a054-fe77-4b6e-a398-9ebf8bdd3579,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:40.482587 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] For port b82f8145-375e-485f-9fd0-96dcece5c99a, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:40.541535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832374e9-cac1-4ee1-b448-db97f998150b req-96ab9bd1-fd21-4301-8489-f5c64a6e6c74 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Made reservation on behalf of 08157560ffc74d54a362078b263c837e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:40.545161 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832374e9-cac1-4ee1-b448-db97f998150b req-96ab9bd1-fd21-4301-8489-f5c64a6e6c74 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:40.577284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-284f5fd6-8881-4770-8b04-44472829e222 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 695 time: 0.1048770 Sep 07 16:09:40.582343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] For port b82f8145-375e-485f-9fd0-96dcece5c99a, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b82f8145-375e-485f-9fd0-96dcece5c99a,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:40.646470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:40.817657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-832374e9-cac1-4ee1-b448-db97f998150b req-96ab9bd1-fd21-4301-8489-f5c64a6e6c74 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Allocated IP 172.20.0.14 (14e2ab01-5976-49ca-ae77-fe62952618d8/96c75e00-1127-4340-a636-8f3831620571/44a92f62-a283-442b-9a88-a88b769b72d5) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:41.124274 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832374e9-cac1-4ee1-b448-db97f998150b req-96ab9bd1-fd21-4301-8489-f5c64a6e6c74 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:41.178174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832374e9-cac1-4ee1-b448-db97f998150b req-96ab9bd1-fd21-4301-8489-f5c64a6e6c74 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:41.420066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:41.420793 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:41.423994 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] 10.222.0.54 "PUT /v2.0/ports/b82f8145-375e-485f-9fd0-96dcece5c99a HTTP/1.1" status: 200 len: 1091 time: 2.4394495 Sep 07 16:09:41.431367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd314b6c4-bfdf-4e74-8e2c-7ac06a0106ee', 'tag': 'b82f8145-375e-485f-9fd0-96dcece5c99a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:41.434042 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837cf6f3-0843-4c13-b4de-c3cccd8dd8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee", "tag": "b82f8145-375e-485f-9fd0-96dcece5c99a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:41.530200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832374e9-cac1-4ee1-b448-db97f998150b req-96ab9bd1-fd21-4301-8489-f5c64a6e6c74 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Network 14e2ab01-5976-49ca-ae77-fe62952618d8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:41.534019 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-832374e9-cac1-4ee1-b448-db97f998150b req-96ab9bd1-fd21-4301-8489-f5c64a6e6c74 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:41.538092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-832374e9-cac1-4ee1-b448-db97f998150b req-96ab9bd1-fd21-4301-8489-f5c64a6e6c74 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:41.567940 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab9bd1-fd21-4301-8489-f5c64a6e6c74 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event updated for resources: {'Port': ['ID=44a92f62-a283-442b-9a88-a88b769b72d5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:41.599260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832374e9-cac1-4ee1-b448-db97f998150b req-96ab9bd1-fd21-4301-8489-f5c64a6e6c74 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:41.599995 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832374e9-cac1-4ee1-b448-db97f998150b req-96ab9bd1-fd21-4301-8489-f5c64a6e6c74 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:41.620215 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-96ab9bd1-fd21-4301-8489-f5c64a6e6c74 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3594666 Sep 07 16:09:41.635119 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Request body: {'port': {'device_id': '82b5d174-6ae5-4010-a147-a64674198f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:41.651383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-6d9d5c9f-7d7c-491f-bb2f-d375eae1e6a8 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:41.659366 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e49cfcee-49d3-46fd-9235-7908e9d9a5c5 req-6d9d5c9f-7d7c-491f-bb2f-d375eae1e6a8 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 1.0803428 Sep 07 16:09:41.708614 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:41.851420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd2252-5d1c-4897-9998-3dbd214e3a95 service neutron] Pushing event updated for resources: {'Port': ['ID=b82f8145-375e-485f-9fd0-96dcece5c99a,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:41.893514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a26cf-ab85-4be3-b856-5f661a41412d req-1e7fa321-e047-43d3-978c-e331245ea9f3 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:41.895788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e4a26cf-ab85-4be3-b856-5f661a41412d req-1e7fa321-e047-43d3-978c-e331245ea9f3 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.4654164 Sep 07 16:09:41.906182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-b248190b-12b3-42c9-871c-076ab2e24d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:41.909549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-b248190b-12b3-42c9-871c-076ab2e24d18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b83c5fa846648dcb13c901c710885ec&device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 1094 time: 0.3524559 Sep 07 16:09:42.041893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-baa9d52b-ca75-41e2-83fa-7ebb8160eebd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b82f8145-375e-485f-9fd0-96dcece5c99a HTTP/1.1" status: 200 len: 217 time: 0.1124740 Sep 07 16:09:42.160527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e4a26cf-ab85-4be3-b856-5f661a41412d req-f30c57c3-22e0-4d8f-abaf-afc49e2990ae tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491720 Sep 07 16:09:42.202876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a92f62-a283-442b-9a88-a88b769b72d5 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:42.222705 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:42.253958 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Transition to ACTIVE for port object 44a92f62-a283-442b-9a88-a88b769b72d5 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:09:42.262862 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:42.307416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-03cc07cf-49ad-4acc-8873-d531a558181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:42.309239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-03cc07cf-49ad-4acc-8873-d531a558181d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a HTTP/1.1" status: 200 len: 853 time: 0.2551293 Sep 07 16:09:42.324856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2c300-cd82-4e29-8a4a-97389678b575 req-437d7c6c-cc37-4983-a746-ef3896eda85f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:42.333574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1f2c300-cd82-4e29-8a4a-97389678b575 req-437d7c6c-cc37-4983-a746-ef3896eda85f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 943 time: 0.2043331 Sep 07 16:09:42.344738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Pushing event updated for resources: {'Port': ['ID=44a92f62-a283-442b-9a88-a88b769b72d5,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:42.382380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-0ac78e49-c99a-40fd-aa05-394669f852ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446615 Sep 07 16:09:42.424582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1f2c300-cd82-4e29-8a4a-97389678b575 req-af8f2cad-3d7c-437c-85ec-3a2d87868643 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850220 Sep 07 16:09:42.434335 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbec0a6-696c-44cd-82e8-93ca8dd14381 req-3e940642-1cf4-460c-9531-38f2aa2e76d7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:42.446911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bbec0a6-696c-44cd-82e8-93ca8dd14381 req-3e940642-1cf4-460c-9531-38f2aa2e76d7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 944 time: 0.2033317 Sep 07 16:09:42.464545 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Attempting to bind port 44a92f62-a283-442b-9a88-a88b769b72d5 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:09:42.465021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Attempting to bind port 44a92f62-a283-442b-9a88-a88b769b72d5 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:09:42.466380 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Attempting to bind port 44a92f62-a283-442b-9a88-a88b769b72d5 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:42.471967 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Port 44a92f62-a283-442b-9a88-a88b769b72d5 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:09:42.472458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Attempting to bind port 44a92f62-a283-442b-9a88-a88b769b72d5 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:09:42.479549 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:09:42.480033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Checking segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:09:42.480563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Bound using segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:09:42.481128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Bound port: 44a92f62-a283-442b-9a88-a88b769b72d5, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:09:42.481942 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:42.577008 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] For port 44a92f62-a283-442b-9a88-a88b769b72d5, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:09:42.581663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] For port 44a92f62-a283-442b-9a88-a88b769b72d5, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=44a92f62-a283-442b-9a88-a88b769b72d5,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:09:42.591456 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:42.596214 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c74de4f-fdbb-431c-9201-35a2f1e10c52 x-openstack-request-id: req-5c74de4f-fdbb-431c-9201-35a2f1e10c52 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:42.596734 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee", "tag": "b82f8145-375e-485f-9fd0-96dcece5c99a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:42.597144 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c74de4f-fdbb-431c-9201-35a2f1e10c52 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:42.597688 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd314b6c4-bfdf-4e74-8e2c-7ac06a0106ee', 'tag': 'b82f8145-375e-485f-9fd0-96dcece5c99a', 'status': 'completed', 'code': 200} Sep 07 16:09:42.620127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:42.620411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bbec0a6-696c-44cd-82e8-93ca8dd14381 req-7701f1cf-0918-4762-80a2-29b5c9e54050 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619396 Sep 07 16:09:42.621540 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:42.624099 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] 10.222.0.54 "PUT /v2.0/ports/44a92f62-a283-442b-9a88-a88b769b72d5 HTTP/1.1" status: 200 len: 1092 time: 0.9937260 Sep 07 16:09:42.624728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b5d174-6ae5-4010-a147-a64674198f95', 'tag': '44a92f62-a283-442b-9a88-a88b769b72d5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:42.634763 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e4bd41-1340-45a7-8757-e35063c91751" -d '{"events": [{"name": "network-changed", "server_uuid": "82b5d174-6ae5-4010-a147-a64674198f95", "tag": "44a92f62-a283-442b-9a88-a88b769b72d5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:42.672652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-b64eff90-0567-44db-9b24-5e6dcd094a5c service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634873 Sep 07 16:09:42.744021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd81eaf-4695-4f0a-a4cc-cb2c8f79b9be service neutron] Pushing event updated for resources: {'Port': ['ID=44a92f62-a283-442b-9a88-a88b769b72d5,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:42.761741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832374e9-cac1-4ee1-b448-db97f998150b req-c8939e0d-b718-468e-aebe-3336f38422c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:42.763651 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-c8939e0d-b718-468e-aebe-3336f38422c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 1095 time: 0.0839190 Sep 07 16:09:42.818829 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-7f3169b9-9a73-4920-91d7-3587f635b1c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a92f62-a283-442b-9a88-a88b769b72d5 HTTP/1.1" status: 200 len: 217 time: 0.0444703 Sep 07 16:09:42.846908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-09bc5dee-95e1-4701-b669-44c1b85208cf tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:42.854895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-09bc5dee-95e1-4701-b669-44c1b85208cf tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1769187 Sep 07 16:09:42.901068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832374e9-cac1-4ee1-b448-db97f998150b req-5086d218-93e6-48d4-b6da-e51080326020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:42.903596 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-5086d218-93e6-48d4-b6da-e51080326020 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.0723031 Sep 07 16:09:42.931021 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa7d32-81a7-4cad-a7ad-b9fa10e5d80e req-a5b2986a-d07a-4a12-8fc6-6d3a6cd8efa4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:42.936949 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa7d32-81a7-4cad-a7ad-b9fa10e5d80e req-a5b2986a-d07a-4a12-8fc6-6d3a6cd8efa4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:42.938738 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93fa7d32-81a7-4cad-a7ad-b9fa10e5d80e req-a5b2986a-d07a-4a12-8fc6-6d3a6cd8efa4 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1683 time: 0.2187297 Sep 07 16:09:42.943154 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-8b22da2e-036e-4e89-9463-6d67336837d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300777 Sep 07 16:09:42.956456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-17a1b03c-4103-45cd-9b61-07c23a7f656a tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 695 time: 0.1005828 Sep 07 16:09:42.961111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-e47e0248-4654-4ca6-8d82-290ae00a82d0 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Request body: {'floatingip': {'port_id': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:42.965027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-163da5e3-3a8a-4658-bc32-e6cdaaffa320 req-d97fec42-b779-4678-a13e-dbf47c2c591f service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721956 Sep 07 16:09:43.030662 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-e47e0248-4654-4ca6-8d82-290ae00a82d0 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:43.086058 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-2eeca4fa-71ed-47ee-8d9a-0c289b117d7b service neutron] 10.222.0.54 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336489 Sep 07 16:09:43.113705 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93fa7d32-81a7-4cad-a7ad-b9fa10e5d80e req-7ba7fcb1-6a22-48db-b331-560bbbd0f4a2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/security-groups?id=3e175cab-4d12-4dfe-99b7-849f1804a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674807 Sep 07 16:09:43.189125 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-832374e9-cac1-4ee1-b448-db97f998150b req-0f06da33-499e-435b-b6c5-5f541b0f3848 service neutron] 10.222.0.54 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946033 Sep 07 16:09:43.288322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf6f3-0843-4c13-b4de-c3cccd8dd8ec req-348ed0ff-be5b-40a8-a44f-4c45ff4f6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:43.290140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-837cf6f3-0843-4c13-b4de-c3cccd8dd8ec req-348ed0ff-be5b-40a8-a44f-4c45ff4f6694 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b83c5fa846648dcb13c901c710885ec&device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 1094 time: 0.2618639 Sep 07 16:09:43.484093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf6f3-0843-4c13-b4de-c3cccd8dd8ec req-f8fb3524-f5db-44ac-bedc-379f6a9a0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:43.485552 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-837cf6f3-0843-4c13-b4de-c3cccd8dd8ec req-f8fb3524-f5db-44ac-bedc-379f6a9a0fac service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db HTTP/1.1" status: 200 len: 914 time: 0.1822169 Sep 07 16:09:43.567433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-837cf6f3-0843-4c13-b4de-c3cccd8dd8ec req-7276dd0a-4ba0-4c90-bfeb-4d416d07639f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b82f8145-375e-485f-9fd0-96dcece5c99a HTTP/1.1" status: 200 len: 217 time: 0.0370138 Sep 07 16:09:43.658421 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf6f3-0843-4c13-b4de-c3cccd8dd8ec req-94650a75-8363-4604-a739-425d9dd7690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:43.659883 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-837cf6f3-0843-4c13-b4de-c3cccd8dd8ec req-94650a75-8363-4604-a739-425d9dd7690e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a HTTP/1.1" status: 200 len: 853 time: 0.0837040 Sep 07 16:09:43.729338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-837cf6f3-0843-4c13-b4de-c3cccd8dd8ec req-4d634702-ad53-448d-a5f6-66a850f0827d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310655 Sep 07 16:09:43.775037 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f83e9a-a5c5-47dc-9415-3289303a1756 x-openstack-request-id: req-b3f83e9a-a5c5-47dc-9415-3289303a1756 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:43.775504 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b5d174-6ae5-4010-a147-a64674198f95", "tag": "44a92f62-a283-442b-9a88-a88b769b72d5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:43.775504 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3f83e9a-a5c5-47dc-9415-3289303a1756 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:43.776305 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b5d174-6ae5-4010-a147-a64674198f95', 'tag': '44a92f62-a283-442b-9a88-a88b769b72d5', 'status': 'completed', 'code': 200} Sep 07 16:09:43.814781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-c48baa90-ff69-4c1c-b257-0f945a685d48 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:43.821722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-c48baa90-ff69-4c1c-b257-0f945a685d48 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:43.824425 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-c48baa90-ff69-4c1c-b257-0f945a685d48 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.54 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 1683 time: 0.1384695 Sep 07 16:09:43.830426 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:43.929485 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.resource_extend [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-e47e0248-4654-4ca6-8d82-290ae00a82d0 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:09:44.002594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-cfb8e848-3dff-4346-9d9b-4abd7e10897c tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Deleting port 9e41d1a4-bc27-4486-981e-9f52576f7746 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:44.002847 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-cfb8e848-3dff-4346-9d9b-4abd7e10897c tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:44.003691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f84325-6c5c-4a0d-8587-2152a63d3728 req-fa3e7d27-dace-4fe2-9cb3-15c987c7dc42 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:44.005422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17f84325-6c5c-4a0d-8587-2152a63d3728 req-fa3e7d27-dace-4fe2-9cb3-15c987c7dc42 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 943 time: 0.1567550 Sep 07 16:09:44.021564 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-837cf6f3-0843-4c13-b4de-c3cccd8dd8ec req-895a4813-7a9c-424f-96be-2ec5f2c158ec service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820024 Sep 07 16:09:44.049582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4bd41-1340-45a7-8757-e35063c91751 req-cb0a3de6-245a-4c62-b274-49f67ceb2246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:44.051113 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4e4bd41-1340-45a7-8757-e35063c91751 req-cb0a3de6-245a-4c62-b274-49f67ceb2246 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 1095 time: 0.2039013 Sep 07 16:09:44.061723 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-e47e0248-4654-4ca6-8d82-290ae00a82d0 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:44.109799 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-e47e0248-4654-4ca6-8d82-290ae00a82d0 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:44.122830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-cfb8e848-3dff-4346-9d9b-4abd7e10897c tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] For port 9e41d1a4-bc27-4486-981e-9f52576f7746, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9e41d1a4-bc27-4486-981e-9f52576f7746,segment=NetworkSegment(e1c080fe-3682-4cdf-ac9f-2f8386221ab5),segment_id=e1c080fe-3682-4cdf-ac9f-2f8386221ab5)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:44.123644 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-cfb8e848-3dff-4346-9d9b-4abd7e10897c tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:44.139643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-cfb8e848-3dff-4346-9d9b-4abd7e10897c tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Calling delete_port for 9e41d1a4-bc27-4486-981e-9f52576f7746 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:44.176557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17f84325-6c5c-4a0d-8587-2152a63d3728 req-aa13a9cf-d3a6-4f20-83c0-a69a44d91305 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612601 Sep 07 16:09:44.213821 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f031d3e-6e08-4233-acc9-0b0c73c3c35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:44.329155 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-cfb8e848-3dff-4346-9d9b-4abd7e10897c tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:44.346585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['9e41d1a4-bc27-4486-981e-9f52576f7746', '14d0ca2e-0e94-462c-a611-47dda757ca38'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:44.392395 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8e848-3dff-4346-9d9b-4abd7e10897c tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Port': ['ID=9e41d1a4-bc27-4486-981e-9f52576f7746,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:44.428037 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-837cf6f3-0843-4c13-b4de-c3cccd8dd8ec req-f8623e07-4e71-491b-9cc0-a6d48247c8ba service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717608 Sep 07 16:09:44.449337 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-e47e0248-4654-4ca6-8d82-290ae00a82d0 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Floating IP e58d6fe3-979f-4fc7-bee5-b54f3fb2df4c associated. External IP: 172.25.3.22, port: 8bf3a7e2-2668-432b-8e69-49274ba5f5e1. Sep 07 16:09:44.458241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4bd41-1340-45a7-8757-e35063c91751 req-621732bd-597d-4da6-8872-794edceffb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:44.460037 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4e4bd41-1340-45a7-8757-e35063c91751 req-621732bd-597d-4da6-8872-794edceffb3c service neutron] 10.222.0.54 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 912 time: 0.3850031 Sep 07 16:09:44.475125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2e891-be77-4743-a237-56babf6dc3d4 req-6a64dd99-1a18-4e5d-a4b8-d312fbef363b tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:44.475426 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-cfb8e848-3dff-4346-9d9b-4abd7e10897c tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] No DVR routers for this DVR port 9e41d1a4-bc27-4486-981e-9f52576f7746 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:09:44.476754 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42e2e891-be77-4743-a237-56babf6dc3d4 req-6a64dd99-1a18-4e5d-a4b8-d312fbef363b tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1683788 Sep 07 16:09:44.478140 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-cfb8e848-3dff-4346-9d9b-4abd7e10897c tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:44.480303 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-cfb8e848-3dff-4346-9d9b-4abd7e10897c tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.54 "DELETE /v2.0/ports/9e41d1a4-bc27-4486-981e-9f52576f7746 HTTP/1.1" status: 204 len: 173 time: 0.6416285 Sep 07 16:09:44.602421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4e4bd41-1340-45a7-8757-e35063c91751 req-c524d2b3-7952-447f-b81e-51f6d5b25fa2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a92f62-a283-442b-9a88-a88b769b72d5 HTTP/1.1" status: 200 len: 217 time: 0.1245556 Sep 07 16:09:44.648196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-537aa87b-f294-43e9-8c13-19c6b5adb1eb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Deleting port 14d0ca2e-0e94-462c-a611-47dda757ca38 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:44.648649 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-537aa87b-f294-43e9-8c13-19c6b5adb1eb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:44.665257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42e2e891-be77-4743-a237-56babf6dc3d4 req-2ccc05da-04d4-4100-b5fe-26427c4018c6 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482053 Sep 07 16:09:44.758196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4bd41-1340-45a7-8757-e35063c91751 req-380c181a-e4b7-4927-abda-8d6a235893d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:44.759916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4e4bd41-1340-45a7-8757-e35063c91751 req-380c181a-e4b7-4927-abda-8d6a235893d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.1427212 Sep 07 16:09:44.792843 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:44.820565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4e4bd41-1340-45a7-8757-e35063c91751 req-b283dc55-c034-4d75-99e3-e30b3f8f27a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463908 Sep 07 16:09:44.843015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-537aa87b-f294-43e9-8c13-19c6b5adb1eb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] For port 14d0ca2e-0e94-462c-a611-47dda757ca38, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=14d0ca2e-0e94-462c-a611-47dda757ca38,segment=NetworkSegment(ee1d2466-e7a4-4afe-8aae-8a4926001669),segment_id=ee1d2466-e7a4-4afe-8aae-8a4926001669)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:44.843586 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-537aa87b-f294-43e9-8c13-19c6b5adb1eb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:44.865266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-537aa87b-f294-43e9-8c13-19c6b5adb1eb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Calling delete_port for 14d0ca2e-0e94-462c-a611-47dda757ca38 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:45.081034 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-537aa87b-f294-43e9-8c13-19c6b5adb1eb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:45.097943 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['9e41d1a4-bc27-4486-981e-9f52576f7746'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:45.118419 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537aa87b-f294-43e9-8c13-19c6b5adb1eb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Port': ['ID=14d0ca2e-0e94-462c-a611-47dda757ca38,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:45.191013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-537aa87b-f294-43e9-8c13-19c6b5adb1eb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] No DVR routers for this DVR port 14d0ca2e-0e94-462c-a611-47dda757ca38 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:09:45.193860 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-537aa87b-f294-43e9-8c13-19c6b5adb1eb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:45.196388 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52447eab-3780-41de-8b40-9c5ffc78e7fb req-537aa87b-f294-43e9-8c13-19c6b5adb1eb tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.54 "DELETE /v2.0/ports/14d0ca2e-0e94-462c-a611-47dda757ca38 HTTP/1.1" status: 204 len: 173 time: 0.7092707 Sep 07 16:09:45.407814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4e4bd41-1340-45a7-8757-e35063c91751 req-79270ae8-0aaf-4319-a07b-b495325d30a2 service neutron] 10.222.0.54 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370872 Sep 07 16:09:45.416614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf8580-97e5-4801-a2fe-c5c9bca30eb7 req-0f8f87c1-3bc1-4da0-905f-432318b7f980 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:45.420838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01bf8580-97e5-4801-a2fe-c5c9bca30eb7 req-0f8f87c1-3bc1-4da0-905f-432318b7f980 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 944 time: 0.5491157 Sep 07 16:09:45.570665 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01bf8580-97e5-4801-a2fe-c5c9bca30eb7 req-d3695e19-9a59-4a8e-90fa-ffc1f86fc604 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454875 Sep 07 16:09:45.574188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-e47e0248-4654-4ca6-8d82-290ae00a82d0 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:09:45.605196 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4e4bd41-1340-45a7-8757-e35063c91751 req-7447324e-e1e8-40ae-9703-ad3cef876942 service neutron] 10.222.0.54 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832719 Sep 07 16:09:45.733241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-e47e0248-4654-4ca6-8d82-290ae00a82d0 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:09:45.741065 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-e47e0248-4654-4ca6-8d82-290ae00a82d0 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:45.756871 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0cffb-eaa9-4977-9f9e-e0914698d754 None None] Sync routers for ids ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:09:45.772651 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0cffb-eaa9-4977-9f9e-e0914698d754 None None] Routers {'3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:45.773821 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-29f0cffb-eaa9-4977-9f9e-e0914698d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:45.777181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997a04a0-ec08-414b-9432-85656de89d68', 'name': 'network-vif-deleted', 'tag': '9e41d1a4-bc27-4486-981e-9f52576f7746'}, {'server_uuid': '997a04a0-ec08-414b-9432-85656de89d68', 'name': 'network-vif-deleted', 'tag': '14d0ca2e-0e94-462c-a611-47dda757ca38'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:45.779628 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e9fad3-c3c0-4af8-9175-fa46cf99c17a" -d '{"events": [{"server_uuid": "997a04a0-ec08-414b-9432-85656de89d68", "name": "network-vif-deleted", "tag": "9e41d1a4-bc27-4486-981e-9f52576f7746"}, {"server_uuid": "997a04a0-ec08-414b-9432-85656de89d68", "name": "network-vif-deleted", "tag": "14d0ca2e-0e94-462c-a611-47dda757ca38"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:45.791314 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-e47e0248-4654-4ca6-8d82-290ae00a82d0 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "PUT /v2.0/floatingips/e58d6fe3-979f-4fc7-bee5-b54f3fb2df4c HTTP/1.1" status: 200 len: 995 time: 2.8268909 Sep 07 16:09:45.801763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'tag': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:45.804658 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50cd197-394f-4ee3-a33c-b92f1ef257e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6fec4f49-ec9c-4ea1-aafe-4b306949e6bf", "tag": "8bf3a7e2-2668-432b-8e69-49274ba5f5e1"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:45.863052 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ff02dcc-9aa2-4aa0-abae-1c968cb06f21 req-06e8d73f-a5b0-4893-b27e-6cff3a4df53d tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "GET /v2.0/ports?device_id=997a04a0-ec08-414b-9432-85656de89d68 HTTP/1.1" status: 200 len: 210 time: 0.0313494 Sep 07 16:09:45.881893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-2ab33fa0-fcd6-436a-9f47-bce3c1035157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:45.908364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-2ab33fa0-fcd6-436a-9f47-bce3c1035157 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6b275626fee4b87819d5fc542a6f3a0&device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 1096 time: 0.1154962 Sep 07 16:09:45.962656 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-29f0cffb-eaa9-4977-9f9e-e0914698d754 None None] Set router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:46.100046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-bee8441f-56da-44f9-afb3-7a8fd8e89a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:46.107506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-bee8441f-56da-44f9-afb3-7a8fd8e89a66 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 HTTP/1.1" status: 200 len: 930 time: 0.1981647 Sep 07 16:09:46.123133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e05158-aa23-4212-8f00-d70c225cb971 req-1f8ce8e1-aabc-4936-aa75-0e6a76618d1e tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:46.124689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-47e05158-aa23-4212-8f00-d70c225cb971 req-1f8ce8e1-aabc-4936-aa75-0e6a76618d1e tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 943 time: 0.0968418 Sep 07 16:09:46.203958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-3336d745-ba55-44f8-bcc2-47aec3e86385 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bf3a7e2-2668-432b-8e69-49274ba5f5e1 HTTP/1.1" status: 200 len: 998 time: 0.0955555 Sep 07 16:09:46.209744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-47e05158-aa23-4212-8f00-d70c225cb971 req-72fd0222-77f4-416a-a883-f617bb279862 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527360 Sep 07 16:09:46.216612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fca48700-beda-40da-8177-65946a310d25 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:09:46.236093 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-29f0cffb-eaa9-4977-9f9e-e0914698d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 4, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port': {'id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:04Z', 'updated_at': '2021-09-07T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'e58d6fe3-979f-4fc7-bee5-b54f3fb2df4c', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'port_id': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'mac_address': 'fa:16:3e:3e:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:09:39Z', 'updated_at': '2021-09-07T16:09:43Z', 'revision_number': 1, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067f76f4-b53f-4407-80ef-f6af09d27c7e', 'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'mac_address': 'fa:16:3e:fc:ec:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:17Z', 'revision_number': 5, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'subnets': [{'id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:46.272510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-faa96753-8680-4752-b34f-20d63b4c4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:46.274224 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0cffb-eaa9-4977-9f9e-e0914698d754 None None] Checking router: 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:09:46.274862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-faa96753-8680-4752-b34f-20d63b4c4fe0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78fe93e7-953a-42fe-ae63-cc0d5aaa22b9 HTTP/1.1" status: 200 len: 868 time: 0.0635347 Sep 07 16:09:46.289622 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0cffb-eaa9-4977-9f9e-e0914698d754 None None] Routers {'3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:46.290693 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-29f0cffb-eaa9-4977-9f9e-e0914698d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:46.341014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-9b1f7dd6-50b2-4855-a90b-56339986baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:46.342680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-9b1f7dd6-50b2-4855-a90b-56339986baf9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577779 Sep 07 16:09:46.405200 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-29f0cffb-eaa9-4977-9f9e-e0914698d754 None None] Set router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:46.477015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5eec8-4df2-4008-948f-d4f4803a966e req-7b06064d-a6e4-44b7-8e23-a52d775d0481 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:46.478612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55f5eec8-4df2-4008-948f-d4f4803a966e req-7b06064d-a6e4-44b7-8e23-a52d775d0481 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1195788 Sep 07 16:09:46.511235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-015c6382-dafc-45cf-9ee4-d07197e6ed1a service neutron] 10.222.0.70 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597965 Sep 07 16:09:46.550572 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55f5eec8-4df2-4008-948f-d4f4803a966e req-efce5dab-5e10-4fd2-9437-525e477df3ad tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641015 Sep 07 16:09:46.583448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fca48700-beda-40da-8177-65946a310d25,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:46.595440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 44a92f62-a283-442b-9a88-a88b769b72d5 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:09:46.626803 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d84f5e6-02ab-4fdc-8cdf-45640bdec856 x-openstack-request-id: req-4d84f5e6-02ab-4fdc-8cdf-45640bdec856 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:46.627686 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997a04a0-ec08-414b-9432-85656de89d68", "name": "network-vif-deleted", "tag": "9e41d1a4-bc27-4486-981e-9f52576f7746", "status": "completed", "code": 200}, {"server_uuid": "997a04a0-ec08-414b-9432-85656de89d68", "name": "network-vif-deleted", "tag": "14d0ca2e-0e94-462c-a611-47dda757ca38", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:46.628160 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d84f5e6-02ab-4fdc-8cdf-45640bdec856 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:46.628785 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997a04a0-ec08-414b-9432-85656de89d68', 'name': 'network-vif-deleted', 'tag': '9e41d1a4-bc27-4486-981e-9f52576f7746', 'status': 'completed', 'code': 200} Sep 07 16:09:46.629225 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997a04a0-ec08-414b-9432-85656de89d68', 'name': 'network-vif-deleted', 'tag': '14d0ca2e-0e94-462c-a611-47dda757ca38', 'status': 'completed', 'code': 200} Sep 07 16:09:46.644732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'fca48700-beda-40da-8177-65946a310d25', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'fca48700-beda-40da-8177-65946a310d25', 'mac_address': 'fa:16:3e:85:a8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:09:46.649517 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-29f0cffb-eaa9-4977-9f9e-e0914698d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 4, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port': {'id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:04Z', 'updated_at': '2021-09-07T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'e58d6fe3-979f-4fc7-bee5-b54f3fb2df4c', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'port_id': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'mac_address': 'fa:16:3e:3e:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:09:39Z', 'updated_at': '2021-09-07T16:09:43Z', 'revision_number': 1, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067f76f4-b53f-4407-80ef-f6af09d27c7e', 'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'mac_address': 'fa:16:3e:fc:ec:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:17Z', 'revision_number': 5, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'subnets': [{'id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:46.705640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7184061a-7298-42c6-a1f9-53f5feb6a4cc req-60505100-a7c6-4d15-9bb3-b4ca803b9f11 service neutron] 10.222.0.70 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824124 Sep 07 16:09:46.712864 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0cffb-eaa9-4977-9f9e-e0914698d754 None None] The sync data for ids ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'] in n-d-807551-3 is: [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 4, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port': {'id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:04Z', 'updated_at': '2021-09-07T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'e58d6fe3-979f-4fc7-bee5-b54f3fb2df4c', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'port_id': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'mac_address': 'fa:16:3e:3e:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:09:39Z', 'updated_at': '2021-09-07T16:09:43Z', 'revision_number': 1, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '067f76f4-b53f-4407-80ef-f6af09d27c7e', 'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'mac_address': 'fa:16:3e:fc:ec:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:17Z', 'revision_number': 5, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'subnets': [{'id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:09:46.738927 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:46.741666 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:46.760277 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e057487-e096-4981-a818-892a34d434fe x-openstack-request-id: req-2e057487-e096-4981-a818-892a34d434fe {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:46.760851 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fec4f49-ec9c-4ea1-aafe-4b306949e6bf", "tag": "8bf3a7e2-2668-432b-8e69-49274ba5f5e1", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:46.761465 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e057487-e096-4981-a818-892a34d434fe {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:46.762058 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'tag': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1', 'status': 'completed', 'code': 200} Sep 07 16:09:46.792633 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fca48700-beda-40da-8177-65946a310d25 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:46.852890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fca48700-beda-40da-8177-65946a310d25,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:46.865266 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:46.868813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 44a92f62-a283-442b-9a88-a88b769b72d5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=44a92f62-a283-442b-9a88-a88b769b72d5,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:46.875745 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd197-394f-4ee3-a33c-b92f1ef257e8 req-5c11fca4-fe0b-4b2c-9005-3d1e63910729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:46.878138 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f50cd197-394f-4ee3-a33c-b92f1ef257e8 req-5c11fca4-fe0b-4b2c-9005-3d1e63910729 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6b275626fee4b87819d5fc542a6f3a0&device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 1096 time: 0.0893538 Sep 07 16:09:46.928868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '44a92f62-a283-442b-9a88-a88b769b72d5', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'port_id': '44a92f62-a283-442b-9a88-a88b769b72d5', 'mac_address': 'fa:16:3e:59:b8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c75e00-1127-4340-a636-8f3831620571', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:09:46.992502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['fca48700-beda-40da-8177-65946a310d25'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:47.050751 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fca48700-beda-40da-8177-65946a310d25,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:47.051428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0b58f-e0e6-415c-81a2-39fc8a7e5659 req-ae51f822-090e-4d67-a5a5-4b677c39bf59 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:47.053200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1b0b58f-e0e6-415c-81a2-39fc8a7e5659 req-ae51f822-090e-4d67-a5a5-4b677c39bf59 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 944 time: 0.1908293 Sep 07 16:09:47.054431 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd197-394f-4ee3-a33c-b92f1ef257e8 req-4e279b19-1dbc-4886-94ab-36c88d6e3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:47.056630 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f50cd197-394f-4ee3-a33c-b92f1ef257e8 req-4e279b19-1dbc-4886-94ab-36c88d6e3b4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 HTTP/1.1" status: 200 len: 930 time: 0.1693966 Sep 07 16:09:47.089919 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:47.121200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-b7089a41-d067-4b3a-b18c-329362bc8d0c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 258 time: 0.2479334 Sep 07 16:09:47.142860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:47.153483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a92f62-a283-442b-9a88-a88b769b72d5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:47.170238 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1b0b58f-e0e6-415c-81a2-39fc8a7e5659 req-9cb06b92-9da5-4412-a00e-7a174d27ed4f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084001 Sep 07 16:09:47.184445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 44a92f62-a283-442b-9a88-a88b769b72d5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=44a92f62-a283-442b-9a88-a88b769b72d5,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:47.189901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af843d1-5f16-428e-8e36-730dd3136282 None None] New status for floating IP e58d6fe3-979f-4fc7-bee5-b54f3fb2df4c: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:09:47.194473 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:47.195409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b82f8145-375e-485f-9fd0-96dcece5c99a details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:09:47.203238 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f50cd197-394f-4ee3-a33c-b92f1ef257e8 req-8d61cf0a-3b38-4841-b71e-b0277678d901 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bf3a7e2-2668-432b-8e69-49274ba5f5e1 HTTP/1.1" status: 200 len: 998 time: 0.1383197 Sep 07 16:09:47.207810 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:47.269662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45318) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:47.274653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd197-394f-4ee3-a33c-b92f1ef257e8 req-e4fefed4-c51f-4352-b9d4-910705aa99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:47.277539 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f50cd197-394f-4ee3-a33c-b92f1ef257e8 req-e4fefed4-c51f-4352-b9d4-910705aa99b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78fe93e7-953a-42fe-ae63-cc0d5aaa22b9 HTTP/1.1" status: 200 len: 868 time: 0.0680006 Sep 07 16:09:47.351428 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd197-394f-4ee3-a33c-b92f1ef257e8 req-a1fe9079-5a5b-49dd-9f4c-6e9c51768b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:47.353839 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f50cd197-394f-4ee3-a33c-b92f1ef257e8 req-a1fe9079-5a5b-49dd-9f4c-6e9c51768b85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654619 Sep 07 16:09:47.429288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=44a92f62-a283-442b-9a88-a88b769b72d5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:47.455283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1df4149-aa40-4f1d-81a3-1e642ea2819e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Deleting subnet 0ecb6394-3d66-459d-9531-fd2bb87a6b89 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:09:47.473932 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1df4149-aa40-4f1d-81a3-1e642ea2819e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:47.485154 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f50cd197-394f-4ee3-a33c-b92f1ef257e8 req-5645e0ec-caa4-4be1-ad8c-8074d1fd655c service neutron] 10.222.0.35 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235068 Sep 07 16:09:47.564088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b82f8145-375e-485f-9fd0-96dcece5c99a, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b82f8145-375e-485f-9fd0-96dcece5c99a,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:47.569259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc24fc-cd14-4e8f-aed8-344d82ba812b req-be2e963e-efc1-4268-b8a9-c03b7e00134b tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:47.577788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4cc24fc-cd14-4e8f-aed8-344d82ba812b req-be2e963e-efc1-4268-b8a9-c03b7e00134b tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 943 time: 0.1404126 Sep 07 16:09:47.580638 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1df4149-aa40-4f1d-81a3-1e642ea2819e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:47.587994 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'b82f8145-375e-485f-9fd0-96dcece5c99a', 'network_id': '5cb14d20-6fb3-497f-bcd3-37ccfd2da9db', 'port_id': 'b82f8145-375e-485f-9fd0-96dcece5c99a', 'mac_address': 'fa:16:3e:e4:01:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:09:47.631097 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:47.650141 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:47.675749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82f8145-375e-485f-9fd0-96dcece5c99a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:09:47.687708 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f50cd197-394f-4ee3-a33c-b92f1ef257e8 req-9a67c9c6-3d5b-43d0-85e5-61453f3f2c1f service neutron] 10.222.0.35 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886716 Sep 07 16:09:47.709259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4cc24fc-cd14-4e8f-aed8-344d82ba812b req-52dc89f9-118e-4404-9e02-de84258ba66f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317811 Sep 07 16:09:47.715581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b82f8145-375e-485f-9fd0-96dcece5c99a, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b82f8145-375e-485f-9fd0-96dcece5c99a,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:47.721708 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:47.789656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=b82f8145-375e-485f-9fd0-96dcece5c99a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:47.801433 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1df4149-aa40-4f1d-81a3-1e642ea2819e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:47.884048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Allocated IP 172.25.3.135 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/96b52c78-922d-4e7e-a463-6f7ee542c2f4) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:09:47.937548 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1df4149-aa40-4f1d-81a3-1e642ea2819e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:47.951440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356a951-f256-46eb-a3c5-409e49d4e808 req-d18d1966-6c69-4791-8053-4251e5f87cd9 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:47.953092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a356a951-f256-46eb-a3c5-409e49d4e808 req-d18d1966-6c69-4791-8053-4251e5f87cd9 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1276498 Sep 07 16:09:48.002773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['b82f8145-375e-485f-9fd0-96dcece5c99a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:48.008102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['44a92f62-a283-442b-9a88-a88b769b72d5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:09:48.021487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df4149-aa40-4f1d-81a3-1e642ea2819e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Subnet': ['ID=0ecb6394-3d66-459d-9531-fd2bb87a6b89,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:48.040487 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e1df4149-aa40-4f1d-81a3-1e642ea2819e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.040487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e1df4149-aa40-4f1d-81a3-1e642ea2819e tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "DELETE /v2.0/subnets/0ecb6394-3d66-459d-9531-fd2bb87a6b89 HTTP/1.1" status: 204 len: 168 time: 0.7682009 Sep 07 16:09:48.041661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45328) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:48.059513 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c9d35-db25-41ed-81a2-c7d99bfb9018 None None] Network fc0a082d-5e31-4b7d-8e11-f0d76564d364 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:09:48.075800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a356a951-f256-46eb-a3c5-409e49d4e808 req-d7ecc925-f307-4273-9972-d23b6afa2552 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133296 Sep 07 16:09:48.148092 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.240715 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.247665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fca48700-beda-40da-8177-65946a310d25 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:48.248726 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.292538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:09:48.293477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:09:48.300745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:09:48.317713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 14d0ca2e-0e94-462c-a611-47dda757ca38 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:48.346976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Pushing event updated for resources: {'Port': ['ID=96b52c78-922d-4e7e-a463-6f7ee542c2f4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:48.366278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Deleting port 856fa01f-e327-4738-82cd-c631983e4553 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:48.366632 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.409909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b75b1-6d6c-4b90-b5dc-f4d5c52d0887 req-8976b804-4f9a-472f-b476-c36050832223 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:48.412106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe6b75b1-6d6c-4b90-b5dc-f4d5c52d0887 req-8976b804-4f9a-472f-b476-c36050832223 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 945 time: 0.0831516 Sep 07 16:09:48.423953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 14d0ca2e-0e94-462c-a611-47dda757ca38 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:48.424504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 14d0ca2e-0e94-462c-a611-47dda757ca38 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:48.425137 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 9e41d1a4-bc27-4486-981e-9f52576f7746 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:48.447773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] For port 856fa01f-e327-4738-82cd-c631983e4553, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=856fa01f-e327-4738-82cd-c631983e4553,segment=NetworkSegment(ee1d2466-e7a4-4afe-8aae-8a4926001669),segment_id=ee1d2466-e7a4-4afe-8aae-8a4926001669)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:48.448156 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.471431 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Calling delete_port for 856fa01f-e327-4738-82cd-c631983e4553 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:48.484474 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.491197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 9e41d1a4-bc27-4486-981e-9f52576f7746 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:48.491767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 9e41d1a4-bc27-4486-981e-9f52576f7746 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:48.510608 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe6b75b1-6d6c-4b90-b5dc-f4d5c52d0887 req-498a9b74-11b5-4b9c-b13a-f48cea124b42 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700788 Sep 07 16:09:48.546863 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.622867 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a91737-ed62-4e80-a8df-c1669b923c4d None None] DHCP port deletion for fc0a082d-5e31-4b7d-8e11-f0d76564d364 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:09:48.645727 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.674909 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Port': ['ID=856fa01f-e327-4738-82cd-c631983e4553,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:48.683976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:48.684328 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:48.684710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:48.685065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:48.685478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:48.685813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:48.686153 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:48.686476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:48.694544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:48.696717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:48.699167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:48.700648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:09:48.718688 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-98a91737-ed62-4e80-a8df-c1669b923c4d None None] The port '856fa01f-e327-4738-82cd-c631983e4553' was deleted {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 07 16:09:48.718904 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] No DVR routers for this DVR port 856fa01f-e327-4738-82cd-c631983e4553 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:09:48.730727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port fca48700-beda-40da-8177-65946a310d25 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:48.730727 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.831535 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.862797 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0a082d-5e31-4b7d-8e11-f0d76564d364']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:48.875215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1d2466-e7a4-4afe-8aae-8a4926001669') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:48.883813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1d2466-e7a4-4afe-8aae-8a4926001669') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:48.898765 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.926918 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.943183 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:09:48.946180 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.950715 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.962099 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:48.964914 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:49.012502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca48700-beda-40da-8177-65946a310d25'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:49.014822 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c02dfa-062f-402d-9160-f0f896d2924f" -d '{"events": [{"server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "name": "network-vif-plugged", "status": "completed", "tag": "fca48700-beda-40da-8177-65946a310d25"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:09:49.044620 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:09:49.050544 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:49.054471 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fca48700-beda-40da-8177-65946a310d25,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:49.057053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:49.062095 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "DELETE /v2.0/networks/fc0a082d-5e31-4b7d-8e11-f0d76564d364 HTTP/1.1" status: 204 len: 168 time: 1.0188770 Sep 07 16:09:49.064634 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:49.070686 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:49.180211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fca48700-beda-40da-8177-65946a310d25,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:49.183013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4c5907-97fa-4718-92a4-a36342379f3b tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Deleting subnet 7ed62316-5177-4aa2-a8a8-be2bfddeb17a {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:09:49.194790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Pushing event updated for resources: {'Port': ['ID=96b52c78-922d-4e7e-a463-6f7ee542c2f4,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:49.196428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5907-97fa-4718-92a4-a36342379f3b tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:49.219258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213d217-19d2-4c77-99d6-988b23ab5aee req-6cfaa694-7a1b-4d02-a6af-3e215de04f45 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:49.231412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f213d217-19d2-4c77-99d6-988b23ab5aee req-6cfaa694-7a1b-4d02-a6af-3e215de04f45 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 944 time: 0.2748156 Sep 07 16:09:49.259390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:49.302525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 856fa01f-e327-4738-82cd-c631983e4553 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:49.316880 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5907-97fa-4718-92a4-a36342379f3b tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:49.326606 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f213d217-19d2-4c77-99d6-988b23ab5aee req-c9d6e9c9-e335-4728-99e4-6c220aa48e68 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939133 Sep 07 16:09:49.335509 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:49.339080 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-291bd41f-46b2-4343-9527-ff0b8e5cafe3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2071254 Sep 07 16:09:49.351586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 856fa01f-e327-4738-82cd-c631983e4553 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:49.357619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 856fa01f-e327-4738-82cd-c631983e4553 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:49.377946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15965031-a751-4b28-b607-3507901fe7ba tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Network': ['ID=fc0a082d-5e31-4b7d-8e11-f0d76564d364,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:49.415057 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a997558a-5684-4162-a18d-84be5437158a x-openstack-request-id: req-a997558a-5684-4162-a18d-84be5437158a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:49.415366 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "name": "network-vif-plugged", "status": "completed", "tag": "fca48700-beda-40da-8177-65946a310d25", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:49.415682 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a997558a-5684-4162-a18d-84be5437158a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:49.416036 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca48700-beda-40da-8177-65946a310d25', 'code': 200} Sep 07 16:09:49.430923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45384) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:49.453106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-5c3ac230-32c9-4431-8ec9-8369c304bb3c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.0974193 Sep 07 16:09:49.555479 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5907-97fa-4718-92a4-a36342379f3b tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:49.628319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcc80f-0640-4cad-8a96-e09f535c4618 req-c3ff4293-ceda-42d2-8b2c-291996b755d0 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:49.629899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6adcc80f-0640-4cad-8a96-e09f535c4618 req-c3ff4293-ceda-42d2-8b2c-291996b755d0 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1178594 Sep 07 16:09:49.640808 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c53bac46-c784-4666-906a-6882b8464ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:49.649430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-4307f7a3-ac09-455e-ac99-f7e8ee7ca2d5 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:49.651290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99a58adf-1a5d-4bc7-b250-04ac96e17df3 req-4307f7a3-ac09-455e-ac99-f7e8ee7ca2d5 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.1869421 Sep 07 16:09:49.714788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6adcc80f-0640-4cad-8a96-e09f535c4618 req-60e6a183-d983-4b9b-9fab-b010ec1a96a1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596395 Sep 07 16:09:49.745541 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5907-97fa-4718-92a4-a36342379f3b tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:49.767842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5907-97fa-4718-92a4-a36342379f3b tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:49.772086 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ea4c5907-97fa-4718-92a4-a36342379f3b tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "DELETE /v2.0/subnets/7ed62316-5177-4aa2-a8a8-be2bfddeb17a HTTP/1.1" status: 204 len: 168 time: 0.6980453 Sep 07 16:09:49.772951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45400) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:49.785694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfe9959-2c16-44f8-8e44-e11c79afd990 None None] Network e00d1933-c615-46e7-89d9-3dafced310a0 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:09:49.794360 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c5907-97fa-4718-92a4-a36342379f3b tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed62316-5177-4aa2-a8a8-be2bfddeb17a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:49.915870 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c53bac46-c784-4666-906a-6882b8464ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:49.925377 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c53bac46-c784-4666-906a-6882b8464ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.019533 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.022409 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c53bac46-c784-4666-906a-6882b8464ae5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=458d1da77b2e4fb5bc6d05d44636ab40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5901997 Sep 07 16:09:50.023536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bac46-c784-4666-906a-6882b8464ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaa9ac6-46c3-4f2b-9998-8ec3a68238e4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:50.030258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45402) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:50.057687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84aef6-67f5-456e-8416-16f9cd246f5d req-3e771678-faa6-4cb9-bffd-9c84d311a4ac tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:50.059538 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f84aef6-67f5-456e-8416-16f9cd246f5d req-3e771678-faa6-4cb9-bffd-9c84d311a4ac tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 945 time: 0.2384360 Sep 07 16:09:50.113844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dddd561-937b-4f06-aa7b-4b97c91c1537 None None] DHCP port deletion for e00d1933-c615-46e7-89d9-3dafced310a0 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:09:50.151823 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb487d97-5cac-47b8-b098-2eb28f882722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.169134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f84aef6-67f5-456e-8416-16f9cd246f5d req-1939a797-2b8b-4e3b-8b9f-8c3572c3867d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986476 Sep 07 16:09:50.198572 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb487d97-5cac-47b8-b098-2eb28f882722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.224452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Deleting port 3cafad75-03ad-41dd-a1be-8317912ebcc7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:50.225558 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.226766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2dddd561-937b-4f06-aa7b-4b97c91c1537 None None] Deleting port 3cafad75-03ad-41dd-a1be-8317912ebcc7 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:50.227326 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2dddd561-937b-4f06-aa7b-4b97c91c1537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.262718 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb487d97-5cac-47b8-b098-2eb28f882722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.266805 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb487d97-5cac-47b8-b098-2eb28f882722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.268870 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-eb487d97-5cac-47b8-b098-2eb28f882722 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6aaa9ac6-46c3-4f2b-9998-8ec3a68238e4 HTTP/1.1" status: 204 len: 168 time: 0.2376156 Sep 07 16:09:50.280603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 44a92f62-a283-442b-9a88-a88b769b72d5 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:50.290524 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb487d97-5cac-47b8-b098-2eb28f882722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaa9ac6-46c3-4f2b-9998-8ec3a68238e4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:50.502951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] For port 3cafad75-03ad-41dd-a1be-8317912ebcc7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3cafad75-03ad-41dd-a1be-8317912ebcc7,segment=NetworkSegment(e1c080fe-3682-4cdf-ac9f-2f8386221ab5),segment_id=e1c080fe-3682-4cdf-ac9f-2f8386221ab5)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:50.503326 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.586573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cef313-2330-4ed6-87cf-3b48e7a4a68a req-3cabb569-a1c2-4295-9907-c645afaac899 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:50.596802 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15cef313-2330-4ed6-87cf-3b48e7a4a68a req-3cabb569-a1c2-4295-9907-c645afaac899 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2842846 Sep 07 16:09:50.618298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2dddd561-937b-4f06-aa7b-4b97c91c1537 None None] For port 3cafad75-03ad-41dd-a1be-8317912ebcc7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3cafad75-03ad-41dd-a1be-8317912ebcc7,segment=NetworkSegment(e1c080fe-3682-4cdf-ac9f-2f8386221ab5),segment_id=e1c080fe-3682-4cdf-ac9f-2f8386221ab5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:50.618971 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2dddd561-937b-4f06-aa7b-4b97c91c1537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.624635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Calling delete_port for 3cafad75-03ad-41dd-a1be-8317912ebcc7 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:50.644756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2dddd561-937b-4f06-aa7b-4b97c91c1537 None None] Calling delete_port for 3cafad75-03ad-41dd-a1be-8317912ebcc7 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:50.646966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 44a92f62-a283-442b-9a88-a88b769b72d5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:50.656803 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 44a92f62-a283-442b-9a88-a88b769b72d5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:50.657973 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.753177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15cef313-2330-4ed6-87cf-3b48e7a4a68a req-f0aa265f-7d14-413d-b8a6-6781da3c20b5 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.1553154 Sep 07 16:09:50.848899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-15cef313-2330-4ed6-87cf-3b48e7a4a68a req-32dfffae-bb1b-404a-ba05-800cc0fe8e37 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Request body: {'floatingip': {'port_id': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:50.886435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45412) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:50.900145 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0892aaf8-a124-4945-bca7-d9fc9e3f18f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.913879 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2dddd561-937b-4f06-aa7b-4b97c91c1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.936446 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-15cef313-2330-4ed6-87cf-3b48e7a4a68a req-32dfffae-bb1b-404a-ba05-800cc0fe8e37 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:50.970923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddd561-937b-4f06-aa7b-4b97c91c1537 None None] Pushing event deleted for resources: {'Port': ['ID=3cafad75-03ad-41dd-a1be-8317912ebcc7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:51.003591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddd561-937b-4f06-aa7b-4b97c91c1537 None None] No DVR routers for this DVR port 3cafad75-03ad-41dd-a1be-8317912ebcc7 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:09:51.105945 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:51.174730 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0892aaf8-a124-4945-bca7-d9fc9e3f18f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:51.183866 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0892aaf8-a124-4945-bca7-d9fc9e3f18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:51.191357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 44a92f62-a283-442b-9a88-a88b769b72d5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=44a92f62-a283-442b-9a88-a88b769b72d5,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:51.200774 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:51.201829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b82f8145-375e-485f-9fd0-96dcece5c99a up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:09:51.283227 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0892aaf8-a124-4945-bca7-d9fc9e3f18f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2ba34ff277b4a6295c2e74bbd86da6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957798 Sep 07 16:09:51.284084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45416) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:51.303003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892aaf8-a124-4945-bca7-d9fc9e3f18f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174bc3ed-6fbf-447f-8c51-60c160dc218d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:51.316500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3cafad75-03ad-41dd-a1be-8317912ebcc7 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:09:51.365769 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-15cef313-2330-4ed6-87cf-3b48e7a4a68a req-32dfffae-bb1b-404a-ba05-800cc0fe8e37 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] update failed (client error): There was a conflict when trying to complete your request. Sep 07 16:09:51.378828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15cef313-2330-4ed6-87cf-3b48e7a4a68a req-32dfffae-bb1b-404a-ba05-800cc0fe8e37 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "PUT /v2.0/floatingips/2716089c-cabc-427e-a1bf-6ad3dc417047 HTTP/1.1" status: 409 len: 550 time: 0.6238444 Sep 07 16:09:51.421135 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7806deb-3dae-4a58-a231-aac1c1723da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:51.423411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 3cafad75-03ad-41dd-a1be-8317912ebcc7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:09:51.423767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3cafad75-03ad-41dd-a1be-8317912ebcc7 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:09:51.429175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b5d174-6ae5-4010-a147-a64674198f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a92f62-a283-442b-9a88-a88b769b72d5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:51.431795 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d473cc72-87fb-49b1-9368-1290c69770b2" -d '{"events": [{"server_uuid": "82b5d174-6ae5-4010-a147-a64674198f95", "name": "network-vif-plugged", "status": "completed", "tag": "44a92f62-a283-442b-9a88-a88b769b72d5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:51.447563 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:51.453203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port b82f8145-375e-485f-9fd0-96dcece5c99a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:09:51.468437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port b82f8145-375e-485f-9fd0-96dcece5c99a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:09:51.469008 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:51.493026 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7806deb-3dae-4a58-a231-aac1c1723da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:51.506333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Port': ['ID=3cafad75-03ad-41dd-a1be-8317912ebcc7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:51.514279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=44a92f62-a283-442b-9a88-a88b769b72d5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:51.559051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] No DVR routers for this DVR port 3cafad75-03ad-41dd-a1be-8317912ebcc7 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:09:51.572729 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7806deb-3dae-4a58-a231-aac1c1723da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:51.582600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7806deb-3dae-4a58-a231-aac1c1723da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:51.587832 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f7806deb-3dae-4a58-a231-aac1c1723da6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/174bc3ed-6fbf-447f-8c51-60c160dc218d HTTP/1.1" status: 204 len: 168 time: 0.3001900 Sep 07 16:09:51.609837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7806deb-3dae-4a58-a231-aac1c1723da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174bc3ed-6fbf-447f-8c51-60c160dc218d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:51.647049 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:51.729816 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b82f8145-375e-485f-9fd0-96dcece5c99a, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b82f8145-375e-485f-9fd0-96dcece5c99a,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:09:51.739025 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:51.849724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5206273-7fee-4531-a8a6-06aa6888e9b8 req-63fd289c-6885-418c-a518-c25f9aa80513 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:51.855940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5206273-7fee-4531-a8a6-06aa6888e9b8 req-63fd289c-6885-418c-a518-c25f9aa80513 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 944 time: 0.3538580 Sep 07 16:09:51.899882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=b82f8145-375e-485f-9fd0-96dcece5c99a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:51.905138 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:51.996505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00d1933-c615-46e7-89d9-3dafced310a0']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:52.018252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c080fe-3682-4cdf-ac9f-2f8386221ab5') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:52.018817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c080fe-3682-4cdf-ac9f-2f8386221ab5') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:52.047279 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:52.067111 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5206273-7fee-4531-a8a6-06aa6888e9b8 req-596bbd60-bd95-4949-990e-c17fb89902c2 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649413 Sep 07 16:09:52.068238 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:52.078759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:09:52.080360 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:09:52.164421 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:09:52.188460 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:52.211480 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:52.213679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] 10.222.0.70 "DELETE /v2.0/networks/e00d1933-c615-46e7-89d9-3dafced310a0 HTTP/1.1" status: 204 len: 168 time: 2.4391041 Sep 07 16:09:52.214649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b06d8f-2c52-4011-b3a4-ac6d38bb1bb2 tempest-ServersTestMultiNic-1081358690 tempest-ServersTestMultiNic-1081358690-project] Pushing event deleted for resources: {'Network': ['ID=e00d1933-c615-46e7-89d9-3dafced310a0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:52.302922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe35d41-82c7-4522-b610-a7194c86fd55 req-8debbb39-6475-46eb-8298-f07a1558f1da tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:52.310206 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbe35d41-82c7-4522-b610-a7194c86fd55 req-8debbb39-6475-46eb-8298-f07a1558f1da tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.0794153 Sep 07 16:09:52.394221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbe35d41-82c7-4522-b610-a7194c86fd55 req-dfb0f4d8-2c37-4233-914c-34c08cb8e194 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760369 Sep 07 16:09:52.627963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223d8cd-fa4e-4909-bb01-1c3175d1bc1f req-3e4d1901-dfb6-42ec-b72b-e2b3cd0f4a36 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:52.637327 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5223d8cd-fa4e-4909-bb01-1c3175d1bc1f req-3e4d1901-dfb6-42ec-b72b-e2b3cd0f4a36 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 946 time: 0.0750220 Sep 07 16:09:52.695858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5223d8cd-fa4e-4909-bb01-1c3175d1bc1f req-23d893b3-78f8-4d45-96bf-5990c9ccd227 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571506 Sep 07 16:09:52.833057 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-bf6159de-d646-4c97-890c-5f67fe7801ec tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips/2716089c-cabc-427e-a1bf-6ad3dc417047 HTTP/1.1" status: 200 len: 693 time: 0.1009977 Sep 07 16:09:53.082528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-9df9fd11-65f8-4c12-8936-e86154b7cc38 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:53.091421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-9df9fd11-65f8-4c12-8936-e86154b7cc38 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.2567379 Sep 07 16:09:53.156038 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-58f023d5-5e07-46ab-b021-671eeab9043c tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.0632813 Sep 07 16:09:53.218027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-2c9ed693-15b2-47ad-87be-4040b54234cf tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.0606203 Sep 07 16:09:53.471932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-cce16567-6aa9-4d19-98a9-1b862d0979f7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Deleting port 96b52c78-922d-4e7e-a463-6f7ee542c2f4 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:53.472639 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-cce16567-6aa9-4d19-98a9-1b862d0979f7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:53.678873 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-cce16567-6aa9-4d19-98a9-1b862d0979f7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:53.679953 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-cce16567-6aa9-4d19-98a9-1b862d0979f7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:53.716252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-cce16567-6aa9-4d19-98a9-1b862d0979f7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Calling delete_port for 96b52c78-922d-4e7e-a463-6f7ee542c2f4 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:09:53.987464 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-cce16567-6aa9-4d19-98a9-1b862d0979f7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:54.041061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce16567-6aa9-4d19-98a9-1b862d0979f7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Pushing event deleted for resources: {'Port': ['ID=96b52c78-922d-4e7e-a463-6f7ee542c2f4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:09:54.119927 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-cce16567-6aa9-4d19-98a9-1b862d0979f7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:54.133843 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-cce16567-6aa9-4d19-98a9-1b862d0979f7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:54.133843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d97b93d-e643-4a3f-a503-da8db15a8c77 req-cce16567-6aa9-4d19-98a9-1b862d0979f7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "DELETE /v2.0/floatingips/2716089c-cabc-427e-a1bf-6ad3dc417047 HTTP/1.1" status: 204 len: 173 time: 0.9142866 Sep 07 16:09:54.171171 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030e4126-e385-4c14-873f-019ae76e828f x-openstack-request-id: req-030e4126-e385-4c14-873f-019ae76e828f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:54.171680 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b5d174-6ae5-4010-a147-a64674198f95", "name": "network-vif-plugged", "status": "completed", "tag": "44a92f62-a283-442b-9a88-a88b769b72d5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:54.171787 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-030e4126-e385-4c14-873f-019ae76e828f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:54.172101 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b5d174-6ae5-4010-a147-a64674198f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a92f62-a283-442b-9a88-a88b769b72d5', 'code': 200} Sep 07 16:09:54.370921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384168c-67fb-4a9a-a88c-744035b568f1 req-fcf68402-dd03-43c0-9f5c-285c0b36645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:54.370921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6384168c-67fb-4a9a-a88c-744035b568f1 req-fcf68402-dd03-43c0-9f5c-285c0b36645d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 1097 time: 0.1204779 Sep 07 16:09:54.425590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b12894-0582-438f-829f-bbe3e3d4c866 req-1c568434-43f1-4d40-b4a3-e1ffbd6c2514 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:54.427219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8b12894-0582-438f-829f-bbe3e3d4c866 req-1c568434-43f1-4d40-b4a3-e1ffbd6c2514 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 945 time: 0.1378570 Sep 07 16:09:54.457269 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6384168c-67fb-4a9a-a88c-744035b568f1 req-2241013b-43a1-4004-908c-833188bc2df5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669060 Sep 07 16:09:54.495085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8b12894-0582-438f-829f-bbe3e3d4c866 req-16835734-ff9d-4c07-990a-418e7dc92738 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573747 Sep 07 16:09:54.651910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3455cb-8d08-477f-933a-2e421afae589 req-f758c0e0-eaf2-4ee8-962b-f95fea659135 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:54.653797 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c3455cb-8d08-477f-933a-2e421afae589 req-f758c0e0-eaf2-4ee8-962b-f95fea659135 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.0659401 Sep 07 16:09:54.715672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c3455cb-8d08-477f-933a-2e421afae589 req-29d3f72a-913d-4f53-a71c-7d65107069aa tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545197 Sep 07 16:09:54.899589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966fbf2-54d6-4012-ade7-1ec920b6cc3d req-fbb0c127-c92a-4e70-9b22-8eb11a9f0307 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:54.904097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a966fbf2-54d6-4012-ade7-1ec920b6cc3d req-fbb0c127-c92a-4e70-9b22-8eb11a9f0307 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 946 time: 0.1089478 Sep 07 16:09:54.923567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-e3fe59e6-dcd0-4fd6-b9a6-c80b02e28901 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 1000 time: 0.0899396 Sep 07 16:09:54.989900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-e5d64e37-0fe1-4cc9-89ef-e706a2455fbb tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:54.991356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-e5d64e37-0fe1-4cc9-89ef-e706a2455fbb tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports/8bf3a7e2-2668-432b-8e69-49274ba5f5e1 HTTP/1.1" status: 200 len: 942 time: 0.0614994 Sep 07 16:09:54.994695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a966fbf2-54d6-4012-ade7-1ec920b6cc3d req-b0158b2b-6481-4974-8430-8c79f86e70f6 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854769 Sep 07 16:09:55.135069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-c8dd85ea-de84-4bbf-b3b2-96847757addc tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 1000 time: 0.0965402 Sep 07 16:09:55.276842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-d95af7ba-08d4-4951-863a-00df72541a79 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:55.278395 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-d95af7ba-08d4-4951-863a-00df72541a79 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.1424160 Sep 07 16:09:55.353081 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-a91d20fd-038c-4d9a-a7a9-c2140b2b9c12 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 1000 time: 0.0678654 Sep 07 16:09:55.363643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-245ad9fe-87d4-4bd3-9c39-678258a6aaae tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:55.821182 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-245ad9fe-87d4-4bd3-9c39-678258a6aaae tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:55.930884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-f316e30d-3135-4b8e-93b7-61e3e1fa9a20 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:55.932441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-f316e30d-3135-4b8e-93b7-61e3e1fa9a20 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/networks?id=916df514-c2a8-4edc-bf73-1fdf6c78519a HTTP/1.1" status: 200 len: 815 time: 0.2005529 Sep 07 16:09:55.960716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-53c334ae-fd70-44d1-8462-d0f86941afd9 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/quotas/8aa3f2cbf3b549acb378a297e79ccdd3 HTTP/1.1" status: 200 len: 375 time: 0.0212789 Sep 07 16:09:56.030443 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-245ad9fe-87d4-4bd3-9c39-678258a6aaae tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:56.039909 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-245ad9fe-87d4-4bd3-9c39-678258a6aaae tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:56.040271 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-245ad9fe-87d4-4bd3-9c39-678258a6aaae tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Floating IP e58d6fe3-979f-4fc7-bee5-b54f3fb2df4c disassociated. External IP: 172.25.3.22, port: 8bf3a7e2-2668-432b-8e69-49274ba5f5e1. Sep 07 16:09:56.093234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-cbf5e0ae-0fe9-4368-a7fa-025bf52636c0 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8aa3f2cbf3b549acb378a297e79ccdd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237586 Sep 07 16:09:56.172955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd314b6c4-bfdf-4e74-8e2c-7ac06a0106ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82f8145-375e-485f-9fd0-96dcece5c99a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:56.175305 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08212c6c-9dbb-41d1-a427-b6ca3cbdf0d1" -d '{"events": [{"server_uuid": "d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee", "name": "network-vif-plugged", "status": "completed", "tag": "b82f8145-375e-485f-9fd0-96dcece5c99a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:56.271008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-2470b4ee-46bf-4396-9c6f-8c243968f05a service neutron] 10.222.0.70 "GET /v2.0/networks/916df514-c2a8-4edc-bf73-1fdf6c78519a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662540 Sep 07 16:09:56.396172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-245ad9fe-87d4-4bd3-9c39-678258a6aaae tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:09:56.423864 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-cc522135-a980-4bf2-bafc-7bebd6d5cf4c service neutron] 10.222.0.70 "GET /v2.0/networks/916df514-c2a8-4edc-bf73-1fdf6c78519a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425359 Sep 07 16:09:56.539036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-245ad9fe-87d4-4bd3-9c39-678258a6aaae tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:09:56.544486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-245ad9fe-87d4-4bd3-9c39-678258a6aaae tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:56.550197 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9fff1-8e24-471f-be27-a2a3d91a0f91 None None] Sync routers for ids ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:09:56.579670 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9fff1-8e24-471f-be27-a2a3d91a0f91 None None] Routers {'3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:56.584697 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-02a9fff1-8e24-471f-be27-a2a3d91a0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:56.591221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-245ad9fe-87d4-4bd3-9c39-678258a6aaae tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "PUT /v2.0/floatingips/e58d6fe3-979f-4fc7-bee5-b54f3fb2df4c HTTP/1.1" status: 200 len: 694 time: 1.2315099 Sep 07 16:09:56.593446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'tag': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:09:56.596365 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222555df-aba4-428b-964f-37875d0a32c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6fec4f49-ec9c-4ea1-aafe-4b306949e6bf", "tag": "8bf3a7e2-2668-432b-8e69-49274ba5f5e1"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:09:56.696717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-ace1f61d-564f-4fc4-a1e7-e68f8ea79b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:56.709863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-ace1f61d-564f-4fc4-a1e7-e68f8ea79b30 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6b275626fee4b87819d5fc542a6f3a0&device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 1096 time: 0.1012027 Sep 07 16:09:56.783407 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-02a9fff1-8e24-471f-be27-a2a3d91a0f91 None None] Set router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:56.863148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-78c5ea9d-1cd1-4736-8da9-dd0c84f9504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:56.866343 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-78c5ea9d-1cd1-4736-8da9-dd0c84f9504f service neutron] 10.222.0.70 "GET /v2.0/networks?id=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 HTTP/1.1" status: 200 len: 930 time: 0.1559598 Sep 07 16:09:56.934420 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-86344ab7-7d28-4e8a-8275-43fe475e36ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bf3a7e2-2668-432b-8e69-49274ba5f5e1 HTTP/1.1" status: 200 len: 217 time: 0.0561819 Sep 07 16:09:57.030084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-4aa5967d-7857-41a0-be3c-0089dab38ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:57.031669 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-4aa5967d-7857-41a0-be3c-0089dab38ff5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78fe93e7-953a-42fe-ae63-cc0d5aaa22b9 HTTP/1.1" status: 200 len: 868 time: 0.0883875 Sep 07 16:09:57.043551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468b4c5-aaf5-425e-834f-415ac4a25a4b req-b6919e30-2143-428e-9b2c-1106bba8f50c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:57.045742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c468b4c5-aaf5-425e-834f-415ac4a25a4b req-b6919e30-2143-428e-9b2c-1106bba8f50c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 945 time: 0.1038787 Sep 07 16:09:57.124508 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-315e112e-60c8-4674-a72e-42bc35a9e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:57.126600 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-315e112e-60c8-4674-a72e-42bc35a9e52f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792356 Sep 07 16:09:57.144840 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-02a9fff1-8e24-471f-be27-a2a3d91a0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 4, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port': {'id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:04Z', 'updated_at': '2021-09-07T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '067f76f4-b53f-4407-80ef-f6af09d27c7e', 'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'mac_address': 'fa:16:3e:fc:ec:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:17Z', 'revision_number': 5, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'subnets': [{'id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:57.153668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c468b4c5-aaf5-425e-834f-415ac4a25a4b req-5b7408c7-5d8f-44f6-925c-26de5493c313 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949755 Sep 07 16:09:57.237133 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9fff1-8e24-471f-be27-a2a3d91a0f91 None None] Checking router: 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:09:57.252661 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9fff1-8e24-471f-be27-a2a3d91a0f91 None None] Routers {'3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:09:57.253638 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-02a9fff1-8e24-471f-be27-a2a3d91a0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:57.267712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-03041b86-2f3b-4dd8-8396-fd130105c33f service neutron] 10.222.0.70 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288698 Sep 07 16:09:57.376630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2d675-fe37-4b32-918a-19a9c6c353ba req-113ddd25-c27e-44e8-9f41-874657510855 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:57.378213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ce2d675-fe37-4b32-918a-19a9c6c353ba req-113ddd25-c27e-44e8-9f41-874657510855 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1306126 Sep 07 16:09:57.422661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae660460-84b2-472c-bb2f-064a4a6ecfa1 req-4da73999-5214-4770-989a-4eb3b45483e0 service neutron] 10.222.0.70 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393926 Sep 07 16:09:57.437413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ce2d675-fe37-4b32-918a-19a9c6c353ba req-06bdaad5-a4a5-4653-b9fa-3532d499e647 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527344 Sep 07 16:09:57.568259 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce50ac5-0d1b-4195-a9d6-2a1fa8bf0ceb x-openstack-request-id: req-0ce50ac5-0d1b-4195-a9d6-2a1fa8bf0ceb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:57.568862 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee", "name": "network-vif-plugged", "status": "completed", "tag": "b82f8145-375e-485f-9fd0-96dcece5c99a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:57.569015 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ce50ac5-0d1b-4195-a9d6-2a1fa8bf0ceb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:57.569537 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd314b6c4-bfdf-4e74-8e2c-7ac06a0106ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82f8145-375e-485f-9fd0-96dcece5c99a', 'code': 200} Sep 07 16:09:57.572927 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-02a9fff1-8e24-471f-be27-a2a3d91a0f91 None None] Set router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:09:57.622251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaade1d-7eab-4e94-b0f1-28104199e27a req-c0c8abfa-3fc7-460a-8de3-0e1ed5dbed0a tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:57.630263 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aaade1d-7eab-4e94-b0f1-28104199e27a req-c0c8abfa-3fc7-460a-8de3-0e1ed5dbed0a tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 946 time: 0.0767477 Sep 07 16:09:57.719925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9eb5dbcb-4b82-47f1-b637-9a49645bf488 req-39a28d29-2235-4711-b8fc-553ad46cc468 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 210 time: 0.0693536 Sep 07 16:09:57.762385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aaade1d-7eab-4e94-b0f1-28104199e27a req-9db1bc89-e298-4a86-a0c1-65ae1431c7c0 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312411 Sep 07 16:09:57.780498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e406f-e00d-4171-a945-566b4a4811f9 req-e686aa7f-3610-458a-88d4-791a1407f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:57.782716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f42e406f-e00d-4171-a945-566b4a4811f9 req-e686aa7f-3610-458a-88d4-791a1407f557 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 1096 time: 0.1439893 Sep 07 16:09:57.799566 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bce5b1-e48a-411d-b1fa-4ed477c8f1b9 x-openstack-request-id: req-e7bce5b1-e48a-411d-b1fa-4ed477c8f1b9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:09:57.799939 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fec4f49-ec9c-4ea1-aafe-4b306949e6bf", "tag": "8bf3a7e2-2668-432b-8e69-49274ba5f5e1", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:09:57.800295 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7bce5b1-e48a-411d-b1fa-4ed477c8f1b9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:09:57.800808 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'tag': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1', 'status': 'completed', 'code': 200} Sep 07 16:09:57.871774 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f42e406f-e00d-4171-a945-566b4a4811f9 req-071ab089-941c-4fe4-8f99-b284eb34ac66 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657251 Sep 07 16:09:57.882459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45548) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:09:57.901350 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222555df-aba4-428b-964f-37875d0a32c4 req-18757646-5402-4e3a-9927-18461313e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:57.903880 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-222555df-aba4-428b-964f-37875d0a32c4 req-18757646-5402-4e3a-9927-18461313e2a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6b275626fee4b87819d5fc542a6f3a0&device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 1096 time: 0.0745213 Sep 07 16:09:57.948636 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-02a9fff1-8e24-471f-be27-a2a3d91a0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 4, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port': {'id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:04Z', 'updated_at': '2021-09-07T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '067f76f4-b53f-4407-80ef-f6af09d27c7e', 'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'mac_address': 'fa:16:3e:fc:ec:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:17Z', 'revision_number': 5, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'subnets': [{'id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:09:58.018274 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9fff1-8e24-471f-be27-a2a3d91a0f91 None None] The sync data for ids ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'] in n-d-807551-3 is: [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:09:08Z', 'revision_number': 4, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port': {'id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:04Z', 'updated_at': '2021-09-07T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '067f76f4-b53f-4407-80ef-f6af09d27c7e', 'name': '', 'network_id': '60a7566e-a0fe-4fdd-9ad3-3195a6b34a37', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'mac_address': 'fa:16:3e:fc:ec:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:09:17Z', 'revision_number': 5, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'subnets': [{'id': '78fe93e7-953a-42fe-ae63-cc0d5aaa22b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:09:58.058423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222555df-aba4-428b-964f-37875d0a32c4 req-488b3bf2-b2e5-4d16-b950-9d49677126b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:58.061339 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-222555df-aba4-428b-964f-37875d0a32c4 req-488b3bf2-b2e5-4d16-b950-9d49677126b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 HTTP/1.1" status: 200 len: 930 time: 0.1486247 Sep 07 16:09:58.082097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-026fffee-8a6a-4c67-ac29-e55566134338 req-c4bcb7b5-2ba5-44c0-b50d-9e4d3dd22659 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips/e58d6fe3-979f-4fc7-bee5-b54f3fb2df4c HTTP/1.1" status: 200 len: 694 time: 0.1051140 Sep 07 16:09:58.143186 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-222555df-aba4-428b-964f-37875d0a32c4 req-53b38b84-408c-49c4-902d-af04eab36fe2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bf3a7e2-2668-432b-8e69-49274ba5f5e1 HTTP/1.1" status: 200 len: 217 time: 0.0623744 Sep 07 16:09:58.260222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222555df-aba4-428b-964f-37875d0a32c4 req-6345b554-78f1-4b66-9555-8fe5b1362062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:58.262794 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-222555df-aba4-428b-964f-37875d0a32c4 req-6345b554-78f1-4b66-9555-8fe5b1362062 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78fe93e7-953a-42fe-ae63-cc0d5aaa22b9 HTTP/1.1" status: 200 len: 868 time: 0.1010327 Sep 07 16:09:58.349134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222555df-aba4-428b-964f-37875d0a32c4 req-83b8b025-0ca0-481e-9f2c-80b21d3ca8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:58.351084 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-222555df-aba4-428b-964f-37875d0a32c4 req-83b8b025-0ca0-481e-9f2c-80b21d3ca8da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803406 Sep 07 16:09:58.484291 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-222555df-aba4-428b-964f-37875d0a32c4 req-5360c553-c4fb-4af1-b2f7-5e37af038257 service neutron] 10.222.0.35 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163492 Sep 07 16:09:58.552249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ee9ec-90ba-4065-b248-051f4ac4b2ef None None] New status for floating IP e58d6fe3-979f-4fc7-bee5-b54f3fb2df4c: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:09:58.594231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-bdb979fd-2e38-4758-acb2-c9de83a45d45 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:58.595783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-bdb979fd-2e38-4758-acb2-c9de83a45d45 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.54 "GET /v2.0/networks?id=916df514-c2a8-4edc-bf73-1fdf6c78519a HTTP/1.1" status: 200 len: 815 time: 0.4873083 Sep 07 16:09:58.611540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fffee-8a6a-4c67-ac29-e55566134338 req-e513fb91-3929-45f3-a28f-8c7cb8bac3d3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:58.616296 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-222555df-aba4-428b-964f-37875d0a32c4 req-8d207e78-4801-4dc7-bc54-a2050f365337 service neutron] 10.222.0.35 "GET /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240335 Sep 07 16:09:58.618842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-026fffee-8a6a-4c67-ac29-e55566134338 req-e513fb91-3929-45f3-a28f-8c7cb8bac3d3 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.5350776 Sep 07 16:09:58.648607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Request body: {'port': {'device_id': '0af3e5df-de10-48f2-8dc6-b32a156c6c7d', 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a', 'admin_state_up': True, 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:09:58.767277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-026fffee-8a6a-4c67-ac29-e55566134338 req-47a60359-d397-4a84-b41c-0b08ad2d0be5 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 697 time: 0.1472108 Sep 07 16:09:58.786834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb5dd4-4870-497b-94fb-7281202e9a24 req-ac075dcd-34eb-4838-9083-86641916c84f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:58.788405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-beeb5dd4-4870-497b-94fb-7281202e9a24 req-ac075dcd-34eb-4838-9083-86641916c84f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 946 time: 0.4272983 Sep 07 16:09:58.880423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-026fffee-8a6a-4c67-ac29-e55566134338 req-cd6802e8-c66e-4b1a-9a6b-b06f0d2b8575 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 697 time: 0.1121271 Sep 07 16:09:59.448102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-beeb5dd4-4870-497b-94fb-7281202e9a24 req-32267e41-11b5-48ce-b0a6-3ddfca9c837c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953975 Sep 07 16:09:59.571941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Made reservation on behalf of 8aa3f2cbf3b549acb378a297e79ccdd3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:09:59.579794 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:59.835367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e3ed6-beeb-4cbb-beeb-8cb94f53e2ce req-ed28169a-fc15-4beb-bffa-fa746617cdbc tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:09:59.852952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-918e3ed6-beeb-4cbb-beeb-8cb94f53e2ce req-ed28169a-fc15-4beb-bffa-fa746617cdbc tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 945 time: 0.2177196 Sep 07 16:09:59.883628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-026fffee-8a6a-4c67-ac29-e55566134338 req-f84a1118-621c-4c6c-8919-6ffae0fa1fc4 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Deleting port 59d310c3-8bd8-4fde-8fa9-e5ac979d0fdf {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:09:59.883628 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-026fffee-8a6a-4c67-ac29-e55566134338 req-f84a1118-621c-4c6c-8919-6ffae0fa1fc4 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:59.982226 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-026fffee-8a6a-4c67-ac29-e55566134338 req-f84a1118-621c-4c6c-8919-6ffae0fa1fc4 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:59.982629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-026fffee-8a6a-4c67-ac29-e55566134338 req-f84a1118-621c-4c6c-8919-6ffae0fa1fc4 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:09:59.996953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-026fffee-8a6a-4c67-ac29-e55566134338 req-f84a1118-621c-4c6c-8919-6ffae0fa1fc4 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Calling delete_port for 59d310c3-8bd8-4fde-8fa9-e5ac979d0fdf owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:00.073613 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-918e3ed6-beeb-4cbb-beeb-8cb94f53e2ce req-7cb18622-d375-4f43-9e03-7290984e4f20 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149727 Sep 07 16:10:00.126807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890506b4-7622-4d62-ab8e-17d35b888f10 req-fdd16f26-bb32-482c-b76f-04c489287f36 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:00.128770 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-890506b4-7622-4d62-ab8e-17d35b888f10 req-fdd16f26-bb32-482c-b76f-04c489287f36 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.54 "GET /v2.0/ports?device_id=82b5d174-6ae5-4010-a147-a64674198f95 HTTP/1.1" status: 200 len: 946 time: 0.0813785 Sep 07 16:10:00.268918 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-890506b4-7622-4d62-ab8e-17d35b888f10 req-a273a8a8-363d-4240-a351-0a3d5ff4998c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Deleting port 44a92f62-a283-442b-9a88-a88b769b72d5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:00.269485 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-890506b4-7622-4d62-ab8e-17d35b888f10 req-a273a8a8-363d-4240-a351-0a3d5ff4998c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:00.270820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Allocated IP 172.20.0.4 (916df514-c2a8-4edc-bf73-1fdf6c78519a/20ce827e-b211-4fcf-80b2-49127291cbb6/d887241b-6ece-45d6-ae59-108fe14214df) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:10:00.314213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0abcc-8e9c-4bef-b2f0-481cff7456a9 req-397b9899-3304-46f9-80e0-05c358b17277 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:00.322264 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2da0abcc-8e9c-4bef-b2f0-481cff7456a9 req-397b9899-3304-46f9-80e0-05c358b17277 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1306438 Sep 07 16:10:00.378350 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-890506b4-7622-4d62-ab8e-17d35b888f10 req-a273a8a8-363d-4240-a351-0a3d5ff4998c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] For port 44a92f62-a283-442b-9a88-a88b769b72d5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=44a92f62-a283-442b-9a88-a88b769b72d5,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:00.378793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-890506b4-7622-4d62-ab8e-17d35b888f10 req-a273a8a8-363d-4240-a351-0a3d5ff4998c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:00.395684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-890506b4-7622-4d62-ab8e-17d35b888f10 req-a273a8a8-363d-4240-a351-0a3d5ff4998c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Calling delete_port for 44a92f62-a283-442b-9a88-a88b769b72d5 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:00.415602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2da0abcc-8e9c-4bef-b2f0-481cff7456a9 req-ea05c5a9-742d-4c81-b8fb-3edc84821dcd tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920441 Sep 07 16:10:00.459995 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c97a051-f6c9-4f8d-9e33-68a34924fe45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:00.542095 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-890506b4-7622-4d62-ab8e-17d35b888f10 req-a273a8a8-363d-4240-a351-0a3d5ff4998c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:00.556119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['44a92f62-a283-442b-9a88-a88b769b72d5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:00.590401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273a8a8-363d-4240-a351-0a3d5ff4998c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event deleted for resources: {'Port': ['ID=44a92f62-a283-442b-9a88-a88b769b72d5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:00.643304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-890506b4-7622-4d62-ab8e-17d35b888f10 req-a273a8a8-363d-4240-a351-0a3d5ff4998c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] No DVR routers for this DVR port 44a92f62-a283-442b-9a88-a88b769b72d5 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:10:00.646512 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-890506b4-7622-4d62-ab8e-17d35b888f10 req-a273a8a8-363d-4240-a351-0a3d5ff4998c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:00.648836 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-890506b4-7622-4d62-ab8e-17d35b888f10 req-a273a8a8-363d-4240-a351-0a3d5ff4998c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.54 "DELETE /v2.0/ports/44a92f62-a283-442b-9a88-a88b769b72d5 HTTP/1.1" status: 204 len: 173 time: 0.5006135 Sep 07 16:10:00.649373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b5d174-6ae5-4010-a147-a64674198f95', 'name': 'network-vif-deleted', 'tag': '44a92f62-a283-442b-9a88-a88b769b72d5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:00.661738 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c22e0e-b3c5-4d9c-8435-3f07e11ea282" -d '{"events": [{"server_uuid": "82b5d174-6ae5-4010-a147-a64674198f95", "name": "network-vif-deleted", "tag": "44a92f62-a283-442b-9a88-a88b769b72d5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:00.698949 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-026fffee-8a6a-4c67-ac29-e55566134338 req-f84a1118-621c-4c6c-8919-6ffae0fa1fc4 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:00.743744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a1118-621c-4c6c-8919-6ffae0fa1fc4 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Pushing event deleted for resources: {'Port': ['ID=59d310c3-8bd8-4fde-8fa9-e5ac979d0fdf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:00.762785 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:00.919659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Transition to ACTIVE for port object d887241b-6ece-45d6-ae59-108fe14214df will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:10:00.961532 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-026fffee-8a6a-4c67-ac29-e55566134338 req-f84a1118-621c-4c6c-8919-6ffae0fa1fc4 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:00.964223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-026fffee-8a6a-4c67-ac29-e55566134338 req-f84a1118-621c-4c6c-8919-6ffae0fa1fc4 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:00.965397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-026fffee-8a6a-4c67-ac29-e55566134338 req-f84a1118-621c-4c6c-8919-6ffae0fa1fc4 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "DELETE /v2.0/floatingips/e58d6fe3-979f-4fc7-bee5-b54f3fb2df4c HTTP/1.1" status: 204 len: 173 time: 2.0841756 Sep 07 16:10:01.022473 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:01.156377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Network 916df514-c2a8-4edc-bf73-1fdf6c78519a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:10:01.207509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Pushing event updated for resources: {'Port': ['ID=d887241b-6ece-45d6-ae59-108fe14214df,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:01.222986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:10:01.228167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:10:01.302454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e3367-4b4d-496d-996a-31ca7eea36f9 req-84e3df9e-ca31-4770-b7ec-aee0e4112a13 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:01.304798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-373e3367-4b4d-496d-996a-31ca7eea36f9 req-84e3df9e-ca31-4770-b7ec-aee0e4112a13 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 931 time: 0.2215154 Sep 07 16:10:01.312733 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:01.314308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:01.370691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4c97a051-f6c9-4f8d-9e33-68a34924fe45 admin admin] Deleting port 3011736a-d590-4cc6-9f5a-4906576c1523 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:01.371588 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c97a051-f6c9-4f8d-9e33-68a34924fe45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:01.386089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-462cd64a-d2cf-4229-a177-0515f936fa4a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7427227 Sep 07 16:10:01.426678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-373e3367-4b4d-496d-996a-31ca7eea36f9 req-4bb17890-b82d-4256-a96c-741097abacf7 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081018 Sep 07 16:10:01.468149 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:01.579572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-4c97a051-f6c9-4f8d-9e33-68a34924fe45 admin admin] For port 3011736a-d590-4cc6-9f5a-4906576c1523, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3011736a-d590-4cc6-9f5a-4906576c1523,segment=NetworkSegment(8f3badb1-136b-4f85-bfaa-5bc9f75c367c),segment_id=8f3badb1-136b-4f85-bfaa-5bc9f75c367c)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:01.580132 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c97a051-f6c9-4f8d-9e33-68a34924fe45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:01.603096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Request body: {'port': {'device_id': '0af3e5df-de10-48f2-8dc6-b32a156c6c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:01.614741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4c97a051-f6c9-4f8d-9e33-68a34924fe45 admin admin] Calling delete_port for 3011736a-d590-4cc6-9f5a-4906576c1523 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:01.677046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-da7feb71-5313-4906-9928-0896849e0020 None None] Provisioning for port d887241b-6ece-45d6-ae59-108fe14214df completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:10:01.682289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-da7feb71-5313-4906-9928-0896849e0020 None None] Provisioning complete for port d887241b-6ece-45d6-ae59-108fe14214df triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:10:01.682806 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da7feb71-5313-4906-9928-0896849e0020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:01.780502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-da7feb71-5313-4906-9928-0896849e0020 None None] Port d887241b-6ece-45d6-ae59-108fe14214df cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:10:01.832215 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:01.842589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e46829a7-9907-416b-997b-fa3759a4494d req-852c59e6-9798-4510-ba0f-e11a270172d6 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1567332464&fields=id&tenant_id=0b83c5fa846648dcb13c901c710885ec HTTP/1.1" status: 200 len: 267 time: 0.2018840 Sep 07 16:10:02.099810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46829a7-9907-416b-997b-fa3759a4494d req-5bb4788c-42b8-4140-8357-2e57b2bfb04b tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:02.118005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e46829a7-9907-416b-997b-fa3759a4494d req-5bb4788c-42b8-4140-8357-2e57b2bfb04b tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 945 time: 0.2513988 Sep 07 16:10:02.202389 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:02.272139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e46829a7-9907-416b-997b-fa3759a4494d req-4395c8c9-f6a1-432a-a11e-88694fb15cb7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'port': {'security_groups': ['4e8809cb-37c3-477c-89c9-4f863768e329', '90dbe574-c979-401a-a0a6-6685d5ee494b']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:02.469665 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e46829a7-9907-416b-997b-fa3759a4494d req-4395c8c9-f6a1-432a-a11e-88694fb15cb7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:02.586883 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c97a051-f6c9-4f8d-9e33-68a34924fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:02.698596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d887241b-6ece-45d6-ae59-108fe14214df {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:10:02.708857 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:02.725135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Transition to ACTIVE for port object d887241b-6ece-45d6-ae59-108fe14214df will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:10:02.859234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e46829a7-9907-416b-997b-fa3759a4494d req-4395c8c9-f6a1-432a-a11e-88694fb15cb7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] For port b82f8145-375e-485f-9fd0-96dcece5c99a, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b82f8145-375e-485f-9fd0-96dcece5c99a,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:02.894044 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e46829a7-9907-416b-997b-fa3759a4494d req-4395c8c9-f6a1-432a-a11e-88694fb15cb7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:02.899247 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:02.902280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97a051-f6c9-4f8d-9e33-68a34924fe45 admin admin] Pushing event deleted for resources: {'Port': ['ID=3011736a-d590-4cc6-9f5a-4906576c1523,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:02.977616 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e46829a7-9907-416b-997b-fa3759a4494d req-4395c8c9-f6a1-432a-a11e-88694fb15cb7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:02.990809 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['762aa294-d15a-4883-a034-c89219c10447', 'b82f8145-375e-485f-9fd0-96dcece5c99a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:03.041514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46829a7-9907-416b-997b-fa3759a4494d req-4395c8c9-f6a1-432a-a11e-88694fb15cb7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:03.042163 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e46829a7-9907-416b-997b-fa3759a4494d req-4395c8c9-f6a1-432a-a11e-88694fb15cb7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:03.045249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e46829a7-9907-416b-997b-fa3759a4494d req-4395c8c9-f6a1-432a-a11e-88694fb15cb7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "PUT /v2.0/ports/b82f8145-375e-485f-9fd0-96dcece5c99a HTTP/1.1" status: 200 len: 981 time: 0.7795975 Sep 07 16:10:03.090487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd314b6c4-bfdf-4e74-8e2c-7ac06a0106ee', 'tag': 'b82f8145-375e-485f-9fd0-96dcece5c99a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:03.093020 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcd8efb-ac08-4fb6-9b38-ee0703200e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee", "tag": "b82f8145-375e-485f-9fd0-96dcece5c99a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:03.134894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['b82f8145-375e-485f-9fd0-96dcece5c99a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:03.302794 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840c6f98-ca77-417a-b4a4-6304d7c087da x-openstack-request-id: req-840c6f98-ca77-417a-b4a4-6304d7c087da {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:03.303732 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b5d174-6ae5-4010-a147-a64674198f95", "name": "network-vif-deleted", "tag": "44a92f62-a283-442b-9a88-a88b769b72d5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:03.304207 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-840c6f98-ca77-417a-b4a4-6304d7c087da {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:03.304859 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b5d174-6ae5-4010-a147-a64674198f95', 'name': 'network-vif-deleted', 'tag': '44a92f62-a283-442b-9a88-a88b769b72d5', 'status': 'completed', 'code': 200} Sep 07 16:10:03.407671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Pushing event updated for resources: {'Port': ['ID=d887241b-6ece-45d6-ae59-108fe14214df,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:03.507532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Attempting to bind port d887241b-6ece-45d6-ae59-108fe14214df on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:10:03.507770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Attempting to bind port d887241b-6ece-45d6-ae59-108fe14214df by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b044c366-517c-4c13-971e-40c83009061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:10:03.508108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Attempting to bind port d887241b-6ece-45d6-ae59-108fe14214df on network 916df514-c2a8-4edc-bf73-1fdf6c78519a {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:03.512376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395c8c9-f6a1-432a-a11e-88694fb15cb7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'Port': ['ID=b82f8145-375e-485f-9fd0-96dcece5c99a,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:03.558694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Port d887241b-6ece-45d6-ae59-108fe14214df on network 916df514-c2a8-4edc-bf73-1fdf6c78519a not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:10:03.559118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Attempting to bind port d887241b-6ece-45d6-ae59-108fe14214df on network 916df514-c2a8-4edc-bf73-1fdf6c78519a {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:03.583958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:10:03.584645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Checking segment: {'id': 'b044c366-517c-4c13-971e-40c83009061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:10:03.585054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Bound using segment: {'id': 'b044c366-517c-4c13-971e-40c83009061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:10:03.585534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Bound port: d887241b-6ece-45d6-ae59-108fe14214df, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b044c366-517c-4c13-971e-40c83009061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:10:03.585946 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:03.603084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c97a051-f6c9-4f8d-9e33-68a34924fe45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:03.621012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c1736-86fd-44b0-b7bc-284da00b8525 req-a5cb0e7f-4092-4cc8-8cb6-b121601c3593 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:03.622659 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a5c1736-86fd-44b0-b7bc-284da00b8525 req-a5cb0e7f-4092-4cc8-8cb6-b121601c3593 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1422508 Sep 07 16:10:03.776664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a5c1736-86fd-44b0-b7bc-284da00b8525 req-c4de2468-ebe0-4af9-9168-82f670d27c60 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250110 Sep 07 16:10:03.884881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] For port d887241b-6ece-45d6-ae59-108fe14214df, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:10:03.917676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] For port d887241b-6ece-45d6-ae59-108fe14214df, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d887241b-6ece-45d6-ae59-108fe14214df,segment=NetworkSegment(b044c366-517c-4c13-971e-40c83009061a),segment_id=b044c366-517c-4c13-971e-40c83009061a)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:10:03.928790 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:04.324977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 44a92f62-a283-442b-9a88-a88b769b72d5 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:04.334476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45642) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:04.357367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 44a92f62-a283-442b-9a88-a88b769b72d5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:04.357697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 44a92f62-a283-442b-9a88-a88b769b72d5 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:04.470475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:04.470475 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:04.471667 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] 10.222.0.54 "PUT /v2.0/ports/d887241b-6ece-45d6-ae59-108fe14214df HTTP/1.1" status: 200 len: 1091 time: 2.8758514 Sep 07 16:10:04.546951 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92e49f5c-ba13-4bcb-a697-b05f30cf965d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:04.646462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb12fbe-2a50-4b43-90e2-f9acf939c2ac req-9cc0f92d-7831-41b0-befa-50d777cb1b6f tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:04.647683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-acb12fbe-2a50-4b43-90e2-f9acf939c2ac req-9cc0f92d-7831-41b0-befa-50d777cb1b6f tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 943 time: 0.2159624 Sep 07 16:10:04.651202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b08091-d1cb-475a-8f47-5b3761adfc90 service neutron] Pushing event updated for resources: {'Port': ['ID=d887241b-6ece-45d6-ae59-108fe14214df,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:04.659861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e8aa235-2c35-4e03-adcc-6a6eb9834da7 req-7b9ecfac-fba4-4b60-afb8-c682a863b563 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/90dbe574-c979-401a-a0a6-6685d5ee494b HTTP/1.1" status: 200 len: 1800 time: 0.2269120 Sep 07 16:10:04.675989 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92e49f5c-ba13-4bcb-a697-b05f30cf965d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:04.686968 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92e49f5c-ba13-4bcb-a697-b05f30cf965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:04.720351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c97a051-f6c9-4f8d-9e33-68a34924fe45 admin admin] Router 054fa035-e978-4554-8275-80170f5875e6 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:10:04.738108 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-92e49f5c-ba13-4bcb-a697-b05f30cf965d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff93c5b11bd6431cbe1582c2e4a53408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018991 Sep 07 16:10:04.739056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45646) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:04.745239 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e49f5c-ba13-4bcb-a697-b05f30cf965d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4ec573-6de0-4832-900e-b28a2ed9d010,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:04.759298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-acb12fbe-2a50-4b43-90e2-f9acf939c2ac req-fc3cc270-b5ca-4c9c-be6a-525e7b5c14e7 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030068 Sep 07 16:10:04.859357 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da57b555-f447-4705-b2ee-9868a8bf87a5 x-openstack-request-id: req-da57b555-f447-4705-b2ee-9868a8bf87a5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:04.859718 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee", "tag": "b82f8145-375e-485f-9fd0-96dcece5c99a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:04.859961 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da57b555-f447-4705-b2ee-9868a8bf87a5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:04.860385 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd314b6c4-bfdf-4e74-8e2c-7ac06a0106ee', 'tag': 'b82f8145-375e-485f-9fd0-96dcece5c99a', 'status': 'completed', 'code': 200} Sep 07 16:10:04.861207 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-5e8aa235-2c35-4e03-adcc-6a6eb9834da7 req-bbbae9b5-f4cb-44ac-80b5-6c0a96dd7060 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 16:10:04.862405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e8aa235-2c35-4e03-adcc-6a6eb9834da7 req-bbbae9b5-f4cb-44ac-80b5-6c0a96dd7060 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "DELETE /v2.0/security-groups/90dbe574-c979-401a-a0a6-6685d5ee494b HTTP/1.1" status: 409 len: 341 time: 0.1905906 Sep 07 16:10:04.892292 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aebb1f08-1b5d-4024-bc3d-8d0e80d75c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:04.946352 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aebb1f08-1b5d-4024-bc3d-8d0e80d75c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:04.973017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c97a051-f6c9-4f8d-9e33-68a34924fe45 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:10:04.985596 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f069bc8-0dc3-412c-9825-a5beccf14ae7 None None] Sync routers for ids ['054fa035-e978-4554-8275-80170f5875e6'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:10:04.995668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4c97a051-f6c9-4f8d-9e33-68a34924fe45 admin admin] 10.222.0.70 "PUT /v2.0/routers/054fa035-e978-4554-8275-80170f5875e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1111739 Sep 07 16:10:04.996647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45660) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:05.005394 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f069bc8-0dc3-412c-9825-a5beccf14ae7 None None] Routers {'054fa035-e978-4554-8275-80170f5875e6'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:10:05.006074 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0f069bc8-0dc3-412c-9825-a5beccf14ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['054fa035-e978-4554-8275-80170f5875e6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:05.178691 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:05.182785 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aebb1f08-1b5d-4024-bc3d-8d0e80d75c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:05.192380 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0f069bc8-0dc3-412c-9825-a5beccf14ae7 None None] Set router 054fa035-e978-4554-8275-80170f5875e6 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:10:05.199777 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aebb1f08-1b5d-4024-bc3d-8d0e80d75c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:05.204604 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-aebb1f08-1b5d-4024-bc3d-8d0e80d75c74 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df4ec573-6de0-4832-900e-b28a2ed9d010 HTTP/1.1" status: 204 len: 168 time: 0.4644561 Sep 07 16:10:05.230094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90fc57-210b-4062-a903-5418aefe0404 req-b5aa500f-8fe1-4560-af41-1ab064651302 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:05.237267 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f90fc57-210b-4062-a903-5418aefe0404 req-b5aa500f-8fe1-4560-af41-1ab064651302 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1651928 Sep 07 16:10:05.268462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb1f08-1b5d-4024-bc3d-8d0e80d75c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4ec573-6de0-4832-900e-b28a2ed9d010,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:05.314223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f90fc57-210b-4062-a903-5418aefe0404 req-6144e736-7e1f-4221-9cc2-b7780a6027cc tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0607414 Sep 07 16:10:05.323628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-83575486-e054-4e1d-bd04-38b24db6adfe tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:05.325994 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-83575486-e054-4e1d-bd04-38b24db6adfe tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.2956076 Sep 07 16:10:05.373046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-70c54302-978a-4ccd-8443-f7d23ebe0bfd tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/quotas/08157560ffc74d54a362078b263c837e HTTP/1.1" status: 200 len: 375 time: 0.0393531 Sep 07 16:10:05.387544 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:05.425357 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-3adc1404-720e-4413-8d6c-4a6427b914a3 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455647 Sep 07 16:10:05.487943 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Deleting port aa5e69ad-2b90-469a-91c9-64e07155d4a6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:05.488664 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:05.617010 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] For port aa5e69ad-2b90-469a-91c9-64e07155d4a6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=aa5e69ad-2b90-469a-91c9-64e07155d4a6,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:05.617791 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:05.629951 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0f069bc8-0dc3-412c-9825-a5beccf14ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054fa035-e978-4554-8275-80170f5875e6', 'name': 'tempest-ServersTestMultiNic-143222760-router', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:10:02Z', 'revision_number': 5, 'project_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'gw_port': {'id': 'aa5e69ad-2b90-469a-91c9-64e07155d4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054fa035-e978-4554-8275-80170f5875e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:07:34Z', 'updated_at': '2021-09-07T16:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:05.633492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Calling delete_port for aa5e69ad-2b90-469a-91c9-64e07155d4a6 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:05.678853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e997f-48d7-4ded-8ce0-c7ae98e0c43b req-4f29f975-7243-47e5-8ff9-9b5e529fbb7d tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:05.681548 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d66e997f-48d7-4ded-8ce0-c7ae98e0c43b req-4f29f975-7243-47e5-8ff9-9b5e529fbb7d tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1684208 Sep 07 16:10:05.697065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-7ab16e8e-d135-435f-8682-9422c0012f49 service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641313 Sep 07 16:10:05.741675 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f069bc8-0dc3-412c-9825-a5beccf14ae7 None None] Checking router: 054fa035-e978-4554-8275-80170f5875e6 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:10:05.758288 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f069bc8-0dc3-412c-9825-a5beccf14ae7 None None] Routers {'054fa035-e978-4554-8275-80170f5875e6'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:10:05.760427 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0f069bc8-0dc3-412c-9825-a5beccf14ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:09:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['054fa035-e978-4554-8275-80170f5875e6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:05.800113 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d66e997f-48d7-4ded-8ce0-c7ae98e0c43b req-6f2ff661-6228-442b-ba79-a10e00a20186 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018763 Sep 07 16:10:05.830736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45680) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:05.931146 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af29bb24-862e-4f9a-9bff-1db588a75236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:05.961665 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0f069bc8-0dc3-412c-9825-a5beccf14ae7 None None] Set router 054fa035-e978-4554-8275-80170f5875e6 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:10:06.006489 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.053752 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0f069bc8-0dc3-412c-9825-a5beccf14ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054fa035-e978-4554-8275-80170f5875e6', 'name': 'tempest-ServersTestMultiNic-143222760-router', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:10:05Z', 'revision_number': 6, 'project_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:06.071073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-39ae9fed-64d2-474a-972c-8af881fe2f8f service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568273 Sep 07 16:10:06.077836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5e69ad-2b90-469a-91c9-64e07155d4a6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:06.090052 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f069bc8-0dc3-412c-9825-a5beccf14ae7 None None] The sync data for ids ['054fa035-e978-4554-8275-80170f5875e6'] in n-d-807551-3 is: [{'id': '054fa035-e978-4554-8275-80170f5875e6', 'name': 'tempest-ServersTestMultiNic-143222760-router', 'tenant_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:07:32Z', 'updated_at': '2021-09-07T16:10:05Z', 'revision_number': 6, 'project_id': 'b0e662d9c8554938a22e85d31f6a27fc', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:10:06.090849 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b590c9b3-95e5-4c24-9b24-f0b6e14755cb req-7c90b35f-3d5a-4bcf-8fb4-9a809d5018a0 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0719252 Sep 07 16:10:06.171354 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.245599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba9a7-b3af-4f26-8da4-e58cac84be40 req-20bc5959-13c1-45d2-bc29-58f1110e854d tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:06.247862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f3ba9a7-b3af-4f26-8da4-e58cac84be40 req-20bc5959-13c1-45d2-bc29-58f1110e854d tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 950 time: 0.0819628 Sep 07 16:10:06.251134 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af29bb24-862e-4f9a-9bff-1db588a75236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.262430 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af29bb24-862e-4f9a-9bff-1db588a75236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.307132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29bb24-862e-4f9a-9bff-1db588a75236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb54dd3-d73c-4a97-871f-efc4e248a4bd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:06.357464 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-af29bb24-862e-4f9a-9bff-1db588a75236 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0473d486542a4b4a926498e11197e867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5225480 Sep 07 16:10:06.360978 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f3ba9a7-b3af-4f26-8da4-e58cac84be40 req-6b1cbcd4-2dcb-42bc-b6ea-6c53eaff0bad tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010840 Sep 07 16:10:06.361460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45686) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:06.418844 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.427158 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.459089 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9647602b-f237-4cd4-b744-72c82bfee173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.561875 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.562667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 054fa035-e978-4554-8275-80170f5875e6 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:10:06.568182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.569689 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e14eafb2-986a-40ee-b1ec-bc777ce5a6b6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/054fa035-e978-4554-8275-80170f5875e6 HTTP/1.1" status: 204 len: 168 time: 1.5719233 Sep 07 16:10:06.573036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45696) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:06.643933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9647602b-f237-4cd4-b744-72c82bfee173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.683079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da8dd1c-9e38-4eb5-986e-51589a94ff7e admin admin] Deleting subnet 031a602e-0904-4165-9b45-8170aea260e3 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:10:06.691747 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd1c-9e38-4eb5-986e-51589a94ff7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.757974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17d7db-7116-441a-9598-8a8186754ddf req-2554ab8c-3e74-4f98-b094-517758a5a18e tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:06.759733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa17d7db-7116-441a-9598-8a8186754ddf req-2554ab8c-3e74-4f98-b094-517758a5a18e tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 984 time: 0.2144659 Sep 07 16:10:06.770215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0725f-f449-4212-bea6-692a49d9612c req-cc95a68e-e3aa-4d4c-9a53-96bdc5663233 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:06.771952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5af0725f-f449-4212-bea6-692a49d9612c req-cc95a68e-e3aa-4d4c-9a53-96bdc5663233 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 943 time: 0.2666430 Sep 07 16:10:06.776513 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd1c-9e38-4eb5-986e-51589a94ff7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.832453 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9647602b-f237-4cd4-b744-72c82bfee173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.835173 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9647602b-f237-4cd4-b744-72c82bfee173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:06.840142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9647602b-f237-4cd4-b744-72c82bfee173 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8fb54dd3-d73c-4a97-871f-efc4e248a4bd HTTP/1.1" status: 204 len: 168 time: 0.4772513 Sep 07 16:10:06.867006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af3e5df-de10-48f2-8dc6-b32a156c6c7d', 'tag': 'd887241b-6ece-45d6-ae59-108fe14214df'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:06.869326 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae82c1e-68ed-43e4-b9a6-a968d3aedc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "0af3e5df-de10-48f2-8dc6-b32a156c6c7d", "tag": "d887241b-6ece-45d6-ae59-108fe14214df"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:06.876015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647602b-f237-4cd4-b744-72c82bfee173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb54dd3-d73c-4a97-871f-efc4e248a4bd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:06.895498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa17d7db-7116-441a-9598-8a8186754ddf req-a86db596-0045-4e22-a9ce-d7f30c2aef34 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=90dbe574-c979-401a-a0a6-6685d5ee494b&id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1223831 Sep 07 16:10:06.922654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5af0725f-f449-4212-bea6-692a49d9612c req-baba329f-2663-43a7-85b8-03ed25225a9a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041203 Sep 07 16:10:07.029615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd1c-9e38-4eb5-986e-51589a94ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:07.175506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f60be980-3025-4b09-b817-5e2a30da7b1e req-577d6179-7839-4435-a7c7-9826e298ec38 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 210 time: 0.0743322 Sep 07 16:10:07.187356 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:10:07.341521 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eded654-bf1f-4ffa-9cd6-671aa3d7d595 x-openstack-request-id: req-0eded654-bf1f-4ffa-9cd6-671aa3d7d595 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:07.342031 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af3e5df-de10-48f2-8dc6-b32a156c6c7d", "tag": "d887241b-6ece-45d6-ae59-108fe14214df", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:07.342442 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0eded654-bf1f-4ffa-9cd6-671aa3d7d595 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:07.343012 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af3e5df-de10-48f2-8dc6-b32a156c6c7d', 'tag': 'd887241b-6ece-45d6-ae59-108fe14214df', 'status': 'completed', 'code': 200} Sep 07 16:10:07.351582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device aa5e69ad-2b90-469a-91c9-64e07155d4a6 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:07.422240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: aa5e69ad-2b90-469a-91c9-64e07155d4a6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:07.422991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device aa5e69ad-2b90-469a-91c9-64e07155d4a6 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:07.423644 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3011736a-d590-4cc6-9f5a-4906576c1523 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:07.449211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 3011736a-d590-4cc6-9f5a-4906576c1523 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:07.449952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3011736a-d590-4cc6-9f5a-4906576c1523 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:07.487026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f85a-9c09-431c-aa51-0f42e64d6838 req-58bb7f66-4cd8-4e98-bc0b-c79083b4cd75 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:07.489217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d49f85a-9c09-431c-aa51-0f42e64d6838 req-58bb7f66-4cd8-4e98-bc0b-c79083b4cd75 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1196399 Sep 07 16:10:07.615627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d49f85a-9c09-431c-aa51-0f42e64d6838 req-c51f5466-0c25-43d0-a7f6-47acfbf2731b tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087956 Sep 07 16:10:07.645752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f274c3-a135-4ed3-a244-981ebeb5e151 req-55c815ee-2148-4f85-9497-b124aff335d9 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:07.645752 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78f274c3-a135-4ed3-a244-981ebeb5e151 req-55c815ee-2148-4f85-9497-b124aff335d9 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 945 time: 0.1551764 Sep 07 16:10:07.725525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78f274c3-a135-4ed3-a244-981ebeb5e151 req-99a18b64-3cb5-4ee2-9cac-1f5171ec62a8 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d931aa-3db6-47df-82b6-c7f840b88471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789356 Sep 07 16:10:07.936053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd1c-9e38-4eb5-986e-51589a94ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:07.964527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8dd1c-9e38-4eb5-986e-51589a94ff7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031a602e-0904-4165-9b45-8170aea260e3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:07.989999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd1c-9e38-4eb5-986e-51589a94ff7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:07.996844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf3838-df4c-4d39-810e-7e8fddb1d7d1 None None] Network f5beab13-3a8f-4a67-b976-1a3e6747c5ee requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:10:08.013386 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7da8dd1c-9e38-4eb5-986e-51589a94ff7e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/031a602e-0904-4165-9b45-8170aea260e3 HTTP/1.1" status: 204 len: 168 time: 1.4389100 Sep 07 16:10:08.015531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45748) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:08.132483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921dbd5-ee30-4a74-b4d7-aac880e96cf2 req-37c16c61-53f6-4f68-9f4d-68cfcee448c4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:08.138818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4921dbd5-ee30-4a74-b4d7-aac880e96cf2 req-37c16c61-53f6-4f68-9f4d-68cfcee448c4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 984 time: 0.1281638 Sep 07 16:10:08.195287 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:08.251124 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4921dbd5-ee30-4a74-b4d7-aac880e96cf2 req-327bdd21-7f3e-4306-8382-3aa0933357b7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=90dbe574-c979-401a-a0a6-6685d5ee494b&id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1073723 Sep 07 16:10:08.320882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fca48700-beda-40da-8177-65946a310d25 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:08.321580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Deleting port e633123b-5c0d-4287-a9cc-571c947cf9b4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:08.322086 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:08.366204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026471be-2797-472a-8c56-2cbbc7e0efcc None None] DHCP port deletion for f5beab13-3a8f-4a67-b976-1a3e6747c5ee request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:10:08.454138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fd34a-d991-4f51-a3b9-a87ec78cff91 req-823f17f1-2ffe-48c2-8d51-d583f195cabd tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:08.462592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a48fd34a-d991-4f51-a3b9-a87ec78cff91 req-823f17f1-2ffe-48c2-8d51-d583f195cabd tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 943 time: 0.0997615 Sep 07 16:10:08.466478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] For port e633123b-5c0d-4287-a9cc-571c947cf9b4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e633123b-5c0d-4287-a9cc-571c947cf9b4,segment=NetworkSegment(8f3badb1-136b-4f85-bfaa-5bc9f75c367c),segment_id=8f3badb1-136b-4f85-bfaa-5bc9f75c367c)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:08.466999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:08.503562 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Calling delete_port for e633123b-5c0d-4287-a9cc-571c947cf9b4 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:08.552559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a48fd34a-d991-4f51-a3b9-a87ec78cff91 req-38730ca8-3c4b-498b-9da1-70d170fb58a1 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888672 Sep 07 16:10:08.554076 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:08.559969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-026471be-2797-472a-8c56-2cbbc7e0efcc None None] Deleting port e633123b-5c0d-4287-a9cc-571c947cf9b4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:08.560421 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-026471be-2797-472a-8c56-2cbbc7e0efcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:08.669779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-026471be-2797-472a-8c56-2cbbc7e0efcc None None] For port e633123b-5c0d-4287-a9cc-571c947cf9b4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e633123b-5c0d-4287-a9cc-571c947cf9b4,segment=NetworkSegment(8f3badb1-136b-4f85-bfaa-5bc9f75c367c),segment_id=8f3badb1-136b-4f85-bfaa-5bc9f75c367c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:08.670400 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-026471be-2797-472a-8c56-2cbbc7e0efcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:08.672860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca48700-beda-40da-8177-65946a310d25'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:08.675355 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbb77cb-a953-4fd8-bb04-7149e85e7ab8" -d '{"events": [{"server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "name": "network-vif-unplugged", "status": "completed", "tag": "fca48700-beda-40da-8177-65946a310d25"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:08.683971 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:08.689211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fca48700-beda-40da-8177-65946a310d25,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:08.698872 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:08.706913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-026471be-2797-472a-8c56-2cbbc7e0efcc None None] Calling delete_port for e633123b-5c0d-4287-a9cc-571c947cf9b4 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:08.752039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab2ae39b-5b79-4c95-8014-3f51634cf55e req-6de7b939-77c8-4ea1-af3a-66a7fb7e78a4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 210 time: 0.0622175 Sep 07 16:10:08.761935 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Pushing event deleted for resources: {'Port': ['ID=e633123b-5c0d-4287-a9cc-571c947cf9b4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:08.773292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] No DVR routers for this DVR port e633123b-5c0d-4287-a9cc-571c947cf9b4 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:10:08.822420 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fca48700-beda-40da-8177-65946a310d25,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:08.924680 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-026471be-2797-472a-8c56-2cbbc7e0efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:08.935604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:08.990224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6daeb-5160-40c8-a3ff-0d2c306c205e req-aa4f66a6-2fd4-4612-9925-473f15d366c4 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:08.992119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcd6daeb-5160-40c8-a3ff-0d2c306c205e req-aa4f66a6-2fd4-4612-9925-473f15d366c4 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1221266 Sep 07 16:10:08.997554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026471be-2797-472a-8c56-2cbbc7e0efcc None None] Pushing event deleted for resources: {'Port': ['ID=e633123b-5c0d-4287-a9cc-571c947cf9b4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:09.012172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5beab13-3a8f-4a67-b976-1a3e6747c5ee']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:09.017126 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026471be-2797-472a-8c56-2cbbc7e0efcc None None] No DVR routers for this DVR port e633123b-5c0d-4287-a9cc-571c947cf9b4 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:10:09.058335 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c37b12b-6205-411d-8e8b-53607409304d x-openstack-request-id: req-4c37b12b-6205-411d-8e8b-53607409304d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:09.058803 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "name": "network-vif-unplugged", "status": "completed", "tag": "fca48700-beda-40da-8177-65946a310d25", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:09.059231 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c37b12b-6205-411d-8e8b-53607409304d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:09.059742 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca48700-beda-40da-8177-65946a310d25', 'code': 200} Sep 07 16:10:09.074358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3badb1-136b-4f85-bfaa-5bc9f75c367c') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:09.074810 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3badb1-136b-4f85-bfaa-5bc9f75c367c') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:09.095748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcd6daeb-5160-40c8-a3ff-0d2c306c205e req-4b2f2c92-48c0-4267-ac54-14cd109fd1f1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933354 Sep 07 16:10:09.126024 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:09.162069 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:09.162661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:10:09.171661 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:10:09.176639 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:10:09.206205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550f322-5aca-4c26-847e-bca63d3b917d req-192bb8ac-956b-4b3a-a8cd-2fe4cad015f4 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:09.207986 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1550f322-5aca-4c26-847e-bca63d3b917d req-192bb8ac-956b-4b3a-a8cd-2fe4cad015f4 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 945 time: 0.1875803 Sep 07 16:10:09.337418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e633123b-5c0d-4287-a9cc-571c947cf9b4 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:09.388277 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:09.432292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: e633123b-5c0d-4287-a9cc-571c947cf9b4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:09.437058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e633123b-5c0d-4287-a9cc-571c947cf9b4 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:09.467704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d691b-33e3-430f-b48b-06efb7cabd26 req-1fef6a96-8e7d-4e8f-91e0-c342defe65e6 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:09.477408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf4d691b-33e3-430f-b48b-06efb7cabd26 req-1fef6a96-8e7d-4e8f-91e0-c342defe65e6 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 945 time: 0.3022003 Sep 07 16:10:09.487434 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:09.489414 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] 10.222.0.70 "DELETE /v2.0/networks/f5beab13-3a8f-4a67-b976-1a3e6747c5ee HTTP/1.1" status: 204 len: 168 time: 1.4715557 Sep 07 16:10:09.507906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00aed6cc-6a58-4592-af7e-5a24d849552d req-84470b94-c2f6-47c5-96a4-7fe9617f36ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2493157 Sep 07 16:10:09.521039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd8efb-ac08-4fb6-9b38-ee0703200e1e req-1c5d2ae1-b91b-487a-a81a-e080e69e52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:09.524973 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dcd8efb-ac08-4fb6-9b38-ee0703200e1e req-1c5d2ae1-b91b-487a-a81a-e080e69e52b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b83c5fa846648dcb13c901c710885ec&device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 1135 time: 0.2913601 Sep 07 16:10:09.551674 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d0ada-f374-47a4-a82b-ced89390009b admin admin] Pushing event deleted for resources: {'Network': ['ID=f5beab13-3a8f-4a67-b976-1a3e6747c5ee,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:09.593692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf4d691b-33e3-430f-b48b-06efb7cabd26 req-041cd076-e37d-4cb9-a416-535e01b2b0c7 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/security-groups?id=43d931aa-3db6-47df-82b6-c7f840b88471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150730 Sep 07 16:10:09.603251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-1550f322-5aca-4c26-847e-bca63d3b917d req-bd8b7e14-cb85-40a8-90ed-bf3f5661e128 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Deleting port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:09.603600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1550f322-5aca-4c26-847e-bca63d3b917d req-bd8b7e14-cb85-40a8-90ed-bf3f5661e128 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:09.743488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843f04a-55ae-416f-99c7-ae0de3d5156e req-d141bacb-dc56-4a20-a033-4460a3d8d560 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:09.754714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3843f04a-55ae-416f-99c7-ae0de3d5156e req-d141bacb-dc56-4a20-a033-4460a3d8d560 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 984 time: 0.0866127 Sep 07 16:10:09.891061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3843f04a-55ae-416f-99c7-ae0de3d5156e req-83eaec06-d322-4037-9eda-e2c5371d11ac tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=90dbe574-c979-401a-a0a6-6685d5ee494b&id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1346357 Sep 07 16:10:09.911103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82c1e-68ed-43e4-b9a6-a968d3aedc7e req-b2c56b77-4358-49d7-b966-eff631a20857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:09.911103 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eae82c1e-68ed-43e4-b9a6-a968d3aedc7e req-b2c56b77-4358-49d7-b966-eff631a20857 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8aa3f2cbf3b549acb378a297e79ccdd3&device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 1094 time: 0.1458044 Sep 07 16:10:10.014122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45830) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:10.089534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1550f322-5aca-4c26-847e-bca63d3b917d req-bd8b7e14-cb85-40a8-90ed-bf3f5661e128 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] For port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8bf3a7e2-2668-432b-8e69-49274ba5f5e1,segment=NetworkSegment(bbea8677-fac5-410e-87b6-870b1fa4baa3),segment_id=bbea8677-fac5-410e-87b6-870b1fa4baa3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:10.096662 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1550f322-5aca-4c26-847e-bca63d3b917d req-bd8b7e14-cb85-40a8-90ed-bf3f5661e128 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:10.222917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aed6cc-6a58-4592-af7e-5a24d849552d req-eb36d232-285d-4894-bfec-23cee83822be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:10.224416 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00aed6cc-6a58-4592-af7e-5a24d849552d req-eb36d232-285d-4894-bfec-23cee83822be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b83c5fa846648dcb13c901c710885ec&device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 1175 time: 0.2632599 Sep 07 16:10:10.229425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-1550f322-5aca-4c26-847e-bca63d3b917d req-bd8b7e14-cb85-40a8-90ed-bf3f5661e128 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Calling delete_port for 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:10.254889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd8efb-ac08-4fb6-9b38-ee0703200e1e req-661e7a38-de92-4e18-beb4-bdd131a93391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:10.286368 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dcd8efb-ac08-4fb6-9b38-ee0703200e1e req-661e7a38-de92-4e18-beb4-bdd131a93391 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db HTTP/1.1" status: 200 len: 914 time: 0.5298641 Sep 07 16:10:10.307671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0063ccbb-7c94-4cf6-8f85-9f34792d1ff4 req-503a4342-9021-48cb-8760-0bd4c38f0691 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 210 time: 0.1085944 Sep 07 16:10:10.335006 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-96892b13-9f0f-4aca-b665-aab3eda50df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:10.349961 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-026356eb-fbea-4a9b-83d2-3e25891a98ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0e662d9c8554938a22e85d31f6a27fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040075 Sep 07 16:10:10.352690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:10.481758 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dcd8efb-ac08-4fb6-9b38-ee0703200e1e req-e397a82d-6aab-4305-94f3-51b39e1a42c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b82f8145-375e-485f-9fd0-96dcece5c99a HTTP/1.1" status: 200 len: 217 time: 0.0842822 Sep 07 16:10:10.491335 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8c660-aa3c-4f6d-a63e-8114b650de7e req-09448df9-c9e1-4bc6-aede-41517331c910 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:10.500764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0f8c660-aa3c-4f6d-a63e-8114b650de7e req-09448df9-c9e1-4bc6-aede-41517331c910 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 943 time: 0.4720252 Sep 07 16:10:10.512084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aed6cc-6a58-4592-af7e-5a24d849552d req-78c83a9f-138b-4cb7-aa1b-5943b8c3642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:10.514403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00aed6cc-6a58-4592-af7e-5a24d849552d req-78c83a9f-138b-4cb7-aa1b-5943b8c3642e service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db HTTP/1.1" status: 200 len: 914 time: 0.1716876 Sep 07 16:10:10.586687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82c1e-68ed-43e4-b9a6-a968d3aedc7e req-4228f98e-58f9-471e-859b-1cc0df6b83be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:10.591503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eae82c1e-68ed-43e4-b9a6-a968d3aedc7e req-4228f98e-58f9-471e-859b-1cc0df6b83be service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8aa3f2cbf3b549acb378a297e79ccdd3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5643241 Sep 07 16:10:10.614419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1550f322-5aca-4c26-847e-bca63d3b917d req-bd8b7e14-cb85-40a8-90ed-bf3f5661e128 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:10.652491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b7e14-cb85-40a8-90ed-bf3f5661e128 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Pushing event deleted for resources: {'Port': ['ID=8bf3a7e2-2668-432b-8e69-49274ba5f5e1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:10.672853 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0f8c660-aa3c-4f6d-a63e-8114b650de7e req-06de6cef-2022-410d-b85e-9f026a0aaa41 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687663 Sep 07 16:10:10.695231 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6328aec-9d0d-4b77-8c3e-270e12be10bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:10.724779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18f283-1297-4a11-893f-1ff27f210717 req-f5808b1c-6156-47af-a482-0892b18811fa tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:10.732852 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf18f283-1297-4a11-893f-1ff27f210717 req-f5808b1c-6156-47af-a482-0892b18811fa tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1708293 Sep 07 16:10:10.748473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1550f322-5aca-4c26-847e-bca63d3b917d req-bd8b7e14-cb85-40a8-90ed-bf3f5661e128 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] No DVR routers for this DVR port 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:10:10.751927 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1550f322-5aca-4c26-847e-bca63d3b917d req-bd8b7e14-cb85-40a8-90ed-bf3f5661e128 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:10.757706 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1550f322-5aca-4c26-847e-bca63d3b917d req-bd8b7e14-cb85-40a8-90ed-bf3f5661e128 tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.35 "DELETE /v2.0/ports/8bf3a7e2-2668-432b-8e69-49274ba5f5e1 HTTP/1.1" status: 204 len: 173 time: 1.5401177 Sep 07 16:10:10.758258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'name': 'network-vif-deleted', 'tag': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:10.760971 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1db12fc-2719-4e2f-8bdd-5cc9016d9ac8" -d '{"events": [{"server_uuid": "6fec4f49-ec9c-4ea1-aafe-4b306949e6bf", "name": "network-vif-deleted", "tag": "8bf3a7e2-2668-432b-8e69-49274ba5f5e1"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:10.772170 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6328aec-9d0d-4b77-8c3e-270e12be10bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:10.818924 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf18f283-1297-4a11-893f-1ff27f210717 req-769b18a4-db23-4afb-baa6-fe0786bfcb36 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845401 Sep 07 16:10:10.881531 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6328aec-9d0d-4b77-8c3e-270e12be10bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:10.884690 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6328aec-9d0d-4b77-8c3e-270e12be10bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:10.889865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d6328aec-9d0d-4b77-8c3e-270e12be10bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e175cab-4d12-4dfe-99b7-849f1804a071 HTTP/1.1" status: 204 len: 168 time: 0.3837972 Sep 07 16:10:10.900675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6328aec-9d0d-4b77-8c3e-270e12be10bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e175cab-4d12-4dfe-99b7-849f1804a071,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:10.978725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfcc0853-bcb1-4ae8-a3a7-6e7e9dbe25ca req-317864fc-211c-4688-8b74-4a10f2ffebbc tempest-FloatingIPsAssociationNegativeTestJSON-667709549 tempest-FloatingIPsAssociationNegativeTestJSON-667709549-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fec4f49-ec9c-4ea1-aafe-4b306949e6bf HTTP/1.1" status: 200 len: 210 time: 0.0589733 Sep 07 16:10:11.012241 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469b64f0-c73b-412d-975f-edd79be83d03 x-openstack-request-id: req-469b64f0-c73b-412d-975f-edd79be83d03 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:11.012974 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fec4f49-ec9c-4ea1-aafe-4b306949e6bf", "name": "network-vif-deleted", "tag": "8bf3a7e2-2668-432b-8e69-49274ba5f5e1", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:11.013210 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-469b64f0-c73b-412d-975f-edd79be83d03 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:11.014023 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fec4f49-ec9c-4ea1-aafe-4b306949e6bf', 'name': 'network-vif-deleted', 'tag': '8bf3a7e2-2668-432b-8e69-49274ba5f5e1', 'status': 'completed', 'code': 200} Sep 07 16:10:11.130228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944f0d-5a81-4682-8c49-13b5eeac564c req-1f8becfe-5942-4d04-a132-896230b57d51 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:11.136671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54944f0d-5a81-4682-8c49-13b5eeac564c req-1f8becfe-5942-4d04-a132-896230b57d51 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 984 time: 0.0678291 Sep 07 16:10:11.258599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd8efb-ac08-4fb6-9b38-ee0703200e1e req-c9f77852-cce6-4488-a85a-90a941235d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:11.262170 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dcd8efb-ac08-4fb6-9b38-ee0703200e1e req-c9f77852-cce6-4488-a85a-90a941235d68 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a HTTP/1.1" status: 200 len: 853 time: 0.1161375 Sep 07 16:10:11.303155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00aed6cc-6a58-4592-af7e-5a24d849552d req-44f4a0ed-ba5e-45cd-bbd4-8560e4222612 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=762aa294-d15a-4883-a034-c89219c10447 HTTP/1.1" status: 200 len: 217 time: 0.1592243 Sep 07 16:10:11.310418 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dcd8efb-ac08-4fb6-9b38-ee0703200e1e req-efe06050-3b0a-4f74-8ce1-71e6d72b80ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369618 Sep 07 16:10:11.399363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54944f0d-5a81-4682-8c49-13b5eeac564c req-9a73e837-0047-49fa-ae22-aa5888b33fdc tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=90dbe574-c979-401a-a0a6-6685d5ee494b&id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2529840 Sep 07 16:10:11.423066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82c1e-68ed-43e4-b9a6-a968d3aedc7e req-5029c72b-940a-4eb3-94cd-110498089885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:11.424579 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eae82c1e-68ed-43e4-b9a6-a968d3aedc7e req-5029c72b-940a-4eb3-94cd-110498089885 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2792661 Sep 07 16:10:11.433285 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dcd8efb-ac08-4fb6-9b38-ee0703200e1e req-e1a5797d-c900-458f-8bda-ba87331a3e15 service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055908 Sep 07 16:10:11.455244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41741c45-997c-4b62-86bd-48ea906d57fb req-3c37eb7d-b742-4e66-8f4a-5d891de9b746 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 210 time: 0.0512936 Sep 07 16:10:11.467697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aed6cc-6a58-4592-af7e-5a24d849552d req-1b4db63a-ffed-4013-b0a3-f25352d4de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:11.476602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00aed6cc-6a58-4592-af7e-5a24d849552d req-1b4db63a-ffed-4013-b0a3-f25352d4de4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a HTTP/1.1" status: 200 len: 853 time: 0.1519306 Sep 07 16:10:11.562110 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00aed6cc-6a58-4592-af7e-5a24d849552d req-0da7cad0-88ed-49fc-b74f-d81235db3ca0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666683 Sep 07 16:10:11.579942 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1dcd8efb-ac08-4fb6-9b38-ee0703200e1e req-98bc39b6-0ffd-45da-a2a9-1d74ad00073e service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378534 Sep 07 16:10:11.587982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-2c85c4be-f5b0-4404-bc8e-0c2c1bdb97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:11.589746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-2c85c4be-f5b0-4404-bc8e-0c2c1bdb97e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8aa3f2cbf3b549acb378a297e79ccdd3&device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 1094 time: 0.0935073 Sep 07 16:10:11.653428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-3e669100-b160-4363-8966-a791750318e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d887241b-6ece-45d6-ae59-108fe14214df HTTP/1.1" status: 200 len: 217 time: 0.0521474 Sep 07 16:10:11.696185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d79479-51e7-4b54-ac8b-a4f63815fb3f req-0071f024-47a9-465c-ae36-a3cc1774b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:11.698607 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c2d79479-51e7-4b54-ac8b-a4f63815fb3f req-0071f024-47a9-465c-ae36-a3cc1774b209 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b83c5fa846648dcb13c901c710885ec&device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 1135 time: 0.0604308 Sep 07 16:10:11.821250 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-846f41a2-dcff-4e2e-8351-a30b72bd5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:11.823121 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-846f41a2-dcff-4e2e-8351-a30b72bd5baf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=20ce827e-b211-4fcf-80b2-49127291cbb6 HTTP/1.1" status: 200 len: 854 time: 0.1438656 Sep 07 16:10:11.825054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00aed6cc-6a58-4592-af7e-5a24d849552d req-a7c9b102-2334-41d8-b557-505ca3880bab service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491848 Sep 07 16:10:11.859044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d79479-51e7-4b54-ac8b-a4f63815fb3f req-b749c5ba-52b9-4d51-8178-58a430f15591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:11.862618 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c2d79479-51e7-4b54-ac8b-a4f63815fb3f req-b749c5ba-52b9-4d51-8178-58a430f15591 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db HTTP/1.1" status: 200 len: 914 time: 0.1451640 Sep 07 16:10:11.955715 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c2d79479-51e7-4b54-ac8b-a4f63815fb3f req-e1320ffb-769f-4a85-9a81-1d2777dcc0ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b82f8145-375e-485f-9fd0-96dcece5c99a HTTP/1.1" status: 200 len: 217 time: 0.0861776 Sep 07 16:10:11.983200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4e248-0b71-40e5-baf7-17ee1c87b7d8 req-5b4c0390-7cca-482f-9ecc-a0c534792cd4 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:11.991785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dda4e248-0b71-40e5-baf7-17ee1c87b7d8 req-5b4c0390-7cca-482f-9ecc-a0c534792cd4 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 943 time: 0.2260807 Sep 07 16:10:12.008759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45918) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:12.009102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45920) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:12.094751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d79479-51e7-4b54-ac8b-a4f63815fb3f req-1f9163f1-f75f-4ee8-9e5a-b1d3e16ae1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:12.096494 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c2d79479-51e7-4b54-ac8b-a4f63815fb3f req-1f9163f1-f75f-4ee8-9e5a-b1d3e16ae1dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a HTTP/1.1" status: 200 len: 853 time: 0.0938509 Sep 07 16:10:12.118351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-737386cc-132e-40c6-b1d3-701f8dc83229 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:12.120142 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-737386cc-132e-40c6-b1d3-701f8dc83229 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.54 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.1625013 Sep 07 16:10:12.150917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-1348abd7-198b-4a6d-9bf1-437ec5676b05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Request body: {'port': {'device_id': '8a4f070c-6085-45d2-8164-092817ac3c5f', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'admin_state_up': True, 'tenant_id': '08157560ffc74d54a362078b263c837e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:12.156572 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c2d79479-51e7-4b54-ac8b-a4f63815fb3f req-ee9732c6-1028-44bf-adf0-31d937ff09d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347841 Sep 07 16:10:12.165271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-f6765361-0299-48d6-8449-3bdd2502603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:12.166831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-f6765361-0299-48d6-8449-3bdd2502603d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=916df514-c2a8-4edc-bf73-1fdf6c78519a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3088684 Sep 07 16:10:12.178712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dda4e248-0b71-40e5-baf7-17ee1c87b7d8 req-24df7d16-8b92-431b-ba7e-748bdcb27d16 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861727 Sep 07 16:10:12.181871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00aed6cc-6a58-4592-af7e-5a24d849552d req-425bed50-be76-4c4d-9bab-7d3ad12bec74 service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250132 Sep 07 16:10:12.194518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475871f3-fb9b-4317-a0fa-447f91d5eef0 req-489a480b-9333-4392-ba61-1b57c964c4ae tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:12.209727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-475871f3-fb9b-4317-a0fa-447f91d5eef0 req-489a480b-9333-4392-ba61-1b57c964c4ae tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1915288 Sep 07 16:10:12.229567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1916032684-network', 'tenant_id': '8596236032e04204ba988e20af0231c0'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:12.258884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45930) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:12.293107 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aad72c6c-3044-4ba2-b37b-d085ef58c103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:12.336565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-475871f3-fb9b-4317-a0fa-447f91d5eef0 req-077b0fac-e54b-4bd2-a447-c99c9f673df2 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337116 Sep 07 16:10:12.360496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Made reservation on behalf of 8596236032e04204ba988e20af0231c0 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:12.360683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:12.364399 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:12.382829 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:12.390711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:12.391239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8bf3a7e2-2668-432b-8e69-49274ba5f5e1 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:12.400379 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c2d79479-51e7-4b54-ac8b-a4f63815fb3f req-0f1c7719-1774-4e2f-a89b-02e167a2c549 service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295294 Sep 07 16:10:12.437991 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-58dc4fa6-a15f-48d3-868f-9227a50da2b3 service neutron] 10.222.0.54 "GET /v2.0/networks/916df514-c2a8-4edc-bf73-1fdf6c78519a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333467 Sep 07 16:10:12.606674 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aad72c6c-3044-4ba2-b37b-d085ef58c103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:12.631322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db9c2589-4671-46e6-83dd-90b68bed3d89 req-6c55eac7-da8a-4597-af81-f3e35c734396 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 210 time: 0.0531826 Sep 07 16:10:12.636295 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aad72c6c-3044-4ba2-b37b-d085ef58c103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:12.671156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d8f65-675a-462f-a7de-017f286ede4a req-c0df79c8-a94f-4968-ac4f-6d673666b65f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:12.672968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e2d8f65-675a-462f-a7de-017f286ede4a req-c0df79c8-a94f-4968-ac4f-6d673666b65f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 984 time: 0.1741962 Sep 07 16:10:12.690685 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c2d79479-51e7-4b54-ac8b-a4f63815fb3f req-85d98fae-9549-4796-9598-908cd6642766 service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609997 Sep 07 16:10:12.746098 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4262edcb-5aa2-4584-b036-f03a57e5be41 req-8a4dfcc4-fb49-4f0e-9fb8-dc1901e8ec10 service neutron] 10.222.0.54 "GET /v2.0/networks/916df514-c2a8-4edc-bf73-1fdf6c78519a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851393 Sep 07 16:10:12.753103 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aad72c6c-3044-4ba2-b37b-d085ef58c103 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ecb0d720b1bb47f583397e7249810b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7408838 Sep 07 16:10:12.759130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45948) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:12.767159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad72c6c-3044-4ba2-b37b-d085ef58c103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a194665-9bb4-4d92-b55f-7a056363a018,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:12.830661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e2d8f65-675a-462f-a7de-017f286ede4a req-c61abdcb-3f3e-47ea-a93c-ce2968d7280e tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=90dbe574-c979-401a-a0a6-6685d5ee494b&id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1301780 Sep 07 16:10:12.878554 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:12.885520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:12.923618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:10:12.924990 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59cf6d5e-b3ab-466d-8194-4623a590104b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:12.931259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e16f32-fbe9-4c52-b2c5-580ca1662954,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:12.944264 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:12.944789 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Added segment 99e9b88e-8271-47e3-83ed-10320e8e47ef of type vlan for network 16460018-681a-4db3-8b31-71991317e753 Sep 07 16:10:12.956838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-1348abd7-198b-4a6d-9bf1-437ec5676b05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Made reservation on behalf of 08157560ffc74d54a362078b263c837e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:12.960611 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-1348abd7-198b-4a6d-9bf1-437ec5676b05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:12.968033 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59cf6d5e-b3ab-466d-8194-4623a590104b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.001461 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.031468 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.032790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:13.033579 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.069931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0568919 Sep 07 16:10:13.072881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45950) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:13.079701 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-44d4fb4a-9d88-4c91-8d8e-7ea5c56e4421 admin admin] Request body: {'subnet': {'network_id': '16460018-681a-4db3-8b31-71991317e753', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1916032684-subnet', 'tenant_id': '8596236032e04204ba988e20af0231c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:13.125870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b92eb1-bfe6-45c3-ab61-8fd266c81ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=16460018-681a-4db3-8b31-71991317e753,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:13.140283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 16460018-681a-4db3-8b31-71991317e753 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:10:13.145126 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59cf6d5e-b3ab-466d-8194-4623a590104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.146970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59cf6d5e-b3ab-466d-8194-4623a590104b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.150655 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-59cf6d5e-b3ab-466d-8194-4623a590104b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a194665-9bb4-4d92-b55f-7a056363a018 HTTP/1.1" status: 204 len: 168 time: 0.3877332 Sep 07 16:10:13.153851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d4fb4a-9d88-4c91-8d8e-7ea5c56e4421 admin admin] Made reservation on behalf of 8596236032e04204ba988e20af0231c0 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:13.160607 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44d4fb4a-9d88-4c91-8d8e-7ea5c56e4421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.174882 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf6d5e-b3ab-466d-8194-4623a590104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a194665-9bb4-4d92-b55f-7a056363a018,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:13.191552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-1348abd7-198b-4a6d-9bf1-437ec5676b05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Allocated IP 172.20.0.6 (14e2ab01-5976-49ca-ae77-fe62952618d8/96c75e00-1127-4340-a636-8f3831620571/1c8d44db-217c-4aaf-aa4c-c8ba675aba14) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:10:13.228428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c26d8a0e-da29-44de-9ed1-5bab29b47205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.459820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44d4fb4a-9d88-4c91-8d8e-7ea5c56e4421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.546698 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-1348abd7-198b-4a6d-9bf1-437ec5676b05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.574014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac89f12-fccb-4b7b-b699-17096f6e1b34 req-5328c5d2-2479-4ae6-8b32-b34c1e6d674c tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:13.584035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ac89f12-fccb-4b7b-b699-17096f6e1b34 req-5328c5d2-2479-4ae6-8b32-b34c1e6d674c tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 943 time: 0.2385058 Sep 07 16:10:13.610292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45960) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:13.625334 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-1348abd7-198b-4a6d-9bf1-437ec5676b05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.651840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d76466-50e7-405a-8fba-06f8f0f73ef0 req-5c1394ee-4126-460a-b91b-84691c4522cc tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:13.653587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10d76466-50e7-405a-8fba-06f8f0f73ef0 req-5c1394ee-4126-460a-b91b-84691c4522cc tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.2111583 Sep 07 16:10:13.673749 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c833711b-2cae-4cc9-9c7b-79fd333a0289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.676787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4fb4a-9d88-4c91-8d8e-7ea5c56e4421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e1c5ed-d0e5-4692-905f-841daf1cd7ee,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:13.699134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-1348abd7-198b-4a6d-9bf1-437ec5676b05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Network 14e2ab01-5976-49ca-ae77-fe62952618d8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:10:13.708733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-1348abd7-198b-4a6d-9bf1-437ec5676b05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:10:13.712040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-1348abd7-198b-4a6d-9bf1-437ec5676b05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:10:13.714665 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348abd7-198b-4a6d-9bf1-437ec5676b05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event updated for resources: {'Port': ['ID=1c8d44db-217c-4aaf-aa4c-c8ba675aba14,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:13.729279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ac89f12-fccb-4b7b-b699-17096f6e1b34 req-6b73a8cc-e15f-48bf-ab6c-8daca81494cf tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442556 Sep 07 16:10:13.733003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4fb4a-9d88-4c91-8d8e-7ea5c56e4421 admin admin] Checking segment: {'id': '99e9b88e-8271-47e3-83ed-10320e8e47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '16460018-681a-4db3-8b31-71991317e753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:10:13.733441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4fb4a-9d88-4c91-8d8e-7ea5c56e4421 admin admin] Network hostable DHCP agents. Network: 16460018-681a-4db3-8b31-71991317e753, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:10:13.770429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-1348abd7-198b-4a6d-9bf1-437ec5676b05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:13.771228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-1348abd7-198b-4a6d-9bf1-437ec5676b05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.788158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c26d8a0e-da29-44de-9ed1-5bab29b47205 admin admin] Deleting port 067f76f4-b53f-4407-80ef-f6af09d27c7e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:13.788562 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c26d8a0e-da29-44de-9ed1-5bab29b47205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.800046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10d76466-50e7-405a-8fba-06f8f0f73ef0 req-914d6161-5ef4-4443-90f1-4e22c8f84022 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324794 Sep 07 16:10:13.827936 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.830351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4fb4a-9d88-4c91-8d8e-7ea5c56e4421 admin admin] Network 16460018-681a-4db3-8b31-71991317e753 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:10:13.878452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-44d4fb4a-9d88-4c91-8d8e-7ea5c56e4421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 16460018-681a-4db3-8b31-71991317e753) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:10:13.886226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4fb4a-9d88-4c91-8d8e-7ea5c56e4421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:13.886835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44d4fb4a-9d88-4c91-8d8e-7ea5c56e4421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.890147 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfada8b-8d79-45f3-824f-094efb1091db None None] Network 16460018-681a-4db3-8b31-71991317e753 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:10:13.893406 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-c26d8a0e-da29-44de-9ed1-5bab29b47205 admin admin] For port 067f76f4-b53f-4407-80ef-f6af09d27c7e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=067f76f4-b53f-4407-80ef-f6af09d27c7e,segment=NetworkSegment(bbea8677-fac5-410e-87b6-870b1fa4baa3),segment_id=bbea8677-fac5-410e-87b6-870b1fa4baa3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:13.893784 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c26d8a0e-da29-44de-9ed1-5bab29b47205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:13.914180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c26d8a0e-da29-44de-9ed1-5bab29b47205 admin admin] Calling delete_port for 067f76f4-b53f-4407-80ef-f6af09d27c7e owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:13.937280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92528d5e-cfd8-4301-b9ae-a7b4c6db6819 req-70a80c2a-33b3-4e6f-8d42-39279b705746 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:13.944887 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92528d5e-cfd8-4301-b9ae-a7b4c6db6819 req-70a80c2a-33b3-4e6f-8d42-39279b705746 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 931 time: 0.1209528 Sep 07 16:10:14.050636 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717378bf-7782-4f7b-9af6-e84f6a47de85 None None] Network 16460018-681a-4db3-8b31-71991317e753 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:10:14.204440 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-915d8bf7-b392-4ab5-af4c-a55cbbf9a0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:14.310620 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c833711b-2cae-4cc9-9c7b-79fd333a0289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:14.319042 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-1348abd7-198b-4a6d-9bf1-437ec5676b05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1721990 Sep 07 16:10:14.332729 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c833711b-2cae-4cc9-9c7b-79fd333a0289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:14.334011 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Request body: {'port': {'device_id': '8a4f070c-6085-45d2-8164-092817ac3c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:14.349727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-44d4fb4a-9d88-4c91-8d8e-7ea5c56e4421 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2758331 Sep 07 16:10:14.365417 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92528d5e-cfd8-4301-b9ae-a7b4c6db6819 req-7d421d3d-80bb-4d10-be75-0797ee4ae832 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196286 Sep 07 16:10:14.385561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 3cd91e63-e769-4165-97a6-54c9146e1fa7 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:14.402507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c833711b-2cae-4cc9-9c7b-79fd333a0289 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd061a983da0459aa6758481a5c24056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7832642 Sep 07 16:10:14.402840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833711b-2cae-4cc9-9c7b-79fd333a0289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bd9959-2f58-4be2-ac43-707075183e80,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:14.405305 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45978) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:14.416393 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:14.420016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863dea1-ddb5-44c7-aba0-096d0669bf0a req-e6747cca-5868-4cb1-a266-b5409918008d tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:14.421580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e863dea1-ddb5-44c7-aba0-096d0669bf0a req-e6747cca-5868-4cb1-a266-b5409918008d tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 984 time: 0.1345956 Sep 07 16:10:14.494132 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e863dea1-ddb5-44c7-aba0-096d0669bf0a req-4c69a98f-72a0-4e7a-bf2a-1c0328162205 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=90dbe574-c979-401a-a0a6-6685d5ee494b&id=4e8809cb-37c3-477c-89c9-4f863768e329&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0617929 Sep 07 16:10:14.511038 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-291d2b66-c5cb-4127-8a5e-85ba9cf5d9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:14.543294 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c26d8a0e-da29-44de-9ed1-5bab29b47205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:14.545920 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:14.547182 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-291d2b66-c5cb-4127-8a5e-85ba9cf5d9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:14.617107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3cd91e63-e769-4165-97a6-54c9146e1fa7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3cd91e63-e769-4165-97a6-54c9146e1fa7,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:14.626729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a040a50c-30f9-43aa-8961-8784d3dd3341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd91e63-e769-4165-97a6-54c9146e1fa7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:14.626964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d8a0e-da29-44de-9ed1-5bab29b47205 admin admin] Pushing event deleted for resources: {'Port': ['ID=067f76f4-b53f-4407-80ef-f6af09d27c7e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:14.633383 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965cf7b6-9b2a-4664-ac88-970cae8ff4cb" -d '{"events": [{"server_uuid": "a040a50c-30f9-43aa-8961-8784d3dd3341", "name": "network-vif-unplugged", "status": "completed", "tag": "3cd91e63-e769-4165-97a6-54c9146e1fa7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:14.656162 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:14.659382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c950e74-0bfb-4dc5-8c0b-d502a744e5be req-b052578f-99ec-4f8e-ba44-9524f5315755 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1905981523&fields=id&tenant_id=0b83c5fa846648dcb13c901c710885ec HTTP/1.1" status: 200 len: 267 time: 0.0588460 Sep 07 16:10:14.663598 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-291d2b66-c5cb-4127-8a5e-85ba9cf5d9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:14.668437 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-291d2b66-c5cb-4127-8a5e-85ba9cf5d9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:14.669595 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-291d2b66-c5cb-4127-8a5e-85ba9cf5d9e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/92bd9959-2f58-4be2-ac43-707075183e80 HTTP/1.1" status: 204 len: 168 time: 0.2620547 Sep 07 16:10:14.729312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=3cd91e63-e769-4165-97a6-54c9146e1fa7,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:14.754729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d2b66-c5cb-4127-8a5e-85ba9cf5d9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bd9959-2f58-4be2-ac43-707075183e80,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:14.802994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c950e74-0bfb-4dc5-8c0b-d502a744e5be req-c7454968-d476-49e6-a22d-6dafc9d971aa tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:14.808733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c950e74-0bfb-4dc5-8c0b-d502a744e5be req-c7454968-d476-49e6-a22d-6dafc9d971aa tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 984 time: 0.1307137 Sep 07 16:10:14.819870 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:14.829241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-2c950e74-0bfb-4dc5-8c0b-d502a744e5be req-a824f028-fbcd-4860-b7fd-1ba88a3c42cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'port': {'security_groups': ['4e8809cb-37c3-477c-89c9-4f863768e329', '90dbe574-c979-401a-a0a6-6685d5ee494b', 'f5f85fe6-cced-4d50-b47d-4b51d058dd96']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:14.871934 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a30b895-7b77-427b-9c63-9bf3fe2baaa7 x-openstack-request-id: req-6a30b895-7b77-427b-9c63-9bf3fe2baaa7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:14.872483 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a040a50c-30f9-43aa-8961-8784d3dd3341", "name": "network-vif-unplugged", "status": "completed", "tag": "3cd91e63-e769-4165-97a6-54c9146e1fa7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:14.872937 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a30b895-7b77-427b-9c63-9bf3fe2baaa7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:14.873354 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a040a50c-30f9-43aa-8961-8784d3dd3341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd91e63-e769-4165-97a6-54c9146e1fa7', 'code': 200} Sep 07 16:10:14.972429 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c950e74-0bfb-4dc5-8c0b-d502a744e5be req-a824f028-fbcd-4860-b7fd-1ba88a3c42cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:15.010163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c46e1d-dc82-4796-ad19-04c8cdca9c14 req-92c81b08-2454-4445-9082-c62f08c412cc tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:15.012870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28c46e1d-dc82-4796-ad19-04c8cdca9c14 req-92c81b08-2454-4445-9082-c62f08c412cc tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 943 time: 0.0846910 Sep 07 16:10:15.041007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:10:15.052253 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:15.071464 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c26d8a0e-da29-44de-9ed1-5bab29b47205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:15.076188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Transition to ACTIVE for port object 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:10:15.086725 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:15.110837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28c46e1d-dc82-4796-ad19-04c8cdca9c14 req-ec7d9deb-d319-492a-b642-0bfb81b189ae tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700943 Sep 07 16:10:15.205467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8d44db-217c-4aaf-aa4c-c8ba675aba14,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:15.284509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2c950e74-0bfb-4dc5-8c0b-d502a744e5be req-a824f028-fbcd-4860-b7fd-1ba88a3c42cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] For port b82f8145-375e-485f-9fd0-96dcece5c99a, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b82f8145-375e-485f-9fd0-96dcece5c99a,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:15.326455 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c950e74-0bfb-4dc5-8c0b-d502a744e5be req-a824f028-fbcd-4860-b7fd-1ba88a3c42cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:15.335386 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c950e74-0bfb-4dc5-8c0b-d502a744e5be req-a824f028-fbcd-4860-b7fd-1ba88a3c42cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:15.348375 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['762aa294-d15a-4883-a034-c89219c10447', 'b82f8145-375e-485f-9fd0-96dcece5c99a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:15.365346 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Attempting to bind port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:10:15.365346 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Attempting to bind port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:10:15.365663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Attempting to bind port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:15.407449 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:10:15.407784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Attempting to bind port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:15.420094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:10:15.420536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Checking segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:10:15.420856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Bound using segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:10:15.421300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Bound port: 1c8d44db-217c-4aaf-aa4c-c8ba675aba14, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:10:15.421664 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:15.447017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c950e74-0bfb-4dc5-8c0b-d502a744e5be req-a824f028-fbcd-4860-b7fd-1ba88a3c42cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:15.448021 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2c950e74-0bfb-4dc5-8c0b-d502a744e5be req-a824f028-fbcd-4860-b7fd-1ba88a3c42cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:15.461079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c950e74-0bfb-4dc5-8c0b-d502a744e5be req-a824f028-fbcd-4860-b7fd-1ba88a3c42cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "PUT /v2.0/ports/b82f8145-375e-485f-9fd0-96dcece5c99a HTTP/1.1" status: 200 len: 1020 time: 0.6440346 Sep 07 16:10:15.461609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd314b6c4-bfdf-4e74-8e2c-7ac06a0106ee', 'tag': 'b82f8145-375e-485f-9fd0-96dcece5c99a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:15.464295 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103c2d54-b53d-43df-ab14-3f18935ae896" -d '{"events": [{"name": "network-changed", "server_uuid": "d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee", "tag": "b82f8145-375e-485f-9fd0-96dcece5c99a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:15.473141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824f028-fbcd-4860-b7fd-1ba88a3c42cb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'Port': ['ID=b82f8145-375e-485f-9fd0-96dcece5c99a,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:15.492548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47a036-856a-46d1-8ca7-7811e0368103 req-af0e403b-a6e0-4493-b2a0-84b7f6d582f6 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:15.500867 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d47a036-856a-46d1-8ca7-7811e0368103 req-af0e403b-a6e0-4493-b2a0-84b7f6d582f6 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 943 time: 0.1216712 Sep 07 16:10:15.553535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['b82f8145-375e-485f-9fd0-96dcece5c99a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:15.638197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] For port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:10:15.645551 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] For port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1c8d44db-217c-4aaf-aa4c-c8ba675aba14,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:10:15.645865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d47a036-856a-46d1-8ca7-7811e0368103 req-52242d7f-1f5e-46a6-9df9-e2f9f70f9a11 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440356 Sep 07 16:10:15.665652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:15.680576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26d8a0e-da29-44de-9ed1-5bab29b47205 admin admin] Router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:10:15.748578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:15.751218 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:15.770799 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] 10.222.0.54 "PUT /v2.0/ports/1c8d44db-217c-4aaf-aa4c-c8ba675aba14 HTTP/1.1" status: 200 len: 1091 time: 1.4357069 Sep 07 16:10:15.771340 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4f070c-6085-45d2-8164-092817ac3c5f', 'tag': '1c8d44db-217c-4aaf-aa4c-c8ba675aba14'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:15.779364 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4631a150-0fdb-4ca5-8ad5-97b963fb9083" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4f070c-6085-45d2-8164-092817ac3c5f", "tag": "1c8d44db-217c-4aaf-aa4c-c8ba675aba14"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:15.857735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb440070-8bbd-4078-9c62-587ae1dc84f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8d44db-217c-4aaf-aa4c-c8ba675aba14,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:15.923778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b318b-e1a5-472c-ab38-d83107be6134 req-8efd2bd3-e297-4afd-a6f5-899dfc266a33 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:15.936484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-913b318b-e1a5-472c-ab38-d83107be6134 req-8efd2bd3-e297-4afd-a6f5-899dfc266a33 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 943 time: 0.1681392 Sep 07 16:10:16.017261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-913b318b-e1a5-472c-ab38-d83107be6134 req-695d8bd8-b4a2-45f0-a06a-8f9748607c8f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749195 Sep 07 16:10:16.075470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-430f6695-a7d0-4424-b601-55a9a2344ad7 req-dfe89e50-5f66-43a4-8f86-08e152f050eb tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/f5f85fe6-cced-4d50-b47d-4b51d058dd96 HTTP/1.1" status: 200 len: 1801 time: 0.1069236 Sep 07 16:10:16.111464 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81c9bd9-c3ca-4737-a2f4-125de2c2ce60 x-openstack-request-id: req-c81c9bd9-c3ca-4737-a2f4-125de2c2ce60 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:16.111952 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee", "tag": "b82f8145-375e-485f-9fd0-96dcece5c99a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:16.112425 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c81c9bd9-c3ca-4737-a2f4-125de2c2ce60 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:16.113017 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd314b6c4-bfdf-4e74-8e2c-7ac06a0106ee', 'tag': 'b82f8145-375e-485f-9fd0-96dcece5c99a', 'status': 'completed', 'code': 200} Sep 07 16:10:16.169733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-066ab81e-1ff5-4ab2-a2b7-d26bad7c71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:16.171314 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-066ab81e-1ff5-4ab2-a2b7-d26bad7c71a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 1094 time: 0.2863774 Sep 07 16:10:16.176762 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd810848-becc-4e3b-b305-6fbfe2fb0999 x-openstack-request-id: req-fd810848-becc-4e3b-b305-6fbfe2fb0999 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:16.177060 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4f070c-6085-45d2-8164-092817ac3c5f", "tag": "1c8d44db-217c-4aaf-aa4c-c8ba675aba14", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:16.177411 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd810848-becc-4e3b-b305-6fbfe2fb0999 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:16.177808 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4f070c-6085-45d2-8164-092817ac3c5f', 'tag': '1c8d44db-217c-4aaf-aa4c-c8ba675aba14', 'status': 'completed', 'code': 200} Sep 07 16:10:16.189982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26d8a0e-da29-44de-9ed1-5bab29b47205 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:10:16.199615 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-430f6695-a7d0-4424-b601-55a9a2344ad7 req-8cf8df1a-3f1e-4e1f-8858-5ad6b8b3a5c8 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 16:10:16.202410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f91918-6013-4480-9a03-13e5cb0d5ec5 None None] Sync routers for ids ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:10:16.211219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-430f6695-a7d0-4424-b601-55a9a2344ad7 req-8cf8df1a-3f1e-4e1f-8858-5ad6b8b3a5c8 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "DELETE /v2.0/security-groups/f5f85fe6-cced-4d50-b47d-4b51d058dd96 HTTP/1.1" status: 409 len: 341 time: 0.1344702 Sep 07 16:10:16.219865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f91918-6013-4480-9a03-13e5cb0d5ec5 None None] Routers {'3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:10:16.220969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e2f91918-6013-4480-9a03-13e5cb0d5ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:10:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:16.228873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c2d54-b53d-43df-ab14-3f18935ae896 req-ae274568-26ff-4967-8154-736b4d09ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:16.230435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c2d54-b53d-43df-ab14-3f18935ae896 req-ae274568-26ff-4967-8154-736b4d09ea7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b83c5fa846648dcb13c901c710885ec&device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 1174 time: 0.0957084 Sep 07 16:10:16.242114 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c26d8a0e-da29-44de-9ed1-5bab29b47205 admin admin] 10.222.0.70 "PUT /v2.0/routers/3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9758370 Sep 07 16:10:16.243898 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-e1688553-3fec-407d-ae27-0ee0197b587e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c8d44db-217c-4aaf-aa4c-c8ba675aba14 HTTP/1.1" status: 200 len: 217 time: 0.0628183 Sep 07 16:10:16.245340 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46046) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:16.326775 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6ac62-ffb2-472c-8c5e-ca01bbc1eca7 req-e9b644a4-a688-4033-9aa7-b5a7318b9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:16.330359 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b3d6ac62-ffb2-472c-8c5e-ca01bbc1eca7 req-e9b644a4-a688-4033-9aa7-b5a7318b9ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83c4821c8f704f9a896903ead09cd274&device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 1094 time: 0.2490127 Sep 07 16:10:16.368495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-48dc018a-a441-4474-a98b-8d6c646c25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:16.369959 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-48dc018a-a441-4474-a98b-8d6c646c25d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.1184297 Sep 07 16:10:16.372917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device d887241b-6ece-45d6-ae59-108fe14214df details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:10:16.389244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 3cd91e63-e769-4165-97a6-54c9146e1fa7 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:10:16.392966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0f9d4-29f0-4e10-a682-63b0ba068803 req-1988ae2c-cf59-4178-9c5b-1828077e4793 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:16.401914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aba0f9d4-29f0-4e10-a682-63b0ba068803 req-1988ae2c-cf59-4178-9c5b-1828077e4793 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 943 time: 0.1067200 Sep 07 16:10:16.415557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c2d54-b53d-43df-ab14-3f18935ae896 req-ad8f3f59-2e51-418f-82d1-9b7be4506868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:16.416999 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c2d54-b53d-43df-ab14-3f18935ae896 req-ad8f3f59-2e51-418f-82d1-9b7be4506868 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db HTTP/1.1" status: 200 len: 914 time: 0.1794662 Sep 07 16:10:16.428165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e2f91918-6013-4480-9a03-13e5cb0d5ec5 None None] Set router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:10:16.450619 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-03d536d1-43be-4d96-a648-12b1adf06718 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680614 Sep 07 16:10:16.469534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c2d54-b53d-43df-ab14-3f18935ae896 req-de2a421b-329a-429e-a36e-7b0f17e6d9d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b82f8145-375e-485f-9fd0-96dcece5c99a HTTP/1.1" status: 200 len: 217 time: 0.0437467 Sep 07 16:10:16.472741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aba0f9d4-29f0-4e10-a682-63b0ba068803 req-32c4a899-d084-49b8-b479-8a9f01e427bb tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714819 Sep 07 16:10:16.556685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c2d54-b53d-43df-ab14-3f18935ae896 req-627917e3-a758-4d01-8552-c816bf69cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:16.560537 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c2d54-b53d-43df-ab14-3f18935ae896 req-627917e3-a758-4d01-8552-c816bf69cb5e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a HTTP/1.1" status: 200 len: 853 time: 0.0826077 Sep 07 16:10:16.568924 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:10:16.584214 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:10:16.622078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:16.668382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c2d54-b53d-43df-ab14-3f18935ae896 req-92c7f4b1-9608-48c7-9e23-c810b9afd48a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003883 Sep 07 16:10:16.779824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6ac62-ffb2-472c-8c5e-ca01bbc1eca7 req-0629065e-2008-4dfa-8989-89883ce6bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:16.781863 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b3d6ac62-ffb2-472c-8c5e-ca01bbc1eca7 req-0629065e-2008-4dfa-8989-89883ce6bdd6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=11f823b0-5a1f-405d-b97c-b160c90d8c3d HTTP/1.1" status: 200 len: 916 time: 0.4089246 Sep 07 16:10:16.787492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ea860-06c9-46c1-80be-130e46e39f4f req-c262bd81-43d8-471b-aee4-a101e10d58ec tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:16.789142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a33ea860-06c9-46c1-80be-130e46e39f4f req-c262bd81-43d8-471b-aee4-a101e10d58ec tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 1023 time: 0.1197031 Sep 07 16:10:16.821343 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-0c46e753-9901-41c7-acfe-36460fd8b4ba service neutron] 10.222.0.54 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609996 Sep 07 16:10:16.898695 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b3d6ac62-ffb2-472c-8c5e-ca01bbc1eca7 req-eeabf2b7-f094-4bc1-8814-d2e1d258b047 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cd91e63-e769-4165-97a6-54c9146e1fa7 HTTP/1.1" status: 200 len: 217 time: 0.1015151 Sep 07 16:10:16.925066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a33ea860-06c9-46c1-80be-130e46e39f4f req-ad1f0ce2-b7d6-4ee7-947c-344d9669f474 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=90dbe574-c979-401a-a0a6-6685d5ee494b&id=4e8809cb-37c3-477c-89c9-4f863768e329&id=f5f85fe6-cced-4d50-b47d-4b51d058dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1284907 Sep 07 16:10:16.943592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3cd91e63-e769-4165-97a6-54c9146e1fa7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3cd91e63-e769-4165-97a6-54c9146e1fa7,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:16.962064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '3cd91e63-e769-4165-97a6-54c9146e1fa7', 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d', 'port_id': '3cd91e63-e769-4165-97a6-54c9146e1fa7', 'mac_address': 'fa:16:3e:d5:3e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79702e3-11e7-4e35-b1b0-316ea9afe5b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:10:16.985838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e6a17-2d81-492b-bed9-c89d2f6d4901 req-1e8eb9a1-8f83-4849-8c82-dbb7534826cd tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:16.997888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e74e6a17-2d81-492b-bed9-c89d2f6d4901 req-1e8eb9a1-8f83-4849-8c82-dbb7534826cd tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 943 time: 0.1585319 Sep 07 16:10:17.007922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c2d54-b53d-43df-ab14-3f18935ae896 req-4d92f6c8-cb1d-43d5-8376-c9d83b2159f4 service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928972 Sep 07 16:10:17.013435 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:17.036147 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:17.040900 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:17.049717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6ac62-ffb2-472c-8c5e-ca01bbc1eca7 req-905df85f-0222-4703-9927-b941a0082be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:17.059487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd91e63-e769-4165-97a6-54c9146e1fa7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:10:17.060221 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b3d6ac62-ffb2-472c-8c5e-ca01bbc1eca7 req-905df85f-0222-4703-9927-b941a0082be4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79702e3-11e7-4e35-b1b0-316ea9afe5b4 HTTP/1.1" status: 200 len: 855 time: 0.1453829 Sep 07 16:10:17.067209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port d887241b-6ece-45d6-ae59-108fe14214df, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d887241b-6ece-45d6-ae59-108fe14214df,segment=NetworkSegment(b044c366-517c-4c13-971e-40c83009061a),segment_id=b044c366-517c-4c13-971e-40c83009061a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:17.112176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'd887241b-6ece-45d6-ae59-108fe14214df', 'network_id': '916df514-c2a8-4edc-bf73-1fdf6c78519a', 'port_id': 'd887241b-6ece-45d6-ae59-108fe14214df', 'mac_address': 'fa:16:3e:a5:1b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ce827e-b211-4fcf-80b2-49127291cbb6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:10:17.128680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e74e6a17-2d81-492b-bed9-c89d2f6d4901 req-5721d8e8-1031-44aa-9f97-5c173ecf6598 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258621 Sep 07 16:10:17.141519 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b3d6ac62-ffb2-472c-8c5e-ca01bbc1eca7 req-8d363bd9-5edc-4bc2-9967-54a95764cd64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=11f823b0-5a1f-405d-b97c-b160c90d8c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701356 Sep 07 16:10:17.157325 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7f1468c6-43ba-4f46-ac8b-ddfbfd6ce270 req-2770a9af-5d85-4a7e-8c1c-51e386fc1870 service neutron] 10.222.0.54 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957680 Sep 07 16:10:17.159442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3cd91e63-e769-4165-97a6-54c9146e1fa7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3cd91e63-e769-4165-97a6-54c9146e1fa7,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:17.161818 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:17.167420 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:17.168102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fca48700-beda-40da-8177-65946a310d25 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:10:17.216960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d887241b-6ece-45d6-ae59-108fe14214df {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:10:17.261970 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c2d54-b53d-43df-ab14-3f18935ae896 req-8ac0dcd7-338b-4a1a-9f12-3cd2323e2b84 service neutron] 10.222.0.54 "GET /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431407 Sep 07 16:10:17.285724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port d887241b-6ece-45d6-ae59-108fe14214df, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d887241b-6ece-45d6-ae59-108fe14214df,segment=NetworkSegment(b044c366-517c-4c13-971e-40c83009061a),segment_id=b044c366-517c-4c13-971e-40c83009061a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:17.286342 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83856aad-a231-4d26-8e07-67ae02fbf1ee req-f26c45b6-70dc-4b80-8a13-b3f2ad29d1f4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:17.296422 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:17.300555 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83856aad-a231-4d26-8e07-67ae02fbf1ee req-f26c45b6-70dc-4b80-8a13-b3f2ad29d1f4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 943 time: 0.1462181 Sep 07 16:10:17.326676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Deleting port a840d632-4ba0-4756-a85c-43abb91d011b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:17.327059 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:17.330076 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=3cd91e63-e769-4165-97a6-54c9146e1fa7,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:17.344747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e2f91918-6013-4480-9a03-13e5cb0d5ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:10:14Z', 'revision_number': 5, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port': {'id': 'a840d632-4ba0-4756-a85c-43abb91d011b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:04Z', 'updated_at': '2021-09-07T16:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:17.362277 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b3d6ac62-ffb2-472c-8c5e-ca01bbc1eca7 req-842b2317-1b9a-4534-8ddb-c4e49c0db177 service neutron] 10.222.0.35 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037206 Sep 07 16:10:17.372430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83856aad-a231-4d26-8e07-67ae02fbf1ee req-8506f91e-be07-4dfc-852f-f8dec89ae2c8 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661099 Sep 07 16:10:17.413832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f91918-6013-4480-9a03-13e5cb0d5ec5 None None] Checking router: 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:10:17.433114 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631a150-0fdb-4ca5-8ad5-97b963fb9083 req-b80f11ea-45b1-4f97-9351-6afd8877d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:17.434642 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4631a150-0fdb-4ca5-8ad5-97b963fb9083 req-b80f11ea-45b1-4f97-9351-6afd8877d267 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 1094 time: 0.1653857 Sep 07 16:10:17.435468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fca48700-beda-40da-8177-65946a310d25,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:17.463340 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=d887241b-6ece-45d6-ae59-108fe14214df,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:17.465983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f91918-6013-4480-9a03-13e5cb0d5ec5 None None] Routers {'3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:10:17.466774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e2f91918-6013-4480-9a03-13e5cb0d5ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:10:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:17.473954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'fca48700-beda-40da-8177-65946a310d25', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'fca48700-beda-40da-8177-65946a310d25', 'mac_address': 'fa:16:3e:85:a8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:10:17.524891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] For port a840d632-4ba0-4756-a85c-43abb91d011b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a840d632-4ba0-4756-a85c-43abb91d011b,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:17.526008 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:17.577404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['d887241b-6ece-45d6-ae59-108fe14214df'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:17.629573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e2f91918-6013-4480-9a03-13e5cb0d5ec5 None None] Set router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:10:17.631353 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:17.690226 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca48700-beda-40da-8177-65946a310d25 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:10:17.712116 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce3fa5-a092-45c4-b354-1957f7286bcb req-f35ab858-935c-4c6c-a22a-167b4f954246 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:17.713853 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbce3fa5-a092-45c4-b354-1957f7286bcb req-f35ab858-935c-4c6c-a22a-167b4f954246 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 944 time: 0.0794580 Sep 07 16:10:17.736558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e2f91918-6013-4480-9a03-13e5cb0d5ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:10:17Z', 'revision_number': 6, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:17.789040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f91918-6013-4480-9a03-13e5cb0d5ec5 None None] The sync data for ids ['3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843'] in n-d-807551-3 is: [{'id': '3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1389479908-router', 'tenant_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:03Z', 'updated_at': '2021-09-07T16:10:17Z', 'revision_number': 6, 'project_id': 'a6b275626fee4b87819d5fc542a6f3a0', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:10:17.804645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fca48700-beda-40da-8177-65946a310d25,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:17.817426 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:17.840358 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbce3fa5-a092-45c4-b354-1957f7286bcb req-095a9593-33ec-46b6-a4a7-300b7af61463 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179347 Sep 07 16:10:17.923556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['fca48700-beda-40da-8177-65946a310d25'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:17.950865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fca48700-beda-40da-8177-65946a310d25,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:17.969726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Calling delete_port for a840d632-4ba0-4756-a85c-43abb91d011b owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:18.027094 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b3d6ac62-ffb2-472c-8c5e-ca01bbc1eca7 req-b3cddd25-f3b7-41c8-91f4-1fbe3c5d1233 service neutron] 10.222.0.35 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566694 Sep 07 16:10:18.091964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631a150-0fdb-4ca5-8ad5-97b963fb9083 req-5a8be0cb-0fd9-458f-b4e2-b75afe3dd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:18.095446 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4631a150-0fdb-4ca5-8ad5-97b963fb9083 req-5a8be0cb-0fd9-458f-b4e2-b75afe3dd960 service neutron] 10.222.0.54 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 912 time: 0.6499994 Sep 07 16:10:18.149470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4631a150-0fdb-4ca5-8ad5-97b963fb9083 req-5a8fbbda-01c5-4710-a3a7-d273ac2cb3c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c8d44db-217c-4aaf-aa4c-c8ba675aba14 HTTP/1.1" status: 200 len: 217 time: 0.0455725 Sep 07 16:10:18.206156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46128) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:18.254073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d2586-3a59-444d-83b5-0befbd9ecb55 req-bb1bcbd5-5270-4407-9ff9-46073a7ddbb8 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:18.263047 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b31d2586-3a59-444d-83b5-0befbd9ecb55 req-bb1bcbd5-5270-4407-9ff9-46073a7ddbb8 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 1023 time: 0.2005539 Sep 07 16:10:18.286438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631a150-0fdb-4ca5-8ad5-97b963fb9083 req-7d0b821d-0f97-468c-b25d-676cf7ec8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:18.288987 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4631a150-0fdb-4ca5-8ad5-97b963fb9083 req-7d0b821d-0f97-468c-b25d-676cf7ec8c76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.1227210 Sep 07 16:10:18.329913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['3cd91e63-e769-4165-97a6-54c9146e1fa7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:18.343699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-16234db6-da12-4da3-bcd9-5d3873cfa194 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:18.364265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-16234db6-da12-4da3-bcd9-5d3873cfa194 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/networks?id=16460018-681a-4db3-8b31-71991317e753 HTTP/1.1" status: 200 len: 810 time: 0.3275070 Sep 07 16:10:18.364417 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4631a150-0fdb-4ca5-8ad5-97b963fb9083 req-9ae1bf2c-d86c-416b-a111-ee2cc9f54576 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637937 Sep 07 16:10:18.392252 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-91c738b2-1a71-48ed-a85b-7a75137ff06d tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/quotas/8596236032e04204ba988e20af0231c0 HTTP/1.1" status: 200 len: 375 time: 0.0304618 Sep 07 16:10:18.424208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae635614-3715-4e3c-80e7-be48b9161efc req-1c109745-09c0-4715-8872-105eceb1ed6b tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:18.426288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae635614-3715-4e3c-80e7-be48b9161efc req-1c109745-09c0-4715-8872-105eceb1ed6b tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.54 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 1023 time: 0.2384205 Sep 07 16:10:18.456806 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-082b5571-4053-4285-ae99-39486cca60b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:18.473931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-fb52f28b-8a14-48b6-933c-a97ef3f9a293 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8596236032e04204ba988e20af0231c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810075 Sep 07 16:10:18.488988 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:18.504580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b31d2586-3a59-444d-83b5-0befbd9ecb55 req-922bc26f-1c3a-41c7-842a-bf7d9f6f081b tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=90dbe574-c979-401a-a0a6-6685d5ee494b&id=4e8809cb-37c3-477c-89c9-4f863768e329&id=f5f85fe6-cced-4d50-b47d-4b51d058dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2400455 Sep 07 16:10:18.531259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Pushing event deleted for resources: {'Port': ['ID=a840d632-4ba0-4756-a85c-43abb91d011b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:18.594933 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4631a150-0fdb-4ca5-8ad5-97b963fb9083 req-c8f33523-131d-40ce-8f40-650b353c0260 service neutron] 10.222.0.54 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934862 Sep 07 16:10:18.638185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:18.764115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-5af46419-5958-4b6f-9716-a46f820da58c service neutron] 10.222.0.70 "GET /v2.0/networks/16460018-681a-4db3-8b31-71991317e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891505 Sep 07 16:10:18.779188 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:18.783147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:18.826150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3f218-f455-4cb5-a639-2fb02f854910 req-c8b4959e-dd1a-4065-b1ac-5fbfa8659de2 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:18.828016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1da3f218-f455-4cb5-a639-2fb02f854910 req-c8b4959e-dd1a-4065-b1ac-5fbfa8659de2 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 944 time: 0.2097754 Sep 07 16:10:18.841978 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4631a150-0fdb-4ca5-8ad5-97b963fb9083 req-42989445-fc9c-4583-a230-252c0fbdc7e8 service neutron] 10.222.0.54 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352073 Sep 07 16:10:18.846561 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:18.847282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:10:18.852119 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:18.853337 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-622360b4-0c35-4123-8d5b-b5a276fcd137 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3ebe7ebe-bf7f-40d0-acac-a4afdbdf4843 HTTP/1.1" status: 204 len: 168 time: 2.6070967 Sep 07 16:10:18.855860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:18.888893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-ae635614-3715-4e3c-80e7-be48b9161efc req-025628d1-1e38-4550-ad0c-6e1433029ee2 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Deleting port b82f8145-375e-485f-9fd0-96dcece5c99a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:18.889245 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae635614-3715-4e3c-80e7-be48b9161efc req-025628d1-1e38-4550-ad0c-6e1433029ee2 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:18.911037 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6266b9ca-02cd-4a46-adb1-c79852924e52 admin admin] Deleting subnet 78fe93e7-953a-42fe-ae63-cc0d5aaa22b9 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:10:18.916922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6266b9ca-02cd-4a46-adb1-c79852924e52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:18.961534 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-082b5571-4053-4285-ae99-39486cca60b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:18.966084 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6266b9ca-02cd-4a46-adb1-c79852924e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.010644 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-082b5571-4053-4285-ae99-39486cca60b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.025411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1da3f218-f455-4cb5-a639-2fb02f854910 req-4fd7d49d-309d-4d88-bbfc-e6d986f1e76b tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548684 Sep 07 16:10:19.037028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-9a8e5e1f-bf9d-445c-9866-8da8afc09ea7 service neutron] 10.222.0.70 "GET /v2.0/networks/16460018-681a-4db3-8b31-71991317e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720788 Sep 07 16:10:19.100521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b5571-4053-4285-ae99-39486cca60b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c6bed3-09f9-4550-81eb-bc267eb40916,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:19.105476 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6266b9ca-02cd-4a46-adb1-c79852924e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.145361 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-082b5571-4053-4285-ae99-39486cca60b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3916e42794f74a688b672885651b9630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9359765 Sep 07 16:10:19.149875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46140) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:19.213486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ae635614-3715-4e3c-80e7-be48b9161efc req-025628d1-1e38-4550-ad0c-6e1433029ee2 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] For port b82f8145-375e-485f-9fd0-96dcece5c99a, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b82f8145-375e-485f-9fd0-96dcece5c99a,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:19.214862 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae635614-3715-4e3c-80e7-be48b9161efc req-025628d1-1e38-4550-ad0c-6e1433029ee2 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.257153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6266b9ca-02cd-4a46-adb1-c79852924e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.266885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-ae635614-3715-4e3c-80e7-be48b9161efc req-025628d1-1e38-4550-ad0c-6e1433029ee2 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Calling delete_port for b82f8145-375e-485f-9fd0-96dcece5c99a owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:19.301422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 067f76f4-b53f-4407-80ef-f6af09d27c7e no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:19.320687 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6266b9ca-02cd-4a46-adb1-c79852924e52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.327659 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6266b9ca-02cd-4a46-adb1-c79852924e52 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/78fe93e7-953a-42fe-ae63-cc0d5aaa22b9 HTTP/1.1" status: 204 len: 168 time: 0.4705234 Sep 07 16:10:19.329117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46144) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:19.330387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266b9ca-02cd-4a46-adb1-c79852924e52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78fe93e7-953a-42fe-ae63-cc0d5aaa22b9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:19.341369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da83d8a4-d850-4c1c-9908-baaf3f288c66 None None] Network 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:10:19.346216 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 067f76f4-b53f-4407-80ef-f6af09d27c7e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:19.346558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 067f76f4-b53f-4407-80ef-f6af09d27c7e not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:19.346993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a840d632-4ba0-4756-a85c-43abb91d011b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:19.404139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: a840d632-4ba0-4756-a85c-43abb91d011b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:19.404527 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a840d632-4ba0-4756-a85c-43abb91d011b not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:19.428853 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.458662 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae635614-3715-4e3c-80e7-be48b9161efc req-025628d1-1e38-4550-ad0c-6e1433029ee2 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.494609 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Deleting port 62cda498-e348-49db-b58e-b85f078b3b4e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:19.495256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.507138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['762aa294-d15a-4883-a034-c89219c10447', 'b82f8145-375e-485f-9fd0-96dcece5c99a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:19.509875 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-713b7d33-525f-40e7-a076-e0ec9ef6fa04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.530103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025628d1-1e38-4550-ad0c-6e1433029ee2 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event deleted for resources: {'Port': ['ID=b82f8145-375e-485f-9fd0-96dcece5c99a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:19.575325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d1f09-ecbe-4686-8ff6-f370f1267587 req-4e89d931-a604-4c7f-a18e-a507316e441e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:19.577177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b2d1f09-ecbe-4686-8ff6-f370f1267587 req-4e89d931-a604-4c7f-a18e-a507316e441e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 943 time: 0.4004943 Sep 07 16:10:19.633036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] For port 62cda498-e348-49db-b58e-b85f078b3b4e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=62cda498-e348-49db-b58e-b85f078b3b4e,segment=NetworkSegment(bbea8677-fac5-410e-87b6-870b1fa4baa3),segment_id=bbea8677-fac5-410e-87b6-870b1fa4baa3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:19.633418 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.650293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Calling delete_port for 62cda498-e348-49db-b58e-b85f078b3b4e owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:19.656640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae635614-3715-4e3c-80e7-be48b9161efc req-025628d1-1e38-4550-ad0c-6e1433029ee2 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] No DVR routers for this DVR port b82f8145-375e-485f-9fd0-96dcece5c99a on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:10:19.662958 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-713b7d33-525f-40e7-a076-e0ec9ef6fa04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.672453 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae635614-3715-4e3c-80e7-be48b9161efc req-025628d1-1e38-4550-ad0c-6e1433029ee2 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.674640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae635614-3715-4e3c-80e7-be48b9161efc req-025628d1-1e38-4550-ad0c-6e1433029ee2 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.54 "DELETE /v2.0/ports/b82f8145-375e-485f-9fd0-96dcece5c99a HTTP/1.1" status: 204 len: 173 time: 1.2103829 Sep 07 16:10:19.675725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd314b6c4-bfdf-4e74-8e2c-7ac06a0106ee', 'name': 'network-vif-deleted', 'tag': 'b82f8145-375e-485f-9fd0-96dcece5c99a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:19.678821 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2417adde-4628-4d9f-9fd3-6eb5c8b0df8e" -d '{"events": [{"server_uuid": "d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee", "name": "network-vif-deleted", "tag": "b82f8145-375e-485f-9fd0-96dcece5c99a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:19.723686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557f717-f536-4f24-a3f9-3fbd1e56b713 req-d392ad52-c430-43ef-b463-c7c495f9505a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:19.725937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7557f717-f536-4f24-a3f9-3fbd1e56b713 req-d392ad52-c430-43ef-b463-c7c495f9505a tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 944 time: 0.2087595 Sep 07 16:10:19.732520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856a4974-3c1f-4008-9f01-04e3333a12fa None None] DHCP port deletion for 60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:10:19.795380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b2d1f09-ecbe-4686-8ff6-f370f1267587 req-1b0618f4-0458-494b-8ee6-f80679fa0a59 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921091 Sep 07 16:10:19.813613 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.859013 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7557f717-f536-4f24-a3f9-3fbd1e56b713 req-0b33d580-a9a7-4b6b-bbdd-a49868dede81 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235144 Sep 07 16:10:19.900479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Pushing event deleted for resources: {'Port': ['ID=62cda498-e348-49db-b58e-b85f078b3b4e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:19.912525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] No DVR routers for this DVR port 62cda498-e348-49db-b58e-b85f078b3b4e on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:10:19.927854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6e5a1b-f0cd-4066-b6b7-9bfda002da7c req-bee292ce-4eb1-473d-9de6-d31f2b84a1e8 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 210 time: 0.0457764 Sep 07 16:10:19.929373 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-713b7d33-525f-40e7-a076-e0ec9ef6fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.932924 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-713b7d33-525f-40e7-a076-e0ec9ef6fa04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:19.934433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-713b7d33-525f-40e7-a076-e0ec9ef6fa04 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/88c6bed3-09f9-4550-81eb-bc267eb40916 HTTP/1.1" status: 204 len: 168 time: 0.7827451 Sep 07 16:10:19.944066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b7d33-525f-40e7-a076-e0ec9ef6fa04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c6bed3-09f9-4550-81eb-bc267eb40916,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:19.952927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-856a4974-3c1f-4008-9f01-04e3333a12fa None None] Deleting port 62cda498-e348-49db-b58e-b85f078b3b4e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:19.953829 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-856a4974-3c1f-4008-9f01-04e3333a12fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.032910 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.061474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a7566e-a0fe-4fdd-9ad3-3195a6b34a37']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:20.089258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbea8677-fac5-410e-87b6-870b1fa4baa3') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:20.089668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbea8677-fac5-410e-87b6-870b1fa4baa3') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:20.113073 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324f5e5b-aa79-4888-8c93-ec78449add43 x-openstack-request-id: req-324f5e5b-aa79-4888-8c93-ec78449add43 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:20.113347 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee", "name": "network-vif-deleted", "tag": "b82f8145-375e-485f-9fd0-96dcece5c99a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:20.113613 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-324f5e5b-aa79-4888-8c93-ec78449add43 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:20.114031 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd314b6c4-bfdf-4e74-8e2c-7ac06a0106ee', 'name': 'network-vif-deleted', 'tag': 'b82f8145-375e-485f-9fd0-96dcece5c99a', 'status': 'completed', 'code': 200} Sep 07 16:10:20.116325 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ded8e6e-fe04-4815-9f5f-210ed69f30d4 req-3cd3ae02-a842-4517-b232-fb49deede21d tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=d314b6c4-bfdf-4e74-8e2c-7ac06a0106ee HTTP/1.1" status: 200 len: 210 time: 0.0844896 Sep 07 16:10:20.121573 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.150717 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.165584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:10:20.166002 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:10:20.169287 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:10:20.210360 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-856a4974-3c1f-4008-9f01-04e3333a12fa None None] For port 62cda498-e348-49db-b58e-b85f078b3b4e, host n-d-807551-3, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:20.210789 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-856a4974-3c1f-4008-9f01-04e3333a12fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.235158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-856a4974-3c1f-4008-9f01-04e3333a12fa None None] Calling delete_port for 62cda498-e348-49db-b58e-b85f078b3b4e owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:20.238473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-856a4974-3c1f-4008-9f01-04e3333a12fa None None] Port 62cda498-e348-49db-b58e-b85f078b3b4e was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:10:20.243827 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-856a4974-3c1f-4008-9f01-04e3333a12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.265565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261298d-dac0-421a-9b22-80337524ae65 req-a97708e4-a38c-426d-a94f-061c1cacc0ae tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:20.276397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6261298d-dac0-421a-9b22-80337524ae65 req-a97708e4-a38c-426d-a94f-061c1cacc0ae tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 944 time: 0.1162167 Sep 07 16:10:20.287186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a4974-3c1f-4008-9f01-04e3333a12fa None None] Pushing event deleted for resources: {'Port': ['ID=62cda498-e348-49db-b58e-b85f078b3b4e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:20.294068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856a4974-3c1f-4008-9f01-04e3333a12fa None None] No DVR routers for this DVR port 62cda498-e348-49db-b58e-b85f078b3b4e on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:10:20.318978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.332817 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.336380 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] 10.222.0.70 "DELETE /v2.0/networks/60a7566e-a0fe-4fdd-9ad3-3195a6b34a37 HTTP/1.1" status: 204 len: 168 time: 0.9995766 Sep 07 16:10:20.345095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cc4eb-5501-401f-a321-e3d3e3650013 admin admin] Pushing event deleted for resources: {'Network': ['ID=60a7566e-a0fe-4fdd-9ad3-3195a6b34a37,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:20.363303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:10:20.365475 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device d887241b-6ece-45d6-ae59-108fe14214df up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:10:20.367369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6261298d-dac0-421a-9b22-80337524ae65 req-e269f9d5-0482-4e91-a62e-c7b35e91d154 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866427 Sep 07 16:10:20.445263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 3cd91e63-e769-4165-97a6-54c9146e1fa7 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:10:20.573140 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port d887241b-6ece-45d6-ae59-108fe14214df completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:10:20.581397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1c8d44db-217c-4aaf-aa4c-c8ba675aba14,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:20.593387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port d887241b-6ece-45d6-ae59-108fe14214df triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:10:20.593820 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.605077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46206) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:20.629765 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ba8cafa-b184-48a1-b483-1f05d4813b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.644630 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 3cd91e63-e769-4165-97a6-54c9146e1fa7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:10:20.645278 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.647141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '1c8d44db-217c-4aaf-aa4c-c8ba675aba14', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'port_id': '1c8d44db-217c-4aaf-aa4c-c8ba675aba14', 'mac_address': 'fa:16:3e:d4:6b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c75e00-1127-4340-a636-8f3831620571', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:10:20.757632 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.780496 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:10:20.785037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46208) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:20.887987 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ba8cafa-b184-48a1-b483-1f05d4813b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.895246 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d34d97f7-6679-4f01-b6ec-b0dbfbc3cc29 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6b275626fee4b87819d5fc542a6f3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1088362 Sep 07 16:10:20.898047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46214) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:20.923510 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ba8cafa-b184-48a1-b483-1f05d4813b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:20.986796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e793ee-bae4-4e68-baf6-ac96ede716f5 req-b825d79a-a3c5-484f-8d72-d3885ac70378 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:20.996516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3e793ee-bae4-4e68-baf6-ac96ede716f5 req-b825d79a-a3c5-484f-8d72-d3885ac70378 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 943 time: 0.0900877 Sep 07 16:10:21.094832 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8ba8cafa-b184-48a1-b483-1f05d4813b7f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80711f967de446129968f5a31630f143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4884751 Sep 07 16:10:21.095542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46218) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:21.098513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8cafa-b184-48a1-b483-1f05d4813b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7c75f6-30c6-4c01-957c-e16e3f8184ed,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:21.140687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1c8d44db-217c-4aaf-aa4c-c8ba675aba14,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:21.174770 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.178547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3e793ee-bae4-4e68-baf6-ac96ede716f5 req-069ea737-2356-4f97-b944-540722d3f84b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744380 Sep 07 16:10:21.198334 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.217679 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10509849-678f-4a91-9dc0-5e3b0ec014ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.237656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916d1bc-af70-4065-a5d7-d6c71a2ac065 req-123d6bc8-5b66-4322-8b0d-9cbcde0c45e2 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:21.253971 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.254594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d916d1bc-af70-4065-a5d7-d6c71a2ac065 req-123d6bc8-5b66-4322-8b0d-9cbcde0c45e2 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 944 time: 0.1954212 Sep 07 16:10:21.302041 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10509849-678f-4a91-9dc0-5e3b0ec014ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.326665 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d916d1bc-af70-4065-a5d7-d6c71a2ac065 req-aa663467-9686-4fe4-a109-89ba8ed79d99 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664265 Sep 07 16:10:21.328764 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87ea757e-95e3-44c0-82d0-2e4b04785559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.334087 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af3e5df-de10-48f2-8dc6-b32a156c6c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd887241b-6ece-45d6-ae59-108fe14214df'}, {'server_uuid': 'a040a50c-30f9-43aa-8961-8784d3dd3341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd91e63-e769-4165-97a6-54c9146e1fa7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:21.336639 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3f3f2e-3d76-4764-a400-71e67c555dbb" -d '{"events": [{"server_uuid": "0af3e5df-de10-48f2-8dc6-b32a156c6c7d", "name": "network-vif-plugged", "status": "completed", "tag": "d887241b-6ece-45d6-ae59-108fe14214df"}, {"server_uuid": "a040a50c-30f9-43aa-8961-8784d3dd3341", "name": "network-vif-plugged", "status": "completed", "tag": "3cd91e63-e769-4165-97a6-54c9146e1fa7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:21.360067 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 62cda498-e348-49db-b58e-b85f078b3b4e no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:21.364296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-e91c7ee3-866f-463d-95a8-bf4e02736376 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:21.365890 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-e91c7ee3-866f-463d-95a8-bf4e02736376 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.35 "GET /v2.0/networks?id=16460018-681a-4db3-8b31-71991317e753 HTTP/1.1" status: 200 len: 810 time: 0.4231710 Sep 07 16:10:21.386073 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-501ee7b8-6190-4357-be39-0e9f1e1deae9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Request body: {'port': {'device_id': '2dc8e075-ace5-461c-8014-e315566beccb', 'network_id': '16460018-681a-4db3-8b31-71991317e753', 'admin_state_up': True, 'tenant_id': '8596236032e04204ba988e20af0231c0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:21.395876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port d887241b-6ece-45d6-ae59-108fe14214df, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d887241b-6ece-45d6-ae59-108fe14214df,segment=NetworkSegment(b044c366-517c-4c13-971e-40c83009061a),segment_id=b044c366-517c-4c13-971e-40c83009061a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:21.397653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3cd91e63-e769-4165-97a6-54c9146e1fa7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3cd91e63-e769-4165-97a6-54c9146e1fa7,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:21.401808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 62cda498-e348-49db-b58e-b85f078b3b4e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:21.402000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 62cda498-e348-49db-b58e-b85f078b3b4e not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:21.404062 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=1c8d44db-217c-4aaf-aa4c-c8ba675aba14,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:21.409066 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.409400 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87ea757e-95e3-44c0-82d0-2e4b04785559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.410968 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.411459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fca48700-beda-40da-8177-65946a310d25 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:10:21.474208 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97e29a1f-db1e-482a-b7a4-a821f3d7c3cb req-fdbda18f-cf8e-430d-8261-e61072890a42 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 210 time: 0.1593916 Sep 07 16:10:21.496215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['1c8d44db-217c-4aaf-aa4c-c8ba675aba14'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:21.561332 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10509849-678f-4a91-9dc0-5e3b0ec014ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.566949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10509849-678f-4a91-9dc0-5e3b0ec014ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.570362 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-10509849-678f-4a91-9dc0-5e3b0ec014ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43d931aa-3db6-47df-82b6-c7f840b88471 HTTP/1.1" status: 204 len: 168 time: 0.6708188 Sep 07 16:10:21.605571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10509849-678f-4a91-9dc0-5e3b0ec014ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d931aa-3db6-47df-82b6-c7f840b88471,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:21.648702 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ff63b9-22ea-4708-b6b9-44ebedeb4bba x-openstack-request-id: req-67ff63b9-22ea-4708-b6b9-44ebedeb4bba {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:21.649002 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af3e5df-de10-48f2-8dc6-b32a156c6c7d", "name": "network-vif-plugged", "status": "completed", "tag": "d887241b-6ece-45d6-ae59-108fe14214df", "code": 200}, {"server_uuid": "a040a50c-30f9-43aa-8961-8784d3dd3341", "name": "network-vif-plugged", "status": "completed", "tag": "3cd91e63-e769-4165-97a6-54c9146e1fa7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:21.649976 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67ff63b9-22ea-4708-b6b9-44ebedeb4bba {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:21.650383 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af3e5df-de10-48f2-8dc6-b32a156c6c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd887241b-6ece-45d6-ae59-108fe14214df', 'code': 200} Sep 07 16:10:21.650640 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a040a50c-30f9-43aa-8961-8784d3dd3341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd91e63-e769-4165-97a6-54c9146e1fa7', 'code': 200} Sep 07 16:10:21.651986 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87ea757e-95e3-44c0-82d0-2e4b04785559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.652953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-645dab71-064a-45c0-a49d-67fe948d1b7b req-5c530945-3e32-494e-a000-ca780365daa5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/90dbe574-c979-401a-a0a6-6685d5ee494b HTTP/1.1" status: 200 len: 1800 time: 0.0828307 Sep 07 16:10:21.654566 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87ea757e-95e3-44c0-82d0-2e4b04785559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.658875 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-87ea757e-95e3-44c0-82d0-2e4b04785559 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c7c75f6-30c6-4c01-957c-e16e3f8184ed HTTP/1.1" status: 204 len: 168 time: 0.5553854 Sep 07 16:10:21.684653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea757e-95e3-44c0-82d0-2e4b04785559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7c75f6-30c6-4c01-957c-e16e3f8184ed,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:21.712204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-501ee7b8-6190-4357-be39-0e9f1e1deae9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Made reservation on behalf of 8596236032e04204ba988e20af0231c0 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:21.712801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=d887241b-6ece-45d6-ae59-108fe14214df,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:21.715907 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-501ee7b8-6190-4357-be39-0e9f1e1deae9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.781303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port fca48700-beda-40da-8177-65946a310d25 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:10:21.781784 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:21.867781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=3cd91e63-e769-4165-97a6-54c9146e1fa7,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:21.982912 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-501ee7b8-6190-4357-be39-0e9f1e1deae9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Allocated IP 172.20.0.10 (16460018-681a-4db3-8b31-71991317e753/95e1c5ed-d0e5-4692-905f-841daf1cd7ee/dbac49a3-e789-4aec-8509-9173c97e2aa8) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:10:21.988100 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-645dab71-064a-45c0-a49d-67fe948d1b7b req-b9a81f88-c844-4b6b-ab07-8c68252886a5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:22.017525 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:22.031327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42db27-21b9-4e56-b400-1752f31a2105 req-edb8a090-12b5-42f5-bc64-1eff54353c18 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:22.051994 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e42db27-21b9-4e56-b400-1752f31a2105 req-edb8a090-12b5-42f5-bc64-1eff54353c18 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.4074247 Sep 07 16:10:22.087418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fca48700-beda-40da-8177-65946a310d25,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:22.093578 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:22.202207 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fca48700-beda-40da-8177-65946a310d25,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:22.215517 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-645dab71-064a-45c0-a49d-67fe948d1b7b req-b9a81f88-c844-4b6b-ab07-8c68252886a5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:22.261421 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-501ee7b8-6190-4357-be39-0e9f1e1deae9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:22.311291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f75bf2-7a63-4d8f-9010-68088169ae98 req-daba7f20-b0ec-4c5c-99a0-63a1cfc681f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:22.313861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48f75bf2-7a63-4d8f-9010-68088169ae98 req-daba7f20-b0ec-4c5c-99a0-63a1cfc681f2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 1096 time: 0.5507874 Sep 07 16:10:22.363707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b82f8145-375e-485f-9fd0-96dcece5c99a no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:22.373362 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e42db27-21b9-4e56-b400-1752f31a2105 req-abf397ee-d032-4fd5-8b28-acee7c996db0 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081861 Sep 07 16:10:22.386241 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-501ee7b8-6190-4357-be39-0e9f1e1deae9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:22.418327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: b82f8145-375e-485f-9fd0-96dcece5c99a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:22.420970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b82f8145-375e-485f-9fd0-96dcece5c99a not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:22.449432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b30aa4-6966-4c2a-a077-70832a5d0709 req-db5f682d-742d-4e81-98f3-0202a4c168f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:22.453027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0b30aa4-6966-4c2a-a077-70832a5d0709 req-db5f682d-742d-4e81-98f3-0202a4c168f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 1096 time: 0.2695971 Sep 07 16:10:22.461031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-645dab71-064a-45c0-a49d-67fe948d1b7b req-b9a81f88-c844-4b6b-ab07-8c68252886a5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:22.464256 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-645dab71-064a-45c0-a49d-67fe948d1b7b req-b9a81f88-c844-4b6b-ab07-8c68252886a5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:22.466018 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-645dab71-064a-45c0-a49d-67fe948d1b7b req-b9a81f88-c844-4b6b-ab07-8c68252886a5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "DELETE /v2.0/security-groups/90dbe574-c979-401a-a0a6-6685d5ee494b HTTP/1.1" status: 204 len: 173 time: 0.8119340 Sep 07 16:10:22.480138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-501ee7b8-6190-4357-be39-0e9f1e1deae9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Network 16460018-681a-4db3-8b31-71991317e753 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:10:22.487376 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-501ee7b8-6190-4357-be39-0e9f1e1deae9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:10:22.501724 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-501ee7b8-6190-4357-be39-0e9f1e1deae9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:10:22.519226 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0b30aa4-6966-4c2a-a077-70832a5d0709 req-95f141fc-1a3d-4005-bf95-878e9e57c865 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497556 Sep 07 16:10:22.521414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48f75bf2-7a63-4d8f-9010-68088169ae98 req-4572dd2c-c086-4d98-9626-811fec26f6bc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920743 Sep 07 16:10:22.522339 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a81f88-c844-4b6b-ab07-8c68252886a5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dbe574-c979-401a-a0a6-6685d5ee494b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:22.571086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ee7b8-6190-4357-be39-0e9f1e1deae9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Pushing event updated for resources: {'Port': ['ID=dbac49a3-e789-4aec-8509-9173c97e2aa8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:22.603731 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-501ee7b8-6190-4357-be39-0e9f1e1deae9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:22.604872 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-501ee7b8-6190-4357-be39-0e9f1e1deae9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:22.627636 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-501ee7b8-6190-4357-be39-0e9f1e1deae9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2456625 Sep 07 16:10:22.700532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c172645-a3a2-43f6-afda-770b793b8558 req-195a4e83-baf8-4e70-bbea-f31f316bf6fb tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:22.702382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c172645-a3a2-43f6-afda-770b793b8558 req-195a4e83-baf8-4e70-bbea-f31f316bf6fb tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 944 time: 0.1114042 Sep 07 16:10:22.716576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1aea44-67f0-44ee-ab8b-32d46587cb41 req-1952d3ca-0d30-4f0e-a0b1-408f98d57548 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:22.724995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa1aea44-67f0-44ee-ab8b-32d46587cb41 req-1952d3ca-0d30-4f0e-a0b1-408f98d57548 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 945 time: 0.0898349 Sep 07 16:10:22.797525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa1aea44-67f0-44ee-ab8b-32d46587cb41 req-34a9794a-72a0-4454-b4f2-aa304919bf04 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715353 Sep 07 16:10:22.803821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c172645-a3a2-43f6-afda-770b793b8558 req-3b051eff-b4fe-4b9a-871e-0532cd540ca1 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718091 Sep 07 16:10:22.849563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Request body: {'port': {'device_id': '2dc8e075-ace5-461c-8014-e315566beccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:22.923991 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77689720-40ba-4b39-934a-7e76dd37f06d req-24c4c6fb-8410-4fb4-9843-5f152ccfa784 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/f5f85fe6-cced-4d50-b47d-4b51d058dd96 HTTP/1.1" status: 200 len: 1801 time: 0.0843754 Sep 07 16:10:22.996633 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:23.040779 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77689720-40ba-4b39-934a-7e76dd37f06d req-3061851c-cfd5-4ea6-a5eb-0f896de9fa80 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:23.064515 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77689720-40ba-4b39-934a-7e76dd37f06d req-3061851c-cfd5-4ea6-a5eb-0f896de9fa80 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:23.106864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884293-976f-4ae5-b703-cbc5b3c8ed02 req-6245d34e-a4cb-47dd-8a22-e0d5e952b4b1 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:23.113066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98884293-976f-4ae5-b703-cbc5b3c8ed02 req-6245d34e-a4cb-47dd-8a22-e0d5e952b4b1 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 932 time: 0.1842632 Sep 07 16:10:23.192151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98884293-976f-4ae5-b703-cbc5b3c8ed02 req-021eac23-cc47-45a1-90f5-d1387d219e1e tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7e16f32-fbe9-4c52-b2c5-580ca1662954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692995 Sep 07 16:10:23.212988 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77689720-40ba-4b39-934a-7e76dd37f06d req-3061851c-cfd5-4ea6-a5eb-0f896de9fa80 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:23.217973 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-77689720-40ba-4b39-934a-7e76dd37f06d req-3061851c-cfd5-4ea6-a5eb-0f896de9fa80 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:23.247905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77689720-40ba-4b39-934a-7e76dd37f06d req-3061851c-cfd5-4ea6-a5eb-0f896de9fa80 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "DELETE /v2.0/security-groups/f5f85fe6-cced-4d50-b47d-4b51d058dd96 HTTP/1.1" status: 204 len: 173 time: 0.2935948 Sep 07 16:10:23.276137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061851c-cfd5-4ea6-a5eb-0f896de9fa80 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f85fe6-cced-4d50-b47d-4b51d058dd96,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:23.309562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0ce77849-a95d-4448-a54e-49bf4d3af11c req-f09a6bf9-b38e-4829-b4bf-9f77d1b2e732 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1160252100', 'description': 'tempest-description-2084615320'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:23.377335 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0ce77849-a95d-4448-a54e-49bf4d3af11c req-f09a6bf9-b38e-4829-b4bf-9f77d1b2e732 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:23.511852 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbac49a3-e789-4aec-8509-9173c97e2aa8 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:10:23.530770 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:23.548410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Transition to ACTIVE for port object dbac49a3-e789-4aec-8509-9173c97e2aa8 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:10:23.573228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:23.651748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca48700-beda-40da-8177-65946a310d25'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:23.655378 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6544adab-d768-44dd-a4d2-7a24366eab8c" -d '{"events": [{"server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "name": "network-vif-plugged", "status": "completed", "tag": "fca48700-beda-40da-8177-65946a310d25"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:23.681936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55968024-bd83-4118-af60-254bc8e00d08 req-1a6fed42-ff36-4d54-a257-abd959802e25 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:23.691909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55968024-bd83-4118-af60-254bc8e00d08 req-1a6fed42-ff36-4d54-a257-abd959802e25 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1672249 Sep 07 16:10:23.695922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0ce77849-a95d-4448-a54e-49bf4d3af11c req-f09a6bf9-b38e-4829-b4bf-9f77d1b2e732 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:23.723940 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0ce77849-a95d-4448-a54e-49bf4d3af11c req-f09a6bf9-b38e-4829-b4bf-9f77d1b2e732 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:23.796068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a6bf9-b38e-4829-b4bf-9f77d1b2e732 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db228f21-2e11-4eed-817b-672391fd1a5c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:23.811152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Pushing event updated for resources: {'Port': ['ID=dbac49a3-e789-4aec-8509-9173c97e2aa8,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:23.829702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0ce77849-a95d-4448-a54e-49bf4d3af11c req-f09a6bf9-b38e-4829-b4bf-9f77d1b2e732 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:23.832452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Attempting to bind port dbac49a3-e789-4aec-8509-9173c97e2aa8 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:10:23.841504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Attempting to bind port dbac49a3-e789-4aec-8509-9173c97e2aa8 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '99e9b88e-8271-47e3-83ed-10320e8e47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '16460018-681a-4db3-8b31-71991317e753'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:10:23.843582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Attempting to bind port dbac49a3-e789-4aec-8509-9173c97e2aa8 on network 16460018-681a-4db3-8b31-71991317e753 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:23.844654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0ce77849-a95d-4448-a54e-49bf4d3af11c req-f09a6bf9-b38e-4829-b4bf-9f77d1b2e732 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5390372 Sep 07 16:10:23.861017 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Port dbac49a3-e789-4aec-8509-9173c97e2aa8 on network 16460018-681a-4db3-8b31-71991317e753 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:10:23.861444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Attempting to bind port dbac49a3-e789-4aec-8509-9173c97e2aa8 on network 16460018-681a-4db3-8b31-71991317e753 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:23.867508 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55968024-bd83-4118-af60-254bc8e00d08 req-af43b3a7-b61b-43d1-b688-e50ba2652a10 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742971 Sep 07 16:10:23.871943 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:10:23.872404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Checking segment: {'id': '99e9b88e-8271-47e3-83ed-10320e8e47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '16460018-681a-4db3-8b31-71991317e753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:10:23.873086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Bound using segment: {'id': '99e9b88e-8271-47e3-83ed-10320e8e47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '16460018-681a-4db3-8b31-71991317e753'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:10:23.873613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Bound port: dbac49a3-e789-4aec-8509-9173c97e2aa8, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e9b88e-8271-47e3-83ed-10320e8e47ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '16460018-681a-4db3-8b31-71991317e753'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:10:23.873953 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:23.912078 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2822dd-ce29-4459-954f-bff91a5e7bfb x-openstack-request-id: req-af2822dd-ce29-4459-954f-bff91a5e7bfb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:23.912463 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "name": "network-vif-plugged", "status": "completed", "tag": "fca48700-beda-40da-8177-65946a310d25", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:23.912728 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af2822dd-ce29-4459-954f-bff91a5e7bfb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:23.913124 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca48700-beda-40da-8177-65946a310d25', 'code': 200} Sep 07 16:10:24.045804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] For port dbac49a3-e789-4aec-8509-9173c97e2aa8, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:10:24.066672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] For port dbac49a3-e789-4aec-8509-9173c97e2aa8, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=dbac49a3-e789-4aec-8509-9173c97e2aa8,segment=NetworkSegment(99e9b88e-8271-47e3-83ed-10320e8e47ef),segment_id=99e9b88e-8271-47e3-83ed-10320e8e47ef)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:10:24.075272 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:24.102099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ad6a8-9f46-405a-a544-f241ff2451e4 req-a63fcb19-0955-4657-8e35-d41329c67615 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:24.114235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e8ad6a8-9f46-405a-a544-f241ff2451e4 req-a63fcb19-0955-4657-8e35-d41329c67615 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 945 time: 0.1452715 Sep 07 16:10:24.169833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:24.172183 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:24.175849 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] 10.222.0.35 "PUT /v2.0/ports/dbac49a3-e789-4aec-8509-9173c97e2aa8 HTTP/1.1" status: 200 len: 1092 time: 1.3410523 Sep 07 16:10:24.181888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc8e075-ace5-461c-8014-e315566beccb', 'tag': 'dbac49a3-e789-4aec-8509-9173c97e2aa8'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:24.185693 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35932ef-7f61-42b6-9ee4-b1c17799ae95" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc8e075-ace5-461c-8014-e315566beccb", "tag": "dbac49a3-e789-4aec-8509-9173c97e2aa8"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:24.250569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07707857-34a6-48a2-a4cc-d92d6b6eb7fe service neutron] Pushing event updated for resources: {'Port': ['ID=dbac49a3-e789-4aec-8509-9173c97e2aa8,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:24.257664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e8ad6a8-9f46-405a-a544-f241ff2451e4 req-a037c00d-e4e2-45b2-95d5-75d7337f064f tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396873 Sep 07 16:10:24.325929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-6bcc35a0-d485-4f0b-bbe8-8c7aa5c918fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:24.327460 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-6bcc35a0-d485-4f0b-bbe8-8c7aa5c918fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8596236032e04204ba988e20af0231c0&device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 1095 time: 0.0595186 Sep 07 16:10:24.369055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:10:24.409815 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-52278531-50ce-4184-924d-40421c75667a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbac49a3-e789-4aec-8509-9173c97e2aa8 HTTP/1.1" status: 200 len: 217 time: 0.0727682 Sep 07 16:10:24.547418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:10:24.551458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4bb7e-2a08-455e-a294-1effe164d43a req-7c5c774f-f3aa-4d68-a0eb-2a7d32ea6b0e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:24.561137 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:10:24.564716 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:24.565681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfa4bb7e-2a08-455e-a294-1effe164d43a req-7c5c774f-f3aa-4d68-a0eb-2a7d32ea6b0e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 944 time: 0.1514459 Sep 07 16:10:24.603248 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-63c8ef73-b518-4f4f-aa48-4e7fb38290e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:24.604762 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-63c8ef73-b518-4f4f-aa48-4e7fb38290e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95e1c5ed-d0e5-4692-905f-841daf1cd7ee HTTP/1.1" status: 200 len: 850 time: 0.1757390 Sep 07 16:10:24.649840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfa4bb7e-2a08-455e-a294-1effe164d43a req-8ebfce34-4556-48cd-a6ef-c5d3065bf374 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831316 Sep 07 16:10:24.673213 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-ddd9cfb4-caf5-4ac3-9fd8-c5abbfd0124e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16460018-681a-4db3-8b31-71991317e753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610948 Sep 07 16:10:24.727058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ebb8980-93af-4ce3-ba75-b000efd404f6 req-6f96a29b-5451-49f2-a6ea-6da84f05851d tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/db228f21-2e11-4eed-817b-672391fd1a5c HTTP/1.1" status: 200 len: 1801 time: 0.0481365 Sep 07 16:10:24.729479 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:24.732261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5ebb8980-93af-4ce3-ba75-b000efd404f6 req-fec5a771-2879-4275-8a02-ae2128201eb4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1978716707', 'description': 'tempest-description-hth-238508650'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:24.795621 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5ebb8980-93af-4ce3-ba75-b000efd404f6 req-fec5a771-2879-4275-8a02-ae2128201eb4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:24.820154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1c8d44db-217c-4aaf-aa4c-c8ba675aba14,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:24.829132 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:24.833065 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-efac2727-6d29-4c65-a771-dcf28a6602b3 service neutron] 10.222.0.35 "GET /v2.0/networks/16460018-681a-4db3-8b31-71991317e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515985 Sep 07 16:10:24.924903 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5ebb8980-93af-4ce3-ba75-b000efd404f6 req-fec5a771-2879-4275-8a02-ae2128201eb4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:24.931120 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5ebb8980-93af-4ce3-ba75-b000efd404f6 req-fec5a771-2879-4275-8a02-ae2128201eb4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:24.935833 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5ebb8980-93af-4ce3-ba75-b000efd404f6 req-fec5a771-2879-4275-8a02-ae2128201eb4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:24.940371 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ebb8980-93af-4ce3-ba75-b000efd404f6 req-fec5a771-2879-4275-8a02-ae2128201eb4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "PUT /v2.0/security-groups/db228f21-2e11-4eed-817b-672391fd1a5c HTTP/1.1" status: 200 len: 1774 time: 0.2120621 Sep 07 16:10:24.976748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=1c8d44db-217c-4aaf-aa4c-c8ba675aba14,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:25.008137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5a771-2879-4275-8a02-ae2128201eb4 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db228f21-2e11-4eed-817b-672391fd1a5c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:25.015096 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3246a91-4df3-4bdc-a549-cc467d44bb20 x-openstack-request-id: req-c3246a91-4df3-4bdc-a549-cc467d44bb20 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:25.016192 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc8e075-ace5-461c-8014-e315566beccb", "tag": "dbac49a3-e789-4aec-8509-9173c97e2aa8", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:25.016698 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3246a91-4df3-4bdc-a549-cc467d44bb20 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:25.017116 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc8e075-ace5-461c-8014-e315566beccb', 'tag': 'dbac49a3-e789-4aec-8509-9173c97e2aa8', 'status': 'completed', 'code': 200} Sep 07 16:10:25.036076 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e5176be-9d59-4ecf-aded-bf0e63c57434 req-abf771fc-79eb-4f64-969c-0e8611f3aac6 service neutron] 10.222.0.35 "GET /v2.0/networks/16460018-681a-4db3-8b31-71991317e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910791 Sep 07 16:10:25.122368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994981d-d1c9-4c3b-87a3-8c04b8318478 req-a6b5b87e-cf31-4acf-b740-d0ed79b0108d tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.124008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8994981d-d1c9-4c3b-87a3-8c04b8318478 req-a6b5b87e-cf31-4acf-b740-d0ed79b0108d tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 944 time: 0.0983050 Sep 07 16:10:25.184090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35932ef-7f61-42b6-9ee4-b1c17799ae95 req-e32e3b70-b0ed-415a-b15a-694519343f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.188509 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a35932ef-7f61-42b6-9ee4-b1c17799ae95 req-e32e3b70-b0ed-415a-b15a-694519343f3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8596236032e04204ba988e20af0231c0&device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 1095 time: 0.0907805 Sep 07 16:10:25.205411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8994981d-d1c9-4c3b-87a3-8c04b8318478 req-67cea5e3-8331-4d0e-9904-5a544b6399ff tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7e16f32-fbe9-4c52-b2c5-580ca1662954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599566 Sep 07 16:10:25.354144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35932ef-7f61-42b6-9ee4-b1c17799ae95 req-469b2829-824c-497d-9fe7-4ffc200728a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.355643 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a35932ef-7f61-42b6-9ee4-b1c17799ae95 req-469b2829-824c-497d-9fe7-4ffc200728a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=16460018-681a-4db3-8b31-71991317e753 HTTP/1.1" status: 200 len: 911 time: 0.1587946 Sep 07 16:10:25.426376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009de65a-94b6-41bc-89e9-02b200438ea7 req-0840c5f1-f13f-4145-9ba5-ed2a86a3aa15 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.434554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-009de65a-94b6-41bc-89e9-02b200438ea7 req-0840c5f1-f13f-4145-9ba5-ed2a86a3aa15 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.0727618 Sep 07 16:10:25.439772 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a35932ef-7f61-42b6-9ee4-b1c17799ae95 req-cf30992f-0556-4fa5-8273-1477f4fe9d29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbac49a3-e789-4aec-8509-9173c97e2aa8 HTTP/1.1" status: 200 len: 217 time: 0.0734701 Sep 07 16:10:25.510680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35932ef-7f61-42b6-9ee4-b1c17799ae95 req-738e40de-7caa-4924-9ddb-338c9d005a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.512494 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a35932ef-7f61-42b6-9ee4-b1c17799ae95 req-738e40de-7caa-4924-9ddb-338c9d005a96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95e1c5ed-d0e5-4692-905f-841daf1cd7ee HTTP/1.1" status: 200 len: 850 time: 0.0643802 Sep 07 16:10:25.554822 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a35932ef-7f61-42b6-9ee4-b1c17799ae95 req-c6525e7c-31c3-4ab8-9052-a4540c6d8b32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16460018-681a-4db3-8b31-71991317e753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334616 Sep 07 16:10:25.625734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8bda4-86bf-4e10-b91a-c1b4c320c216 req-c8ff1303-89c1-4e45-9bbe-1b5ef09f7663 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.626896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8bda4-86bf-4e10-b91a-c1b4c320c216 req-c8ff1303-89c1-4e45-9bbe-1b5ef09f7663 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.627552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8bda4-86bf-4e10-b91a-c1b4c320c216 req-c8ff1303-89c1-4e45-9bbe-1b5ef09f7663 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.628243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8bda4-86bf-4e10-b91a-c1b4c320c216 req-c8ff1303-89c1-4e45-9bbe-1b5ef09f7663 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.628959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8bda4-86bf-4e10-b91a-c1b4c320c216 req-c8ff1303-89c1-4e45-9bbe-1b5ef09f7663 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.629619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8bda4-86bf-4e10-b91a-c1b4c320c216 req-c8ff1303-89c1-4e45-9bbe-1b5ef09f7663 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.630317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8bda4-86bf-4e10-b91a-c1b4c320c216 req-c8ff1303-89c1-4e45-9bbe-1b5ef09f7663 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.630959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8bda4-86bf-4e10-b91a-c1b4c320c216 req-c8ff1303-89c1-4e45-9bbe-1b5ef09f7663 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.631600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8bda4-86bf-4e10-b91a-c1b4c320c216 req-c8ff1303-89c1-4e45-9bbe-1b5ef09f7663 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:25.633868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cde8bda4-86bf-4e10-b91a-c1b4c320c216 req-c8ff1303-89c1-4e45-9bbe-1b5ef09f7663 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6413 time: 0.2209940 Sep 07 16:10:25.684969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-009de65a-94b6-41bc-89e9-02b200438ea7 req-164b27bf-62e2-4eb5-87c9-954a8518c09c tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492108 Sep 07 16:10:25.738334 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a35932ef-7f61-42b6-9ee4-b1c17799ae95 req-47b6499a-96bf-45a4-aff7-e50896ea79a4 service neutron] 10.222.0.35 "GET /v2.0/networks/16460018-681a-4db3-8b31-71991317e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702154 Sep 07 16:10:25.914018 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4f070c-6085-45d2-8164-092817ac3c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8d44db-217c-4aaf-aa4c-c8ba675aba14'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:25.916419 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe18d2b-a4dc-4780-8f53-151e47f3e182" -d '{"events": [{"server_uuid": "8a4f070c-6085-45d2-8164-092817ac3c5f", "name": "network-vif-plugged", "status": "completed", "tag": "1c8d44db-217c-4aaf-aa4c-c8ba675aba14"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:25.970262 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a35932ef-7f61-42b6-9ee4-b1c17799ae95 req-5b31435f-c55e-4113-a85c-665f2f0d6160 service neutron] 10.222.0.35 "GET /v2.0/networks/16460018-681a-4db3-8b31-71991317e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128441 Sep 07 16:10:26.215494 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52e109bd-1799-4dcd-91b3-34905ae7809a req-cfd09f84-0e4a-4f5e-bfb5-85b7c9ad4073 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/db228f21-2e11-4eed-817b-672391fd1a5c HTTP/1.1" status: 200 len: 1774 time: 0.5459540 Sep 07 16:10:26.372686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd4a7f-a6da-49a0-b778-e3c2fca05a02 req-5795ec59-386e-48d3-9ab6-7af8c684614d tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:26.374093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2cd4a7f-a6da-49a0-b778-e3c2fca05a02 req-5795ec59-386e-48d3-9ab6-7af8c684614d tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 886 time: 0.1544478 Sep 07 16:10:26.514779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108e556-980c-4ac7-a29a-f9d49894ac66 req-a0df15ea-40d8-492d-93f5-397e01b523cb tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:26.517041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0108e556-980c-4ac7-a29a-f9d49894ac66 req-a0df15ea-40d8-492d-93f5-397e01b523cb tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 945 time: 0.0889690 Sep 07 16:10:26.529281 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53d440-c925-4d2f-b6eb-0e5891d3ff19 req-89b8a5c7-8d0b-42f0-bbc6-ff6370dc16ab tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:26.531821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f53d440-c925-4d2f-b6eb-0e5891d3ff19 req-89b8a5c7-8d0b-42f0-bbc6-ff6370dc16ab tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.0753825 Sep 07 16:10:26.594863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0108e556-980c-4ac7-a29a-f9d49894ac66 req-1b96d362-33a8-43cc-a10a-a9923c807d0f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617321 Sep 07 16:10:26.603191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f53d440-c925-4d2f-b6eb-0e5891d3ff19 req-537bd31f-99ff-4bb4-99f1-a0b53a52eede tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629976 Sep 07 16:10:26.668243 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b97a27-efb7-4992-bca6-62db09605892 x-openstack-request-id: req-00b97a27-efb7-4992-bca6-62db09605892 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:26.668762 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4f070c-6085-45d2-8164-092817ac3c5f", "name": "network-vif-plugged", "status": "completed", "tag": "1c8d44db-217c-4aaf-aa4c-c8ba675aba14", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:26.669185 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00b97a27-efb7-4992-bca6-62db09605892 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:26.669748 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4f070c-6085-45d2-8164-092817ac3c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8d44db-217c-4aaf-aa4c-c8ba675aba14', 'code': 200} Sep 07 16:10:26.762061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6a62fda-8dd7-4c99-a228-c5dc1ef97a34 req-f837aa7d-3836-4caf-b096-89f65c18fb41 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/db228f21-2e11-4eed-817b-672391fd1a5c HTTP/1.1" status: 200 len: 1774 time: 0.0787303 Sep 07 16:10:26.853515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e8920-ccb9-4432-baec-70fd48dcf1d3 req-f3b03778-97a5-42ad-b34a-77b4f9fddc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:26.855023 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-170e8920-ccb9-4432-baec-70fd48dcf1d3 req-f3b03778-97a5-42ad-b34a-77b4f9fddc73 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 1096 time: 0.1142211 Sep 07 16:10:26.920467 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a6a62fda-8dd7-4c99-a228-c5dc1ef97a34 req-70c5db81-1c81-4d33-871f-ac17ecd291ed tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:26.954899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-170e8920-ccb9-4432-baec-70fd48dcf1d3 req-0a6932ea-762a-4896-b7b1-2a710800b797 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767040 Sep 07 16:10:26.966191 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a6a62fda-8dd7-4c99-a228-c5dc1ef97a34 req-70c5db81-1c81-4d33-871f-ac17ecd291ed tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:26.977051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f7b12-c868-4bc2-bef7-9a0b6d33ef63 req-f1a3e4b1-93cc-435d-ae6e-dac19a4e3631 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:26.978613 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d87f7b12-c868-4bc2-bef7-9a0b6d33ef63 req-f1a3e4b1-93cc-435d-ae6e-dac19a4e3631 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 944 time: 0.1440403 Sep 07 16:10:27.059350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d87f7b12-c868-4bc2-bef7-9a0b6d33ef63 req-bb0c35ad-0d1f-44d0-acb2-420fe78c6b60 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7e16f32-fbe9-4c52-b2c5-580ca1662954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705702 Sep 07 16:10:27.096044 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a6a62fda-8dd7-4c99-a228-c5dc1ef97a34 req-70c5db81-1c81-4d33-871f-ac17ecd291ed tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:27.099546 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a6a62fda-8dd7-4c99-a228-c5dc1ef97a34 req-70c5db81-1c81-4d33-871f-ac17ecd291ed tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:27.100718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6a62fda-8dd7-4c99-a228-c5dc1ef97a34 req-70c5db81-1c81-4d33-871f-ac17ecd291ed tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "DELETE /v2.0/security-groups/db228f21-2e11-4eed-817b-672391fd1a5c HTTP/1.1" status: 204 len: 173 time: 0.3218238 Sep 07 16:10:27.151715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5db81-1c81-4d33-871f-ac17ecd291ed tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db228f21-2e11-4eed-817b-672391fd1a5c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:27.313630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7902fe3-92bf-477e-81b3-1011a30e7da1 req-b839fb73-f2cd-4ea2-995f-d21d1b7cb576 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:27.314136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7902fe3-92bf-477e-81b3-1011a30e7da1 req-b839fb73-f2cd-4ea2-995f-d21d1b7cb576 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:27.314630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7902fe3-92bf-477e-81b3-1011a30e7da1 req-b839fb73-f2cd-4ea2-995f-d21d1b7cb576 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:27.315120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7902fe3-92bf-477e-81b3-1011a30e7da1 req-b839fb73-f2cd-4ea2-995f-d21d1b7cb576 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:27.315805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7902fe3-92bf-477e-81b3-1011a30e7da1 req-b839fb73-f2cd-4ea2-995f-d21d1b7cb576 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:27.316295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7902fe3-92bf-477e-81b3-1011a30e7da1 req-b839fb73-f2cd-4ea2-995f-d21d1b7cb576 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:27.316834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7902fe3-92bf-477e-81b3-1011a30e7da1 req-b839fb73-f2cd-4ea2-995f-d21d1b7cb576 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:27.317318 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7902fe3-92bf-477e-81b3-1011a30e7da1 req-b839fb73-f2cd-4ea2-995f-d21d1b7cb576 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:27.317950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7902fe3-92bf-477e-81b3-1011a30e7da1 req-b839fb73-f2cd-4ea2-995f-d21d1b7cb576 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:27.320033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7902fe3-92bf-477e-81b3-1011a30e7da1 req-b839fb73-f2cd-4ea2-995f-d21d1b7cb576 tempest-NetworksTest-368527333 tempest-NetworksTest-368527333-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6413 time: 0.2072849 Sep 07 16:10:27.786725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46510) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:27.877286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a87384-ab21-4c3d-9f56-ce3ebeec0e36 req-c10a5d47-d81e-4427-9239-7090bf14d2cd tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:27.879851 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64a87384-ab21-4c3d-9f56-ce3ebeec0e36 req-c10a5d47-d81e-4427-9239-7090bf14d2cd tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 945 time: 0.1016972 Sep 07 16:10:27.946382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64a87384-ab21-4c3d-9f56-ce3ebeec0e36 req-b740e24a-e98a-4542-8e6c-17b9a3b22fa6 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580485 Sep 07 16:10:28.091556 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-38e9b12a-eabd-4e60-be5d-2afe1dc6fb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:28.294655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-c25d8605-33e4-4b93-aaf2-dfaf1c26c140 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:28.303115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-c25d8605-33e4-4b93-aaf2-dfaf1c26c140 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/networks?id=11f823b0-5a1f-405d-b97c-b160c90d8c3d HTTP/1.1" status: 200 len: 815 time: 0.1678612 Sep 07 16:10:28.309870 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-38e9b12a-eabd-4e60-be5d-2afe1dc6fb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:28.316747 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-38e9b12a-eabd-4e60-be5d-2afe1dc6fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:28.320414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-4477d66e-ceaa-47ff-bea2-1e8a401865ea tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/quotas/83c4821c8f704f9a896903ead09cd274 HTTP/1.1" status: 200 len: 375 time: 0.0166249 Sep 07 16:10:28.370473 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-38e9b12a-eabd-4e60-be5d-2afe1dc6fb4a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3b1169f547247f484a79c14f07d33f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5823786 Sep 07 16:10:28.372092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9b12a-eabd-4e60-be5d-2afe1dc6fb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559de918-7676-4c30-a86a-0e7216088d07,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:28.374875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46562) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:28.448456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-ddf35b70-bcc3-4e8e-816a-09480869cb50 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=83c4821c8f704f9a896903ead09cd274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1220679 Sep 07 16:10:28.464756 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0694-9851-4ece-b892-912326535d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:28.482758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device dbac49a3-e789-4aec-8509-9173c97e2aa8 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:10:28.505869 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0694-9851-4ece-b892-912326535d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:28.600488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-c65deb5f-8494-4879-9ad7-93b754b462ac service neutron] 10.222.0.70 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491373 Sep 07 16:10:28.602499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0694-9851-4ece-b892-912326535d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:28.605618 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0694-9851-4ece-b892-912326535d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:28.607160 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9f0a0694-9851-4ece-b892-912326535d1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/559de918-7676-4c30-a86a-0e7216088d07 HTTP/1.1" status: 204 len: 168 time: 0.2308383 Sep 07 16:10:28.620127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a0694-9851-4ece-b892-912326535d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559de918-7676-4c30-a86a-0e7216088d07,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:28.758389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port dbac49a3-e789-4aec-8509-9173c97e2aa8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=dbac49a3-e789-4aec-8509-9173c97e2aa8,segment=NetworkSegment(99e9b88e-8271-47e3-83ed-10320e8e47ef),segment_id=99e9b88e-8271-47e3-83ed-10320e8e47ef)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:28.789171 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-31e3b2af-b6c6-4292-9cbf-63998441146d service neutron] 10.222.0.70 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875682 Sep 07 16:10:28.791890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'dbac49a3-e789-4aec-8509-9173c97e2aa8', 'network_id': '16460018-681a-4db3-8b31-71991317e753', 'port_id': 'dbac49a3-e789-4aec-8509-9173c97e2aa8', 'mac_address': 'fa:16:3e:1a:fe:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e1c5ed-d0e5-4692-905f-841daf1cd7ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:10:28.935921 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:28.957756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbac49a3-e789-4aec-8509-9173c97e2aa8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:10:29.013574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port dbac49a3-e789-4aec-8509-9173c97e2aa8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=dbac49a3-e789-4aec-8509-9173c97e2aa8,segment=NetworkSegment(99e9b88e-8271-47e3-83ed-10320e8e47ef),segment_id=99e9b88e-8271-47e3-83ed-10320e8e47ef)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:29.017988 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-11749fa6-e00a-4dbf-84fa-33c9a5fa79aa req-809fcbc1-a229-4772-82ad-1fdb2a7562e5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] show failed (client error): The resource could not be found. Sep 07 16:10:29.021167 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:29.022041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11749fa6-e00a-4dbf-84fa-33c9a5fa79aa req-809fcbc1-a229-4772-82ad-1fdb2a7562e5 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/f5f85fe6-cced-4d50-b47d-4b51d058dd96 HTTP/1.1" status: 404 len: 352 time: 0.0262258 Sep 07 16:10:29.100993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=dbac49a3-e789-4aec-8509-9173c97e2aa8,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:29.216995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2405821-5570-4db0-b4be-96762147ab0c req-aa9ef156-6191-413a-843e-169c2b9963bc tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 210 time: 0.1265283 Sep 07 16:10:29.251316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46606) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:29.288959 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0e34773-2206-42fa-9bfd-0d9bf4213b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:29.298200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2aeeb-8ac8-4569-9d68-c94bbbe903a1 req-c22ff50a-4ba7-487d-868d-f20ee099699f tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:29.305656 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67b2aeeb-8ac8-4569-9d68-c94bbbe903a1 req-c22ff50a-4ba7-487d-868d-f20ee099699f tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 945 time: 0.2385874 Sep 07 16:10:29.328144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c884-6a97-40e0-964e-3baa9ff13f83 req-2b087080-764b-4742-bef5-0403f6d0f7d4 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:29.340120 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c808c884-6a97-40e0-964e-3baa9ff13f83 req-2b087080-764b-4742-bef5-0403f6d0f7d4 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.35 "GET /v2.0/ports?device_id=a040a50c-30f9-43aa-8961-8784d3dd3341 HTTP/1.1" status: 200 len: 945 time: 0.1587741 Sep 07 16:10:29.381061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['dbac49a3-e789-4aec-8509-9173c97e2aa8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:29.459596 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67b2aeeb-8ac8-4569-9d68-c94bbbe903a1 req-b38daf85-76e6-454f-b4e1-84a568e9c2ba tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7e16f32-fbe9-4c52-b2c5-580ca1662954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478925 Sep 07 16:10:29.487976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289f9ef-e928-4e0c-ad7c-945929b99f87 req-dfa76874-d32b-4f45-9c26-42239d31fc1e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:29.494473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c808c884-6a97-40e0-964e-3baa9ff13f83 req-1133c45b-a7a4-4e73-8dbf-70ad7496fa3e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Deleting port 3cd91e63-e769-4165-97a6-54c9146e1fa7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:29.495336 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c808c884-6a97-40e0-964e-3baa9ff13f83 req-1133c45b-a7a4-4e73-8dbf-70ad7496fa3e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:29.495566 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e289f9ef-e928-4e0c-ad7c-945929b99f87 req-dfa76874-d32b-4f45-9c26-42239d31fc1e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 945 time: 0.1239700 Sep 07 16:10:29.566629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0e34773-2206-42fa-9bfd-0d9bf4213b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:29.582008 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0e34773-2206-42fa-9bfd-0d9bf4213b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:29.633072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c808c884-6a97-40e0-964e-3baa9ff13f83 req-1133c45b-a7a4-4e73-8dbf-70ad7496fa3e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] For port 3cd91e63-e769-4165-97a6-54c9146e1fa7, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3cd91e63-e769-4165-97a6-54c9146e1fa7,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:29.633449 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c808c884-6a97-40e0-964e-3baa9ff13f83 req-1133c45b-a7a4-4e73-8dbf-70ad7496fa3e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:29.649284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e289f9ef-e928-4e0c-ad7c-945929b99f87 req-4b1df21e-8b67-463f-85b2-0946e0049362 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280217 Sep 07 16:10:29.651360 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c808c884-6a97-40e0-964e-3baa9ff13f83 req-1133c45b-a7a4-4e73-8dbf-70ad7496fa3e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Calling delete_port for 3cd91e63-e769-4165-97a6-54c9146e1fa7 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:29.677023 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-706a080c-698e-4826-be95-d984c2c96df7 req-9d8c1853-c7e8-4f8c-b478-8ef3b8166a81 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] show failed (client error): The resource could not be found. Sep 07 16:10:29.693095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-706a080c-698e-4826-be95-d984c2c96df7 req-9d8c1853-c7e8-4f8c-b478-8ef3b8166a81 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/90dbe574-c979-401a-a0a6-6685d5ee494b HTTP/1.1" status: 404 len: 352 time: 0.1059697 Sep 07 16:10:29.722660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a0e34773-2206-42fa-9bfd-0d9bf4213b63 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=782d1affcda64574ba2baa467cc3a67d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617524 Sep 07 16:10:29.722906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e34773-2206-42fa-9bfd-0d9bf4213b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c540cf07-7aab-4c49-ae71-13d0b3feee31,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:29.724233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46636) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:29.903648 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50c89d4c-858b-49bb-88cc-74a32211715b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:29.971600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50c89d4c-858b-49bb-88cc-74a32211715b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:29.996277 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-44c49923-9681-4909-9327-35c09c269629 req-3114cae1-51c2-4998-8a3b-f4c140adf38c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] show failed (client error): The resource could not be found. Sep 07 16:10:30.015696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44c49923-9681-4909-9327-35c09c269629 req-3114cae1-51c2-4998-8a3b-f4c140adf38c tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/01c5c21d-68ac-437e-bd77-c449bf5f346d HTTP/1.1" status: 404 len: 352 time: 0.0790355 Sep 07 16:10:30.054860 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-1e699db5-7bba-4b8f-8d0b-cbd7a9807e36 req-bb975f73-6466-45fe-87f4-9fae4d7092e7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] show failed (client error): The resource could not be found. Sep 07 16:10:30.080331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e699db5-7bba-4b8f-8d0b-cbd7a9807e36 req-bb975f73-6466-45fe-87f4-9fae4d7092e7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/81cc64ef-85f6-4a3b-97f0-7bf2be43d00d HTTP/1.1" status: 404 len: 352 time: 0.0450361 Sep 07 16:10:30.123082 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-a101de1c-acbb-4bda-93cb-bb625a72dd09 req-08549d4f-2ead-4599-a9ca-0b5ede0af1de tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] show failed (client error): The resource could not be found. Sep 07 16:10:30.141910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a101de1c-acbb-4bda-93cb-bb625a72dd09 req-08549d4f-2ead-4599-a9ca-0b5ede0af1de tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/242157cd-431c-4501-b8af-86510f2daeb6 HTTP/1.1" status: 404 len: 352 time: 0.0419440 Sep 07 16:10:30.150801 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c808c884-6a97-40e0-964e-3baa9ff13f83 req-1133c45b-a7a4-4e73-8dbf-70ad7496fa3e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:30.220758 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-e76c5e99-ebd5-4096-ab7a-7da245be523e req-97b1a0d7-1da4-46f5-a1f2-c3aedff4e955 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] show failed (client error): The resource could not be found. Sep 07 16:10:30.228445 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e76c5e99-ebd5-4096-ab7a-7da245be523e req-97b1a0d7-1da4-46f5-a1f2-c3aedff4e955 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/8c55c224-c165-4f9b-9a92-bb88ca1e0038 HTTP/1.1" status: 404 len: 352 time: 0.0293889 Sep 07 16:10:30.249603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['3cd91e63-e769-4165-97a6-54c9146e1fa7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:30.371102 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50c89d4c-858b-49bb-88cc-74a32211715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:30.373747 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50c89d4c-858b-49bb-88cc-74a32211715b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:30.381186 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-50c89d4c-858b-49bb-88cc-74a32211715b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c540cf07-7aab-4c49-ae71-13d0b3feee31 HTTP/1.1" status: 204 len: 168 time: 0.6557508 Sep 07 16:10:30.382475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133c45b-a7a4-4e73-8dbf-70ad7496fa3e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Pushing event deleted for resources: {'Port': ['ID=3cd91e63-e769-4165-97a6-54c9146e1fa7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:30.478855 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c808c884-6a97-40e0-964e-3baa9ff13f83 req-1133c45b-a7a4-4e73-8dbf-70ad7496fa3e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] No DVR routers for this DVR port 3cd91e63-e769-4165-97a6-54c9146e1fa7 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:10:30.480877 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c89d4c-858b-49bb-88cc-74a32211715b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c540cf07-7aab-4c49-ae71-13d0b3feee31,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:30.483252 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c808c884-6a97-40e0-964e-3baa9ff13f83 req-1133c45b-a7a4-4e73-8dbf-70ad7496fa3e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:30.486115 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c808c884-6a97-40e0-964e-3baa9ff13f83 req-1133c45b-a7a4-4e73-8dbf-70ad7496fa3e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.35 "DELETE /v2.0/ports/3cd91e63-e769-4165-97a6-54c9146e1fa7 HTTP/1.1" status: 204 len: 173 time: 1.1390727 Sep 07 16:10:30.487087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a040a50c-30f9-43aa-8961-8784d3dd3341', 'name': 'network-vif-deleted', 'tag': '3cd91e63-e769-4165-97a6-54c9146e1fa7'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:30.493724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device dbac49a3-e789-4aec-8509-9173c97e2aa8 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:10:30.509476 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3844c0-80a1-4bea-8650-5b5149d21797" -d '{"events": [{"server_uuid": "a040a50c-30f9-43aa-8961-8784d3dd3341", "name": "network-vif-deleted", "tag": "3cd91e63-e769-4165-97a6-54c9146e1fa7"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:30.573435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port dbac49a3-e789-4aec-8509-9173c97e2aa8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:10:30.579542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port dbac49a3-e789-4aec-8509-9173c97e2aa8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:10:30.580188 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:30.651783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf4ebf4f-dc97-4dd6-92db-32a96d0d4cf5 req-f444444a-eb63-4cc3-ae00-baf6e60f6d62 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 210 time: 0.1257370 Sep 07 16:10:30.768246 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:30.821285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc8e075-ace5-461c-8014-e315566beccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbac49a3-e789-4aec-8509-9173c97e2aa8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:30.828304 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1948661-7e82-4149-a5d6-b273ada83f43" -d '{"events": [{"server_uuid": "2dc8e075-ace5-461c-8014-e315566beccb", "name": "network-vif-plugged", "status": "completed", "tag": "dbac49a3-e789-4aec-8509-9173c97e2aa8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:30.884069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port dbac49a3-e789-4aec-8509-9173c97e2aa8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=dbac49a3-e789-4aec-8509-9173c97e2aa8,segment=NetworkSegment(99e9b88e-8271-47e3-83ed-10320e8e47ef),segment_id=99e9b88e-8271-47e3-83ed-10320e8e47ef)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:30.896737 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:30.992523 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=dbac49a3-e789-4aec-8509-9173c97e2aa8,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:31.009089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb7798-e647-4f0f-80e9-81560d709d81 req-dafd6304-7481-415b-bae8-76979b26f933 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:31.025484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70eb7798-e647-4f0f-80e9-81560d709d81 req-dafd6304-7481-415b-bae8-76979b26f933 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 1024 time: 0.2896426 Sep 07 16:10:31.088369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c8294-92fd-4143-a0bc-0a41f42fde7c req-3e369add-450e-4b48-964b-566b2769507b tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:31.097888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-631c8294-92fd-4143-a0bc-0a41f42fde7c req-3e369add-450e-4b48-964b-566b2769507b tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 945 time: 0.2494171 Sep 07 16:10:31.165779 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-dcaeeaaa-490f-4ef6-921c-b07a96305986 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:31.167510 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-dcaeeaaa-490f-4ef6-921c-b07a96305986 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.35 "GET /v2.0/networks?id=11f823b0-5a1f-405d-b97c-b160c90d8c3d HTTP/1.1" status: 200 len: 815 time: 0.2918420 Sep 07 16:10:31.187680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-aed93f8b-96d2-4990-afbd-c61234d0cc03 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Request body: {'port': {'device_id': '7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9', 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d', 'admin_state_up': True, 'tenant_id': '83c4821c8f704f9a896903ead09cd274'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:31.229332 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70eb7798-e647-4f0f-80e9-81560d709d81 req-1a573a99-2e7d-4c39-bcfa-c15cab476450 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&id=475673c3-a23b-4275-818b-9b751e36218e&id=d76862b6-c739-4313-b725-e69bf88ffbba&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1916859 Sep 07 16:10:31.285278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-631c8294-92fd-4143-a0bc-0a41f42fde7c req-820c1253-d4ef-4245-9b23-3f93af9f01cf tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7e16f32-fbe9-4c52-b2c5-580ca1662954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858749 Sep 07 16:10:31.386690 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae89b2d-9baf-4c92-a703-e5569d0e720f x-openstack-request-id: req-9ae89b2d-9baf-4c92-a703-e5569d0e720f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:31.387182 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a040a50c-30f9-43aa-8961-8784d3dd3341", "name": "network-vif-deleted", "tag": "3cd91e63-e769-4165-97a6-54c9146e1fa7", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:31.389415 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ae89b2d-9baf-4c92-a703-e5569d0e720f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:31.390404 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a040a50c-30f9-43aa-8961-8784d3dd3341', 'name': 'network-vif-deleted', 'tag': '3cd91e63-e769-4165-97a6-54c9146e1fa7', 'status': 'completed', 'code': 200} Sep 07 16:10:31.458673 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:31.591597 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5757be0-3752-41ed-a9f0-d43b7b8be5cb x-openstack-request-id: req-a5757be0-3752-41ed-a9f0-d43b7b8be5cb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:31.591950 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc8e075-ace5-461c-8014-e315566beccb", "name": "network-vif-plugged", "status": "completed", "tag": "dbac49a3-e789-4aec-8509-9173c97e2aa8", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:31.592249 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5757be0-3752-41ed-a9f0-d43b7b8be5cb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:31.592945 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc8e075-ace5-461c-8014-e315566beccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbac49a3-e789-4aec-8509-9173c97e2aa8', 'code': 200} Sep 07 16:10:31.626735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-aed93f8b-96d2-4990-afbd-c61234d0cc03 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Made reservation on behalf of 83c4821c8f704f9a896903ead09cd274 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:31.636936 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-aed93f8b-96d2-4990-afbd-c61234d0cc03 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:31.913195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f52fdc88-a4c2-4925-9175-7e21acd2cc60 req-f4a5704a-7db3-4147-9474-ab3f54c9bb53 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 210 time: 0.1031535 Sep 07 16:10:31.939131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8674ea-6177-4d9a-b53f-fab5c297693f req-be39c62e-62a8-45a1-8800-8ce22f94be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:31.951210 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a8674ea-6177-4d9a-b53f-fab5c297693f req-be39c62e-62a8-45a1-8800-8ce22f94be90 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 1097 time: 0.2269666 Sep 07 16:10:31.995264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-aed93f8b-96d2-4990-afbd-c61234d0cc03 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Allocated IP 172.20.0.11 (11f823b0-5a1f-405d-b97c-b160c90d8c3d/e79702e3-11e7-4e35-b1b0-316ea9afe5b4/6d81343a-52b3-42fa-adc9-d051b4644dcb) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:10:32.162858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebadb0-5f92-4667-ad1d-c84b00045f0b req-1b347e7a-4c6f-496f-9495-d7991aa83377 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:32.165770 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8ebadb0-5f92-4667-ad1d-c84b00045f0b req-1b347e7a-4c6f-496f-9495-d7991aa83377 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.54 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 1024 time: 0.2089243 Sep 07 16:10:32.186173 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a8674ea-6177-4d9a-b53f-fab5c297693f req-6ef67e94-5751-4c64-971e-7b3c8174fa04 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a7e16f32-fbe9-4c52-b2c5-580ca1662954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300258 Sep 07 16:10:32.197376 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:32.390973 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-aed93f8b-96d2-4990-afbd-c61234d0cc03 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:32.468568 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-aed93f8b-96d2-4990-afbd-c61234d0cc03 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:32.470447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f8ebadb0-5f92-4667-ad1d-c84b00045f0b req-aedbb620-3aa2-407b-a32f-9e3fef79d22f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Deleting port 762aa294-d15a-4883-a034-c89219c10447 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:32.471838 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ebadb0-5f92-4667-ad1d-c84b00045f0b req-aedbb620-3aa2-407b-a32f-9e3fef79d22f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:32.493857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 3cd91e63-e769-4165-97a6-54c9146e1fa7 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:32.559868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973b524-aac3-4760-8163-5eae0d6e92da req-676c6b39-1330-4b92-bcc1-49b4ee4fc1ab tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:32.567490 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f973b524-aac3-4760-8163-5eae0d6e92da req-676c6b39-1330-4b92-bcc1-49b4ee4fc1ab tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 1024 time: 0.1638558 Sep 07 16:10:32.572120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-aed93f8b-96d2-4990-afbd-c61234d0cc03 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Network 11f823b0-5a1f-405d-b97c-b160c90d8c3d is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:10:32.576033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-aed93f8b-96d2-4990-afbd-c61234d0cc03 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:10:32.580949 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-aed93f8b-96d2-4990-afbd-c61234d0cc03 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:10:32.602876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 3cd91e63-e769-4165-97a6-54c9146e1fa7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:32.603236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 3cd91e63-e769-4165-97a6-54c9146e1fa7 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:32.630557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed93f8b-96d2-4990-afbd-c61234d0cc03 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Pushing event updated for resources: {'Port': ['ID=6d81343a-52b3-42fa-adc9-d051b4644dcb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:32.675919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-aed93f8b-96d2-4990-afbd-c61234d0cc03 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:32.677250 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-aed93f8b-96d2-4990-afbd-c61234d0cc03 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:32.698446 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-aed93f8b-96d2-4990-afbd-c61234d0cc03 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5142999 Sep 07 16:10:32.721791 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Request body: {'port': {'device_id': '7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:32.737382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f8ebadb0-5f92-4667-ad1d-c84b00045f0b req-aedbb620-3aa2-407b-a32f-9e3fef79d22f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] For port 762aa294-d15a-4883-a034-c89219c10447, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=762aa294-d15a-4883-a034-c89219c10447,segment=NetworkSegment(7d829bb1-e4f7-4676-8514-fd7afb788402),segment_id=7d829bb1-e4f7-4676-8514-fd7afb788402)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:32.738017 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ebadb0-5f92-4667-ad1d-c84b00045f0b req-aedbb620-3aa2-407b-a32f-9e3fef79d22f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:32.762642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f973b524-aac3-4760-8163-5eae0d6e92da req-ed95b4a1-3a2d-43f8-bab0-b984cddbf120 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8809cb-37c3-477c-89c9-4f863768e329&id=475673c3-a23b-4275-818b-9b751e36218e&id=d76862b6-c739-4313-b725-e69bf88ffbba&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1923769 Sep 07 16:10:32.806525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f8ebadb0-5f92-4667-ad1d-c84b00045f0b req-aedbb620-3aa2-407b-a32f-9e3fef79d22f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Calling delete_port for 762aa294-d15a-4883-a034-c89219c10447 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:32.988471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71715c-c9cb-4a76-8525-184c593f6619 req-8e6443ee-146d-46b8-902b-07fd62674a5a tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:33.002688 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab71715c-c9cb-4a76-8525-184c593f6619 req-8e6443ee-146d-46b8-902b-07fd62674a5a tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 946 time: 0.0996110 Sep 07 16:10:33.133334 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab71715c-c9cb-4a76-8525-184c593f6619 req-3c5629ed-573a-4ad6-890b-bd50e8097417 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7e16f32-fbe9-4c52-b2c5-580ca1662954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294661 Sep 07 16:10:33.214694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ebadb0-5f92-4667-ad1d-c84b00045f0b req-aedbb620-3aa2-407b-a32f-9e3fef79d22f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:33.369028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbb620-3aa2-407b-a32f-9e3fef79d22f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event deleted for resources: {'Port': ['ID=762aa294-d15a-4883-a034-c89219c10447,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:33.403143 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['762aa294-d15a-4883-a034-c89219c10447'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:33.513409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ebadb0-5f92-4667-ad1d-c84b00045f0b req-aedbb620-3aa2-407b-a32f-9e3fef79d22f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] No DVR routers for this DVR port 762aa294-d15a-4883-a034-c89219c10447 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:10:33.519193 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8ebadb0-5f92-4667-ad1d-c84b00045f0b req-aedbb620-3aa2-407b-a32f-9e3fef79d22f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:33.521611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8ebadb0-5f92-4667-ad1d-c84b00045f0b req-aedbb620-3aa2-407b-a32f-9e3fef79d22f tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.54 "DELETE /v2.0/ports/762aa294-d15a-4883-a034-c89219c10447 HTTP/1.1" status: 204 len: 173 time: 1.3323710 Sep 07 16:10:33.522105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11dd20f-888d-4131-ae9f-fb7c0388f111', 'name': 'network-vif-deleted', 'tag': '762aa294-d15a-4883-a034-c89219c10447'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:33.524994 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df71469f-4d81-4486-bfda-fd305b0dab31" -d '{"events": [{"server_uuid": "a11dd20f-888d-4131-ae9f-fb7c0388f111", "name": "network-vif-deleted", "tag": "762aa294-d15a-4883-a034-c89219c10447"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:33.607213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:33.619052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff575640-9c96-4240-8bf0-fb3f373f2cbb req-886a60bd-15d5-4f82-b748-3d52e0805d5b tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:33.631573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff575640-9c96-4240-8bf0-fb3f373f2cbb req-886a60bd-15d5-4f82-b748-3d52e0805d5b tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 932 time: 0.1639712 Sep 07 16:10:33.793032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff575640-9c96-4240-8bf0-fb3f373f2cbb req-a24919a1-057a-4d8d-bd2b-d43e3014d0f6 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563807 Sep 07 16:10:33.930596 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3c4b72-81d3-47ff-a687-f608dafd1f9f x-openstack-request-id: req-cd3c4b72-81d3-47ff-a687-f608dafd1f9f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:33.931002 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11dd20f-888d-4131-ae9f-fb7c0388f111", "name": "network-vif-deleted", "tag": "762aa294-d15a-4883-a034-c89219c10447", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:33.931366 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd3c4b72-81d3-47ff-a687-f608dafd1f9f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:33.931878 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11dd20f-888d-4131-ae9f-fb7c0388f111', 'name': 'network-vif-deleted', 'tag': '762aa294-d15a-4883-a034-c89219c10447', 'status': 'completed', 'code': 200} Sep 07 16:10:34.074011 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-746cf98c-fd3c-4c17-8d0c-1e5cd6d3da50 req-f076f084-843c-483d-a095-e3b060a33807 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/ports?device_id=a11dd20f-888d-4131-ae9f-fb7c0388f111 HTTP/1.1" status: 200 len: 210 time: 0.0600269 Sep 07 16:10:34.277248 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d81343a-52b3-42fa-adc9-d051b4644dcb {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:10:34.292943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:34.320672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Transition to ACTIVE for port object 6d81343a-52b3-42fa-adc9-d051b4644dcb will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:10:34.328213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:34.496537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d81343a-52b3-42fa-adc9-d051b4644dcb,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:34.567720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48503106-88fc-459b-bff3-0377c375dbe7 req-3ef905a7-8bcb-4a41-9e25-c9c8514730d5 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:34.577876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48503106-88fc-459b-bff3-0377c375dbe7 req-3ef905a7-8bcb-4a41-9e25-c9c8514730d5 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 946 time: 0.0856392 Sep 07 16:10:34.639040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48503106-88fc-459b-bff3-0377c375dbe7 req-2407e5dc-2caa-4c3c-9303-48310feaebe0 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7e16f32-fbe9-4c52-b2c5-580ca1662954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598125 Sep 07 16:10:34.662349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Attempting to bind port 6d81343a-52b3-42fa-adc9-d051b4644dcb on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:10:34.672532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Attempting to bind port 6d81343a-52b3-42fa-adc9-d051b4644dcb by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:10:34.674064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Attempting to bind port 6d81343a-52b3-42fa-adc9-d051b4644dcb on network 11f823b0-5a1f-405d-b97c-b160c90d8c3d {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:34.685680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Port 6d81343a-52b3-42fa-adc9-d051b4644dcb on network 11f823b0-5a1f-405d-b97c-b160c90d8c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:10:34.687532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Attempting to bind port 6d81343a-52b3-42fa-adc9-d051b4644dcb on network 11f823b0-5a1f-405d-b97c-b160c90d8c3d {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:34.699094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:10:34.701328 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Checking segment: {'id': '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:10:34.703242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Bound using segment: {'id': '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:10:34.703915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Bound port: 6d81343a-52b3-42fa-adc9-d051b4644dcb, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:10:34.705376 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:34.823604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] For port 6d81343a-52b3-42fa-adc9-d051b4644dcb, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:10:34.827218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] For port 6d81343a-52b3-42fa-adc9-d051b4644dcb, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6d81343a-52b3-42fa-adc9-d051b4644dcb,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:10:34.840173 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:34.930047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:34.930687 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:34.932274 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] 10.222.0.35 "PUT /v2.0/ports/6d81343a-52b3-42fa-adc9-d051b4644dcb HTTP/1.1" status: 200 len: 1092 time: 2.2257400 Sep 07 16:10:34.932924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9', 'tag': '6d81343a-52b3-42fa-adc9-d051b4644dcb'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:34.935383 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52323d10-88d8-4c12-9659-ed8c4b091468" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9", "tag": "6d81343a-52b3-42fa-adc9-d051b4644dcb"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:35.043535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36e1bf-540c-4904-98dc-13a3a7b6fae9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d81343a-52b3-42fa-adc9-d051b4644dcb,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:35.087761 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-d117b9e8-b666-4042-a64e-237e792a3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:35.089431 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-d117b9e8-b666-4042-a64e-237e792a3c18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83c4821c8f704f9a896903ead09cd274&device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 1095 time: 0.1082509 Sep 07 16:10:35.174808 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-6cea5b44-5e3b-4006-85c2-d270cf96111e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d81343a-52b3-42fa-adc9-d051b4644dcb HTTP/1.1" status: 200 len: 217 time: 0.0702009 Sep 07 16:10:35.186126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9258ddd-29b2-41b4-bcaa-30f3e268de98 req-9bebd984-e91f-4ee6-8874-74668929b680 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:35.188917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9258ddd-29b2-41b4-bcaa-30f3e268de98 req-9bebd984-e91f-4ee6-8874-74668929b680 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 944 time: 0.0978613 Sep 07 16:10:35.270515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9258ddd-29b2-41b4-bcaa-30f3e268de98 req-7f211521-0b8c-4f8b-a258-8c985ed8f03e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686038 Sep 07 16:10:35.298799 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-f85dbb8d-36f9-4ce9-8abf-a0c818b2ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:35.300590 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-f85dbb8d-36f9-4ce9-8abf-a0c818b2ddd5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79702e3-11e7-4e35-b1b0-316ea9afe5b4 HTTP/1.1" status: 200 len: 855 time: 0.1112475 Sep 07 16:10:35.361469 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-f350d3ee-b7e6-4777-85a5-49fcc5474493 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=11f823b0-5a1f-405d-b97c-b160c90d8c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521719 Sep 07 16:10:35.583462 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-240f1527-f264-4649-a5b1-60eab82d8516 service neutron] 10.222.0.35 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136047 Sep 07 16:10:35.612234 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ce5dc8-f87f-4a15-b1b4-130c34f1cc39 x-openstack-request-id: req-48ce5dc8-f87f-4a15-b1b4-130c34f1cc39 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:35.612859 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9", "tag": "6d81343a-52b3-42fa-adc9-d051b4644dcb", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:35.613289 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48ce5dc8-f87f-4a15-b1b4-130c34f1cc39 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:35.614428 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9', 'tag': '6d81343a-52b3-42fa-adc9-d051b4644dcb', 'status': 'completed', 'code': 200} Sep 07 16:10:35.765315 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b06a6608-f73c-4025-ad1f-eefb462a1495 req-cb8698a2-b7dc-4b51-bf59-cb4d78562ed2 service neutron] 10.222.0.35 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737914 Sep 07 16:10:35.785851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de0a35-794b-42d5-94f0-ca1b7ffe9c86 req-e8d1fef7-da73-4283-9e13-4c8849c9aeb9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:35.794294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2de0a35-794b-42d5-94f0-ca1b7ffe9c86 req-e8d1fef7-da73-4283-9e13-4c8849c9aeb9 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 946 time: 0.1348591 Sep 07 16:10:35.809462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6c9a589-391a-4397-a452-e18934e8fe36 req-ada493ba-bd5f-41e2-a9e3-e2c3daaaa8d7 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e4ad42f94581447087ba07860f843c78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591342 Sep 07 16:10:35.883619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323d10-88d8-4c12-9659-ed8c4b091468 req-a136099e-0dfe-4ead-8421-ee0f30bb2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:35.885425 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52323d10-88d8-4c12-9659-ed8c4b091468 req-a136099e-0dfe-4ead-8421-ee0f30bb2555 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83c4821c8f704f9a896903ead09cd274&device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 1095 time: 0.0592203 Sep 07 16:10:35.913453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2de0a35-794b-42d5-94f0-ca1b7ffe9c86 req-abfca78e-9793-467c-8db3-ea6c498f1f04 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7e16f32-fbe9-4c52-b2c5-580ca1662954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177971 Sep 07 16:10:35.979551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9a589-391a-4397-a452-e18934e8fe36 req-5636d6f6-77e1-4d47-820e-02bb3f5d7f89 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:35.986787 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6c9a589-391a-4397-a452-e18934e8fe36 req-5636d6f6-77e1-4d47-820e-02bb3f5d7f89 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760142 Sep 07 16:10:36.020982 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6c9a589-391a-4397-a452-e18934e8fe36 req-4431a05a-4991-42b9-85fe-d9a2de5f2884 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] 10.222.0.70 "GET /v2.0/quotas/e4ad42f94581447087ba07860f843c78 HTTP/1.1" status: 200 len: 375 time: 0.0332258 Sep 07 16:10:36.048907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323d10-88d8-4c12-9659-ed8c4b091468 req-eb3e13ed-18dd-4e80-a00b-3c7698f67a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:36.050684 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52323d10-88d8-4c12-9659-ed8c4b091468 req-eb3e13ed-18dd-4e80-a00b-3c7698f67a48 service neutron] 10.222.0.35 "GET /v2.0/networks?id=11f823b0-5a1f-405d-b97c-b160c90d8c3d HTTP/1.1" status: 200 len: 916 time: 0.1558757 Sep 07 16:10:36.087436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6c9a589-391a-4397-a452-e18934e8fe36 req-e5ab6350-0871-492b-b75a-df715dafb810 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4ad42f94581447087ba07860f843c78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652971 Sep 07 16:10:36.098421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-580641ad-e913-458a-b1c3-04f443d8015d req-099ed39c-16fb-4b97-97c3-ea0185199eec tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/475673c3-a23b-4275-818b-9b751e36218e HTTP/1.1" status: 200 len: 1799 time: 0.0886898 Sep 07 16:10:36.112877 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52323d10-88d8-4c12-9659-ed8c4b091468 req-3be5705c-7d80-45d1-b738-1eefd07ac3c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d81343a-52b3-42fa-adc9-d051b4644dcb HTTP/1.1" status: 200 len: 217 time: 0.0494556 Sep 07 16:10:36.166849 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-580641ad-e913-458a-b1c3-04f443d8015d req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:36.202922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-580641ad-e913-458a-b1c3-04f443d8015d req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:36.230510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323d10-88d8-4c12-9659-ed8c4b091468 req-6473bcb8-e9c2-4cab-bf49-ab1b874db229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:36.239296 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52323d10-88d8-4c12-9659-ed8c4b091468 req-6473bcb8-e9c2-4cab-bf49-ab1b874db229 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79702e3-11e7-4e35-b1b0-316ea9afe5b4 HTTP/1.1" status: 200 len: 855 time: 0.1156528 Sep 07 16:10:36.248230 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-580641ad-e913-458a-b1c3-04f443d8015d req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:36.251775 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-580641ad-e913-458a-b1c3-04f443d8015d req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:36.253455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-580641ad-e913-458a-b1c3-04f443d8015d req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "DELETE /v2.0/security-groups/475673c3-a23b-4275-818b-9b751e36218e HTTP/1.1" status: 204 len: 173 time: 0.1540477 Sep 07 16:10:36.269251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=475673c3-a23b-4275-818b-9b751e36218e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:36.277772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:36.278363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:36.278871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:36.279447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:36.279956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:36.280567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:36.281057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:36.281606 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:36.282342 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:36.282971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:36.283513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:36.284020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea33178-ee94-4d0c-a8ab-88a4237b0e50 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:36.293852 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52323d10-88d8-4c12-9659-ed8c4b091468 req-3e41829a-448d-4b0f-a83f-bf06c262573a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=11f823b0-5a1f-405d-b97c-b160c90d8c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493119 Sep 07 16:10:36.463218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 762aa294-d15a-4883-a034-c89219c10447 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:36.516719 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52323d10-88d8-4c12-9659-ed8c4b091468 req-35e3b297-9f41-4ab6-8055-920d951df9c4 service neutron] 10.222.0.35 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080741 Sep 07 16:10:36.519029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 762aa294-d15a-4883-a034-c89219c10447 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:36.521101 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 762aa294-d15a-4883-a034-c89219c10447 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:36.665359 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52323d10-88d8-4c12-9659-ed8c4b091468 req-8c1274ea-0701-41f0-801c-58df2cf65f15 service neutron] 10.222.0.35 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451027 Sep 07 16:10:36.719626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ba054ed-255c-46a0-a6c0-50a22f3a7fd1 req-1f7cacd1-7b19-4ec1-8287-fe14e1330ad7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "GET /v2.0/security-groups/d76862b6-c739-4313-b725-e69bf88ffbba HTTP/1.1" status: 200 len: 1801 time: 0.0564885 Sep 07 16:10:36.805798 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2ba054ed-255c-46a0-a6c0-50a22f3a7fd1 req-202e73a4-036f-4aea-986d-846202500ce7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:36.832705 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2ba054ed-255c-46a0-a6c0-50a22f3a7fd1 req-202e73a4-036f-4aea-986d-846202500ce7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:36.918729 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2ba054ed-255c-46a0-a6c0-50a22f3a7fd1 req-202e73a4-036f-4aea-986d-846202500ce7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:36.924486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2ba054ed-255c-46a0-a6c0-50a22f3a7fd1 req-202e73a4-036f-4aea-986d-846202500ce7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:36.940854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ba054ed-255c-46a0-a6c0-50a22f3a7fd1 req-202e73a4-036f-4aea-986d-846202500ce7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] 10.222.0.70 "DELETE /v2.0/security-groups/d76862b6-c739-4313-b725-e69bf88ffbba HTTP/1.1" status: 204 len: 173 time: 0.2199235 Sep 07 16:10:36.941436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47088) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:36.965926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e73a4-036f-4aea-986d-846202500ce7 tempest-SecurityGroupsTestJSON-702555911 tempest-SecurityGroupsTestJSON-702555911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76862b6-c739-4313-b725-e69bf88ffbba,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:37.089622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c34b25-58cb-450c-86db-7f91fc15faa7 req-9bdcfe3b-16fc-4a77-ad24-02080824af1d tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:37.092560 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a59faf-b950-40b3-b9b0-5818c02f6f78 admin admin] Deleting subnet afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:10:37.098524 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98c34b25-58cb-450c-86db-7f91fc15faa7 req-9bdcfe3b-16fc-4a77-ad24-02080824af1d tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 944 time: 0.0915418 Sep 07 16:10:37.112610 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07a59faf-b950-40b3-b9b0-5818c02f6f78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:37.164480 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07a59faf-b950-40b3-b9b0-5818c02f6f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:37.192974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98c34b25-58cb-450c-86db-7f91fc15faa7 req-323bd571-5bc0-421f-a3f1-afa08c16db9e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934694 Sep 07 16:10:37.237073 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07a59faf-b950-40b3-b9b0-5818c02f6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:37.339248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc322533-8b14-40d3-a239-480da3ec71b9 req-8663fbb3-faf1-4ff9-b041-ebebaaa9e384 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:37.344770 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc322533-8b14-40d3-a239-480da3ec71b9 req-8663fbb3-faf1-4ff9-b041-ebebaaa9e384 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 946 time: 0.0944948 Sep 07 16:10:37.370934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8039a5-0f7e-4d0f-a7d4-a74fe6539106 req-d4fb3188-b202-4cde-984a-5960452ed90e tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:37.372872 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5a8039a5-0f7e-4d0f-a7d4-a74fe6539106 req-d4fb3188-b202-4cde-984a-5960452ed90e tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 946 time: 0.1470308 Sep 07 16:10:37.426291 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc322533-8b14-40d3-a239-480da3ec71b9 req-dd283955-2269-49b7-a341-d8af67afe4d5 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7e16f32-fbe9-4c52-b2c5-580ca1662954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737429 Sep 07 16:10:37.560685 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07a59faf-b950-40b3-b9b0-5818c02f6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:37.642993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a59faf-b950-40b3-b9b0-5818c02f6f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:37.659325 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07a59faf-b950-40b3-b9b0-5818c02f6f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:37.666518 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-07a59faf-b950-40b3-b9b0-5818c02f6f78 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/afdb7b86-26c8-45a2-8f7f-b8b2de71ee9a HTTP/1.1" status: 204 len: 168 time: 0.7211318 Sep 07 16:10:37.679765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47146) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:37.696204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-5a8039a5-0f7e-4d0f-a7d4-a74fe6539106 req-9663cf15-bede-495a-a63e-19b85eed4cf6 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Deleting port dbac49a3-e789-4aec-8509-9173c97e2aa8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:37.697077 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a8039a5-0f7e-4d0f-a7d4-a74fe6539106 req-9663cf15-bede-495a-a63e-19b85eed4cf6 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:37.835370 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a3fdd25-c7f4-47bd-ac95-9e551797113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:37.853371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5a8039a5-0f7e-4d0f-a7d4-a74fe6539106 req-9663cf15-bede-495a-a63e-19b85eed4cf6 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] For port dbac49a3-e789-4aec-8509-9173c97e2aa8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=dbac49a3-e789-4aec-8509-9173c97e2aa8,segment=NetworkSegment(99e9b88e-8271-47e3-83ed-10320e8e47ef),segment_id=99e9b88e-8271-47e3-83ed-10320e8e47ef)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:37.854049 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a8039a5-0f7e-4d0f-a7d4-a74fe6539106 req-9663cf15-bede-495a-a63e-19b85eed4cf6 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:37.869295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-5a8039a5-0f7e-4d0f-a7d4-a74fe6539106 req-9663cf15-bede-495a-a63e-19b85eed4cf6 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Calling delete_port for dbac49a3-e789-4aec-8509-9173c97e2aa8 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:38.052385 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a3fdd25-c7f4-47bd-ac95-9e551797113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:38.055055 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a8039a5-0f7e-4d0f-a7d4-a74fe6539106 req-9663cf15-bede-495a-a63e-19b85eed4cf6 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:38.067031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['dbac49a3-e789-4aec-8509-9173c97e2aa8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:38.123274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6c803d1-23bd-45fe-836c-d2d23dbceee0 req-e80031dc-1cc4-4e13-902e-0b1f1453fd11 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e4ad42f94581447087ba07860f843c78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738719 Sep 07 16:10:38.144245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663cf15-bede-495a-a63e-19b85eed4cf6 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Pushing event deleted for resources: {'Port': ['ID=dbac49a3-e789-4aec-8509-9173c97e2aa8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:38.236680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8039a5-0f7e-4d0f-a7d4-a74fe6539106 req-9663cf15-bede-495a-a63e-19b85eed4cf6 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] No DVR routers for this DVR port dbac49a3-e789-4aec-8509-9173c97e2aa8 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:10:38.239561 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5a8039a5-0f7e-4d0f-a7d4-a74fe6539106 req-9663cf15-bede-495a-a63e-19b85eed4cf6 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:38.241572 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5a8039a5-0f7e-4d0f-a7d4-a74fe6539106 req-9663cf15-bede-495a-a63e-19b85eed4cf6 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.35 "DELETE /v2.0/ports/dbac49a3-e789-4aec-8509-9173c97e2aa8 HTTP/1.1" status: 204 len: 173 time: 0.8587019 Sep 07 16:10:38.242034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc8e075-ace5-461c-8014-e315566beccb', 'name': 'network-vif-deleted', 'tag': 'dbac49a3-e789-4aec-8509-9173c97e2aa8'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:38.244363 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9a3e34-d763-482b-b983-c92d45a6b57d" -d '{"events": [{"server_uuid": "2dc8e075-ace5-461c-8014-e315566beccb", "name": "network-vif-deleted", "tag": "dbac49a3-e789-4aec-8509-9173c97e2aa8"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:38.324823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c803d1-23bd-45fe-836c-d2d23dbceee0 req-5cc3a3de-5fb6-415d-94af-af9e99aa7568 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:38.332667 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6c803d1-23bd-45fe-836c-d2d23dbceee0 req-5cc3a3de-5fb6-415d-94af-af9e99aa7568 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084343 Sep 07 16:10:38.365891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6c803d1-23bd-45fe-836c-d2d23dbceee0 req-db83f835-a0f1-401d-be54-97ed43489e13 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] 10.222.0.70 "GET /v2.0/quotas/e4ad42f94581447087ba07860f843c78 HTTP/1.1" status: 200 len: 375 time: 0.0322578 Sep 07 16:10:38.417389 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1a3fdd25-c7f4-47bd-ac95-9e551797113e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb14d20-6fb3-497f-bcd3-37ccfd2da9db']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:38.431122 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6c803d1-23bd-45fe-836c-d2d23dbceee0 req-542dfcfb-dacb-42fe-bf8e-292aa6f10590 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4ad42f94581447087ba07860f843c78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642898 Sep 07 16:10:38.478550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1a3fdd25-c7f4-47bd-ac95-9e551797113e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d829bb1-e4f7-4676-8514-fd7afb788402') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:38.479165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1a3fdd25-c7f4-47bd-ac95-9e551797113e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d829bb1-e4f7-4676-8514-fd7afb788402') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:38.531944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb29019-d993-45ef-b280-20df5acc1cfe req-875be167-81d7-4853-b28c-0b5eaec7b894 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:38.545618 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ffb29019-d993-45ef-b280-20df5acc1cfe req-875be167-81d7-4853-b28c-0b5eaec7b894 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 944 time: 0.2107964 Sep 07 16:10:38.555536 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a3fdd25-c7f4-47bd-ac95-9e551797113e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:38.620923 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a3fdd25-c7f4-47bd-ac95-9e551797113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:38.638616 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82985fe-1c30-4f99-bbf1-315a561764a4 x-openstack-request-id: req-b82985fe-1c30-4f99-bbf1-315a561764a4 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:38.639157 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc8e075-ace5-461c-8014-e315566beccb", "name": "network-vif-deleted", "tag": "dbac49a3-e789-4aec-8509-9173c97e2aa8", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:38.640155 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b82985fe-1c30-4f99-bbf1-315a561764a4 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:38.640907 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc8e075-ace5-461c-8014-e315566beccb', 'name': 'network-vif-deleted', 'tag': 'dbac49a3-e789-4aec-8509-9173c97e2aa8', 'status': 'completed', 'code': 200} Sep 07 16:10:38.666433 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3fdd25-c7f4-47bd-ac95-9e551797113e admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:10:38.666863 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a3fdd25-c7f4-47bd-ac95-9e551797113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:10:38.668707 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:10:38.710278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ffb29019-d993-45ef-b280-20df5acc1cfe req-0dbba26a-1e02-45d3-b5dc-8b3ef749dc92 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633458 Sep 07 16:10:38.860199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b906be3-783c-4893-a8dd-e430c01d0b8a req-6a93d547-cbc0-477d-afb9-c7f7d83ce555 tempest-ServerGroupTestJSON-388286783 tempest-ServerGroupTestJSON-388286783-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dc8e075-ace5-461c-8014-e315566beccb HTTP/1.1" status: 200 len: 210 time: 0.0392642 Sep 07 16:10:38.876047 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a3fdd25-c7f4-47bd-ac95-9e551797113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:38.926728 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a3fdd25-c7f4-47bd-ac95-9e551797113e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:38.933922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1a3fdd25-c7f4-47bd-ac95-9e551797113e admin admin] 10.222.0.70 "DELETE /v2.0/networks/5cb14d20-6fb3-497f-bcd3-37ccfd2da9db HTTP/1.1" status: 204 len: 168 time: 1.2525177 Sep 07 16:10:38.935358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fdd25-c7f4-47bd-ac95-9e551797113e admin admin] Pushing event deleted for resources: {'Network': ['ID=5cb14d20-6fb3-497f-bcd3-37ccfd2da9db,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:39.274343 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47236) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:39.354212 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-be690853-4366-4c85-8f4b-806eb960bcdc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b83c5fa846648dcb13c901c710885ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787489 Sep 07 16:10:39.357443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47238) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:39.374864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47240) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:39.421399 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e53d189a-007c-4733-b405-76e0d68049bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:39.454393 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e53d189a-007c-4733-b405-76e0d68049bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:39.513390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e53d189a-007c-4733-b405-76e0d68049bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:39.520635 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e53d189a-007c-4733-b405-76e0d68049bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:39.523316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e53d189a-007c-4733-b405-76e0d68049bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e8809cb-37c3-477c-89c9-4f863768e329 HTTP/1.1" status: 204 len: 168 time: 0.1636746 Sep 07 16:10:39.532890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d189a-007c-4733-b405-76e0d68049bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8809cb-37c3-477c-89c9-4f863768e329,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:39.550430 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2be407b6-60ed-47d4-8f57-da50cbf857c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:39.782645 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2be407b6-60ed-47d4-8f57-da50cbf857c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:39.791528 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2be407b6-60ed-47d4-8f57-da50cbf857c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:39.918078 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be407b6-60ed-47d4-8f57-da50cbf857c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c9f1ec-595f-425d-bd36-048a07fca933,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:39.928445 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2be407b6-60ed-47d4-8f57-da50cbf857c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22ea27d85858452388a537155d4aab72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5527313 Sep 07 16:10:39.935642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47262) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:40.071041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6008f6-30fe-4adc-813a-3f6ac8bf6cf8 req-1fb76d24-37f9-4cf5-8c89-a59e9963a5f1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:40.072759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e6008f6-30fe-4adc-813a-3f6ac8bf6cf8 req-1fb76d24-37f9-4cf5-8c89-a59e9963a5f1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 944 time: 0.1861641 Sep 07 16:10:40.135959 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e6008f6-30fe-4adc-813a-3f6ac8bf6cf8 req-c7625cf6-286a-48d8-80d7-9b72dd4f2fef tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558319 Sep 07 16:10:40.136961 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0074e7b-8649-4930-9020-fda279e1c238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:40.231740 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0074e7b-8649-4930-9020-fda279e1c238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:40.344036 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b946b6c-abf7-4d14-bb3f-9ddd80ab905d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:40.385455 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0074e7b-8649-4930-9020-fda279e1c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:40.389781 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0074e7b-8649-4930-9020-fda279e1c238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:40.390524 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b0074e7b-8649-4930-9020-fda279e1c238 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06c9f1ec-595f-425d-bd36-048a07fca933 HTTP/1.1" status: 204 len: 168 time: 0.4496753 Sep 07 16:10:40.406626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0074e7b-8649-4930-9020-fda279e1c238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c9f1ec-595f-425d-bd36-048a07fca933,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:40.524105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6d81343a-52b3-42fa-adc9-d051b4644dcb details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:10:40.528834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device dbac49a3-e789-4aec-8509-9173c97e2aa8 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:40.618851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: dbac49a3-e789-4aec-8509-9173c97e2aa8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:40.621881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device dbac49a3-e789-4aec-8509-9173c97e2aa8 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:40.647936 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4283e442-7f7b-4f11-b83b-82fc6aa214f9 req-d1e302e4-8d21-4d4f-948c-4d9de21e193d tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e4ad42f94581447087ba07860f843c78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658474 Sep 07 16:10:40.795771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47326) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:40.818176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6d81343a-52b3-42fa-adc9-d051b4644dcb, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6d81343a-52b3-42fa-adc9-d051b4644dcb,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:40.841590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '6d81343a-52b3-42fa-adc9-d051b4644dcb', 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d', 'port_id': '6d81343a-52b3-42fa-adc9-d051b4644dcb', 'mac_address': 'fa:16:3e:50:e9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79702e3-11e7-4e35-b1b0-316ea9afe5b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:10:40.853684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283e442-7f7b-4f11-b83b-82fc6aa214f9 req-86b468d4-1eca-4de2-a870-aa7926541a29 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:40.862547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4283e442-7f7b-4f11-b83b-82fc6aa214f9 req-86b468d4-1eca-4de2-a870-aa7926541a29 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109737 Sep 07 16:10:40.886274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4283e442-7f7b-4f11-b83b-82fc6aa214f9 req-4ae63d78-e217-4400-901a-39fb367c8327 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] 10.222.0.70 "GET /v2.0/quotas/e4ad42f94581447087ba07860f843c78 HTTP/1.1" status: 200 len: 375 time: 0.0209415 Sep 07 16:10:40.899430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e92b1e-bd05-491d-8a32-c8d360df0ce6 admin admin] Deleting subnet 95e1c5ed-d0e5-4692-905f-841daf1cd7ee {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:10:40.917611 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e92b1e-bd05-491d-8a32-c8d360df0ce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:40.969376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4283e442-7f7b-4f11-b83b-82fc6aa214f9 req-8c67cf92-2f26-4564-aaad-81d6f71186f2 tempest-QuotasAdminNegativeTest-1561394748 tempest-QuotasAdminNegativeTest-1561394748-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4ad42f94581447087ba07860f843c78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817366 Sep 07 16:10:40.978096 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.009825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d81343a-52b3-42fa-adc9-d051b4644dcb {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:10:41.050660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e92b1e-bd05-491d-8a32-c8d360df0ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.082204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6d81343a-52b3-42fa-adc9-d051b4644dcb, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6d81343a-52b3-42fa-adc9-d051b4644dcb,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:41.094441 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.205697 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e92b1e-bd05-491d-8a32-c8d360df0ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.215960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47346) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:41.250659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=6d81343a-52b3-42fa-adc9-d051b4644dcb,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:41.269457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:41.273497 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:41.277617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:41.279174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:41.279738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:41.281436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:41.281991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:41.283932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:41.284597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:41.285147 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:41.288455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:41.289044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:41.360468 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e92b1e-bd05-491d-8a32-c8d360df0ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.411438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e92b1e-bd05-491d-8a32-c8d360df0ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e1c5ed-d0e5-4692-905f-841daf1cd7ee,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:41.419489 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5e92b1e-bd05-491d-8a32-c8d360df0ce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.425346 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d5e92b1e-bd05-491d-8a32-c8d360df0ce6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/95e1c5ed-d0e5-4692-905f-841daf1cd7ee HTTP/1.1" status: 204 len: 168 time: 0.6278696 Sep 07 16:10:41.426021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47358) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:41.435689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['6d81343a-52b3-42fa-adc9-d051b4644dcb'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:41.437509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5496df-15c9-4f10-994d-78ef9b23a061 req-1b1a36dd-d551-4102-a971-9548120e4644 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:41.439102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c5496df-15c9-4f10-994d-78ef9b23a061 req-1b1a36dd-d551-4102-a971-9548120e4644 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 945 time: 0.1355388 Sep 07 16:10:41.535506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c5496df-15c9-4f10-994d-78ef9b23a061 req-56f37564-ef5b-401d-9b8e-e85f6e076fcd tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753605 Sep 07 16:10:41.612711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59c907cc-b8b5-4bf8-9758-b3c029f5fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.684052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1417017953-network', 'tenant_id': '77899af56d5745948d817fe45978c693'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:41.715169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Made reservation on behalf of 77899af56d5745948d817fe45978c693 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:41.719086 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.729503 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.767295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59c907cc-b8b5-4bf8-9758-b3c029f5fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.793945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-59c907cc-b8b5-4bf8-9758-b3c029f5fc5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16460018-681a-4db3-8b31-71991317e753']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:41.808961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-59c907cc-b8b5-4bf8-9758-b3c029f5fc5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e9b88e-8271-47e3-83ed-10320e8e47ef') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:41.809703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-59c907cc-b8b5-4bf8-9758-b3c029f5fc5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e9b88e-8271-47e3-83ed-10320e8e47ef') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:41.825755 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59c907cc-b8b5-4bf8-9758-b3c029f5fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.868128 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59c907cc-b8b5-4bf8-9758-b3c029f5fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.869506 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.882142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c907cc-b8b5-4bf8-9758-b3c029f5fc5a admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:10:41.882947 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.883297 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59c907cc-b8b5-4bf8-9758-b3c029f5fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:10:41.885550 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:10:41.972024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056ed83c-bd3c-4f32-a4aa-d69e96fed286,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:41.982975 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59c907cc-b8b5-4bf8-9758-b3c029f5fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:41.991948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:10:41.996208 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59c907cc-b8b5-4bf8-9758-b3c029f5fc5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.006612 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-59c907cc-b8b5-4bf8-9758-b3c029f5fc5a admin admin] 10.222.0.70 "DELETE /v2.0/networks/16460018-681a-4db3-8b31-71991317e753 HTTP/1.1" status: 204 len: 168 time: 0.5793171 Sep 07 16:10:42.013591 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.013920 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Added segment e3f78c02-aab2-45ed-8d42-dad34eb2a3c2 of type vlan for network 8c0ab614-f997-406b-9dd5-7425a7e3cc42 Sep 07 16:10:42.044157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c907cc-b8b5-4bf8-9758-b3c029f5fc5a admin admin] Pushing event deleted for resources: {'Network': ['ID=16460018-681a-4db3-8b31-71991317e753,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:42.105028 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.139063 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.140161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:42.141109 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.183922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9596460 Sep 07 16:10:42.183922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47396) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:42.215037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3a6413d3-a20c-4d22-9aac-87b899d8a4fc admin admin] Request body: {'subnet': {'network_id': '8c0ab614-f997-406b-9dd5-7425a7e3cc42', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1417017953-subnet', 'tenant_id': '77899af56d5745948d817fe45978c693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:42.223266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acabffb-0ce7-475c-a43e-dd38271f43b2 admin admin] Pushing event updated for resources: {'Network': ['ID=8c0ab614-f997-406b-9dd5-7425a7e3cc42,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:42.237038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 8c0ab614-f997-406b-9dd5-7425a7e3cc42 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:10:42.254796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6413d3-a20c-4d22-9aac-87b899d8a4fc admin admin] Made reservation on behalf of 77899af56d5745948d817fe45978c693 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:42.258181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a6413d3-a20c-4d22-9aac-87b899d8a4fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.321663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47404) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:42.431862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47412) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:42.501156 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b7f60fde-089e-4147-8746-a8ddf0474cc4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8596236032e04204ba988e20af0231c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677757 Sep 07 16:10:42.503567 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47420) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:42.564088 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48fcd138-695e-4c81-b360-a1f521ff2b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.590253 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a6413d3-a20c-4d22-9aac-87b899d8a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.593725 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48fcd138-695e-4c81-b360-a1f521ff2b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.651679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6413d3-a20c-4d22-9aac-87b899d8a4fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0d3143-5f3f-49f4-a08b-08ce6dd0b636,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:42.663980 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48fcd138-695e-4c81-b360-a1f521ff2b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.669499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-48fcd138-695e-4c81-b360-a1f521ff2b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.669959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6413d3-a20c-4d22-9aac-87b899d8a4fc admin admin] Checking segment: {'id': 'e3f78c02-aab2-45ed-8d42-dad34eb2a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8c0ab614-f997-406b-9dd5-7425a7e3cc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:10:42.670412 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6413d3-a20c-4d22-9aac-87b899d8a4fc admin admin] Network hostable DHCP agents. Network: 8c0ab614-f997-406b-9dd5-7425a7e3cc42, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:10:42.672609 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-48fcd138-695e-4c81-b360-a1f521ff2b3f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7e16f32-fbe9-4c52-b2c5-580ca1662954 HTTP/1.1" status: 204 len: 168 time: 0.1678026 Sep 07 16:10:42.692670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6413d3-a20c-4d22-9aac-87b899d8a4fc admin admin] Network 8c0ab614-f997-406b-9dd5-7425a7e3cc42 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:10:42.701876 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32ef1431-264b-4d53-8bf3-0d4856db769f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.703988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcd138-695e-4c81-b360-a1f521ff2b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e16f32-fbe9-4c52-b2c5-580ca1662954,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:42.727144 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3a6413d3-a20c-4d22-9aac-87b899d8a4fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 8c0ab614-f997-406b-9dd5-7425a7e3cc42) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:10:42.733002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6413d3-a20c-4d22-9aac-87b899d8a4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:42.736168 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a6413d3-a20c-4d22-9aac-87b899d8a4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.753948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bf3d9d-23cb-40fd-82f8-f4bb010cc998 None None] Network 8c0ab614-f997-406b-9dd5-7425a7e3cc42 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:10:42.916708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32ef1431-264b-4d53-8bf3-0d4856db769f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.923485 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32ef1431-264b-4d53-8bf3-0d4856db769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:42.963805 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-32ef1431-264b-4d53-8bf3-0d4856db769f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4ad42f94581447087ba07860f843c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6410339 Sep 07 16:10:42.971636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47442) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:42.991224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3a6413d3-a20c-4d22-9aac-87b899d8a4fc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8088081 Sep 07 16:10:42.993419 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef1431-264b-4d53-8bf3-0d4856db769f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78819e19-7651-4bd4-bd20-680610503def,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:43.002662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0817d9d5-f4f5-4619-8dcd-4fc966099147 None None] Network 8c0ab614-f997-406b-9dd5-7425a7e3cc42 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:10:43.040530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-2af36da9-c34d-4f48-9d94-36105d511c50 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c5a3bb15c400487994c6ebd90c21de6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580938 Sep 07 16:10:43.060720 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2000036f-eb4b-4223-b08f-f00823c783dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:43.087902 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2000036f-eb4b-4223-b08f-f00823c783dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:43.099730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0de835-bc3b-4e3c-9e10-843a137c0bdd req-30408f1b-46c3-4d56-b029-0d56c4d52cd1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:43.107754 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd0de835-bc3b-4e3c-9e10-843a137c0bdd req-30408f1b-46c3-4d56-b029-0d56c4d52cd1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 945 time: 0.1983356 Sep 07 16:10:43.185967 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2000036f-eb4b-4223-b08f-f00823c783dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:43.188896 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2000036f-eb4b-4223-b08f-f00823c783dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:43.190159 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2000036f-eb4b-4223-b08f-f00823c783dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/78819e19-7651-4bd4-bd20-680610503def HTTP/1.1" status: 204 len: 168 time: 0.2172825 Sep 07 16:10:43.198725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd0de835-bc3b-4e3c-9e10-843a137c0bdd req-ee0ab31f-ab92-4927-82a1-5d552d2c6cc1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893240 Sep 07 16:10:43.199563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000036f-eb4b-4223-b08f-f00823c783dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78819e19-7651-4bd4-bd20-680610503def,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:43.268403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-5a3df7ce-cecf-4891-8fe0-cc27ce055241 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:43.272587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-5a3df7ce-cecf-4891-8fe0-cc27ce055241 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311642 Sep 07 16:10:43.299953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-cbda2fbf-c080-43d8-8265-dc455fbc70b9 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/quotas/c5a3bb15c400487994c6ebd90c21de6f HTTP/1.1" status: 200 len: 375 time: 0.0204382 Sep 07 16:10:43.341396 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-c12e7944-f9fd-498f-854d-e1f22b928ac3 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5a3bb15c400487994c6ebd90c21de6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374360 Sep 07 16:10:43.656026 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-2d26db6c-7241-430f-bda3-eb74ff0b9016 req-2a879bfd-26f2-495d-9629-220390281d10 tempest-SecurityGroupsNegativeTestJSON-419767447 tempest-SecurityGroupsNegativeTestJSON-419767447-project] show failed (client error): The resource could not be found. Sep 07 16:10:43.661743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d26db6c-7241-430f-bda3-eb74ff0b9016 req-2a879bfd-26f2-495d-9629-220390281d10 tempest-SecurityGroupsNegativeTestJSON-419767447 tempest-SecurityGroupsNegativeTestJSON-419767447-project] 10.222.0.70 "GET /v2.0/security-groups/0e4e826c-edfa-4a37-a34e-45d63dcfb7b5 HTTP/1.1" status: 404 len: 352 time: 0.0293326 Sep 07 16:10:43.662420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47492) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:43.708492 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c140ae1-33da-498b-938c-b87aba10cd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:43.726446 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-053489af-4eaa-472e-b6b9-5f8010defe8a req-a3d59571-0597-4f77-8afd-5ca539ac0aef tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 210 time: 0.0357940 Sep 07 16:10:43.860145 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:43.904906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c140ae1-33da-498b-938c-b87aba10cd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:43.910634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c140ae1-33da-498b-938c-b87aba10cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:43.969310 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9c140ae1-33da-498b-938c-b87aba10cd78 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4f467c339104299b370c798cbdb7cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052919 Sep 07 16:10:43.970557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c140ae1-33da-498b-938c-b87aba10cd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086a2ba0-9b5a-4a41-9814-947fd092be01,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:43.971959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816eee15-17bc-459d-992d-6f64b2b86a54 req-cf3c3d69-8a70-40ad-b475-d01f27fc3ed7 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:43.977211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47508) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:43.980773 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-816eee15-17bc-459d-992d-6f64b2b86a54 req-cf3c3d69-8a70-40ad-b475-d01f27fc3ed7 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 951 time: 0.1792774 Sep 07 16:10:44.001212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18999dfa-a0c3-4ce4-914a-386309e45f46 req-a2cb35c7-8552-4936-9891-e0b7d430eaf9 tempest-SecurityGroupsNegativeTestJSON-419767447 tempest-SecurityGroupsNegativeTestJSON-419767447-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77899af56d5745948d817fe45978c693 HTTP/1.1" status: 200 len: 2984 time: 0.2151523 Sep 07 16:10:44.049615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-816eee15-17bc-459d-992d-6f64b2b86a54 req-b74c1ca7-8057-4862-9aea-c24cfee4fbd3 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679960 Sep 07 16:10:44.050098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47510) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:44.085168 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-188e34b2-54c9-4f89-9fcf-eb50f5ffe62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.130438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18999dfa-a0c3-4ce4-914a-386309e45f46 req-84daf0ab-4680-43b7-8b91-5c84888ac8a9 tempest-SecurityGroupsNegativeTestJSON-419767447 tempest-SecurityGroupsNegativeTestJSON-419767447-project] 10.222.0.70 "GET /v2.0/security-groups/056ed83c-bd3c-4f32-a4aa-d69e96fed286 HTTP/1.1" status: 200 len: 2981 time: 0.1051707 Sep 07 16:10:44.154785 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-188e34b2-54c9-4f89-9fcf-eb50f5ffe62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.189129 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:10:44.207346 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a85800d9-086d-494b-abfa-b0f44c053a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.237633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18999dfa-a0c3-4ce4-914a-386309e45f46 req-c821f926-71cd-47af-830e-48ca3e342519 tempest-SecurityGroupsNegativeTestJSON-419767447 tempest-SecurityGroupsNegativeTestJSON-419767447-project] 10.222.0.70 "GET /v2.0/security-groups/056ed83c-bd3c-4f32-a4aa-d69e96fed286 HTTP/1.1" status: 200 len: 2981 time: 0.0990219 Sep 07 16:10:44.256461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1766718342-network', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:44.260622 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-188e34b2-54c9-4f89-9fcf-eb50f5ffe62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.264134 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-188e34b2-54c9-4f89-9fcf-eb50f5ffe62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.269092 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-188e34b2-54c9-4f89-9fcf-eb50f5ffe62b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/086a2ba0-9b5a-4a41-9814-947fd092be01 HTTP/1.1" status: 204 len: 168 time: 0.2863562 Sep 07 16:10:44.287409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e34b2-54c9-4f89-9fcf-eb50f5ffe62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086a2ba0-9b5a-4a41-9814-947fd092be01,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:44.299524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Made reservation on behalf of 5a0a9c554d20412996e23ebcc6a5a373 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:44.303054 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.315414 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.491080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.499194 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.523794 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6d81343a-52b3-42fa-adc9-d051b4644dcb up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:10:44.541299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:44.568848 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:10:44.608811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4611a9-a87f-433c-861a-ce1ac051883a req-63eb1067-efa2-4e8f-ac4d-b8127164af4f tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:44.621741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e4611a9-a87f-433c-861a-ce1ac051883a req-63eb1067-efa2-4e8f-ac4d-b8127164af4f tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 945 time: 0.2460003 Sep 07 16:10:44.623133 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.624099 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Added segment 6f69ee6a-613e-4a0f-a2ef-9ee3742ca404 of type vlan for network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 Sep 07 16:10:44.626081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 6d81343a-52b3-42fa-adc9-d051b4644dcb completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:10:44.649173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 6d81343a-52b3-42fa-adc9-d051b4644dcb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:10:44.650846 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.705593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e4611a9-a87f-433c-861a-ce1ac051883a req-3ed9dd44-53d8-420d-977b-7a97ff6cfb94 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715852 Sep 07 16:10:44.708172 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.750782 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.752306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:44.753305 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.798418 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.829780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7760985 Sep 07 16:10:44.832727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47546) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:44.838321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e62ce8a1-f5d3-4ec5-93ff-5ce3999e7226 admin admin] Request body: {'subnet': {'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1766718342-subnet', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:44.848107 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.855084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d81343a-52b3-42fa-adc9-d051b4644dcb'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:44.859267 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00061bf9-efdb-47c1-9cd8-626fe176b6f9" -d '{"events": [{"server_uuid": "7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9", "name": "network-vif-plugged", "status": "completed", "tag": "6d81343a-52b3-42fa-adc9-d051b4644dcb"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:44.872834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62ce8a1-f5d3-4ec5-93ff-5ce3999e7226 admin admin] Made reservation on behalf of 5a0a9c554d20412996e23ebcc6a5a373 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:44.877923 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e62ce8a1-f5d3-4ec5-93ff-5ce3999e7226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.880418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6d81343a-52b3-42fa-adc9-d051b4644dcb, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6d81343a-52b3-42fa-adc9-d051b4644dcb,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:44.886066 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:44.887510 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07ffa588-3647-45e2-9a04-5d2533f7bea3 req-7d132c99-dddf-4e85-b5b7-2276f6b580c8 tempest-SecurityGroupsNegativeTestJSON-419767447 tempest-SecurityGroupsNegativeTestJSON-419767447-project] 10.222.0.70 "GET /v2.0/security-groups/056ed83c-bd3c-4f32-a4aa-d69e96fed286 HTTP/1.1" status: 200 len: 2981 time: 0.1483521 Sep 07 16:10:45.004878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=6d81343a-52b3-42fa-adc9-d051b4644dcb,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:45.050128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d8308-ef4b-479d-b0d0-936157e9951c admin admin] Pushing event updated for resources: {'Network': ['ID=321a19d1-dc12-43ba-ad8b-bee3a77b8896,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:45.073017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:10:45.143673 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-67f7c029-c278-4866-af83-4f162f52ac6d tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c5a3bb15c400487994c6ebd90c21de6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611253 Sep 07 16:10:45.183958 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-07ffa588-3647-45e2-9a04-5d2533f7bea3 req-c4faf602-3a3f-454b-904a-63f769994aed tempest-SecurityGroupsNegativeTestJSON-419767447 tempest-SecurityGroupsNegativeTestJSON-419767447-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 16:10:45.196252 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07ffa588-3647-45e2-9a04-5d2533f7bea3 req-c4faf602-3a3f-454b-904a-63f769994aed tempest-SecurityGroupsNegativeTestJSON-419767447 tempest-SecurityGroupsNegativeTestJSON-419767447-project] 10.222.0.70 "DELETE /v2.0/security-groups/056ed83c-bd3c-4f32-a4aa-d69e96fed286 HTTP/1.1" status: 409 len: 352 time: 0.3053694 Sep 07 16:10:45.337216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e62ce8a1-f5d3-4ec5-93ff-5ce3999e7226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:45.413864 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67816cff-ec0a-42e6-9724-c5bdbcf2800f req-c49977d0-5248-480b-b688-9a8fd7680f37 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 210 time: 0.0646052 Sep 07 16:10:45.459319 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ce8a1-f5d3-4ec5-93ff-5ce3999e7226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1874e443-5e2c-4388-942c-9fb02097ea98,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:45.462958 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90383f9-c292-4f8f-93b6-a89e6a9b97eb x-openstack-request-id: req-e90383f9-c292-4f8f-93b6-a89e6a9b97eb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:45.463257 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9", "name": "network-vif-plugged", "status": "completed", "tag": "6d81343a-52b3-42fa-adc9-d051b4644dcb", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:45.464478 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e90383f9-c292-4f8f-93b6-a89e6a9b97eb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:45.465051 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d81343a-52b3-42fa-adc9-d051b4644dcb', 'code': 200} Sep 07 16:10:45.507381 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-1b4a2e74-9ef2-4c37-a267-ee80c20ffeb9 req-b209ddab-e4f3-43a8-8106-d53ea0346b8f tempest-SecurityGroupsNegativeTestJSON-419767447 tempest-SecurityGroupsNegativeTestJSON-419767447-project] show failed (client error): The resource could not be found. Sep 07 16:10:45.512519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-383cb313-0be7-47cf-a326-00e27beb5a2f tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:45.514075 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-383cb313-0be7-47cf-a326-00e27beb5a2f tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3640611 Sep 07 16:10:45.526219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b4a2e74-9ef2-4c37-a267-ee80c20ffeb9 req-b209ddab-e4f3-43a8-8106-d53ea0346b8f tempest-SecurityGroupsNegativeTestJSON-419767447 tempest-SecurityGroupsNegativeTestJSON-419767447-project] 10.222.0.70 "GET /v2.0/security-groups/28f292de-0dab-4dde-a930-5f1228c12488 HTTP/1.1" status: 404 len: 352 time: 0.0345247 Sep 07 16:10:45.531840 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Request body: {'port': {'device_id': 'ac1f1119-3487-42b8-89d9-9db4b7c3371e', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': 'c5a3bb15c400487994c6ebd90c21de6f'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:45.588376 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-ae72c2ea-0e48-41f3-88d5-016ba8d2f30a req-84cc6c8d-8a5f-40af-adc8-d9c5f6d6ca23 tempest-SecurityGroupsNegativeTestJSON-419767447 tempest-SecurityGroupsNegativeTestJSON-419767447-project] show failed (client error): The resource could not be found. Sep 07 16:10:45.588814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae72c2ea-0e48-41f3-88d5-016ba8d2f30a req-84cc6c8d-8a5f-40af-adc8-d9c5f6d6ca23 tempest-SecurityGroupsNegativeTestJSON-419767447 tempest-SecurityGroupsNegativeTestJSON-419767447-project] 10.222.0.70 "GET /v2.0/security-groups/8fbfccf2-6ef9-4bd6-816a-44f466579cee HTTP/1.1" status: 404 len: 352 time: 0.0310788 Sep 07 16:10:45.604227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47604) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:45.604566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62ce8a1-f5d3-4ec5-93ff-5ce3999e7226 admin admin] Checking segment: {'id': '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:10:45.604945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62ce8a1-f5d3-4ec5-93ff-5ce3999e7226 admin admin] Network hostable DHCP agents. Network: 321a19d1-dc12-43ba-ad8b-bee3a77b8896, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:10:45.606655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389a166-5891-4e9a-aa57-8bbfda3ccfc0 req-8819a8af-bafb-493a-996c-e2d92de01b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:45.608990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f389a166-5891-4e9a-aa57-8bbfda3ccfc0 req-8819a8af-bafb-493a-996c-e2d92de01b99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 1097 time: 0.0667887 Sep 07 16:10:45.682718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f389a166-5891-4e9a-aa57-8bbfda3ccfc0 req-1460ef4b-0c3c-4d82-bfee-b8fcfa7817ff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652170 Sep 07 16:10:45.692478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ca201f-4a06-4ce7-a733-c8dffc8e5751 admin admin] Deleting subnet 8d0d3143-5f3f-49f4-a08b-08ce6dd0b636 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:10:45.704510 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03ca201f-4a06-4ce7-a733-c8dffc8e5751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:45.748329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62ce8a1-f5d3-4ec5-93ff-5ce3999e7226 admin admin] Network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:10:45.750784 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03ca201f-4a06-4ce7-a733-c8dffc8e5751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:45.792764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e62ce8a1-f5d3-4ec5-93ff-5ce3999e7226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 321a19d1-dc12-43ba-ad8b-bee3a77b8896) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:10:45.803112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66348877-2bbf-4083-875b-0f3c21d0cba9 None None] Network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:10:45.826456 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03ca201f-4a06-4ce7-a733-c8dffc8e5751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:45.830813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62ce8a1-f5d3-4ec5-93ff-5ce3999e7226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:45.831436 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e62ce8a1-f5d3-4ec5-93ff-5ce3999e7226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:45.895416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Made reservation on behalf of c5a3bb15c400487994c6ebd90c21de6f for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:45.905341 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:45.925053 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e62ce8a1-f5d3-4ec5-93ff-5ce3999e7226 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0911765 Sep 07 16:10:45.926877 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:45.928933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47614) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:45.933894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1766718342-router', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:45.984690 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:45.988270 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.045004 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d7379-af3f-473f-bd85-e4369dd99168 req-df24ba3c-2108-45f5-bbe6-fd60702dcb1f tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:46.047168 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff5d7379-af3f-473f-bd85-e4369dd99168 req-df24ba3c-2108-45f5-bbe6-fd60702dcb1f tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1712744 Sep 07 16:10:46.090900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5643332-4691-4d33-ae7d-e77acf108169 None None] Network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:10:46.163231 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.163916 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d5cb5-bb7a-439f-85f0-81a0090f4856 req-3ee7374b-4e95-45be-b0f3-9e0eeb726de6 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:46.165566 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e2d5cb5-bb7a-439f-85f0-81a0090f4856 req-3ee7374b-4e95-45be-b0f3-9e0eeb726de6 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 951 time: 0.2015822 Sep 07 16:10:46.257420 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e2d5cb5-bb7a-439f-85f0-81a0090f4856 req-12c8fac0-d143-4f35-b4d0-9a7ec28ab8bd tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688396 Sep 07 16:10:46.260991 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff5d7379-af3f-473f-bd85-e4369dd99168 req-8b3c471c-8275-45ce-b575-9c03fd3d4c57 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046282 Sep 07 16:10:46.261992 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03ca201f-4a06-4ce7-a733-c8dffc8e5751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.307642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca201f-4a06-4ce7-a733-c8dffc8e5751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0d3143-5f3f-49f4-a08b-08ce6dd0b636,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:46.315184 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03ca201f-4a06-4ce7-a733-c8dffc8e5751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.319517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-03ca201f-4a06-4ce7-a733-c8dffc8e5751 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8d0d3143-5f3f-49f4-a08b-08ce6dd0b636 HTTP/1.1" status: 204 len: 168 time: 0.7095025 Sep 07 16:10:46.322928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47626) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:46.417387 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45a5b1c9-fc12-4603-abe2-854c3d4eaf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.420590 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.510127 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.538305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fca48700-beda-40da-8177-65946a310d25 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:46.543094 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.549147 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45a5b1c9-fc12-4603-abe2-854c3d4eaf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.620929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c4ea60-d743-4dec-ab57-c6c98a159f0a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:46.658093 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.680460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-063d466b-a966-4078-8c65-6c86e7e8578d req-c98d5f71-0539-4c4b-bf78-f6ea1fd533af tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 210 time: 0.1228559 Sep 07 16:10:46.690955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-45a5b1c9-fc12-4603-abe2-854c3d4eaf66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0ab614-f997-406b-9dd5-7425a7e3cc42']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:46.706859 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.711892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fca48700-beda-40da-8177-65946a310d25,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:46.718064 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.722867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-45a5b1c9-fc12-4603-abe2-854c3d4eaf66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f78c02-aab2-45ed-8d42-dad34eb2a3c2') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:46.725118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-45a5b1c9-fc12-4603-abe2-854c3d4eaf66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f78c02-aab2-45ed-8d42-dad34eb2a3c2') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:46.744451 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45a5b1c9-fc12-4603-abe2-854c3d4eaf66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.770169 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Allocated IP 192.168.233.65 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/0227571a-466f-4370-aa9e-27e3634e3779) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:10:46.776987 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45a5b1c9-fc12-4603-abe2-854c3d4eaf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.788168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fca48700-beda-40da-8177-65946a310d25,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:46.790559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a5b1c9-fc12-4603-abe2-854c3d4eaf66 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:10:46.791021 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45a5b1c9-fc12-4603-abe2-854c3d4eaf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:10:46.793085 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:10:46.834661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e385b701-efe2-4b76-829a-524244148212 req-e367f095-ec39-4de3-a254-af72b2d5d2a7 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Request body: {'security_group': {'name': 'tempest-securitygroup-155138294', 'description': 'tempest-description-585777803'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:46.894950 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45a5b1c9-fc12-4603-abe2-854c3d4eaf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.897457 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e385b701-efe2-4b76-829a-524244148212 req-e367f095-ec39-4de3-a254-af72b2d5d2a7 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.904025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45a5b1c9-fc12-4603-abe2-854c3d4eaf66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.908727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-45a5b1c9-fc12-4603-abe2-854c3d4eaf66 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8c0ab614-f997-406b-9dd5-7425a7e3cc42 HTTP/1.1" status: 204 len: 168 time: 0.5823417 Sep 07 16:10:46.922261 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e385b701-efe2-4b76-829a-524244148212 req-e367f095-ec39-4de3-a254-af72b2d5d2a7 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.924579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5b1c9-fc12-4603-abe2-854c3d4eaf66 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c0ab614-f997-406b-9dd5-7425a7e3cc42,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:46.931944 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:46.972090 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.037645 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e385b701-efe2-4b76-829a-524244148212 req-e367f095-ec39-4de3-a254-af72b2d5d2a7 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.042917 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e385b701-efe2-4b76-829a-524244148212 req-e367f095-ec39-4de3-a254-af72b2d5d2a7 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.096974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367f095-ec39-4de3-a254-af72b2d5d2a7 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7b5cb0-9981-4681-bcad-3a4df49fac60,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:47.186251 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.213940 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Allocated IP 172.25.3.227 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/1c18c48f-13ec-437c-bc66-7b8c06c505d8) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:10:47.219200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Transition to ACTIVE for port object 0227571a-466f-4370-aa9e-27e3634e3779 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:10:47.231808 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e385b701-efe2-4b76-829a-524244148212 req-e367f095-ec39-4de3-a254-af72b2d5d2a7 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.240364 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e385b701-efe2-4b76-829a-524244148212 req-e367f095-ec39-4de3-a254-af72b2d5d2a7 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.268460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47640) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:47.317000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367f095-ec39-4de3-a254-af72b2d5d2a7 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=083fe2ff-5d85-46e5-8fb7-2d8cdf13ec40,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:47.320256 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e385b701-efe2-4b76-829a-524244148212 req-e367f095-ec39-4de3-a254-af72b2d5d2a7 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.321666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e385b701-efe2-4b76-829a-524244148212 req-e367f095-ec39-4de3-a254-af72b2d5d2a7 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4933333 Sep 07 16:10:47.352456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4f3028ea-4211-4d7a-95cb-d345e115bc0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77899af56d5745948d817fe45978c693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0816004 Sep 07 16:10:47.354344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47648) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:47.364248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.422488 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.427167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:10:47.432834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:10:47.435154 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:10:47.469533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca48700-beda-40da-8177-65946a310d25'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:47.469533 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d792f92a-c672-4645-b047-031ad431e1d7" -d '{"events": [{"server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "name": "network-vif-unplugged", "status": "completed", "tag": "fca48700-beda-40da-8177-65946a310d25"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:47.485954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Pushing event updated for resources: {'Port': ['ID=0227571a-466f-4370-aa9e-27e3634e3779,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:47.498047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a81dc3-313a-4a86-a722-30b08a061ef4 req-21f405e8-06c6-4e4a-9120-a5d8a85fa366 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:47.499896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66a81dc3-313a-4a86-a722-30b08a061ef4 req-21f405e8-06c6-4e4a-9120-a5d8a85fa366 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 949 time: 0.1141498 Sep 07 16:10:47.512503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a68a2-87d6-4d02-895e-73de834d7ffe req-04a0f1aa-e769-4001-b3c4-ab357bfb065c tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:47.514235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d1a68a2-87d6-4d02-895e-73de834d7ffe req-04a0f1aa-e769-4001-b3c4-ab357bfb065c tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1296725 Sep 07 16:10:47.516802 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32d1bd47-7286-4662-b957-e230f9106094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.530455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:47.531107 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.550499 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-7c110953-fd17-45df-9f9b-3d3d323af973 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0267370 Sep 07 16:10:47.559521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.570707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Request body: {'port': {'device_id': 'ac1f1119-3487-42b8-89d9-9db4b7c3371e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:47.590047 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32d1bd47-7286-4662-b957-e230f9106094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.623739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66a81dc3-313a-4a86-a722-30b08a061ef4 req-06b407f8-642d-431f-b9a6-bca23ee1769b tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/security-groups?id=3de7233c-1788-4b66-b208-033975911fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080613 Sep 07 16:10:47.641126 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d1a68a2-87d6-4d02-895e-73de834d7ffe req-a76b3883-9de9-49d9-9988-506587778f10 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138315 Sep 07 16:10:47.651465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:10:47.664117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:10:47.673287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:10:47.695757 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-adea485b-d7de-4d59-bba4-4577ae90e44c req-8e11da75-4a19-40d4-b615-8821763ff9e5 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Request body: {'security_group': {'name': 'tempest-securitygroup-374055066', 'description': 'tempest-description-894864782'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:47.709881 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32d1bd47-7286-4662-b957-e230f9106094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.720305 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32d1bd47-7286-4662-b957-e230f9106094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.724212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-32d1bd47-7286-4662-b957-e230f9106094 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/056ed83c-bd3c-4f32-a4aa-d69e96fed286 HTTP/1.1" status: 204 len: 168 time: 0.3659763 Sep 07 16:10:47.744755 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47e5553-4dfa-48c6-8eff-57caba3d2e4b x-openstack-request-id: req-e47e5553-4dfa-48c6-8eff-57caba3d2e4b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:47.745061 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "name": "network-vif-unplugged", "status": "completed", "tag": "fca48700-beda-40da-8177-65946a310d25", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:47.745317 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e47e5553-4dfa-48c6-8eff-57caba3d2e4b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:47.745716 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca48700-beda-40da-8177-65946a310d25', 'code': 200} Sep 07 16:10:47.763176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1bd47-7286-4662-b957-e230f9106094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056ed83c-bd3c-4f32-a4aa-d69e96fed286,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:47.798428 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-adea485b-d7de-4d59-bba4-4577ae90e44c req-8e11da75-4a19-40d4-b615-8821763ff9e5 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:47.807360 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Pushing event updated for resources: {'Port': ['ID=1c18c48f-13ec-437c-bc66-7b8c06c505d8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:47.853322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-15c8719f-367c-438e-bdad-7bcda0d8506e None None] Provisioning for port 0227571a-466f-4370-aa9e-27e3634e3779 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:10:47.859505 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-15c8719f-367c-438e-bdad-7bcda0d8506e None None] Provisioning complete for port 0227571a-466f-4370-aa9e-27e3634e3779 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:10:47.860542 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-15c8719f-367c-438e-bdad-7bcda0d8506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:48.081544 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-adea485b-d7de-4d59-bba4-4577ae90e44c req-8e11da75-4a19-40d4-b615-8821763ff9e5 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:48.099587 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-adea485b-d7de-4d59-bba4-4577ae90e44c req-8e11da75-4a19-40d4-b615-8821763ff9e5 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:48.150782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c7007-c45e-4bbd-9555-31203348a875 req-3d514d69-9d5b-4b89-8987-24d46f12c026 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:48.152967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc7c7007-c45e-4bbd-9555-31203348a875 req-3d514d69-9d5b-4b89-8987-24d46f12c026 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.3153875 Sep 07 16:10:48.160042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11da75-4a19-40d4-b615-8821763ff9e5 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5f142a-e538-44e4-8069-8e4e5cf31f74,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:48.182997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-15c8719f-367c-438e-bdad-7bcda0d8506e None None] Port 0227571a-466f-4370-aa9e-27e3634e3779 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:10:48.188860 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-adea485b-d7de-4d59-bba4-4577ae90e44c req-8e11da75-4a19-40d4-b615-8821763ff9e5 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:48.190143 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-adea485b-d7de-4d59-bba4-4577ae90e44c req-8e11da75-4a19-40d4-b615-8821763ff9e5 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4996202 Sep 07 16:10:48.227194 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:48.237393 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc7c7007-c45e-4bbd-9555-31203348a875 req-bfa5c31c-9c36-4c47-b259-09372b5adcf5 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729728 Sep 07 16:10:48.424413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a13d6-1fc0-4432-8330-219a97cee212 req-405968b4-e3f0-43fe-9b18-1db962407b5f tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:48.428895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-634a13d6-1fc0-4432-8330-219a97cee212 req-405968b4-e3f0-43fe-9b18-1db962407b5f tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.35 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 949 time: 0.1939366 Sep 07 16:10:48.445242 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64499aa9-eecf-450e-ad75-066d25027547 req-fa4a6613-fb67-4370-93a2-1c91d6482712 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:48.461442 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64499aa9-eecf-450e-ad75-066d25027547 req-fa4a6613-fb67-4370-93a2-1c91d6482712 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 935 time: 0.1618435 Sep 07 16:10:48.855433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0227571a-466f-4370-aa9e-27e3634e3779 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:10:48.863917 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:48.867024 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:48.906231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64499aa9-eecf-450e-ad75-066d25027547 req-73608582-0d9e-4b83-a97a-09e5e7a5b2e0 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/security-groups?id=28c4ea60-d743-4dec-ab57-c6c98a159f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427114 Sep 07 16:10:48.912963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5f6f8f8d-1db0-4078-9b4f-e147396387bb req-067944ab-8b41-4cc9-b4bc-d1b13255b4bb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1429314603', 'description': 'tempest-description-586385574'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:48.931396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Transition to ACTIVE for port object 0227571a-466f-4370-aa9e-27e3634e3779 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:10:48.940735 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:48.952874 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5f6f8f8d-1db0-4078-9b4f-e147396387bb req-067944ab-8b41-4cc9-b4bc-d1b13255b4bb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:48.966882 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5f6f8f8d-1db0-4078-9b4f-e147396387bb req-067944ab-8b41-4cc9-b4bc-d1b13255b4bb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:48.975970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-634a13d6-1fc0-4432-8330-219a97cee212 req-b0957ab6-75af-4f2e-bf46-2ee2b202c132 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Deleting port fca48700-beda-40da-8177-65946a310d25 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:48.976307 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-634a13d6-1fc0-4432-8330-219a97cee212 req-b0957ab6-75af-4f2e-bf46-2ee2b202c132 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:48.994890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Pushing event updated for resources: {'Port': ['ID=0227571a-466f-4370-aa9e-27e3634e3779,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:49.043431 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47694) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:49.062743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:49.063170 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:49.063519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:49.063850 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:49.064390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:49.064896 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:49.065396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:49.065906 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:49.066521 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:49.067022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:49.067827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:49.068363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:49.106521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-634a13d6-1fc0-4432-8330-219a97cee212 req-b0957ab6-75af-4f2e-bf46-2ee2b202c132 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] For port fca48700-beda-40da-8177-65946a310d25, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fca48700-beda-40da-8177-65946a310d25,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:49.106895 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-634a13d6-1fc0-4432-8330-219a97cee212 req-b0957ab6-75af-4f2e-bf46-2ee2b202c132 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.133924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-634a13d6-1fc0-4432-8330-219a97cee212 req-b0957ab6-75af-4f2e-bf46-2ee2b202c132 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Calling delete_port for fca48700-beda-40da-8177-65946a310d25 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:49.241235 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5f6f8f8d-1db0-4078-9b4f-e147396387bb req-067944ab-8b41-4cc9-b4bc-d1b13255b4bb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.259182 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5f6f8f8d-1db0-4078-9b4f-e147396387bb req-067944ab-8b41-4cc9-b4bc-d1b13255b4bb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.259468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Attempting to bind port 0227571a-466f-4370-aa9e-27e3634e3779 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:10:49.259944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Attempting to bind port 0227571a-466f-4370-aa9e-27e3634e3779 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:10:49.260204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Attempting to bind port 0227571a-466f-4370-aa9e-27e3634e3779 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:49.271693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218705b-a424-4c28-861b-ffcd60b73142 req-80e31fe4-87b2-4a5e-8f7d-c0a54329d844 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:49.273324 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5218705b-a424-4c28-861b-ffcd60b73142 req-80e31fe4-87b2-4a5e-8f7d-c0a54329d844 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 945 time: 0.1583245 Sep 07 16:10:49.298023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Port 0227571a-466f-4370-aa9e-27e3634e3779 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:10:49.298360 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Attempting to bind port 0227571a-466f-4370-aa9e-27e3634e3779 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:49.305353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:10:49.305723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:10:49.306540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:10:49.306540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Bound port: 0227571a-466f-4370-aa9e-27e3634e3779, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:10:49.306969 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.334238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067944ab-8b41-4cc9-b4bc-d1b13255b4bb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0732cbd6-9275-4ee4-b50a-c53235fe84e2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:49.355951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1385442468-network', 'tenant_id': '61b8cad14e4e4d7eae2756a8521950ce'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:49.364021 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.366821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5218705b-a424-4c28-861b-ffcd60b73142 req-30eadb03-ec93-4054-b6cc-49690cd2f6ef tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809531 Sep 07 16:10:49.442564 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5f6f8f8d-1db0-4078-9b4f-e147396387bb req-067944ab-8b41-4cc9-b4bc-d1b13255b4bb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.445728 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-634a13d6-1fc0-4432-8330-219a97cee212 req-b0957ab6-75af-4f2e-bf46-2ee2b202c132 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.448846 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5f6f8f8d-1db0-4078-9b4f-e147396387bb req-067944ab-8b41-4cc9-b4bc-d1b13255b4bb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.512971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0957ab6-75af-4f2e-bf46-2ee2b202c132 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Pushing event deleted for resources: {'Port': ['ID=fca48700-beda-40da-8177-65946a310d25,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:49.513347 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Made reservation on behalf of 61b8cad14e4e4d7eae2756a8521950ce for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:49.517325 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.521204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067944ab-8b41-4cc9-b4bc-d1b13255b4bb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f6e666-252b-40a6-99d3-cb8f4717624c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:49.527159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] For port 0227571a-466f-4370-aa9e-27e3634e3779, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:10:49.535561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] For port 0227571a-466f-4370-aa9e-27e3634e3779, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0227571a-466f-4370-aa9e-27e3634e3779,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:10:49.552981 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.554496 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5f6f8f8d-1db0-4078-9b4f-e147396387bb req-067944ab-8b41-4cc9-b4bc-d1b13255b4bb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.555716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f6f8f8d-1db0-4078-9b4f-e147396387bb req-067944ab-8b41-4cc9-b4bc-d1b13255b4bb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6550086 Sep 07 16:10:49.558359 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.568931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1933b2ad-3f56-4bb8-9c88-6527b1e81b90 req-20b1716c-db3b-41a0-bb54-063a93a05afd tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.70 "GET /v2.0/ports?device_id=6145eaa4-2ee1-41c7-a1a3-935882122515 HTTP/1.1" status: 200 len: 210 time: 0.0690515 Sep 07 16:10:49.599247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-634a13d6-1fc0-4432-8330-219a97cee212 req-b0957ab6-75af-4f2e-bf46-2ee2b202c132 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] No DVR routers for this DVR port fca48700-beda-40da-8177-65946a310d25 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:10:49.602023 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-634a13d6-1fc0-4432-8330-219a97cee212 req-b0957ab6-75af-4f2e-bf46-2ee2b202c132 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.606350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-634a13d6-1fc0-4432-8330-219a97cee212 req-b0957ab6-75af-4f2e-bf46-2ee2b202c132 tempest-ImagesOneServerTestJSON-1827723472 tempest-ImagesOneServerTestJSON-1827723472-project] 10.222.0.35 "DELETE /v2.0/ports/fca48700-beda-40da-8177-65946a310d25 HTTP/1.1" status: 204 len: 173 time: 1.1178119 Sep 07 16:10:49.607145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'name': 'network-vif-deleted', 'tag': 'fca48700-beda-40da-8177-65946a310d25'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:49.609785 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb78690-ffb2-47a6-b4ba-94f9ab1bc276" -d '{"events": [{"server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "name": "network-vif-deleted", "tag": "fca48700-beda-40da-8177-65946a310d25"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:49.646295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:49.647167 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.648909 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] 10.222.0.35 "PUT /v2.0/ports/0227571a-466f-4370-aa9e-27e3634e3779 HTTP/1.1" status: 200 len: 1095 time: 2.0856419 Sep 07 16:10:49.652464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1f1119-3487-42b8-89d9-9db4b7c3371e', 'tag': '0227571a-466f-4370-aa9e-27e3634e3779'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:49.655534 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec93a83-bbe7-42ad-9476-63f518dfeebb" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1f1119-3487-42b8-89d9-9db4b7c3371e", "tag": "0227571a-466f-4370-aa9e-27e3634e3779"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:49.684206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Router 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:10:49.686750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203be84-21b2-43d2-961a-99b3049f785f service neutron] Pushing event updated for resources: {'Port': ['ID=0227571a-466f-4370-aa9e-27e3634e3779,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:49.700869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-53ab5966-68df-47bc-80f0-5090a0cada11 req-432c3bd4-3c65-4154-b4e2-e730674a3658 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-800316733', 'description': 'tempest-description-171642875'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:49.734492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13dfb9-1dbd-4191-82fd-445b857b0f8c req-3fcbabe0-74cb-407d-948c-c2296ad79e01 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:49.735940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa13dfb9-1dbd-4191-82fd-445b857b0f8c req-3fcbabe0-74cb-407d-948c-c2296ad79e01 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1013188 Sep 07 16:10:49.784503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa13dfb9-1dbd-4191-82fd-445b857b0f8c req-3e6a1870-a8e5-44e6-b5fa-aef5f3791c1e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370278 Sep 07 16:10:49.832004 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff9b5ed-db44-42c0-8df8-f5083de67e4e x-openstack-request-id: req-6ff9b5ed-db44-42c0-8df8-f5083de67e4e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:49.832447 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6145eaa4-2ee1-41c7-a1a3-935882122515", "name": "network-vif-deleted", "tag": "fca48700-beda-40da-8177-65946a310d25", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:49.832854 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ff9b5ed-db44-42c0-8df8-f5083de67e4e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:49.833495 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6145eaa4-2ee1-41c7-a1a3-935882122515', 'name': 'network-vif-deleted', 'tag': 'fca48700-beda-40da-8177-65946a310d25', 'status': 'completed', 'code': 200} Sep 07 16:10:49.868626 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1176fdc-9cd5-4f9a-90a9-f63d8a81f2bf x-openstack-request-id: req-c1176fdc-9cd5-4f9a-90a9-f63d8a81f2bf {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:49.868929 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1f1119-3487-42b8-89d9-9db4b7c3371e", "tag": "0227571a-466f-4370-aa9e-27e3634e3779", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:49.869189 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1176fdc-9cd5-4f9a-90a9-f63d8a81f2bf {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:49.869592 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1f1119-3487-42b8-89d9-9db4b7c3371e', 'tag': '0227571a-466f-4370-aa9e-27e3634e3779', 'status': 'completed', 'code': 200} Sep 07 16:10:49.876457 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-363f8ed5-a006-43f9-8cbe-497904b4835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:49.877975 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-363f8ed5-a006-43f9-8cbe-497904b4835b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5a3bb15c400487994c6ebd90c21de6f&device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 1098 time: 0.1758747 Sep 07 16:10:49.946006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:10:49.955907 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-1f8f8495-0edf-43e2-a084-3c6db25838b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0227571a-466f-4370-aa9e-27e3634e3779 HTTP/1.1" status: 200 len: 217 time: 0.0689037 Sep 07 16:10:49.958291 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Sync routers for ids ['2a45a8e4-d175-4291-a9bd-f30cb87af6b2'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:10:49.963272 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:49.986418 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Routers {'2a45a8e4-d175-4291-a9bd-f30cb87af6b2'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:10:49.990257 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:10:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2a45a8e4-d175-4291-a9bd-f30cb87af6b2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:50.012322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-e1a77af5-cf67-4af5-97bd-0a0b22756e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:50.013864 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-e1a77af5-cf67-4af5-97bd-0a0b22756e9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0477781 Sep 07 16:10:50.018940 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:50.032022 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-53ab5966-68df-47bc-80f0-5090a0cada11 req-432c3bd4-3c65-4154-b4e2-e730674a3658 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:50.068763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56edeeb-2f9b-4769-9c19-c1facc8eadab req-814ad47b-fac8-43b3-8fd9-cb455c930da5 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:50.070496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b56edeeb-2f9b-4769-9c19-c1facc8eadab req-814ad47b-fac8-43b3-8fd9-cb455c930da5 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1013153 Sep 07 16:10:50.078873 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:50.080609 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e6d664fe-23ae-4efc-8378-d7aab3d27a56 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1504536 Sep 07 16:10:50.083401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47722) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:50.086159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:10:50.106023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c74ff20-6f63-4166-a210-92d544446846,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:50.115075 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:50.115718 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Added segment a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35 of type vlan for network 19cdab92-ba35-4011-8ade-f1f40bc08fa9 Sep 07 16:10:50.158300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-aa255abb-3a8e-44fe-af33-0563a91391d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:50.159987 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-aa255abb-3a8e-44fe-af33-0563a91391d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1362362 Sep 07 16:10:50.207722 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Set router 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:10:50.212398 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:50.314355 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b56edeeb-2f9b-4769-9c19-c1facc8eadab req-5eeae102-c20e-441a-bfaa-41ede6e9c20d tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215123 Sep 07 16:10:50.320710 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:50.321739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:50.322340 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:50.330251 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-d07f0cb4-2a0a-4e08-9be5-54a860620738 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597531 Sep 07 16:10:50.443081 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-53ab5966-68df-47bc-80f0-5090a0cada11 req-432c3bd4-3c65-4154-b4e2-e730674a3658 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:50.454602 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-53ab5966-68df-47bc-80f0-5090a0cada11 req-432c3bd4-3c65-4154-b4e2-e730674a3658 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:50.461721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] Pushing event updated for resources: {'Network': ['ID=19cdab92-ba35-4011-8ade-f1f40bc08fa9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:50.473878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 19cdab92-ba35-4011-8ade-f1f40bc08fa9 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:10:50.479136 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e8a997a2-18ec-4da4-b225-ea9f538b2820 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4190912 Sep 07 16:10:50.482181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:50.491733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8c10a6ae-8bae-4b69-aef0-7fd524bafee2 admin admin] Request body: {'subnet': {'network_id': '19cdab92-ba35-4011-8ade-f1f40bc08fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1385442468-subnet', 'tenant_id': '61b8cad14e4e4d7eae2756a8521950ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:50.510976 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1766718342-router', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:10:45Z', 'updated_at': '2021-09-07T16:10:48Z', 'revision_number': 3, 'project_id': '5a0a9c554d20412996e23ebcc6a5a373', 'gw_port': {'id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:10:46Z', 'updated_at': '2021-09-07T16:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:50.533907 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5c4ebb3-a6ab-4749-bd6b-d469fd9ad346 req-aa79d907-c3f6-4505-abbd-0971a1f24853 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852787 Sep 07 16:10:50.542292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c10a6ae-8bae-4b69-aef0-7fd524bafee2 admin admin] Made reservation on behalf of 61b8cad14e4e4d7eae2756a8521950ce for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:50.548628 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c10a6ae-8bae-4b69-aef0-7fd524bafee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:50.560021 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Checking router: 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:10:50.560778 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Updating router 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 port 1c18c48f-13ec-437c-bc66-7b8c06c505d8 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:10:50.595384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-53ab5966-68df-47bc-80f0-5090a0cada11 req-432c3bd4-3c65-4154-b4e2-e730674a3658 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:50.596915 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53ab5966-68df-47bc-80f0-5090a0cada11 req-432c3bd4-3c65-4154-b4e2-e730674a3658 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9385350 Sep 07 16:10:50.624403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c3bd4-3c65-4154-b4e2-e730674a3658 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19c4ba6-81c1-485a-8ae1-ceb580f80181,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:50.625663 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:50.674129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e1241-bf31-477b-9f17-5216d123908c req-65a75574-e90c-4cc6-a1b4-494ecb1e2091 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:50.675749 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a5e1241-bf31-477b-9f17-5216d123908c req-65a75574-e90c-4cc6-a1b4-494ecb1e2091 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 947 time: 0.2457492 Sep 07 16:10:50.691006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab4720-ee42-4e86-8c6b-b8c4c31100ba req-272d74fd-5590-4771-b78c-f8855726d09d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:50.692722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42ab4720-ee42-4e86-8c6b-b8c4c31100ba req-272d74fd-5590-4771-b78c-f8855726d09d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 945 time: 0.2339349 Sep 07 16:10:50.768948 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec93a83-bbe7-42ad-9476-63f518dfeebb req-73136cc2-e3e6-4f1c-a35f-e74d1a4a42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:50.770470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4ec93a83-bbe7-42ad-9476-63f518dfeebb req-73136cc2-e3e6-4f1c-a35f-e74d1a4a42d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5a3bb15c400487994c6ebd90c21de6f&device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 1098 time: 0.1559227 Sep 07 16:10:50.848019 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a5e1241-bf31-477b-9f17-5216d123908c req-8e94b91f-9715-4e13-8838-1d12df5d6ad2 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/security-groups?id=28c4ea60-d743-4dec-ab57-c6c98a159f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540852 Sep 07 16:10:50.999678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec93a83-bbe7-42ad-9476-63f518dfeebb req-10615730-3003-4edd-a90b-62dfe3273b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:51.002809 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4ec93a83-bbe7-42ad-9476-63f518dfeebb req-10615730-3003-4edd-a90b-62dfe3273b7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2230248 Sep 07 16:10:51.005401 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c10a6ae-8bae-4b69-aef0-7fd524bafee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:51.007933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-42ab4720-ee42-4e86-8c6b-b8c4c31100ba req-dd7a9bc3-f179-4b2c-8cf5-cdb6edb74717 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Deleting port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:51.008443 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-42ab4720-ee42-4e86-8c6b-b8c4c31100ba req-dd7a9bc3-f179-4b2c-8cf5-cdb6edb74717 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:51.111676 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4ec93a83-bbe7-42ad-9476-63f518dfeebb req-8d253b5b-c1d9-44c8-8fa1-726fe1d95128 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0227571a-466f-4370-aa9e-27e3634e3779 HTTP/1.1" status: 200 len: 217 time: 0.0997720 Sep 07 16:10:51.179554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ac7b6-cc10-4bc9-920c-20a7b8f6d2d6 req-8a61c923-86d3-4c32-8235-13073f7a1f34 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:51.191633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-686ac7b6-cc10-4bc9-920c-20a7b8f6d2d6 req-8a61c923-86d3-4c32-8235-13073f7a1f34 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 945 time: 0.2326720 Sep 07 16:10:51.197445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10a6ae-8bae-4b69-aef0-7fd524bafee2 admin admin] Checking segment: {'id': 'a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '19cdab92-ba35-4011-8ade-f1f40bc08fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:10:51.197694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c10a6ae-8bae-4b69-aef0-7fd524bafee2 admin admin] Network hostable DHCP agents. Network: 19cdab92-ba35-4011-8ade-f1f40bc08fa9, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:10:51.202997 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:51.212431 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10a6ae-8bae-4b69-aef0-7fd524bafee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=383e8cc1-a92f-459c-9b41-7412b74aad72,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:51.219433 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Transition to ACTIVE for port object 1c18c48f-13ec-437c-bc66-7b8c06c505d8 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:10:51.229861 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:51.233513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec93a83-bbe7-42ad-9476-63f518dfeebb req-56812599-e31e-46e2-8711-a3ea9c00262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:51.235887 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4ec93a83-bbe7-42ad-9476-63f518dfeebb req-56812599-e31e-46e2-8711-a3ea9c00262a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1102543 Sep 07 16:10:51.279427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c10a6ae-8bae-4b69-aef0-7fd524bafee2 admin admin] Network 19cdab92-ba35-4011-8ade-f1f40bc08fa9 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:10:51.287257 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Attempting to bind port 1c18c48f-13ec-437c-bc66-7b8c06c505d8 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:10:51.288284 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Attempting to bind port 1c18c48f-13ec-437c-bc66-7b8c06c505d8 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:10:51.288691 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Attempting to bind port 1c18c48f-13ec-437c-bc66-7b8c06c505d8 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:51.303572 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec93a83-bbe7-42ad-9476-63f518dfeebb req-bcea0fff-45a6-440d-ac5d-90323cd30c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:51.303855 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:10:51.304085 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:10:51.304553 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:51.305374 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:10:51.305520 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4ec93a83-bbe7-42ad-9476-63f518dfeebb req-bcea0fff-45a6-440d-ac5d-90323cd30c78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618162 Sep 07 16:10:51.305999 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Bound port: 1c18c48f-13ec-437c-bc66-7b8c06c505d8, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:10:51.306322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8c10a6ae-8bae-4b69-aef0-7fd524bafee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 19cdab92-ba35-4011-8ade-f1f40bc08fa9) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:10:51.306995 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:51.310725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10a6ae-8bae-4b69-aef0-7fd524bafee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:51.311633 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c10a6ae-8bae-4b69-aef0-7fd524bafee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:51.319428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4f35e-d77e-4452-99fb-a03ba91a6fd9 None None] Network 19cdab92-ba35-4011-8ade-f1f40bc08fa9 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:10:51.334792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-42ab4720-ee42-4e86-8c6b-b8c4c31100ba req-dd7a9bc3-f179-4b2c-8cf5-cdb6edb74717 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] For port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1c8d44db-217c-4aaf-aa4c-c8ba675aba14,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:51.335327 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-42ab4720-ee42-4e86-8c6b-b8c4c31100ba req-dd7a9bc3-f179-4b2c-8cf5-cdb6edb74717 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:51.361930 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:51.365188 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8c10a6ae-8bae-4b69-aef0-7fd524bafee2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8802676 Sep 07 16:10:51.379092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-686ac7b6-cc10-4bc9-920c-20a7b8f6d2d6 req-c17d84b9-67b4-4c8b-94d5-0cb38f954bbb tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676667 Sep 07 16:10:51.402841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-42ab4720-ee42-4e86-8c6b-b8c4c31100ba req-dd7a9bc3-f179-4b2c-8cf5-cdb6edb74717 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Calling delete_port for 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:51.443302 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] For port 1c18c48f-13ec-437c-bc66-7b8c06c505d8, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:10:51.455438 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] For port 1c18c48f-13ec-437c-bc66-7b8c06c505d8, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1c18c48f-13ec-437c-bc66-7b8c06c505d8,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:10:51.465712 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:51.469820 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Pushing event updated for resources: {'Port': ['ID=1c18c48f-13ec-437c-bc66-7b8c06c505d8,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:51.499592 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:51.499947 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:51.500285 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:51.500674 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:51.500997 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:51.501328 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:51.501657 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:51.501988 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:51.511599 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:51.511830 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:51.512077 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:51.513846 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:10:51.581302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d18f8-e43c-4ae6-8a2c-fe8650fcfe4d None None] Network 19cdab92-ba35-4011-8ade-f1f40bc08fa9 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:10:51.613851 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4ec93a83-bbe7-42ad-9476-63f518dfeebb req-815440e6-f2ca-4e54-95f3-e31b84deb5f8 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883747 Sep 07 16:10:51.618733 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Routers {'2a45a8e4-d175-4291-a9bd-f30cb87af6b2'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:10:51.619434 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:10:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2a45a8e4-d175-4291-a9bd-f30cb87af6b2'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:51.650283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47758) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:51.748232 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ae78a-e182-4e38-b4ed-31521ca9578b None None] Pushing event updated for resources: {'Port': ['ID=1c18c48f-13ec-437c-bc66-7b8c06c505d8,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:51.763266 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4ec93a83-bbe7-42ad-9476-63f518dfeebb req-c273c859-e5b8-4ac4-affb-7b6a34f37c65 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416869 Sep 07 16:10:51.777189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb07adc-6f02-4727-a3a6-f93d21452cab req-0c41b1a0-5d3f-4ee9-a615-b19d0633123c tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:51.784863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0eb07adc-6f02-4727-a3a6-f93d21452cab req-0c41b1a0-5d3f-4ee9-a615-b19d0633123c tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 945 time: 0.2757256 Sep 07 16:10:51.796135 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] Set router 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:10:51.941472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0eb07adc-6f02-4727-a3a6-f93d21452cab req-2cce3c5a-f859-471b-9bbb-2ae90cbf00d5 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/security-groups?id=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553674 Sep 07 16:10:51.962349 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Allocated IP 172.20.0.1 (321a19d1-dc12-43ba-ad8b-bee3a77b8896/1874e443-5e2c-4388-942c-9fb02097ea98/adbf3354-de20-4afe-8354-ba48b78348d0) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:10:51.985358 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1766718342-router', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:10:45Z', 'updated_at': '2021-09-07T16:10:48Z', 'revision_number': 3, 'project_id': '5a0a9c554d20412996e23ebcc6a5a373', 'gw_port': {'id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:10:46Z', 'updated_at': '2021-09-07T16:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:52.022461 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59939379-ac72-450b-8222-ce5977fd6877 None None] The sync data for ids ['2a45a8e4-d175-4291-a9bd-f30cb87af6b2'] in n-d-807551-3 is: [{'id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1766718342-router', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:10:45Z', 'updated_at': '2021-09-07T16:10:48Z', 'revision_number': 3, 'project_id': '5a0a9c554d20412996e23ebcc6a5a373', 'gw_port': {'id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:10:46Z', 'updated_at': '2021-09-07T16:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:10:52.023487 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-42ab4720-ee42-4e86-8c6b-b8c4c31100ba req-dd7a9bc3-f179-4b2c-8cf5-cdb6edb74717 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:52.036402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['1c8d44db-217c-4aaf-aa4c-c8ba675aba14'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:52.049224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d443ef64-1265-48da-bed3-f9686aceb506 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f6f5ce5b1dd42e5895725fd1a5b99f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936045 Sep 07 16:10:52.051851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47766) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:10:52.106033 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1c8cf13-7033-4e1b-8a92-190df4b52b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:52.122340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a9bc3-f179-4b2c-8cf5-cdb6edb74717 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event deleted for resources: {'Port': ['ID=1c8d44db-217c-4aaf-aa4c-c8ba675aba14,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:52.130953 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1c8cf13-7033-4e1b-8a92-190df4b52b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:52.141172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-7d550077-7195-47f3-b5b9-1e03d9672340 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42362 time: 0.9455969 Sep 07 16:10:52.181461 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1c8cf13-7033-4e1b-8a92-190df4b52b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:52.184646 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1c8cf13-7033-4e1b-8a92-190df4b52b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:52.185958 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c1c8cf13-7033-4e1b-8a92-190df4b52b63 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3de7233c-1788-4b66-b208-033975911fa7 HTTP/1.1" status: 204 len: 168 time: 0.1330359 Sep 07 16:10:52.202978 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8cf13-7033-4e1b-8a92-190df4b52b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de7233c-1788-4b66-b208-033975911fa7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:52.264978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ab4720-ee42-4e86-8c6b-b8c4c31100ba req-dd7a9bc3-f179-4b2c-8cf5-cdb6edb74717 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] No DVR routers for this DVR port 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:10:52.277400 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-42ab4720-ee42-4e86-8c6b-b8c4c31100ba req-dd7a9bc3-f179-4b2c-8cf5-cdb6edb74717 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:52.279331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42ab4720-ee42-4e86-8c6b-b8c4c31100ba req-dd7a9bc3-f179-4b2c-8cf5-cdb6edb74717 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.54 "DELETE /v2.0/ports/1c8d44db-217c-4aaf-aa4c-c8ba675aba14 HTTP/1.1" status: 204 len: 173 time: 1.5795534 Sep 07 16:10:52.290538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e2ae0-715c-4baf-878d-3861cef94d24 req-e2a73491-531c-40be-ae69-ff30237c4012 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:52.291597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b70e2ae0-715c-4baf-878d-3861cef94d24 req-e2a73491-531c-40be-ae69-ff30237c4012 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.2755582 Sep 07 16:10:52.291805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4f070c-6085-45d2-8164-092817ac3c5f', 'name': 'network-vif-deleted', 'tag': '1c8d44db-217c-4aaf-aa4c-c8ba675aba14'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:52.304424 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32123f02-946a-4373-a440-3292f7cd4848" -d '{"events": [{"server_uuid": "8a4f070c-6085-45d2-8164-092817ac3c5f", "name": "network-vif-deleted", "tag": "1c8d44db-217c-4aaf-aa4c-c8ba675aba14"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:52.341923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-ef503bfd-5a31-49b1-92cf-67d8272bded8 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e HTTP/1.1" status: 200 len: 2981 time: 0.1695724 Sep 07 16:10:52.372009 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:52.429116 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b70e2ae0-715c-4baf-878d-3861cef94d24 req-12c668fb-78e6-4dca-abe1-ae2f4b412994 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060560 Sep 07 16:10:52.459406 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-604b45d5-75c3-4a85-8205-75590902c5cf tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e HTTP/1.1" status: 200 len: 2981 time: 0.0846369 Sep 07 16:10:52.491118 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:52.554832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fca48700-beda-40da-8177-65946a310d25 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:52.614924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: fca48700-beda-40da-8177-65946a310d25 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:52.615543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fca48700-beda-40da-8177-65946a310d25 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:52.637495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:10:52.646661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-c3fb6bd7-99e0-425d-9dee-4efa199d188b tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0732cbd6-9275-4ee4-b50a-c53235fe84e2 HTTP/1.1" status: 200 len: 2981 time: 0.1640823 Sep 07 16:10:52.662909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:10:52.670333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:10:52.746685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9081a9-626d-4902-a661-8d588d0d9622 req-264f63c6-2e47-46a3-9633-cad874e793d7 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:52.748179 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f9081a9-626d-4902-a661-8d588d0d9622 req-264f63c6-2e47-46a3-9633-cad874e793d7 tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.54 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 945 time: 0.2086864 Sep 07 16:10:52.748927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Pushing event updated for resources: {'Port': ['ID=adbf3354-de20-4afe-8354-ba48b78348d0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:52.761071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:52.859746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-bf681298-96f0-4d0b-87dc-9ddbe7942068 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0732cbd6-9275-4ee4-b50a-c53235fe84e2 HTTP/1.1" status: 200 len: 2981 time: 0.2121816 Sep 07 16:10:53.073551 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-b51e2ebf-2367-4cbe-bf6d-761eda6082df tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/08020947-2b88-4ca1-8c2d-8fab3391d21b HTTP/1.1" status: 200 len: 2981 time: 0.2061687 Sep 07 16:10:53.175695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-182ce9da-cd2c-4477-8828-46c0109a5b84 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:53.177442 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-182ce9da-cd2c-4477-8828-46c0109a5b84 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/networks?id=19cdab92-ba35-4011-8ade-f1f40bc08fa9 HTTP/1.1" status: 200 len: 822 time: 0.3150587 Sep 07 16:10:53.217012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-339866b2-f169-4292-aa93-de6512112b3b tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/08020947-2b88-4ca1-8c2d-8fab3391d21b HTTP/1.1" status: 200 len: 2981 time: 0.1421790 Sep 07 16:10:53.238033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-a2e052a5-63fd-4599-8233-6a1c1fd24461 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/quotas/61b8cad14e4e4d7eae2756a8521950ce HTTP/1.1" status: 200 len: 375 time: 0.0523813 Sep 07 16:10:53.250888 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:53.256197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1f9081a9-626d-4902-a661-8d588d0d9622 req-b0d55fa7-105d-4e2a-804a-eb32e7e4b20f tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Deleting port d887241b-6ece-45d6-ae59-108fe14214df {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:10:53.256667 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1f9081a9-626d-4902-a661-8d588d0d9622 req-b0d55fa7-105d-4e2a-804a-eb32e7e4b20f tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:53.335597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-9b8a53f1-94a9-40df-a8df-0cd3fc4d9c11 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=61b8cad14e4e4d7eae2756a8521950ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716631 Sep 07 16:10:53.393177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1c18c48f-13ec-437c-bc66-7b8c06c505d8 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:10:53.443356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 1c18c48f-13ec-437c-bc66-7b8c06c505d8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:10:53.448154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1c18c48f-13ec-437c-bc66-7b8c06c505d8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:10:53.448804 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:53.531744 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:53.554941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 1c18c48f-13ec-437c-bc66-7b8c06c505d8, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1c18c48f-13ec-437c-bc66-7b8c06c505d8,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:53.560402 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:53.620150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=1c18c48f-13ec-437c-bc66-7b8c06c505d8,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:53.755650 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-90565726-921c-4816-ad95-c0316f688ec5 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/1c74ff20-6f63-4166-a210-92d544446846 HTTP/1.1" status: 200 len: 2981 time: 0.5314775 Sep 07 16:10:53.876034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1f9081a9-626d-4902-a661-8d588d0d9622 req-b0d55fa7-105d-4e2a-804a-eb32e7e4b20f tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] For port d887241b-6ece-45d6-ae59-108fe14214df, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d887241b-6ece-45d6-ae59-108fe14214df,segment=NetworkSegment(b044c366-517c-4c13-971e-40c83009061a),segment_id=b044c366-517c-4c13-971e-40c83009061a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:53.876395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1f9081a9-626d-4902-a661-8d588d0d9622 req-b0d55fa7-105d-4e2a-804a-eb32e7e4b20f tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:53.941858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-1f9081a9-626d-4902-a661-8d588d0d9622 req-b0d55fa7-105d-4e2a-804a-eb32e7e4b20f tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Calling delete_port for d887241b-6ece-45d6-ae59-108fe14214df owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:10:53.956106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-0a0dab6a-a3a1-40ed-a0f6-3380fb91e7a5 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/1c74ff20-6f63-4166-a210-92d544446846 HTTP/1.1" status: 200 len: 2981 time: 0.1916506 Sep 07 16:10:53.961488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-233ca712-e4ab-4a38-8f10-e5e063ccbee5 service neutron] 10.222.0.70 "GET /v2.0/networks/19cdab92-ba35-4011-8ade-f1f40bc08fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175020 Sep 07 16:10:54.143458 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-8088414c-429e-4e2e-866e-ebe450be1ffc tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/23651fb9-880c-4e09-9556-18c1552e4ecc HTTP/1.1" status: 200 len: 2973 time: 0.1748140 Sep 07 16:10:54.177989 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:54.196771 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:54.258547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-545257ce-7a3a-4836-b94c-e3198dd8a33c service neutron] 10.222.0.70 "GET /v2.0/networks/19cdab92-ba35-4011-8ade-f1f40bc08fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867491 Sep 07 16:10:54.332073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-96774d33-4391-41c3-a37a-adf60a8db3a8 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/23651fb9-880c-4e09-9556-18c1552e4ecc HTTP/1.1" status: 200 len: 2973 time: 0.1712430 Sep 07 16:10:54.336617 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Pushing event updated for resources: {'Port': ['ID=adbf3354-de20-4afe-8354-ba48b78348d0,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:54.344183 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:54.391266 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1f9081a9-626d-4902-a661-8d588d0d9622 req-b0d55fa7-105d-4e2a-804a-eb32e7e4b20f tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:54.405897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['d887241b-6ece-45d6-ae59-108fe14214df'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:54.472155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d55fa7-105d-4e2a-804a-eb32e7e4b20f tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Pushing event deleted for resources: {'Port': ['ID=d887241b-6ece-45d6-ae59-108fe14214df,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:54.521621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-890261cc-8ad0-46c9-a4bd-ddd8248f1980 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/28c4ea60-d743-4dec-ab57-c6c98a159f0a HTTP/1.1" status: 200 len: 2981 time: 0.1820595 Sep 07 16:10:54.522925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:54.556957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:54.557717 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1c8d44db-217c-4aaf-aa4c-c8ba675aba14 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:54.560355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0227571a-466f-4370-aa9e-27e3634e3779 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:10:54.574054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9081a9-626d-4902-a661-8d588d0d9622 req-b0d55fa7-105d-4e2a-804a-eb32e7e4b20f tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] No DVR routers for this DVR port d887241b-6ece-45d6-ae59-108fe14214df on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:10:54.585624 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1f9081a9-626d-4902-a661-8d588d0d9622 req-b0d55fa7-105d-4e2a-804a-eb32e7e4b20f tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:54.587613 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f9081a9-626d-4902-a661-8d588d0d9622 req-b0d55fa7-105d-4e2a-804a-eb32e7e4b20f tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.54 "DELETE /v2.0/ports/d887241b-6ece-45d6-ae59-108fe14214df HTTP/1.1" status: 204 len: 173 time: 1.8231213 Sep 07 16:10:54.615396 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:10:54.635104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80d47a-1411-4806-860f-3336265d09d2 req-1edcc6b2-b48c-4810-948e-f02953228bc5 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:54.642902 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c80d47a-1411-4806-860f-3336265d09d2 req-1edcc6b2-b48c-4810-948e-f02953228bc5 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 947 time: 0.1722078 Sep 07 16:10:54.651533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:10:54.681206 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-6a75159b-e22a-4d73-9220-d615375bcb36 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/28c4ea60-d743-4dec-ab57-c6c98a159f0a HTTP/1.1" status: 200 len: 2981 time: 0.1433506 Sep 07 16:10:54.749060 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c80d47a-1411-4806-860f-3336265d09d2 req-3511619e-fd28-4671-9f54-394eaabfbed3 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/security-groups?id=28c4ea60-d743-4dec-ab57-c6c98a159f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031516 Sep 07 16:10:54.763059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0227571a-466f-4370-aa9e-27e3634e3779, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0227571a-466f-4370-aa9e-27e3634e3779,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:54.771325 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-d8240713-36cc-430a-98ae-ec1693d5680f req-077de3e9-b360-4dc4-b622-bc7d40a460d1 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] show failed (client error): The resource could not be found. Sep 07 16:10:54.775985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-077de3e9-b360-4dc4-b622-bc7d40a460d1 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/3de7233c-1788-4b66-b208-033975911fa7 HTTP/1.1" status: 404 len: 352 time: 0.0545707 Sep 07 16:10:54.794185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '0227571a-466f-4370-aa9e-27e3634e3779', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '0227571a-466f-4370-aa9e-27e3634e3779', 'mac_address': 'fa:16:3e:03:74:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:10:54.889876 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:54.903040 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-d8240713-36cc-430a-98ae-ec1693d5680f req-3eb47f64-fe21-4dbd-8645-707e89388800 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] show failed (client error): The resource could not be found. Sep 07 16:10:54.912199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0227571a-466f-4370-aa9e-27e3634e3779 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:10:54.924675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-3eb47f64-fe21-4dbd-8645-707e89388800 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/3de7233c-1788-4b66-b208-033975911fa7 HTTP/1.1" status: 404 len: 352 time: 0.1347165 Sep 07 16:10:54.945994 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92684bf-a8bb-4af8-b9e4-680cb6d5ab05 x-openstack-request-id: req-a92684bf-a8bb-4af8-b9e4-680cb6d5ab05 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:54.951317 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4f070c-6085-45d2-8164-092817ac3c5f", "name": "network-vif-deleted", "tag": "1c8d44db-217c-4aaf-aa4c-c8ba675aba14", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:54.951590 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a92684bf-a8bb-4af8-b9e4-680cb6d5ab05 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:54.953783 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4f070c-6085-45d2-8164-092817ac3c5f', 'name': 'network-vif-deleted', 'tag': '1c8d44db-217c-4aaf-aa4c-c8ba675aba14', 'status': 'completed', 'code': 200} Sep 07 16:10:54.958914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0227571a-466f-4370-aa9e-27e3634e3779, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0227571a-466f-4370-aa9e-27e3634e3779,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:54.966027 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:55.040855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5665b94-04c8-4f34-9087-00520302ad47 req-b928e126-4bdd-4eda-ac8b-52de6c710152 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 210 time: 0.0791030 Sep 07 16:10:55.062072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Router 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:10:55.067439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0227571a-466f-4370-aa9e-27e3634e3779,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:55.076901 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-d54b0883-5485-4543-b81a-069ebd3c9c85 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/4c954b52-1fa4-4036-8ee4-3f6e057e72b4 HTTP/1.1" status: 200 len: 2981 time: 0.1512072 Sep 07 16:10:55.262538 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db0cefe1-10c3-48a3-97da-c8794dd39a46 req-56776478-c7d4-43eb-a1f4-83ded98a672d tempest-AttachSCSIVolumeTestJSON-1230219988 tempest-AttachSCSIVolumeTestJSON-1230219988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0af3e5df-de10-48f2-8dc6-b32a156c6c7d HTTP/1.1" status: 200 len: 210 time: 0.0782130 Sep 07 16:10:55.277102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['0227571a-466f-4370-aa9e-27e3634e3779'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:10:55.277531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-5ed78ff5-9e92-4541-8612-3094a4eb9ae3 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/4c954b52-1fa4-4036-8ee4-3f6e057e72b4 HTTP/1.1" status: 200 len: 2981 time: 0.1876771 Sep 07 16:10:55.333742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:10:55.351136 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6913c09b-cd97-44e6-a1ba-770bd44be36c admin admin] 10.222.0.70 "PUT /v2.0/routers/2a45a8e4-d175-4291-a9bd-f30cb87af6b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2665732 Sep 07 16:10:55.353281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Sync routers for ids ['2a45a8e4-d175-4291-a9bd-f30cb87af6b2'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:10:55.399506 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Routers {'2a45a8e4-d175-4291-a9bd-f30cb87af6b2'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:10:55.400219 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:10:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2a45a8e4-d175-4291-a9bd-f30cb87af6b2'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:55.402310 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1c18c48f-13ec-437c-bc66-7b8c06c505d8 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:10:55.418419 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-d5b6a828-fb28-43ce-80e7-268bfe5bc820 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/59aca3c2-8eb3-445d-9b16-ddb1dcc5127b HTTP/1.1" status: 200 len: 2977 time: 0.1198342 Sep 07 16:10:55.460854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024ff63-c089-4704-b48f-e5ac36532248 req-a5bc0403-1bde-49d9-9b69-dd3b8082ecc8 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:55.470925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6024ff63-c089-4704-b48f-e5ac36532248 req-a5bc0403-1bde-49d9-9b69-dd3b8082ecc8 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1048574 Sep 07 16:10:55.521068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-fd9c4206-b9bd-42c7-88ef-abab45b03674 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/59aca3c2-8eb3-445d-9b16-ddb1dcc5127b HTTP/1.1" status: 200 len: 2977 time: 0.0950625 Sep 07 16:10:55.558470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6024ff63-c089-4704-b48f-e5ac36532248 req-7a165c14-cda6-4b5d-b5e1-9da3f7f3dc76 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862386 Sep 07 16:10:55.590675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-e0df4675-6981-4ca3-9017-0128f67a009d tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/7a7b5cb0-9981-4681-bcad-3a4df49fac60 HTTP/1.1" status: 200 len: 2981 time: 0.0684538 Sep 07 16:10:55.677156 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-f04d1ddc-3a83-4660-b460-5c042138cd06 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/7a7b5cb0-9981-4681-bcad-3a4df49fac60 HTTP/1.1" status: 200 len: 2981 time: 0.0789270 Sep 07 16:10:55.688035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1c18c48f-13ec-437c-bc66-7b8c06c505d8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:10:55.688431 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:55.695159 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Set router 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:10:55.696085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81e18421-7507-4139-b095-12b629a96053 req-db7da1ba-2451-423e-967c-efddb8fde9d7 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 210 time: 0.0502155 Sep 07 16:10:55.751489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-93f4e049-4b40-4663-b399-8e6c5cf81a5c tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/7c51367e-68a3-4c4f-a74b-03b942a9b27b HTTP/1.1" status: 200 len: 2981 time: 0.0577416 Sep 07 16:10:55.807363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-6cee24c8-71bf-4ccd-8997-42350477499b tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/7c51367e-68a3-4c4f-a74b-03b942a9b27b HTTP/1.1" status: 200 len: 2981 time: 0.0497224 Sep 07 16:10:55.951875 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-105e928d-5616-4ac8-a55b-62b9e853aba1 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/957f9c8d-f286-4cff-9206-5f2c1917bb5d HTTP/1.1" status: 200 len: 2981 time: 0.1338067 Sep 07 16:10:56.042353 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-096a35a6-614e-4ced-90ff-61d0723e4930 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/957f9c8d-f286-4cff-9206-5f2c1917bb5d HTTP/1.1" status: 200 len: 2981 time: 0.0828226 Sep 07 16:10:56.072792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-dd4954ce-4dd6-4c94-97e7-80de86e2f136 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:56.074472 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-dd4954ce-4dd6-4c94-97e7-80de86e2f136 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.35 "GET /v2.0/networks?id=19cdab92-ba35-4011-8ade-f1f40bc08fa9 HTTP/1.1" status: 200 len: 822 time: 0.2277277 Sep 07 16:10:56.089641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b4fa458e-3daa-47ef-be31-1c21f65c104b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Request body: {'port': {'device_id': 'c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a', 'network_id': '19cdab92-ba35-4011-8ade-f1f40bc08fa9', 'admin_state_up': True, 'tenant_id': '61b8cad14e4e4d7eae2756a8521950ce'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:56.108743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-475e1dea-6f03-4140-9eb5-3946c1c6deec tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9 HTTP/1.1" status: 200 len: 2981 time: 0.0612998 Sep 07 16:10:56.159326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1766718342-router', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:10:45Z', 'updated_at': '2021-09-07T16:10:53Z', 'revision_number': 4, 'project_id': '5a0a9c554d20412996e23ebcc6a5a373', 'gw_port': {'id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:10:46Z', 'updated_at': '2021-09-07T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'adbf3354-de20-4afe-8354-ba48b78348d0', 'name': '', 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'mac_address': 'fa:16:3e:42:32:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '1874e443-5e2c-4388-942c-9fb02097ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:10:51Z', 'updated_at': '2021-09-07T16:10:53Z', 'revision_number': 2, 'project_id': '5a0a9c554d20412996e23ebcc6a5a373', 'subnets': [{'id': '1874e443-5e2c-4388-942c-9fb02097ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:56.186540 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8240713-36cc-430a-98ae-ec1693d5680f req-db0ffc8e-04f6-4064-9bd6-1f8e4bffbdd2 tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9 HTTP/1.1" status: 200 len: 2981 time: 0.0689192 Sep 07 16:10:56.231102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Checking router: 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:10:56.231951 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Updating router 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 port adbf3354-de20-4afe-8354-ba48b78348d0 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:10:56.249755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b4fa458e-3daa-47ef-be31-1c21f65c104b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Made reservation on behalf of 61b8cad14e4e4d7eae2756a8521950ce for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:56.254723 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b4fa458e-3daa-47ef-be31-1c21f65c104b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:56.279254 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:56.333192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-8cd69aa0-34bc-4671-a767-003ec04033e1 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:56.335434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-8cd69aa0-34bc-4671-a767-003ec04033e1 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/networks?id=321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 200 len: 819 time: 0.1751828 Sep 07 16:10:56.371356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9605f2e-968f-4936-b52b-f7cca4336ec0 req-75c3f317-3bdc-4db1-8257-c9c62dd38ef9 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:56.380734 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9605f2e-968f-4936-b52b-f7cca4336ec0 req-75c3f317-3bdc-4db1-8257-c9c62dd38ef9 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 948 time: 0.1170976 Sep 07 16:10:56.383597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-ccc30339-27ab-4be0-894d-875e6644ddde tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/quotas/5a0a9c554d20412996e23ebcc6a5a373 HTTP/1.1" status: 200 len: 375 time: 0.0396893 Sep 07 16:10:56.413699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b4fa458e-3daa-47ef-be31-1c21f65c104b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Allocated IP 172.20.0.11 (19cdab92-ba35-4011-8ade-f1f40bc08fa9/383e8cc1-a92f-459c-9b41-7412b74aad72/a8322cd8-6894-4b90-9cd6-f2d7b3518ee2) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:10:56.458729 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9605f2e-968f-4936-b52b-f7cca4336ec0 req-9d2983eb-2cc3-47bc-9287-aed4fd3b1e80 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/security-groups?id=28c4ea60-d743-4dec-ab57-c6c98a159f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760918 Sep 07 16:10:56.483988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-d5564d2c-d458-49a6-a035-3c7af1dfaecd tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780139 Sep 07 16:10:56.529831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device d887241b-6ece-45d6-ae59-108fe14214df no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:10:56.559054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: d887241b-6ece-45d6-ae59-108fe14214df {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:10:56.559385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device d887241b-6ece-45d6-ae59-108fe14214df not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:10:56.570583 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0227571a-466f-4370-aa9e-27e3634e3779 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:10:56.607507 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b4fa458e-3daa-47ef-be31-1c21f65c104b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:56.671637 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe7dca5c-b585-4d36-97bf-082e21398e9e req-0186d03a-9f02-45f5-bfea-eeb09a24b710 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a4f070c-6085-45d2-8164-092817ac3c5f HTTP/1.1" status: 200 len: 210 time: 0.0395830 Sep 07 16:10:56.684392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 0227571a-466f-4370-aa9e-27e3634e3779 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:10:56.687526 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b4fa458e-3daa-47ef-be31-1c21f65c104b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:56.710438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 0227571a-466f-4370-aa9e-27e3634e3779 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:10:56.710724 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:56.729570 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-d8c61b98-5d09-48ec-98ae-b033305068f3 service neutron] 10.222.0.70 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347147 Sep 07 16:10:56.744066 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b4fa458e-3daa-47ef-be31-1c21f65c104b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Network 19cdab92-ba35-4011-8ade-f1f40bc08fa9 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:10:56.755626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b4fa458e-3daa-47ef-be31-1c21f65c104b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:10:56.759547 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa458e-3daa-47ef-be31-1c21f65c104b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Pushing event updated for resources: {'Port': ['ID=a8322cd8-6894-4b90-9cd6-f2d7b3518ee2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:56.763369 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b4fa458e-3daa-47ef-be31-1c21f65c104b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:10:56.782543 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:56.816377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Transition to ACTIVE for port object adbf3354-de20-4afe-8354-ba48b78348d0 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:10:56.830016 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:56.843044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b4fa458e-3daa-47ef-be31-1c21f65c104b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:56.844174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b4fa458e-3daa-47ef-be31-1c21f65c104b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:56.858263 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9265e1a6-0ac9-49d5-a51b-6cddd1a3df05 req-645a41df-04d7-4ac6-a1f2-28923cc62a17 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f2db3b2e1d44d43b9d16655fc23c153 HTTP/1.1" status: 200 len: 6100 time: 0.1543975 Sep 07 16:10:56.866973 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b4fa458e-3daa-47ef-be31-1c21f65c104b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7813683 Sep 07 16:10:56.881826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Request body: {'port': {'device_id': 'c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:56.883917 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:56.908970 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-0bf3f49a-4e47-4ea9-864e-834afba81193 service neutron] 10.222.0.70 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630659 Sep 07 16:10:56.930851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36287c-0bc1-4c5f-99fb-a37b3e7c466a None None] Pushing event updated for resources: {'Port': ['ID=adbf3354-de20-4afe-8354-ba48b78348d0,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:56.939518 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1f1119-3487-42b8-89d9-9db4b7c3371e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0227571a-466f-4370-aa9e-27e3634e3779'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:56.941689 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2512c6b0-52ac-47c5-a239-e30070cc5238" -d '{"events": [{"server_uuid": "ac1f1119-3487-42b8-89d9-9db4b7c3371e", "name": "network-vif-plugged", "status": "completed", "tag": "0227571a-466f-4370-aa9e-27e3634e3779"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:56.955191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9265e1a6-0ac9-49d5-a51b-6cddd1a3df05 req-c24f4e4f-1b80-409b-ba14-226a59572f79 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] 10.222.0.70 "GET /v2.0/security-groups/7a7b5cb0-9981-4681-bcad-3a4df49fac60 HTTP/1.1" status: 200 len: 2981 time: 0.0872886 Sep 07 16:10:56.955665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af3e5df-de10-48f2-8dc6-b32a156c6c7d', 'name': 'network-vif-deleted', 'tag': 'd887241b-6ece-45d6-ae59-108fe14214df'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:56.958462 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402bb861-f69c-400f-a6d3-33075964576a" -d '{"events": [{"server_uuid": "0af3e5df-de10-48f2-8dc6-b32a156c6c7d", "name": "network-vif-deleted", "tag": "d887241b-6ece-45d6-ae59-108fe14214df"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:56.977661 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0227571a-466f-4370-aa9e-27e3634e3779, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0227571a-466f-4370-aa9e-27e3634e3779,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:56.983784 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:56.999725 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:57.020977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9265e1a6-0ac9-49d5-a51b-6cddd1a3df05 req-f5024f3e-846a-4a2f-99d5-7bdb6d3ae699 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] 10.222.0.70 "GET /v2.0/security-groups/7a7b5cb0-9981-4681-bcad-3a4df49fac60 HTTP/1.1" status: 200 len: 2981 time: 0.0578365 Sep 07 16:10:57.044602 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Attempting to bind port adbf3354-de20-4afe-8354-ba48b78348d0 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:10:57.045604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Attempting to bind port adbf3354-de20-4afe-8354-ba48b78348d0 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:10:57.045974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Attempting to bind port adbf3354-de20-4afe-8354-ba48b78348d0 on network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:57.057857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:10:57.058330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Checking segment: {'id': '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:10:57.058775 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:57.059173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Bound using segment: {'id': '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:10:57.059653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Bound port: adbf3354-de20-4afe-8354-ba48b78348d0, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:10:57.060039 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:57.129693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0227571a-466f-4370-aa9e-27e3634e3779,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:57.226738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] For port adbf3354-de20-4afe-8354-ba48b78348d0, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:10:57.231730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] For port adbf3354-de20-4afe-8354-ba48b78348d0, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=adbf3354-de20-4afe-8354-ba48b78348d0,segment=NetworkSegment(6f69ee6a-613e-4a0f-a2ef-9ee3742ca404),segment_id=6f69ee6a-613e-4a0f-a2ef-9ee3742ca404)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:10:57.257308 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:57.336696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a484003-8ab3-4c81-9589-36f14a4ca76a req-9c718331-05a9-491f-ae7a-d4280d3ea26f tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:57.338342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a484003-8ab3-4c81-9589-36f14a4ca76a req-9c718331-05a9-491f-ae7a-d4280d3ea26f tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.2171495 Sep 07 16:10:57.353039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36287c-0bc1-4c5f-99fb-a37b3e7c466a None None] Pushing event updated for resources: {'Port': ['ID=adbf3354-de20-4afe-8354-ba48b78348d0,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:57.356713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bced6ce-50ad-4feb-a4ad-ff9441132c80 req-4919c1f5-6b90-4932-944f-5faf76c014f6 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:57.359106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bced6ce-50ad-4feb-a4ad-ff9441132c80 req-4919c1f5-6b90-4932-944f-5faf76c014f6 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 932 time: 0.1739573 Sep 07 16:10:57.424874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Routers {'2a45a8e4-d175-4291-a9bd-f30cb87af6b2'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:10:57.425866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a484003-8ab3-4c81-9589-36f14a4ca76a req-9ba2dcfe-8b51-4dc9-8cab-493f2857168d tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656996 Sep 07 16:10:57.426718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:10:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2a45a8e4-d175-4291-a9bd-f30cb87af6b2'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:57.499171 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bced6ce-50ad-4feb-a4ad-ff9441132c80 req-4c30408f-4665-4f84-8a8a-dd1efb70ed8a tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c74ff20-6f63-4166-a210-92d544446846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156530 Sep 07 16:10:57.638102 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57cde2-5b20-4a1d-afaf-85a9b15c52fc x-openstack-request-id: req-3e57cde2-5b20-4a1d-afaf-85a9b15c52fc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:57.638102 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af3e5df-de10-48f2-8dc6-b32a156c6c7d", "name": "network-vif-deleted", "tag": "d887241b-6ece-45d6-ae59-108fe14214df", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:57.639511 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e57cde2-5b20-4a1d-afaf-85a9b15c52fc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:57.641005 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af3e5df-de10-48f2-8dc6-b32a156c6c7d', 'name': 'network-vif-deleted', 'tag': 'd887241b-6ece-45d6-ae59-108fe14214df', 'status': 'completed', 'code': 200} Sep 07 16:10:57.754650 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-863afd73-4ed8-4ccd-bbf8-8dcefb9b4a00 req-8b75530e-b6ad-4138-8a74-b7733bbe8950 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 210 time: 0.0751729 Sep 07 16:10:57.787021 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-002afd2b-c27e-4463-ab8e-70cb113920ad req-ca853867-3ade-4ddb-8b42-3d1ae39aecbc tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/e19c4ba6-81c1-485a-8ae1-ceb580f80181 HTTP/1.1" status: 200 len: 1776 time: 0.1906753 Sep 07 16:10:57.820999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a727e4e-3fd3-4e8b-b65c-ea21a084adf1 req-8cc3bb98-df5f-40e2-81a6-5b946d403726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:57.823332 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a727e4e-3fd3-4e8b-b65c-ea21a084adf1 req-8cc3bb98-df5f-40e2-81a6-5b946d403726 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 1100 time: 0.2186842 Sep 07 16:10:57.866592 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe2ff55-1905-44c0-b78c-5ef5dc79b4ab x-openstack-request-id: req-cfe2ff55-1905-44c0-b78c-5ef5dc79b4ab {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:57.871437 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1f1119-3487-42b8-89d9-9db4b7c3371e", "name": "network-vif-plugged", "status": "completed", "tag": "0227571a-466f-4370-aa9e-27e3634e3779", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:57.871811 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cfe2ff55-1905-44c0-b78c-5ef5dc79b4ab {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:57.873149 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1f1119-3487-42b8-89d9-9db4b7c3371e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0227571a-466f-4370-aa9e-27e3634e3779', 'code': 200} Sep 07 16:10:57.893391 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a727e4e-3fd3-4e8b-b65c-ea21a084adf1 req-f57b8a16-48a1-44e9-9f74-257a5a738aba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28c4ea60-d743-4dec-ab57-c6c98a159f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568945 Sep 07 16:10:57.893957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-002afd2b-c27e-4463-ab8e-70cb113920ad req-e67bbb03-2168-4ea6-bce0-0b987c2477fb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:57.919696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] Set router 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:10:57.946918 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-002afd2b-c27e-4463-ab8e-70cb113920ad req-e67bbb03-2168-4ea6-bce0-0b987c2477fb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:58.072077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee21d1-0bb3-4594-babb-790c0f54a14a req-36f0b617-3551-4f39-bb73-83d096233c7d tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:58.073715 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66ee21d1-0bb3-4594-babb-790c0f54a14a req-36f0b617-3551-4f39-bb73-83d096233c7d tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 949 time: 0.1292303 Sep 07 16:10:58.074855 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-002afd2b-c27e-4463-ab8e-70cb113920ad req-e67bbb03-2168-4ea6-bce0-0b987c2477fb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:58.078122 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-002afd2b-c27e-4463-ab8e-70cb113920ad req-e67bbb03-2168-4ea6-bce0-0b987c2477fb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:58.080954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:10:58.090178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:58.101834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-002afd2b-c27e-4463-ab8e-70cb113920ad req-e67bbb03-2168-4ea6-bce0-0b987c2477fb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/e19c4ba6-81c1-485a-8ae1-ceb580f80181 HTTP/1.1" status: 204 len: 173 time: 0.3137200 Sep 07 16:10:58.114275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bbb03-2168-4ea6-bce0-0b987c2477fb tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19c4ba6-81c1-485a-8ae1-ceb580f80181,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:58.118237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Transition to ACTIVE for port object a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:10:58.129168 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:58.259073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66ee21d1-0bb3-4594-babb-790c0f54a14a req-33698515-00ec-4632-9b88-51a91eaaa038 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/security-groups?id=28c4ea60-d743-4dec-ab57-c6c98a159f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465795 Sep 07 16:10:58.350722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Pushing event updated for resources: {'Port': ['ID=a8322cd8-6894-4b90-9cd6-f2d7b3518ee2,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:58.393669 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Attempting to bind port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:10:58.394139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Attempting to bind port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '19cdab92-ba35-4011-8ade-f1f40bc08fa9'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:10:58.394578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Attempting to bind port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 on network 19cdab92-ba35-4011-8ade-f1f40bc08fa9 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:58.402895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 on network 19cdab92-ba35-4011-8ade-f1f40bc08fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:10:58.403539 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Attempting to bind port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 on network 19cdab92-ba35-4011-8ade-f1f40bc08fa9 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:10:58.409821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:10:58.410429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Checking segment: {'id': 'a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '19cdab92-ba35-4011-8ade-f1f40bc08fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:10:58.410933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Bound using segment: {'id': 'a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '19cdab92-ba35-4011-8ade-f1f40bc08fa9'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:10:58.411439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Bound port: a8322cd8-6894-4b90-9cd6-f2d7b3518ee2, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '19cdab92-ba35-4011-8ade-f1f40bc08fa9'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:10:58.411878 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:58.423764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1766718342-router', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:10:45Z', 'updated_at': '2021-09-07T16:10:53Z', 'revision_number': 4, 'project_id': '5a0a9c554d20412996e23ebcc6a5a373', 'gw_port': {'id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:10:46Z', 'updated_at': '2021-09-07T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'adbf3354-de20-4afe-8354-ba48b78348d0', 'name': '', 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'mac_address': 'fa:16:3e:42:32:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '1874e443-5e2c-4388-942c-9fb02097ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:10:51Z', 'updated_at': '2021-09-07T16:10:57Z', 'revision_number': 4, 'project_id': '5a0a9c554d20412996e23ebcc6a5a373', 'subnets': [{'id': '1874e443-5e2c-4388-942c-9fb02097ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:10:58.454240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c73e095-80bf-455c-a2a1-bb4e84ab5ce6 req-9722078c-7601-4acd-902e-991d82d1966d tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "GET /v2.0/security-groups/29f6e666-252b-40a6-99d3-cb8f4717624c HTTP/1.1" status: 200 len: 1777 time: 0.0698080 Sep 07 16:10:58.473046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef0ea9-c6cb-4843-9910-c605fef8c082 None None] The sync data for ids ['2a45a8e4-d175-4291-a9bd-f30cb87af6b2'] in n-d-807551-3 is: [{'id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1766718342-router', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:10:45Z', 'updated_at': '2021-09-07T16:10:53Z', 'revision_number': 4, 'project_id': '5a0a9c554d20412996e23ebcc6a5a373', 'gw_port': {'id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:10:46Z', 'updated_at': '2021-09-07T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'adbf3354-de20-4afe-8354-ba48b78348d0', 'name': '', 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'mac_address': 'fa:16:3e:42:32:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '1874e443-5e2c-4388-942c-9fb02097ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:10:51Z', 'updated_at': '2021-09-07T16:10:57Z', 'revision_number': 4, 'project_id': '5a0a9c554d20412996e23ebcc6a5a373', 'subnets': [{'id': '1874e443-5e2c-4388-942c-9fb02097ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:10:58.491275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] For port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:10:58.495281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] For port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a8322cd8-6894-4b90-9cd6-f2d7b3518ee2,segment=NetworkSegment(a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35),segment_id=a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:10:58.501853 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:58.592565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:58.595512 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:58.603417 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] 10.222.0.35 "PUT /v2.0/ports/a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 HTTP/1.1" status: 200 len: 1092 time: 1.7282383 Sep 07 16:10:58.603864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a', 'tag': 'a8322cd8-6894-4b90-9cd6-f2d7b3518ee2'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:10:58.606565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-c332e6a7-cc00-4283-abae-6e332a37ff7c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:58.607057 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceaaa74-e09d-4974-b27c-6a8db8b26434" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a", "tag": "a8322cd8-6894-4b90-9cd6-f2d7b3518ee2"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:10:58.614337 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-c332e6a7-cc00-4283-abae-6e332a37ff7c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/networks?id=321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 200 len: 819 time: 0.2502720 Sep 07 16:10:58.657905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef583a55-3478-414e-9d3e-aadb15b2ef3d service neutron] Pushing event updated for resources: {'Port': ['ID=a8322cd8-6894-4b90-9cd6-f2d7b3518ee2,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:58.693505 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5c73e095-80bf-455c-a2a1-bb4e84ab5ce6 req-7788c9fd-bd11-4975-aecb-b822de1b643f tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:58.725337 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-4f7d9122-ee0d-4f4a-be41-17dda31abeb8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/quotas/5a0a9c554d20412996e23ebcc6a5a373 HTTP/1.1" status: 200 len: 375 time: 0.1100924 Sep 07 16:10:58.746762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-2e27c936-040b-4c03-b81d-0a8fe8203bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:58.748780 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-2e27c936-040b-4c03-b81d-0a8fe8203bab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61b8cad14e4e4d7eae2756a8521950ce&device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 1095 time: 0.0650780 Sep 07 16:10:58.806492 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-e0180271-a536-4f70-89ad-077849eebb5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 HTTP/1.1" status: 200 len: 217 time: 0.0460968 Sep 07 16:10:58.833648 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5c73e095-80bf-455c-a2a1-bb4e84ab5ce6 req-7788c9fd-bd11-4975-aecb-b822de1b643f tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:58.877753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b6083d87-2e4e-4224-a56e-6ee14693a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:58.879647 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-b6083d87-2e4e-4224-a56e-6ee14693a9f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=383e8cc1-a92f-459c-9b41-7412b74aad72 HTTP/1.1" status: 200 len: 862 time: 0.0645249 Sep 07 16:10:58.909856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-f5b6a864-9889-4a51-8424-4f36df153814 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1733003 Sep 07 16:10:58.916259 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-6d6d3d59-86fc-4ba4-9ebb-b5f5aa6cde82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19cdab92-ba35-4011-8ade-f1f40bc08fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286005 Sep 07 16:10:58.929534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-31772241-bb3a-45dd-be85-86221481d9b3 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:58.931428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-31772241-bb3a-45dd-be85-86221481d9b3 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.54 "GET /v2.0/networks?id=321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 200 len: 819 time: 0.2558913 Sep 07 16:10:58.952107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-e53c3dcd-c6de-46b6-9465-3578cf6e059a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Request body: {'port': {'device_id': '25d3ef89-6efa-4740-912d-80a83534165f', 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896', 'admin_state_up': True, 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:10:59.023311 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5c73e095-80bf-455c-a2a1-bb4e84ab5ce6 req-7788c9fd-bd11-4975-aecb-b822de1b643f tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:59.025972 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5c73e095-80bf-455c-a2a1-bb4e84ab5ce6 req-7788c9fd-bd11-4975-aecb-b822de1b643f tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:59.032696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c73e095-80bf-455c-a2a1-bb4e84ab5ce6 req-7788c9fd-bd11-4975-aecb-b822de1b643f tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/29f6e666-252b-40a6-99d3-cb8f4717624c HTTP/1.1" status: 204 len: 173 time: 0.5456662 Sep 07 16:10:59.049042 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-7c499a52-4060-4c66-8dfd-fa802af6b852 service neutron] 10.222.0.35 "GET /v2.0/networks/19cdab92-ba35-4011-8ade-f1f40bc08fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243563 Sep 07 16:10:59.112747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788c9fd-bd11-4975-aecb-b822de1b643f tempest-SecurityGroupsTestAdminJSON-710971493 tempest-SecurityGroupsTestAdminJSON-710971493-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f6e666-252b-40a6-99d3-cb8f4717624c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:59.182120 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d6041bca-86d4-4685-9569-3e0137bc8017 req-94de70c7-dd15-45f3-aa30-139e3683c890 service neutron] 10.222.0.35 "GET /v2.0/networks/19cdab92-ba35-4011-8ade-f1f40bc08fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244888 Sep 07 16:10:59.237900 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-b7f684da-a19a-4bc4-bef5-31a66ca2d9df service neutron] 10.222.0.70 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251998 Sep 07 16:10:59.401056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-edc841fc-0721-4bba-990b-49f04e9e0b23 service neutron] 10.222.0.70 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279638 Sep 07 16:10:59.413855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-e53c3dcd-c6de-46b6-9465-3578cf6e059a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Made reservation on behalf of 5a0a9c554d20412996e23ebcc6a5a373 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:10:59.417725 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-e53c3dcd-c6de-46b6-9465-3578cf6e059a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:59.502834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device adbf3354-de20-4afe-8354-ba48b78348d0 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:10:59.577603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port adbf3354-de20-4afe-8354-ba48b78348d0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:10:59.583115 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port adbf3354-de20-4afe-8354-ba48b78348d0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:10:59.583556 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:59.594022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcef9aa-77fe-494a-8a51-43f1b75048dd req-cfe505ae-dff4-4abd-af85-e1d55bccc0ce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:59.596652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0dcef9aa-77fe-494a-8a51-43f1b75048dd req-cfe505ae-dff4-4abd-af85-e1d55bccc0ce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1943650 Sep 07 16:10:59.740614 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:59.771782 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0dcef9aa-77fe-494a-8a51-43f1b75048dd req-85f48cf1-b323-4d58-a238-2db9d7436f72 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585860 Sep 07 16:10:59.784374 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port adbf3354-de20-4afe-8354-ba48b78348d0, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=adbf3354-de20-4afe-8354-ba48b78348d0,segment=NetworkSegment(6f69ee6a-613e-4a0f-a2ef-9ee3742ca404),segment_id=6f69ee6a-613e-4a0f-a2ef-9ee3742ca404)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:10:59.791913 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:10:59.825089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3598f0-7934-4101-a6e2-0b491980a611 req-79768a56-f078-410f-ab33-90e8be2d9814 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:59.831737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e3598f0-7934-4101-a6e2-0b491980a611 req-79768a56-f078-410f-ab33-90e8be2d9814 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 944 time: 0.1556735 Sep 07 16:10:59.856965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-e53c3dcd-c6de-46b6-9465-3578cf6e059a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Allocated IP 172.20.0.14 (321a19d1-dc12-43ba-ad8b-bee3a77b8896/1874e443-5e2c-4388-942c-9fb02097ea98/b7deeff8-1f68-42ac-90ed-9628d43a899f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:10:59.878102 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724ce40b-5505-43a9-8128-150fc4d1b8b1 x-openstack-request-id: req-724ce40b-5505-43a9-8128-150fc4d1b8b1 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:10:59.879213 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a", "tag": "a8322cd8-6894-4b90-9cd6-f2d7b3518ee2", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:10:59.879771 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-724ce40b-5505-43a9-8128-150fc4d1b8b1 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:10:59.880561 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a', 'tag': 'a8322cd8-6894-4b90-9cd6-f2d7b3518ee2', 'status': 'completed', 'code': 200} Sep 07 16:10:59.907080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=adbf3354-de20-4afe-8354-ba48b78348d0,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:10:59.948164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e3598f0-7934-4101-a6e2-0b491980a611 req-a24a55b9-f15b-4fe5-a134-13e358dabeee tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c74ff20-6f63-4166-a210-92d544446846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967262 Sep 07 16:10:59.956055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceaaa74-e09d-4974-b27c-6a8db8b26434 req-41b2dded-6534-43b2-99ca-3a80058c9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:10:59.957848 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-eceaaa74-e09d-4974-b27c-6a8db8b26434 req-41b2dded-6534-43b2-99ca-3a80058c9d8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61b8cad14e4e4d7eae2756a8521950ce&device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 1095 time: 0.0556786 Sep 07 16:11:00.077361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceaaa74-e09d-4974-b27c-6a8db8b26434 req-9a986f39-3b32-41ff-b41f-29fb4eba0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:00.079049 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-eceaaa74-e09d-4974-b27c-6a8db8b26434 req-9a986f39-3b32-41ff-b41f-29fb4eba0088 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19cdab92-ba35-4011-8ade-f1f40bc08fa9 HTTP/1.1" status: 200 len: 923 time: 0.1094925 Sep 07 16:11:00.146698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bee22b1-4af0-434d-b99b-fd67c4d36747 req-66f17247-8be1-4eb9-aafc-81459cf9a0df tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] 10.222.0.70 "GET /v2.0/security-groups/cb5f142a-e538-44e4-8069-8e4e5cf31f74 HTTP/1.1" status: 200 len: 1776 time: 0.1901035 Sep 07 16:11:00.157959 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-eceaaa74-e09d-4974-b27c-6a8db8b26434 req-706033bf-f303-4666-a0cb-5806020602ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 HTTP/1.1" status: 200 len: 217 time: 0.0694952 Sep 07 16:11:00.225812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceaaa74-e09d-4974-b27c-6a8db8b26434 req-90552fa3-7055-4595-9c9b-1de744a99d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:00.227828 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-eceaaa74-e09d-4974-b27c-6a8db8b26434 req-90552fa3-7055-4595-9c9b-1de744a99d59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=383e8cc1-a92f-459c-9b41-7412b74aad72 HTTP/1.1" status: 200 len: 862 time: 0.0625899 Sep 07 16:11:00.268887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e91b5-38dd-4ea3-b37b-f9b716761ae4 req-d81fa5d4-eae9-4523-bc12-229d2fea5343 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:00.270714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-735e91b5-38dd-4ea3-b37b-f9b716761ae4 req-d81fa5d4-eae9-4523-bc12-229d2fea5343 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 949 time: 0.1876938 Sep 07 16:11:00.275833 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-eceaaa74-e09d-4974-b27c-6a8db8b26434 req-69b22b15-bc28-4a34-852c-d21240e41a43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19cdab92-ba35-4011-8ade-f1f40bc08fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382092 Sep 07 16:11:00.381248 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-e53c3dcd-c6de-46b6-9465-3578cf6e059a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:00.406151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-735e91b5-38dd-4ea3-b37b-f9b716761ae4 req-23a303ef-d1ee-4ff6-8fef-12d9a3d73d53 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/security-groups?id=28c4ea60-d743-4dec-ab57-c6c98a159f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280563 Sep 07 16:11:00.408623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1bee22b1-4af0-434d-b99b-fd67c4d36747 req-f0319bec-16a2-4aa9-935e-fe984b8ecfc3 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:00.439293 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1bee22b1-4af0-434d-b99b-fd67c4d36747 req-f0319bec-16a2-4aa9-935e-fe984b8ecfc3 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:00.508080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-e53c3dcd-c6de-46b6-9465-3578cf6e059a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:00.533528 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1bee22b1-4af0-434d-b99b-fd67c4d36747 req-f0319bec-16a2-4aa9-935e-fe984b8ecfc3 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:00.543658 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1bee22b1-4af0-434d-b99b-fd67c4d36747 req-f0319bec-16a2-4aa9-935e-fe984b8ecfc3 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:00.557950 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bee22b1-4af0-434d-b99b-fd67c4d36747 req-f0319bec-16a2-4aa9-935e-fe984b8ecfc3 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] 10.222.0.70 "DELETE /v2.0/security-groups/cb5f142a-e538-44e4-8069-8e4e5cf31f74 HTTP/1.1" status: 204 len: 173 time: 0.3959413 Sep 07 16:11:00.569623 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-eceaaa74-e09d-4974-b27c-6a8db8b26434 req-7c0967d1-f6f2-4c08-ad9b-1b5407e7875a service neutron] 10.222.0.35 "GET /v2.0/networks/19cdab92-ba35-4011-8ade-f1f40bc08fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747269 Sep 07 16:11:00.648686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-e53c3dcd-c6de-46b6-9465-3578cf6e059a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:00.690535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-e53c3dcd-c6de-46b6-9465-3578cf6e059a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:00.699839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0319bec-16a2-4aa9-935e-fe984b8ecfc3 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5f142a-e538-44e4-8069-8e4e5cf31f74,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:00.702563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c3dcd-c6de-46b6-9465-3578cf6e059a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Pushing event updated for resources: {'Port': ['ID=b7deeff8-1f68-42ac-90ed-9628d43a899f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:00.712598 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-eceaaa74-e09d-4974-b27c-6a8db8b26434 req-b69005ee-2ccf-4f16-8728-ffbfdcf2a97c service neutron] 10.222.0.35 "GET /v2.0/networks/19cdab92-ba35-4011-8ade-f1f40bc08fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443615 Sep 07 16:11:00.720183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-e53c3dcd-c6de-46b6-9465-3578cf6e059a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:00.764428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eafeb91f-0c4e-4493-88e6-d399a14fa439 req-abb5ac2a-042f-42f8-bc4f-b98d3de597eb tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 210 time: 0.1179945 Sep 07 16:11:00.850152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-e53c3dcd-c6de-46b6-9465-3578cf6e059a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:00.850714 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-e53c3dcd-c6de-46b6-9465-3578cf6e059a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:00.881250 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-5bb374be-dd4f-4d01-a6d8-8d3ae1fc87dd tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:00.883133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-5bb374be-dd4f-4d01-a6d8-8d3ae1fc87dd tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.2750669 Sep 07 16:11:00.901133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-e53c3dcd-c6de-46b6-9465-3578cf6e059a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9542997 Sep 07 16:11:00.905317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-b469b75c-cc24-4a91-bc88-a60624487782 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/quotas/08157560ffc74d54a362078b263c837e HTTP/1.1" status: 200 len: 375 time: 0.0138493 Sep 07 16:11:00.923972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Request body: {'port': {'device_id': '25d3ef89-6efa-4740-912d-80a83534165f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:01.021955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-3d49a811-4692-4cdb-b656-c44cf9e16f6e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051781 Sep 07 16:11:01.093002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-728c3a5c-e820-4a10-8a53-ca95cc203ceb req-90019085-82f9-41c6-a53f-a318a907867d tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] 10.222.0.70 "GET /v2.0/security-groups/083fe2ff-5d85-46e5-8fb7-2d8cdf13ec40 HTTP/1.1" status: 200 len: 1776 time: 0.1304855 Sep 07 16:11:01.099049 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:01.117945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-52362ffc-76e7-4742-bc16-cd0424bed470 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:01.119758 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-52362ffc-76e7-4742-bc16-cd0424bed470 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.54 "GET /v2.0/networks?id=321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 200 len: 819 time: 0.1444213 Sep 07 16:11:01.137124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-de5f9079-1d57-4e2b-84ac-06d6d1a4fe87 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Request body: {'port': {'device_id': 'f956448a-7389-40ca-8d63-2df7f499a0e6', 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896', 'admin_state_up': True, 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:01.231709 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-7f44b15e-46ae-4353-a921-552ae49b67e6 service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806915 Sep 07 16:11:01.288537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-de5f9079-1d57-4e2b-84ac-06d6d1a4fe87 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Made reservation on behalf of 5a0a9c554d20412996e23ebcc6a5a373 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:01.292776 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-de5f9079-1d57-4e2b-84ac-06d6d1a4fe87 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:01.329743 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device adbf3354-de20-4afe-8354-ba48b78348d0 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:01.342373 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-728c3a5c-e820-4a10-8a53-ca95cc203ceb req-b09ee4b1-4a4a-4aa2-8a42-6ae71f62e947 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:01.428749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port adbf3354-de20-4afe-8354-ba48b78348d0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:01.429131 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:01.438418 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-728c3a5c-e820-4a10-8a53-ca95cc203ceb req-b09ee4b1-4a4a-4aa2-8a42-6ae71f62e947 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:01.442427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-de5f9079-1d57-4e2b-84ac-06d6d1a4fe87 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Allocated IP 172.20.0.9 (321a19d1-dc12-43ba-ad8b-bee3a77b8896/1874e443-5e2c-4388-942c-9fb02097ea98/b81933db-a7ac-4d71-91a0-b07f4ed72381) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:01.486908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-c677e91c-048e-470a-b2ef-f9510d345c6e service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400424 Sep 07 16:11:01.501074 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-728c3a5c-e820-4a10-8a53-ca95cc203ceb req-b09ee4b1-4a4a-4aa2-8a42-6ae71f62e947 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:01.506739 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-728c3a5c-e820-4a10-8a53-ca95cc203ceb req-b09ee4b1-4a4a-4aa2-8a42-6ae71f62e947 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:01.526858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-728c3a5c-e820-4a10-8a53-ca95cc203ceb req-b09ee4b1-4a4a-4aa2-8a42-6ae71f62e947 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] 10.222.0.70 "DELETE /v2.0/security-groups/083fe2ff-5d85-46e5-8fb7-2d8cdf13ec40 HTTP/1.1" status: 204 len: 173 time: 0.4151657 Sep 07 16:11:01.533769 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:01.551583 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ee4b1-4a4a-4aa2-8a42-6ae71f62e947 tempest-SecurityGroupsTestAdminJSON-594659476 tempest-SecurityGroupsTestAdminJSON-594659476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=083fe2ff-5d85-46e5-8fb7-2d8cdf13ec40,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:01.691523 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-de5f9079-1d57-4e2b-84ac-06d6d1a4fe87 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:01.740446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe7f6f-d008-4313-8d34-1f5736b4fc4e req-b4b9d894-1314-4aa6-8d94-af29e376cbf5 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:01.741018 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-de5f9079-1d57-4e2b-84ac-06d6d1a4fe87 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:01.752298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7fe7f6f-d008-4313-8d34-1f5736b4fc4e req-b4b9d894-1314-4aa6-8d94-af29e376cbf5 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.0787103 Sep 07 16:11:01.788289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-de5f9079-1d57-4e2b-84ac-06d6d1a4fe87 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:01.792632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-de5f9079-1d57-4e2b-84ac-06d6d1a4fe87 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:01.797087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-de5f9079-1d57-4e2b-84ac-06d6d1a4fe87 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:01.877558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-de5f9079-1d57-4e2b-84ac-06d6d1a4fe87 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:01.878207 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-de5f9079-1d57-4e2b-84ac-06d6d1a4fe87 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:01.907457 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f9079-1d57-4e2b-84ac-06d6d1a4fe87 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Pushing event updated for resources: {'Port': ['ID=b81933db-a7ac-4d71-91a0-b07f4ed72381,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:01.922819 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-de5f9079-1d57-4e2b-84ac-06d6d1a4fe87 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7913635 Sep 07 16:11:01.942236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Request body: {'port': {'device_id': 'f956448a-7389-40ca-8d63-2df7f499a0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:01.993703 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7fe7f6f-d008-4313-8d34-1f5736b4fc4e req-bc6d09c8-98b3-4f48-9dc4-8ab52354f178 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379878 Sep 07 16:11:02.022930 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:02.044243 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48110) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:02.068037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a3d6d-18cc-43cc-915a-14aae7c22fe0 req-a58e431c-1ed4-4906-b7b2-a5e2eeb42241 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:02.075292 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-242a3d6d-18cc-43cc-915a-14aae7c22fe0 req-a58e431c-1ed4-4906-b7b2-a5e2eeb42241 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 949 time: 0.3186476 Sep 07 16:11:02.205678 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:02.263624 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9424a850-a031-4baa-8ed7-4f0353b5b0d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f2db3b2e1d44d43b9d16655fc23c153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119696 Sep 07 16:11:02.263867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:02.328982 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd399df5-3a21-4e0f-a365-16266be82d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:02.361753 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd399df5-3a21-4e0f-a365-16266be82d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:02.415825 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd399df5-3a21-4e0f-a365-16266be82d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:02.418575 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd399df5-3a21-4e0f-a365-16266be82d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:02.425346 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fd399df5-3a21-4e0f-a365-16266be82d3d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a7b5cb0-9981-4681-bcad-3a4df49fac60 HTTP/1.1" status: 204 len: 168 time: 0.1597383 Sep 07 16:11:02.441194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd399df5-3a21-4e0f-a365-16266be82d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7b5cb0-9981-4681-bcad-3a4df49fac60,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:02.556202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:02.563591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e380055-56c9-4178-ae25-b79bee946820 req-be037fbf-1739-40fa-927d-562ef67c9b5a tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:02.565495 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1e380055-56c9-4178-ae25-b79bee946820 req-be037fbf-1739-40fa-927d-562ef67c9b5a tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 949 time: 0.0793037 Sep 07 16:11:02.625591 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7deeff8-1f68-42ac-90ed-9628d43a899f {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:02.636785 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:02.643078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-242a3d6d-18cc-43cc-915a-14aae7c22fe0 req-b92f7e7b-3114-4b35-8665-de0abbc721c4 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/security-groups?id=28c4ea60-d743-4dec-ab57-c6c98a159f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667953 Sep 07 16:11:02.677910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621655d-3b8e-415d-b8a0-798da2618ed8 req-a3c6db24-c168-4bf9-b1cb-f9b64e0d61b3 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:02.686965 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1621655d-3b8e-415d-b8a0-798da2618ed8 req-a3c6db24-c168-4bf9-b1cb-f9b64e0d61b3 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 944 time: 0.5877643 Sep 07 16:11:02.695923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Transition to ACTIVE for port object b7deeff8-1f68-42ac-90ed-9628d43a899f will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:02.709075 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:02.765242 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a8322cd8-6894-4b90-9cd6-f2d7b3518ee2,segment=NetworkSegment(a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35),segment_id=a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:02.784208 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1621655d-3b8e-415d-b8a0-798da2618ed8 req-3ad12908-600e-446b-b4a2-2d48b304f00f tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c74ff20-6f63-4166-a210-92d544446846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962780 Sep 07 16:11:02.785302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'a8322cd8-6894-4b90-9cd6-f2d7b3518ee2', 'network_id': '19cdab92-ba35-4011-8ade-f1f40bc08fa9', 'port_id': 'a8322cd8-6894-4b90-9cd6-f2d7b3518ee2', 'mac_address': 'fa:16:3e:e1:cd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383e8cc1-a92f-459c-9b41-7412b74aad72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:02.806165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-1e380055-56c9-4178-ae25-b79bee946820 req-5a9496cf-9518-4270-8319-895efae0a578 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Deleting port 0227571a-466f-4370-aa9e-27e3634e3779 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:02.806165 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e380055-56c9-4178-ae25-b79bee946820 req-5a9496cf-9518-4270-8319-895efae0a578 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:02.806632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Pushing event updated for resources: {'Port': ['ID=b7deeff8-1f68-42ac-90ed-9628d43a899f,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:02.855695 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:02.898688 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:02.929844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a8322cd8-6894-4b90-9cd6-f2d7b3518ee2,segment=NetworkSegment(a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35),segment_id=a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:02.934708 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:02.997180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1e380055-56c9-4178-ae25-b79bee946820 req-5a9496cf-9518-4270-8319-895efae0a578 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] For port 0227571a-466f-4370-aa9e-27e3634e3779, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0227571a-466f-4370-aa9e-27e3634e3779,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:02.997767 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e380055-56c9-4178-ae25-b79bee946820 req-5a9496cf-9518-4270-8319-895efae0a578 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:03.010070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48134) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:03.025339 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=a8322cd8-6894-4b90-9cd6-f2d7b3518ee2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:03.042703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-1e380055-56c9-4178-ae25-b79bee946820 req-5a9496cf-9518-4270-8319-895efae0a578 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Calling delete_port for 0227571a-466f-4370-aa9e-27e3634e3779 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:03.046295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81933db-a7ac-4d71-91a0-b07f4ed72381 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:03.057313 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:03.086123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e36c6fa4-e144-40ac-9a6f-211655d79a23 req-95b1162e-468c-4755-8eac-a3371fbbf42b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 210 time: 0.1078596 Sep 07 16:11:03.092284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Attempting to bind port b7deeff8-1f68-42ac-90ed-9628d43a899f on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:03.092970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Attempting to bind port b7deeff8-1f68-42ac-90ed-9628d43a899f by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:03.093538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Attempting to bind port b7deeff8-1f68-42ac-90ed-9628d43a899f on network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:03.104153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Port b7deeff8-1f68-42ac-90ed-9628d43a899f on network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:11:03.104528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Attempting to bind port b7deeff8-1f68-42ac-90ed-9628d43a899f on network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:03.117799 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:03.118480 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Checking segment: {'id': '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:03.118874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Bound using segment: {'id': '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:03.119327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Bound port: b7deeff8-1f68-42ac-90ed-9628d43a899f, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:03.119692 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:03.149164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865e503-f7b7-4f49-8eec-d682c21c97eb req-715ea787-467f-4cc2-b7a3-de5f7a0434b2 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:03.150742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f865e503-f7b7-4f49-8eec-d682c21c97eb req-715ea787-467f-4cc2-b7a3-de5f7a0434b2 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 931 time: 0.1570873 Sep 07 16:11:03.221076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48142) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:03.230593 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9869b873-79e7-4e9a-a3c9-e5346316ad40 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e5edae484d3453b8fbb774db7bf8659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179654 Sep 07 16:11:03.235098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Transition to ACTIVE for port object b81933db-a7ac-4d71-91a0-b07f4ed72381 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:03.236678 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:03.238123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] For port b7deeff8-1f68-42ac-90ed-9628d43a899f, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:03.278874 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:03.284039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['a8322cd8-6894-4b90-9cd6-f2d7b3518ee2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:03.302076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-16c6e605-a23e-4eed-bce5-5aa54d101d96 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:03.303857 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-16c6e605-a23e-4eed-bce5-5aa54d101d96 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.54 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.2154324 Sep 07 16:11:03.337417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d41b66f7-7e49-41f7-8dc7-6d5261bb1caa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Request body: {'port': {'device_id': '3dd2453b-9f43-410d-9de3-53151672cbbf', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'admin_state_up': True, 'tenant_id': '08157560ffc74d54a362078b263c837e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:03.360414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] For port b7deeff8-1f68-42ac-90ed-9628d43a899f, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b7deeff8-1f68-42ac-90ed-9628d43a899f,segment=NetworkSegment(6f69ee6a-613e-4a0f-a2ef-9ee3742ca404),segment_id=6f69ee6a-613e-4a0f-a2ef-9ee3742ca404)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:03.383135 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:03.396056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Pushing event updated for resources: {'Port': ['ID=b81933db-a7ac-4d71-91a0-b07f4ed72381,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:03.406147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f865e503-f7b7-4f49-8eec-d682c21c97eb req-d2c782bd-be8f-4f75-9087-eda116833c4e tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468915 Sep 07 16:11:03.499768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73688-204c-487b-a307-cb8fae256196 req-0f8ef179-122e-4d06-b166-7771c651e9ff tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:03.501329 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26d73688-204c-487b-a307-cb8fae256196 req-0f8ef179-122e-4d06-b166-7771c651e9ff tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.2793422 Sep 07 16:11:03.509766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:03.510390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:03.511756 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] 10.222.0.54 "PUT /v2.0/ports/b7deeff8-1f68-42ac-90ed-9628d43a899f HTTP/1.1" status: 200 len: 1092 time: 2.5941367 Sep 07 16:11:03.513336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d3ef89-6efa-4740-912d-80a83534165f', 'tag': 'b7deeff8-1f68-42ac-90ed-9628d43a899f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:03.516406 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cf4b00-1716-4dd5-86aa-0beab1433993" -d '{"events": [{"name": "network-changed", "server_uuid": "25d3ef89-6efa-4740-912d-80a83534165f", "tag": "b7deeff8-1f68-42ac-90ed-9628d43a899f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:03.577577 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bab67166-1a74-4057-a744-2c13498faa94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:03.593574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a8246-7c56-437f-b5e7-74cc3a004c8a service neutron] Pushing event updated for resources: {'Port': ['ID=b7deeff8-1f68-42ac-90ed-9628d43a899f,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:03.597475 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-519455cb-03b2-4e3d-8fd7-d28e4a00cfb5 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=33dc05a09e954c3185c6536788677e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848460 Sep 07 16:11:03.624359 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e380055-56c9-4178-ae25-b79bee946820 req-5a9496cf-9518-4270-8319-895efae0a578 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:03.637365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Attempting to bind port b81933db-a7ac-4d71-91a0-b07f4ed72381 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:03.637780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Attempting to bind port b81933db-a7ac-4d71-91a0-b07f4ed72381 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:03.638135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Attempting to bind port b81933db-a7ac-4d71-91a0-b07f4ed72381 on network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:03.663258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d41b66f7-7e49-41f7-8dc7-6d5261bb1caa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Made reservation on behalf of 08157560ffc74d54a362078b263c837e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:03.666711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d41b66f7-7e49-41f7-8dc7-6d5261bb1caa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:03.668695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9496cf-9518-4270-8319-895efae0a578 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Pushing event deleted for resources: {'Port': ['ID=0227571a-466f-4370-aa9e-27e3634e3779,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:03.680218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Port b81933db-a7ac-4d71-91a0-b07f4ed72381 on network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:11:03.680565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Attempting to bind port b81933db-a7ac-4d71-91a0-b07f4ed72381 on network 321a19d1-dc12-43ba-ad8b-bee3a77b8896 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:03.710579 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bab67166-1a74-4057-a744-2c13498faa94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:03.713593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:03.713593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Checking segment: {'id': '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:03.713907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Bound using segment: {'id': '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:03.714310 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Bound port: b81933db-a7ac-4d71-91a0-b07f4ed72381, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:03.714664 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:03.749293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e380055-56c9-4178-ae25-b79bee946820 req-5a9496cf-9518-4270-8319-895efae0a578 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] No DVR routers for this DVR port 0227571a-466f-4370-aa9e-27e3634e3779 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:11:03.756187 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1e380055-56c9-4178-ae25-b79bee946820 req-5a9496cf-9518-4270-8319-895efae0a578 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:03.757602 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1e380055-56c9-4178-ae25-b79bee946820 req-5a9496cf-9518-4270-8319-895efae0a578 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.35 "DELETE /v2.0/ports/0227571a-466f-4370-aa9e-27e3634e3779 HTTP/1.1" status: 204 len: 173 time: 1.1859574 Sep 07 16:11:03.758072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1f1119-3487-42b8-89d9-9db4b7c3371e', 'name': 'network-vif-deleted', 'tag': '0227571a-466f-4370-aa9e-27e3634e3779'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:03.758582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26d73688-204c-487b-a307-cb8fae256196 req-9a1028f9-beb4-4425-b807-49456258aa17 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289991 Sep 07 16:11:03.779813 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44710458-cacb-450a-8a62-b10580a8d9ff" -d '{"events": [{"server_uuid": "ac1f1119-3487-42b8-89d9-9db4b7c3371e", "name": "network-vif-deleted", "tag": "0227571a-466f-4370-aa9e-27e3634e3779"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:03.834865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-210d4050-cb71-437f-96f9-85dc7e6ad8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:03.836925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-210d4050-cb71-437f-96f9-85dc7e6ad8fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 1095 time: 0.2635319 Sep 07 16:11:03.949565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] For port b81933db-a7ac-4d71-91a0-b07f4ed72381, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:03.953615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-062aa08e-f0d5-4851-91b6-1c93dde5add5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7deeff8-1f68-42ac-90ed-9628d43a899f HTTP/1.1" status: 200 len: 217 time: 0.0728550 Sep 07 16:11:03.959942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['0227571a-466f-4370-aa9e-27e3634e3779'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:03.970147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] For port b81933db-a7ac-4d71-91a0-b07f4ed72381, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b81933db-a7ac-4d71-91a0-b07f4ed72381,segment=NetworkSegment(6f69ee6a-613e-4a0f-a2ef-9ee3742ca404),segment_id=6f69ee6a-613e-4a0f-a2ef-9ee3742ca404)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:03.980624 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:03.983777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d41b66f7-7e49-41f7-8dc7-6d5261bb1caa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Allocated IP 172.20.0.10 (14e2ab01-5976-49ca-ae77-fe62952618d8/96c75e00-1127-4340-a636-8f3831620571/22c9409c-2c6b-4298-bb1a-7022f7b426b7) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:04.019481 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-22f7b07d-88e9-4a54-9c4b-c7bf41869fef tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:04.020985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-22f7b07d-88e9-4a54-9c4b-c7bf41869fef tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4097822 Sep 07 16:11:04.025978 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bab67166-1a74-4057-a744-2c13498faa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:04.030055 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bab67166-1a74-4057-a744-2c13498faa94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:04.034902 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bab67166-1a74-4057-a744-2c13498faa94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0732cbd6-9275-4ee4-b50a-c53235fe84e2 HTTP/1.1" status: 204 len: 168 time: 0.7940366 Sep 07 16:11:04.037499 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:04.038478 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:04.039552 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] 10.222.0.54 "PUT /v2.0/ports/b81933db-a7ac-4d71-91a0-b07f4ed72381 HTTP/1.1" status: 200 len: 1091 time: 2.1023324 Sep 07 16:11:04.077811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f473462-3e03-4c1f-a5e4-64596951801b service neutron] Pushing event updated for resources: {'Port': ['ID=b81933db-a7ac-4d71-91a0-b07f4ed72381,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:04.093924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab67166-1a74-4057-a744-2c13498faa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0732cbd6-9275-4ee4-b50a-c53235fe84e2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:04.114176 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-40af594e-eea0-4a91-86f7-d1388767ed13 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/quotas/33dc05a09e954c3185c6536788677e5d HTTP/1.1" status: 200 len: 375 time: 0.0423026 Sep 07 16:11:04.129155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-d26717b4-41e2-4dbd-a15b-e2fd3acb42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:04.130592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-d26717b4-41e2-4dbd-a15b-e2fd3acb42cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1874e443-5e2c-4388-942c-9fb02097ea98 HTTP/1.1" status: 200 len: 859 time: 0.1656556 Sep 07 16:11:04.133712 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d093f0ff-50be-44d4-8ae1-d7fe626df2f1 x-openstack-request-id: req-d093f0ff-50be-44d4-8ae1-d7fe626df2f1 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:04.134007 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d3ef89-6efa-4740-912d-80a83534165f", "tag": "b7deeff8-1f68-42ac-90ed-9628d43a899f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:04.134263 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d093f0ff-50be-44d4-8ae1-d7fe626df2f1 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:04.134656 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d3ef89-6efa-4740-912d-80a83534165f', 'tag': 'b7deeff8-1f68-42ac-90ed-9628d43a899f', 'status': 'completed', 'code': 200} Sep 07 16:11:04.164138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-60dc4bff-557e-4dbb-952f-ea6cb26344cc tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=33dc05a09e954c3185c6536788677e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489581 Sep 07 16:11:04.213116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-b547f305-0320-4c00-992d-d8934ae3f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:04.215161 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-b547f305-0320-4c00-992d-d8934ae3f525 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 1094 time: 0.1165676 Sep 07 16:11:04.229249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-fc33826d-7201-4492-8f49-019d57cc5983 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=321a19d1-dc12-43ba-ad8b-bee3a77b8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765750 Sep 07 16:11:04.280939 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-7248367f-c1a4-48c9-8da5-38c7d12cf97d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81933db-a7ac-4d71-91a0-b07f4ed72381 HTTP/1.1" status: 200 len: 217 time: 0.0468078 Sep 07 16:11:04.370925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e231a5f-ff5d-4775-b810-fa9a02c689ad req-e85b4e0e-0fd0-421f-92c3-549fa8ad6fe9 tempest-ImagesNegativeTestJSON-1399891434 tempest-ImagesNegativeTestJSON-1399891434-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac1f1119-3487-42b8-89d9-9db4b7c3371e HTTP/1.1" status: 200 len: 210 time: 0.1086099 Sep 07 16:11:04.416669 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d41b66f7-7e49-41f7-8dc7-6d5261bb1caa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:04.462626 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18f052e-e323-4110-b4e4-6e6ff9fbe3d5 x-openstack-request-id: req-a18f052e-e323-4110-b4e4-6e6ff9fbe3d5 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:04.462862 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1f1119-3487-42b8-89d9-9db4b7c3371e", "name": "network-vif-deleted", "tag": "0227571a-466f-4370-aa9e-27e3634e3779", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:04.469334 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a18f052e-e323-4110-b4e4-6e6ff9fbe3d5 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:04.469518 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1f1119-3487-42b8-89d9-9db4b7c3371e', 'name': 'network-vif-deleted', 'tag': '0227571a-466f-4370-aa9e-27e3634e3779', 'status': 'completed', 'code': 200} Sep 07 16:11:04.498705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-e2686584-490d-4eaa-8f9f-3de673200d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:04.503156 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-e2686584-490d-4eaa-8f9f-3de673200d92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1874e443-5e2c-4388-942c-9fb02097ea98 HTTP/1.1" status: 200 len: 859 time: 0.2130237 Sep 07 16:11:04.551117 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-23b22c1b-ceec-4773-b445-28c058d95168 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=321a19d1-dc12-43ba-ad8b-bee3a77b8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326846 Sep 07 16:11:04.562380 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d41b66f7-7e49-41f7-8dc7-6d5261bb1caa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:04.571030 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:04.654457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:04.664840 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:04.666401 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:04.690047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d41b66f7-7e49-41f7-8dc7-6d5261bb1caa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Network 14e2ab01-5976-49ca-ae77-fe62952618d8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:04.701047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d41b66f7-7e49-41f7-8dc7-6d5261bb1caa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:04.709189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d41b66f7-7e49-41f7-8dc7-6d5261bb1caa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:04.734794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b66f7-7e49-41f7-8dc7-6d5261bb1caa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event updated for resources: {'Port': ['ID=22c9409c-2c6b-4298-bb1a-7022f7b426b7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:04.752158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33f4cf-2ee2-4df5-bc5d-64f31c365c68 req-93de4759-fc07-4f98-b744-520f2eabc482 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:04.753795 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f33f4cf-2ee2-4df5-bc5d-64f31c365c68 req-93de4759-fc07-4f98-b744-520f2eabc482 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 945 time: 0.2280929 Sep 07 16:11:04.763147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-188d5322-5734-4c96-ba00-8215d6dd9a33 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998045 Sep 07 16:11:04.785391 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-7fbb644a-7864-45b5-85c4-cffa6d31ed02 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260635 Sep 07 16:11:04.786729 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:04.793051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d41b66f7-7e49-41f7-8dc7-6d5261bb1caa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:04.793896 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d41b66f7-7e49-41f7-8dc7-6d5261bb1caa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:04.826807 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d41b66f7-7e49-41f7-8dc7-6d5261bb1caa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4964230 Sep 07 16:11:04.835469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8322cd8-6894-4b90-9cd6-f2d7b3518ee2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:04.841294 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7976a8a7-5b39-4b3a-9c45-1e1bc86f1df1" -d '{"events": [{"server_uuid": "c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a", "name": "network-vif-plugged", "status": "completed", "tag": "a8322cd8-6894-4b90-9cd6-f2d7b3518ee2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:04.857988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a8322cd8-6894-4b90-9cd6-f2d7b3518ee2,segment=NetworkSegment(a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35),segment_id=a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:04.863898 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:04.865608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0227571a-466f-4370-aa9e-27e3634e3779 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:04.867315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Request body: {'port': {'device_id': '3dd2453b-9f43-410d-9de3-53151672cbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:04.893038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 0227571a-466f-4370-aa9e-27e3634e3779 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:11:04.893839 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0227571a-466f-4370-aa9e-27e3634e3779 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:11:04.937040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475929f-db30-4bc7-b8a5-697484a7ad3c req-676052bb-4757-4490-9293-643993d61739 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:04.947197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8475929f-db30-4bc7-b8a5-697484a7ad3c req-676052bb-4757-4490-9293-643993d61739 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 932 time: 0.3869669 Sep 07 16:11:04.949524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=a8322cd8-6894-4b90-9cd6-f2d7b3518ee2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:05.015555 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:05.023945 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f33f4cf-2ee2-4df5-bc5d-64f31c365c68 req-274d7505-0a58-4a68-a4db-c5d094ea0201 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c74ff20-6f63-4166-a210-92d544446846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707628 Sep 07 16:11:05.095477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8475929f-db30-4bc7-b8a5-697484a7ad3c req-bba2376d-cf2d-4a9b-bfec-40bcca952c9e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468000 Sep 07 16:11:05.117157 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a592c3a-0f4f-4fed-b2c3-f5f6abb3fc96 req-d16a253f-9cf8-46fb-b228-b565a90d36a2 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116405 Sep 07 16:11:05.152387 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74a08cab-53fc-47a5-bad3-31bcfdc39102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:05.287543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-6d3d09c8-b11e-4075-a909-1af5207f8257 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=33dc05a09e954c3185c6536788677e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649753 Sep 07 16:11:05.313461 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f60b4c7a-a8b7-4bed-b788-cc42440d1ff1 req-992ecf37-03cc-434f-bf8b-2fe03cdbb13c service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074093 Sep 07 16:11:05.361845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc610384-ac17-442f-835c-0efd160afc86 req-213e6054-f23c-4b20-b10b-f8edf56270a2 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:05.363416 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc610384-ac17-442f-835c-0efd160afc86 req-213e6054-f23c-4b20-b10b-f8edf56270a2 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 943 time: 0.2378166 Sep 07 16:11:05.458292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c9409c-2c6b-4298-bb1a-7022f7b426b7 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:05.466194 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:05.468515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4b00-1716-4dd5-86aa-0beab1433993 req-bd9f1053-eecf-42b1-8450-e6462fa1903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:05.470040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2cf4b00-1716-4dd5-86aa-0beab1433993 req-bd9f1053-eecf-42b1-8450-e6462fa1903d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 1095 time: 0.2291389 Sep 07 16:11:05.482840 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Transition to ACTIVE for port object 22c9409c-2c6b-4298-bb1a-7022f7b426b7 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:05.487669 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:05.577688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Pushing event updated for resources: {'Port': ['ID=22c9409c-2c6b-4298-bb1a-7022f7b426b7,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:05.596912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc610384-ac17-442f-835c-0efd160afc86 req-17ae6f1e-0248-42d8-8184-659e0a919235 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874347 Sep 07 16:11:05.633932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Attempting to bind port 22c9409c-2c6b-4298-bb1a-7022f7b426b7 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:05.634280 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Attempting to bind port 22c9409c-2c6b-4298-bb1a-7022f7b426b7 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:05.634744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Attempting to bind port 22c9409c-2c6b-4298-bb1a-7022f7b426b7 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:05.639926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Port 22c9409c-2c6b-4298-bb1a-7022f7b426b7 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:11:05.641862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Attempting to bind port 22c9409c-2c6b-4298-bb1a-7022f7b426b7 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:05.645900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:05.646263 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Checking segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:05.646635 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Bound using segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:05.647072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Bound port: 22c9409c-2c6b-4298-bb1a-7022f7b426b7, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:05.647436 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:05.697205 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-5467d2bf-e766-408d-90e1-9a632c483ec8 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:05.704936 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-5467d2bf-e766-408d-90e1-9a632c483ec8 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4026687 Sep 07 16:11:05.755297 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-41ebea33-1aab-4730-aa05-43e2ac957458 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=33dc05a09e954c3185c6536788677e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362189 Sep 07 16:11:05.772241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] For port 22c9409c-2c6b-4298-bb1a-7022f7b426b7, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:05.776781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] For port 22c9409c-2c6b-4298-bb1a-7022f7b426b7, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=22c9409c-2c6b-4298-bb1a-7022f7b426b7,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:05.789181 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:05.795266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4b00-1716-4dd5-86aa-0beab1433993 req-415893f5-0436-42c9-a89d-7af828ff6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:05.797156 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2cf4b00-1716-4dd5-86aa-0beab1433993 req-415893f5-0436-42c9-a89d-7af828ff6f5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 200 len: 920 time: 0.2976701 Sep 07 16:11:05.805767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-95b19a0e-f95a-4e96-a656-b68a500b55e1 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/quotas/33dc05a09e954c3185c6536788677e5d HTTP/1.1" status: 200 len: 375 time: 0.0998530 Sep 07 16:11:05.863361 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-524b7db9-e2df-42db-8fdb-bd72ad8940c2 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=33dc05a09e954c3185c6536788677e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564952 Sep 07 16:11:05.871953 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:05.872695 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:05.874733 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] 10.222.0.54 "PUT /v2.0/ports/22c9409c-2c6b-4298-bb1a-7022f7b426b7 HTTP/1.1" status: 200 len: 1092 time: 1.0314379 Sep 07 16:11:05.930114 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2cf4b00-1716-4dd5-86aa-0beab1433993 req-30176ab5-d788-45fd-b7f9-f596c80ad7cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7deeff8-1f68-42ac-90ed-9628d43a899f HTTP/1.1" status: 200 len: 217 time: 0.1113410 Sep 07 16:11:05.999299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31df7a3-a544-4621-871c-8bf9035a4cea req-aa93d92d-a378-4356-8c61-52371164ba73 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:06.008323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b31df7a3-a544-4621-871c-8bf9035a4cea req-aa93d92d-a378-4356-8c61-52371164ba73 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.2791042 Sep 07 16:11:06.094353 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4b00-1716-4dd5-86aa-0beab1433993 req-41d0170f-4630-4035-a806-e61baaa48975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:06.096299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2cf4b00-1716-4dd5-86aa-0beab1433993 req-41d0170f-4630-4035-a806-e61baaa48975 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1874e443-5e2c-4388-942c-9fb02097ea98 HTTP/1.1" status: 200 len: 859 time: 0.1566525 Sep 07 16:11:06.113801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b31df7a3-a544-4621-871c-8bf9035a4cea req-651b5fa0-4b7e-4439-ba4b-c9ccdf08f187 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017790 Sep 07 16:11:06.151724 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ad4f70-1ec1-41d6-8fff-28ab0d6ad0e7 x-openstack-request-id: req-45ad4f70-1ec1-41d6-8fff-28ab0d6ad0e7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:06.153726 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a", "name": "network-vif-plugged", "status": "completed", "tag": "a8322cd8-6894-4b90-9cd6-f2d7b3518ee2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:06.154737 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45ad4f70-1ec1-41d6-8fff-28ab0d6ad0e7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:06.155455 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8322cd8-6894-4b90-9cd6-f2d7b3518ee2', 'code': 200} Sep 07 16:11:06.215861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2cf4b00-1716-4dd5-86aa-0beab1433993 req-6f91f9f1-6fc8-41fa-891d-0ed8aa7e7d9d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=321a19d1-dc12-43ba-ad8b-bee3a77b8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002140 Sep 07 16:11:06.278765 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc7fbf-55ee-4a5d-9e32-06653a1128dc service neutron] Pushing event updated for resources: {'Port': ['ID=22c9409c-2c6b-4298-bb1a-7022f7b426b7,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:06.309594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-ebba053e-5b35-4b64-9e3c-988172685cb3 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:06.312354 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-ebba053e-5b35-4b64-9e3c-988172685cb3 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5506651 Sep 07 16:11:06.317767 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-16202fd5-35ad-4a9b-bbd3-00529fe31f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:06.319950 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-16202fd5-35ad-4a9b-bbd3-00529fe31f4e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 1095 time: 0.0948305 Sep 07 16:11:06.326440 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Request body: {'port': {'device_id': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '33dc05a09e954c3185c6536788677e5d'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:06.391790 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-ce443a2a-d3e5-4e02-9582-e8e0b35879db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c9409c-2c6b-4298-bb1a-7022f7b426b7 HTTP/1.1" status: 200 len: 217 time: 0.0572045 Sep 07 16:11:06.393311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe60c7fb-57df-4292-af46-fdd156893dce req-4bb4ef4c-3aee-4f0e-8988-f115d30f9c71 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 210 time: 0.0951912 Sep 07 16:11:06.435767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-74a08cab-53fc-47a5-bad3-31bcfdc39102 admin admin] Deleting port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:06.436123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74a08cab-53fc-47a5-bad3-31bcfdc39102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:06.472468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f956448a-7389-40ca-8d63-2df7f499a0e6', 'tag': 'b81933db-a7ac-4d71-91a0-b07f4ed72381'}, {'name': 'network-changed', 'server_uuid': '3dd2453b-9f43-410d-9de3-53151672cbbf', 'tag': '22c9409c-2c6b-4298-bb1a-7022f7b426b7'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:06.475144 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5" -d '{"events": [{"name": "network-changed", "server_uuid": "f956448a-7389-40ca-8d63-2df7f499a0e6", "tag": "b81933db-a7ac-4d71-91a0-b07f4ed72381"}, {"name": "network-changed", "server_uuid": "3dd2453b-9f43-410d-9de3-53151672cbbf", "tag": "22c9409c-2c6b-4298-bb1a-7022f7b426b7"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:06.516520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-135746ee-be6f-4fb4-a851-2e0560c7529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:06.518483 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-135746ee-be6f-4fb4-a851-2e0560c7529d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.1132839 Sep 07 16:11:06.570607 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-0441612e-ed54-4df0-a046-8993a340624d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409212 Sep 07 16:11:06.618157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Made reservation on behalf of 33dc05a09e954c3185c6536788677e5d for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:06.623477 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:06.642543 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:06.735687 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-f463e0b8-b570-4f31-8e91-f7550d20668a service neutron] 10.222.0.54 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544452 Sep 07 16:11:06.805310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273de1de-fe64-42e1-8f4c-87aa886dd544 req-7ff6be5c-a5e2-4eaa-ab6f-81f2796e0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:06.806762 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-273de1de-fe64-42e1-8f4c-87aa886dd544 req-7ff6be5c-a5e2-4eaa-ab6f-81f2796e0b86 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 1097 time: 0.5835373 Sep 07 16:11:06.880032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745284e5-ca2b-4cf6-bebe-312753d71bd8 req-d57055f5-4005-476c-819e-1cf90ee8a6a4 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:06.888770 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-745284e5-ca2b-4cf6-bebe-312753d71bd8 req-d57055f5-4005-476c-819e-1cf90ee8a6a4 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 946 time: 0.5887363 Sep 07 16:11:06.898014 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:06.900634 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-7893bbc1-8078-485f-b3e2-36a6ff94922b service neutron] 10.222.0.54 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489704 Sep 07 16:11:06.902132 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:06.956154 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2cf4b00-1716-4dd5-86aa-0beab1433993 req-8c51e985-fafc-4b77-b072-e2ba0b402900 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701574 Sep 07 16:11:06.982265 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4638bc2e-70b8-4595-a8ea-617c4dfcad06,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:06.997036 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-273de1de-fe64-42e1-8f4c-87aa886dd544 req-d9664856-b540-4733-ae0f-319d77d77cf5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1c74ff20-6f63-4166-a210-92d544446846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773970 Sep 07 16:11:07.020942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199ec83-4c76-4446-a05c-44dcc5fc72bb req-819434db-2788-4052-aa34-e8322c513bf3 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:07.022450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9199ec83-4c76-4446-a05c-44dcc5fc72bb req-819434db-2788-4052-aa34-e8322c513bf3 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 944 time: 0.2290556 Sep 07 16:11:07.035909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-745284e5-ca2b-4cf6-bebe-312753d71bd8 req-b34f9880-8f40-464b-a0c9-bcfe5976361d tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c74ff20-6f63-4166-a210-92d544446846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462836 Sep 07 16:11:07.041459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-74a08cab-53fc-47a5-bad3-31bcfdc39102 admin admin] For port ed1bd5fe-52c3-4175-9187-9bc68a89e3fa, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ed1bd5fe-52c3-4175-9187-9bc68a89e3fa,segment=NetworkSegment(b044c366-517c-4c13-971e-40c83009061a),segment_id=b044c366-517c-4c13-971e-40c83009061a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:07.041841 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74a08cab-53fc-47a5-bad3-31bcfdc39102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:07.051489 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Allocated IP 192.168.233.86 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/0c7a00fa-2c09-48af-b2ff-9a0d3323eca4) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:07.068709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-74a08cab-53fc-47a5-bad3-31bcfdc39102 admin admin] Calling delete_port for ed1bd5fe-52c3-4175-9187-9bc68a89e3fa owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:07.196662 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9199ec83-4c76-4446-a05c-44dcc5fc72bb req-8b5dc54c-fac2-4490-946e-e76e3a87b22b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557369 Sep 07 16:11:07.224451 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:07.227254 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2cf4b00-1716-4dd5-86aa-0beab1433993 req-764d1ee0-4c00-43c3-b3ff-366bc7aa8543 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537432 Sep 07 16:11:07.245227 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Transition to ACTIVE for port object 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:07.250959 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b309e6d7-214a-457c-92c1-a24c8500c25d x-openstack-request-id: req-b309e6d7-214a-457c-92c1-a24c8500c25d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:07.251264 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f956448a-7389-40ca-8d63-2df7f499a0e6", "tag": "b81933db-a7ac-4d71-91a0-b07f4ed72381", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3dd2453b-9f43-410d-9de3-53151672cbbf", "tag": "22c9409c-2c6b-4298-bb1a-7022f7b426b7", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:07.251518 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b309e6d7-214a-457c-92c1-a24c8500c25d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:07.251908 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f956448a-7389-40ca-8d63-2df7f499a0e6', 'tag': 'b81933db-a7ac-4d71-91a0-b07f4ed72381', 'status': 'completed', 'code': 200} Sep 07 16:11:07.252162 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd2453b-9f43-410d-9de3-53151672cbbf', 'tag': '22c9409c-2c6b-4298-bb1a-7022f7b426b7', 'status': 'completed', 'code': 200} Sep 07 16:11:07.315160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:07.358755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-bfe32168-57a4-42ac-b612-b6c7ff899bcd tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1cd24caae063442f97bb1cf596b0fc80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688531 Sep 07 16:11:07.360972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:07.364121 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:07.367945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:07.399001 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Pushing event updated for resources: {'Port': ['ID=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:07.430713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:07.431437 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:07.448630 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-b428cc2e-a4ae-46dc-9f60-822b486f7896 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1267865 Sep 07 16:11:07.449948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-b2f30b3e-a147-4de7-8012-22e7007e8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:07.452036 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-b2f30b3e-a147-4de7-8012-22e7007e8a13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 1094 time: 0.1611633 Sep 07 16:11:07.465176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Request body: {'port': {'device_id': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:07.512089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f02f2-3084-44e9-8a89-cd5175d70753 req-5ce4ff98-12b7-4eb3-bf3c-ecda029c1b9f tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:07.514836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-558f02f2-3084-44e9-8a89-cd5175d70753 req-5ce4ff98-12b7-4eb3-bf3c-ecda029c1b9f tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 943 time: 0.2116499 Sep 07 16:11:07.525209 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:07.589358 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-52440b2e-8780-4d19-991b-69c367990f90 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=33dc05a09e954c3185c6536788677e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709169 Sep 07 16:11:07.679093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1d530e77-73a4-43df-a7fc-788625fc1c42 None None] Provisioning for port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:07.683283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1d530e77-73a4-43df-a7fc-788625fc1c42 None None] Provisioning complete for port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:07.683925 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d530e77-73a4-43df-a7fc-788625fc1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:07.719698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1d530e77-73a4-43df-a7fc-788625fc1c42 None None] Port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:11:07.740763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-d128f681-03f8-43e1-9c66-e6535899c27d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:07.742260 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-d128f681-03f8-43e1-9c66-e6535899c27d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3622675 Sep 07 16:11:07.752329 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-558f02f2-3084-44e9-8a89-cd5175d70753 req-6cc1de99-8853-4540-aef6-ca68ccfce74b tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140648 Sep 07 16:11:07.811510 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74a08cab-53fc-47a5-bad3-31bcfdc39102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:07.825713 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5223e7e9-1368-4df4-8dcc-665d242070a5 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/quotas/1cd24caae063442f97bb1cf596b0fc80 HTTP/1.1" status: 200 len: 375 time: 0.0723705 Sep 07 16:11:07.832479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:07.840259 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:07.847879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-780328f2-6f03-453d-96f4-a03a31486c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:07.849197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-780328f2-6f03-453d-96f4-a03a31486c9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 200 len: 920 time: 0.3573518 Sep 07 16:11:07.852723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Transition to ACTIVE for port object 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:07.856803 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:07.862887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a08cab-53fc-47a5-bad3-31bcfdc39102 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1bd5fe-52c3-4175-9187-9bc68a89e3fa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:07.933822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:07.985143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Attempting to bind port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:07.985526 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Attempting to bind port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:07.985866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Attempting to bind port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:07.990639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:11:07.990966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Attempting to bind port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:07.995764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5fce2c55-81d8-47fc-a539-d0a07ba1e75b tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1cd24caae063442f97bb1cf596b0fc80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1453221 Sep 07 16:11:07.998202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:07.998716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:07.999214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:07.999722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Bound port: 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:08.000152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:08.000329 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-9954d0f6-9b21-4dca-9233-ef9efc2bc37c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81933db-a7ac-4d71-91a0-b07f4ed72381 HTTP/1.1" status: 200 len: 217 time: 0.1202838 Sep 07 16:11:08.049027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-2269f53a-26de-4719-a87e-72c3b624ca38 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:08.050585 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-2269f53a-26de-4719-a87e-72c3b624ca38 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4326258 Sep 07 16:11:08.092249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Request body: {'port': {'device_id': '5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '33dc05a09e954c3185c6536788677e5d'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:08.125584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:08.134116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:08.144658 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:08.151022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f6086-d1cf-4051-a823-90d77b6cf14e req-a7d770df-0f98-496d-900a-06e7233f7292 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:08.159004 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd9f6086-d1cf-4051-a823-90d77b6cf14e req-a7d770df-0f98-496d-900a-06e7233f7292 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.3299954 Sep 07 16:11:08.165210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-e41f49ba-8f4a-4abd-a015-0fb98fe58a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:08.167491 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-e41f49ba-8f4a-4abd-a015-0fb98fe58a37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1874e443-5e2c-4388-942c-9fb02097ea98 HTTP/1.1" status: 200 len: 859 time: 0.1405201 Sep 07 16:11:08.199394 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:08.200097 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:08.202610 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] 10.222.0.35 "PUT /v2.0/ports/0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 HTTP/1.1" status: 200 len: 1095 time: 0.7447424 Sep 07 16:11:08.340237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef5ce7-badc-4e04-b673-90f360f88242 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:08.369631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-5fe71bc3-39b8-456a-97d5-4c59c08525b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:08.371251 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-5fe71bc3-39b8-456a-97d5-4c59c08525b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33dc05a09e954c3185c6536788677e5d&device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086 HTTP/1.1" status: 200 len: 1098 time: 0.1100760 Sep 07 16:11:08.413729 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-65b34884-d5db-4e24-a8e8-1e3cc82af09e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=321a19d1-dc12-43ba-ad8b-bee3a77b8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2249606 Sep 07 16:11:08.480822 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-f72c56bb-d627-45f8-accb-c8cce3997815 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 HTTP/1.1" status: 200 len: 217 time: 0.0507493 Sep 07 16:11:08.504073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4738d469-f1ac-4cfa-a012-7f109002adb4 req-bfdbde58-50ff-40d2-a4e2-d4d495000cdb tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 210 time: 0.1532512 Sep 07 16:11:08.519726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd9f6086-d1cf-4051-a823-90d77b6cf14e req-3f57a882-bdbe-42b7-86c7-1dde18e6e509 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597658 Sep 07 16:11:08.575242 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b81933db-a7ac-4d71-91a0-b07f4ed72381 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:08.661577 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-4792b0f0-a0cb-4cfa-9da4-00507a21ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:08.662832 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-4792b0f0-a0cb-4cfa-9da4-00507a21ec68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1729703 Sep 07 16:11:08.745039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-f5781b1d-5fb0-42b8-9c4c-17b5bbfc1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:08.747441 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-f5781b1d-5fb0-42b8-9c4c-17b5bbfc1015 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741382 Sep 07 16:11:08.784305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b81933db-a7ac-4d71-91a0-b07f4ed72381, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b81933db-a7ac-4d71-91a0-b07f4ed72381,segment=NetworkSegment(6f69ee6a-613e-4a0f-a2ef-9ee3742ca404),segment_id=6f69ee6a-613e-4a0f-a2ef-9ee3742ca404)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:08.800036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'b81933db-a7ac-4d71-91a0-b07f4ed72381', 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896', 'port_id': 'b81933db-a7ac-4d71-91a0-b07f4ed72381', 'mac_address': 'fa:16:3e:d0:e5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1874e443-5e2c-4388-942c-9fb02097ea98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:08.844534 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74a08cab-53fc-47a5-bad3-31bcfdc39102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:08.855203 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:08.877794 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-813ba8e1-90a3-44be-ae48-8b06124396e8 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231205 Sep 07 16:11:08.878728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Made reservation on behalf of 33dc05a09e954c3185c6536788677e5d for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:08.883046 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:08.884719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81933db-a7ac-4d71-91a0-b07f4ed72381 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:08.886704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-d19b9bc4-affe-41ba-92f7-b27b1149c1b0 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598892 Sep 07 16:11:08.927716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b81933db-a7ac-4d71-91a0-b07f4ed72381, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b81933db-a7ac-4d71-91a0-b07f4ed72381,segment=NetworkSegment(6f69ee6a-613e-4a0f-a2ef-9ee3742ca404),segment_id=6f69ee6a-613e-4a0f-a2ef-9ee3742ca404)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:08.947367 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:08.949251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b7deeff8-1f68-42ac-90ed-9628d43a899f details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:08.960946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2b8bf-6212-43b6-b5c5-5584c308dede req-6933cee0-8f4c-4ea1-9071-42e1cd2900d7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:08.964868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69f2b8bf-6212-43b6-b5c5-5584c308dede req-6933cee0-8f4c-4ea1-9071-42e1cd2900d7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 944 time: 0.2652247 Sep 07 16:11:08.999040 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c79d5c4a-d3df-44ea-ad11-fdb9a8f6dd5c req-9d3f0046-8c42-4960-9a16-504b2a78335a service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115482 Sep 07 16:11:09.034122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=b81933db-a7ac-4d71-91a0-b07f4ed72381,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:09.037947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b7deeff8-1f68-42ac-90ed-9628d43a899f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b7deeff8-1f68-42ac-90ed-9628d43a899f,segment=NetworkSegment(6f69ee6a-613e-4a0f-a2ef-9ee3742ca404),segment_id=6f69ee6a-613e-4a0f-a2ef-9ee3742ca404)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:09.044096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090c4d1-60e4-46c3-855b-9ab191fe81cf req-d59216a0-758c-481f-9669-3d5bf91237eb tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:09.045679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5090c4d1-60e4-46c3-855b-9ab191fe81cf req-d59216a0-758c-481f-9669-3d5bf91237eb tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 946 time: 0.3504622 Sep 07 16:11:09.049138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'b7deeff8-1f68-42ac-90ed-9628d43a899f', 'network_id': '321a19d1-dc12-43ba-ad8b-bee3a77b8896', 'port_id': 'b7deeff8-1f68-42ac-90ed-9628d43a899f', 'mac_address': 'fa:16:3e:94:bb:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1874e443-5e2c-4388-942c-9fb02097ea98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:09.086700 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:09.100612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7deeff8-1f68-42ac-90ed-9628d43a899f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:09.119786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b7deeff8-1f68-42ac-90ed-9628d43a899f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b7deeff8-1f68-42ac-90ed-9628d43a899f,segment=NetworkSegment(6f69ee6a-613e-4a0f-a2ef-9ee3742ca404),segment_id=6f69ee6a-613e-4a0f-a2ef-9ee3742ca404)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:09.123935 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:09.172166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=b7deeff8-1f68-42ac-90ed-9628d43a899f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:09.252630 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5090c4d1-60e4-46c3-855b-9ab191fe81cf req-43b01c08-f668-46ef-8350-6639b4a0ee56 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c74ff20-6f63-4166-a210-92d544446846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886661 Sep 07 16:11:09.253216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:09.255575 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9901ba47-d61b-4b9e-8d18-376ea0926c21" -d '{"events": [{"name": "network-changed", "server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:09.277927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69f2b8bf-6212-43b6-b5c5-5584c308dede req-85399c78-147b-4572-b11f-0c0db0a99aae tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518077 Sep 07 16:11:09.305865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-43cbb43d-e000-4be9-836c-7476c832d920 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022074 Sep 07 16:11:09.379333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['b7deeff8-1f68-42ac-90ed-9628d43a899f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:09.396888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Allocated IP 192.168.233.72 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/61529cef-a1de-448b-a02e-6a70b5c06b00) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:09.410563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['b81933db-a7ac-4d71-91a0-b07f4ed72381'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:09.458545 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-486076df-b839-47c6-982f-ffccda249a8c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1cd24caae063442f97bb1cf596b0fc80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844948 Sep 07 16:11:09.471337 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-eaf9e3dd-5581-4c44-8eaf-a9f79ddcf3af tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1cd24caae063442f97bb1cf596b0fc80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445573 Sep 07 16:11:09.620462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-01fa5785-80c5-4073-a777-0fcd2872e466 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:09.622756 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-01fa5785-80c5-4073-a777-0fcd2872e466 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413531 Sep 07 16:11:09.643070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Request body: {'port': {'device_id': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '1cd24caae063442f97bb1cf596b0fc80'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:09.764975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Made reservation on behalf of 1cd24caae063442f97bb1cf596b0fc80 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:09.768739 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:09.777767 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:09.886908 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:09.891749 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:09.953209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e962c6d0-887c-43c0-8129-529562704315,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:09.994402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69858c-6c50-40b5-bfcb-b8b46d166dcf req-d3ab0fc0-2c60-4988-a5d5-828367ca6a0c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:09.995897 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f69858c-6c50-40b5-bfcb-b8b46d166dcf req-d3ab0fc0-2c60-4988-a5d5-828367ca6a0c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 944 time: 0.5911272 Sep 07 16:11:09.998245 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-74f3666c-2a3e-48d5-b156-ecc550640704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:09.999843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-74f3666c-2a3e-48d5-b156-ecc550640704 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 1095 time: 0.5755126 Sep 07 16:11:10.063633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a08cab-53fc-47a5-bad3-31bcfdc39102 admin admin] Router fba51f2f-be32-4647-8319-b3973e466ad4 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:11:10.178256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-b3bbf7de-e92f-4224-83d7-0745456b8968 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:10.179626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-b3bbf7de-e92f-4224-83d7-0745456b8968 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6990952 Sep 07 16:11:10.199456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f69858c-6c50-40b5-bfcb-b8b46d166dcf req-65772c51-6e06-4d70-847e-3976aff71deb tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912031 Sep 07 16:11:10.246048 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb95a8b-0777-47f1-a9f6-77fd5cc319b0 x-openstack-request-id: req-4cb95a8b-0777-47f1-a9f6-77fd5cc319b0 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:10.246344 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:10.246604 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4cb95a8b-0777-47f1-a9f6-77fd5cc319b0 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:10.247005 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4', 'status': 'completed', 'code': 200} Sep 07 16:11:10.267397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-f365f135-9408-4eb6-bad1-54452377bd85 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/quotas/1cd24caae063442f97bb1cf596b0fc80 HTTP/1.1" status: 200 len: 375 time: 0.0762131 Sep 07 16:11:10.307929 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1f51fc5-886a-4216-b701-000e7e63a9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:10.331263 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-bed088e5-f886-469b-9304-96e5d85560e7 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1cd24caae063442f97bb1cf596b0fc80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474741 Sep 07 16:11:10.332307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-8b112e8b-85b6-43b8-a58f-dcc0f64fd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:10.332567 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901ba47-d61b-4b9e-8d18-376ea0926c21 req-f9e62eb7-64ab-41b0-aef3-e3c003b2cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:10.333707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-8b112e8b-85b6-43b8-a58f-dcc0f64fd086 service neutron] 10.222.0.54 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 912 time: 0.3226836 Sep 07 16:11:10.334288 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9901ba47-d61b-4b9e-8d18-376ea0926c21 req-f9e62eb7-64ab-41b0-aef3-e3c003b2cb20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33dc05a09e954c3185c6536788677e5d&device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086 HTTP/1.1" status: 200 len: 1098 time: 0.0495989 Sep 07 16:11:10.338141 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:10.412515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1dc2a26-55e0-42d6-a57f-2ebeab6721ae req-968e7289-0979-4596-ab77-d86ca23c259f tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 210 time: 0.0719826 Sep 07 16:11:10.456026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-e0e2c128-cde9-4746-9eda-e03d27906594 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c9409c-2c6b-4298-bb1a-7022f7b426b7 HTTP/1.1" status: 200 len: 217 time: 0.1001844 Sep 07 16:11:10.463227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Transition to ACTIVE for port object 61529cef-a1de-448b-a02e-6a70b5c06b00 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:10.470699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901ba47-d61b-4b9e-8d18-376ea0926c21 req-f24c754a-fd17-4342-b9c4-54cf64a5c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:10.474792 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9901ba47-d61b-4b9e-8d18-376ea0926c21 req-f24c754a-fd17-4342-b9c4-54cf64a5c786 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1334980 Sep 07 16:11:10.529834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a08cab-53fc-47a5-bad3-31bcfdc39102 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:11:10.541282 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f49de-8a54-41e7-9989-6c2e169c212b None None] Sync routers for ids ['fba51f2f-be32-4647-8319-b3973e466ad4'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:11:10.555553 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f49de-8a54-41e7-9989-6c2e169c212b None None] Routers {'fba51f2f-be32-4647-8319-b3973e466ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:11:10.556512 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-725f49de-8a54-41e7-9989-6c2e169c212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:10:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fba51f2f-be32-4647-8319-b3973e466ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:10.560328 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-74a08cab-53fc-47a5-bad3-31bcfdc39102 admin admin] 10.222.0.70 "PUT /v2.0/routers/fba51f2f-be32-4647-8319-b3973e466ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3259022 Sep 07 16:11:10.565191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48316) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:10.574167 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9901ba47-d61b-4b9e-8d18-376ea0926c21 req-3e76b553-7b69-44e6-9734-26a67390ba2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 HTTP/1.1" status: 200 len: 217 time: 0.0735860 Sep 07 16:11:10.589621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 22c9409c-2c6b-4298-bb1a-7022f7b426b7 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:10.594661 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b81933db-a7ac-4d71-91a0-b07f4ed72381 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:10.617031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-ccaf14d7-135f-4a7c-b795-287be0894878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:10.618557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-ccaf14d7-135f-4a7c-b795-287be0894878 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.1495333 Sep 07 16:11:10.671539 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-5fcb4a48-1c34-4c4d-8fcd-82501c94aa23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430069 Sep 07 16:11:10.682535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62c896-83c0-44fc-b321-158dd89a8533 req-1ee68796-bd74-43ac-942a-be6e65c7639a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:10.684380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e62c896-83c0-44fc-b321-158dd89a8533 req-1ee68796-bd74-43ac-942a-be6e65c7639a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1780875 Sep 07 16:11:10.701120 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:10.716175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592119b-94e7-49ba-b64b-12e9302c96d5 req-722a22cf-53e4-4feb-a4d4-454f12184cf2 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:10.718614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5592119b-94e7-49ba-b64b-12e9302c96d5 req-722a22cf-53e4-4feb-a4d4-454f12184cf2 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 946 time: 0.1630232 Sep 07 16:11:10.812172 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-725f49de-8a54-41e7-9989-6c2e169c212b None None] Set router fba51f2f-be32-4647-8319-b3973e466ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:11:10.915809 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port b81933db-a7ac-4d71-91a0-b07f4ed72381 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:10.924146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port b81933db-a7ac-4d71-91a0-b07f4ed72381 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:10.931152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:10.931920 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:10.932190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901ba47-d61b-4b9e-8d18-376ea0926c21 req-a4ae8bbc-ef80-490a-bf3e-d4e2b70c1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:10.933989 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9901ba47-d61b-4b9e-8d18-376ea0926c21 req-a4ae8bbc-ef80-490a-bf3e-d4e2b70c1981 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.2840130 Sep 07 16:11:10.938283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Allocated IP 192.168.233.173 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/f5492157-51d9-4d61-ad66-0b4ab83de7e5) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:11.001222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:11.003533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.018757 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Pushing event updated for resources: {'Port': ['ID=61529cef-a1de-448b-a02e-6a70b5c06b00,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:11.037222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:11.044156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48326) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:11.055183 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e62c896-83c0-44fc-b321-158dd89a8533 req-01d2ff5d-a77c-4aac-8f15-be6c490f783a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505397 Sep 07 16:11:11.064403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 22c9409c-2c6b-4298-bb1a-7022f7b426b7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=22c9409c-2c6b-4298-bb1a-7022f7b426b7,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:11.127636 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5592119b-94e7-49ba-b64b-12e9302c96d5 req-26d7c2cd-cb67-44a4-b148-86b206035066 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c74ff20-6f63-4166-a210-92d544446846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852758 Sep 07 16:11:11.142773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '22c9409c-2c6b-4298-bb1a-7022f7b426b7', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'port_id': '22c9409c-2c6b-4298-bb1a-7022f7b426b7', 'mac_address': 'fa:16:3e:43:89:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c75e00-1127-4340-a636-8f3831620571', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:11.163707 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-725f49de-8a54-41e7-9989-6c2e169c212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1277846268-router', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:11:07Z', 'revision_number': 5, 'project_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'gw_port': {'id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:44Z', 'updated_at': '2021-09-07T16:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:11.203364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-4a3caf5f-571b-4e05-ac30-de38b7acdb53 service neutron] 10.222.0.54 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133889 Sep 07 16:11:11.228273 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f49de-8a54-41e7-9989-6c2e169c212b None None] Checking router: fba51f2f-be32-4647-8319-b3973e466ad4 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:11:11.252221 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f49de-8a54-41e7-9989-6c2e169c212b None None] Routers {'fba51f2f-be32-4647-8319-b3973e466ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:11:11.254488 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-725f49de-8a54-41e7-9989-6c2e169c212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:10:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fba51f2f-be32-4647-8319-b3973e466ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:11.274639 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.292924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901ba47-d61b-4b9e-8d18-376ea0926c21 req-18dba4da-3e17-4ea0-ae81-2f484a72f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:11.294509 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9901ba47-d61b-4b9e-8d18-376ea0926c21 req-18dba4da-3e17-4ea0-ae81-2f484a72f6ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3466506 Sep 07 16:11:11.373959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b81933db-a7ac-4d71-91a0-b07f4ed72381, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b81933db-a7ac-4d71-91a0-b07f4ed72381,segment=NetworkSegment(6f69ee6a-613e-4a0f-a2ef-9ee3742ca404),segment_id=6f69ee6a-613e-4a0f-a2ef-9ee3742ca404)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:11.375847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f956448a-7389-40ca-8d63-2df7f499a0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81933db-a7ac-4d71-91a0-b07f4ed72381'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:11.380900 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dbda4a-c2ef-4a60-ac3c-5fd4b09f07e1" -d '{"events": [{"server_uuid": "f956448a-7389-40ca-8d63-2df7f499a0e6", "name": "network-vif-plugged", "status": "completed", "tag": "b81933db-a7ac-4d71-91a0-b07f4ed72381"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:11.397112 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.398779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b7deeff8-1f68-42ac-90ed-9628d43a899f up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:11.400529 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:11.402368 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.423435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf780749-3e54-49e9-a907-bc10ad005935 req-24272d5f-57b2-4e91-8639-5d2f7b85c2bd tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 210 time: 0.1095669 Sep 07 16:11:11.449107 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-426150cb-b766-47c5-9706-714a292ef06c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3661625 Sep 07 16:11:11.472592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Request body: {'port': {'device_id': '5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:11.495308 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.530072 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-725f49de-8a54-41e7-9989-6c2e169c212b None None] Set router fba51f2f-be32-4647-8319-b3973e466ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:11:11.553104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d66d9556-78c4-4995-9524-1dd25c99e277 None None] Provisioning for port 61529cef-a1de-448b-a02e-6a70b5c06b00 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:11.562826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d66d9556-78c4-4995-9524-1dd25c99e277 None None] Provisioning complete for port 61529cef-a1de-448b-a02e-6a70b5c06b00 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:11.563208 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d66d9556-78c4-4995-9524-1dd25c99e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.567142 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.610106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d66d9556-78c4-4995-9524-1dd25c99e277 None None] Port 61529cef-a1de-448b-a02e-6a70b5c06b00 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:11:11.615609 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port b7deeff8-1f68-42ac-90ed-9628d43a899f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:11.618138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c9409c-2c6b-4298-bb1a-7022f7b426b7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:11.641591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port b7deeff8-1f68-42ac-90ed-9628d43a899f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:11.641968 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.648661 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=b81933db-a7ac-4d71-91a0-b07f4ed72381,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:11.651113 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.658496 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9901ba47-d61b-4b9e-8d18-376ea0926c21 req-03976e54-0d69-4fc5-bb76-6729332042f8 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292649 Sep 07 16:11:11.672566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 22c9409c-2c6b-4298-bb1a-7022f7b426b7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=22c9409c-2c6b-4298-bb1a-7022f7b426b7,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:11.681567 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Transition to ACTIVE for port object f5492157-51d9-4d61-ad66-0b4ab83de7e5 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:11.681953 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.697123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f28f5d2-3e94-4edc-a70c-5cc9ce69fed5 req-7202b2c3-7f2a-4994-90ca-a66e77560c5d service neutron] 10.222.0.54 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651234 Sep 07 16:11:11.741184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=22c9409c-2c6b-4298-bb1a-7022f7b426b7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:11.762654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f506ec-736f-4cc4-b5db-e4a8f306bb03 req-b0d90690-1bfd-414d-9e55-169e0fd132ce tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:11.766385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72f506ec-736f-4cc4-b5db-e4a8f306bb03 req-b0d90690-1bfd-414d-9e55-169e0fd132ce tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 944 time: 0.5619128 Sep 07 16:11:11.772777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1264608f-e5fc-4f62-8812-fb4c88dd0433 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5a3bb15c400487994c6ebd90c21de6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7208312 Sep 07 16:11:11.777457 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:11.785780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Deleting port 1f50ef1c-75df-4db6-a572-2d87fd89153b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:11.786129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.845007 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9901ba47-d61b-4b9e-8d18-376ea0926c21 req-be59a2fe-e812-44a1-a746-82496698ffe1 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724002 Sep 07 16:11:11.858432 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-725f49de-8a54-41e7-9989-6c2e169c212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1277846268-router', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:11:07Z', 'revision_number': 5, 'project_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'gw_port': {'id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:44Z', 'updated_at': '2021-09-07T16:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:11.860993 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.885729 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.893826 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f49de-8a54-41e7-9989-6c2e169c212b None None] The sync data for ids ['fba51f2f-be32-4647-8319-b3973e466ad4'] in n-d-807551-3 is: [{'id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1277846268-router', 'tenant_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:08:41Z', 'updated_at': '2021-09-07T16:11:07Z', 'revision_number': 5, 'project_id': '8aa3f2cbf3b549acb378a297e79ccdd3', 'gw_port': {'id': '1f50ef1c-75df-4db6-a572-2d87fd89153b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba51f2f-be32-4647-8319-b3973e466ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:08:44Z', 'updated_at': '2021-09-07T16:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:11:11.920315 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:11.953012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b7deeff8-1f68-42ac-90ed-9628d43a899f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b7deeff8-1f68-42ac-90ed-9628d43a899f,segment=NetworkSegment(6f69ee6a-613e-4a0f-a2ef-9ee3742ca404),segment_id=6f69ee6a-613e-4a0f-a2ef-9ee3742ca404)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:11.966312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['22c9409c-2c6b-4298-bb1a-7022f7b426b7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:11.983059 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] For port 1f50ef1c-75df-4db6-a572-2d87fd89153b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1f50ef1c-75df-4db6-a572-2d87fd89153b,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:11.983718 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:12.000288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72f506ec-736f-4cc4-b5db-e4a8f306bb03 req-0ab30708-9844-43e4-bf6f-cae98b07cf19 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236040 Sep 07 16:11:12.000594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:12.023929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca6daa-11ca-4378-bc3a-b7f6c49fd1cb req-ae036449-d459-442c-950d-37420de9919a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:12.032810 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02ca6daa-11ca-4378-bc3a-b7f6c49fd1cb req-ae036449-d459-442c-950d-37420de9919a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.3019290 Sep 07 16:11:12.034025 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:12.065608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Calling delete_port for 1f50ef1c-75df-4db6-a572-2d87fd89153b owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:12.068218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:12.070386 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6777c3d4-9fd2-4d11-8fdc-7d35202e22a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:12.071930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Pushing event updated for resources: {'Port': ['ID=f5492157-51d9-4d61-ad66-0b4ab83de7e5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:12.080298 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-967a5287-ffa4-4e5a-a059-cc1626b9883c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1cd24caae063442f97bb1cf596b0fc80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888457 Sep 07 16:11:12.084361 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71da7349-45af-4242-9a44-907a85e7fd63 x-openstack-request-id: req-71da7349-45af-4242-9a44-907a85e7fd63 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:12.085061 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f956448a-7389-40ca-8d63-2df7f499a0e6", "name": "network-vif-plugged", "status": "completed", "tag": "b81933db-a7ac-4d71-91a0-b07f4ed72381", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:12.085719 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71da7349-45af-4242-9a44-907a85e7fd63 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:12.086527 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f956448a-7389-40ca-8d63-2df7f499a0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81933db-a7ac-4d71-91a0-b07f4ed72381', 'code': 200} Sep 07 16:11:12.108401 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:12.209252 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6777c3d4-9fd2-4d11-8fdc-7d35202e22a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:12.216107 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02ca6daa-11ca-4378-bc3a-b7f6c49fd1cb req-ea184c70-6218-4129-bc92-20902f9ddcd4 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816475 Sep 07 16:11:12.295439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=b7deeff8-1f68-42ac-90ed-9628d43a899f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:12.303034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:12.304070 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:12.331928 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6777c3d4-9fd2-4d11-8fdc-7d35202e22a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:12.335750 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6777c3d4-9fd2-4d11-8fdc-7d35202e22a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:12.337871 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6777c3d4-9fd2-4d11-8fdc-7d35202e22a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/28c4ea60-d743-4dec-ab57-c6c98a159f0a HTTP/1.1" status: 204 len: 168 time: 0.5570104 Sep 07 16:11:12.398481 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777c3d4-9fd2-4d11-8fdc-7d35202e22a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c4ea60-d743-4dec-ab57-c6c98a159f0a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:12.449255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d268a387-48bf-46ca-b1e8-278b21a09e7c None None] Provisioning for port f5492157-51d9-4d61-ad66-0b4ab83de7e5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:12.454075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d268a387-48bf-46ca-b1e8-278b21a09e7c None None] Provisioning complete for port f5492157-51d9-4d61-ad66-0b4ab83de7e5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:12.454509 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d268a387-48bf-46ca-b1e8-278b21a09e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:12.455921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e9771-71d4-4a94-9606-5d57b88b8031 req-39499bc8-2c8a-4730-9fd2-32a99693b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:12.457781 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b2e9771-71d4-4a94-9606-5d57b88b8031 req-39499bc8-2c8a-4730-9fd2-32a99693b35c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 1096 time: 0.2775240 Sep 07 16:11:12.469050 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-2d9d51a2-781f-4ec1-be23-dc9ba39f75ca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8311715 Sep 07 16:11:12.483765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e82f5-30c2-4005-a941-dda01491444f req-d333c0ec-4b90-456e-9e9a-f4e1705c7182 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:12.485339 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f89e82f5-30c2-4005-a941-dda01491444f req-d333c0ec-4b90-456e-9e9a-f4e1705c7182 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 935 time: 0.2406726 Sep 07 16:11:12.486774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Request body: {'port': {'device_id': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:12.521562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d268a387-48bf-46ca-b1e8-278b21a09e7c None None] Port f5492157-51d9-4d61-ad66-0b4ab83de7e5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:11:12.583633 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:12.601349 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01234160-9d9c-457e-ae72-d4e702d368a2 req-d44dd79e-8f85-4ceb-a7ad-8d0710a7e00f tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:12.602877 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01234160-9d9c-457e-ae72-d4e702d368a2 req-d44dd79e-8f85-4ceb-a7ad-8d0710a7e00f tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.2210310 Sep 07 16:11:12.608238 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b2e9771-71d4-4a94-9606-5d57b88b8031 req-52bb14c5-2242-4cce-8d3c-32cb247b02f5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368511 Sep 07 16:11:12.629711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:12.633573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f89e82f5-30c2-4005-a941-dda01491444f req-38877e8c-d99c-4367-8d9b-dbac99cb0b38 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311302 Sep 07 16:11:12.683382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01234160-9d9c-457e-ae72-d4e702d368a2 req-e62c9207-7ef7-43b6-b13f-0e0e840057a4 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682373 Sep 07 16:11:12.707099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-ca0ce6b8-4c55-47d0-a699-e0d99a751651 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:12.708660 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-ca0ce6b8-4c55-47d0-a699-e0d99a751651 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3999646 Sep 07 16:11:12.738306 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Request body: {'port': {'device_id': '6d254805-0c37-4a7e-9ee8-1dbee71f767f', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '1cd24caae063442f97bb1cf596b0fc80'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:12.773387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61529cef-a1de-448b-a02e-6a70b5c06b00 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:12.787158 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:12.806434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Transition to ACTIVE for port object 61529cef-a1de-448b-a02e-6a70b5c06b00 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:12.812813 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:12.882311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:12.903985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4', 'mac_address': 'fa:16:3e:23:0f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:12.955774 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:12.978544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05858fc1-9197-4da2-8ee7-f604b74bab85 req-9c8d52c7-5afb-4bb3-8c4f-7e91c935eef2 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 210 time: 0.1043990 Sep 07 16:11:12.998574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:13.042302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:13.054646 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:13.063109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Pushing event updated for resources: {'Port': ['ID=61529cef-a1de-448b-a02e-6a70b5c06b00,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:13.129026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:13.151183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942a8e7-27ef-44ca-8ffc-a0c5003fbe35 req-e482137b-da8a-4c54-8a1c-a4cff74ea93b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:13.152843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c942a8e7-27ef-44ca-8ffc-a0c5003fbe35 req-e482137b-da8a-4c54-8a1c-a4cff74ea93b tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 946 time: 0.1786072 Sep 07 16:11:13.217886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Attempting to bind port 61529cef-a1de-448b-a02e-6a70b5c06b00 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:13.218500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Attempting to bind port 61529cef-a1de-448b-a02e-6a70b5c06b00 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:13.218776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Attempting to bind port 61529cef-a1de-448b-a02e-6a70b5c06b00 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:13.231806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Port 61529cef-a1de-448b-a02e-6a70b5c06b00 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:11:13.232877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Attempting to bind port 61529cef-a1de-448b-a02e-6a70b5c06b00 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:13.260159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c942a8e7-27ef-44ca-8ffc-a0c5003fbe35 req-35c6ca72-5d91-473b-8ffd-f17192c8244c tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c74ff20-6f63-4166-a210-92d544446846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931916 Sep 07 16:11:13.262401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:13.262804 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:13.263290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:13.264168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Bound port: 61529cef-a1de-448b-a02e-6a70b5c06b00, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:13.264624 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:13.291105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ba446-5747-4992-9d26-9ba166d83fec req-b463459d-e401-4cdc-baf1-f4660b81bcb0 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:13.292794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-808ba446-5747-4992-9d26-9ba166d83fec req-b463459d-e401-4cdc-baf1-f4660b81bcb0 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 945 time: 0.1389627 Sep 07 16:11:13.319909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ed1bd5fe-52c3-4175-9187-9bc68a89e3fa no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:13.348703 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ed1bd5fe-52c3-4175-9187-9bc68a89e3fa {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:11:13.349056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ed1bd5fe-52c3-4175-9187-9bc68a89e3fa not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:11:13.409644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] For port 61529cef-a1de-448b-a02e-6a70b5c06b00, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:13.423501 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48374) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:13.437743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] For port 61529cef-a1de-448b-a02e-6a70b5c06b00, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=61529cef-a1de-448b-a02e-6a70b5c06b00,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:13.442975 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:13.446526 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:13.447208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['0c7a00fa-2c09-48af-b2ff-9a0d3323eca4'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:13.492759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f50ef1c-75df-4db6-a572-2d87fd89153b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:13.494356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:13.495340 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:13.504694 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] 10.222.0.35 "PUT /v2.0/ports/61529cef-a1de-448b-a02e-6a70b5c06b00 HTTP/1.1" status: 200 len: 1095 time: 2.0348923 Sep 07 16:11:13.510527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c', 'tag': '61529cef-a1de-448b-a02e-6a70b5c06b00'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:13.513191 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3572b6cb-5f8c-49c5-bf4d-8b0d4a617cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c", "tag": "61529cef-a1de-448b-a02e-6a70b5c06b00"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:13.522875 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-808ba446-5747-4992-9d26-9ba166d83fec req-a8dbdec8-556a-42a1-891b-c683e56b4b52 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585255 Sep 07 16:11:13.533587 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e94be-2cd5-4f91-bddb-cae05f2e28c9 req-ebdfc980-a20d-4f49-a795-bb8734a7fdc6 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:13.543499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-357e94be-2cd5-4f91-bddb-cae05f2e28c9 req-ebdfc980-a20d-4f49-a795-bb8734a7fdc6 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1672826 Sep 07 16:11:13.620646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Made reservation on behalf of 1cd24caae063442f97bb1cf596b0fc80 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:13.630060 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:13.674880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1888860579-network', 'tenant_id': 'e0e9a770bde1473194b272e3a6f1ff47'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:13.683461 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3415bc7f-be2b-493f-96e8-53846631c7e5 x-openstack-request-id: req-3415bc7f-be2b-493f-96e8-53846631c7e5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:13.683937 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c", "tag": "61529cef-a1de-448b-a02e-6a70b5c06b00", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:13.684284 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3415bc7f-be2b-493f-96e8-53846631c7e5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:13.684803 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c', 'tag': '61529cef-a1de-448b-a02e-6a70b5c06b00', 'status': 'completed', 'code': 200} Sep 07 16:11:13.689568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68e605-51cc-4379-a9ff-61aa87c5181c service neutron] Pushing event updated for resources: {'Port': ['ID=61529cef-a1de-448b-a02e-6a70b5c06b00,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:13.714561 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:13.716422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-357e94be-2cd5-4f91-bddb-cae05f2e28c9 req-80fa57df-6c14-41b3-856f-2df795465138 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719315 Sep 07 16:11:13.730651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-4841d2cc-4070-4edb-9c75-5cb150f51b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:13.736024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-4841d2cc-4070-4edb-9c75-5cb150f51b76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33dc05a09e954c3185c6536788677e5d&device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 1098 time: 0.1585622 Sep 07 16:11:13.816614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-e30621d3-a6d4-4a51-acda-7aeb6b3fddbd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=61529cef-a1de-448b-a02e-6a70b5c06b00 HTTP/1.1" status: 200 len: 217 time: 0.0752900 Sep 07 16:11:13.833105 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:13.927522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-30d03d40-1d32-4863-ae83-ae93dea6cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:13.928189 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:13.929699 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-30d03d40-1d32-4863-ae83-ae93dea6cec5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1004035 Sep 07 16:11:13.929919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Made reservation on behalf of e0e9a770bde1473194b272e3a6f1ff47 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:13.932976 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:13.936627 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:13.947228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb758c3c-c365-482c-8c6a-89168592dd84 req-3ae8d7a7-a8c2-478a-9e7b-cf61fb24a77a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:13.948786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb758c3c-c365-482c-8c6a-89168592dd84 req-3ae8d7a7-a8c2-478a-9e7b-cf61fb24a77a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1300793 Sep 07 16:11:13.958940 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:13.965817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf7f0d-8ff0-433c-8b7d-fdbc8e74692a req-2bf1f501-197b-40e8-9cec-2c0798bf7197 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:13.967318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72bf7f0d-8ff0-433c-8b7d-fdbc8e74692a req-2bf1f501-197b-40e8-9cec-2c0798bf7197 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 947 time: 0.1496646 Sep 07 16:11:14.017095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5492157-51d9-4d61-ad66-0b4ab83de7e5 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:14.023129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.023711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fba51f2f-be32-4647-8319-b3973e466ad4 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:11:14.029687 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.037815 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.041241 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-929459d9-e64b-4205-a2e3-f68d907afe28 admin admin] 10.222.0.70 "DELETE /v2.0/routers/fba51f2f-be32-4647-8319-b3973e466ad4 HTTP/1.1" status: 204 len: 168 time: 3.4721656 Sep 07 16:11:14.041878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48386) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:14.050883 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb758c3c-c365-482c-8c6a-89168592dd84 req-7bd1898b-be68-4750-a0c6-89d46695bb88 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824995 Sep 07 16:11:14.057355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-4abacb93-cb91-478f-af3f-96b82980a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:14.058849 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-4abacb93-cb91-478f-af3f-96b82980a598 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091745 Sep 07 16:11:14.062853 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72bf7f0d-8ff0-433c-8b7d-fdbc8e74692a req-09bb2789-f6ce-4c96-a7bb-e3b6dcb67030 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766535 Sep 07 16:11:14.088425 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d3ef89-6efa-4740-912d-80a83534165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7deeff8-1f68-42ac-90ed-9628d43a899f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:14.091074 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b54be01-7c9c-479a-b504-721fadd4bf30" -d '{"events": [{"server_uuid": "25d3ef89-6efa-4740-912d-80a83534165f", "name": "network-vif-plugged", "status": "completed", "tag": "b7deeff8-1f68-42ac-90ed-9628d43a899f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:14.097256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Transition to ACTIVE for port object f5492157-51d9-4d61-ad66-0b4ab83de7e5 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:14.121347 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.162983 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0cfc9a-1b96-4170-a32f-2b1c0642fce2 x-openstack-request-id: req-de0cfc9a-1b96-4170-a32f-2b1c0642fce2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:14.163553 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d3ef89-6efa-4740-912d-80a83534165f", "name": "network-vif-plugged", "status": "completed", "tag": "b7deeff8-1f68-42ac-90ed-9628d43a899f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:14.164046 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de0cfc9a-1b96-4170-a32f-2b1c0642fce2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:14.164774 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d3ef89-6efa-4740-912d-80a83534165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7deeff8-1f68-42ac-90ed-9628d43a899f', 'code': 200} Sep 07 16:11:14.209846 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-abe991eb-d48a-447e-a7c5-fe83b3dbbfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.259175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5de135dc-ec3f-41e7-9e49-3060b5b692e2 req-58f701ac-6474-4d92-8029-8b99d0b45046 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 210 time: 0.0545762 Sep 07 16:11:14.305946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-b4a58e45-0836-4c4e-9e6a-85f57c135cc8 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372956 Sep 07 16:11:14.312869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Allocated IP 192.168.233.23 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/551a0a3d-c364-41d6-99b1-243e5f239353) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:14.320834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b89c73-4dbd-49bb-b853-9652653c4e62 req-c4e8b3aa-4757-44fb-b666-ef64961b8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:14.322449 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46b89c73-4dbd-49bb-b853-9652653c4e62 req-c4e8b3aa-4757-44fb-b666-ef64961b8e28 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 1097 time: 0.0589516 Sep 07 16:11:14.344913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5492157-51d9-4d61-ad66-0b4ab83de7e5,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:14.376725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7540ae74-3428-43cb-bc67-a4a3c14b9c5e admin admin] Deleting subnet 20ce827e-b211-4fcf-80b2-49127291cbb6 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:11:14.389913 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7540ae74-3428-43cb-bc67-a4a3c14b9c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.424542 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.425480 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46b89c73-4dbd-49bb-b853-9652653c4e62 req-89d0318c-a39d-42e4-bdb5-9cd3264b30e8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883267 Sep 07 16:11:14.464437 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.494470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15008b67-eb6e-497c-bfe8-5e9f5eff6b16 req-0a51bf07-c155-48b1-aef8-897e7577c150 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:14.502409 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15008b67-eb6e-497c-bfe8-5e9f5eff6b16 req-0a51bf07-c155-48b1-aef8-897e7577c150 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 946 time: 0.1309459 Sep 07 16:11:14.512464 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2f094aa-db66-4179-80de-a0ab471c8976 req-e943b3bb-bc03-443d-b92d-ca8462971f81 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854143 Sep 07 16:11:14.550170 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15008b67-eb6e-497c-bfe8-5e9f5eff6b16 req-04eb69c2-a0cf-4de9-a661-cba3b41a0c82 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c74ff20-6f63-4166-a210-92d544446846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461679 Sep 07 16:11:14.561797 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7540ae74-3428-43cb-bc67-a4a3c14b9c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.565647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:11:14.603693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 22c9409c-2c6b-4298-bb1a-7022f7b426b7 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:14.628423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:14.646872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04b8b5-49dd-4170-b631-413f043014bf req-ba002b05-8e06-466d-b0b1-1ec3d6e5dacc tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:14.648559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c04b8b5-49dd-4170-b631-413f043014bf req-ba002b05-8e06-466d-b0b1-1ec3d6e5dacc tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 946 time: 0.0786963 Sep 07 16:11:14.671118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73946e17-cb26-40d3-8e67-c95588d83454,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:14.747469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.748366 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Added segment 7caac4b7-fa49-40f8-bd0e-003ba6f00d53 of type vlan for network 3a421148-ba0e-407a-b821-41685f8573a9 Sep 07 16:11:14.760561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Attempting to bind port f5492157-51d9-4d61-ad66-0b4ab83de7e5 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:14.760911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Attempting to bind port f5492157-51d9-4d61-ad66-0b4ab83de7e5 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:14.761253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Attempting to bind port f5492157-51d9-4d61-ad66-0b4ab83de7e5 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:14.775140 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd3853-dbd7-40b0-8e65-89eba0068206 req-03bfff9d-64e2-47d7-82c0-bc1bdb99ab46 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:14.775140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80cd3853-dbd7-40b0-8e65-89eba0068206 req-03bfff9d-64e2-47d7-82c0-bc1bdb99ab46 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 945 time: 0.1234386 Sep 07 16:11:14.821001 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.842068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Transition to ACTIVE for port object 551a0a3d-c364-41d6-99b1-243e5f239353 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:14.842553 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.860937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 22c9409c-2c6b-4298-bb1a-7022f7b426b7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:14.867179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 22c9409c-2c6b-4298-bb1a-7022f7b426b7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:14.867870 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.871651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:14.875689 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Port f5492157-51d9-4d61-ad66-0b4ab83de7e5 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:11:14.876114 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Attempting to bind port f5492157-51d9-4d61-ad66-0b4ab83de7e5 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:14.879868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80cd3853-dbd7-40b0-8e65-89eba0068206 req-2e4a9b43-e638-4ac8-a44d-8ccc5c072e7a tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998247 Sep 07 16:11:14.886983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6c04b8b5-49dd-4170-b631-413f043014bf req-57744123-1cd1-4c34-9380-55a862673da1 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Deleting port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:14.887156 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6c04b8b5-49dd-4170-b631-413f043014bf req-57744123-1cd1-4c34-9380-55a862673da1 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.896114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:14.896687 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.919287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:14.920235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:14.920709 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:14.921219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Bound port: f5492157-51d9-4d61-ad66-0b4ab83de7e5, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:14.921639 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.926736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:14.970763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320df27-345e-4971-acf6-0f6e259708f3 req-87a13f03-84f4-46e8-bac0-66db7cb89591 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:14.972352 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2320df27-345e-4971-acf6-0f6e259708f3 req-87a13f03-84f4-46e8-bac0-66db7cb89591 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1528249 Sep 07 16:11:14.979042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572b6cb-5f8c-49c5-bf4d-8b0d4a617cf7 req-ccf4594b-2c48-4730-9faa-c891e1ad1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:14.980072 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3572b6cb-5f8c-49c5-bf4d-8b0d4a617cf7 req-ccf4594b-2c48-4730-9faa-c891e1ad1a5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33dc05a09e954c3185c6536788677e5d&device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 1098 time: 0.3147984 Sep 07 16:11:14.985554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7540ae74-3428-43cb-bc67-a4a3c14b9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.022216 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.030939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6c04b8b5-49dd-4170-b631-413f043014bf req-57744123-1cd1-4c34-9380-55a862673da1 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] For port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a8322cd8-6894-4b90-9cd6-f2d7b3518ee2,segment=NetworkSegment(a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35),segment_id=a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:15.031740 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6c04b8b5-49dd-4170-b631-413f043014bf req-57744123-1cd1-4c34-9380-55a862673da1 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.045502 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.055149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6c04b8b5-49dd-4170-b631-413f043014bf req-57744123-1cd1-4c34-9380-55a862673da1 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Calling delete_port for a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:15.059473 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2320df27-345e-4971-acf6-0f6e259708f3 req-471f0da4-b464-4d98-bd43-e31123127dbb tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721617 Sep 07 16:11:15.067072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.079359 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:15.088215 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.103345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.104465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:15.105112 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.120572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 22c9409c-2c6b-4298-bb1a-7022f7b426b7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=22c9409c-2c6b-4298-bb1a-7022f7b426b7,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:15.131119 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.161681 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:15.229249 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] For port f5492157-51d9-4d61-ad66-0b4ab83de7e5, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:15.235535 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8082588 Sep 07 16:11:15.237536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:15.242682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48404) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:15.242875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=22c9409c-2c6b-4298-bb1a-7022f7b426b7,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:15.259853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f47997a7-0c51-49bb-a99f-fa332514b923 admin admin] Request body: {'subnet': {'network_id': '3a421148-ba0e-407a-b821-41685f8573a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1888860579-subnet', 'tenant_id': 'e0e9a770bde1473194b272e3a6f1ff47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:15.277527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:15.285903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] For port f5492157-51d9-4d61-ad66-0b4ab83de7e5, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:15.286683 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Pushing event updated for resources: {'Port': ['ID=551a0a3d-c364-41d6-99b1-243e5f239353,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:15.293000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:15.330999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7540ae74-3428-43cb-bc67-a4a3c14b9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.334966 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6c04b8b5-49dd-4170-b631-413f043014bf req-57744123-1cd1-4c34-9380-55a862673da1 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.348012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dd6c8-5176-442d-8b15-ac7062850b0b req-6a658f56-42a2-4a3c-8dcd-c3d5fe92066a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:15.349604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['a8322cd8-6894-4b90-9cd6-f2d7b3518ee2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:15.349785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed6dd6c8-5176-442d-8b15-ac7062850b0b req-6a658f56-42a2-4a3c-8dcd-c3d5fe92066a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1647239 Sep 07 16:11:15.361487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.362582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47997a7-0c51-49bb-a99f-fa332514b923 admin admin] Made reservation on behalf of e0e9a770bde1473194b272e3a6f1ff47 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:15.364913 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f47997a7-0c51-49bb-a99f-fa332514b923 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.384856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1f50ef1c-75df-4db6-a572-2d87fd89153b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:15.401804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2cea8-8b0b-4a53-a7ce-38ea248b0060 admin admin] Pushing event updated for resources: {'Network': ['ID=3a421148-ba0e-407a-b821-41685f8573a9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:15.409018 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 1f50ef1c-75df-4db6-a572-2d87fd89153b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:11:15.409599 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1f50ef1c-75df-4db6-a572-2d87fd89153b not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:11:15.412617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 3a421148-ba0e-407a-b821-41685f8573a9 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:11:15.430387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57744123-1cd1-4c34-9380-55a862673da1 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Pushing event deleted for resources: {'Port': ['ID=a8322cd8-6894-4b90-9cd6-f2d7b3518ee2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:15.441147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540ae74-3428-43cb-bc67-a4a3c14b9c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ce827e-b211-4fcf-80b2-49127291cbb6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:15.448102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572b6cb-5f8c-49c5-bf4d-8b0d4a617cf7 req-9abd4b50-70b5-4579-a615-7eebbc6d47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:15.449663 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3572b6cb-5f8c-49c5-bf4d-8b0d4a617cf7 req-9abd4b50-70b5-4579-a615-7eebbc6d47e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.4393673 Sep 07 16:11:15.467105 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7540ae74-3428-43cb-bc67-a4a3c14b9c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.467930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a54b82-4795-4b7f-834a-6c95e1219680 req-4c95356a-63bf-4805-9ebb-3707fb7451a4 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:15.468994 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7540ae74-3428-43cb-bc67-a4a3c14b9c5e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/20ce827e-b211-4fcf-80b2-49127291cbb6 HTTP/1.1" status: 204 len: 168 time: 1.4243550 Sep 07 16:11:15.475950 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40a54b82-4795-4b7f-834a-6c95e1219680 req-4c95356a-63bf-4805-9ebb-3707fb7451a4 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 947 time: 0.2494056 Sep 07 16:11:15.480430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:15.481280 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.483542 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] 10.222.0.54 "PUT /v2.0/ports/f5492157-51d9-4d61-ad66-0b4ab83de7e5 HTTP/1.1" status: 200 len: 1096 time: 3.0052598 Sep 07 16:11:15.484160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'tag': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:15.487246 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9976a5d3-e874-42fb-ae25-b2a64e73beb6" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5", "tag": "f5492157-51d9-4d61-ad66-0b4ab83de7e5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:15.490338 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48408) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:15.501246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed1098-1c92-4ee8-8d43-30763fdf1173 None None] Network 916df514-c2a8-4edc-bf73-1fdf6c78519a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:11:15.557383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:15.558054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.572309 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3572b6cb-5f8c-49c5-bf4d-8b0d4a617cf7 req-5faac0ad-aa5e-42db-90a1-ccd7be1d7b92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=61529cef-a1de-448b-a02e-6a70b5c06b00 HTTP/1.1" status: 200 len: 217 time: 0.1088536 Sep 07 16:11:15.663561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ddcd8-9b5a-4772-ab52-3c5173c2a2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5492157-51d9-4d61-ad66-0b4ab83de7e5,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:15.734880 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-9f1f827c-126d-49d0-b106-c98c18d37e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0017421 Sep 07 16:11:15.742007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c3b55ad6-5f88-4d16-a722-a1305c6ca6d5 None None] Provisioning for port 551a0a3d-c364-41d6-99b1-243e5f239353 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:15.749479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c3b55ad6-5f88-4d16-a722-a1305c6ca6d5 None None] Provisioning complete for port 551a0a3d-c364-41d6-99b1-243e5f239353 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:15.750523 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3b55ad6-5f88-4d16-a722-a1305c6ca6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.754005 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572b6cb-5f8c-49c5-bf4d-8b0d4a617cf7 req-1b8ad7bd-0ffa-4583-b4d8-2ceeec8b18c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:15.756278 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3572b6cb-5f8c-49c5-bf4d-8b0d4a617cf7 req-1b8ad7bd-0ffa-4583-b4d8-2ceeec8b18c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1577444 Sep 07 16:11:15.758913 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.773447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Request body: {'port': {'device_id': '6d254805-0c37-4a7e-9ee8-1dbee71f767f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:15.790031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a1d77-ded7-4bde-9870-5c68d627f62f None None] DHCP port deletion for 916df514-c2a8-4edc-bf73-1fdf6c78519a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:11:15.820072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c3b55ad6-5f88-4d16-a722-a1305c6ca6d5 None None] Port 551a0a3d-c364-41d6-99b1-243e5f239353 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:11:15.845929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-dd8218bd-65ab-4e54-86f3-7953b421c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:15.847729 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-dd8218bd-65ab-4e54-86f3-7953b421c65b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1cd24caae063442f97bb1cf596b0fc80&device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 1099 time: 0.2744749 Sep 07 16:11:15.879540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-051a1d77-ded7-4bde-9870-5c68d627f62f None None] Deleting port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:15.880163 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-051a1d77-ded7-4bde-9870-5c68d627f62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.927673 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-07c0d2d7-5307-4043-b2da-a67877e96586 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5 HTTP/1.1" status: 200 len: 217 time: 0.0649815 Sep 07 16:11:15.954054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-051a1d77-ded7-4bde-9870-5c68d627f62f None None] For port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6893b9c9-bbad-4546-9b9e-aee507ab7ef5,segment=NetworkSegment(b044c366-517c-4c13-971e-40c83009061a),segment_id=b044c366-517c-4c13-971e-40c83009061a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:15.954467 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-051a1d77-ded7-4bde-9870-5c68d627f62f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:15.968535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-051a1d77-ded7-4bde-9870-5c68d627f62f None None] Calling delete_port for 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:15.994649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572b6cb-5f8c-49c5-bf4d-8b0d4a617cf7 req-19f3162f-4dd8-4805-9541-e58ae1322f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:15.994649 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3572b6cb-5f8c-49c5-bf4d-8b0d4a617cf7 req-19f3162f-4dd8-4805-9541-e58ae1322f14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2268252 Sep 07 16:11:16.031150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed6dd6c8-5176-442d-8b15-ac7062850b0b req-4b85945c-c3ad-48b1-ba91-c797268183f4 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6440198 Sep 07 16:11:16.035503 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:16.061352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c04b8b5-49dd-4170-b631-413f043014bf req-57744123-1cd1-4c34-9380-55a862673da1 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] No DVR routers for this DVR port a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:11:16.073030 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6c04b8b5-49dd-4170-b631-413f043014bf req-57744123-1cd1-4c34-9380-55a862673da1 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:16.075093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c04b8b5-49dd-4170-b631-413f043014bf req-57744123-1cd1-4c34-9380-55a862673da1 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.35 "DELETE /v2.0/ports/a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 HTTP/1.1" status: 204 len: 173 time: 1.4164994 Sep 07 16:11:16.101961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-1697b9e2-732d-47e5-9b49-8536adf90697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:16.103515 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-1697b9e2-732d-47e5-9b49-8536adf90697 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1664433 Sep 07 16:11:16.107065 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a', 'name': 'network-vif-deleted', 'tag': 'a8322cd8-6894-4b90-9cd6-f2d7b3518ee2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:16.111764 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538203d0-4d00-432c-aa8c-f1a6ef410259" -d '{"events": [{"server_uuid": "c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a", "name": "network-vif-deleted", "tag": "a8322cd8-6894-4b90-9cd6-f2d7b3518ee2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:16.130553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40a54b82-4795-4b7f-834a-6c95e1219680 req-09b0f953-2437-47d0-ad9e-5ec40940d3d0 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6461563 Sep 07 16:11:16.167178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4'}, {'server_uuid': '3dd2453b-9f43-410d-9de3-53151672cbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c9409c-2c6b-4298-bb1a-7022f7b426b7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:16.174640 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c24aeff-081e-48d9-b628-cd982e8fd99c" -d '{"events": [{"server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "name": "network-vif-plugged", "status": "completed", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4"}, {"server_uuid": "3dd2453b-9f43-410d-9de3-53151672cbbf", "name": "network-vif-plugged", "status": "completed", "tag": "22c9409c-2c6b-4298-bb1a-7022f7b426b7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:16.220828 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-051a1d77-ded7-4bde-9870-5c68d627f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:16.260688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Deleting port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:16.261037 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:16.286472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a1d77-ded7-4bde-9870-5c68d627f62f None None] Pushing event deleted for resources: {'Port': ['ID=6893b9c9-bbad-4546-9b9e-aee507ab7ef5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:16.313758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a1d77-ded7-4bde-9870-5c68d627f62f None None] No DVR routers for this DVR port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:11:16.340846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] For port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5, host n-d-807551-3, got binding levels [] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:16.341216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:16.382070 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f47997a7-0c51-49bb-a99f-fa332514b923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:16.388040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Calling delete_port for 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:16.396318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 was not found and therefore no delete operation was performed {{(pid=94771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:11:16.449997 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436b1b51-4a5b-4417-8198-0c2d84c1bc6f x-openstack-request-id: req-436b1b51-4a5b-4417-8198-0c2d84c1bc6f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:16.451530 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5", "tag": "f5492157-51d9-4d61-ad66-0b4ab83de7e5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:16.452001 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-436b1b51-4a5b-4417-8198-0c2d84c1bc6f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:16.452637 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'tag': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5', 'status': 'completed', 'code': 200} Sep 07 16:11:16.455767 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-27b628c3-354a-4624-9642-3d32f0133b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:16.457811 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-27b628c3-354a-4624-9642-3d32f0133b80 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3454044 Sep 07 16:11:16.458716 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:16.485160 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3572b6cb-5f8c-49c5-bf4d-8b0d4a617cf7 req-2b388681-5ca7-4dd8-8404-639ace1e23fa service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772201 Sep 07 16:11:16.535576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Pushing event deleted for resources: {'Port': ['ID=6893b9c9-bbad-4546-9b9e-aee507ab7ef5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:16.544691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91252abe-e6b7-47cc-9b34-41d4f01357f2 req-b5ad7198-f739-4475-9ec2-e4b2a56e2c30 tempest-ServerAddressesNegativeTestJSON-1089064155 tempest-ServerAddressesNegativeTestJSON-1089064155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a HTTP/1.1" status: 200 len: 210 time: 0.0494692 Sep 07 16:11:16.561812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e30f3a-31e6-4ec3-8c69-15446032deaa req-304bfd10-da91-4633-9757-b9094574094e tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:16.567316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] No DVR routers for this DVR port 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:11:16.571022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12e30f3a-31e6-4ec3-8c69-15446032deaa req-304bfd10-da91-4633-9757-b9094574094e tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 935 time: 0.2014921 Sep 07 16:11:16.608057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47997a7-0c51-49bb-a99f-fa332514b923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4efa4370-cd4e-41e0-86aa-a50e7e7ef94d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:16.639119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d8f7d-39d5-455e-9d2a-d88120fce7f0 req-5d1f58b2-940a-4497-a6cf-308d8ab39046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:16.641026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6d8f7d-39d5-455e-9d2a-d88120fce7f0 req-5d1f58b2-940a-4497-a6cf-308d8ab39046 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 1096 time: 0.2251749 Sep 07 16:11:16.667077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12e30f3a-31e6-4ec3-8c69-15446032deaa req-0808d0b4-2748-44a0-a630-00609538ce96 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950804 Sep 07 16:11:16.697358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47997a7-0c51-49bb-a99f-fa332514b923 admin admin] Checking segment: {'id': '7caac4b7-fa49-40f8-bd0e-003ba6f00d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:16.697721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47997a7-0c51-49bb-a99f-fa332514b923 admin admin] Network hostable DHCP agents. Network: 3a421148-ba0e-407a-b821-41685f8573a9, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:11:16.728679 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3087f4-3df6-4f96-a982-0fc8e817a9f5 x-openstack-request-id: req-0e3087f4-3df6-4f96-a982-0fc8e817a9f5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:16.728977 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a", "name": "network-vif-deleted", "tag": "a8322cd8-6894-4b90-9cd6-f2d7b3518ee2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:16.729366 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e3087f4-3df6-4f96-a982-0fc8e817a9f5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:16.729610 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:16.729757 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a434a8-1cbb-4c16-af8c-8f0bc7d3f65a', 'name': 'network-vif-deleted', 'tag': 'a8322cd8-6894-4b90-9cd6-f2d7b3518ee2', 'status': 'completed', 'code': 200} Sep 07 16:11:16.785595 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88d3a76-5549-4b9f-9a14-3eaea1b21f65 x-openstack-request-id: req-a88d3a76-5549-4b9f-9a14-3eaea1b21f65 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:16.786092 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "name": "network-vif-plugged", "status": "completed", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4", "code": 200}, {"server_uuid": "3dd2453b-9f43-410d-9de3-53151672cbbf", "name": "network-vif-plugged", "status": "completed", "tag": "22c9409c-2c6b-4298-bb1a-7022f7b426b7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:16.786912 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a88d3a76-5549-4b9f-9a14-3eaea1b21f65 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:16.787620 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4', 'code': 200} Sep 07 16:11:16.788884 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd2453b-9f43-410d-9de3-53151672cbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c9409c-2c6b-4298-bb1a-7022f7b426b7', 'code': 200} Sep 07 16:11:16.795977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577ef63-5b42-4366-a4f2-0969966ad97e req-98bbd37a-af1f-4fb8-b6a1-e7758e4d21ea tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:16.805264 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8577ef63-5b42-4366-a4f2-0969966ad97e req-98bbd37a-af1f-4fb8-b6a1-e7758e4d21ea tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 946 time: 0.1711812 Sep 07 16:11:16.828820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47997a7-0c51-49bb-a99f-fa332514b923 admin admin] Network 3a421148-ba0e-407a-b821-41685f8573a9 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:11:16.862268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f47997a7-0c51-49bb-a99f-fa332514b923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 3a421148-ba0e-407a-b821-41685f8573a9) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:16.866970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47997a7-0c51-49bb-a99f-fa332514b923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:16.867572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f47997a7-0c51-49bb-a99f-fa332514b923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:16.873649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5a17a4-bd19-4237-8d53-1e20e67913c6 None None] Network 3a421148-ba0e-407a-b821-41685f8573a9 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:11:16.887627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d8f7d-39d5-455e-9d2a-d88120fce7f0 req-6a548c5b-457b-4011-9af2-6e40a8de1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:16.889758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6d8f7d-39d5-455e-9d2a-d88120fce7f0 req-6a548c5b-457b-4011-9af2-6e40a8de1082 service neutron] 10.222.0.54 "GET /v2.0/networks?id=321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 200 len: 920 time: 0.2326870 Sep 07 16:11:16.942384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8577ef63-5b42-4366-a4f2-0969966ad97e req-3f14baab-b9f0-4a6d-874f-a420a9c325f3 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361058 Sep 07 16:11:17.011780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f47997a7-0c51-49bb-a99f-fa332514b923 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7567194 Sep 07 16:11:17.014551 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6d8f7d-39d5-455e-9d2a-d88120fce7f0 req-a159898f-d25b-4478-bedc-db16d97eac58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81933db-a7ac-4d71-91a0-b07f4ed72381 HTTP/1.1" status: 200 len: 217 time: 0.1095467 Sep 07 16:11:17.090563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd3e5ad-40a3-4f98-8c32-a4ddd23d27ee None None] Network 3a421148-ba0e-407a-b821-41685f8573a9 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:11:17.095809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00962176-87d3-4d86-8410-a22e12fe2bf3 req-b5fb6d17-4943-4f86-a563-478e9458e1c7 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:17.097026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00962176-87d3-4d86-8410-a22e12fe2bf3 req-b5fb6d17-4943-4f86-a563-478e9458e1c7 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.2161660 Sep 07 16:11:17.112408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d8f7d-39d5-455e-9d2a-d88120fce7f0 req-ec394443-bfd3-4aa2-b98c-52b949d960ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:17.113915 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6d8f7d-39d5-455e-9d2a-d88120fce7f0 req-ec394443-bfd3-4aa2-b98c-52b949d960ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1874e443-5e2c-4388-942c-9fb02097ea98 HTTP/1.1" status: 200 len: 859 time: 0.0758531 Sep 07 16:11:17.124517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bdf39-73d6-46eb-b101-80da94c69993 req-be67c7b5-bb0b-4afa-886f-18cd99d13044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:17.126057 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f02bdf39-73d6-46eb-b101-80da94c69993 req-be67c7b5-bb0b-4afa-886f-18cd99d13044 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086 HTTP/1.1" status: 200 len: 1100 time: 0.1242392 Sep 07 16:11:17.210712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6d8f7d-39d5-455e-9d2a-d88120fce7f0 req-a11ab21d-eb2d-4d9b-bdc6-e331a1ce1ea3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=321a19d1-dc12-43ba-ad8b-bee3a77b8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771563 Sep 07 16:11:17.281342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00962176-87d3-4d86-8410-a22e12fe2bf3 req-0403517a-9518-4fe8-b4bc-c94a33780be2 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751132 Sep 07 16:11:17.301495 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f02bdf39-73d6-46eb-b101-80da94c69993 req-b2879a9f-b5fa-4738-9cc3-d3929e1a06dc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651998 Sep 07 16:11:17.311065 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3572b6cb-5f8c-49c5-bf4d-8b0d4a617cf7 req-7b1a8e56-ed53-4539-8fee-bd9eaeb83faa service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7874067 Sep 07 16:11:17.317606 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:17.336031 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-57d51f3e-2f60-4147-9d0c-7f5cfdeec4ae service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8644800 Sep 07 16:11:17.337986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a60191-1803-42b0-b1c1-5b740dae32e3 req-d2c7f718-5e8f-4bab-a9dc-b86e0551b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:17.339418 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-94a60191-1803-42b0-b1c1-5b740dae32e3 req-d2c7f718-5e8f-4bab-a9dc-b86e0551b941 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 1097 time: 0.3465159 Sep 07 16:11:17.358341 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:17.370699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90fde2-e600-4d77-987e-e5fd1675f967 req-e2d209d1-2b34-4786-aa34-87b4d130b76c tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:17.372198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca90fde2-e600-4d77-987e-e5fd1675f967 req-e2d209d1-2b34-4786-aa34-87b4d130b76c tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1650627 Sep 07 16:11:17.380270 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916df514-c2a8-4edc-bf73-1fdf6c78519a']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:17.381833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:11:17.383068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6893b9c9-bbad-4546-9b9e-aee507ab7ef5 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:11:17.417163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6d8f7d-39d5-455e-9d2a-d88120fce7f0 req-ce79c096-6f2b-49ef-88aa-bdca5da8925c service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903670 Sep 07 16:11:17.422331 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b044c366-517c-4c13-971e-40c83009061a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:17.422600 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b044c366-517c-4c13-971e-40c83009061a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:17.438660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:17.478180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca90fde2-e600-4d77-987e-e5fd1675f967 req-527dd1bc-0a42-416a-9a54-459ff4339937 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758464 Sep 07 16:11:17.486360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c30521-1bbe-4d80-a56a-427815ea7243 req-6903513a-fed7-4776-bfa8-2d8abd210234 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:17.487871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61c30521-1bbe-4d80-a56a-427815ea7243 req-6903513a-fed7-4776-bfa8-2d8abd210234 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 947 time: 0.1365180 Sep 07 16:11:17.508310 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:17.517539 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-94a60191-1803-42b0-b1c1-5b740dae32e3 req-5739b973-af9d-4793-b7e2-b37f63e76c23 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633909 Sep 07 16:11:17.560033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:11:17.561248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:11:17.568983 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:11:17.574386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61c30521-1bbe-4d80-a56a-427815ea7243 req-688d5424-4d52-46d9-af59-dde865c8f787 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594926 Sep 07 16:11:17.578734 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6d8f7d-39d5-455e-9d2a-d88120fce7f0 req-8497134e-3fcb-4425-be42-158e4ecd4fb0 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513402 Sep 07 16:11:17.599795 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a0665ed1-ab8d-435c-bd88-58e209503a6d req-6a843c30-7bc8-45e8-ba23-b603a6caf7c4 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432215 Sep 07 16:11:17.613400 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551a0a3d-c364-41d6-99b1-243e5f239353 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:17.625177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48442) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:17.651636 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:17.669100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:17.671786 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Transition to ACTIVE for port object 551a0a3d-c364-41d6-99b1-243e5f239353 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:17.676698 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:17.678520 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] 10.222.0.70 "DELETE /v2.0/networks/916df514-c2a8-4edc-bf73-1fdf6c78519a HTTP/1.1" status: 204 len: 168 time: 2.1834836 Sep 07 16:11:17.680697 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:17.681783 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:17.701899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc82bf85-0544-4788-91fd-98cad3287c29 admin admin] Deleting subnet 383e8cc1-a92f-459c-9b41-7412b74aad72 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:11:17.717061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd34c3e-6ac7-4032-b731-87aaa5734346 admin admin] Pushing event deleted for resources: {'Network': ['ID=916df514-c2a8-4edc-bf73-1fdf6c78519a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:17.749599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Pushing event updated for resources: {'Port': ['ID=551a0a3d-c364-41d6-99b1-243e5f239353,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:17.806037 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc82bf85-0544-4788-91fd-98cad3287c29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:17.846854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Attempting to bind port 551a0a3d-c364-41d6-99b1-243e5f239353 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:17.847361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Attempting to bind port 551a0a3d-c364-41d6-99b1-243e5f239353 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:17.848464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Attempting to bind port 551a0a3d-c364-41d6-99b1-243e5f239353 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:17.853756 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Port 551a0a3d-c364-41d6-99b1-243e5f239353 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:11:17.854079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Attempting to bind port 551a0a3d-c364-41d6-99b1-243e5f239353 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:17.860454 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:17.860800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:17.861190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:17.861629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Bound port: 551a0a3d-c364-41d6-99b1-243e5f239353, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:17.861989 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:17.942683 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] For port 551a0a3d-c364-41d6-99b1-243e5f239353, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:17.946028 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] For port 551a0a3d-c364-41d6-99b1-243e5f239353, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=551a0a3d-c364-41d6-99b1-243e5f239353,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:17.951139 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:17.974899 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc82bf85-0544-4788-91fd-98cad3287c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:17.986650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:17.987377 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:17.988923 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] 10.222.0.35 "PUT /v2.0/ports/551a0a3d-c364-41d6-99b1-243e5f239353 HTTP/1.1" status: 200 len: 1095 time: 2.2238111 Sep 07 16:11:18.037164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7021ee-d879-47c9-855a-f24c437b2169 service neutron] Pushing event updated for resources: {'Port': ['ID=551a0a3d-c364-41d6-99b1-243e5f239353,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:18.067945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1cc7f-0c4b-4093-9eab-e7b5a9de87ec req-3e0381f7-a59c-4a5c-83ab-585c72c1da0b tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:18.073092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4a1cc7f-0c4b-4093-9eab-e7b5a9de87ec req-3e0381f7-a59c-4a5c-83ab-585c72c1da0b tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 947 time: 0.2677872 Sep 07 16:11:18.082340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a5d3-e874-42fb-ae25-b2a64e73beb6 req-a10c76e5-ec40-43bb-a960-2858c2a79272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:18.083843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9976a5d3-e874-42fb-ae25-b2a64e73beb6 req-a10c76e5-ec40-43bb-a960-2858c2a79272 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1cd24caae063442f97bb1cf596b0fc80&device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 1099 time: 0.2910781 Sep 07 16:11:18.091897 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-5ab866dd-5f55-41ee-8b30-0e195b0dafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:18.093786 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-5ab866dd-5f55-41ee-8b30-0e195b0dafe4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1cd24caae063442f97bb1cf596b0fc80&device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 1098 time: 0.0471511 Sep 07 16:11:18.143216 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-f7dab527-0f45-40f7-ac17-d4b4460011ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=551a0a3d-c364-41d6-99b1-243e5f239353 HTTP/1.1" status: 200 len: 217 time: 0.0409214 Sep 07 16:11:18.190379 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc82bf85-0544-4788-91fd-98cad3287c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:18.198128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-b1fcc78c-abc1-4c3d-94fb-170a06051790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:18.198471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-7c9ccf0a-7ae8-43ce-8dd8-7e7f3ee03e21 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:18.199608 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-b1fcc78c-abc1-4c3d-94fb-170a06051790 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0491240 Sep 07 16:11:18.199983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-7c9ccf0a-7ae8-43ce-8dd8-7e7f3ee03e21 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/networks?id=3a421148-ba0e-407a-b821-41685f8573a9 HTTP/1.1" status: 200 len: 822 time: 0.3915219 Sep 07 16:11:18.249372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-eaeb8bf7-4eb7-496a-be5f-1c419e68e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:18.250896 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-eaeb8bf7-4eb7-496a-be5f-1c419e68e3dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427842 Sep 07 16:11:18.300517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-84874cc4-f491-446d-8a24-c248a6c102aa tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/quotas/e0e9a770bde1473194b272e3a6f1ff47 HTTP/1.1" status: 200 len: 375 time: 0.0707064 Sep 07 16:11:18.335338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4a1cc7f-0c4b-4093-9eab-e7b5a9de87ec req-751d1f01-93b7-473f-aebd-4d701bb56336 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469232 Sep 07 16:11:18.348271 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-e3275b4a-7754-4c3c-a1c4-4f05744d2a91 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893619 Sep 07 16:11:18.394668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-99d71ada-0939-49ef-b117-632ee56e5a7e tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0e9a770bde1473194b272e3a6f1ff47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550375 Sep 07 16:11:18.413525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a5d3-e874-42fb-ae25-b2a64e73beb6 req-c2c38f6e-a464-42d1-a2c0-8938f61b75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:18.414939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9976a5d3-e874-42fb-ae25-b2a64e73beb6 req-c2c38f6e-a464-42d1-a2c0-8938f61b75b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.3106263 Sep 07 16:11:18.442707 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc82bf85-0544-4788-91fd-98cad3287c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:18.449142 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c23bc0e-f418-4c31-adee-b8acb1e8bbb6 req-b572d733-5ebc-4972-937f-5c1752720cbc service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908372 Sep 07 16:11:18.454156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d254805-0c37-4a7e-9ee8-1dbee71f767f', 'tag': '551a0a3d-c364-41d6-99b1-243e5f239353'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:18.456774 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f161e96-5076-41e5-9ff1-d7f74cffe378" -d '{"events": [{"name": "network-changed", "server_uuid": "6d254805-0c37-4a7e-9ee8-1dbee71f767f", "tag": "551a0a3d-c364-41d6-99b1-243e5f239353"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:18.524100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82bf85-0544-4788-91fd-98cad3287c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=383e8cc1-a92f-459c-9b41-7412b74aad72,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:18.528328 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc82bf85-0544-4788-91fd-98cad3287c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:18.530739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dc82bf85-0544-4788-91fd-98cad3287c29 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/383e8cc1-a92f-459c-9b41-7412b74aad72 HTTP/1.1" status: 204 len: 168 time: 0.9042578 Sep 07 16:11:18.533316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48468) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:18.590911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9976a5d3-e874-42fb-ae25-b2a64e73beb6 req-84673b1f-3cb1-465a-ba27-10754b6f3cc6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5 HTTP/1.1" status: 200 len: 217 time: 0.0798798 Sep 07 16:11:18.617069 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcccef88-69da-4f82-8e06-8f3f4a0db5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:18.644959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 61529cef-a1de-448b-a02e-6a70b5c06b00 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:18.648200 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:18.668990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d622e53-7806-43e9-a58e-ab5b7c20d56a req-8f405c8f-b315-470c-a4d0-a4366325ffec tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:18.671590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d622e53-7806-43e9-a58e-ab5b7c20d56a req-8f405c8f-b315-470c-a4d0-a4366325ffec tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 946 time: 0.2736268 Sep 07 16:11:18.695881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:11:18.696959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a8322cd8-6894-4b90-9cd6-f2d7b3518ee2 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:11:18.717200 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcccef88-69da-4f82-8e06-8f3f4a0db5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:18.728504 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-aa8fc2be-b582-4234-9ccc-dc4182ad8fb6 service neutron] 10.222.0.70 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106811 Sep 07 16:11:18.730102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a5d3-e874-42fb-ae25-b2a64e73beb6 req-3be90a33-fecb-4c6b-8c0a-7c335ee925e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:18.731490 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9976a5d3-e874-42fb-ae25-b2a64e73beb6 req-3be90a33-fecb-4c6b-8c0a-7c335ee925e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1265991 Sep 07 16:11:18.758082 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-dcccef88-69da-4f82-8e06-8f3f4a0db5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cdab92-ba35-4011-8ade-f1f40bc08fa9']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:18.772260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-dcccef88-69da-4f82-8e06-8f3f4a0db5c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:18.772260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-dcccef88-69da-4f82-8e06-8f3f4a0db5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a233eb9c-1d98-4ad7-a11d-9f3d9e3e1d35') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:18.785274 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcccef88-69da-4f82-8e06-8f3f4a0db5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:18.803064 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcccef88-69da-4f82-8e06-8f3f4a0db5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:18.811446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcccef88-69da-4f82-8e06-8f3f4a0db5c1 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:11:18.812077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d622e53-7806-43e9-a58e-ab5b7c20d56a req-6aae3146-ef5d-4d0e-b18e-cc853877cb05 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226671 Sep 07 16:11:18.812267 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcccef88-69da-4f82-8e06-8f3f4a0db5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:18.812922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 61529cef-a1de-448b-a02e-6a70b5c06b00, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=61529cef-a1de-448b-a02e-6a70b5c06b00,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:11:18.814507 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:11:18.830612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '61529cef-a1de-448b-a02e-6a70b5c06b00', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '61529cef-a1de-448b-a02e-6a70b5c06b00', 'mac_address': 'fa:16:3e:09:66:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:18.890766 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:18.909534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61529cef-a1de-448b-a02e-6a70b5c06b00 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:18.911183 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcccef88-69da-4f82-8e06-8f3f4a0db5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:18.916776 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcccef88-69da-4f82-8e06-8f3f4a0db5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:18.920170 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dcccef88-69da-4f82-8e06-8f3f4a0db5c1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/19cdab92-ba35-4011-8ade-f1f40bc08fa9 HTTP/1.1" status: 204 len: 168 time: 0.3843091 Sep 07 16:11:18.921992 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a5d3-e874-42fb-ae25-b2a64e73beb6 req-3a580985-a72f-49e3-b286-c9de4c16fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:18.924078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9976a5d3-e874-42fb-ae25-b2a64e73beb6 req-3a580985-a72f-49e3-b286-c9de4c16fd38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1811256 Sep 07 16:11:18.937155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccef88-69da-4f82-8e06-8f3f4a0db5c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=19cdab92-ba35-4011-8ade-f1f40bc08fa9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:18.957195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 61529cef-a1de-448b-a02e-6a70b5c06b00, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=61529cef-a1de-448b-a02e-6a70b5c06b00,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:18.962570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-af66314a-0475-40b5-ad1a-73a5aa57c134 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:18.963478 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:18.964502 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-af66314a-0475-40b5-ad1a-73a5aa57c134 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 946 time: 0.0913396 Sep 07 16:11:19.001195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-102d8c91-81da-4912-bd1f-2bc31cce8af1 service neutron] 10.222.0.70 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595804 Sep 07 16:11:19.026407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=61529cef-a1de-448b-a02e-6a70b5c06b00,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:19.086218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365be2-ee35-40f4-8926-2487932187d7 req-bb0bd686-fc6c-48d4-a0fc-f420251d98c5 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:19.093045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48365be2-ee35-40f4-8926-2487932187d7 req-bb0bd686-fc6c-48d4-a0fc-f420251d98c5 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1850574 Sep 07 16:11:19.109512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48474) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:19.113070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d910d973-74d0-444a-a242-644cdf1bfa87 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Deleting port 22c9409c-2c6b-4298-bb1a-7022f7b426b7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:19.113997 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d910d973-74d0-444a-a242-644cdf1bfa87 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:19.139462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9976a5d3-e874-42fb-ae25-b2a64e73beb6 req-b1609597-20b0-4bf9-97a5-2e36521f886a service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989393 Sep 07 16:11:19.164941 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb18b-03aa-4c86-9fed-e92980372d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:19.221327 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21339088-e91c-4f88-a013-a857bc5c0ea4 x-openstack-request-id: req-21339088-e91c-4f88-a013-a857bc5c0ea4 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:19.221750 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d254805-0c37-4a7e-9ee8-1dbee71f767f", "tag": "551a0a3d-c364-41d6-99b1-243e5f239353", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:19.222108 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21339088-e91c-4f88-a013-a857bc5c0ea4 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:19.222882 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d254805-0c37-4a7e-9ee8-1dbee71f767f', 'tag': '551a0a3d-c364-41d6-99b1-243e5f239353', 'status': 'completed', 'code': 200} Sep 07 16:11:19.296826 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-55cb1f00-1650-44da-a31f-a1caaf8898b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61b8cad14e4e4d7eae2756a8521950ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860240 Sep 07 16:11:19.303959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48480) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:19.327313 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48365be2-ee35-40f4-8926-2487932187d7 req-ae0fd4fa-bd57-46fc-b5ba-343656f51e2b tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324493 Sep 07 16:11:19.333829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d910d973-74d0-444a-a242-644cdf1bfa87 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] For port 22c9409c-2c6b-4298-bb1a-7022f7b426b7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=22c9409c-2c6b-4298-bb1a-7022f7b426b7,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:19.334203 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d910d973-74d0-444a-a242-644cdf1bfa87 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:19.355341 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d910d973-74d0-444a-a242-644cdf1bfa87 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Calling delete_port for 22c9409c-2c6b-4298-bb1a-7022f7b426b7 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:19.369206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f161e96-5076-41e5-9ff1-d7f74cffe378 req-c92843ee-f15e-4848-9ea6-21d889224dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:19.371150 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0f161e96-5076-41e5-9ff1-d7f74cffe378 req-c92843ee-f15e-4848-9ea6-21d889224dee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1cd24caae063442f97bb1cf596b0fc80&device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 1098 time: 0.1470590 Sep 07 16:11:19.387404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['61529cef-a1de-448b-a02e-6a70b5c06b00'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:19.517630 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af19d18d-1d13-43d5-a840-0fac58bbdd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:19.578903 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af19d18d-1d13-43d5-a840-0fac58bbdd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:19.590326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f161e96-5076-41e5-9ff1-d7f74cffe378 req-96bd7b33-d40e-4db8-afcf-bcb6fdc51473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:19.592577 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0f161e96-5076-41e5-9ff1-d7f74cffe378 req-96bd7b33-d40e-4db8-afcf-bcb6fdc51473 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2106438 Sep 07 16:11:19.680275 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0f161e96-5076-41e5-9ff1-d7f74cffe378 req-ce2ab8f0-1f08-4fa8-a043-a58ceb64ff26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=551a0a3d-c364-41d6-99b1-243e5f239353 HTTP/1.1" status: 200 len: 217 time: 0.0789766 Sep 07 16:11:19.752143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f161e96-5076-41e5-9ff1-d7f74cffe378 req-c0461b09-b320-4af1-99fa-983a7faa18fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:19.753789 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0f161e96-5076-41e5-9ff1-d7f74cffe378 req-c0461b09-b320-4af1-99fa-983a7faa18fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0657463 Sep 07 16:11:19.756225 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d910d973-74d0-444a-a242-644cdf1bfa87 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:19.769702 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['22c9409c-2c6b-4298-bb1a-7022f7b426b7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:19.783786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9976a5d3-e874-42fb-ae25-b2a64e73beb6 req-e79dd28e-0330-4c79-8a57-3d949dd2d89d service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338670 Sep 07 16:11:19.791515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393171d-309a-489c-86ec-17d150e02b8d req-59bf4208-e519-4745-a0bf-0bac49d27ef3 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:19.793338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2393171d-309a-489c-86ec-17d150e02b8d req-59bf4208-e519-4745-a0bf-0bac49d27ef3 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.4922872 Sep 07 16:11:19.793546 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af19d18d-1d13-43d5-a840-0fac58bbdd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:19.796018 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af19d18d-1d13-43d5-a840-0fac58bbdd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:19.797172 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-af19d18d-1d13-43d5-a840-0fac58bbdd25 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c74ff20-6f63-4166-a210-92d544446846 HTTP/1.1" status: 204 len: 168 time: 0.4922388 Sep 07 16:11:19.817184 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910d973-74d0-444a-a242-644cdf1bfa87 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event deleted for resources: {'Port': ['ID=22c9409c-2c6b-4298-bb1a-7022f7b426b7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:19.841747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19d18d-1d13-43d5-a840-0fac58bbdd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c74ff20-6f63-4166-a210-92d544446846,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:19.897863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d910d973-74d0-444a-a242-644cdf1bfa87 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] No DVR routers for this DVR port 22c9409c-2c6b-4298-bb1a-7022f7b426b7 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:11:19.901543 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d910d973-74d0-444a-a242-644cdf1bfa87 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:19.903703 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-02462cb7-b029-4e8f-9ca7-b5fdb890d3c0 req-d910d973-74d0-444a-a242-644cdf1bfa87 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.54 "DELETE /v2.0/ports/22c9409c-2c6b-4298-bb1a-7022f7b426b7 HTTP/1.1" status: 204 len: 173 time: 0.9320836 Sep 07 16:11:19.911263 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f161e96-5076-41e5-9ff1-d7f74cffe378 req-31cb555a-a8b2-47fb-b9f6-df61c279e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:19.913015 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0f161e96-5076-41e5-9ff1-d7f74cffe378 req-31cb555a-a8b2-47fb-b9f6-df61c279e1f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468468 Sep 07 16:11:19.946861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2393171d-309a-489c-86ec-17d150e02b8d req-eb45178a-70d4-400b-a37a-8618660325f2 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372359 Sep 07 16:11:19.955809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12b558-4d64-4080-8c6b-01c13e88e59b req-3acc199d-11ae-4c1c-a77c-c0276dcec9b7 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:19.957468 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea12b558-4d64-4080-8c6b-01c13e88e59b req-3acc199d-11ae-4c1c-a77c-c0276dcec9b7 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 948 time: 0.1801720 Sep 07 16:11:20.032510 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea12b558-4d64-4080-8c6b-01c13e88e59b req-2be24c6c-f5ed-488d-a352-e368c0074809 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596166 Sep 07 16:11:20.097779 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0f161e96-5076-41e5-9ff1-d7f74cffe378 req-8e6af992-0823-429f-9d7b-2740d716bb69 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761637 Sep 07 16:11:20.142080 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d9f2903-ed5c-4ba9-81a1-0f4b63af4cfb req-2f4287fb-ddbb-4e5c-bc81-81e9ea29cb1a tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 210 time: 0.0890775 Sep 07 16:11:20.229160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32547db-e712-41d3-9ae4-494274ced694 req-22003678-85af-419d-859f-cb5902d2d94f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:20.230714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e32547db-e712-41d3-9ae4-494274ced694 req-22003678-85af-419d-859f-cb5902d2d94f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 947 time: 0.0934989 Sep 07 16:11:20.247098 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-63aee31c-4f2c-4554-8973-760f1b72f56d req-a191ea1a-ff94-4d34-8b76-ba0e2205a691 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 210 time: 0.0354359 Sep 07 16:11:20.273305 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-534d96c3-932f-4fbb-8cd8-a45c8151af5a req-a9481b96-f136-479a-bc20-965db514a777 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 210 time: 0.0397699 Sep 07 16:11:20.298287 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0f161e96-5076-41e5-9ff1-d7f74cffe378 req-84912355-98ec-4a6b-820f-62b58ac55eed service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898637 Sep 07 16:11:20.315335 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e32547db-e712-41d3-9ae4-494274ced694 req-ea1d844d-f065-4949-8909-ecd3e25e27e5 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723236 Sep 07 16:11:20.316736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2d3eb18b-03aa-4c86-9fed-e92980372d53 admin admin] Deleting port 69f7c5f4-54cc-41cf-8a89-1fa61f831412 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:20.317214 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb18b-03aa-4c86-9fed-e92980372d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:20.389918 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aee31c-4f2c-4554-8973-760f1b72f56d req-f321e535-deab-494e-b1a0-33569a12620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:20.391977 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-63aee31c-4f2c-4554-8973-760f1b72f56d req-f321e535-deab-494e-b1a0-33569a12620c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=08157560ffc74d54a362078b263c837e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1345122 Sep 07 16:11:20.478537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-2d3eb18b-03aa-4c86-9fed-e92980372d53 admin admin] For port 69f7c5f4-54cc-41cf-8a89-1fa61f831412, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=69f7c5f4-54cc-41cf-8a89-1fa61f831412,segment=NetworkSegment(e7de7b4a-4df4-4911-b77b-99e2c660d103),segment_id=e7de7b4a-4df4-4911-b77b-99e2c660d103)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:20.479140 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb18b-03aa-4c86-9fed-e92980372d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:20.506900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aee31c-4f2c-4554-8973-760f1b72f56d req-8e5a4385-08b3-463b-a811-c5b9095ae48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:20.508470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-63aee31c-4f2c-4554-8973-760f1b72f56d req-8e5a4385-08b3-463b-a811-c5b9095ae48e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089365 Sep 07 16:11:20.520719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2d3eb18b-03aa-4c86-9fed-e92980372d53 admin admin] Calling delete_port for 69f7c5f4-54cc-41cf-8a89-1fa61f831412 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:20.584166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932e6d1-7eb3-49a7-9d7d-0c83f1d3fff4 req-50db3686-dbd7-44ce-ad6d-e4e0b4c32ac6 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:20.585860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b932e6d1-7eb3-49a7-9d7d-0c83f1d3fff4 req-50db3686-dbd7-44ce-ad6d-e4e0b4c32ac6 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1675537 Sep 07 16:11:20.618734 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f5492157-51d9-4d61-ad66-0b4ab83de7e5 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:20.645610 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 61529cef-a1de-448b-a02e-6a70b5c06b00 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:20.692934 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b932e6d1-7eb3-49a7-9d7d-0c83f1d3fff4 req-713b10f0-fb03-4f3d-a007-831ec1d0f2d5 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757930 Sep 07 16:11:20.701715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-a9174578-0c2c-49e7-892e-96ab1907dc35 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:20.703571 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-a9174578-0c2c-49e7-892e-96ab1907dc35 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.54 "GET /v2.0/networks?id=3a421148-ba0e-407a-b821-41685f8573a9 HTTP/1.1" status: 200 len: 822 time: 0.2455239 Sep 07 16:11:20.741688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-e43c1e63-d794-43eb-9b40-e26307043212 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Request body: {'port': {'device_id': '82b075d5-42a0-48fe-b63d-6463cf93b54e', 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9', 'admin_state_up': True, 'tenant_id': 'e0e9a770bde1473194b272e3a6f1ff47'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:20.768453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 61529cef-a1de-448b-a02e-6a70b5c06b00 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:20.777403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f5492157-51d9-4d61-ad66-0b4ab83de7e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:20.780612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 61529cef-a1de-448b-a02e-6a70b5c06b00 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:20.780989 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:20.797597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48514) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:20.811408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5', 'mac_address': 'fa:16:3e:51:f4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:20.862459 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:20.900418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5492157-51d9-4d61-ad66-0b4ab83de7e5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:20.917580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-network', 'tenant_id': '8da3fe3748234677b7686b108e516924'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:20.918890 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb18b-03aa-4c86-9fed-e92980372d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:20.923291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-e43c1e63-d794-43eb-9b40-e26307043212 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Made reservation on behalf of e0e9a770bde1473194b272e3a6f1ff47 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:20.927356 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-e43c1e63-d794-43eb-9b40-e26307043212 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:20.939298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f5492157-51d9-4d61-ad66-0b4ab83de7e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:20.942054 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:20.943529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Made reservation on behalf of 8da3fe3748234677b7686b108e516924 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:20.946216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:20.956817 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:20.960982 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:20.963191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3eb18b-03aa-4c86-9fed-e92980372d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f7c5f4-54cc-41cf-8a89-1fa61f831412,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:20.969510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61529cef-a1de-448b-a02e-6a70b5c06b00'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:20.972902 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f12bed0-8e7b-43a8-a8d8-6b3e2ff2b047" -d '{"events": [{"server_uuid": "5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c", "name": "network-vif-plugged", "status": "completed", "tag": "61529cef-a1de-448b-a02e-6a70b5c06b00"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:21.016934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 61529cef-a1de-448b-a02e-6a70b5c06b00, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=61529cef-a1de-448b-a02e-6a70b5c06b00,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:21.023755 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.049335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f5492157-51d9-4d61-ad66-0b4ab83de7e5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:21.119642 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07af71c9-870a-4b01-82e3-c8465444a96e x-openstack-request-id: req-07af71c9-870a-4b01-82e3-c8465444a96e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:21.120786 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c", "name": "network-vif-plugged", "status": "completed", "tag": "61529cef-a1de-448b-a02e-6a70b5c06b00", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:21.121717 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-07af71c9-870a-4b01-82e3-c8465444a96e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:21.122332 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61529cef-a1de-448b-a02e-6a70b5c06b00', 'code': 200} Sep 07 16:11:21.145742 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=61529cef-a1de-448b-a02e-6a70b5c06b00,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:21.190227 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:11:21.190852 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.202285 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c50977-74d4-4437-bae6-0696e78fcead req-7a67d304-62d9-4ef3-9c13-b1fac889a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:21.203927 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1c50977-74d4-4437-bae6-0696e78fcead req-7a67d304-62d9-4ef3-9c13-b1fac889a4e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 1100 time: 0.0616114 Sep 07 16:11:21.204666 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.224003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd2453b-9f43-410d-9de3-53151672cbbf', 'name': 'network-vif-deleted', 'tag': '22c9409c-2c6b-4298-bb1a-7022f7b426b7'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:21.226386 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf2cb2e-45b4-40d0-8926-d9d226790c6d" -d '{"events": [{"server_uuid": "3dd2453b-9f43-410d-9de3-53151672cbbf", "name": "network-vif-deleted", "tag": "22c9409c-2c6b-4298-bb1a-7022f7b426b7"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:21.243493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f5492157-51d9-4d61-ad66-0b4ab83de7e5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:21.254455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:11:21.272180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a43f45a-3f25-47c3-99d2-926d024aeb64,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:21.284670 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.285023 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Added segment a48f8a4a-1564-4678-b191-f9b01d4b50f9 of type vlan for network 959b0cec-8319-48d1-bbf0-bc72dbef9c4e Sep 07 16:11:21.294091 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1c50977-74d4-4437-bae6-0696e78fcead req-cd2cd152-1666-42e8-83a8-84279c8eda59 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826824 Sep 07 16:11:21.341637 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.375455 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.376902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:21.377567 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.415106 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6136804 Sep 07 16:11:21.415377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a16fe-3599-4162-8ab8-6e2371c3a020 req-47325e9c-f93b-432c-a6d5-d11af14f1d34 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:21.415506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48532) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:21.420374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ca6f18e9-eafc-477e-a8dd-18810c553c1c admin admin] Request body: {'subnet': {'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-subnet', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:21.423136 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a56a16fe-3599-4162-8ab8-6e2371c3a020 req-47325e9c-f93b-432c-a6d5-d11af14f1d34 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.3127153 Sep 07 16:11:21.458442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f7c06-ba16-44f4-80e3-44faa8380e8c admin admin] Pushing event updated for resources: {'Network': ['ID=959b0cec-8319-48d1-bbf0-bc72dbef9c4e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:21.458773 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc60111-7d3e-47e0-9a66-edb2ac80edd7 req-172ffe3d-0c5c-476f-9f28-271e91b231c7 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:21.460841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ccc60111-7d3e-47e0-9a66-edb2ac80edd7 req-172ffe3d-0c5c-476f-9f28-271e91b231c7 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 949 time: 0.2496674 Sep 07 16:11:21.471956 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6f18e9-eafc-477e-a8dd-18810c553c1c admin admin] Made reservation on behalf of 8da3fe3748234677b7686b108e516924 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:21.474550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca6f18e9-eafc-477e-a8dd-18810c553c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.477808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 959b0cec-8319-48d1-bbf0-bc72dbef9c4e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:11:21.498930 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2d3eb18b-03aa-4c86-9fed-e92980372d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.511272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-e43c1e63-d794-43eb-9b40-e26307043212 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Allocated IP 172.20.0.14 (3a421148-ba0e-407a-b821-41685f8573a9/4efa4370-cd4e-41e0-86aa-a50e7e7ef94d/5b9330df-bb29-4268-8b7f-b78e73c63eed) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:21.544104 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a56a16fe-3599-4162-8ab8-6e2371c3a020 req-1519ad16-a597-4c21-85de-615d82f5e4fb tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204510 Sep 07 16:11:21.617042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ccc60111-7d3e-47e0-9a66-edb2ac80edd7 req-398f59c2-1f00-421a-8d55-f4220089fee2 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309469 Sep 07 16:11:21.666208 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b81fee9-5227-4ee5-b218-979fd15a46e0 req-772d5c4a-122b-4832-a1d0-8628fe936da0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 210 time: 0.0479994 Sep 07 16:11:21.678453 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08d8db9-ce14-4751-a349-e67ea8d19307 x-openstack-request-id: req-d08d8db9-ce14-4751-a349-e67ea8d19307 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:21.688257 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd2453b-9f43-410d-9de3-53151672cbbf", "name": "network-vif-deleted", "tag": "22c9409c-2c6b-4298-bb1a-7022f7b426b7", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:21.688257 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d08d8db9-ce14-4751-a349-e67ea8d19307 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:21.688257 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd2453b-9f43-410d-9de3-53151672cbbf', 'name': 'network-vif-deleted', 'tag': '22c9409c-2c6b-4298-bb1a-7022f7b426b7', 'status': 'completed', 'code': 200} Sep 07 16:11:21.688257 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca6f18e9-eafc-477e-a8dd-18810c553c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.756967 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f18e9-eafc-477e-a8dd-18810c553c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f4de72-4935-4872-b8e1-3e60167416ad,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:21.761408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6f18e9-eafc-477e-a8dd-18810c553c1c admin admin] Checking segment: {'id': 'a48f8a4a-1564-4678-b191-f9b01d4b50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:21.761843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6f18e9-eafc-477e-a8dd-18810c553c1c admin admin] Network hostable DHCP agents. Network: 959b0cec-8319-48d1-bbf0-bc72dbef9c4e, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:11:21.780190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6f18e9-eafc-477e-a8dd-18810c553c1c admin admin] Network 959b0cec-8319-48d1-bbf0-bc72dbef9c4e is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:11:21.788472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ca6f18e9-eafc-477e-a8dd-18810c553c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 959b0cec-8319-48d1-bbf0-bc72dbef9c4e) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:21.792425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6f18e9-eafc-477e-a8dd-18810c553c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:21.793013 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca6f18e9-eafc-477e-a8dd-18810c553c1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.798818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdcbe26-a7aa-41d1-9db9-8be9685076fe None None] Network 959b0cec-8319-48d1-bbf0-bc72dbef9c4e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:11:21.804982 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-741867af-429a-42ee-9c68-b3a7eb1a8acb req-ceb7419a-ffd4-4cdf-81dd-1076a9c55f9a tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 210 time: 0.0743301 Sep 07 16:11:21.816537 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ca6f18e9-eafc-477e-a8dd-18810c553c1c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4000030 Sep 07 16:11:21.819009 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48536) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:21.824851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:21.872755 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.874275 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.955238 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:21.971241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe1e8ca-d2c9-4e5d-a94a-9093a42bf43a None None] Network 959b0cec-8319-48d1-bbf0-bc72dbef9c4e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:11:21.981894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d134c0-54bc-4030-82f0-80541ecf3c1e req-d2c675f1-570b-4819-a9b4-7ee7d525f3c2 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:21.984090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0d134c0-54bc-4030-82f0-80541ecf3c1e req-d2c675f1-570b-4819-a9b4-7ee7d525f3c2 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 947 time: 0.2305295 Sep 07 16:11:21.988777 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-e43c1e63-d794-43eb-9b40-e26307043212 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:22.054212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3eb18b-03aa-4c86-9fed-e92980372d53 admin admin] Router 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:11:22.068627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef75ad1-29f7-44d0-9e98-cf2133076823 req-37481b2b-303e-4b94-bafe-a86f5a93ed2f tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:22.070448 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ef75ad1-29f7-44d0-9e98-cf2133076823 req-37481b2b-303e-4b94-bafe-a86f5a93ed2f tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1700811 Sep 07 16:11:22.090855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0d134c0-54bc-4030-82f0-80541ecf3c1e req-73e5a995-c9b7-42ee-963e-e89a03f37e80 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934780 Sep 07 16:11:22.125801 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-e43c1e63-d794-43eb-9b40-e26307043212 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:22.134417 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:22.159247 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-63aee31c-4f2c-4554-8973-760f1b72f56d req-7c407ae6-77b2-42a0-808c-c2087391b544 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dd2453b-9f43-410d-9de3-53151672cbbf HTTP/1.1" status: 200 len: 210 time: 0.0339527 Sep 07 16:11:22.229161 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ef75ad1-29f7-44d0-9e98-cf2133076823 req-e79d2356-fb54-465a-aa71-30d3f62f3b81 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475477 Sep 07 16:11:22.235675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-e43c1e63-d794-43eb-9b40-e26307043212 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Network 3a421148-ba0e-407a-b821-41685f8573a9 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:22.242675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-e43c1e63-d794-43eb-9b40-e26307043212 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:22.246535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-e43c1e63-d794-43eb-9b40-e26307043212 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:22.252179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c1e63-d794-43eb-9b40-e26307043212 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Pushing event updated for resources: {'Port': ['ID=5b9330df-bb29-4268-8b7f-b78e73c63eed,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:22.336708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-e43c1e63-d794-43eb-9b40-e26307043212 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:22.337328 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-e43c1e63-d794-43eb-9b40-e26307043212 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:22.355519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3eb18b-03aa-4c86-9fed-e92980372d53 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:11:22.361584 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2d3eb18b-03aa-4c86-9fed-e92980372d53 admin admin] 10.222.0.70 "PUT /v2.0/routers/6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6784415 Sep 07 16:11:22.363174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-e43c1e63-d794-43eb-9b40-e26307043212 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6268277 Sep 07 16:11:22.364044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48538) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:22.365545 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:22.366110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77d92d-d7ec-440b-8f45-d26ff0eccd8b None None] Sync routers for ids ['6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:11:22.378080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec77d92d-d7ec-440b-8f45-d26ff0eccd8b None None] Routers {'6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:11:22.378837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ec77d92d-d7ec-440b-8f45-d26ff0eccd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:11:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:22.386244 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:22.406039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Request body: {'port': {'device_id': '82b075d5-42a0-48fe-b63d-6463cf93b54e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:22.490968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ec77d92d-d7ec-440b-8f45-d26ff0eccd8b None None] Set router 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:11:22.502035 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:22.505861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Allocated IP 172.25.3.47 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/083389c0-0f9c-4cf2-bf8f-52be1b69961f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:22.525939 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:22.636768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f5492157-51d9-4d61-ad66-0b4ab83de7e5 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:22.677902 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:22.728538 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:22.778168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:22.782110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:22.786618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:22.821945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Pushing event updated for resources: {'Port': ['ID=083389c0-0f9c-4cf2-bf8f-52be1b69961f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:22.869303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 551a0a3d-c364-41d6-99b1-243e5f239353 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:23.023448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port f5492157-51d9-4d61-ad66-0b4ab83de7e5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:23.032775 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port f5492157-51d9-4d61-ad66-0b4ab83de7e5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:23.033083 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:23.071216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:23.080865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 551a0a3d-c364-41d6-99b1-243e5f239353, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=551a0a3d-c364-41d6-99b1-243e5f239353,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:23.108397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '551a0a3d-c364-41d6-99b1-243e5f239353', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '551a0a3d-c364-41d6-99b1-243e5f239353', 'mac_address': 'fa:16:3e:eb:4b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:23.127998 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ec77d92d-d7ec-440b-8f45-d26ff0eccd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554603853-router', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:11:20Z', 'revision_number': 5, 'project_id': 'd64cb4d5805143c98747b3ed2b421edc', 'gw_port': {'id': '3a5facb4-3d1b-4514-8a76-23290856db5d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:09:10Z', 'updated_at': '2021-09-07T16:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:23.141538 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:23.184560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77d92d-d7ec-440b-8f45-d26ff0eccd8b None None] Checking router: 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:11:23.226529 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec77d92d-d7ec-440b-8f45-d26ff0eccd8b None None] Routers {'6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:11:23.227992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ec77d92d-d7ec-440b-8f45-d26ff0eccd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:11:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:23.232382 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:23.275033 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a60ef-e1e7-44bc-97bd-fd3ee14ab42d req-75b27715-a062-43e3-a369-73ac2d19c20a tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:23.283122 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-416a60ef-e1e7-44bc-97bd-fd3ee14ab42d req-75b27715-a062-43e3-a369-73ac2d19c20a tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 949 time: 0.2150884 Sep 07 16:11:23.323253 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551a0a3d-c364-41d6-99b1-243e5f239353 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:23.329593 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:23.334671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57464673-8567-4ba5-be30-0da9ebe680b1 req-d0973725-3437-4a78-89f5-4ad3646d7235 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:23.337109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57464673-8567-4ba5-be30-0da9ebe680b1 req-d0973725-3437-4a78-89f5-4ad3646d7235 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.2703164 Sep 07 16:11:23.371383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 551a0a3d-c364-41d6-99b1-243e5f239353, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=551a0a3d-c364-41d6-99b1-243e5f239353,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:23.380724 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:23.383984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ec77d92d-d7ec-440b-8f45-d26ff0eccd8b None None] Set router 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:11:23.417038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:23.419513 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf86cc4-a104-4a72-a274-ecf5d1c7a830" -d '{"events": [{"server_uuid": "8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5", "name": "network-vif-plugged", "status": "completed", "tag": "f5492157-51d9-4d61-ad66-0b4ab83de7e5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:23.429749 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-416a60ef-e1e7-44bc-97bd-fd3ee14ab42d req-c8c5444a-fc1e-4649-a93e-241c635ef845 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456206 Sep 07 16:11:23.464406 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57464673-8567-4ba5-be30-0da9ebe680b1 req-fddd9db9-5c7f-4457-a9dc-8c7a49d75c6c tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148012 Sep 07 16:11:23.468184 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Deleting port 3a5facb4-3d1b-4514-8a76-23290856db5d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:23.468395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:23.489988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ec77d92d-d7ec-440b-8f45-d26ff0eccd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554603853-router', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:11:23Z', 'revision_number': 6, 'project_id': 'd64cb4d5805143c98747b3ed2b421edc', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:23.522129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f5492157-51d9-4d61-ad66-0b4ab83de7e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:23.523467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77d92d-d7ec-440b-8f45-d26ff0eccd8b None None] The sync data for ids ['6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd'] in n-d-807551-3 is: [{'id': '6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554603853-router', 'tenant_id': 'd64cb4d5805143c98747b3ed2b421edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:09:07Z', 'updated_at': '2021-09-07T16:11:23Z', 'revision_number': 6, 'project_id': 'd64cb4d5805143c98747b3ed2b421edc', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:11:23.536070 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:23.579631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=551a0a3d-c364-41d6-99b1-243e5f239353,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:23.655618 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:23.680229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f5492157-51d9-4d61-ad66-0b4ab83de7e5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:23.755026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9330df-bb29-4268-8b7f-b78e73c63eed {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:23.768962 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:23.769231 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['551a0a3d-c364-41d6-99b1-243e5f239353'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:23.796827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Router 96ee4caf-fdac-46b9-829b-66ec8bafe242 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:11:23.806857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65921ba-fee2-46cc-83d4-7638b862ccea req-21d2e54b-ae5d-4821-93ba-fa0e32b9ec32 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:23.808440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a65921ba-fee2-46cc-83d4-7638b862ccea req-21d2e54b-ae5d-4821-93ba-fa0e32b9ec32 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 932 time: 0.2065423 Sep 07 16:11:23.810930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Transition to ACTIVE for port object 5b9330df-bb29-4268-8b7f-b78e73c63eed will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:23.820244 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:23.832242 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] For port 3a5facb4-3d1b-4514-8a76-23290856db5d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3a5facb4-3d1b-4514-8a76-23290856db5d,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:23.832648 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:23.857419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857deda6-7f40-4087-89ca-7c66f7ab96f2 req-06ad359c-2943-423d-8964-bb5c5128d86c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:23.858956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-857deda6-7f40-4087-89ca-7c66f7ab96f2 req-06ad359c-2943-423d-8964-bb5c5128d86c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 948 time: 0.2039101 Sep 07 16:11:23.892306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Calling delete_port for 3a5facb4-3d1b-4514-8a76-23290856db5d owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:23.973944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:11:23.988153 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Sync routers for ids ['96ee4caf-fdac-46b9-829b-66ec8bafe242'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:11:23.989603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Pushing event updated for resources: {'Port': ['ID=5b9330df-bb29-4268-8b7f-b78e73c63eed,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:23.995247 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.000116 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-78605119-230c-4b1b-9cbd-84d52b6435e4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.1765678 Sep 07 16:11:24.000530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48558) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:24.000963 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Routers {'96ee4caf-fdac-46b9-829b-66ec8bafe242'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:11:24.001803 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:11:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['96ee4caf-fdac-46b9-829b-66ec8bafe242'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:24.029013 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a65921ba-fee2-46cc-83d4-7638b862ccea req-78cf4519-0459-4b9e-b277-4ffad8ea80d3 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042198 Sep 07 16:11:24.176956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-857deda6-7f40-4087-89ca-7c66f7ab96f2 req-382d16fb-cd6e-4432-ba31-d7bd931a145b tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858374 Sep 07 16:11:24.241018 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc088be8-4e78-436e-a1be-119a872969d0 x-openstack-request-id: req-dc088be8-4e78-436e-a1be-119a872969d0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:24.241897 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5", "name": "network-vif-plugged", "status": "completed", "tag": "f5492157-51d9-4d61-ad66-0b4ab83de7e5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:24.242358 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc088be8-4e78-436e-a1be-119a872969d0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:24.242996 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Set router 96ee4caf-fdac-46b9-829b-66ec8bafe242 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:11:24.243212 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5', 'code': 200} Sep 07 16:11:24.270890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6413383-56bb-43cd-a3a1-2b1823df5b99 req-919d3144-83d3-459e-aca5-42c737d23226 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:24.272502 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6413383-56bb-43cd-a3a1-2b1823df5b99 req-919d3144-83d3-459e-aca5-42c737d23226 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1396558 Sep 07 16:11:24.277279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Attempting to bind port 5b9330df-bb29-4268-8b7f-b78e73c63eed on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:24.277627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Attempting to bind port 5b9330df-bb29-4268-8b7f-b78e73c63eed by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '7caac4b7-fa49-40f8-bd0e-003ba6f00d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:24.277965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Attempting to bind port 5b9330df-bb29-4268-8b7f-b78e73c63eed on network 3a421148-ba0e-407a-b821-41685f8573a9 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:24.303534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Port 5b9330df-bb29-4268-8b7f-b78e73c63eed on network 3a421148-ba0e-407a-b821-41685f8573a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:11:24.303759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Attempting to bind port 5b9330df-bb29-4268-8b7f-b78e73c63eed on network 3a421148-ba0e-407a-b821-41685f8573a9 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:24.317976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:24.318326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Checking segment: {'id': '7caac4b7-fa49-40f8-bd0e-003ba6f00d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:24.318722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Bound using segment: {'id': '7caac4b7-fa49-40f8-bd0e-003ba6f00d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:24.319169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Bound port: 5b9330df-bb29-4268-8b7f-b78e73c63eed, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7caac4b7-fa49-40f8-bd0e-003ba6f00d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:24.319536 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.344040 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.386420 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6413383-56bb-43cd-a3a1-2b1823df5b99 req-eb19a435-16e2-401e-9b6f-86f24a3b1098 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051855 Sep 07 16:11:24.415791 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc3781-2f45-4dbb-856d-9cbdc372a055 req-a6b31c12-9a13-459d-8360-84b20e77114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:24.417725 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-36bc3781-2f45-4dbb-856d-9cbdc372a055 req-a6b31c12-9a13-459d-8360-84b20e77114f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 1101 time: 0.0826986 Sep 07 16:11:24.433205 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5facb4-3d1b-4514-8a76-23290856db5d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:24.486807 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:11:22Z', 'revision_number': 3, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:24.498906 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-36bc3781-2f45-4dbb-856d-9cbdc372a055 req-84881b0b-69b3-4ded-8da9-a3261543484d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491006 Sep 07 16:11:24.518919 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.535683 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Checking router: 96ee4caf-fdac-46b9-829b-66ec8bafe242 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:11:24.536048 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Updating router 96ee4caf-fdac-46b9-829b-66ec8bafe242 port 083389c0-0f9c-4cf2-bf8f-52be1b69961f binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:11:24.565052 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.627577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.710705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] For port 5b9330df-bb29-4268-8b7f-b78e73c63eed, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:24.718672 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.721914 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.743965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] For port 5b9330df-bb29-4268-8b7f-b78e73c63eed, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b9330df-bb29-4268-8b7f-b78e73c63eed,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:24.784977 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.801031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01dbbc-3a7d-4015-910e-f7b156314302 req-bac4710e-b33f-47af-bc7a-fa3147343c93 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:24.802577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b01dbbc-3a7d-4015-910e-f7b156314302 req-bac4710e-b33f-47af-bc7a-fa3147343c93 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 949 time: 0.2169907 Sep 07 16:11:24.806364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Allocated IP 172.20.0.1 (959b0cec-8319-48d1-bbf0-bc72dbef9c4e/01f4de72-4935-4872-b8e1-3e60167416ad/cfbcbf86-b526-43e4-b642-5ceea5917c8b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:24.836688 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.843691 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.844231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:11:24.848764 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Transition to ACTIVE for port object 083389c0-0f9c-4cf2-bf8f-52be1b69961f will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:24.850404 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.854031 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a99df24b-da61-4a07-a7e3-4d36f1eb96b1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/6ecaff5d-2b39-447a-8b2a-1277dd4c6cdd HTTP/1.1" status: 204 len: 168 time: 2.4864862 Sep 07 16:11:24.856192 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48572) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:24.859342 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.877241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:24.877880 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.879308 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] 10.222.0.54 "PUT /v2.0/ports/5b9330df-bb29-4268-8b7f-b78e73c63eed HTTP/1.1" status: 200 len: 1092 time: 2.4775212 Sep 07 16:11:24.887566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b075d5-42a0-48fe-b63d-6463cf93b54e', 'tag': '5b9330df-bb29-4268-8b7f-b78e73c63eed'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:24.890117 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036330e3-e6b6-420c-a3c9-f48c1c8cad50" -d '{"events": [{"name": "network-changed", "server_uuid": "82b075d5-42a0-48fe-b63d-6463cf93b54e", "tag": "5b9330df-bb29-4268-8b7f-b78e73c63eed"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:24.901646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-7099d149-7d22-486a-9e3d-2d6a2f34c198 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:24.913477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-7099d149-7d22-486a-9e3d-2d6a2f34c198 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.5215971 Sep 07 16:11:24.942779 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Attempting to bind port 083389c0-0f9c-4cf2-bf8f-52be1b69961f on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:24.943720 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Attempting to bind port 083389c0-0f9c-4cf2-bf8f-52be1b69961f by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:24.943720 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Attempting to bind port 083389c0-0f9c-4cf2-bf8f-52be1b69961f on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:24.956706 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:24.957126 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:24.957756 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.958272 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:24.958774 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Bound port: 083389c0-0f9c-4cf2-bf8f-52be1b69961f, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:24.959313 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:24.974652 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-711faf5b-f50f-4266-8054-50ac085adeb5 admin admin] Deleting subnet a747ed00-7f38-4fd0-bac1-880e0e05a3d1 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:11:24.979031 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-584cec3b-a802-44a9-a59a-61a0029e935d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/quotas/08157560ffc74d54a362078b263c837e HTTP/1.1" status: 200 len: 375 time: 0.0686586 Sep 07 16:11:24.983841 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-711faf5b-f50f-4266-8054-50ac085adeb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.006315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51199e-eec8-4aa8-9356-412343ef4f8c service neutron] Pushing event updated for resources: {'Port': ['ID=5b9330df-bb29-4268-8b7f-b78e73c63eed,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:25.022091 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] For port 083389c0-0f9c-4cf2-bf8f-52be1b69961f, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:25.024229 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.028122 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] For port 083389c0-0f9c-4cf2-bf8f-52be1b69961f, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=083389c0-0f9c-4cf2-bf8f-52be1b69961f,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:25.036142 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.040637 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b01dbbc-3a7d-4015-910e-f7b156314302 req-0507b4b2-d0e0-48c7-ac1f-8307a74420a7 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232707 Sep 07 16:11:25.045180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-6bd09fac-d2da-4c80-82d3-92911b79a7ed tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646558 Sep 07 16:11:25.056059 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f11da6-fd6c-44b8-a897-63b2d617740a None None] Pushing event updated for resources: {'Port': ['ID=083389c0-0f9c-4cf2-bf8f-52be1b69961f,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:25.058422 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-711faf5b-f50f-4266-8054-50ac085adeb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.073421 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-7a927145-b76a-4078-aa9f-c1a6b1011a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:25.075074 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-7a927145-b76a-4078-aa9f-c1a6b1011a71 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0e9a770bde1473194b272e3a6f1ff47&device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 1095 time: 0.1340914 Sep 07 16:11:25.139865 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f11da6-fd6c-44b8-a897-63b2d617740a None None] Pushing event updated for resources: {'Port': ['ID=083389c0-0f9c-4cf2-bf8f-52be1b69961f,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:25.140144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-74efe643-1314-439e-86da-87d05e914a15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b9330df-bb29-4268-8b7f-b78e73c63eed HTTP/1.1" status: 200 len: 217 time: 0.0530567 Sep 07 16:11:25.142281 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.149790 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Routers {'96ee4caf-fdac-46b9-829b-66ec8bafe242'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:11:25.150690 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:11:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['96ee4caf-fdac-46b9-829b-66ec8bafe242'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:25.195418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Network 959b0cec-8319-48d1-bbf0-bc72dbef9c4e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:25.203704 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:25.209361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:25.212279 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-711faf5b-f50f-4266-8054-50ac085adeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.265764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Pushing event updated for resources: {'Port': ['ID=cfbcbf86-b526-43e4-b642-5ceea5917c8b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:25.266088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67490130-e906-4be1-bd37-4ad8019a77c1 req-70e8f537-f79d-433a-bea7-1308581044d5 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:25.269686 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] Set router 96ee4caf-fdac-46b9-829b-66ec8bafe242 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:11:25.269851 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67490130-e906-4be1-bd37-4ad8019a77c1 req-70e8f537-f79d-433a-bea7-1308581044d5 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1326897 Sep 07 16:11:25.281106 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-1bfd9a16-d250-4159-a620-fcf0c9757708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:25.282551 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-1bfd9a16-d250-4159-a620-fcf0c9757708 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4efa4370-cd4e-41e0-86aa-a50e7e7ef94d HTTP/1.1" status: 200 len: 862 time: 0.1109374 Sep 07 16:11:25.316669 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.321187 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-711faf5b-f50f-4266-8054-50ac085adeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.326426 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-9a34eea7-aa4f-4111-9477-94a68dffb9d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a421148-ba0e-407a-b821-41685f8573a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343881 Sep 07 16:11:25.341865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-b559cb74-71e7-4c96-b2bf-e1ce9a2327f6 service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872059 Sep 07 16:11:25.356631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a5facb4-3d1b-4514-8a76-23290856db5d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:25.382615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 3a5facb4-3d1b-4514-8a76-23290856db5d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:11:25.383225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a5facb4-3d1b-4514-8a76-23290856db5d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:11:25.383837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 69f7c5f4-54cc-41cf-8a89-1fa61f831412 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:25.394807 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67490130-e906-4be1-bd37-4ad8019a77c1 req-fd865055-abe1-4674-85b1-5aa83111543c tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162276 Sep 07 16:11:25.403801 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711faf5b-f50f-4266-8054-50ac085adeb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a747ed00-7f38-4fd0-bac1-880e0e05a3d1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:25.406766 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-711faf5b-f50f-4266-8054-50ac085adeb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.411401 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-711faf5b-f50f-4266-8054-50ac085adeb5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a747ed00-7f38-4fd0-bac1-880e0e05a3d1 HTTP/1.1" status: 204 len: 168 time: 0.5507820 Sep 07 16:11:25.411983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48584) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:25.415461 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb73d08-d99e-4dec-aa72-c029a97e24bd None None] Network da462491-6bb2-43ca-a1bc-53bc00b32f49 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:11:25.492711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.510065 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c7298f-eae4-4bde-897b-4d1c34471c48 x-openstack-request-id: req-33c7298f-eae4-4bde-897b-4d1c34471c48 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:25.510358 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b075d5-42a0-48fe-b63d-6463cf93b54e", "tag": "5b9330df-bb29-4268-8b7f-b78e73c63eed", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:25.510605 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33c7298f-eae4-4bde-897b-4d1c34471c48 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:25.510999 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b075d5-42a0-48fe-b63d-6463cf93b54e', 'tag': '5b9330df-bb29-4268-8b7f-b78e73c63eed', 'status': 'completed', 'code': 200} Sep 07 16:11:25.525737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-c68437c3-691e-4ace-8e4c-9b06fc0fe18b service neutron] 10.222.0.54 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817393 Sep 07 16:11:25.529413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-8eaaec77-329c-4be9-bb3b-1ebe99b1200a service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702483 Sep 07 16:11:25.563563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 69f7c5f4-54cc-41cf-8a89-1fa61f831412 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:11:25.564174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 69f7c5f4-54cc-41cf-8a89-1fa61f831412 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:11:25.604266 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:11:22Z', 'revision_number': 3, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:25.633275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Deleting port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:25.633738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.641986 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acd464f-6991-4ad2-8b38-9631f60cc758 None None] The sync data for ids ['96ee4caf-fdac-46b9-829b-66ec8bafe242'] in n-d-807551-3 is: [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:11:22Z', 'revision_number': 3, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:11:25.700070 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.738673 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4969aa0-826b-42b4-a95a-9e4956433f4c None None] DHCP port deletion for da462491-6bb2-43ca-a1bc-53bc00b32f49 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:11:25.815741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7d9f2-2814-421b-9876-8b474aaa0466 req-9da7460a-bb8a-406b-8682-f585eb932d96 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:25.817448 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ef7d9f2-2814-421b-9876-8b474aaa0466 req-9da7460a-bb8a-406b-8682-f585eb932d96 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 944 time: 0.1806939 Sep 07 16:11:25.822184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7040e33f-3df8-42c1-ac36-ecc1756599b0 req-5a70b8f1-5370-43a6-bbf0-cf69a9183932 service neutron] 10.222.0.54 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875950 Sep 07 16:11:25.845853 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f4969aa0-826b-42b4-a95a-9e4956433f4c None None] Deleting port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:25.846236 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4969aa0-826b-42b4-a95a-9e4956433f4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.877224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] For port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2ca65f41-2272-4de2-bb00-4d4db1f2c4cf,segment=NetworkSegment(e7de7b4a-4df4-4911-b77b-99e2c660d103),segment_id=e7de7b4a-4df4-4911-b77b-99e2c660d103)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:25.877594 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:25.908150 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Calling delete_port for 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:25.945735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd16ca-05ae-4229-84d7-caa30542789c req-44509cd6-a82e-44ac-bdc9-ec8bd79f79d7 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:25.947528 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-acdd16ca-05ae-4229-84d7-caa30542789c req-44509cd6-a82e-44ac-bdc9-ec8bd79f79d7 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086 HTTP/1.1" status: 200 len: 949 time: 0.1281562 Sep 07 16:11:25.950453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ef7d9f2-2814-421b-9876-8b474aaa0466 req-26bfc818-de5e-4d99-b7e6-b060059fb4ab tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177375 Sep 07 16:11:26.005959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f4969aa0-826b-42b4-a95a-9e4956433f4c None None] For port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2ca65f41-2272-4de2-bb00-4d4db1f2c4cf,segment=NetworkSegment(e7de7b4a-4df4-4911-b77b-99e2c660d103),segment_id=e7de7b4a-4df4-4911-b77b-99e2c660d103)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:26.007756 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4969aa0-826b-42b4-a95a-9e4956433f4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:26.042739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-acdd16ca-05ae-4229-84d7-caa30542789c req-e7668bb4-08e7-46d4-897e-17b921fffa3d tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455024 Sep 07 16:11:26.046229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f4969aa0-826b-42b4-a95a-9e4956433f4c None None] Calling delete_port for 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:26.077779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036330e3-e6b6-420c-a3c9-f48c1c8cad50 req-e969272b-7fa1-4b89-8a69-9354e9ffb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:26.079407 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-036330e3-e6b6-420c-a3c9-f48c1c8cad50 req-e969272b-7fa1-4b89-8a69-9354e9ffb9e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0e9a770bde1473194b272e3a6f1ff47&device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 1095 time: 0.1862969 Sep 07 16:11:26.193928 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:26.234032 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:26.240530 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:26.253336 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4969aa0-826b-42b4-a95a-9e4956433f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:26.255027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f40ed8-b7cf-4bf2-b273-9bb175c87b9a req-95a1ad8c-9126-489e-9191-0b2df8d82ccf tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:26.260577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-16f40ed8-b7cf-4bf2-b273-9bb175c87b9a req-95a1ad8c-9126-489e-9191-0b2df8d82ccf tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 948 time: 0.1506310 Sep 07 16:11:26.304139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4969aa0-826b-42b4-a95a-9e4956433f4c None None] Pushing event deleted for resources: {'Port': ['ID=2ca65f41-2272-4de2-bb00-4d4db1f2c4cf,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:26.310225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4969aa0-826b-42b4-a95a-9e4956433f4c None None] No DVR routers for this DVR port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:11:26.334357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] No DVR routers for this DVR port 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:11:26.355203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-16f40ed8-b7cf-4bf2-b273-9bb175c87b9a req-74f48cc3-1c41-44e6-ae25-575318b7b6e0 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762126 Sep 07 16:11:26.403598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036330e3-e6b6-420c-a3c9-f48c1c8cad50 req-86256e4e-4a1a-4cbd-beba-3d9a3592f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:26.406522 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-036330e3-e6b6-420c-a3c9-f48c1c8cad50 req-86256e4e-4a1a-4cbd-beba-3d9a3592f853 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a421148-ba0e-407a-b821-41685f8573a9 HTTP/1.1" status: 200 len: 923 time: 0.3171525 Sep 07 16:11:26.478437 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-036330e3-e6b6-420c-a3c9-f48c1c8cad50 req-603039af-1796-482c-8179-7618fafd4ba0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b9330df-bb29-4268-8b7f-b78e73c63eed HTTP/1.1" status: 200 len: 217 time: 0.0594554 Sep 07 16:11:26.500567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906bc7e-c548-4ccf-b148-b4ffca35e23b req-c05dff91-e02d-44a0-9fb2-8cd2a992fbba tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:26.505984 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:26.508035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6906bc7e-c548-4ccf-b148-b4ffca35e23b req-c05dff91-e02d-44a0-9fb2-8cd2a992fbba tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.2389264 Sep 07 16:11:26.512522 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74f3d5d1-4be0-4e89-b8c4-43939e8e0b32 req-96856e5c-7dde-4c56-91a8-54fe1e12dfd2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 210 time: 0.0946822 Sep 07 16:11:26.537373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da462491-6bb2-43ca-a1bc-53bc00b32f49']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:26.550284 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7de7b4a-4df4-4911-b77b-99e2c660d103') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:26.552508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7de7b4a-4df4-4911-b77b-99e2c660d103') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:26.567687 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:26.590682 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:26.598633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:11:26.599806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:26.608947 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6906bc7e-c548-4ccf-b148-b4ffca35e23b req-7734cf30-0471-400c-8038-bb3ba8ce1464 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998857 Sep 07 16:11:26.611359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036330e3-e6b6-420c-a3c9-f48c1c8cad50 req-3ef048bb-10bf-432a-a0d6-6819314fc707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:26.615732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-036330e3-e6b6-420c-a3c9-f48c1c8cad50 req-3ef048bb-10bf-432a-a0d6-6819314fc707 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4efa4370-cd4e-41e0-86aa-a50e7e7ef94d HTTP/1.1" status: 200 len: 862 time: 0.1056695 Sep 07 16:11:26.650021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 22c9409c-2c6b-4298-bb1a-7022f7b426b7 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:26.681468 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-036330e3-e6b6-420c-a3c9-f48c1c8cad50 req-a923398a-0e39-4d95-b2cb-82d6b4a4b1b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a421148-ba0e-407a-b821-41685f8573a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536132 Sep 07 16:11:26.694128 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 22c9409c-2c6b-4298-bb1a-7022f7b426b7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:11:26.695084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 22c9409c-2c6b-4298-bb1a-7022f7b426b7 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:11:26.709691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6d81343a-52b3-42fa-adc9-d051b4644dcb details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:26.712462 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 551a0a3d-c364-41d6-99b1-243e5f239353 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:26.724733 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:11:26.729881 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:11:26.736736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:26.741924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Pushing event updated for resources: {'Port': ['ID=cfbcbf86-b526-43e4-b642-5ceea5917c8b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:26.784251 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:26.791340 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] 10.222.0.70 "DELETE /v2.0/networks/da462491-6bb2-43ca-a1bc-53bc00b32f49 HTTP/1.1" status: 204 len: 168 time: 1.3783250 Sep 07 16:11:26.872425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=da462491-6bb2-43ca-a1bc-53bc00b32f49,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:26.889738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 551a0a3d-c364-41d6-99b1-243e5f239353 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:26.933165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 551a0a3d-c364-41d6-99b1-243e5f239353 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:26.933556 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:26.949363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-036330e3-e6b6-420c-a3c9-f48c1c8cad50 req-bba4c3c5-4f9c-4ce2-8c74-921051c7cca9 service neutron] 10.222.0.54 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543819 Sep 07 16:11:26.962356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad79eb-deb2-481e-a1ff-12060b1c6c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca65f41-2272-4de2-bb00-4d4db1f2c4cf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:26.972522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec376a-7e14-4152-9ba6-a4c22124f553 req-18cec3ff-1c99-49a0-8e0e-d144989fa031 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:26.981798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52ec376a-7e14-4152-9ba6-a4c22124f553 req-18cec3ff-1c99-49a0-8e0e-d144989fa031 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.2593110 Sep 07 16:11:27.075081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48614) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:27.103072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Network 959b0cec-8319-48d1-bbf0-bc72dbef9c4e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:27.104468 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52ec376a-7e14-4152-9ba6-a4c22124f553 req-ca491e58-2c13-44e3-b5d8-6f8304bb6b75 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018724 Sep 07 16:11:27.134632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:27.191557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6d81343a-52b3-42fa-adc9-d051b4644dcb, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6d81343a-52b3-42fa-adc9-d051b4644dcb,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:27.211451 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0175d2a9-6485-4e88-991c-99d689ca4a83 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8aa3f2cbf3b549acb378a297e79ccdd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1331742 Sep 07 16:11:27.214706 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48616) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:27.226114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '6d81343a-52b3-42fa-adc9-d051b4644dcb', 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d', 'port_id': '6d81343a-52b3-42fa-adc9-d051b4644dcb', 'mac_address': 'fa:16:3e:50:e9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79702e3-11e7-4e35-b1b0-316ea9afe5b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:27.242008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-036330e3-e6b6-420c-a3c9-f48c1c8cad50 req-d3f92213-d49d-4d50-85ac-935a2105ccfa service neutron] 10.222.0.54 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584381 Sep 07 16:11:27.303115 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:27.351071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d81343a-52b3-42fa-adc9-d051b4644dcb {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:27.406460 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:27.425470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13797644-d32e-4990-b807-65fded4c7283 req-bf891b33-44ef-42d2-a4a2-f8d32e807bde tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:27.427052 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13797644-d32e-4990-b807-65fded4c7283 req-bf891b33-44ef-42d2-a4a2-f8d32e807bde tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 944 time: 0.1833496 Sep 07 16:11:27.457194 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e301a270-623e-428c-af8e-fa2d26842bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:27.464043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6d81343a-52b3-42fa-adc9-d051b4644dcb, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6d81343a-52b3-42fa-adc9-d051b4644dcb,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:27.489402 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:27.505740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 083389c0-0f9c-4cf2-bf8f-52be1b69961f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:27.510001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d254805-0c37-4a7e-9ee8-1dbee71f767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551a0a3d-c364-41d6-99b1-243e5f239353'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:27.512348 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8c2b60-80cb-4047-8746-7887fc4189da" -d '{"events": [{"server_uuid": "6d254805-0c37-4a7e-9ee8-1dbee71f767f", "name": "network-vif-plugged", "status": "completed", "tag": "551a0a3d-c364-41d6-99b1-243e5f239353"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:27.526345 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Router 96ee4caf-fdac-46b9-829b-66ec8bafe242 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:11:27.558305 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e301a270-623e-428c-af8e-fa2d26842bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:27.565789 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13797644-d32e-4990-b807-65fded4c7283 req-cef1b334-6f8c-4357-93f1-334ab7eb5f0c tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289768 Sep 07 16:11:27.586510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3898dd19-6c1b-4e1e-bc9c-60cc622675fa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:27.586510 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3898dd19-6c1b-4e1e-bc9c-60cc622675fa tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.2628162 Sep 07 16:11:27.659558 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ce1f18-e34e-45a7-866d-406dd3deac7b x-openstack-request-id: req-e0ce1f18-e34e-45a7-866d-406dd3deac7b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:27.660081 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d254805-0c37-4a7e-9ee8-1dbee71f767f", "name": "network-vif-plugged", "status": "completed", "tag": "551a0a3d-c364-41d6-99b1-243e5f239353", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:27.660267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a0811-86a0-408c-82b5-a2f60d35cead req-63162e5d-8a03-441d-a028-365c4f22a543 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:27.661242 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0ce1f18-e34e-45a7-866d-406dd3deac7b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:27.661702 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d254805-0c37-4a7e-9ee8-1dbee71f767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551a0a3d-c364-41d6-99b1-243e5f239353', 'code': 200} Sep 07 16:11:27.668961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 551a0a3d-c364-41d6-99b1-243e5f239353, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=551a0a3d-c364-41d6-99b1-243e5f239353,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:27.671616 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c14a0811-86a0-408c-82b5-a2f60d35cead req-63162e5d-8a03-441d-a028-365c4f22a543 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 948 time: 0.1297338 Sep 07 16:11:27.697640 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:27.698590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6d81343a-52b3-42fa-adc9-d051b4644dcb no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:27.722812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3b22018e-693f-4757-9915-dcd90d9c5cc2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Request body: {'port': {'device_id': '77aeaeff-457e-43bc-be81-83ed70e6497f', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'admin_state_up': True, 'tenant_id': '08157560ffc74d54a362078b263c837e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:27.730687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:11:27.745081 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f4f0528a-7720-41d6-93d2-87b4b6d5bf69 admin admin] 10.222.0.70 "PUT /v2.0/routers/96ee4caf-fdac-46b9-829b-66ec8bafe242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7431953 Sep 07 16:11:27.848463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c14a0811-86a0-408c-82b5-a2f60d35cead req-d4897122-faa7-4570-943d-e8360e1a9b3f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740386 Sep 07 16:11:27.872892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=6d81343a-52b3-42fa-adc9-d051b4644dcb,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:27.873088 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aae05a23-73c8-4373-b159-dd7f9f724f0f req-f3604a38-3520-4be9-843b-0baa9240e569 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 210 time: 0.1163342 Sep 07 16:11:27.886765 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79958-333d-4740-a35c-4a79ba5ddc3f req-8aeb394a-8384-48d0-9e32-65f20afee827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:27.889838 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4bb79958-333d-4740-a35c-4a79ba5ddc3f req-8aeb394a-8384-48d0-9e32-65f20afee827 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 1100 time: 0.1430125 Sep 07 16:11:27.917359 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e301a270-623e-428c-af8e-fa2d26842bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:27.920161 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e301a270-623e-428c-af8e-fa2d26842bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:27.921611 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e301a270-623e-428c-af8e-fa2d26842bc4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9 HTTP/1.1" status: 204 len: 168 time: 0.7057467 Sep 07 16:11:27.972443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301a270-623e-428c-af8e-fa2d26842bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20a6dfc-e4dd-48c8-9749-6bb9a289ceb9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:27.976040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['6d81343a-52b3-42fa-adc9-d051b4644dcb'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:28.039461 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4bb79958-333d-4740-a35c-4a79ba5ddc3f req-3de3ab1b-95a3-4a4a-a752-65727c133ba9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316183 Sep 07 16:11:28.046312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce1f37-6dca-46ce-9166-fa0e7a638137 req-92804e2b-fd8d-4f09-9bb7-6594d744d713 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:28.047925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1ce1f37-6dca-46ce-9166-fa0e7a638137 req-92804e2b-fd8d-4f09-9bb7-6594d744d713 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1006424 Sep 07 16:11:28.051076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3b22018e-693f-4757-9915-dcd90d9c5cc2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Made reservation on behalf of 08157560ffc74d54a362078b263c837e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:28.054634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3b22018e-693f-4757-9915-dcd90d9c5cc2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.137200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1ce1f37-6dca-46ce-9166-fa0e7a638137 req-b0346336-34f1-4770-96da-777d7acfed74 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794699 Sep 07 16:11:28.144029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 083389c0-0f9c-4cf2-bf8f-52be1b69961f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:28.199248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 083389c0-0f9c-4cf2-bf8f-52be1b69961f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:28.199663 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.311180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac134d-f097-4404-a5bf-b8d9b8b84e33 req-78dd6c71-86b4-4037-9a00-ef252172e5a0 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:28.313497 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b1ac134d-f097-4404-a5bf-b8d9b8b84e33 req-78dd6c71-86b4-4037-9a00-ef252172e5a0 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 945 time: 0.0944364 Sep 07 16:11:28.326493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Sync routers for ids ['96ee4caf-fdac-46b9-829b-66ec8bafe242'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:11:28.349379 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=551a0a3d-c364-41d6-99b1-243e5f239353,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:28.356265 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.367417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3b22018e-693f-4757-9915-dcd90d9c5cc2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Allocated IP 172.20.0.10 (14e2ab01-5976-49ca-ae77-fe62952618d8/96c75e00-1127-4340-a636-8f3831620571/368fe694-f0dd-45e9-b13c-fb404a661d88) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:28.371486 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Routers {'96ee4caf-fdac-46b9-829b-66ec8bafe242'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:11:28.372727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:11:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['96ee4caf-fdac-46b9-829b-66ec8bafe242'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:28.379625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b1ac134d-f097-4404-a5bf-b8d9b8b84e33 req-76db6c77-43b2-4594-a3f7-540c9f77a1b5 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590506 Sep 07 16:11:28.457490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6d81343a-52b3-42fa-adc9-d051b4644dcb {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:28.531585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48668) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:28.584631 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3b22018e-693f-4757-9915-dcd90d9c5cc2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.616764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-030e37eb-7a30-406c-8a30-630aeca022a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d64cb4d5805143c98747b3ed2b421edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818570 Sep 07 16:11:28.619467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48672) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:28.639778 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3b22018e-693f-4757-9915-dcd90d9c5cc2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.683185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3b22018e-693f-4757-9915-dcd90d9c5cc2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Network 14e2ab01-5976-49ca-ae77-fe62952618d8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:28.689469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3b22018e-693f-4757-9915-dcd90d9c5cc2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:28.690762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6d81343a-52b3-42fa-adc9-d051b4644dcb, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6d81343a-52b3-42fa-adc9-d051b4644dcb,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:28.692922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3b22018e-693f-4757-9915-dcd90d9c5cc2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:28.712954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6056436-320c-4a62-b157-59850966c8c0 req-db94b389-7b85-42a5-8026-37f40f646eee tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:28.714458 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-db94b389-7b85-42a5-8026-37f40f646eee tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/networks?id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e HTTP/1.1" status: 200 len: 819 time: 0.2239287 Sep 07 16:11:28.725391 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5b9330df-bb29-4268-8b7f-b78e73c63eed details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:28.734183 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22018e-693f-4757-9915-dcd90d9c5cc2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event updated for resources: {'Port': ['ID=368fe694-f0dd-45e9-b13c-fb404a661d88,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:28.743838 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.750244 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7a16d1c3-87d3-40c8-8ee1-25ba11d0a8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.755923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-023bb2fc-c886-4c6a-8bae-bbba2a951885 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/quotas/8da3fe3748234677b7686b108e516924 HTTP/1.1" status: 200 len: 375 time: 0.0269094 Sep 07 16:11:28.765212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9fa33-0650-4448-9b60-d0e154f1ad37 req-52fe35cb-7a70-4ccf-9f1f-a5087f8982ae tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:28.767061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63b9fa33-0650-4448-9b60-d0e154f1ad37 req-52fe35cb-7a70-4ccf-9f1f-a5087f8982ae tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 944 time: 0.1109781 Sep 07 16:11:28.778158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3b22018e-693f-4757-9915-dcd90d9c5cc2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:28.778966 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3b22018e-693f-4757-9915-dcd90d9c5cc2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.795883 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3b22018e-693f-4757-9915-dcd90d9c5cc2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0799992 Sep 07 16:11:28.811692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Request body: {'port': {'device_id': '77aeaeff-457e-43bc-be81-83ed70e6497f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:28.816735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7a16d1c3-87d3-40c8-8ee1-25ba11d0a8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.818760 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.842827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Set router 96ee4caf-fdac-46b9-829b-66ec8bafe242 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:11:28.880893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-a1979dae-a69b-42ac-abe3-24495af07506 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8da3fe3748234677b7686b108e516924&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1081464 Sep 07 16:11:28.886301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63b9fa33-0650-4448-9b60-d0e154f1ad37 req-6c1d8553-f2bb-4dc6-946b-6829eca66fe2 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001840 Sep 07 16:11:28.899073 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.936478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 083389c0-0f9c-4cf2-bf8f-52be1b69961f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=083389c0-0f9c-4cf2-bf8f-52be1b69961f,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:28.969136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=6d81343a-52b3-42fa-adc9-d051b4644dcb,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:28.984727 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7a16d1c3-87d3-40c8-8ee1-25ba11d0a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.987361 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.987645 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7a16d1c3-87d3-40c8-8ee1-25ba11d0a8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:28.988974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7a16d1c3-87d3-40c8-8ee1-25ba11d0a8fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08020947-2b88-4ca1-8c2d-8fab3391d21b HTTP/1.1" status: 204 len: 168 time: 0.3687272 Sep 07 16:11:29.053168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16d1c3-87d3-40c8-8ee1-25ba11d0a8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08020947-2b88-4ca1-8c2d-8fab3391d21b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:29.092455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-c9516ed4-7a38-4154-91bd-b11415be738f service neutron] 10.222.0.70 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983581 Sep 07 16:11:29.108016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d810b33-4814-48f1-9417-ebb9887e5506 req-928cd57c-40dc-4713-a0ad-61831faf8f0d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:29.110443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d810b33-4814-48f1-9417-ebb9887e5506 req-928cd57c-40dc-4713-a0ad-61831faf8f0d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 949 time: 0.1037223 Sep 07 16:11:29.118935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:29.190636 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:11:29.191037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2ca65f41-2272-4de2-bb00-4d4db1f2c4cf not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:11:29.206183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=083389c0-0f9c-4cf2-bf8f-52be1b69961f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:29.211970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5b9330df-bb29-4268-8b7f-b78e73c63eed, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b9330df-bb29-4268-8b7f-b78e73c63eed,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:29.232124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '5b9330df-bb29-4268-8b7f-b78e73c63eed', 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9', 'port_id': '5b9330df-bb29-4268-8b7f-b78e73c63eed', 'mac_address': 'fa:16:3e:bc:c3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efa4370-cd4e-41e0-86aa-a50e7e7ef94d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:29.316919 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:29.337232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9330df-bb29-4268-8b7f-b78e73c63eed {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:29.364148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5b9330df-bb29-4268-8b7f-b78e73c63eed, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b9330df-bb29-4268-8b7f-b78e73c63eed,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:29.370746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:11:25Z', 'revision_number': 4, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'cfbcbf86-b526-43e4-b642-5ceea5917c8b', 'name': '', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'mac_address': 'fa:16:3e:4b:46:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:24Z', 'updated_at': '2021-09-07T16:11:25Z', 'revision_number': 2, 'project_id': '8da3fe3748234677b7686b108e516924', 'subnets': [{'id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:29.374815 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:29.411929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 083389c0-0f9c-4cf2-bf8f-52be1b69961f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:29.416046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Checking router: 96ee4caf-fdac-46b9-829b-66ec8bafe242 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:11:29.416441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Updating router 96ee4caf-fdac-46b9-829b-66ec8bafe242 port cfbcbf86-b526-43e4-b642-5ceea5917c8b binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:11:29.501642 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:29.529926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=5b9330df-bb29-4268-8b7f-b78e73c63eed,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:29.592558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 083389c0-0f9c-4cf2-bf8f-52be1b69961f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:29.592944 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:29.671139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d810b33-4814-48f1-9417-ebb9887e5506 req-51114763-6e43-430d-a891-04c739348a51 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449815 Sep 07 16:11:29.688081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['5b9330df-bb29-4268-8b7f-b78e73c63eed'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:29.693339 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368fe694-f0dd-45e9-b13c-fb404a661d88 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:29.711313 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:29.725073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-d781c947-a9c4-4b7a-a029-555cb786f255 service neutron] 10.222.0.70 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132946 Sep 07 16:11:29.736994 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Transition to ACTIVE for port object 368fe694-f0dd-45e9-b13c-fb404a661d88 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:29.745429 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:29.874597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Pushing event updated for resources: {'Port': ['ID=368fe694-f0dd-45e9-b13c-fb404a661d88,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:29.902024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda6422-cb96-4c08-b10c-eb294f107db4 req-dc9b2993-4023-40b7-8c05-01f1da078748 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:29.904827 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1fda6422-cb96-4c08-b10c-eb294f107db4 req-dc9b2993-4023-40b7-8c05-01f1da078748 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 944 time: 0.1104114 Sep 07 16:11:29.960289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1fda6422-cb96-4c08-b10c-eb294f107db4 req-cae33b07-8eb6-43f3-9ba0-8332eca5a298 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503640 Sep 07 16:11:29.994035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Attempting to bind port 368fe694-f0dd-45e9-b13c-fb404a661d88 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:29.994436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Attempting to bind port 368fe694-f0dd-45e9-b13c-fb404a661d88 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:29.994763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Attempting to bind port 368fe694-f0dd-45e9-b13c-fb404a661d88 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:30.003256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Port 368fe694-f0dd-45e9-b13c-fb404a661d88 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:11:30.003631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Attempting to bind port 368fe694-f0dd-45e9-b13c-fb404a661d88 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:30.013954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:30.014504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Checking segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:30.014912 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Bound using segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:30.015374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Bound port: 368fe694-f0dd-45e9-b13c-fb404a661d88, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:30.015995 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.089723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48710) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:30.127301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] For port 368fe694-f0dd-45e9-b13c-fb404a661d88, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:30.133212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] For port 368fe694-f0dd-45e9-b13c-fb404a661d88, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=368fe694-f0dd-45e9-b13c-fb404a661d88,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:30.138816 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.142919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dd2b1-6d14-4d2d-b579-566c00933825 req-210e963d-a15e-42aa-b109-833752c7c786 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:30.158871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4d3dd2b1-6d14-4d2d-b579-566c00933825 req-210e963d-a15e-42aa-b109-833752c7c786 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1316850 Sep 07 16:11:30.185692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:30.186526 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.188127 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.188662 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] 10.222.0.35 "PUT /v2.0/ports/368fe694-f0dd-45e9-b13c-fb404a661d88 HTTP/1.1" status: 200 len: 1092 time: 1.3829310 Sep 07 16:11:30.188662 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aeaeff-457e-43bc-be81-83ed70e6497f', 'tag': '368fe694-f0dd-45e9-b13c-fb404a661d88'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:30.191478 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c088f41-c08c-4dbd-8205-4e61f9b72467" -d '{"events": [{"name": "network-changed", "server_uuid": "77aeaeff-457e-43bc-be81-83ed70e6497f", "tag": "368fe694-f0dd-45e9-b13c-fb404a661d88"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:30.197966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb6d66-dd89-4b57-8b00-2e2318e73ab6 req-2685151e-0984-4300-908a-0bcf11febf05 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:30.207817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbbb6d66-dd89-4b57-8b00-2e2318e73ab6 req-2685151e-0984-4300-908a-0bcf11febf05 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 944 time: 0.1416900 Sep 07 16:11:30.208002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Transition to ACTIVE for port object cfbcbf86-b526-43e4-b642-5ceea5917c8b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:30.221501 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.240680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95c7cc-8b76-4e49-8c44-a4295f0d28c0 service neutron] Pushing event updated for resources: {'Port': ['ID=368fe694-f0dd-45e9-b13c-fb404a661d88,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:30.271134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4d3dd2b1-6d14-4d2d-b579-566c00933825 req-c079bbb2-001c-485c-b9ac-54cdf555e86d tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047080 Sep 07 16:11:30.314335 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbbb6d66-dd89-4b57-8b00-2e2318e73ab6 req-0e4aff2c-de37-491b-b323-f6deae66a605 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001093 Sep 07 16:11:30.322837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6863b16-d8ea-4a4b-a156-e13ceeef7877 None None] Pushing event updated for resources: {'Port': ['ID=cfbcbf86-b526-43e4-b642-5ceea5917c8b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:30.339000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-20a70e25-545b-4d81-8563-58f913325c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:30.340578 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-20a70e25-545b-4d81-8563-58f913325c26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 1095 time: 0.0964801 Sep 07 16:11:30.393966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1372664675-network', 'tenant_id': '275eefbeebf7488abbd59f716bb945d6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:30.399765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Attempting to bind port cfbcbf86-b526-43e4-b642-5ceea5917c8b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:30.401251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Attempting to bind port cfbcbf86-b526-43e4-b642-5ceea5917c8b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'a48f8a4a-1564-4678-b191-f9b01d4b50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:30.402330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Attempting to bind port cfbcbf86-b526-43e4-b642-5ceea5917c8b on network 959b0cec-8319-48d1-bbf0-bc72dbef9c4e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:30.405041 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-a8457039-dfa2-47d8-93fc-5cd9c991723f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368fe694-f0dd-45e9-b13c-fb404a661d88 HTTP/1.1" status: 200 len: 217 time: 0.0525906 Sep 07 16:11:30.411563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:30.411985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Checking segment: {'id': 'a48f8a4a-1564-4678-b191-f9b01d4b50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:30.412547 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.413005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Bound using segment: {'id': 'a48f8a4a-1564-4678-b191-f9b01d4b50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:30.413383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Bound port: cfbcbf86-b526-43e4-b642-5ceea5917c8b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48f8a4a-1564-4678-b191-f9b01d4b50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:30.413898 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.445966 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c06550bf-7e9d-4ca8-8638-bc408f196c72 req-a774e8dc-8264-49ce-911c-ca533ddd8c7f tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 210 time: 0.0845008 Sep 07 16:11:30.470036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-cadcadde-4e4b-4f62-8a62-29291a0cbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:30.471604 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-cadcadde-4e4b-4f62-8a62-29291a0cbc53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.0544550 Sep 07 16:11:30.508368 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd518d0-8e5b-4481-9261-3fe0ace99d56 x-openstack-request-id: req-0fd518d0-8e5b-4481-9261-3fe0ace99d56 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:30.508937 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77aeaeff-457e-43bc-be81-83ed70e6497f", "tag": "368fe694-f0dd-45e9-b13c-fb404a661d88", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:30.509560 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0fd518d0-8e5b-4481-9261-3fe0ace99d56 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:30.510019 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77aeaeff-457e-43bc-be81-83ed70e6497f', 'tag': '368fe694-f0dd-45e9-b13c-fb404a661d88', 'status': 'completed', 'code': 200} Sep 07 16:11:30.526103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Made reservation on behalf of 275eefbeebf7488abbd59f716bb945d6 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:30.526738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] For port cfbcbf86-b526-43e4-b642-5ceea5917c8b, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:30.527928 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-62fe48a0-c54c-4703-b367-537691da4eb9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476089 Sep 07 16:11:30.529497 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.532023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] For port cfbcbf86-b526-43e4-b642-5ceea5917c8b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=cfbcbf86-b526-43e4-b642-5ceea5917c8b,segment=NetworkSegment(a48f8a4a-1564-4678-b191-f9b01d4b50f9),segment_id=a48f8a4a-1564-4678-b191-f9b01d4b50f9)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:30.538335 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.543003 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.560283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb8af7-39c2-46d5-a938-254f95460878 req-37cc2947-461b-483b-80a6-390b511ce467 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:30.561881 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfcb8af7-39c2-46d5-a938-254f95460878 req-37cc2947-461b-483b-80a6-390b511ce467 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 945 time: 0.1013334 Sep 07 16:11:30.614156 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Routers {'96ee4caf-fdac-46b9-829b-66ec8bafe242'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:11:30.614822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:11:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['96ee4caf-fdac-46b9-829b-66ec8bafe242'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:30.632991 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfcb8af7-39c2-46d5-a938-254f95460878 req-081dad1f-9fd3-4594-8b01-582885a7e901 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631843 Sep 07 16:11:30.649429 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-73edf8bb-24e2-447a-a27a-60d83dbe8cab service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119561 Sep 07 16:11:30.674023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6863b16-d8ea-4a4b-a156-e13ceeef7877 None None] Pushing event updated for resources: {'Port': ['ID=cfbcbf86-b526-43e4-b642-5ceea5917c8b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:30.720847 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.726575 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.755926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:11:30.775751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b477040-10dc-4f1a-b874-3f5229c6c4cb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:30.780560 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.781026 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7a5ef267-b78c-4db4-9fb2-3e8539d9c04f req-0f3163c3-12dd-4521-af35-308e76f70732 service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248970 Sep 07 16:11:30.781525 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Added segment 747b1041-3392-4bcb-a3f8-aba1727a6a9b of type vlan for network 5e932de2-19fe-4255-aab5-adf8298660c6 Sep 07 16:11:30.784284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:30.796985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6d81343a-52b3-42fa-adc9-d051b4644dcb up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:30.804157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] Set router 96ee4caf-fdac-46b9-829b-66ec8bafe242 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:11:30.866786 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.887802 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c088f41-c08c-4dbd-8205-4e61f9b72467 req-6296060b-778a-4498-aa4e-e7cb487af6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:30.889414 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c088f41-c08c-4dbd-8205-4e61f9b72467 req-6296060b-778a-4498-aa4e-e7cb487af6eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 1095 time: 0.0478387 Sep 07 16:11:30.913494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bba88e-8b82-4251-a645-73a676ab424b req-7062a4f4-4205-4529-b058-d1f96319e25a tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:30.922705 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bba88e-8b82-4251-a645-73a676ab424b req-7062a4f4-4205-4529-b058-d1f96319e25a tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 949 time: 0.1032131 Sep 07 16:11:30.959182 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:30.960218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:30.960828 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:31.002712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c088f41-c08c-4dbd-8205-4e61f9b72467 req-77c3b0b5-e460-4c62-bc6f-ee9699a3deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:31.004329 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c088f41-c08c-4dbd-8205-4e61f9b72467 req-77c3b0b5-e460-4c62-bc6f-ee9699a3deec service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 912 time: 0.1072598 Sep 07 16:11:31.040131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=5e932de2-19fe-4255-aab5-adf8298660c6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:31.053203 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c088f41-c08c-4dbd-8205-4e61f9b72467 req-f4e7db15-9c61-4008-8b86-acd216e0ea71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368fe694-f0dd-45e9-b13c-fb404a661d88 HTTP/1.1" status: 200 len: 217 time: 0.0410318 Sep 07 16:11:31.073216 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bba88e-8b82-4251-a645-73a676ab424b req-f71f3ed0-8e21-42d3-9edd-647a866b22f0 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490467 Sep 07 16:11:31.099184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 5e932de2-19fe-4255-aab5-adf8298660c6 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:11:31.108664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fa0179a9-687c-4393-b8bd-6992a87d7ec7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0157566 Sep 07 16:11:31.111663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48736) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:31.118264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a0397b3b-084f-4e3c-9410-43a677b1acc2 admin admin] Request body: {'subnet': {'network_id': '5e932de2-19fe-4255-aab5-adf8298660c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1372664675-subnet', 'tenant_id': '275eefbeebf7488abbd59f716bb945d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:31.136644 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c088f41-c08c-4dbd-8205-4e61f9b72467 req-8dd26474-a6e2-4593-929f-e1b00e743a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:31.139055 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c088f41-c08c-4dbd-8205-4e61f9b72467 req-8dd26474-a6e2-4593-929f-e1b00e743a4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.0764086 Sep 07 16:11:31.143036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a40c7-606e-4a4c-9ca2-66c2d455ea0e req-a8d8498d-9b5a-4560-b489-7aa3acf2e4c8 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:31.144666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d23a40c7-606e-4a4c-9ca2-66c2d455ea0e req-a8d8498d-9b5a-4560-b489-7aa3acf2e4c8 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 944 time: 0.0990088 Sep 07 16:11:31.179396 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c088f41-c08c-4dbd-8205-4e61f9b72467 req-c3c5bad7-ece8-458d-990d-48f1ec8768d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275965 Sep 07 16:11:31.185767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:11:31.192935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0397b3b-084f-4e3c-9410-43a677b1acc2 admin admin] Made reservation on behalf of 275eefbeebf7488abbd59f716bb945d6 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:31.195229 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0397b3b-084f-4e3c-9410-43a677b1acc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:31.252402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d23a40c7-606e-4a4c-9ca2-66c2d455ea0e req-c45c7acc-418e-4a65-b3e1-562e26c97ee6 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001551 Sep 07 16:11:31.299890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e6be2-47da-45eb-8dda-e93e73e091f3 req-232a1e4c-70b4-4b38-adeb-a8a67caec640 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:31.300145 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c088f41-c08c-4dbd-8205-4e61f9b72467 req-b530cb70-6b92-42a3-9e5a-fc36e64d484b service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129665 Sep 07 16:11:31.301494 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-850e6be2-47da-45eb-8dda-e93e73e091f3 req-232a1e4c-70b4-4b38-adeb-a8a67caec640 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1349320 Sep 07 16:11:31.380768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 6d81343a-52b3-42fa-adc9-d051b4644dcb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:31.381385 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:31.419582 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6c088f41-c08c-4dbd-8205-4e61f9b72467 req-df2c0274-d0e4-4fc7-af35-b393d522d870 service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085362 Sep 07 16:11:31.425164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:31.440744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-850e6be2-47da-45eb-8dda-e93e73e091f3 req-a7c053d5-2420-4b22-8765-13afa8092237 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318178 Sep 07 16:11:31.451401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4', 'mac_address': 'fa:16:3e:23:0f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:31.463930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ab647-1fa4-4f63-acce-99d5aeec43ba req-d67b3751-ade3-4c2f-acf2-ae4516e2cff2 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:31.465845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e38ab647-1fa4-4f63-acce-99d5aeec43ba req-d67b3751-ade3-4c2f-acf2-ae4516e2cff2 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1195769 Sep 07 16:11:31.517294 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:31.573067 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:11:25Z', 'revision_number': 4, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'cfbcbf86-b526-43e4-b642-5ceea5917c8b', 'name': '', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'mac_address': 'fa:16:3e:4b:46:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:24Z', 'updated_at': '2021-09-07T16:11:30Z', 'revision_number': 4, 'project_id': '8da3fe3748234677b7686b108e516924', 'subnets': [{'id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:31.576656 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:31.592145 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0397b3b-084f-4e3c-9410-43a677b1acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:31.603720 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:31.609848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e38ab647-1fa4-4f63-acce-99d5aeec43ba req-e20effea-e106-47a1-b068-f52403b182bd tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273584 Sep 07 16:11:31.628961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:31.639273 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97cd43c-3c67-4d49-8888-326935a113e6 None None] The sync data for ids ['96ee4caf-fdac-46b9-829b-66ec8bafe242'] in n-d-807551-3 is: [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:11:25Z', 'revision_number': 4, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'cfbcbf86-b526-43e4-b642-5ceea5917c8b', 'name': '', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'mac_address': 'fa:16:3e:4b:46:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:24Z', 'updated_at': '2021-09-07T16:11:30Z', 'revision_number': 4, 'project_id': '8da3fe3748234677b7686b108e516924', 'subnets': [{'id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:11:31.679321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d81343a-52b3-42fa-adc9-d051b4644dcb'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:31.681816 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbf8ea7-bf7d-4e63-99d1-7cf8765f477b" -d '{"events": [{"server_uuid": "7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9", "name": "network-vif-plugged", "status": "completed", "tag": "6d81343a-52b3-42fa-adc9-d051b4644dcb"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:31.706655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972ba34-8753-4a2b-a6cb-723720fcf297 req-ae521d7e-85f5-47f6-ad5c-85675ef181fc tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:31.714796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6972ba34-8753-4a2b-a6cb-723720fcf297 req-ae521d7e-85f5-47f6-ad5c-85675ef181fc tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 944 time: 0.1758795 Sep 07 16:11:31.722863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0397b3b-084f-4e3c-9410-43a677b1acc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a41f99-f887-4269-a364-f1a7a94df057,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:31.746935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6d81343a-52b3-42fa-adc9-d051b4644dcb, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6d81343a-52b3-42fa-adc9-d051b4644dcb,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:31.757624 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:31.763776 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:31.786413 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:31.831259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6972ba34-8753-4a2b-a6cb-723720fcf297 req-29e7c697-cc5c-41af-927b-40d764c7d78c tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153183 Sep 07 16:11:31.832305 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0397b3b-084f-4e3c-9410-43a677b1acc2 admin admin] Checking segment: {'id': '747b1041-3392-4bcb-a3f8-aba1727a6a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e932de2-19fe-4255-aab5-adf8298660c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:31.832892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0397b3b-084f-4e3c-9410-43a677b1acc2 admin admin] Network hostable DHCP agents. Network: 5e932de2-19fe-4255-aab5-adf8298660c6, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:11:31.872039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6056436-320c-4a62-b157-59850966c8c0 req-f7fc1df6-a575-44d6-8bd2-dc082ab2a8aa tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:31.873854 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-f7fc1df6-a575-44d6-8bd2-dc082ab2a8aa tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.35 "GET /v2.0/networks?id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e HTTP/1.1" status: 200 len: 819 time: 0.2580745 Sep 07 16:11:31.889153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=6d81343a-52b3-42fa-adc9-d051b4644dcb,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:31.901393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-b6056436-320c-4a62-b157-59850966c8c0 req-2c4c9804-3e11-467c-a29c-9e962f4da13d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Request body: {'port': {'device_id': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'admin_state_up': True, 'tenant_id': '8da3fe3748234677b7686b108e516924'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:31.924719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d1e5ad9-1193-406f-a963-66c86a808319 req-c2420514-d85e-42f8-a1f3-1f7b2e65f4f5 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 210 time: 0.0571213 Sep 07 16:11:31.938546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0397b3b-084f-4e3c-9410-43a677b1acc2 admin admin] Network 5e932de2-19fe-4255-aab5-adf8298660c6 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:11:31.955558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a0397b3b-084f-4e3c-9410-43a677b1acc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 5e932de2-19fe-4255-aab5-adf8298660c6) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:31.967248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25131013-1ddc-4f54-8957-7a04b7c37be8 None None] Network 5e932de2-19fe-4255-aab5-adf8298660c6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:11:31.989310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0397b3b-084f-4e3c-9410-43a677b1acc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:31.990721 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0397b3b-084f-4e3c-9410-43a677b1acc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:32.013975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:32.021644 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-db60429c-65b9-4634-917f-b65bbcbfe892 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1cd24caae063442f97bb1cf596b0fc80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593121 Sep 07 16:11:32.034047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['0c7a00fa-2c09-48af-b2ff-9a0d3323eca4'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:32.070513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a0397b3b-084f-4e3c-9410-43a677b1acc2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9577096 Sep 07 16:11:32.156876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6056436-320c-4a62-b157-59850966c8c0 req-2c4c9804-3e11-467c-a29c-9e962f4da13d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Made reservation on behalf of 8da3fe3748234677b7686b108e516924 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:32.161229 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b6056436-320c-4a62-b157-59850966c8c0 req-2c4c9804-3e11-467c-a29c-9e962f4da13d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:32.179208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630b244-0926-4a1c-a3cc-40e70eab3e29 req-3ef19bdc-6067-42b9-aa8f-f9c8bea015b0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:32.181006 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3630b244-0926-4a1c-a3cc-40e70eab3e29 req-3ef19bdc-6067-42b9-aa8f-f9c8bea015b0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 945 time: 0.1671052 Sep 07 16:11:32.261965 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:32.267777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef39296-e41b-40aa-8ccb-d054ba320e4a None None] Network 5e932de2-19fe-4255-aab5-adf8298660c6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:11:32.273053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-6edec49a-2799-4cdb-b832-07e691c9da59 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:32.279668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-6edec49a-2799-4cdb-b832-07e691c9da59 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326734 Sep 07 16:11:32.291913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3630b244-0926-4a1c-a3cc-40e70eab3e29 req-ce9ab08c-4e4d-4946-8f8c-e518db278112 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998569 Sep 07 16:11:32.305401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-67c092dd-c2ee-48fe-a29b-ec6a682c7716 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/quotas/1cd24caae063442f97bb1cf596b0fc80 HTTP/1.1" status: 200 len: 375 time: 0.0118706 Sep 07 16:11:32.393418 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cf49fb-d346-4eef-98eb-a17ee4b933eb x-openstack-request-id: req-93cf49fb-d346-4eef-98eb-a17ee4b933eb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:32.394026 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9", "name": "network-vif-plugged", "status": "completed", "tag": "6d81343a-52b3-42fa-adc9-d051b4644dcb", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:32.394194 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93cf49fb-d346-4eef-98eb-a17ee4b933eb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:32.394597 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d81343a-52b3-42fa-adc9-d051b4644dcb', 'code': 200} Sep 07 16:11:32.400652 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-b6056436-320c-4a62-b157-59850966c8c0 req-2c4c9804-3e11-467c-a29c-9e962f4da13d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Allocated IP 172.20.0.5 (959b0cec-8319-48d1-bbf0-bc72dbef9c4e/01f4de72-4935-4872-b8e1-3e60167416ad/2d64dc87-91fa-489c-be31-40d4ac4ad046) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:32.403819 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-22319f5d-bd74-412b-8392-3190542ae64d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1cd24caae063442f97bb1cf596b0fc80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881391 Sep 07 16:11:32.621001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-47b9c818-13a0-4761-ba94-ac4a2c99a3bc req-254d5490-24ba-4e46-9447-1aff55f60dc1 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-905121776', 'description': 'tempest-description-1405298309'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:32.670150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5b9330df-bb29-4268-8b7f-b78e73c63eed up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:32.688164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ac080-77c2-4578-9598-cbbaa48c1bd9 req-e5105768-6f49-4e06-94f0-ab7401e9ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:32.689869 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3b6ac080-77c2-4578-9598-cbbaa48c1bd9 req-e5105768-6f49-4e06-94f0-ab7401e9ac75 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 1097 time: 0.1247597 Sep 07 16:11:32.695475 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-47b9c818-13a0-4761-ba94-ac4a2c99a3bc req-254d5490-24ba-4e46-9447-1aff55f60dc1 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:32.757448 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3b6ac080-77c2-4578-9598-cbbaa48c1bd9 req-115fcb7a-c486-419c-b855-cc37df734b63 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583687 Sep 07 16:11:32.759742 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 5b9330df-bb29-4268-8b7f-b78e73c63eed completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:32.761354 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b6056436-320c-4a62-b157-59850966c8c0 req-2c4c9804-3e11-467c-a29c-9e962f4da13d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:32.768410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 5b9330df-bb29-4268-8b7f-b78e73c63eed triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:32.768874 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:32.809130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77989969-1820-4bc8-b11d-74a6ea468e97 req-a0aa9e51-e763-4c64-b46e-5879b8554347 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:32.811115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77989969-1820-4bc8-b11d-74a6ea468e97 req-a0aa9e51-e763-4c64-b46e-5879b8554347 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 944 time: 0.1543489 Sep 07 16:11:32.813206 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b6056436-320c-4a62-b157-59850966c8c0 req-2c4c9804-3e11-467c-a29c-9e962f4da13d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:32.875240 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6056436-320c-4a62-b157-59850966c8c0 req-2c4c9804-3e11-467c-a29c-9e962f4da13d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Network 959b0cec-8319-48d1-bbf0-bc72dbef9c4e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:32.893615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-b6056436-320c-4a62-b157-59850966c8c0 req-2c4c9804-3e11-467c-a29c-9e962f4da13d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:32.897763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6056436-320c-4a62-b157-59850966c8c0 req-2c4c9804-3e11-467c-a29c-9e962f4da13d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:32.904795 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77989969-1820-4bc8-b11d-74a6ea468e97 req-5113a6e3-b0b2-40d8-a790-1e0e802cf028 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804069 Sep 07 16:11:32.919094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c9804-3e11-467c-a29c-9e962f4da13d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Pushing event updated for resources: {'Port': ['ID=2d64dc87-91fa-489c-be31-40d4ac4ad046,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:32.963804 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:32.986048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-47b9c818-13a0-4761-ba94-ac4a2c99a3bc req-254d5490-24ba-4e46-9447-1aff55f60dc1 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:32.998078 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-47b9c818-13a0-4761-ba94-ac4a2c99a3bc req-254d5490-24ba-4e46-9447-1aff55f60dc1 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.039341 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45c6b79f-e251-4d04-88b4-281db67b0f32 req-a9b0832a-4fca-437f-81ec-0b83cbb7aa9f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 210 time: 0.0652900 Sep 07 16:11:33.048523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6056436-320c-4a62-b157-59850966c8c0 req-2c4c9804-3e11-467c-a29c-9e962f4da13d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:33.049093 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b6056436-320c-4a62-b157-59850966c8c0 req-2c4c9804-3e11-467c-a29c-9e962f4da13d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.062385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5b9330df-bb29-4268-8b7f-b78e73c63eed, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b9330df-bb29-4268-8b7f-b78e73c63eed,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:33.076263 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.083854 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-2c4c9804-3e11-467c-a29c-9e962f4da13d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1985192 Sep 07 16:11:33.089929 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-47b9c818-13a0-4761-ba94-ac4a2c99a3bc req-254d5490-24ba-4e46-9447-1aff55f60dc1 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.091918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-47b9c818-13a0-4761-ba94-ac4a2c99a3bc req-254d5490-24ba-4e46-9447-1aff55f60dc1 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4735100 Sep 07 16:11:33.100141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d5490-24ba-4e46-9447-1aff55f60dc1 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3d2d7d-aae1-4dda-a28b-4bbfbc51392d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:33.139462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Request body: {'port': {'device_id': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:33.143614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=5b9330df-bb29-4268-8b7f-b78e73c63eed,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:33.231196 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.250187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e8aa7-8ff2-47e6-b097-eeaefcbe6756 req-539b250c-34b0-4c79-af96-c949db1e6dc4 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:33.251897 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-883e8aa7-8ff2-47e6-b097-eeaefcbe6756 req-539b250c-34b0-4c79-af96-c949db1e6dc4 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.0808406 Sep 07 16:11:33.377354 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-883e8aa7-8ff2-47e6-b097-eeaefcbe6756 req-9c09dce3-f637-437f-afdd-24a9a6cf9b7c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114695 Sep 07 16:11:33.422604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe709f4-598c-4678-a027-09eff6a6ff4e req-ceeb4d16-4d85-4dd1-a206-b94836754993 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:33.431680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2fe709f4-598c-4678-a027-09eff6a6ff4e req-ceeb4d16-4d85-4dd1-a206-b94836754993 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1642756 Sep 07 16:11:33.453189 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cfbcbf86-b526-43e4-b642-5ceea5917c8b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:33.518924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port cfbcbf86-b526-43e4-b642-5ceea5917c8b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:33.525004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port cfbcbf86-b526-43e4-b642-5ceea5917c8b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:33.526449 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.530038 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2fe709f4-598c-4678-a027-09eff6a6ff4e req-dcab8d33-e0ef-47c5-80f4-b0be0182486a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974834 Sep 07 16:11:33.566064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3137f2-dcd4-4dd9-8a47-b3ece7820ef8 req-d2883e28-7fea-4c8a-9831-117f820a16e2 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:33.575108 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f3137f2-dcd4-4dd9-8a47-b3ece7820ef8 req-d2883e28-7fea-4c8a-9831-117f820a16e2 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 931 time: 0.1109390 Sep 07 16:11:33.639954 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.644093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f3137f2-dcd4-4dd9-8a47-b3ece7820ef8 req-8de62469-66b3-4d7e-a1bf-76995ea06336 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671117 Sep 07 16:11:33.645471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d64dc87-91fa-489c-be31-40d4ac4ad046 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:33.658515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.662199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5867c35-a5ee-42fe-848e-fff427ec9a20 req-3d199e29-bf94-4289-b811-314387b717b2 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/cc3d2d7d-aae1-4dda-a28b-4bbfbc51392d HTTP/1.1" status: 200 len: 1804 time: 0.0840626 Sep 07 16:11:33.675307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d5867c35-a5ee-42fe-848e-fff427ec9a20 req-81c8e651-58cc-48ac-b436-f4cb5de4000f tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc3d2d7d-aae1-4dda-a28b-4bbfbc51392d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:33.676391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d5867c35-a5ee-42fe-848e-fff427ec9a20 req-81c8e651-58cc-48ac-b436-f4cb5de4000f tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc3d2d7d-aae1-4dda-a28b-4bbfbc51392d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:33.680631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Transition to ACTIVE for port object 2d64dc87-91fa-489c-be31-40d4ac4ad046 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:33.686611 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.687556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port cfbcbf86-b526-43e4-b642-5ceea5917c8b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=cfbcbf86-b526-43e4-b642-5ceea5917c8b,segment=NetworkSegment(a48f8a4a-1564-4678-b191-f9b01d4b50f9),segment_id=a48f8a4a-1564-4678-b191-f9b01d4b50f9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:33.691951 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.742993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Pushing event updated for resources: {'Port': ['ID=2d64dc87-91fa-489c-be31-40d4ac4ad046,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:33.755614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=cfbcbf86-b526-43e4-b642-5ceea5917c8b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:33.782629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5867c35-a5ee-42fe-848e-fff427ec9a20 req-81c8e651-58cc-48ac-b436-f4cb5de4000f tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.807490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115acc3-da61-4166-9b40-68f9f5b5c00c req-a8ecb86e-35a6-44fa-b947-f87c304e1378 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:33.809096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2115acc3-da61-4166-9b40-68f9f5b5c00c req-a8ecb86e-35a6-44fa-b947-f87c304e1378 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 946 time: 0.0938900 Sep 07 16:11:33.812391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Attempting to bind port 2d64dc87-91fa-489c-be31-40d4ac4ad046 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:33.812734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Attempting to bind port 2d64dc87-91fa-489c-be31-40d4ac4ad046 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a48f8a4a-1564-4678-b191-f9b01d4b50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:33.813111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Attempting to bind port 2d64dc87-91fa-489c-be31-40d4ac4ad046 on network 959b0cec-8319-48d1-bbf0-bc72dbef9c4e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:33.815950 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5867c35-a5ee-42fe-848e-fff427ec9a20 req-81c8e651-58cc-48ac-b436-f4cb5de4000f tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.817668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Port 2d64dc87-91fa-489c-be31-40d4ac4ad046 on network 959b0cec-8319-48d1-bbf0-bc72dbef9c4e not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:11:33.818111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Attempting to bind port 2d64dc87-91fa-489c-be31-40d4ac4ad046 on network 959b0cec-8319-48d1-bbf0-bc72dbef9c4e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:33.823287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:33.823680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Checking segment: {'id': 'a48f8a4a-1564-4678-b191-f9b01d4b50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:33.823998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Bound using segment: {'id': 'a48f8a4a-1564-4678-b191-f9b01d4b50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:33.824884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Bound port: 2d64dc87-91fa-489c-be31-40d4ac4ad046, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a48f8a4a-1564-4678-b191-f9b01d4b50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:33.824884 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.831504 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5867c35-a5ee-42fe-848e-fff427ec9a20 req-81c8e651-58cc-48ac-b436-f4cb5de4000f tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.866880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8e651-58cc-48ac-b436-f4cb5de4000f tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bbe5e5-fd5d-4db2-bb83-24432482a201,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:33.875066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2115acc3-da61-4166-9b40-68f9f5b5c00c req-318c224c-0311-4934-b3a6-d90a7c3116dd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577021 Sep 07 16:11:33.875931 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5867c35-a5ee-42fe-848e-fff427ec9a20 req-81c8e651-58cc-48ac-b436-f4cb5de4000f tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.877158 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5867c35-a5ee-42fe-848e-fff427ec9a20 req-81c8e651-58cc-48ac-b436-f4cb5de4000f tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2085450 Sep 07 16:11:33.902728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] For port 2d64dc87-91fa-489c-be31-40d4ac4ad046, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:33.904611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-716085ff-a571-4200-b7de-f71264d0efe9 req-52dab6f4-3287-46ae-b1c3-924c16205829 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-699968764', 'description': 'tempest-description-613447533'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:33.922925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] For port 2d64dc87-91fa-489c-be31-40d4ac4ad046, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046,segment=NetworkSegment(a48f8a4a-1564-4678-b191-f9b01d4b50f9),segment_id=a48f8a4a-1564-4678-b191-f9b01d4b50f9)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:33.929408 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.930825 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-716085ff-a571-4200-b7de-f71264d0efe9 req-52dab6f4-3287-46ae-b1c3-924c16205829 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.971801 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:33.972538 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:33.974760 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 200 len: 1091 time: 0.8410051 Sep 07 16:11:33.977432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:33.980917 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2e32ce-bf3e-4452-9ab2-0573dcc84bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:34.015223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738565de-64fe-4b26-a528-5211ba08a946 service neutron] Pushing event updated for resources: {'Port': ['ID=2d64dc87-91fa-489c-be31-40d4ac4ad046,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:34.034015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-03dc6f26-2af8-4fb4-8eca-15c72b5d88bb tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1cd24caae063442f97bb1cf596b0fc80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494318 Sep 07 16:11:34.079853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6056436-320c-4a62-b157-59850966c8c0 req-e3077f8a-2a5a-42b7-a920-e91a5f42c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:34.081550 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-e3077f8a-2a5a-42b7-a920-e91a5f42c865 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8da3fe3748234677b7686b108e516924&device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 1094 time: 0.0473075 Sep 07 16:11:34.135684 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-eff1bf6d-8e14-493c-b064-dc65d4834cc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 200 len: 217 time: 0.0425713 Sep 07 16:11:34.168270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd537c-d373-44cf-b900-06ed9f751451 req-edd1eb93-670d-40f6-854c-4f90fb3e3d30 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:34.170410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-62fd537c-d373-44cf-b900-06ed9f751451 req-edd1eb93-670d-40f6-854c-4f90fb3e3d30 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 944 time: 0.1656342 Sep 07 16:11:34.184189 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-716085ff-a571-4200-b7de-f71264d0efe9 req-52dab6f4-3287-46ae-b1c3-924c16205829 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:34.187166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6056436-320c-4a62-b157-59850966c8c0 req-5c6e708b-5369-4ef3-906f-ea611408ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:34.188737 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-5c6e708b-5369-4ef3-906f-ea611408ff16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01f4de72-4935-4872-b8e1-3e60167416ad HTTP/1.1" status: 200 len: 859 time: 0.0461638 Sep 07 16:11:34.199861 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-716085ff-a571-4200-b7de-f71264d0efe9 req-52dab6f4-3287-46ae-b1c3-924c16205829 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:34.221979 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-938ceab8-89cc-40db-bbca-b5ffaa655929 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255024 Sep 07 16:11:34.251239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-0b5aabde-961c-406c-8f3e-df0330c3fc7a tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:34.252730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-0b5aabde-961c-406c-8f3e-df0330c3fc7a tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025194 Sep 07 16:11:34.253447 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-716085ff-a571-4200-b7de-f71264d0efe9 req-52dab6f4-3287-46ae-b1c3-924c16205829 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:34.254541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-716085ff-a571-4200-b7de-f71264d0efe9 req-52dab6f4-3287-46ae-b1c3-924c16205829 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3541980 Sep 07 16:11:34.269720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Request body: {'port': {'device_id': 'cd901e8e-9618-4ae1-8b4f-d225b3e33989', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '1cd24caae063442f97bb1cf596b0fc80'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:34.274591 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dab6f4-3287-46ae-b1c3-924c16205829 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e9a668-06e8-48bb-a451-1239f79b4648,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:34.279559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-62fd537c-d373-44cf-b900-06ed9f751451 req-d6471e61-cc0e-472f-adaf-7fc60ee4326b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996549 Sep 07 16:11:34.323700 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714a15e4-5da0-44ba-982f-bf621a922aca x-openstack-request-id: req-714a15e4-5da0-44ba-982f-bf621a922aca {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:34.324007 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:34.324545 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-714a15e4-5da0-44ba-982f-bf621a922aca {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:34.324851 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046', 'status': 'completed', 'code': 200} Sep 07 16:11:34.346619 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-f42834b9-f159-4ae5-8181-58384b63b250 service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161301 Sep 07 16:11:34.396057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b075d5-42a0-48fe-b63d-6463cf93b54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9330df-bb29-4268-8b7f-b78e73c63eed'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:34.398896 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858662e2-19ba-4326-8165-569555609b0d" -d '{"events": [{"server_uuid": "82b075d5-42a0-48fe-b63d-6463cf93b54e", "name": "network-vif-plugged", "status": "completed", "tag": "5b9330df-bb29-4268-8b7f-b78e73c63eed"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:34.413893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4548953-8733-4fbb-b017-1c4715e2c6dc req-c0fa0f90-883d-4ec2-99bb-4fef7cb3f0df tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 210 time: 0.0363576 Sep 07 16:11:34.451685 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b6056436-320c-4a62-b157-59850966c8c0 req-928677c3-dbcf-48ab-b8b0-f7a5ca51c3d7 service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966530 Sep 07 16:11:34.451893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Made reservation on behalf of 1cd24caae063442f97bb1cf596b0fc80 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:34.455351 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:34.476068 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9430b453-29e6-441e-963f-5b77863d3907 x-openstack-request-id: req-9430b453-29e6-441e-963f-5b77863d3907 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:34.476735 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b075d5-42a0-48fe-b63d-6463cf93b54e", "name": "network-vif-plugged", "status": "completed", "tag": "5b9330df-bb29-4268-8b7f-b78e73c63eed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:34.476735 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9430b453-29e6-441e-963f-5b77863d3907 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:34.477114 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b075d5-42a0-48fe-b63d-6463cf93b54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9330df-bb29-4268-8b7f-b78e73c63eed', 'code': 200} Sep 07 16:11:34.483033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-108c88fe-0fc6-46ac-b574-6b883b4968c4 req-8f6b94be-e52e-476e-a7a6-40873c33bed9 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/36e9a668-06e8-48bb-a451-1239f79b4648 HTTP/1.1" status: 200 len: 1803 time: 0.0740292 Sep 07 16:11:34.496508 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-108c88fe-0fc6-46ac-b574-6b883b4968c4 req-f3ea4b45-d5b3-445e-b34f-81cd67f75d1c tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '36e9a668-06e8-48bb-a451-1239f79b4648', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:34.496865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-108c88fe-0fc6-46ac-b574-6b883b4968c4 req-f3ea4b45-d5b3-445e-b34f-81cd67f75d1c tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '36e9a668-06e8-48bb-a451-1239f79b4648', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:34.561323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e32ce-bf3e-4452-9ab2-0573dcc84bd2 req-56e6575b-3b4f-4432-8b96-dcae4758a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:34.562968 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3e2e32ce-bf3e-4452-9ab2-0573dcc84bd2 req-56e6575b-3b4f-4432-8b96-dcae4758a520 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8da3fe3748234677b7686b108e516924&device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 1094 time: 0.0593443 Sep 07 16:11:34.647372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66d538-099a-40d4-a3d9-d87145ef0522 req-b7c5031f-13e8-4765-b724-95297cf195bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:34.648993 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c66d538-099a-40d4-a3d9-d87145ef0522 req-b7c5031f-13e8-4765-b724-95297cf195bb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 1097 time: 0.1014950 Sep 07 16:11:34.673586 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a2c72-d57c-49e1-9836-a1e5668deb84 req-b5113e5a-dccd-4ddf-9212-d516fee32715 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:34.675093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-446a2c72-d57c-49e1-9836-a1e5668deb84 req-b5113e5a-dccd-4ddf-9212-d516fee32715 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1270626 Sep 07 16:11:34.680198 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-108c88fe-0fc6-46ac-b574-6b883b4968c4 req-f3ea4b45-d5b3-445e-b34f-81cd67f75d1c tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:34.699045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e32ce-bf3e-4452-9ab2-0573dcc84bd2 req-871e3ffd-0cc3-4a4d-84b0-f35fdcd2b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:34.700546 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3e2e32ce-bf3e-4452-9ab2-0573dcc84bd2 req-871e3ffd-0cc3-4a4d-84b0-f35fdcd2b1f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e HTTP/1.1" status: 200 len: 920 time: 0.1200097 Sep 07 16:11:34.703078 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c66d538-099a-40d4-a3d9-d87145ef0522 req-63930ab4-3d43-4dfe-b50f-2ef9f051c66e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458229 Sep 07 16:11:34.714256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 368fe694-f0dd-45e9-b13c-fb404a661d88 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:34.717688 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:34.723556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Allocated IP 192.168.233.243 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/1525ca45-005e-4c4b-88df-bda53c606171) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:34.758564 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-446a2c72-d57c-49e1-9836-a1e5668deb84 req-004cf001-101f-43ea-8cd9-a09e2826eb00 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757630 Sep 07 16:11:34.759027 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3e2e32ce-bf3e-4452-9ab2-0573dcc84bd2 req-3ba29a3f-b198-4695-8b13-c581f9409fac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 200 len: 217 time: 0.0438447 Sep 07 16:11:34.762157 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-108c88fe-0fc6-46ac-b574-6b883b4968c4 req-f3ea4b45-d5b3-445e-b34f-81cd67f75d1c tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:34.774025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-108c88fe-0fc6-46ac-b574-6b883b4968c4 req-f3ea4b45-d5b3-445e-b34f-81cd67f75d1c tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:34.806202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea4b45-d5b3-445e-b34f-81cd67f75d1c tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a64c68-d473-40dc-a6db-cc546a7f365e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:34.823271 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-108c88fe-0fc6-46ac-b574-6b883b4968c4 req-f3ea4b45-d5b3-445e-b34f-81cd67f75d1c tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:34.824576 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-108c88fe-0fc6-46ac-b574-6b883b4968c4 req-f3ea4b45-d5b3-445e-b34f-81cd67f75d1c tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3333111 Sep 07 16:11:34.849483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:34.850203 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:34.855905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e32ce-bf3e-4452-9ab2-0573dcc84bd2 req-dca060cc-6c5f-47b0-9c91-3b55c1fbc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:34.858543 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3e2e32ce-bf3e-4452-9ab2-0573dcc84bd2 req-dca060cc-6c5f-47b0-9c91-3b55c1fbc6de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01f4de72-4935-4872-b8e1-3e60167416ad HTTP/1.1" status: 200 len: 859 time: 0.0853164 Sep 07 16:11:34.892407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 368fe694-f0dd-45e9-b13c-fb404a661d88, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=368fe694-f0dd-45e9-b13c-fb404a661d88,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:34.902939 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3e2e32ce-bf3e-4452-9ab2-0573dcc84bd2 req-9d0e5ca2-9939-4f17-bb9f-5e0d96a29c4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350885 Sep 07 16:11:34.912955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '368fe694-f0dd-45e9-b13c-fb404a661d88', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'port_id': '368fe694-f0dd-45e9-b13c-fb404a661d88', 'mac_address': 'fa:16:3e:68:c3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c75e00-1127-4340-a636-8f3831620571', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:34.965421 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:34.999076 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368fe694-f0dd-45e9-b13c-fb404a661d88 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:35.009691 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3e2e32ce-bf3e-4452-9ab2-0573dcc84bd2 req-ca666bdd-319d-403f-a027-dc0e954a62a4 service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933700 Sep 07 16:11:35.019241 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:35.021708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a841e00-53cb-47fa-ace1-606ce037e069 req-c825a768-a8fd-4817-830e-6b07876b3509 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:35.023259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a841e00-53cb-47fa-ace1-606ce037e069 req-c825a768-a8fd-4817-830e-6b07876b3509 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1607485 Sep 07 16:11:35.036329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 368fe694-f0dd-45e9-b13c-fb404a661d88, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=368fe694-f0dd-45e9-b13c-fb404a661d88,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:35.043315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefebea7-5363-4059-a5d8-105c6c54c0a5 req-fbcc02b7-160e-46a5-ae49-41a7766c7d9f tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:35.044866 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:35.045135 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aefebea7-5363-4059-a5d8-105c6c54c0a5 req-fbcc02b7-160e-46a5-ae49-41a7766c7d9f tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 943 time: 0.1217127 Sep 07 16:11:35.050627 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:35.091928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:35.095822 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Transition to ACTIVE for port object 1525ca45-005e-4c4b-88df-bda53c606171 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:35.100357 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:35.110608 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3e2e32ce-bf3e-4452-9ab2-0573dcc84bd2 req-0201bc44-6236-4f32-b41f-0fd216bba114 service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927498 Sep 07 16:11:35.112991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=368fe694-f0dd-45e9-b13c-fb404a661d88,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:35.140362 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a841e00-53cb-47fa-ace1-606ce037e069 req-a4c06e80-ff8f-495f-b2b7-3c3f163d8d4c tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942130 Sep 07 16:11:35.145194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aefebea7-5363-4059-a5d8-105c6c54c0a5 req-06b8ffb1-2752-443f-a417-3bbe1e4913f7 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856204 Sep 07 16:11:35.172254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:35.176856 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:35.189530 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f5492157-51d9-4d61-ad66-0b4ab83de7e5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:35.195148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-841adecd-a466-4ab3-b016-7e6d43559283 req-16ef2ee8-581f-4e94-8b73-1957878584a2 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1780363134', 'description': 'tempest-description-1315195044'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:35.213094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['551a0a3d-c364-41d6-99b1-243e5f239353'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:35.255429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:35.279738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:35.294603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:35.337045 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-841adecd-a466-4ab3-b016-7e6d43559283 req-16ef2ee8-581f-4e94-8b73-1957878584a2 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:35.348108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Pushing event updated for resources: {'Port': ['ID=1525ca45-005e-4c4b-88df-bda53c606171,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:35.382211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cfbcbf86-b526-43e4-b642-5ceea5917c8b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:35.418038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:35.418802 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:35.432556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e72c7e-ca41-4ecb-9a7e-b0bb9c2edbd2 req-bd94cc28-cfcd-44c4-b00f-859c017b2495 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:35.440258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2e72c7e-ca41-4ecb-9a7e-b0bb9c2edbd2 req-bd94cc28-cfcd-44c4-b00f-859c017b2495 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 946 time: 0.2087951 Sep 07 16:11:35.500087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2e72c7e-ca41-4ecb-9a7e-b0bb9c2edbd2 req-76d8185c-ec38-449a-b78e-aa1e05a53f78 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589466 Sep 07 16:11:35.516512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port cfbcbf86-b526-43e4-b642-5ceea5917c8b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:35.517111 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:35.581316 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-841adecd-a466-4ab3-b016-7e6d43559283 req-16ef2ee8-581f-4e94-8b73-1957878584a2 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:35.588217 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-841adecd-a466-4ab3-b016-7e6d43559283 req-16ef2ee8-581f-4e94-8b73-1957878584a2 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:35.613591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-067fe5cb-e529-4262-ad12-2e65eeb8a457 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3481808 Sep 07 16:11:35.650777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Request body: {'port': {'device_id': 'cd901e8e-9618-4ae1-8b4f-d225b3e33989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:35.684401 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-841adecd-a466-4ab3-b016-7e6d43559283 req-16ef2ee8-581f-4e94-8b73-1957878584a2 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:35.686170 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-841adecd-a466-4ab3-b016-7e6d43559283 req-16ef2ee8-581f-4e94-8b73-1957878584a2 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5032589 Sep 07 16:11:35.701553 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef2ee8-581f-4e94-8b73-1957878584a2 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6742f4b6-3903-459c-85cf-3ccf7d4970f8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:35.731742 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dff9f77e-5359-4abb-89fb-c2f7468149d7 None None] Provisioning for port 1525ca45-005e-4c4b-88df-bda53c606171 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:35.737169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dff9f77e-5359-4abb-89fb-c2f7468149d7 None None] Provisioning complete for port 1525ca45-005e-4c4b-88df-bda53c606171 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:35.737857 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dff9f77e-5359-4abb-89fb-c2f7468149d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:35.742808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4edcd7-2611-48ac-882b-6c4f88b681c1 req-79755785-41d2-4560-9c3c-c71fea50fd95 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:35.744422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df4edcd7-2611-48ac-882b-6c4f88b681c1 req-79755785-41d2-4560-9c3c-c71fea50fd95 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 945 time: 0.1522365 Sep 07 16:11:35.753536 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:35.778551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['368fe694-f0dd-45e9-b13c-fb404a661d88'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:35.797721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df4edcd7-2611-48ac-882b-6c4f88b681c1 req-d214fc97-1eea-4d39-89e4-5b835c844b0f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457926 Sep 07 16:11:35.822292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dff9f77e-5359-4abb-89fb-c2f7468149d7 None None] Port 1525ca45-005e-4c4b-88df-bda53c606171 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:11:35.873932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7547e406-9eae-4649-b95f-f697de462c20 req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1589635503', 'description': 'tempest-description-782321659'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:35.986604 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7547e406-9eae-4649-b95f-f697de462c20 req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:36.002477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba535f7-947d-4dd8-8b9f-43aa6524a3b0 req-e1bf8035-8f67-4657-bcc6-4dafbe8361d7 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:36.004059 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ba535f7-947d-4dd8-8b9f-43aa6524a3b0 req-e1bf8035-8f67-4657-bcc6-4dafbe8361d7 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 936 time: 0.1718686 Sep 07 16:11:36.117557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ba535f7-947d-4dd8-8b9f-43aa6524a3b0 req-3cd7af79-86c0-4b0a-ac96-7dd3ff02974d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943274 Sep 07 16:11:36.248790 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7547e406-9eae-4649-b95f-f697de462c20 req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:36.257446 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7547e406-9eae-4649-b95f-f697de462c20 req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:36.270286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1525ca45-005e-4c4b-88df-bda53c606171 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:36.288473 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:36.318985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9647d06-9b39-4758-8807-e74b51f28319 req-b6a6a73e-5134-4b79-887c-b98a4373c207 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:36.320541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9647d06-9b39-4758-8807-e74b51f28319 req-b6a6a73e-5134-4b79-887c-b98a4373c207 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1357169 Sep 07 16:11:36.324933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7547e406-9eae-4649-b95f-f697de462c20 req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:36.326848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7547e406-9eae-4649-b95f-f697de462c20 req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4755645 Sep 07 16:11:36.328455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Transition to ACTIVE for port object 1525ca45-005e-4c4b-88df-bda53c606171 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:36.335933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b6fb22-f63e-499e-8a60-b6ba80a43b78,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:36.349508 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:36.355948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:36.356301 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:36.356671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:36.357041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:36.359191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:36.359191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:36.359191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:36.359191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:36.359191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:36.359191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:36.360037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:36.360037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ee902-4f07-4658-b7bb-11d1611b8427 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:36.428472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9647d06-9b39-4758-8807-e74b51f28319 req-590ce050-227e-4533-ae71-47a72b9a7254 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985715 Sep 07 16:11:36.457933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Pushing event updated for resources: {'Port': ['ID=1525ca45-005e-4c4b-88df-bda53c606171,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:36.478847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:36.481634 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6113304-14c3-43bd-bb18-44dd1684c963" -d '{"events": [{"server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "name": "network-vif-plugged", "status": "completed", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:36.521431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecfff3-8e64-450e-acc7-f424ad373b5d req-505a1160-8783-4aa8-a548-03e02054408d tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:36.523003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbecfff3-8e64-450e-acc7-f424ad373b5d req-505a1160-8783-4aa8-a548-03e02054408d tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1245189 Sep 07 16:11:36.609695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Attempting to bind port 1525ca45-005e-4c4b-88df-bda53c606171 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:36.610042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Attempting to bind port 1525ca45-005e-4c4b-88df-bda53c606171 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:36.610381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Attempting to bind port 1525ca45-005e-4c4b-88df-bda53c606171 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:36.626115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb11e38-0675-49c4-a389-eafb5c07de91 req-6194cdd1-507a-4a08-b15c-3836e74bc04b tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:36.627649 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8cb11e38-0675-49c4-a389-eafb5c07de91 req-6194cdd1-507a-4a08-b15c-3836e74bc04b tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 943 time: 0.1017964 Sep 07 16:11:36.630888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbecfff3-8e64-450e-acc7-f424ad373b5d req-f372217a-f958-453a-8144-b6fafd516289 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940871 Sep 07 16:11:36.631444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Port 1525ca45-005e-4c4b-88df-bda53c606171 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:11:36.631774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Attempting to bind port 1525ca45-005e-4c4b-88df-bda53c606171 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:36.647394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:36.647670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:36.648607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:36.652314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Bound port: 1525ca45-005e-4c4b-88df-bda53c606171, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:36.652717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:36.745058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8cb11e38-0675-49c4-a389-eafb5c07de91 req-ab2f34c0-bb7e-4848-86ef-766777a785f2 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106923 Sep 07 16:11:36.813444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f993a57-a94c-41ec-8aa5-a0a31138d856 req-341f4f27-e690-44d0-9bcd-4ad0f4ae629c tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/6742f4b6-3903-459c-85cf-3ccf7d4970f8 HTTP/1.1" status: 200 len: 1805 time: 0.1290345 Sep 07 16:11:36.815082 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91061555-7b1b-425e-ab97-2a1c6fe06c4e x-openstack-request-id: req-91061555-7b1b-425e-ab97-2a1c6fe06c4e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:36.815582 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "name": "network-vif-plugged", "status": "completed", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:36.815701 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91061555-7b1b-425e-ab97-2a1c6fe06c4e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:36.816837 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4', 'code': 200} Sep 07 16:11:36.860739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] For port 1525ca45-005e-4c4b-88df-bda53c606171, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:36.867653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] For port 1525ca45-005e-4c4b-88df-bda53c606171, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1525ca45-005e-4c4b-88df-bda53c606171,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:36.887671 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:36.953534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f993a57-a94c-41ec-8aa5-a0a31138d856 req-426389b3-1139-4d41-aad5-7068ea7b85f6 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/c6b6fb22-f63e-499e-8a60-b6ba80a43b78 HTTP/1.1" status: 200 len: 1804 time: 0.1389987 Sep 07 16:11:36.976022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7f993a57-a94c-41ec-8aa5-a0a31138d856 req-bce1d8f0-2f29-462b-88f0-20ce2c30cddf tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6742f4b6-3903-459c-85cf-3ccf7d4970f8', 'remote_group_id': 'c6b6fb22-f63e-499e-8a60-b6ba80a43b78', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:36.976441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7f993a57-a94c-41ec-8aa5-a0a31138d856 req-bce1d8f0-2f29-462b-88f0-20ce2c30cddf tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6742f4b6-3903-459c-85cf-3ccf7d4970f8', 'remote_group_id': 'c6b6fb22-f63e-499e-8a60-b6ba80a43b78', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:36.992307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:36.993173 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:36.994626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] 10.222.0.54 "PUT /v2.0/ports/1525ca45-005e-4c4b-88df-bda53c606171 HTTP/1.1" status: 200 len: 1096 time: 1.3542376 Sep 07 16:11:36.995995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd901e8e-9618-4ae1-8b4f-d225b3e33989', 'tag': '1525ca45-005e-4c4b-88df-bda53c606171'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:36.998940 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14de61f5-f878-4499-a74a-1a9a548365f9" -d '{"events": [{"name": "network-changed", "server_uuid": "cd901e8e-9618-4ae1-8b4f-d225b3e33989", "tag": "1525ca45-005e-4c4b-88df-bda53c606171"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:37.028017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c3c89-639b-4f83-b12c-bc873d1a295b service neutron] Pushing event updated for resources: {'Port': ['ID=1525ca45-005e-4c4b-88df-bda53c606171,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:37.044228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee3fda-8cba-4875-b511-ef1bc7241dc5 req-0da72e38-8baf-4a04-8e11-64ae38801089 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:37.055739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2fee3fda-8cba-4875-b511-ef1bc7241dc5 req-0da72e38-8baf-4a04-8e11-64ae38801089 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 946 time: 0.1861696 Sep 07 16:11:37.159035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2fee3fda-8cba-4875-b511-ef1bc7241dc5 req-c19203ff-87d6-4e1e-bfec-d4873c895acf tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022491 Sep 07 16:11:37.191786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-f71bab52-9de8-4ee4-9af6-ab60351970d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:37.193792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-f71bab52-9de8-4ee4-9af6-ab60351970d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1cd24caae063442f97bb1cf596b0fc80&device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 1099 time: 0.1322007 Sep 07 16:11:37.279671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-0bea52ef-c605-4319-a511-a3b5efe4f9d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=1525ca45-005e-4c4b-88df-bda53c606171 HTTP/1.1" status: 200 len: 217 time: 0.0660565 Sep 07 16:11:37.281456 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7f993a57-a94c-41ec-8aa5-a0a31138d856 req-bce1d8f0-2f29-462b-88f0-20ce2c30cddf tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:37.423124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7f993a57-a94c-41ec-8aa5-a0a31138d856 req-bce1d8f0-2f29-462b-88f0-20ce2c30cddf tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:37.425066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-274c0d75-3ad3-4fc5-a21e-640b91dbf752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:37.426515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-274c0d75-3ad3-4fc5-a21e-640b91dbf752 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1336005 Sep 07 16:11:37.435731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07def9-72a4-42ee-95c7-0189408ed581 req-501c358e-eee6-4e27-9a42-37af58e0b3d8 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:37.437163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c07def9-72a4-42ee-95c7-0189408ed581 req-501c358e-eee6-4e27-9a42-37af58e0b3d8 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1453848 Sep 07 16:11:37.446004 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7f993a57-a94c-41ec-8aa5-a0a31138d856 req-bce1d8f0-2f29-462b-88f0-20ce2c30cddf tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:37.496101 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1d8f0-2f29-462b-88f0-20ce2c30cddf tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2683d36f-967b-4471-9ae1-42d9ac1a32fe,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:37.510765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7f993a57-a94c-41ec-8aa5-a0a31138d856 req-bce1d8f0-2f29-462b-88f0-20ce2c30cddf tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:37.511974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f993a57-a94c-41ec-8aa5-a0a31138d856 req-bce1d8f0-2f29-462b-88f0-20ce2c30cddf tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5465605 Sep 07 16:11:37.531668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-e29d8224-91e4-40c6-b09a-7b2dc5ce3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:37.533162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-e29d8224-91e4-40c6-b09a-7b2dc5ce3dba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948019 Sep 07 16:11:37.536570 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c07def9-72a4-42ee-95c7-0189408ed581 req-363fca80-f18e-4dff-9523-c3f1102a41ef tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884914 Sep 07 16:11:37.646151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-1db0edef-bfcd-4f94-8ac9-9fbdf431ff39 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040986 Sep 07 16:11:37.657738 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5a2abb-54f3-4852-8b34-1e2bf9c7325c x-openstack-request-id: req-6f5a2abb-54f3-4852-8b34-1e2bf9c7325c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:37.658032 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd901e8e-9618-4ae1-8b4f-d225b3e33989", "tag": "1525ca45-005e-4c4b-88df-bda53c606171", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:37.658362 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f5a2abb-54f3-4852-8b34-1e2bf9c7325c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:37.658759 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd901e8e-9618-4ae1-8b4f-d225b3e33989', 'tag': '1525ca45-005e-4c4b-88df-bda53c606171', 'status': 'completed', 'code': 200} Sep 07 16:11:37.812934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d05b9a-4ce3-4433-8dee-23dec52b1333 req-2474da3e-9384-4e50-ae60-a87dc9cca447 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:37.814495 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74d05b9a-4ce3-4433-8dee-23dec52b1333 req-2474da3e-9384-4e50-ae60-a87dc9cca447 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 945 time: 0.1673591 Sep 07 16:11:38.242284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e154c-a761-4f17-9cf5-c4793bf7a9ba req-88dc67e2-5bc7-4c16-9a75-faf94201891e tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:38.244811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd1e154c-a761-4f17-9cf5-c4793bf7a9ba req-88dc67e2-5bc7-4c16-9a75-faf94201891e tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 948 time: 0.5322878 Sep 07 16:11:38.264533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ee95b2c-cef9-405f-a308-2a71a204c964 req-4fdc5de1-e5e9-44c6-9e8a-dda0094af523 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034572 Sep 07 16:11:38.296859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74d05b9a-4ce3-4433-8dee-23dec52b1333 req-4dc80770-fd92-448f-a5fa-61ccd9879163 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751079 Sep 07 16:11:38.373174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd1e154c-a761-4f17-9cf5-c4793bf7a9ba req-4e764c99-b136-4592-9291-b5a4e4426005 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032012 Sep 07 16:11:38.397643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de61f5-f878-4499-a74a-1a9a548365f9 req-ce1e76cd-8288-4fb3-b6cf-67f79e45557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:38.399589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14de61f5-f878-4499-a74a-1a9a548365f9 req-ce1e76cd-8288-4fb3-b6cf-67f79e45557a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1cd24caae063442f97bb1cf596b0fc80&device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 1099 time: 0.0790064 Sep 07 16:11:38.554183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942e938-2566-43ef-9bc9-dffc7a2b37db req-f2ecdab7-b753-4e2e-b982-3fafd4ae30d1 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:38.555673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2942e938-2566-43ef-9bc9-dffc7a2b37db req-f2ecdab7-b753-4e2e-b982-3fafd4ae30d1 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 946 time: 0.1502485 Sep 07 16:11:38.563951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42168bcb-583f-4f36-8937-804dcfccd17c req-158715b5-d4a0-4c22-b0b0-3104c3c36196 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:38.565447 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42168bcb-583f-4f36-8937-804dcfccd17c req-158715b5-d4a0-4c22-b0b0-3104c3c36196 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1159742 Sep 07 16:11:38.625542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de61f5-f878-4499-a74a-1a9a548365f9 req-e5c295b2-55d0-45ed-93e3-4ed6d8acfe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:38.627345 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14de61f5-f878-4499-a74a-1a9a548365f9 req-e5c295b2-55d0-45ed-93e3-4ed6d8acfe50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.2125196 Sep 07 16:11:38.655169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2942e938-2566-43ef-9bc9-dffc7a2b37db req-ca33e122-de29-47cb-8079-4755897e31c2 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887034 Sep 07 16:11:38.683069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42168bcb-583f-4f36-8937-804dcfccd17c req-3e2aead1-25ef-4f38-aafd-004dca9f3bd6 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115003 Sep 07 16:11:38.686876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14de61f5-f878-4499-a74a-1a9a548365f9 req-544eeb9c-5832-47c2-b956-59189b8cea02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=1525ca45-005e-4c4b-88df-bda53c606171 HTTP/1.1" status: 200 len: 217 time: 0.0460615 Sep 07 16:11:38.732540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2d64dc87-91fa-489c-be31-40d4ac4ad046 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:38.748150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-31823bf2-76cb-4919-b7c7-687637f7fe60 req-efb19dd1-849e-46ee-90aa-ff43c7e27e38 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1638408935', 'description': 'tempest-description-2116365951'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:38.782552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de61f5-f878-4499-a74a-1a9a548365f9 req-7af44d9d-4328-422c-b2ba-0cc4c5d039db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:38.784671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14de61f5-f878-4499-a74a-1a9a548365f9 req-7af44d9d-4328-422c-b2ba-0cc4c5d039db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0813317 Sep 07 16:11:38.788594 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31823bf2-76cb-4919-b7c7-687637f7fe60 req-efb19dd1-849e-46ee-90aa-ff43c7e27e38 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:38.874098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de61f5-f878-4499-a74a-1a9a548365f9 req-702c4962-a214-4d70-a896-d1ea992ffe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:38.876051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14de61f5-f878-4499-a74a-1a9a548365f9 req-702c4962-a214-4d70-a896-d1ea992ffe88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744431 Sep 07 16:11:38.954627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 2d64dc87-91fa-489c-be31-40d4ac4ad046, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046,segment=NetworkSegment(a48f8a4a-1564-4678-b191-f9b01d4b50f9),segment_id=a48f8a4a-1564-4678-b191-f9b01d4b50f9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:38.974446 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '2d64dc87-91fa-489c-be31-40d4ac4ad046', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'port_id': '2d64dc87-91fa-489c-be31-40d4ac4ad046', 'mac_address': 'fa:16:3e:6a:84:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:38.979514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 368fe694-f0dd-45e9-b13c-fb404a661d88 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:39.104265 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.125835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d64dc87-91fa-489c-be31-40d4ac4ad046 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:39.126447 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31823bf2-76cb-4919-b7c7-687637f7fe60 req-efb19dd1-849e-46ee-90aa-ff43c7e27e38 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.141532 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14de61f5-f878-4499-a74a-1a9a548365f9 req-2db89f42-c1ee-4243-a918-f03227b530cb service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556572 Sep 07 16:11:39.142226 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 368fe694-f0dd-45e9-b13c-fb404a661d88 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:39.143596 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31823bf2-76cb-4919-b7c7-687637f7fe60 req-efb19dd1-849e-46ee-90aa-ff43c7e27e38 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.152201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 368fe694-f0dd-45e9-b13c-fb404a661d88 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:39.152663 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.155908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 2d64dc87-91fa-489c-be31-40d4ac4ad046, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046,segment=NetworkSegment(a48f8a4a-1564-4678-b191-f9b01d4b50f9),segment_id=a48f8a4a-1564-4678-b191-f9b01d4b50f9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:39.178000 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.182503 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-31823bf2-76cb-4919-b7c7-687637f7fe60 req-efb19dd1-849e-46ee-90aa-ff43c7e27e38 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.191609 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31823bf2-76cb-4919-b7c7-687637f7fe60 req-efb19dd1-849e-46ee-90aa-ff43c7e27e38 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4501829 Sep 07 16:11:39.263228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=2d64dc87-91fa-489c-be31-40d4ac4ad046,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:39.331956 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.351133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d081f-4ac8-4cd3-8952-ced7e9566482 req-db7f424d-4969-4b58-a2f1-27317c510af7 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:39.364165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-661d081f-4ac8-4cd3-8952-ced7e9566482 req-db7f424d-4969-4b58-a2f1-27317c510af7 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 943 time: 0.3262310 Sep 07 16:11:39.366018 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aeaeff-457e-43bc-be81-83ed70e6497f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368fe694-f0dd-45e9-b13c-fb404a661d88'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:39.368455 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150759af-31d1-41cf-bfe7-319062c866dc" -d '{"events": [{"server_uuid": "77aeaeff-457e-43bc-be81-83ed70e6497f", "name": "network-vif-plugged", "status": "completed", "tag": "368fe694-f0dd-45e9-b13c-fb404a661d88"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:39.385034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 368fe694-f0dd-45e9-b13c-fb404a661d88, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=368fe694-f0dd-45e9-b13c-fb404a661d88,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:39.385287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb19dd1-849e-46ee-90aa-ff43c7e27e38 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042a23a5-3e93-4f3e-b4fb-2f989825b214,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:39.392976 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.396891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14de61f5-f878-4499-a74a-1a9a548365f9 req-b65bad3e-15d1-4f16-9af1-a726a3f8d578 service neutron] 10.222.0.54 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347817 Sep 07 16:11:39.463351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=368fe694-f0dd-45e9-b13c-fb404a661d88,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:39.463892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-661d081f-4ac8-4cd3-8952-ced7e9566482 req-1022af67-082b-41c4-bc6d-7d90a092e062 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948951 Sep 07 16:11:39.506154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ada7e69e-867b-4d71-8b9b-c2c073f0b571 req-3a8d28ba-46f4-4391-9ad2-4161bccf88a8 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1159840602', 'description': 'tempest-description-2016544239'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:39.549183 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ada7e69e-867b-4d71-8b9b-c2c073f0b571 req-3a8d28ba-46f4-4391-9ad2-4161bccf88a8 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.567948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-f783b46a-bad8-4fc7-b4fa-253d713ee7b3 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:39.569570 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-f783b46a-bad8-4fc7-b4fa-253d713ee7b3 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/networks?id=11f823b0-5a1f-405d-b97c-b160c90d8c3d HTTP/1.1" status: 200 len: 815 time: 0.1717491 Sep 07 16:11:39.591458 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-4bd4c2f1-1eda-493e-bd8e-ffb1d122070b tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/quotas/83c4821c8f704f9a896903ead09cd274 HTTP/1.1" status: 200 len: 375 time: 0.0145648 Sep 07 16:11:39.638035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['2d64dc87-91fa-489c-be31-40d4ac4ad046'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:39.684565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-0ca3c66a-76e9-4938-af1a-53d2204f0b19 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=83c4821c8f704f9a896903ead09cd274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820367 Sep 07 16:11:39.741291 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ada7e69e-867b-4d71-8b9b-c2c073f0b571 req-3a8d28ba-46f4-4391-9ad2-4161bccf88a8 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.755810 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ada7e69e-867b-4d71-8b9b-c2c073f0b571 req-3a8d28ba-46f4-4391-9ad2-4161bccf88a8 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.816991 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ada7e69e-867b-4d71-8b9b-c2c073f0b571 req-3a8d28ba-46f4-4391-9ad2-4161bccf88a8 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:39.828801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ada7e69e-867b-4d71-8b9b-c2c073f0b571 req-3a8d28ba-46f4-4391-9ad2-4161bccf88a8 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3286982 Sep 07 16:11:39.862168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d28ba-46f4-4391-9ad2-4161bccf88a8 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85928f65-fcc3-4850-99d2-7fd7e1221d09,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:39.880149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-f238e8f9-98ae-450a-8b66-ae61a1a37d1b service neutron] 10.222.0.70 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831892 Sep 07 16:11:40.042578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aa144-06ec-4f51-9312-de41d6a456cb req-e93bdc0d-c818-4b87-b634-2f14cac8b235 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:40.044125 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f8aa144-06ec-4f51-9312-de41d6a456cb req-e93bdc0d-c818-4b87-b634-2f14cac8b235 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 946 time: 0.1159010 Sep 07 16:11:40.049245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-387fc801-1991-44de-a9d9-e1575fe9fef0 service neutron] 10.222.0.70 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578126 Sep 07 16:11:40.093563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f8aa144-06ec-4f51-9312-de41d6a456cb req-2cfde9f3-2fdc-44cf-8a5b-8ef74be738fa tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Sep 07 16:11:40.215288 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84af7094-2b4b-4579-9f93-cbea6c4499b4 x-openstack-request-id: req-84af7094-2b4b-4579-9f93-cbea6c4499b4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:40.215823 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aeaeff-457e-43bc-be81-83ed70e6497f", "name": "network-vif-plugged", "status": "completed", "tag": "368fe694-f0dd-45e9-b13c-fb404a661d88", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:40.215823 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84af7094-2b4b-4579-9f93-cbea6c4499b4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:40.216817 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77aeaeff-457e-43bc-be81-83ed70e6497f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368fe694-f0dd-45e9-b13c-fb404a661d88', 'code': 200} Sep 07 16:11:40.235913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd41cbf-9939-4d63-bb4f-16994fdf94c1 req-80130ff5-27b8-4a20-b592-9eb5ef2deb20 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:40.246148 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2bd41cbf-9939-4d63-bb4f-16994fdf94c1 req-80130ff5-27b8-4a20-b592-9eb5ef2deb20 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 946 time: 0.0936985 Sep 07 16:11:40.313481 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-051a5f40-9851-4668-b737-6e04d979d910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:40.349693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2bd41cbf-9939-4d63-bb4f-16994fdf94c1 req-14b74c9a-4fa4-4e78-b31f-af099d0032d3 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015007 Sep 07 16:11:40.352744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e59396-9daf-4c5a-b48f-9444c40ad6ca req-4169b68c-7988-4514-b779-353e24bd4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:40.355174 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-55e59396-9daf-4c5a-b48f-9444c40ad6ca req-4169b68c-7988-4514-b779-353e24bd4c4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 1097 time: 0.0591218 Sep 07 16:11:40.374483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec74f0d-0d89-4e35-9f3f-3ce6214cf4d5 req-e4258063-de88-46b1-b80b-1528d6f09a85 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:40.382754 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ec74f0d-0d89-4e35-9f3f-3ce6214cf4d5 req-e4258063-de88-46b1-b80b-1528d6f09a85 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 948 time: 0.1087966 Sep 07 16:11:40.412489 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-55e59396-9daf-4c5a-b48f-9444c40ad6ca req-1495fbba-3478-4c9d-b0fe-cc6b5c88c3f6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 Sep 07 16:11:40.433483 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ec74f0d-0d89-4e35-9f3f-3ce6214cf4d5 req-5ac645dd-1d38-4004-bd4d-cbfcf2c61cf6 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497043 Sep 07 16:11:40.532363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-007120f4-13a1-48ee-9230-8f66f5222f81 req-659c1ad1-5e96-4675-9ed9-0d3f5d89bc38 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/042a23a5-3e93-4f3e-b4fb-2f989825b214 HTTP/1.1" status: 200 len: 1805 time: 0.0809627 Sep 07 16:11:40.582585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7e91c-e71f-4e34-b8db-bf3adfbed5b9 req-281d0301-4fb5-40d7-9a20-73358f167c81 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:40.584295 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41b7e91c-e71f-4e34-b8db-bf3adfbed5b9 req-281d0301-4fb5-40d7-9a20-73358f167c81 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.0882592 Sep 07 16:11:40.639627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41b7e91c-e71f-4e34-b8db-bf3adfbed5b9 req-0a8876f8-5fe5-4b99-9e41-d60755334f0d tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453396 Sep 07 16:11:40.642588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-007120f4-13a1-48ee-9230-8f66f5222f81 req-0c27f036-2484-4366-ae51-36db9ee33d1c tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/85928f65-fcc3-4850-99d2-7fd7e1221d09 HTTP/1.1" status: 200 len: 1805 time: 0.0962224 Sep 07 16:11:40.656708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-007120f4-13a1-48ee-9230-8f66f5222f81 req-3bd6ec8c-c1ff-418b-b02b-62641e9a1df6 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '042a23a5-3e93-4f3e-b4fb-2f989825b214', 'remote_group_id': '85928f65-fcc3-4850-99d2-7fd7e1221d09', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:40.656999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-007120f4-13a1-48ee-9230-8f66f5222f81 req-3bd6ec8c-c1ff-418b-b02b-62641e9a1df6 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '042a23a5-3e93-4f3e-b4fb-2f989825b214', 'remote_group_id': '85928f65-fcc3-4850-99d2-7fd7e1221d09', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:40.713459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1525ca45-005e-4c4b-88df-bda53c606171 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:40.751642 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-007120f4-13a1-48ee-9230-8f66f5222f81 req-3bd6ec8c-c1ff-418b-b02b-62641e9a1df6 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:40.825414 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-007120f4-13a1-48ee-9230-8f66f5222f81 req-3bd6ec8c-c1ff-418b-b02b-62641e9a1df6 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:40.834533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716a7fc-1a7e-483a-9635-d29f3b7c28f2 req-a0304b62-2d87-41b5-ae5b-4bd24175be1d tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:40.836771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8716a7fc-1a7e-483a-9635-d29f3b7c28f2 req-a0304b62-2d87-41b5-ae5b-4bd24175be1d tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 946 time: 0.0812888 Sep 07 16:11:40.838286 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-007120f4-13a1-48ee-9230-8f66f5222f81 req-3bd6ec8c-c1ff-418b-b02b-62641e9a1df6 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:40.853089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 1525ca45-005e-4c4b-88df-bda53c606171, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1525ca45-005e-4c4b-88df-bda53c606171,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:40.885059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '1525ca45-005e-4c4b-88df-bda53c606171', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '1525ca45-005e-4c4b-88df-bda53c606171', 'mac_address': 'fa:16:3e:95:be:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:40.886337 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6ec8c-c1ff-418b-b02b-62641e9a1df6 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5078434-c624-4e5c-9626-f347852e64c1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:40.904472 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-007120f4-13a1-48ee-9230-8f66f5222f81 req-3bd6ec8c-c1ff-418b-b02b-62641e9a1df6 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:40.905978 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-007120f4-13a1-48ee-9230-8f66f5222f81 req-3bd6ec8c-c1ff-418b-b02b-62641e9a1df6 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2537680 Sep 07 16:11:40.948291 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8716a7fc-1a7e-483a-9635-d29f3b7c28f2 req-e69ecf0e-a73b-4210-9c3c-4aac9822ebc9 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013792 Sep 07 16:11:40.972996 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:40.990808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1525ca45-005e-4c4b-88df-bda53c606171 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:41.045184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 1525ca45-005e-4c4b-88df-bda53c606171, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1525ca45-005e-4c4b-88df-bda53c606171,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:41.053661 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:41.088030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-245416d2-fccd-46ac-908d-969ab7ad8fbb req-8da65ec7-a518-4344-b17f-abb9377093b1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 210 time: 0.0837691 Sep 07 16:11:41.142115 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=1525ca45-005e-4c4b-88df-bda53c606171,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:41.179145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ff3587e-9688-4b2a-8b01-4e827a5bedd1 req-9d7384c6-1300-40fa-9e3e-1a0bfb92ea30 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/85928f65-fcc3-4850-99d2-7fd7e1221d09 HTTP/1.1" status: 200 len: 1805 time: 0.0592201 Sep 07 16:11:41.281454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813eb8a-1b1a-4807-8cb4-a032c7306496 req-c5be56c7-ca1e-43d6-846b-7ad966596f0f tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:41.283316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e813eb8a-1b1a-4807-8cb4-a032c7306496 req-c5be56c7-ca1e-43d6-846b-7ad966596f0f tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 944 time: 0.0886307 Sep 07 16:11:41.313573 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4ff3587e-9688-4b2a-8b01-4e827a5bedd1 req-47898cb5-1e12-4b26-9c2c-b7191016a152 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:41.314278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271dfd0-000a-400d-abfe-13543e8ea47e req-454217d8-fb34-4a7b-9b15-3430ebb82097 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:41.316633 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9271dfd0-000a-400d-abfe-13543e8ea47e req-454217d8-fb34-4a7b-9b15-3430ebb82097 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9 HTTP/1.1" status: 200 len: 946 time: 0.0834589 Sep 07 16:11:41.349861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e813eb8a-1b1a-4807-8cb4-a032c7306496 req-bfade554-94fd-4068-826c-157a34a0af22 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590920 Sep 07 16:11:41.351402 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4ff3587e-9688-4b2a-8b01-4e827a5bedd1 req-47898cb5-1e12-4b26-9c2c-b7191016a152 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:41.361563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['1525ca45-005e-4c4b-88df-bda53c606171'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:41.449649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-9271dfd0-000a-400d-abfe-13543e8ea47e req-dd8bb3d6-b92b-48ea-b932-6274be9ca131 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Deleting port 6d81343a-52b3-42fa-adc9-d051b4644dcb {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:41.450270 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9271dfd0-000a-400d-abfe-13543e8ea47e req-dd8bb3d6-b92b-48ea-b932-6274be9ca131 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:41.557575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8408c-b678-4430-9ec8-df377937288a req-932f250c-f0b5-4e47-bbba-c3ea3ed5fe18 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:41.559230 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9a8408c-b678-4430-9ec8-df377937288a req-932f250c-f0b5-4e47-bbba-c3ea3ed5fe18 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 946 time: 0.0813854 Sep 07 16:11:41.561351 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4ff3587e-9688-4b2a-8b01-4e827a5bedd1 req-47898cb5-1e12-4b26-9c2c-b7191016a152 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:41.564731 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4ff3587e-9688-4b2a-8b01-4e827a5bedd1 req-47898cb5-1e12-4b26-9c2c-b7191016a152 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:41.577849 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ff3587e-9688-4b2a-8b01-4e827a5bedd1 req-47898cb5-1e12-4b26-9c2c-b7191016a152 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "DELETE /v2.0/security-groups/85928f65-fcc3-4850-99d2-7fd7e1221d09 HTTP/1.1" status: 204 len: 173 time: 0.3842769 Sep 07 16:11:41.611300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47898cb5-1e12-4b26-9c2c-b7191016a152 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85928f65-fcc3-4850-99d2-7fd7e1221d09,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:41.650861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9271dfd0-000a-400d-abfe-13543e8ea47e req-dd8bb3d6-b92b-48ea-b932-6274be9ca131 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] For port 6d81343a-52b3-42fa-adc9-d051b4644dcb, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6d81343a-52b3-42fa-adc9-d051b4644dcb,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:41.651639 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9271dfd0-000a-400d-abfe-13543e8ea47e req-dd8bb3d6-b92b-48ea-b932-6274be9ca131 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:41.681648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-9271dfd0-000a-400d-abfe-13543e8ea47e req-dd8bb3d6-b92b-48ea-b932-6274be9ca131 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Calling delete_port for 6d81343a-52b3-42fa-adc9-d051b4644dcb owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:41.848982 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9a8408c-b678-4430-9ec8-df377937288a req-2400031b-1521-4242-8f98-380ff2a7e317 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683277 Sep 07 16:11:41.906364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-b263554a-2849-4b11-8f0f-46b101fc30a3 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:41.913528 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-b263554a-2849-4b11-8f0f-46b101fc30a3 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.54 "GET /v2.0/networks?id=11f823b0-5a1f-405d-b97c-b160c90d8c3d HTTP/1.1" status: 200 len: 815 time: 0.2252581 Sep 07 16:11:41.945854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-e3e3bcc8-d673-4876-9c4c-877cfdc5edce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Request body: {'port': {'device_id': 'a3662e2e-9930-4870-8e65-e456062ea8b0', 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d', 'admin_state_up': True, 'tenant_id': '83c4821c8f704f9a896903ead09cd274'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:41.955800 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9271dfd0-000a-400d-abfe-13543e8ea47e req-dd8bb3d6-b92b-48ea-b932-6274be9ca131 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:41.974533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['6d81343a-52b3-42fa-adc9-d051b4644dcb'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:41.994226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0147b71-2308-47c9-b81b-c282ba8c13a6 req-89614232-0593-4941-b85c-d4a742a14099 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:41.995921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0147b71-2308-47c9-b81b-c282ba8c13a6 req-89614232-0593-4941-b85c-d4a742a14099 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 946 time: 0.1927583 Sep 07 16:11:42.026399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bb3d6-b92b-48ea-b932-6274be9ca131 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Pushing event deleted for resources: {'Port': ['ID=6d81343a-52b3-42fa-adc9-d051b4644dcb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:42.085349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9271dfd0-000a-400d-abfe-13543e8ea47e req-dd8bb3d6-b92b-48ea-b932-6274be9ca131 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] No DVR routers for this DVR port 6d81343a-52b3-42fa-adc9-d051b4644dcb on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:11:42.091589 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9271dfd0-000a-400d-abfe-13543e8ea47e req-dd8bb3d6-b92b-48ea-b932-6274be9ca131 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:42.096077 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9271dfd0-000a-400d-abfe-13543e8ea47e req-dd8bb3d6-b92b-48ea-b932-6274be9ca131 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.35 "DELETE /v2.0/ports/6d81343a-52b3-42fa-adc9-d051b4644dcb HTTP/1.1" status: 204 len: 173 time: 0.7698736 Sep 07 16:11:42.096077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9', 'name': 'network-vif-deleted', 'tag': '6d81343a-52b3-42fa-adc9-d051b4644dcb'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:42.101120 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2570d42-70f3-4bd3-8c06-4752892dd6e8" -d '{"events": [{"server_uuid": "7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9", "name": "network-vif-deleted", "tag": "6d81343a-52b3-42fa-adc9-d051b4644dcb"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:42.219399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746497a-e7d7-449d-9ce7-bca6df59e6a2 req-917f63dd-6718-4e64-aa6f-818554c9cc7f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:42.221128 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2746497a-e7d7-449d-9ce7-bca6df59e6a2 req-917f63dd-6718-4e64-aa6f-818554c9cc7f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 949 time: 0.2430513 Sep 07 16:11:42.228924 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0147b71-2308-47c9-b81b-c282ba8c13a6 req-a0dc2027-4abd-4860-ab7e-04be780ca3b1 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216287 Sep 07 16:11:42.229678 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-e3e3bcc8-d673-4876-9c4c-877cfdc5edce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Made reservation on behalf of 83c4821c8f704f9a896903ead09cd274 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:42.235725 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-e3e3bcc8-d673-4876-9c4c-877cfdc5edce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:42.340965 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2746497a-e7d7-449d-9ce7-bca6df59e6a2 req-1aae2872-4f09-42e5-860b-f21592760bf7 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004291 Sep 07 16:11:42.393737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d81281d8-dbb1-49ee-b1ac-51ca913a3d49 req-62daac58-21f3-4148-ae9d-f843e4eeda8f tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/042a23a5-3e93-4f3e-b4fb-2f989825b214 HTTP/1.1" status: 200 len: 1805 time: 0.1296904 Sep 07 16:11:42.521078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce3855-4b76-4702-8315-39b2a578b70d req-f75a1bc8-b4ee-4e7c-bd00-b22ed7ed7a1d tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:42.522715 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11ce3855-4b76-4702-8315-39b2a578b70d req-f75a1bc8-b4ee-4e7c-bd00-b22ed7ed7a1d tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1104693 Sep 07 16:11:42.539516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-e3e3bcc8-d673-4876-9c4c-877cfdc5edce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Allocated IP 172.20.0.14 (11f823b0-5a1f-405d-b97c-b160c90d8c3d/e79702e3-11e7-4e35-b1b0-316ea9afe5b4/8276bf0a-8205-441f-8061-3797c5193cb5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:42.580412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c53fdcb6-ad44-4bae-ab73-ea2043d9d224 req-329c283c-d348-4670-a401-59c753473c23 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 210 time: 0.0545156 Sep 07 16:11:42.624906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11ce3855-4b76-4702-8315-39b2a578b70d req-9be15dbe-58f8-408f-a4aa-3a610a4c8ae1 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935709 Sep 07 16:11:42.687587 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541303fe-487f-460a-bece-718d069292b4 x-openstack-request-id: req-541303fe-487f-460a-bece-718d069292b4 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:42.688808 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9", "name": "network-vif-deleted", "tag": "6d81343a-52b3-42fa-adc9-d051b4644dcb", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:42.689330 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-541303fe-487f-460a-bece-718d069292b4 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:42.690474 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd7994c-e2e6-4d10-99b2-3c4b6421e3d9', 'name': 'network-vif-deleted', 'tag': '6d81343a-52b3-42fa-adc9-d051b4644dcb', 'status': 'completed', 'code': 200} Sep 07 16:11:42.731385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1525ca45-005e-4c4b-88df-bda53c606171 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:42.788037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2d64dc87-91fa-489c-be31-40d4ac4ad046 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:42.863441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 2d64dc87-91fa-489c-be31-40d4ac4ad046 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:42.874175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 2d64dc87-91fa-489c-be31-40d4ac4ad046 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:42.874820 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:42.911833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 1525ca45-005e-4c4b-88df-bda53c606171 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:42.920173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 1525ca45-005e-4c4b-88df-bda53c606171 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:42.920573 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:42.923713 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-e3e3bcc8-d673-4876-9c4c-877cfdc5edce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:42.936909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6136e4-ad40-4294-9988-52731b7fc078 req-3cdc4ecb-3b35-4812-afc5-33e7d17839ec tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:42.945188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef6136e4-ad40-4294-9988-52731b7fc078 req-3cdc4ecb-3b35-4812-afc5-33e7d17839ec tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 944 time: 0.1585512 Sep 07 16:11:42.955287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb2263-faa8-451e-9e56-cdbf2519aee7 req-47494d7d-d1c9-4e84-ab5b-72864744dfb6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:42.964356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00eb2263-faa8-451e-9e56-cdbf2519aee7 req-47494d7d-d1c9-4e84-ab5b-72864744dfb6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 946 time: 0.1766329 Sep 07 16:11:42.999058 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:43.048011 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00eb2263-faa8-451e-9e56-cdbf2519aee7 req-1b7a29ea-97cf-460f-8414-26402d947895 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826585 Sep 07 16:11:43.053118 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:43.055369 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f8dde9-a676-417e-acd4-858b716ea584" -d '{"events": [{"server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "name": "network-vif-plugged", "status": "completed", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:43.069892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 2d64dc87-91fa-489c-be31-40d4ac4ad046, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046,segment=NetworkSegment(a48f8a4a-1564-4678-b191-f9b01d4b50f9),segment_id=a48f8a4a-1564-4678-b191-f9b01d4b50f9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:43.073451 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:43.078051 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:43.087311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef6136e4-ad40-4294-9988-52731b7fc078 req-e99a78b7-3f27-4a3e-b660-0608ffdd85d9 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411338 Sep 07 16:11:43.119241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1c1db270-410b-4033-9e2b-42585c62829d req-8f5b1c83-13b5-4fdf-bd47-6893aac9a577 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-711841005', 'description': 'tempest-description-1293861436'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:43.158213 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-e3e3bcc8-d673-4876-9c4c-877cfdc5edce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:43.164558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 1525ca45-005e-4c4b-88df-bda53c606171, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1525ca45-005e-4c4b-88df-bda53c606171,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:43.171851 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:43.177950 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c1db270-410b-4033-9e2b-42585c62829d req-8f5b1c83-13b5-4fdf-bd47-6893aac9a577 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:43.194710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-e3e3bcc8-d673-4876-9c4c-877cfdc5edce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Network 11f823b0-5a1f-405d-b97c-b160c90d8c3d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:43.195376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=2d64dc87-91fa-489c-be31-40d4ac4ad046,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:43.203999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:43.204381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:43.204733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:43.205075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:43.205413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:43.205751 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:43.206090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:43.206419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:43.206747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:43.207077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:43.207407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:43.207745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:43.248310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-e3e3bcc8-d673-4876-9c4c-877cfdc5edce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:43.261899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-e3e3bcc8-d673-4876-9c4c-877cfdc5edce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:43.266207 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=1525ca45-005e-4c4b-88df-bda53c606171,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:43.363801 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3bcc8-d673-4876-9c4c-877cfdc5edce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Pushing event updated for resources: {'Port': ['ID=8276bf0a-8205-441f-8061-3797c5193cb5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:43.380420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-e3e3bcc8-d673-4876-9c4c-877cfdc5edce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:43.381148 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-e3e3bcc8-d673-4876-9c4c-877cfdc5edce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:43.416624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646129a-cf44-4270-8609-a981b57faa50 req-847f0be6-45fb-4993-9bfe-12fc9826a662 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:43.418180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c646129a-cf44-4270-8609-a981b57faa50 req-847f0be6-45fb-4993-9bfe-12fc9826a662 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 946 time: 0.2188804 Sep 07 16:11:43.480270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c646129a-cf44-4270-8609-a981b57faa50 req-e657c884-8a98-4250-87e6-331906e78dd4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549428 Sep 07 16:11:43.482663 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c1db270-410b-4033-9e2b-42585c62829d req-8f5b1c83-13b5-4fdf-bd47-6893aac9a577 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:43.487354 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c1db270-410b-4033-9e2b-42585c62829d req-8f5b1c83-13b5-4fdf-bd47-6893aac9a577 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:43.506667 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-e3e3bcc8-d673-4876-9c4c-877cfdc5edce tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5721138 Sep 07 16:11:43.523958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Request body: {'port': {'device_id': 'a3662e2e-9930-4870-8e65-e456062ea8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:43.535866 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1c1db270-410b-4033-9e2b-42585c62829d req-8f5b1c83-13b5-4fdf-bd47-6893aac9a577 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:43.549530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c1db270-410b-4033-9e2b-42585c62829d req-8f5b1c83-13b5-4fdf-bd47-6893aac9a577 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4371307 Sep 07 16:11:43.559871 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fdf16b-d712-4ed7-8fb0-f8803e5912e4 x-openstack-request-id: req-e5fdf16b-d712-4ed7-8fb0-f8803e5912e4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:43.560465 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "name": "network-vif-plugged", "status": "completed", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:43.560888 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5fdf16b-d712-4ed7-8fb0-f8803e5912e4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:43.561459 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046', 'code': 200} Sep 07 16:11:43.586178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b1c83-13b5-4fdf-bd47-6893aac9a577 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bad499e-6ab4-4c78-a02d-63f431811c3c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:43.676425 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:43.713081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05707d3b-9991-4132-8e9c-031a5ce84d20 req-751c6a93-16bd-49fd-87d8-d234ee6569b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:43.721540 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-05707d3b-9991-4132-8e9c-031a5ce84d20 req-751c6a93-16bd-49fd-87d8-d234ee6569b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 1096 time: 0.0748808 Sep 07 16:11:43.772916 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-05707d3b-9991-4132-8e9c-031a5ce84d20 req-32b3e0bc-59fb-47ce-87ae-1d58e5c94904 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448484 Sep 07 16:11:43.773498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524bb45-55f7-45d9-b013-159c42fcb1f3 req-f969d786-a4ed-4f90-af8b-a499a2028ba5 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:43.775085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e524bb45-55f7-45d9-b013-159c42fcb1f3 req-f969d786-a4ed-4f90-af8b-a499a2028ba5 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 950 time: 0.1014423 Sep 07 16:11:43.833624 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:43.946647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e524bb45-55f7-45d9-b013-159c42fcb1f3 req-92ccc5bd-39ed-4c8c-8b0f-a234a69642b9 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402516 Sep 07 16:11:43.963457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b203c066-4382-4b05-9091-0f6f3b92c9cc req-a854b02e-a6ce-426b-abe7-2eb1c3e4e911 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/0bad499e-6ab4-4c78-a02d-63f431811c3c HTTP/1.1" status: 200 len: 1804 time: 0.1583273 Sep 07 16:11:43.989471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b203c066-4382-4b05-9091-0f6f3b92c9cc req-f6378710-10df-4497-965a-cd21457fd57b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bad499e-6ab4-4c78-a02d-63f431811c3c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:43.989471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b203c066-4382-4b05-9091-0f6f3b92c9cc req-f6378710-10df-4497-965a-cd21457fd57b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bad499e-6ab4-4c78-a02d-63f431811c3c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:44.203721 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60fe6b4c-48cc-4bb3-bf41-8527b9f6a16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:44.409415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28935372-e654-4a76-a8f4-9616cda942c0 req-47313d31-dd76-4240-8f47-7f038583ba47 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:44.410922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28935372-e654-4a76-a8f4-9616cda942c0 req-47313d31-dd76-4240-8f47-7f038583ba47 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 946 time: 0.3971796 Sep 07 16:11:44.432265 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b203c066-4382-4b05-9091-0f6f3b92c9cc req-f6378710-10df-4497-965a-cd21457fd57b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:44.520062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28935372-e654-4a76-a8f4-9616cda942c0 req-d1f197e1-1a18-45e7-b4cf-e697915901ab tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009531 Sep 07 16:11:44.522899 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b203c066-4382-4b05-9091-0f6f3b92c9cc req-f6378710-10df-4497-965a-cd21457fd57b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:44.532745 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b203c066-4382-4b05-9091-0f6f3b92c9cc req-f6378710-10df-4497-965a-cd21457fd57b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:44.569289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8276bf0a-8205-441f-8061-3797c5193cb5 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:44.579248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6378710-10df-4497-965a-cd21457fd57b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7dd34a-ad0a-4a63-9b72-5bc6eb980754,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:44.585013 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:44.597266 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b203c066-4382-4b05-9091-0f6f3b92c9cc req-f6378710-10df-4497-965a-cd21457fd57b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:44.602777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b203c066-4382-4b05-9091-0f6f3b92c9cc req-f6378710-10df-4497-965a-cd21457fd57b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6244349 Sep 07 16:11:44.618528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Transition to ACTIVE for port object 8276bf0a-8205-441f-8061-3797c5193cb5 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:44.649437 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:44.742296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8276bf0a-8205-441f-8061-3797c5193cb5,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:44.756307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1ed24-7982-49d4-a9e5-644b02834f50 req-27b2e261-e3af-4364-94c5-98fd19ce65a9 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:44.757887 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6eb1ed24-7982-49d4-a9e5-644b02834f50 req-27b2e261-e3af-4364-94c5-98fd19ce65a9 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 932 time: 0.1538055 Sep 07 16:11:44.774516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6d81343a-52b3-42fa-adc9-d051b4644dcb no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:44.804996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 6d81343a-52b3-42fa-adc9-d051b4644dcb {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:11:44.805412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6d81343a-52b3-42fa-adc9-d051b4644dcb not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:11:44.815030 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:44.842862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab8df-726d-4543-9aa5-a2abc5cc15b7 req-a28eb6d1-1938-4d7e-8b8c-a02ecd328fb8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:44.844398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14fab8df-726d-4543-9aa5-a2abc5cc15b7 req-a28eb6d1-1938-4d7e-8b8c-a02ecd328fb8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1619840 Sep 07 16:11:44.883234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6eb1ed24-7982-49d4-a9e5-644b02834f50 req-4aad6b86-4388-4043-856b-0deee7178642 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179962 Sep 07 16:11:44.901728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Attempting to bind port 8276bf0a-8205-441f-8061-3797c5193cb5 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:44.902079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Attempting to bind port 8276bf0a-8205-441f-8061-3797c5193cb5 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:44.902425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Attempting to bind port 8276bf0a-8205-441f-8061-3797c5193cb5 on network 11f823b0-5a1f-405d-b97c-b160c90d8c3d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:44.925243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Port 8276bf0a-8205-441f-8061-3797c5193cb5 on network 11f823b0-5a1f-405d-b97c-b160c90d8c3d not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:11:44.925719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Attempting to bind port 8276bf0a-8205-441f-8061-3797c5193cb5 on network 11f823b0-5a1f-405d-b97c-b160c90d8c3d {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:44.931149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14fab8df-726d-4543-9aa5-a2abc5cc15b7 req-35d04743-c563-4145-83ea-493402a54255 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763886 Sep 07 16:11:44.936790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:44.937254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Checking segment: {'id': '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:44.937758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Bound using segment: {'id': '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:44.938522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Bound port: 8276bf0a-8205-441f-8061-3797c5193cb5, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:44.939396 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:45.086545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] For port 8276bf0a-8205-441f-8061-3797c5193cb5, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:45.095585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f66023-73cd-47f8-81fd-c07b3d3273c7 req-1fbc16fb-0a97-4d31-ab57-535c6444fef0 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:45.097284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8f66023-73cd-47f8-81fd-c07b3d3273c7 req-1fbc16fb-0a97-4d31-ab57-535c6444fef0 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 946 time: 0.1205537 Sep 07 16:11:45.100105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] For port 8276bf0a-8205-441f-8061-3797c5193cb5, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=8276bf0a-8205-441f-8061-3797c5193cb5,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:45.113766 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:45.122535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d90b60-71bf-4e26-af47-de067ebb8442 req-c5c834a1-bd2f-4d18-a3e7-e82585736812 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:45.124638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f3d90b60-71bf-4e26-af47-de067ebb8442 req-c5c834a1-bd2f-4d18-a3e7-e82585736812 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.1134474 Sep 07 16:11:45.199768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:45.200549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:45.202028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] 10.222.0.54 "PUT /v2.0/ports/8276bf0a-8205-441f-8061-3797c5193cb5 HTTP/1.1" status: 200 len: 1092 time: 1.6830976 Sep 07 16:11:45.204847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3662e2e-9930-4870-8e65-e456062ea8b0', 'tag': '8276bf0a-8205-441f-8061-3797c5193cb5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:45.207321 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87b4e2d-a3f4-427f-a9a2-6fd271b5a512" -d '{"events": [{"name": "network-changed", "server_uuid": "a3662e2e-9930-4870-8e65-e456062ea8b0", "tag": "8276bf0a-8205-441f-8061-3797c5193cb5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:45.233850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8f66023-73cd-47f8-81fd-c07b3d3273c7 req-37ad8825-ed5f-4887-8b4a-ab2ffe74ee5f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288962 Sep 07 16:11:45.276274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f3d90b60-71bf-4e26-af47-de067ebb8442 req-61058441-3952-47fc-bdc2-c25a05b9712e tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427777 Sep 07 16:11:45.289530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16193b-c194-46b4-b566-3e8b2671e9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8276bf0a-8205-441f-8061-3797c5193cb5,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:45.333054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-abdf58d8-fe64-40cd-9247-bcbaa8ad66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:45.334690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-abdf58d8-fe64-40cd-9247-bcbaa8ad66d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=83c4821c8f704f9a896903ead09cd274&device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 1095 time: 0.0547018 Sep 07 16:11:45.413394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-8d7a3431-ee5f-4998-b1b3-b09e5e6017b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8276bf0a-8205-441f-8061-3797c5193cb5 HTTP/1.1" status: 200 len: 217 time: 0.0549150 Sep 07 16:11:45.480919 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39aec569-76c4-40e5-98fb-e79ea3fd4987 req-ccb40e60-69f3-4c24-9b81-7ecaa7e19c23 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/0bad499e-6ab4-4c78-a02d-63f431811c3c HTTP/1.1" status: 200 len: 2397 time: 0.1451197 Sep 07 16:11:45.510563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-39aec569-76c4-40e5-98fb-e79ea3fd4987 req-97220aa7-9437-42dd-bd80-97311cd75816 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bad499e-6ab4-4c78-a02d-63f431811c3c', 'remote_group_id': None}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:45.510563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-39aec569-76c4-40e5-98fb-e79ea3fd4987 req-97220aa7-9437-42dd-bd80-97311cd75816 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bad499e-6ab4-4c78-a02d-63f431811c3c', 'remote_group_id': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:45.525494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be841a86-dc31-409f-9c7f-b26d7b217a2b req-6478c499-f07d-408c-b2ae-673595e05110 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:45.527034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-be841a86-dc31-409f-9c7f-b26d7b217a2b req-6478c499-f07d-408c-b2ae-673595e05110 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 946 time: 0.1630075 Sep 07 16:11:45.537821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-005706f8-f5f2-47c1-8efc-763545b60c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:45.539300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-005706f8-f5f2-47c1-8efc-763545b60c5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e79702e3-11e7-4e35-b1b0-316ea9afe5b4 HTTP/1.1" status: 200 len: 855 time: 0.1006649 Sep 07 16:11:45.563791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd901e8e-9618-4ae1-8b4f-d225b3e33989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1525ca45-005e-4c4b-88df-bda53c606171'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:45.566842 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34feed97-77d6-47d1-9fcc-75ae532b6b8e" -d '{"events": [{"server_uuid": "cd901e8e-9618-4ae1-8b4f-d225b3e33989", "name": "network-vif-plugged", "status": "completed", "tag": "1525ca45-005e-4c4b-88df-bda53c606171"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:45.605611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-0c010c82-4d49-4b36-8f7a-1e7d9b36160c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11f823b0-5a1f-405d-b97c-b160c90d8c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404546 Sep 07 16:11:45.613383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-be841a86-dc31-409f-9c7f-b26d7b217a2b req-910d4fdc-fa9a-4ced-bb74-78dd3223f9eb tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771911 Sep 07 16:11:45.750395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-39aec569-76c4-40e5-98fb-e79ea3fd4987 req-97220aa7-9437-42dd-bd80-97311cd75816 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:45.812580 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-39aec569-76c4-40e5-98fb-e79ea3fd4987 req-97220aa7-9437-42dd-bd80-97311cd75816 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:45.817014 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-3dd5722f-6944-49ae-b874-c90c71e5f056 service neutron] 10.222.0.54 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009227 Sep 07 16:11:45.820121 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-39aec569-76c4-40e5-98fb-e79ea3fd4987 req-97220aa7-9437-42dd-bd80-97311cd75816 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:45.850802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97220aa7-9437-42dd-bd80-97311cd75816 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ea93e8-986c-434c-950a-b00caf254e6c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:45.871504 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-39aec569-76c4-40e5-98fb-e79ea3fd4987 req-97220aa7-9437-42dd-bd80-97311cd75816 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:45.873450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39aec569-76c4-40e5-98fb-e79ea3fd4987 req-97220aa7-9437-42dd-bd80-97311cd75816 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3774483 Sep 07 16:11:45.893941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823251cd-d293-47f9-a773-7d9c5e9a4bb4 req-10e88a49-7095-48e2-a875-8d26c9583979 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:45.895458 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-823251cd-d293-47f9-a773-7d9c5e9a4bb4 req-10e88a49-7095-48e2-a875-8d26c9583979 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 950 time: 0.1402161 Sep 07 16:11:45.930972 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8ba3a9-c800-417b-be93-30823c4adb29 x-openstack-request-id: req-2c8ba3a9-c800-417b-be93-30823c4adb29 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:45.931231 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3662e2e-9930-4870-8e65-e456062ea8b0", "tag": "8276bf0a-8205-441f-8061-3797c5193cb5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:45.931497 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c8ba3a9-c800-417b-be93-30823c4adb29 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:45.931848 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3662e2e-9930-4870-8e65-e456062ea8b0', 'tag': '8276bf0a-8205-441f-8061-3797c5193cb5', 'status': 'completed', 'code': 200} Sep 07 16:11:45.990204 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-823251cd-d293-47f9-a773-7d9c5e9a4bb4 req-1fe3b1ef-18b9-4386-b0df-9643dd768462 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610476 Sep 07 16:11:45.996795 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20147ba-90a4-4509-a7ca-e9ce78ae1ddc req-fe7afd49-b0ce-44df-ad34-5ef7bcf493d8 service neutron] 10.222.0.54 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554890 Sep 07 16:11:46.067865 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2294fd-ca28-4d5d-b44c-ca531e977a81 x-openstack-request-id: req-3d2294fd-ca28-4d5d-b44c-ca531e977a81 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:46.068550 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd901e8e-9618-4ae1-8b4f-d225b3e33989", "name": "network-vif-plugged", "status": "completed", "tag": "1525ca45-005e-4c4b-88df-bda53c606171", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:46.070902 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d2294fd-ca28-4d5d-b44c-ca531e977a81 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:46.071459 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd901e8e-9618-4ae1-8b4f-d225b3e33989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1525ca45-005e-4c4b-88df-bda53c606171', 'code': 200} Sep 07 16:11:46.185985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b4e2d-a3f4-427f-a9a2-6fd271b5a512 req-5816d2d2-8dbe-4c7c-9466-2a7f1a4d7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:46.187574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a87b4e2d-a3f4-427f-a9a2-6fd271b5a512 req-5816d2d2-8dbe-4c7c-9466-2a7f1a4d7abc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=83c4821c8f704f9a896903ead09cd274&device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 1095 time: 0.1273019 Sep 07 16:11:46.204811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5dd92d9-5351-411a-8a43-dc70a644a390 req-52557ae2-edad-453d-ab21-866a3b7a7281 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/0bad499e-6ab4-4c78-a02d-63f431811c3c HTTP/1.1" status: 200 len: 2995 time: 0.0742071 Sep 07 16:11:46.220550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565843b4-f408-42d8-b5e2-43a652e83824 req-23752656-9c83-4ec7-8a48-0c145d2ca40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:46.220550 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-565843b4-f408-42d8-b5e2-43a652e83824 req-23752656-9c83-4ec7-8a48-0c145d2ca40c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 1101 time: 0.0500424 Sep 07 16:11:46.301718 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-565843b4-f408-42d8-b5e2-43a652e83824 req-5df3a9b1-161c-4e47-a70a-08b972e3ac12 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707130 Sep 07 16:11:46.371760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b4e2d-a3f4-427f-a9a2-6fd271b5a512 req-cd52e139-3d22-42f6-88b5-9f3bc414d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:46.373488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a87b4e2d-a3f4-427f-a9a2-6fd271b5a512 req-cd52e139-3d22-42f6-88b5-9f3bc414d99c service neutron] 10.222.0.54 "GET /v2.0/networks?id=11f823b0-5a1f-405d-b97c-b160c90d8c3d HTTP/1.1" status: 200 len: 916 time: 0.1677136 Sep 07 16:11:46.381349 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf4887-190a-4137-a143-68d2084f992b req-73bf642c-2543-4c86-9b78-5b875d43cdf1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:46.382639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9bf4887-190a-4137-a143-68d2084f992b req-73bf642c-2543-4c86-9b78-5b875d43cdf1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 944 time: 0.0767374 Sep 07 16:11:46.437224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9bf4887-190a-4137-a143-68d2084f992b req-9ec39542-19e2-4c27-acc6-41aeac84f06c tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477803 Sep 07 16:11:46.587479 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a87b4e2d-a3f4-427f-a9a2-6fd271b5a512 req-49000ca8-c274-4366-b86c-315b1079f379 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8276bf0a-8205-441f-8061-3797c5193cb5 HTTP/1.1" status: 200 len: 217 time: 0.0597770 Sep 07 16:11:46.620274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5400a-750a-4c61-abb7-2e1d1f72796e req-b797b3e3-12fa-48ff-b974-dae749602045 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:46.621940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ee5400a-750a-4c61-abb7-2e1d1f72796e req-b797b3e3-12fa-48ff-b974-dae749602045 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1277845 Sep 07 16:11:46.655128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad29b43-8f65-44e3-9204-673fbd1d3ac7 req-8ff24c0e-326f-4b74-b1f7-64f23386ba26 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:46.662388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ad29b43-8f65-44e3-9204-673fbd1d3ac7 req-8ff24c0e-326f-4b74-b1f7-64f23386ba26 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 946 time: 0.1589065 Sep 07 16:11:46.712146 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:46.721797 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b4e2d-a3f4-427f-a9a2-6fd271b5a512 req-767ee1be-4be2-4ac4-9dad-aab2fd556721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:46.723499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a87b4e2d-a3f4-427f-a9a2-6fd271b5a512 req-767ee1be-4be2-4ac4-9dad-aab2fd556721 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e79702e3-11e7-4e35-b1b0-316ea9afe5b4 HTTP/1.1" status: 200 len: 855 time: 0.1254017 Sep 07 16:11:46.746374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ee5400a-750a-4c61-abb7-2e1d1f72796e req-521fb577-f133-4d6e-a24b-d95267754ac4 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027377 Sep 07 16:11:46.757245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ad29b43-8f65-44e3-9204-673fbd1d3ac7 req-6315bbab-d6ce-4590-9712-78bba5e06046 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926542 Sep 07 16:11:46.812691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a87b4e2d-a3f4-427f-a9a2-6fd271b5a512 req-bbd38632-14cc-4d41-9d72-704c72fa4621 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11f823b0-5a1f-405d-b97c-b160c90d8c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652208 Sep 07 16:11:46.853734 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e795d8c-1503-4b68-b923-55d8428db4ad req-82f2c66e-fa62-47e4-bc68-b718cb574b37 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-group-rules/f7ea93e8-986c-434c-950a-b00caf254e6c HTTP/1.1" status: 200 len: 783 time: 0.0676391 Sep 07 16:11:46.996593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e795d8c-1503-4b68-b923-55d8428db4ad req-82e848a7-88f1-485d-9bb8-13d80d26d27e tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/0bad499e-6ab4-4c78-a02d-63f431811c3c HTTP/1.1" status: 200 len: 2995 time: 0.1340961 Sep 07 16:11:47.006949 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a246bce-2fff-4253-b429-ddae9e2f7434 req-7e835ae0-702e-47bc-9c86-3c7d2cc02e07 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:47.008472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a246bce-2fff-4253-b429-ddae9e2f7434 req-7e835ae0-702e-47bc-9c86-3c7d2cc02e07 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.1345072 Sep 07 16:11:47.012737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a87b4e2d-a3f4-427f-a9a2-6fd271b5a512 req-00c9c985-c2f3-425a-8e8c-ad18079ccf87 service neutron] 10.222.0.54 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840479 Sep 07 16:11:47.087463 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e795d8c-1503-4b68-b923-55d8428db4ad req-7c1dab67-ccab-472a-a469-11ba5df6f26a tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:47.128672 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e795d8c-1503-4b68-b923-55d8428db4ad req-7c1dab67-ccab-472a-a469-11ba5df6f26a tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:47.141082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a246bce-2fff-4253-b429-ddae9e2f7434 req-f518673b-ad7d-4205-9be7-e4db5daa6306 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165967 Sep 07 16:11:47.180219 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e795d8c-1503-4b68-b923-55d8428db4ad req-7c1dab67-ccab-472a-a469-11ba5df6f26a tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:47.188229 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2e795d8c-1503-4b68-b923-55d8428db4ad req-7c1dab67-ccab-472a-a469-11ba5df6f26a tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:47.189704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e795d8c-1503-4b68-b923-55d8428db4ad req-7c1dab67-ccab-472a-a469-11ba5df6f26a tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f7ea93e8-986c-434c-950a-b00caf254e6c HTTP/1.1" status: 204 len: 173 time: 0.1798069 Sep 07 16:11:47.193068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a87b4e2d-a3f4-427f-a9a2-6fd271b5a512 req-41a4303d-d13d-4351-9472-53750c31f0ce service neutron] 10.222.0.54 "GET /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669376 Sep 07 16:11:47.198248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dab67-ccab-472a-a469-11ba5df6f26a tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7ea93e8-986c-434c-950a-b00caf254e6c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:47.391232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404137cd-ae79-4947-a1a9-2bab6ec91f68 req-112ee1b9-b1c1-4745-a7f6-001e18a7f91d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:47.400995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-404137cd-ae79-4947-a1a9-2bab6ec91f68 req-112ee1b9-b1c1-4745-a7f6-001e18a7f91d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 950 time: 0.0791941 Sep 07 16:11:47.460985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-404137cd-ae79-4947-a1a9-2bab6ec91f68 req-0ec28e57-9cd1-431f-b133-2132d2bf7eca tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557115 Sep 07 16:11:47.535076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-207f5962-8c83-420f-b3e4-06052c17587a req-8de4909a-9abb-4a2d-aeb2-4b26f3183968 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/0bad499e-6ab4-4c78-a02d-63f431811c3c HTTP/1.1" status: 200 len: 2397 time: 0.0727665 Sep 07 16:11:47.593283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c870d85-117e-40ae-9dda-bba02ac9870e req-d5a113a8-61a7-4a4c-8f69-8bf8c8331972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:47.595812 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c870d85-117e-40ae-9dda-bba02ac9870e req-d5a113a8-61a7-4a4c-8f69-8bf8c8331972 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8da3fe3748234677b7686b108e516924&device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 1096 time: 0.0582273 Sep 07 16:11:47.651589 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-207f5962-8c83-420f-b3e4-06052c17587a req-bb351f31-243a-4f7f-8a72-601f1dc6a807 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:47.679161 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-207f5962-8c83-420f-b3e4-06052c17587a req-bb351f31-243a-4f7f-8a72-601f1dc6a807 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:47.749506 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-207f5962-8c83-420f-b3e4-06052c17587a req-bb351f31-243a-4f7f-8a72-601f1dc6a807 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:47.752579 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-207f5962-8c83-420f-b3e4-06052c17587a req-bb351f31-243a-4f7f-8a72-601f1dc6a807 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:47.756141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-207f5962-8c83-420f-b3e4-06052c17587a req-bb351f31-243a-4f7f-8a72-601f1dc6a807 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "DELETE /v2.0/security-groups/0bad499e-6ab4-4c78-a02d-63f431811c3c HTTP/1.1" status: 204 len: 173 time: 0.2012665 Sep 07 16:11:47.830573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb351f31-243a-4f7f-8a72-601f1dc6a807 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bad499e-6ab4-4c78-a02d-63f431811c3c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:47.846061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c870d85-117e-40ae-9dda-bba02ac9870e req-7ff14c97-ba19-4c7f-8c9d-086426361fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:47.849961 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c870d85-117e-40ae-9dda-bba02ac9870e req-7ff14c97-ba19-4c7f-8c9d-086426361fe1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e HTTP/1.1" status: 200 len: 920 time: 0.2375929 Sep 07 16:11:47.916833 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c870d85-117e-40ae-9dda-bba02ac9870e req-644a9af4-8827-4c5d-910c-120e55094556 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 200 len: 217 time: 0.0484314 Sep 07 16:11:47.933009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c7696-1405-45a4-81ff-c6d2e143972d req-99b5e2ef-c484-42c6-be65-6103318ae713 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:47.941284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af0c7696-1405-45a4-81ff-c6d2e143972d req-99b5e2ef-c484-42c6-be65-6103318ae713 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.1509495 Sep 07 16:11:47.983125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c870d85-117e-40ae-9dda-bba02ac9870e req-7bbb3e50-d117-46ac-8544-d8516bf62934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:47.985017 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c870d85-117e-40ae-9dda-bba02ac9870e req-7bbb3e50-d117-46ac-8544-d8516bf62934 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01f4de72-4935-4872-b8e1-3e60167416ad HTTP/1.1" status: 200 len: 859 time: 0.0619218 Sep 07 16:11:47.986024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26842420-df99-4d57-b126-b904edd26237 req-1ca01a8b-bd3b-4744-b912-17dc8a57df1e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:47.994184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26842420-df99-4d57-b126-b904edd26237 req-1ca01a8b-bd3b-4744-b912-17dc8a57df1e tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 944 time: 0.1245544 Sep 07 16:11:48.042504 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c870d85-117e-40ae-9dda-bba02ac9870e req-a17b75e6-b95e-43cf-acc5-848ac0067d93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405612 Sep 07 16:11:48.042759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af0c7696-1405-45a4-81ff-c6d2e143972d req-6efd0d25-5790-49ea-b018-3c43e995c58d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964663 Sep 07 16:11:48.080968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26842420-df99-4d57-b126-b904edd26237 req-00b81788-5971-4fe6-af4a-c2ae9e6baf83 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856416 Sep 07 16:11:48.163908 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-d86fd4d7-2d17-44d5-9971-a8d3fd57ee21 req-136d1cee-3df1-492c-a413-9637f6d8efca tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] show failed (client error): The resource could not be found. Sep 07 16:11:48.171742 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c870d85-117e-40ae-9dda-bba02ac9870e req-c9cd08cf-4d2d-4630-aba6-d10c753a71ea service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115284 Sep 07 16:11:48.173489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d86fd4d7-2d17-44d5-9971-a8d3fd57ee21 req-136d1cee-3df1-492c-a413-9637f6d8efca tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/85928f65-fcc3-4850-99d2-7fd7e1221d09 HTTP/1.1" status: 404 len: 352 time: 0.0395360 Sep 07 16:11:48.216438 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01636cac-ac8f-44e0-9b35-28c6d8d30dc6 req-427f961e-6a37-49a4-a3a4-81ff4f53d0f8 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:48.218543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01636cac-ac8f-44e0-9b35-28c6d8d30dc6 req-427f961e-6a37-49a4-a3a4-81ff4f53d0f8 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 946 time: 0.1106505 Sep 07 16:11:48.293769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2a8d5-44bd-4d6f-bc8f-1c3e17df78a6 req-c601bc7a-7c6f-47f2-8432-ef706efb67c8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:48.295349 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7e2a8d5-44bd-4d6f-bc8f-1c3e17df78a6 req-c601bc7a-7c6f-47f2-8432-ef706efb67c8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.0755560 Sep 07 16:11:48.309162 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c870d85-117e-40ae-9dda-bba02ac9870e req-6ce81a5e-7bfc-49d8-a7c7-29baa66d2965 service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265950 Sep 07 16:11:48.340904 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01636cac-ac8f-44e0-9b35-28c6d8d30dc6 req-ded38af5-63dc-41f0-ba1e-f55a2bb12b6c tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117189 Sep 07 16:11:48.344946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7458f1-937b-49f4-a6a7-18668b7e97e8 req-7278fea9-1022-4550-b2fb-d2df017ee8c0 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:48.347313 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b7458f1-937b-49f4-a6a7-18668b7e97e8 req-7278fea9-1022-4550-b2fb-d2df017ee8c0 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 946 time: 0.0840969 Sep 07 16:11:48.402512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7e2a8d5-44bd-4d6f-bc8f-1c3e17df78a6 req-4a75b61d-9547-47a4-ace1-e014c076a1cc tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908005 Sep 07 16:11:48.467180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-8b7458f1-937b-49f4-a6a7-18668b7e97e8 req-98d1e685-cb59-4cfa-b3c9-cda27a391369 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Deleting port 368fe694-f0dd-45e9-b13c-fb404a661d88 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:48.467546 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8b7458f1-937b-49f4-a6a7-18668b7e97e8 req-98d1e685-cb59-4cfa-b3c9-cda27a391369 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:48.477643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d998607-70ab-4b86-ac19-900a7fd4513f req-b4ffa88f-34fd-4dee-aed9-6a76412908b8 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:48.479175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d998607-70ab-4b86-ac19-900a7fd4513f req-b4ffa88f-34fd-4dee-aed9-6a76412908b8 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=77aeaeff-457e-43bc-be81-83ed70e6497f HTTP/1.1" status: 200 len: 946 time: 0.0756979 Sep 07 16:11:48.508918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe652983-debc-443a-92f2-bcdf379ff372 req-3dd0ac6e-9d38-4482-b839-ea2a9c1816af tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/042a23a5-3e93-4f3e-b4fb-2f989825b214 HTTP/1.1" status: 200 len: 1805 time: 0.0692825 Sep 07 16:11:48.536231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d998607-70ab-4b86-ac19-900a7fd4513f req-516f76f4-0d76-431e-88ba-682cf8abc7ad tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461082 Sep 07 16:11:48.571310 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-8b7458f1-937b-49f4-a6a7-18668b7e97e8 req-98d1e685-cb59-4cfa-b3c9-cda27a391369 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] For port 368fe694-f0dd-45e9-b13c-fb404a661d88, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=368fe694-f0dd-45e9-b13c-fb404a661d88,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:48.571919 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8b7458f1-937b-49f4-a6a7-18668b7e97e8 req-98d1e685-cb59-4cfa-b3c9-cda27a391369 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:48.584133 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fe652983-debc-443a-92f2-bcdf379ff372 req-cc9e2094-4bbf-47f9-9fdd-d3bd0f9950be tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:48.586292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-8b7458f1-937b-49f4-a6a7-18668b7e97e8 req-98d1e685-cb59-4cfa-b3c9-cda27a391369 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Calling delete_port for 368fe694-f0dd-45e9-b13c-fb404a661d88 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:48.611555 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fe652983-debc-443a-92f2-bcdf379ff372 req-cc9e2094-4bbf-47f9-9fdd-d3bd0f9950be tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:48.657716 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fe652983-debc-443a-92f2-bcdf379ff372 req-cc9e2094-4bbf-47f9-9fdd-d3bd0f9950be tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:48.660797 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fe652983-debc-443a-92f2-bcdf379ff372 req-cc9e2094-4bbf-47f9-9fdd-d3bd0f9950be tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:48.667809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe652983-debc-443a-92f2-bcdf379ff372 req-cc9e2094-4bbf-47f9-9fdd-d3bd0f9950be tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "DELETE /v2.0/security-groups/042a23a5-3e93-4f3e-b4fb-2f989825b214 HTTP/1.1" status: 204 len: 173 time: 0.1426680 Sep 07 16:11:48.689504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e2094-4bbf-47f9-9fdd-d3bd0f9950be tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a23a5-3e93-4f3e-b4fb-2f989825b214,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:48.730283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3789a8d-1d94-41b9-8006-880c8b749b5a req-9c1f1d0e-bbc6-4ad4-9502-8580ceaf5a41 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:48.732669 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3789a8d-1d94-41b9-8006-880c8b749b5a req-9c1f1d0e-bbc6-4ad4-9502-8580ceaf5a41 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 950 time: 0.0657895 Sep 07 16:11:48.745444 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8b7458f1-937b-49f4-a6a7-18668b7e97e8 req-98d1e685-cb59-4cfa-b3c9-cda27a391369 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:48.747409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 8276bf0a-8205-441f-8061-3797c5193cb5 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:48.775275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1e685-cb59-4cfa-b3c9-cda27a391369 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event deleted for resources: {'Port': ['ID=368fe694-f0dd-45e9-b13c-fb404a661d88,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:48.788170 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['368fe694-f0dd-45e9-b13c-fb404a661d88'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:48.817063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7458f1-937b-49f4-a6a7-18668b7e97e8 req-98d1e685-cb59-4cfa-b3c9-cda27a391369 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] No DVR routers for this DVR port 368fe694-f0dd-45e9-b13c-fb404a661d88 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:11:48.819960 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8b7458f1-937b-49f4-a6a7-18668b7e97e8 req-98d1e685-cb59-4cfa-b3c9-cda27a391369 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:48.821314 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3789a8d-1d94-41b9-8006-880c8b749b5a req-1783ce84-6169-40cf-9abe-8ff538552295 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767422 Sep 07 16:11:48.824428 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b7458f1-937b-49f4-a6a7-18668b7e97e8 req-98d1e685-cb59-4cfa-b3c9-cda27a391369 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "DELETE /v2.0/ports/368fe694-f0dd-45e9-b13c-fb404a661d88 HTTP/1.1" status: 204 len: 173 time: 0.4708104 Sep 07 16:11:48.825813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aeaeff-457e-43bc-be81-83ed70e6497f', 'name': 'network-vif-deleted', 'tag': '368fe694-f0dd-45e9-b13c-fb404a661d88'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:48.829134 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9eaf57-2bb6-4d88-a815-a17ac7f3a7dc" -d '{"events": [{"server_uuid": "77aeaeff-457e-43bc-be81-83ed70e6497f", "name": "network-vif-deleted", "tag": "368fe694-f0dd-45e9-b13c-fb404a661d88"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:48.852255 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27800080-b898-40b6-ba2a-f85915160dfa req-a98caace-e8f0-4af0-aedc-07644ad67f03 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/c6b6fb22-f63e-499e-8a60-b6ba80a43b78 HTTP/1.1" status: 200 len: 1804 time: 0.1090190 Sep 07 16:11:48.900419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 8276bf0a-8205-441f-8061-3797c5193cb5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=8276bf0a-8205-441f-8061-3797c5193cb5,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:48.920083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '8276bf0a-8205-441f-8061-3797c5193cb5', 'network_id': '11f823b0-5a1f-405d-b97c-b160c90d8c3d', 'port_id': '8276bf0a-8205-441f-8061-3797c5193cb5', 'mac_address': 'fa:16:3e:8d:0a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79702e3-11e7-4e35-b1b0-316ea9afe5b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:48.957763 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27800080-b898-40b6-ba2a-f85915160dfa req-ab9a2434-556c-4339-9757-a31a6517648b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:48.965417 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:48.982694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8276bf0a-8205-441f-8061-3797c5193cb5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:48.989171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f3ce3-5264-4b79-86f4-5f2639fc9f93 req-641b7002-1ef2-428b-91da-26315a0ab49a tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:48.990690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-546f3ce3-5264-4b79-86f4-5f2639fc9f93 req-641b7002-1ef2-428b-91da-26315a0ab49a tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086 HTTP/1.1" status: 200 len: 949 time: 0.0913241 Sep 07 16:11:48.994786 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27800080-b898-40b6-ba2a-f85915160dfa req-ab9a2434-556c-4339-9757-a31a6517648b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:49.002608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 8276bf0a-8205-441f-8061-3797c5193cb5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=8276bf0a-8205-441f-8061-3797c5193cb5,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:49.007551 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:49.008245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5b9330df-bb29-4268-8b7f-b78e73c63eed details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:49.062328 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-546f3ce3-5264-4b79-86f4-5f2639fc9f93 req-6ed5a647-a823-47b2-b387-20177215449b tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642765 Sep 07 16:11:49.081755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=8276bf0a-8205-441f-8061-3797c5193cb5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:49.091877 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27800080-b898-40b6-ba2a-f85915160dfa req-ab9a2434-556c-4339-9757-a31a6517648b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:49.094621 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-27800080-b898-40b6-ba2a-f85915160dfa req-ab9a2434-556c-4339-9757-a31a6517648b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:49.098621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27800080-b898-40b6-ba2a-f85915160dfa req-ab9a2434-556c-4339-9757-a31a6517648b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "DELETE /v2.0/security-groups/c6b6fb22-f63e-499e-8a60-b6ba80a43b78 HTTP/1.1" status: 204 len: 173 time: 0.2394817 Sep 07 16:11:49.112620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a2434-556c-4339-9757-a31a6517648b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b6fb22-f63e-499e-8a60-b6ba80a43b78,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:49.156216 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddfcd0e-18c1-4a58-835c-ab4134e1ae03 x-openstack-request-id: req-5ddfcd0e-18c1-4a58-835c-ab4134e1ae03 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:49.156628 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aeaeff-457e-43bc-be81-83ed70e6497f", "name": "network-vif-deleted", "tag": "368fe694-f0dd-45e9-b13c-fb404a661d88", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:49.156855 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ddfcd0e-18c1-4a58-835c-ab4134e1ae03 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:49.157250 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77aeaeff-457e-43bc-be81-83ed70e6497f', 'name': 'network-vif-deleted', 'tag': '368fe694-f0dd-45e9-b13c-fb404a661d88', 'status': 'completed', 'code': 200} Sep 07 16:11:49.176549 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5b9330df-bb29-4268-8b7f-b78e73c63eed, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b9330df-bb29-4268-8b7f-b78e73c63eed,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:49.190535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '5b9330df-bb29-4268-8b7f-b78e73c63eed', 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9', 'port_id': '5b9330df-bb29-4268-8b7f-b78e73c63eed', 'mac_address': 'fa:16:3e:bc:c3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efa4370-cd4e-41e0-86aa-a50e7e7ef94d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:49.230822 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:49.245016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b9330df-bb29-4268-8b7f-b78e73c63eed {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:49.268733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5b9330df-bb29-4268-8b7f-b78e73c63eed, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b9330df-bb29-4268-8b7f-b78e73c63eed,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:49.273386 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:49.285883 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bca7c-f268-41d1-8d1b-c9c154cdfb53 req-22a37a4d-83b8-4a4f-ae2c-1fd532fc4b86 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:49.287651 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-762bca7c-f268-41d1-8d1b-c9c154cdfb53 req-22a37a4d-83b8-4a4f-ae2c-1fd532fc4b86 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0645900 Sep 07 16:11:49.326800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-762bca7c-f268-41d1-8d1b-c9c154cdfb53 req-37a8696c-54be-4c9f-acf7-38754ada011a tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329940 Sep 07 16:11:49.335029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=5b9330df-bb29-4268-8b7f-b78e73c63eed,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:49.467785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb265c-5e04-41cd-821e-85c3ad666509 req-bd5dcf34-3c87-4a2b-b0c3-c5805097d1ad tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:49.469361 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0acb265c-5e04-41cd-821e-85c3ad666509 req-bd5dcf34-3c87-4a2b-b0c3-c5805097d1ad tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 945 time: 0.0785215 Sep 07 16:11:49.473253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06b9ae64-9570-4171-b519-371528d662fa req-c2b966d8-123d-4dad-a9d1-6469d6f6bc91 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/6742f4b6-3903-459c-85cf-3ccf7d4970f8 HTTP/1.1" status: 200 len: 1805 time: 0.0909114 Sep 07 16:11:49.553721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0acb265c-5e04-41cd-821e-85c3ad666509 req-def84dcd-217b-4c03-8d54-cda59b376a6b tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781527 Sep 07 16:11:49.575689 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-06b9ae64-9570-4171-b519-371528d662fa req-0a10eb48-dad0-46ac-88e0-f576b1cf0f61 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:49.599874 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-06b9ae64-9570-4171-b519-371528d662fa req-0a10eb48-dad0-46ac-88e0-f576b1cf0f61 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:49.600613 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['5b9330df-bb29-4268-8b7f-b78e73c63eed'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:49.678275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476d50-989f-4010-b202-f66c134da287 req-6972963a-0316-47a6-a015-9202e5202bc1 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:49.679899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c476d50-989f-4010-b202-f66c134da287 req-6972963a-0316-47a6-a015-9202e5202bc1 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 945 time: 0.0615697 Sep 07 16:11:49.680542 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-06b9ae64-9570-4171-b519-371528d662fa req-0a10eb48-dad0-46ac-88e0-f576b1cf0f61 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:49.683066 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-06b9ae64-9570-4171-b519-371528d662fa req-0a10eb48-dad0-46ac-88e0-f576b1cf0f61 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:49.684093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06b9ae64-9570-4171-b519-371528d662fa req-0a10eb48-dad0-46ac-88e0-f576b1cf0f61 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "DELETE /v2.0/security-groups/6742f4b6-3903-459c-85cf-3ccf7d4970f8 HTTP/1.1" status: 204 len: 173 time: 0.2013736 Sep 07 16:11:49.705763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10eb48-dad0-46ac-88e0-f576b1cf0f61 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6742f4b6-3903-459c-85cf-3ccf7d4970f8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:49.739150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c476d50-989f-4010-b202-f66c134da287 req-b1496fc3-46c2-427c-b887-3a88818a9317 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509975 Sep 07 16:11:49.846930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d14224-ff46-4f84-82c6-8b67915ce885 req-9ddd1e74-0ead-459e-9af1-ba2f34f5af60 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:49.848925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2d14224-ff46-4f84-82c6-8b67915ce885 req-9ddd1e74-0ead-459e-9af1-ba2f34f5af60 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.0492308 Sep 07 16:11:49.888991 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2d14224-ff46-4f84-82c6-8b67915ce885 req-253f6091-9833-4fd1-a27c-8fcb436005a3 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345919 Sep 07 16:11:50.052450 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['8276bf0a-8205-441f-8061-3797c5193cb5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:50.059351 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1fb158a-6491-49d7-9698-56b037dddb3e req-861eb646-0e10-4996-b760-58ac19642441 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/36e9a668-06e8-48bb-a451-1239f79b4648 HTTP/1.1" status: 200 len: 2402 time: 0.0910945 Sep 07 16:11:50.070096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-44f58233-07f3-4171-902e-2806679ef956 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:50.070594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-44f58233-07f3-4171-902e-2806679ef956 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:50.071088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-44f58233-07f3-4171-902e-2806679ef956 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:50.071569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-44f58233-07f3-4171-902e-2806679ef956 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:50.072050 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-44f58233-07f3-4171-902e-2806679ef956 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:50.072557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-44f58233-07f3-4171-902e-2806679ef956 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:50.073037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-44f58233-07f3-4171-902e-2806679ef956 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:50.073516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-44f58233-07f3-4171-902e-2806679ef956 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:50.073994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-44f58233-07f3-4171-902e-2806679ef956 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:50.074466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-44f58233-07f3-4171-902e-2806679ef956 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:50.077107 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-44f58233-07f3-4171-902e-2806679ef956 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0&device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989&device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591&device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e&device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f&device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5&device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c&device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086&device_id=f956448a-7389-40ca-8d63-2df7f499a0e6&device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 9094 time: 0.1198871 Sep 07 16:11:50.101479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8785f-f7dd-4ff0-8472-e4f9d11363dc req-8eaa6245-212d-48bd-aeeb-a6c43432320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:50.102846 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9f8785f-f7dd-4ff0-8472-e4f9d11363dc req-8eaa6245-212d-48bd-aeeb-a6c43432320e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 1096 time: 0.1125615 Sep 07 16:11:50.113145 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-eacfd7b9-5601-4943-8b0e-584d73466067 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:50.189586 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9f8785f-f7dd-4ff0-8472-e4f9d11363dc req-32915236-9485-4704-8c3f-e7112fd60369 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673063 Sep 07 16:11:50.209474 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e1fb158a-6491-49d7-9698-56b037dddb3e req-21b3ed3f-faeb-4e6a-86b3-cd1da49237b9 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:50.245291 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e1fb158a-6491-49d7-9698-56b037dddb3e req-21b3ed3f-faeb-4e6a-86b3-cd1da49237b9 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:50.312206 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-eacfd7b9-5601-4943-8b0e-584d73466067 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:50.313139 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e1fb158a-6491-49d7-9698-56b037dddb3e req-21b3ed3f-faeb-4e6a-86b3-cd1da49237b9 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:50.315868 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e1fb158a-6491-49d7-9698-56b037dddb3e req-21b3ed3f-faeb-4e6a-86b3-cd1da49237b9 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:50.317180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1fb158a-6491-49d7-9698-56b037dddb3e req-21b3ed3f-faeb-4e6a-86b3-cd1da49237b9 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "DELETE /v2.0/security-groups/36e9a668-06e8-48bb-a451-1239f79b4648 HTTP/1.1" status: 204 len: 173 time: 0.2384770 Sep 07 16:11:50.323926 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-eacfd7b9-5601-4943-8b0e-584d73466067 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:50.329577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3ed3f-faeb-4e6a-86b3-cd1da49237b9 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e9a668-06e8-48bb-a451-1239f79b4648,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:50.353610 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ae41479-333d-41b1-aac1-dee22b88b2cf req-eacfd7b9-5601-4943-8b0e-584d73466067 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&id=73946e17-cb26-40d3-8e67-c95588d83454&id=e962c6d0-887c-43c0-8129-529562704315&id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 622 time: 0.2662683 Sep 07 16:11:50.366996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfd7b9-5601-4943-8b0e-584d73466067 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8185ff8f-dafc-4af2-892f-86803fe89d35,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:50.724554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae113269-4abf-4789-8b31-6b01cf3f21c3 req-47d82e28-7941-4f1c-a0fb-647b5e398f15 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:50.726072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae113269-4abf-4789-8b31-6b01cf3f21c3 req-47d82e28-7941-4f1c-a0fb-647b5e398f15 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086 HTTP/1.1" status: 200 len: 949 time: 0.3043537 Sep 07 16:11:50.756927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-371cbbba-6d67-46f3-b3aa-c168630194c3 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:50.758479 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-371cbbba-6d67-46f3-b3aa-c168630194c3 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.3582144 Sep 07 16:11:50.768844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5b9330df-bb29-4268-8b7f-b78e73c63eed up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:50.784962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-242085f0-61c6-4c1e-9743-e998e0dec17f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/quotas/08157560ffc74d54a362078b263c837e HTTP/1.1" status: 200 len: 375 time: 0.0184038 Sep 07 16:11:50.788268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae113269-4abf-4789-8b31-6b01cf3f21c3 req-75055f65-567c-4a3f-ac0e-1d971a3e7935 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530322 Sep 07 16:11:50.819192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 368fe694-f0dd-45e9-b13c-fb404a661d88 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:50.822665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 5b9330df-bb29-4268-8b7f-b78e73c63eed triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:50.823191 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:50.829342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-62f3c115-a4d9-4ede-8b6e-c34d1fefc4bd tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382872 Sep 07 16:11:50.842464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 368fe694-f0dd-45e9-b13c-fb404a661d88 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:11:50.842464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 368fe694-f0dd-45e9-b13c-fb404a661d88 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:11:50.923180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8fbd153b-4225-4db6-bd81-31bebd067c69 req-48e95225-c53c-48f2-9e73-9f397c1b1284 tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "GET /v2.0/security-groups/cc3d2d7d-aae1-4dda-a28b-4bbfbc51392d HTTP/1.1" status: 200 len: 2397 time: 0.0963931 Sep 07 16:11:50.928398 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:50.950186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b075d5-42a0-48fe-b63d-6463cf93b54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9330df-bb29-4268-8b7f-b78e73c63eed'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:50.952965 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947020d9-397f-44fa-ad98-ed12bccdabf0" -d '{"events": [{"server_uuid": "82b075d5-42a0-48fe-b63d-6463cf93b54e", "name": "network-vif-plugged", "status": "completed", "tag": "5b9330df-bb29-4268-8b7f-b78e73c63eed"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:50.965542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5b9330df-bb29-4268-8b7f-b78e73c63eed, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b9330df-bb29-4268-8b7f-b78e73c63eed,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:50.966249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-f1a3913d-6d7c-4fa0-950c-9d21048bcee8 service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296086 Sep 07 16:11:50.971035 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.018988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=5b9330df-bb29-4268-8b7f-b78e73c63eed,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:51.054250 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8fbd153b-4225-4db6-bd81-31bebd067c69 req-53e83d41-3a8d-4fde-b98d-63645e356b9b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.086492 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8fbd153b-4225-4db6-bd81-31bebd067c69 req-53e83d41-3a8d-4fde-b98d-63645e356b9b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.114918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-a4fa8c5f-d527-4d35-9575-6aca56cf0110 service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402392 Sep 07 16:11:51.141964 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8fbd153b-4225-4db6-bd81-31bebd067c69 req-53e83d41-3a8d-4fde-b98d-63645e356b9b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.144726 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8fbd153b-4225-4db6-bd81-31bebd067c69 req-53e83d41-3a8d-4fde-b98d-63645e356b9b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.145875 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8fbd153b-4225-4db6-bd81-31bebd067c69 req-53e83d41-3a8d-4fde-b98d-63645e356b9b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] 10.222.0.70 "DELETE /v2.0/security-groups/cc3d2d7d-aae1-4dda-a28b-4bbfbc51392d HTTP/1.1" status: 204 len: 173 time: 0.2154570 Sep 07 16:11:51.152007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49236) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:51.155372 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e83d41-3a8d-4fde-b98d-63645e356b9b tempest-SecurityGroupRulesTestJSON-1645886680 tempest-SecurityGroupRulesTestJSON-1645886680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3d2d7d-aae1-4dda-a28b-4bbfbc51392d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:51.218283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Deleting subnet 09a41f99-f887-4269-a364-f1a7a94df057 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:11:51.222057 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.268571 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.277619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4e907-8f80-4806-a17a-de9b8f0c37ab req-6db7a492-870d-4995-8c8d-73df257490e3 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:51.285724 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78a4e907-8f80-4806-a17a-de9b8f0c37ab req-6db7a492-870d-4995-8c8d-73df257490e3 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0762932 Sep 07 16:11:51.312078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.338148 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78a4e907-8f80-4806-a17a-de9b8f0c37ab req-516ecd89-78b6-47fe-88ab-168b2bc7e79a tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464876 Sep 07 16:11:51.376712 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.436499 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a41f99-f887-4269-a364-f1a7a94df057,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:51.439490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.443358 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/09a41f99-f887-4269-a364-f1a7a94df057 HTTP/1.1" status: 204 len: 168 time: 0.2882838 Sep 07 16:11:51.443924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:51.450601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:51.451444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:51.451788 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:51.452129 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:51.452488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:51.453393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:51.453755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:51.454091 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:51.454546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:51.454881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:51.455210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:51.455537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a560bc-e908-4e29-b45e-0349897cfa74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:51.497090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188177c-8397-4a6a-a679-63c76054789d req-a779eb67-ea8d-4114-a2f7-744a78a437d4 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:51.499139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b188177c-8397-4a6a-a679-63c76054789d req-a779eb67-ea8d-4114-a2f7-744a78a437d4 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 945 time: 0.1046631 Sep 07 16:11:51.609227 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-762cbf0c-7109-4436-a7eb-201e3702ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.630703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a5fc3-ec0d-4175-b463-ffa927570144 req-da1fd391-94aa-42f2-ad64-5b72f507f085 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:51.632317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f9a5fc3-ec0d-4175-b463-ffa927570144 req-da1fd391-94aa-42f2-ad64-5b72f507f085 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 946 time: 0.1636817 Sep 07 16:11:51.636592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b188177c-8397-4a6a-a679-63c76054789d req-82b04e20-84b7-4c13-8eb8-43398181fa5a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200027 Sep 07 16:11:51.716726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f9a5fc3-ec0d-4175-b463-ffa927570144 req-7f5b66d1-b02d-4980-b051-fd2c1a335604 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769334 Sep 07 16:11:51.752882 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-762cbf0c-7109-4436-a7eb-201e3702ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.774511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-762cbf0c-7109-4436-a7eb-201e3702ebb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e932de2-19fe-4255-aab5-adf8298660c6']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:51.784075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-762cbf0c-7109-4436-a7eb-201e3702ebb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747b1041-3392-4bcb-a3f8-aba1727a6a9b') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:51.784511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-762cbf0c-7109-4436-a7eb-201e3702ebb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747b1041-3392-4bcb-a3f8-aba1727a6a9b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:51.795359 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-762cbf0c-7109-4436-a7eb-201e3702ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.809181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-762cbf0c-7109-4436-a7eb-201e3702ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.839624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762cbf0c-7109-4436-a7eb-201e3702ebb0 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:11:51.840048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-762cbf0c-7109-4436-a7eb-201e3702ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:11:51.851544 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:11:51.920012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8971bc-fd0b-4041-89dd-f56fbe6adb4f req-bfac1691-89b5-4cd3-a8f5-59e250641bf7 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:51.921851 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e8971bc-fd0b-4041-89dd-f56fbe6adb4f req-bfac1691-89b5-4cd3-a8f5-59e250641bf7 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1147447 Sep 07 16:11:51.923313 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-762cbf0c-7109-4436-a7eb-201e3702ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.950344 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-762cbf0c-7109-4436-a7eb-201e3702ebb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:51.952223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-762cbf0c-7109-4436-a7eb-201e3702ebb0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5e932de2-19fe-4255-aab5-adf8298660c6 HTTP/1.1" status: 204 len: 168 time: 0.5072014 Sep 07 16:11:51.959571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cbf0c-7109-4436-a7eb-201e3702ebb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e932de2-19fe-4255-aab5-adf8298660c6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:51.989638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e8971bc-fd0b-4041-89dd-f56fbe6adb4f req-076615d1-87dc-4891-bf87-20f5eb54e5f4 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596304 Sep 07 16:11:52.019411 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e5fc56-cbb5-4430-a420-acb40fc35b04 x-openstack-request-id: req-23e5fc56-cbb5-4430-a420-acb40fc35b04 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:52.019904 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b075d5-42a0-48fe-b63d-6463cf93b54e", "name": "network-vif-plugged", "status": "completed", "tag": "5b9330df-bb29-4268-8b7f-b78e73c63eed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:52.020010 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-23e5fc56-cbb5-4430-a420-acb40fc35b04 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:52.020331 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b075d5-42a0-48fe-b63d-6463cf93b54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9330df-bb29-4268-8b7f-b78e73c63eed', 'code': 200} Sep 07 16:11:52.094537 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-930d726a-a4b1-4564-bec1-dd11350bb33f req-57634c57-ae70-4e9a-84d2-36676d4ac0ba tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 210 time: 0.0286357 Sep 07 16:11:52.099675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49268) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:52.146582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49270) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:52.154950 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6f59375c-f86c-4659-806c-3fb71c7d07b5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=275eefbeebf7488abbd59f716bb945d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539787 Sep 07 16:11:52.204847 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97713303-bcc0-4d1d-9e76-715855dadc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:52.226403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b03e9-b293-4349-8173-af37a19ee10a req-ed27dae2-d37b-42a8-8850-02d58f3d1626 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:52.227358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b03e9-b293-4349-8173-af37a19ee10a req-ed27dae2-d37b-42a8-8850-02d58f3d1626 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:52.228160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b03e9-b293-4349-8173-af37a19ee10a req-ed27dae2-d37b-42a8-8850-02d58f3d1626 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:52.230087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-973b03e9-b293-4349-8173-af37a19ee10a req-ed27dae2-d37b-42a8-8850-02d58f3d1626 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989&device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f&device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 2883 time: 0.0500290 Sep 07 16:11:52.232553 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97713303-bcc0-4d1d-9e76-715855dadc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:52.270297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-973b03e9-b293-4349-8173-af37a19ee10a req-96ec327d-ed4d-409c-b52d-e4669f3fea1e tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304153 Sep 07 16:11:52.315219 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97713303-bcc0-4d1d-9e76-715855dadc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:52.318583 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97713303-bcc0-4d1d-9e76-715855dadc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:52.320765 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-97713303-bcc0-4d1d-9e76-715855dadc7e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b477040-10dc-4f1a-b874-3f5229c6c4cb HTTP/1.1" status: 204 len: 168 time: 0.1720130 Sep 07 16:11:52.447414 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97713303-bcc0-4d1d-9e76-715855dadc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b477040-10dc-4f1a-b874-3f5229c6c4cb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:52.458753 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7535fc-7af4-4f5d-b737-9110c0da9392 req-d7e110a4-4f8a-454d-a02f-c21cf079bb85 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:52.458952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-0c07fb58-68ac-493d-b2cb-b3f1eb62a72e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:52.460463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d7535fc-7af4-4f5d-b737-9110c0da9392 req-d7e110a4-4f8a-454d-a02f-c21cf079bb85 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1101542 Sep 07 16:11:52.460841 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-0c07fb58-68ac-493d-b2cb-b3f1eb62a72e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.1379604 Sep 07 16:11:52.480481 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-87961c7e-84c7-44f4-b83d-80e9b45ea531 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Request body: {'port': {'device_id': '275f3d71-21c5-4524-93db-3efdc10f4569', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'admin_state_up': True, 'tenant_id': '08157560ffc74d54a362078b263c837e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:52.494112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afbc68-588c-400d-865b-7aa0a071528b req-114c3f4f-b8c5-4f21-bb8a-f5f91aeec135 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:52.495653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56afbc68-588c-400d-865b-7aa0a071528b req-114c3f4f-b8c5-4f21-bb8a-f5f91aeec135 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 946 time: 0.0945132 Sep 07 16:11:52.529483 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d7535fc-7af4-4f5d-b737-9110c0da9392 req-022eadbf-2362-4b72-bab1-0fda2f81d423 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613675 Sep 07 16:11:52.552215 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56afbc68-588c-400d-865b-7aa0a071528b req-c992b52f-7c77-4a09-95e5-88d20c388858 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488503 Sep 07 16:11:52.642003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-87961c7e-84c7-44f4-b83d-80e9b45ea531 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Made reservation on behalf of 08157560ffc74d54a362078b263c837e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:52.646280 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-87961c7e-84c7-44f4-b83d-80e9b45ea531 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:52.705339 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbb9de-3603-4f41-922f-53ab7ed025be req-fa5899ca-2ebd-4f90-bdbb-c4322bdf238b tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:52.707083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39bbb9de-3603-4f41-922f-53ab7ed025be req-fa5899ca-2ebd-4f90-bdbb-c4322bdf238b tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0701256 Sep 07 16:11:52.768971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39bbb9de-3603-4f41-922f-53ab7ed025be req-653cc0f0-c1fe-454b-b50a-ab38f11a0540 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551312 Sep 07 16:11:52.796647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 8276bf0a-8205-441f-8061-3797c5193cb5 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:52.811088 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-87961c7e-84c7-44f4-b83d-80e9b45ea531 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Allocated IP 172.20.0.9 (14e2ab01-5976-49ca-ae77-fe62952618d8/96c75e00-1127-4340-a636-8f3831620571/b0af4d29-728d-44cb-8071-20c509653dd9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:52.862374 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:52.920305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 8276bf0a-8205-441f-8061-3797c5193cb5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:52.941850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 8276bf0a-8205-441f-8061-3797c5193cb5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:52.942241 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.003405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89981dd-e8fb-4ce3-b415-923232f2a3ea req-b082dd9f-a100-4292-a953-229290c2bd49 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:53.007735 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d89981dd-e8fb-4ce3-b415-923232f2a3ea req-b082dd9f-a100-4292-a953-229290c2bd49 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 945 time: 0.1304026 Sep 07 16:11:53.012992 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.019727 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-87961c7e-84c7-44f4-b83d-80e9b45ea531 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.071771 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-87961c7e-84c7-44f4-b83d-80e9b45ea531 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.087062 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:53.104981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630499a-2dc4-4376-9f19-bbeefc922242 req-7ed75fd6-49fc-4125-bf10-993e088a9773 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:53.112243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2630499a-2dc4-4376-9f19-bbeefc922242 req-7ed75fd6-49fc-4125-bf10-993e088a9773 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1352341 Sep 07 16:11:53.117335 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d89981dd-e8fb-4ce3-b415-923232f2a3ea req-e1a634c6-62ba-4953-9ccf-d08e85b02874 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945523 Sep 07 16:11:53.119012 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.151029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87961c7e-84c7-44f4-b83d-80e9b45ea531 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event updated for resources: {'Port': ['ID=b0af4d29-728d-44cb-8071-20c509653dd9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:53.169099 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.179728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-87961c7e-84c7-44f4-b83d-80e9b45ea531 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Network 14e2ab01-5976-49ca-ae77-fe62952618d8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:53.181535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-87961c7e-84c7-44f4-b83d-80e9b45ea531 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:53.185596 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2630499a-2dc4-4376-9f19-bbeefc922242 req-af217b95-251b-4b0c-bf47-043c726a35d7 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710669 Sep 07 16:11:53.197233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-87961c7e-84c7-44f4-b83d-80e9b45ea531 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:53.206111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:53.227232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 8276bf0a-8205-441f-8061-3797c5193cb5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=8276bf0a-8205-441f-8061-3797c5193cb5,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:53.235706 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.236607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5b9330df-bb29-4268-8b7f-b78e73c63eed no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:53.312672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-87961c7e-84c7-44f4-b83d-80e9b45ea531 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:53.314701 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-87961c7e-84c7-44f4-b83d-80e9b45ea531 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.333837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe912b-efba-4102-96cd-b0d58b8ac05a req-4c50c8fc-5217-4af1-a546-9c0582abe6af tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:53.343184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55fe912b-efba-4102-96cd-b0d58b8ac05a req-4c50c8fc-5217-4af1-a546-9c0582abe6af tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 931 time: 0.0806539 Sep 07 16:11:53.344643 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-87961c7e-84c7-44f4-b83d-80e9b45ea531 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8675334 Sep 07 16:11:53.350428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=8276bf0a-8205-441f-8061-3797c5193cb5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:53.365637 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Request body: {'port': {'device_id': '275f3d71-21c5-4524-93db-3efdc10f4569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:53.404893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55fe912b-efba-4102-96cd-b0d58b8ac05a req-46f6c4c3-642b-4e25-bfef-61bcefd11e9b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552397 Sep 07 16:11:53.437852 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.447653 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.498524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5b9330df-bb29-4268-8b7f-b78e73c63eed, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b9330df-bb29-4268-8b7f-b78e73c63eed,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:53.505125 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.514138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49334) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:53.568133 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=5b9330df-bb29-4268-8b7f-b78e73c63eed,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:53.665087 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1878485598-network', 'tenant_id': '86a75082594b4704b2794d5e29715933'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:53.713693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5bc88-e30d-4419-8644-c11caf5ae266 req-1de6abd0-2c21-40fa-b347-d0b37b6d305f tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:53.715623 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06b5bc88-e30d-4419-8644-c11caf5ae266 req-1de6abd0-2c21-40fa-b347-d0b37b6d305f tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 1101 time: 0.1037054 Sep 07 16:11:53.718649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Made reservation on behalf of 86a75082594b4704b2794d5e29715933 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:53.721048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.738250 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.746920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86981a01-014e-4db4-9b81-dd8b9b3a9d0e req-3dc4627f-e196-461c-8b4c-988a9d4e1f8e tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:53.749056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86981a01-014e-4db4-9b81-dd8b9b3a9d0e req-3dc4627f-e196-461c-8b4c-988a9d4e1f8e tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 944 time: 0.1015611 Sep 07 16:11:53.811589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06b5bc88-e30d-4419-8644-c11caf5ae266 req-59bc3e95-17f9-472c-ab39-aed5c7b2176d tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872574 Sep 07 16:11:53.840592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86981a01-014e-4db4-9b81-dd8b9b3a9d0e req-8e7345c4-9cff-4fec-8b26-a272d77998fb tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769076 Sep 07 16:11:53.963151 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:53.983352 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.018737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d20dd-0056-445d-b15a-b73f2d447c46 req-b6675b57-3f3a-4315-8048-0a58680a83b2 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:54.020273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c9d20dd-0056-445d-b15a-b73f2d447c46 req-b6675b57-3f3a-4315-8048-0a58680a83b2 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.1188293 Sep 07 16:11:54.022646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4'}, {'server_uuid': 'a3662e2e-9930-4870-8e65-e456062ea8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8276bf0a-8205-441f-8061-3797c5193cb5'}, {'server_uuid': '82b075d5-42a0-48fe-b63d-6463cf93b54e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9330df-bb29-4268-8b7f-b78e73c63eed'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:54.024812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:11:54.027606 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a0629a-51c1-4639-b0ab-e2ae9353f1eb" -d '{"events": [{"server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4"}, {"server_uuid": "a3662e2e-9930-4870-8e65-e456062ea8b0", "name": "network-vif-plugged", "status": "completed", "tag": "8276bf0a-8205-441f-8061-3797c5193cb5"}, {"server_uuid": "82b075d5-42a0-48fe-b63d-6463cf93b54e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9330df-bb29-4268-8b7f-b78e73c63eed"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:54.041848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0af4d29-728d-44cb-8071-20c509653dd9 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:54.051380 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.054051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08312423-6957-4e06-b8ae-e548f18c17af req-a4174339-cfbd-4917-b339-3313a7b2ea4e tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:54.055692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08312423-6957-4e06-b8ae-e548f18c17af req-a4174339-cfbd-4917-b339-3313a7b2ea4e tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 1101 time: 0.1138370 Sep 07 16:11:54.056422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d277be7-9549-4fd6-a032-b7173e2a1a00,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:54.059702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.059972 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Added segment f1f661f7-29d1-463b-a531-58ee88829b98 of type vlan for network 8f89846c-bad6-42e3-a0f4-d285732d4aec Sep 07 16:11:54.065446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Transition to ACTIVE for port object b0af4d29-728d-44cb-8071-20c509653dd9 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:54.070083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.134468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Pushing event updated for resources: {'Port': ['ID=b0af4d29-728d-44cb-8071-20c509653dd9,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:54.156262 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c9d20dd-0056-445d-b15a-b73f2d447c46 req-762e31a3-aef8-4088-985b-5d8631a646aa tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221333 Sep 07 16:11:54.157933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.161226 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08312423-6957-4e06-b8ae-e548f18c17af req-b080d6a3-84f2-4db5-b878-b3a9fcd18695 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934274 Sep 07 16:11:54.192764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Attempting to bind port b0af4d29-728d-44cb-8071-20c509653dd9 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:54.193157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Attempting to bind port b0af4d29-728d-44cb-8071-20c509653dd9 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:54.193464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Attempting to bind port b0af4d29-728d-44cb-8071-20c509653dd9 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:54.200045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Port b0af4d29-728d-44cb-8071-20c509653dd9 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:11:54.200045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Attempting to bind port b0af4d29-728d-44cb-8071-20c509653dd9 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:54.201586 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.203225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:54.204262 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.205127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:54.205497 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Checking segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:54.205889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Bound using segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:54.206323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Bound port: b0af4d29-728d-44cb-8071-20c509653dd9, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:54.206683 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.252830 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca06ab49-d486-46d4-b494-4e8da01fceff x-openstack-request-id: req-ca06ab49-d486-46d4-b494-4e8da01fceff {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:54.256920 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4", "code": 200}, {"server_uuid": "a3662e2e-9930-4870-8e65-e456062ea8b0", "name": "network-vif-plugged", "status": "completed", "tag": "8276bf0a-8205-441f-8061-3797c5193cb5", "code": 200}, {"server_uuid": "82b075d5-42a0-48fe-b63d-6463cf93b54e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9330df-bb29-4268-8b7f-b78e73c63eed", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:54.256920 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca06ab49-d486-46d4-b494-4e8da01fceff {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:54.257272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7378099 Sep 07 16:11:54.257394 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4', 'code': 200} Sep 07 16:11:54.257394 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3662e2e-9930-4870-8e65-e456062ea8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8276bf0a-8205-441f-8061-3797c5193cb5', 'code': 200} Sep 07 16:11:54.257394 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b075d5-42a0-48fe-b63d-6463cf93b54e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9330df-bb29-4268-8b7f-b78e73c63eed', 'code': 200} Sep 07 16:11:54.257663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49354) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:54.261948 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a3e11f84-7f9e-4f45-b5f3-13cc308b904c admin admin] Request body: {'subnet': {'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1878485598-subnet', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:54.300980 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] For port b0af4d29-728d-44cb-8071-20c509653dd9, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:54.304769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] For port b0af4d29-728d-44cb-8071-20c509653dd9, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0af4d29-728d-44cb-8071-20c509653dd9,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:54.308052 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e11f84-7f9e-4f45-b5f3-13cc308b904c admin admin] Made reservation on behalf of 86a75082594b4704b2794d5e29715933 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:11:54.310767 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3e11f84-7f9e-4f45-b5f3-13cc308b904c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.314631 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.331990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd459d2-a710-4be4-80fa-962dbeb4c135 admin admin] Pushing event updated for resources: {'Network': ['ID=8f89846c-bad6-42e3-a0f4-d285732d4aec,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:54.345823 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 8f89846c-bad6-42e3-a0f4-d285732d4aec details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:11:54.355488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:54.356493 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.361153 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] 10.222.0.35 "PUT /v2.0/ports/b0af4d29-728d-44cb-8071-20c509653dd9 HTTP/1.1" status: 200 len: 1091 time: 1.0010750 Sep 07 16:11:54.379695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce92a-8180-4cba-b9aa-1f95c4575d2e req-ec8daa04-2722-45db-9969-ce89826362bf tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:54.381550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b9ce92a-8180-4cba-b9aa-1f95c4575d2e req-ec8daa04-2722-45db-9969-ce89826362bf tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 946 time: 0.1412780 Sep 07 16:11:54.395428 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275f3d71-21c5-4524-93db-3efdc10f4569', 'tag': 'b0af4d29-728d-44cb-8071-20c509653dd9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:54.398880 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecce9467-d248-4b4f-a467-15356d8a6912" -d '{"events": [{"name": "network-changed", "server_uuid": "275f3d71-21c5-4524-93db-3efdc10f4569", "tag": "b0af4d29-728d-44cb-8071-20c509653dd9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:54.422802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8df49-21fd-4302-9ce5-cc619dc3004c req-276d1df8-83a9-47f1-aa16-4b8c2b836d0d tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:54.424512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08b8df49-21fd-4302-9ce5-cc619dc3004c req-276d1df8-83a9-47f1-aa16-4b8c2b836d0d tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.54 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 944 time: 0.1102540 Sep 07 16:11:54.470931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b9ce92a-8180-4cba-b9aa-1f95c4575d2e req-0922dafd-581a-48b3-9b93-c9e42950a0cc tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778494 Sep 07 16:11:54.558343 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd8e96b-f93f-428c-9b2e-be196d1dd0e8 x-openstack-request-id: req-ddd8e96b-f93f-428c-9b2e-be196d1dd0e8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:54.558644 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275f3d71-21c5-4524-93db-3efdc10f4569", "tag": "b0af4d29-728d-44cb-8071-20c509653dd9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:54.558902 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ddd8e96b-f93f-428c-9b2e-be196d1dd0e8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:54.559298 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275f3d71-21c5-4524-93db-3efdc10f4569', 'tag': 'b0af4d29-728d-44cb-8071-20c509653dd9', 'status': 'completed', 'code': 200} Sep 07 16:11:54.564079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-08b8df49-21fd-4302-9ce5-cc619dc3004c req-3246ae4b-612f-4ab4-8d72-29ae18999c04 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Deleting port 5b9330df-bb29-4268-8b7f-b78e73c63eed {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:11:54.564079 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-08b8df49-21fd-4302-9ce5-cc619dc3004c req-3246ae4b-612f-4ab4-8d72-29ae18999c04 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.579462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c631e-287b-4215-9f3c-aecc7974fc9c service neutron] Pushing event updated for resources: {'Port': ['ID=b0af4d29-728d-44cb-8071-20c509653dd9,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:54.589199 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e40c0b-03b6-44e6-8459-90951c6b2dd7 req-77426df1-158a-43f7-bac5-9e14161cd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:54.590881 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-00e40c0b-03b6-44e6-8459-90951c6b2dd7 req-77426df1-158a-43f7-bac5-9e14161cd13f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 1097 time: 0.1965392 Sep 07 16:11:54.598301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-78cf1f23-7186-415f-88c6-902ec31b5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:54.599773 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-78cf1f23-7186-415f-88c6-902ec31b5b7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 1094 time: 0.1721702 Sep 07 16:11:54.683618 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-994b2790-2bdd-44da-bd8d-05ea10cf78f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0af4d29-728d-44cb-8071-20c509653dd9 HTTP/1.1" status: 200 len: 217 time: 0.0625067 Sep 07 16:11:54.694625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43880d6b-4208-4798-b6f1-facec52f0f3f req-034601e1-8ac2-4e13-b9f6-234e226addb3 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:54.694868 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-00e40c0b-03b6-44e6-8459-90951c6b2dd7 req-68c83019-78cb-4b0a-bf56-780394202120 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929761 Sep 07 16:11:54.696442 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43880d6b-4208-4798-b6f1-facec52f0f3f req-034601e1-8ac2-4e13-b9f6-234e226addb3 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1532862 Sep 07 16:11:54.751746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb709b3-d87f-4d57-b219-f896983596dc req-0353caf4-cd6b-4340-84c2-a4eed5ed9c75 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:54.753361 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cb709b3-d87f-4d57-b219-f896983596dc req-0353caf4-cd6b-4340-84c2-a4eed5ed9c75 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 943 time: 0.1568174 Sep 07 16:11:54.759332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-08b8df49-21fd-4302-9ce5-cc619dc3004c req-3246ae4b-612f-4ab4-8d72-29ae18999c04 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] For port 5b9330df-bb29-4268-8b7f-b78e73c63eed, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b9330df-bb29-4268-8b7f-b78e73c63eed,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:54.759712 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-08b8df49-21fd-4302-9ce5-cc619dc3004c req-3246ae4b-612f-4ab4-8d72-29ae18999c04 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.776268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-6443758a-6a43-4f01-8802-81813d37f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:54.777764 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-6443758a-6a43-4f01-8802-81813d37f3c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.0849872 Sep 07 16:11:54.785573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-08b8df49-21fd-4302-9ce5-cc619dc3004c req-3246ae4b-612f-4ab4-8d72-29ae18999c04 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Calling delete_port for 5b9330df-bb29-4268-8b7f-b78e73c63eed owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:11:54.791132 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3e11f84-7f9e-4f45-b5f3-13cc308b904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:54.802852 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43880d6b-4208-4798-b6f1-facec52f0f3f req-a1a83699-71c0-4b99-a515-788e1610c741 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966756 Sep 07 16:11:54.846935 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-c616f445-c9e8-4def-8d2a-09b6191a4b4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534925 Sep 07 16:11:54.874500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cb709b3-d87f-4d57-b219-f896983596dc req-7dbaecec-10a7-4df7-908a-1b0f65688180 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983026 Sep 07 16:11:54.900060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e11f84-7f9e-4f45-b5f3-13cc308b904c admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b347a3-64e9-4d75-80f3-b180ae6c89ba,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:54.980158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e11f84-7f9e-4f45-b5f3-13cc308b904c admin admin] Checking segment: {'id': 'f1f661f7-29d1-463b-a531-58ee88829b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:54.980568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e11f84-7f9e-4f45-b5f3-13cc308b904c admin admin] Network hostable DHCP agents. Network: 8f89846c-bad6-42e3-a0f4-d285732d4aec, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:11:55.022569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e11f84-7f9e-4f45-b5f3-13cc308b904c admin admin] Network 8f89846c-bad6-42e3-a0f4-d285732d4aec is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:11:55.031134 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-55693636-ce35-4944-825c-9692bcf3af16 service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715822 Sep 07 16:11:55.034833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a3e11f84-7f9e-4f45-b5f3-13cc308b904c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 8f89846c-bad6-42e3-a0f4-d285732d4aec) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:55.042917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e11f84-7f9e-4f45-b5f3-13cc308b904c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:55.043344 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701771d-b1c0-4d8c-96c2-fe4e79b77e88 None None] Network 8f89846c-bad6-42e3-a0f4-d285732d4aec requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:11:55.043545 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3e11f84-7f9e-4f45-b5f3-13cc308b904c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:55.045878 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-08b8df49-21fd-4302-9ce5-cc619dc3004c req-3246ae4b-612f-4ab4-8d72-29ae18999c04 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:55.093017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d73e5-aeb3-4708-a83c-bee67fdd9722 req-94d8e677-4d7f-4450-9e93-752e187273c3 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:55.094730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a74d73e5-aeb3-4708-a83c-bee67fdd9722 req-94d8e677-4d7f-4450-9e93-752e187273c3 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=82b075d5-42a0-48fe-b63d-6463cf93b54e HTTP/1.1" status: 200 len: 865 time: 0.0986688 Sep 07 16:11:55.115914 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a3e11f84-7f9e-4f45-b5f3-13cc308b904c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8555572 Sep 07 16:11:55.116159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246ae4b-612f-4ab4-8d72-29ae18999c04 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Pushing event deleted for resources: {'Port': ['ID=5b9330df-bb29-4268-8b7f-b78e73c63eed,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:55.118357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49382) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:55.122290 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:55.143124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b8df49-21fd-4302-9ce5-cc619dc3004c req-3246ae4b-612f-4ab4-8d72-29ae18999c04 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] No DVR routers for this DVR port 5b9330df-bb29-4268-8b7f-b78e73c63eed on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:11:55.150618 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-08b8df49-21fd-4302-9ce5-cc619dc3004c req-3246ae4b-612f-4ab4-8d72-29ae18999c04 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:55.152712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08b8df49-21fd-4302-9ce5-cc619dc3004c req-3246ae4b-612f-4ab4-8d72-29ae18999c04 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.54 "DELETE /v2.0/ports/5b9330df-bb29-4268-8b7f-b78e73c63eed HTTP/1.1" status: 204 len: 173 time: 0.7197535 Sep 07 16:11:55.153225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b075d5-42a0-48fe-b63d-6463cf93b54e', 'name': 'network-vif-deleted', 'tag': '5b9330df-bb29-4268-8b7f-b78e73c63eed'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:55.156135 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc13b060-3c67-406d-a506-5730223dd824" -d '{"events": [{"server_uuid": "82b075d5-42a0-48fe-b63d-6463cf93b54e", "name": "network-vif-deleted", "tag": "5b9330df-bb29-4268-8b7f-b78e73c63eed"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:55.183810 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a74d73e5-aeb3-4708-a83c-bee67fdd9722 req-b2128210-1533-4f1d-bb2c-1d47e5666a93 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708261 Sep 07 16:11:55.195804 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:55.196920 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:55.223219 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5daa54ac-9f4e-4ea0-98b0-0c4f86c5554b req-591fc6be-781a-4e8d-9175-083e45ff9e0f service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819060 Sep 07 16:11:55.286475 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:55.298026 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a8c332-c6b2-47f9-bce8-efb7a0d12f57 x-openstack-request-id: req-32a8c332-c6b2-47f9-bce8-efb7a0d12f57 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:55.298379 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b075d5-42a0-48fe-b63d-6463cf93b54e", "name": "network-vif-deleted", "tag": "5b9330df-bb29-4268-8b7f-b78e73c63eed", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:55.298688 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32a8c332-c6b2-47f9-bce8-efb7a0d12f57 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:55.299123 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b075d5-42a0-48fe-b63d-6463cf93b54e', 'name': 'network-vif-deleted', 'tag': '5b9330df-bb29-4268-8b7f-b78e73c63eed', 'status': 'completed', 'code': 200} Sep 07 16:11:55.340147 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649b814a-374b-4081-be11-698bf8424654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-8f89846c-bad6-42e3-a0f4-d285732d4aec', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'fixed_ips': [{'subnet_id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:11:55.341890 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-649b814a-374b-4081-be11-698bf8424654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:55.424539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9be24-c5af-482f-9e5d-3e395c80a3cb req-a84fd433-5eec-4bf9-9b5b-d443e79223ce tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:55.433226 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1d9be24-c5af-482f-9e5d-3e395c80a3cb req-a84fd433-5eec-4bf9-9b5b-d443e79223ce tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0665014 Sep 07 16:11:55.488943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1d9be24-c5af-482f-9e5d-3e395c80a3cb req-69f12f95-9dcb-4a96-8d53-caec5ee13660 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543869 Sep 07 16:11:55.491205 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:55.516787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce9467-d248-4b4f-a467-15356d8a6912 req-589ed403-926d-42f7-a1ae-7b9bac82ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:55.518342 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ecce9467-d248-4b4f-a467-15356d8a6912 req-589ed403-926d-42f7-a1ae-7b9bac82ce66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 1094 time: 0.1822941 Sep 07 16:11:55.596773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-649b814a-374b-4081-be11-698bf8424654 None None] Allocated IP 172.20.0.2 (8f89846c-bad6-42e3-a0f4-d285732d4aec/74b347a3-64e9-4d75-80f3-b180ae6c89ba/c5742536-3868-4453-a2a0-710e3b0faacc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:55.685928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce9467-d248-4b4f-a467-15356d8a6912 req-ac1eb366-fe04-4f37-9576-813b09c85555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:55.688087 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ecce9467-d248-4b4f-a467-15356d8a6912 req-ac1eb366-fe04-4f37-9576-813b09c85555 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 912 time: 0.1604955 Sep 07 16:11:55.750340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243222d6-48fe-42e6-bf82-f42eb6e856ed req-27ddcc1f-457c-4dcb-be47-0ef211792965 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:55.757881 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-243222d6-48fe-42e6-bf82-f42eb6e856ed req-27ddcc1f-457c-4dcb-be47-0ef211792965 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1266832 Sep 07 16:11:55.774988 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ecce9467-d248-4b4f-a467-15356d8a6912 req-0461bdaf-91fe-4858-aab6-6d0ee9a555ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0af4d29-728d-44cb-8071-20c509653dd9 HTTP/1.1" status: 200 len: 217 time: 0.0767865 Sep 07 16:11:55.785175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556530e7-f1b6-42b2-80b6-b4948a64b79a req-3f22b49d-f27b-4165-85fc-c16a8b6c3502 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:55.786588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-556530e7-f1b6-42b2-80b6-b4948a64b79a req-3f22b49d-f27b-4165-85fc-c16a8b6c3502 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 946 time: 0.0999641 Sep 07 16:11:55.822848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-243222d6-48fe-42e6-bf82-f42eb6e856ed req-e891adb2-2186-498d-8578-217203761eea tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634782 Sep 07 16:11:55.824313 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-649b814a-374b-4081-be11-698bf8424654 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:55.838233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-649b814a-374b-4081-be11-698bf8424654 None None] Transition to ACTIVE for port object c5742536-3868-4453-a2a0-710e3b0faacc will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:55.855633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-556530e7-f1b6-42b2-80b6-b4948a64b79a req-7ed0f262-e005-4b12-a97d-b4a2a933a168 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619030 Sep 07 16:11:55.874165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-649b814a-374b-4081-be11-698bf8424654 None None] Transition to ACTIVE for port object c5742536-3868-4453-a2a0-710e3b0faacc will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:55.884903 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-649b814a-374b-4081-be11-698bf8424654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:55.942677 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce9467-d248-4b4f-a467-15356d8a6912 req-da085d8e-619a-4f33-b79c-2afe77618de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:55.944258 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ecce9467-d248-4b4f-a467-15356d8a6912 req-da085d8e-619a-4f33-b79c-2afe77618de0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.1583402 Sep 07 16:11:55.964483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b814a-374b-4081-be11-698bf8424654 None None] Pushing event updated for resources: {'Port': ['ID=c5742536-3868-4453-a2a0-710e3b0faacc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:55.979736 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649b814a-374b-4081-be11-698bf8424654 None None] Network 8f89846c-bad6-42e3-a0f4-d285732d4aec is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:55.981500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-649b814a-374b-4081-be11-698bf8424654 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:55.984158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649b814a-374b-4081-be11-698bf8424654 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:55.984555 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ecce9467-d248-4b4f-a467-15356d8a6912 req-0935640c-9533-4c51-ba95-37efc674c895 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317168 Sep 07 16:11:56.051280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-649b814a-374b-4081-be11-698bf8424654 None None] Attempting to bind port c5742536-3868-4453-a2a0-710e3b0faacc on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:56.053183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-649b814a-374b-4081-be11-698bf8424654 None None] Attempting to bind port c5742536-3868-4453-a2a0-710e3b0faacc by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'f1f661f7-29d1-463b-a531-58ee88829b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:56.053795 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649b814a-374b-4081-be11-698bf8424654 None None] Attempting to bind port c5742536-3868-4453-a2a0-710e3b0faacc on network 8f89846c-bad6-42e3-a0f4-d285732d4aec {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:56.058845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5f9e5-3308-461e-9fa8-b0583c168b74 req-1177a8c2-443d-4c98-a4e0-af5580488fd7 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:56.061800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649b814a-374b-4081-be11-698bf8424654 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:56.062397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649b814a-374b-4081-be11-698bf8424654 None None] Checking segment: {'id': 'f1f661f7-29d1-463b-a531-58ee88829b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:56.062975 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-649b814a-374b-4081-be11-698bf8424654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:56.063658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649b814a-374b-4081-be11-698bf8424654 None None] Bound using segment: {'id': 'f1f661f7-29d1-463b-a531-58ee88829b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:56.064989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-649b814a-374b-4081-be11-698bf8424654 None None] Bound port: c5742536-3868-4453-a2a0-710e3b0faacc, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f661f7-29d1-463b-a531-58ee88829b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:56.065590 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-649b814a-374b-4081-be11-698bf8424654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:56.068878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eee5f9e5-3308-461e-9fa8-b0583c168b74 req-1177a8c2-443d-4c98-a4e0-af5580488fd7 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1510692 Sep 07 16:11:56.101586 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ecce9467-d248-4b4f-a467-15356d8a6912 req-8930dbbe-ad06-43ad-b07e-3336db105a89 service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070693 Sep 07 16:11:56.103700 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:56.112890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefbed3-ea18-40a1-a3ba-0e4dba5d9d5c req-807665d6-c89a-474c-b0d6-a73e9b604248 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:56.114578 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfefbed3-ea18-40a1-a3ba-0e4dba5d9d5c req-807665d6-c89a-474c-b0d6-a73e9b604248 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 943 time: 0.1225436 Sep 07 16:11:56.155749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-649b814a-374b-4081-be11-698bf8424654 None None] For port c5742536-3868-4453-a2a0-710e3b0faacc, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:56.161617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-649b814a-374b-4081-be11-698bf8424654 None None] For port c5742536-3868-4453-a2a0-710e3b0faacc, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c5742536-3868-4453-a2a0-710e3b0faacc,segment=NetworkSegment(f1f661f7-29d1-463b-a531-58ee88829b98),segment_id=f1f661f7-29d1-463b-a531-58ee88829b98)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:56.170576 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-649b814a-374b-4081-be11-698bf8424654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:56.184574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eee5f9e5-3308-461e-9fa8-b0583c168b74 req-868dec27-b5a0-4213-a597-c80a484c3e4f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093025 Sep 07 16:11:56.202933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfefbed3-ea18-40a1-a3ba-0e4dba5d9d5c req-2f28ffbe-97a6-4d88-9299-172863668d30 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721941 Sep 07 16:11:56.239095 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:56.244375 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ecce9467-d248-4b4f-a467-15356d8a6912 req-d29306fd-21ba-4c22-b8d5-09af215c7083 service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187434 Sep 07 16:11:56.301068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b814a-374b-4081-be11-698bf8424654 None None] Pushing event updated for resources: {'Port': ['ID=c5742536-3868-4453-a2a0-710e3b0faacc,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:56.391499 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Allocated IP 172.25.3.8 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/e7893824-b679-4d79-b814-772eeed085a4) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:56.524442 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:56.572624 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:56.613957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:56.617832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:56.623054 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:56.636713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaff28-7bea-478d-8037-8f08883bbca6 req-847ef214-2df6-4b91-a6fb-da31c44b6eb7 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:56.642698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8fdaff28-7bea-478d-8037-8f08883bbca6 req-847ef214-2df6-4b91-a6fb-da31c44b6eb7 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0647306 Sep 07 16:11:56.658313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Pushing event updated for resources: {'Port': ['ID=e7893824-b679-4d79-b814-772eeed085a4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:56.689054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8fdaff28-7bea-478d-8037-8f08883bbca6 req-6d1526be-3e94-4fc7-bb5e-825657e242bc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Sep 07 16:11:56.791181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5b9330df-bb29-4268-8b7f-b78e73c63eed no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:11:56.818739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 5b9330df-bb29-4268-8b7f-b78e73c63eed {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:11:56.819033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5b9330df-bb29-4268-8b7f-b78e73c63eed not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:11:56.851536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49426) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:56.856156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-206baeb9-a3d0-40b0-8aa1-25e9f062bb0f tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419741327', 'description': 'tempest-description--2079484651'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:56.882685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 61529cef-a1de-448b-a02e-6a70b5c06b00 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:56.884040 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-206baeb9-a3d0-40b0-8aa1-25e9f062bb0f tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:56.901490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:57.002310 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 61529cef-a1de-448b-a02e-6a70b5c06b00, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=61529cef-a1de-448b-a02e-6a70b5c06b00,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:57.017045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '61529cef-a1de-448b-a02e-6a70b5c06b00', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '61529cef-a1de-448b-a02e-6a70b5c06b00', 'mac_address': 'fa:16:3e:09:66:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:57.054418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f800aea-49de-485f-8e2c-d97fc2ded7f0 req-3c936a56-79c8-4fc3-a50b-8e6b7d3b9251 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:57.055971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f800aea-49de-485f-8e2c-d97fc2ded7f0 req-3c936a56-79c8-4fc3-a50b-8e6b7d3b9251 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1188393 Sep 07 16:11:57.061542 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:57.066084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd92115-0c54-4b82-8505-6f67c6e98552 req-be4e5c0a-d575-4b4a-b33f-5b39f6690414 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:57.073549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfd92115-0c54-4b82-8505-6f67c6e98552 req-be4e5c0a-d575-4b4a-b33f-5b39f6690414 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 946 time: 0.1242864 Sep 07 16:11:57.077113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61529cef-a1de-448b-a02e-6a70b5c06b00 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:57.105750 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 61529cef-a1de-448b-a02e-6a70b5c06b00, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=61529cef-a1de-448b-a02e-6a70b5c06b00,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:57.115047 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:57.139302 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-206baeb9-a3d0-40b0-8aa1-25e9f062bb0f tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:57.171935 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-206baeb9-a3d0-40b0-8aa1-25e9f062bb0f tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:57.177810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=61529cef-a1de-448b-a02e-6a70b5c06b00,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:57.189481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f800aea-49de-485f-8e2c-d97fc2ded7f0 req-5e371b3e-e389-472b-ac76-3d295accaffc tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101146 Sep 07 16:11:57.201164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfd92115-0c54-4b82-8505-6f67c6e98552 req-d60d32ff-1fe2-4a36-87a5-de399a7cf4fd tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260395 Sep 07 16:11:57.254269 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-206baeb9-a3d0-40b0-8aa1-25e9f062bb0f tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:57.255685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-206baeb9-a3d0-40b0-8aa1-25e9f062bb0f tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4031169 Sep 07 16:11:57.257306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206baeb9-a3d0-40b0-8aa1-25e9f062bb0f tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dafea19-da25-4336-bdb6-a5706cd995e4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:57.259641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49440) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:57.265925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8a7d9338-7f83-4d81-9e08-ebd500bf06bd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Request body: {'security_group_rule': {'security_group_id': '4dafea19-da25-4336-bdb6-a5706cd995e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:57.418707 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a7d9338-7f83-4d81-9e08-ebd500bf06bd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:57.443165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c5742536-3868-4453-a2a0-710e3b0faacc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:57.479284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bb6db-9bb3-400f-8c4b-a4537c795bbb req-71f3145c-a6a4-4139-a98d-63ff6deddb8f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:57.494390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b0bb6db-9bb3-400f-8c4b-a4537c795bbb req-71f3145c-a6a4-4139-a98d-63ff6deddb8f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1918776 Sep 07 16:11:57.515996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272baa0f-02db-4513-944f-4443e6b88a70 req-8288ec1e-de90-4609-8dfb-25bdd561a130 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:57.522656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port c5742536-3868-4453-a2a0-710e3b0faacc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:57.524042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-272baa0f-02db-4513-944f-4443e6b88a70 req-8288ec1e-de90-4609-8dfb-25bdd561a130 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 946 time: 0.1771624 Sep 07 16:11:57.595935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cacef55-ebad-4a23-9147-acd5895b9f28 None None] Network 8f89846c-bad6-42e3-a0f4-d285732d4aec requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:11:57.597096 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:57.610405 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a7d9338-7f83-4d81-9e08-ebd500bf06bd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:57.629999 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b0bb6db-9bb3-400f-8c4b-a4537c795bbb req-bbc5b68b-d342-40d8-8c6a-0662c232e6c4 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346428 Sep 07 16:11:57.661257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-272baa0f-02db-4513-944f-4443e6b88a70 req-612889fa-0133-49ab-9a24-bb5e1093cc01 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243520 Sep 07 16:11:57.664077 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a7d9338-7f83-4d81-9e08-ebd500bf06bd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:57.702014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d9338-7f83-4d81-9e08-ebd500bf06bd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95b6d11-c527-4b8e-a13f-ca9ad2a9f8df,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:57.714437 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a7d9338-7f83-4d81-9e08-ebd500bf06bd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:57.720829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49456) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:57.729152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8a7d9338-7f83-4d81-9e08-ebd500bf06bd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4681833 Sep 07 16:11:57.755370 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-667b7d35-c452-4e83-986a-424cb278a880 None None] Provisioning for port c5742536-3868-4453-a2a0-710e3b0faacc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:11:57.765081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-667b7d35-c452-4e83-986a-424cb278a880 None None] Provisioning complete for port c5742536-3868-4453-a2a0-710e3b0faacc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:57.765952 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-667b7d35-c452-4e83-986a-424cb278a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:57.794693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3fc9ec64-baa0-48ff-a7f4-a3c8d5070e30 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Request body: {'security_group_rule': {'security_group_id': '4dafea19-da25-4336-bdb6-a5706cd995e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:57.807306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['61529cef-a1de-448b-a02e-6a70b5c06b00'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:57.845898 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3fc9ec64-baa0-48ff-a7f4-a3c8d5070e30 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:57.846393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1674b-4ccd-4a99-8dd7-b2479745ed2d req-25c46b56-864e-45fa-a5c8-4e5f1c5acda5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:57.848291 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35b1674b-4ccd-4a99-8dd7-b2479745ed2d req-25c46b56-864e-45fa-a5c8-4e5f1c5acda5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 943 time: 0.0907488 Sep 07 16:11:57.915290 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Router d38b740a-2a4d-4242-8ca2-6879aa04db13 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:11:57.956906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35b1674b-4ccd-4a99-8dd7-b2479745ed2d req-4c68e871-1c60-449d-bb4f-9e85b6a116b6 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001687 Sep 07 16:11:58.071595 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-667b7d35-c452-4e83-986a-424cb278a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:58.096687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:11:58.109497 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Sync routers for ids ['d38b740a-2a4d-4242-8ca2-6879aa04db13'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:11:58.114604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3fc9ec64-baa0-48ff-a7f4-a3c8d5070e30 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:58.122786 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3fc9ec64-baa0-48ff-a7f4-a3c8d5070e30 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:58.129277 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Routers {'d38b740a-2a4d-4242-8ca2-6879aa04db13'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:11:58.129940 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:11:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d38b740a-2a4d-4242-8ca2-6879aa04db13'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:58.143393 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:58.144848 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-acda1967-3aae-4d55-b26e-fdd356302493 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0274401 Sep 07 16:11:58.150464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49466) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:58.159973 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3fc9ec64-baa0-48ff-a7f4-a3c8d5070e30 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:58.160330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-667b7d35-c452-4e83-986a-424cb278a880 None None] For port c5742536-3868-4453-a2a0-710e3b0faacc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c5742536-3868-4453-a2a0-710e3b0faacc,segment=NetworkSegment(f1f661f7-29d1-463b-a531-58ee88829b98),segment_id=f1f661f7-29d1-463b-a531-58ee88829b98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:58.164652 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3fc9ec64-baa0-48ff-a7f4-a3c8d5070e30 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4403179 Sep 07 16:11:58.165103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49468) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:11:58.172136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:11:58.173345 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-667b7d35-c452-4e83-986a-424cb278a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:58.209566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9ec64-baa0-48ff-a7f4-a3c8d5070e30 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a923b8be-9403-4f1b-9417-d20c5b5b67cf,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:58.284286 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:11:58.299214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b7d35-c452-4e83-986a-424cb278a880 None None] Pushing event updated for resources: {'Port': ['ID=c5742536-3868-4453-a2a0-710e3b0faacc,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:58.311203 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:58.347160 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Set router d38b740a-2a4d-4242-8ca2-6879aa04db13 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:11:58.494816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0397486-e114-4c86-8320-a52280c1ef40 req-e0bb162f-dd57-485b-ac12-f33d3dca7b39 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:58.501292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ddb7b076-c764-4e2b-9748-67f6a1b2dfdb None None] Provisioning complete for port c5742536-3868-4453-a2a0-710e3b0faacc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:58.501851 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b076-c764-4e2b-9748-67f6a1b2dfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:58.505604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0397486-e114-4c86-8320-a52280c1ef40 req-e0bb162f-dd57-485b-ac12-f33d3dca7b39 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0858285 Sep 07 16:11:58.534992 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635703c-6230-4e5a-9e41-a278b81335d2 req-f35f4514-0fb4-4b92-93c5-2dd35d6ece5f tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:58.545170 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7635703c-6230-4e5a-9e41-a278b81335d2 req-f35f4514-0fb4-4b92-93c5-2dd35d6ece5f tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 946 time: 0.5227826 Sep 07 16:11:58.560516 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e7893824-b679-4d79-b814-772eeed085a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:11:56Z', 'revision_number': 3, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port': {'id': 'e7893824-b679-4d79-b814-772eeed085a4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:56Z', 'updated_at': '2021-09-07T16:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:58.615690 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Checking router: d38b740a-2a4d-4242-8ca2-6879aa04db13 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:11:58.616183 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Updating router d38b740a-2a4d-4242-8ca2-6879aa04db13 port e7893824-b679-4d79-b814-772eeed085a4 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:11:58.646512 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:58.648533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:58.653106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7635703c-6230-4e5a-9e41-a278b81335d2 req-24a99ce0-d5e0-4283-ac0c-9219871b522b tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054606 Sep 07 16:11:58.667047 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0397486-e114-4c86-8320-a52280c1ef40 req-6f7a4baf-bfa9-4183-88c8-cf2e60fedba1 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604748 Sep 07 16:11:58.858731 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Allocated IP 172.25.3.26 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/a50c8702-e29b-480b-b6f1-03dbc4a27a89) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:58.888735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d36db4-3baa-4898-8205-9aad0065a191 req-fd7967f6-dda2-466b-bb49-3fdfd1f9dfb1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:58.890271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0d36db4-3baa-4898-8205-9aad0065a191 req-fd7967f6-dda2-466b-bb49-3fdfd1f9dfb1 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 946 time: 0.0959423 Sep 07 16:11:58.897831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b0af4d29-728d-44cb-8071-20c509653dd9 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:11:58.907879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580804a-3ad0-4a1e-bfb8-e2cc790d97ae req-cbb61fd9-e4c5-4554-b981-c642e90ed140 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:58.909740 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1580804a-3ad0-4a1e-bfb8-e2cc790d97ae req-cbb61fd9-e4c5-4554-b981-c642e90ed140 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0829654 Sep 07 16:11:58.966603 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0d36db4-3baa-4898-8205-9aad0065a191 req-3cf86b1b-f804-4d48-a467-d7c63429e27f tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681114 Sep 07 16:11:58.969930 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1580804a-3ad0-4a1e-bfb8-e2cc790d97ae req-57697926-4432-4b42-bace-a4e2ef5586a3 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537119 Sep 07 16:11:58.975529 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:58.977174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 61529cef-a1de-448b-a02e-6a70b5c06b00 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:59.050913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 61529cef-a1de-448b-a02e-6a70b5c06b00 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:59.051295 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.080935 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.118522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b0af4d29-728d-44cb-8071-20c509653dd9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0af4d29-728d-44cb-8071-20c509653dd9,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:59.136188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'b0af4d29-728d-44cb-8071-20c509653dd9', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'port_id': 'b0af4d29-728d-44cb-8071-20c509653dd9', 'mac_address': 'fa:16:3e:83:47:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c75e00-1127-4340-a636-8f3831620571', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:11:59.141592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefccb3-e372-4613-ac68-f4cae578e3d7 req-2d023eca-1862-460e-baf0-b0bbc2c58f09 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:59.151314 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-deefccb3-e372-4613-ac68-f4cae578e3d7 req-2d023eca-1862-460e-baf0-b0bbc2c58f09 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 943 time: 0.0806556 Sep 07 16:11:59.203639 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.206649 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.225623 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-deefccb3-e372-4613-ac68-f4cae578e3d7 req-f9a8a4cd-b181-4f21-a395-1485670bc3ca tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734005 Sep 07 16:11:59.225864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0af4d29-728d-44cb-8071-20c509653dd9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:11:59.230904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.249728 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61529cef-a1de-448b-a02e-6a70b5c06b00'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:11:59.251981 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fffc67-d233-489e-8e20-f14cd49dbb7c" -d '{"events": [{"server_uuid": "5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c", "name": "network-vif-plugged", "status": "completed", "tag": "61529cef-a1de-448b-a02e-6a70b5c06b00"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:11:59.254720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:59.256965 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Allocated IP 172.20.0.1 (8f89846c-bad6-42e3-a0f4-d285732d4aec/74b347a3-64e9-4d75-80f3-b180ae6c89ba/adda198b-b267-49f9-a3df-a076ac78984f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:11:59.260130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:59.269180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b0af4d29-728d-44cb-8071-20c509653dd9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0af4d29-728d-44cb-8071-20c509653dd9,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:59.272896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 61529cef-a1de-448b-a02e-6a70b5c06b00, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=61529cef-a1de-448b-a02e-6a70b5c06b00,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:11:59.280141 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.288847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:59.327633 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.330194 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea99e411-d5e6-4c7b-9103-02ed242b62ae x-openstack-request-id: req-ea99e411-d5e6-4c7b-9103-02ed242b62ae {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:11:59.330489 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c", "name": "network-vif-plugged", "status": "completed", "tag": "61529cef-a1de-448b-a02e-6a70b5c06b00", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:11:59.330743 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea99e411-d5e6-4c7b-9103-02ed242b62ae {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:11:59.331130 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61529cef-a1de-448b-a02e-6a70b5c06b00', 'code': 200} Sep 07 16:11:59.337338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dffaf-5068-4ff8-af44-6adda21c448c req-5c391c4f-27c5-45ce-9bf9-aa01ccb51001 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:59.339855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd0dffaf-5068-4ff8-af44-6adda21c448c req-5c391c4f-27c5-45ce-9bf9-aa01ccb51001 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 946 time: 0.0831718 Sep 07 16:11:59.384563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b0af4d29-728d-44cb-8071-20c509653dd9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:59.393046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c5742536-3868-4453-a2a0-710e3b0faacc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:11:59.399234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd0dffaf-5068-4ff8-af44-6adda21c448c req-47055115-be2c-4f4c-a5e7-a256ec226b0a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515201 Sep 07 16:11:59.473276 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.485819 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Transition to ACTIVE for port object e7893824-b679-4d79-b814-772eeed085a4 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:59.492516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Pushing event updated for resources: {'Port': ['ID=a50c8702-e29b-480b-b6f1-03dbc4a27a89,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:59.505457 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.545814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb859e7-ba2e-4619-a9e8-6bc09fb870b3 req-d807d86b-dbfd-4f13-8aa9-77098ca2830a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:59.554512 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.557457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3cb859e7-ba2e-4619-a9e8-6bc09fb870b3 req-d807d86b-dbfd-4f13-8aa9-77098ca2830a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 946 time: 0.0754199 Sep 07 16:11:59.588936 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.589215 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Pushing event updated for resources: {'Port': ['ID=e7893824-b679-4d79-b814-772eeed085a4,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:59.597023 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Attempting to bind port e7893824-b679-4d79-b814-772eeed085a4 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:11:59.597720 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Attempting to bind port e7893824-b679-4d79-b814-772eeed085a4 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:11:59.598267 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Attempting to bind port e7893824-b679-4d79-b814-772eeed085a4 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:11:59.605449 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:59.606099 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:59.606604 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:59.607157 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:59.607655 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=61529cef-a1de-448b-a02e-6a70b5c06b00,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:59.607849 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:59.608531 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:59.609424 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:59.619181 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:59.620214 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:59.620550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3cb859e7-ba2e-4619-a9e8-6bc09fb870b3 req-63ab8ca6-ebac-4c67-a648-021b81f50263 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534961 Sep 07 16:11:59.621159 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c5742536-3868-4453-a2a0-710e3b0faacc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:11:59.621567 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.621967 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:59.622998 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:59.623496 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:11:59.630057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Transition to ACTIVE for port object adda198b-b267-49f9-a3df-a076ac78984f will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:11:59.631346 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.636241 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:11:59.637034 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:11:59.637661 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.638781 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:11:59.639475 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Bound port: e7893824-b679-4d79-b814-772eeed085a4, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:11:59.640068 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.700495 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] For port e7893824-b679-4d79-b814-772eeed085a4, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:11:59.705431 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] For port e7893824-b679-4d79-b814-772eeed085a4, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e7893824-b679-4d79-b814-772eeed085a4,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:11:59.711842 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.732228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.814312 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Network 8f89846c-bad6-42e3-a0f4-d285732d4aec is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:11:59.821359 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Pushing event updated for resources: {'Port': ['ID=adda198b-b267-49f9-a3df-a076ac78984f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:59.822606 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87917066-2d52-4a5e-adda-5269e297c522 None None] Pushing event updated for resources: {'Port': ['ID=e7893824-b679-4d79-b814-772eeed085a4,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:11:59.823902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:11:59.830087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:11:59.844320 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Routers {'d38b740a-2a4d-4242-8ca2-6879aa04db13'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:11:59.844999 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:11:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d38b740a-2a4d-4242-8ca2-6879aa04db13'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:11:59.879768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5473703-962c-47b7-a01b-20648b1c2440 req-426bd1ee-afe0-43bd-91b2-565384ca4594 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:11:59.893933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5473703-962c-47b7-a01b-20648b1c2440 req-426bd1ee-afe0-43bd-91b2-565384ca4594 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.1168692 Sep 07 16:11:59.914153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:11:59.923839 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['b0af4d29-728d-44cb-8071-20c509653dd9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:11:59.963520 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5473703-962c-47b7-a01b-20648b1c2440 req-cd5b6874-cb40-4a7b-91b4-11379d1d747e tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670238 Sep 07 16:12:00.009476 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:00.102400 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:00.108594 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] Set router d38b740a-2a4d-4242-8ca2-6879aa04db13 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:12:00.181681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78a800-fe87-4ec8-92b5-73ccbf7d3b4c req-d12fbbd0-8a5d-4d20-aca3-b25c61123e9a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:00.183716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c78a800-fe87-4ec8-92b5-73ccbf7d3b4c req-d12fbbd0-8a5d-4d20-aca3-b25c61123e9a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 946 time: 0.1183953 Sep 07 16:12:00.232548 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c78a800-fe87-4ec8-92b5-73ccbf7d3b4c req-852d5751-1ded-4d6d-8689-72a6be72283a tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Sep 07 16:12:00.255949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:00.260013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Pushing event updated for resources: {'Port': ['ID=a50c8702-e29b-480b-b6f1-03dbc4a27a89,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:00.263609 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9d53aed6-c4d1-4f0e-8969-96cb28f2df26 None None] Provisioning for port adda198b-b267-49f9-a3df-a076ac78984f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:12:00.275262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9d53aed6-c4d1-4f0e-8969-96cb28f2df26 None None] Provisioning complete for port adda198b-b267-49f9-a3df-a076ac78984f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:00.275649 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d53aed6-c4d1-4f0e-8969-96cb28f2df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:00.320446 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9d53aed6-c4d1-4f0e-8969-96cb28f2df26 None None] Port adda198b-b267-49f9-a3df-a076ac78984f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:12:00.326748 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:00.362338 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e7893824-b679-4d79-b814-772eeed085a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:11:56Z', 'revision_number': 3, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port': {'id': 'e7893824-b679-4d79-b814-772eeed085a4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:56Z', 'updated_at': '2021-09-07T16:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:00.365870 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:00.373361 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d9409062-baa0-4b3f-8b34-d0c17cfe70a0 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2064548 Sep 07 16:12:00.401253 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9be13-bbc2-48ac-94eb-51fe83009e76 None None] The sync data for ids ['d38b740a-2a4d-4242-8ca2-6879aa04db13'] in n-d-807551-3 is: [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e7893824-b679-4d79-b814-772eeed085a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:11:56Z', 'revision_number': 3, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port': {'id': 'e7893824-b679-4d79-b814-772eeed085a4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:56Z', 'updated_at': '2021-09-07T16:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:12:00.406166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0127ee0-8bd0-4f0c-be3f-72a8bfcec93b req-4a602ed2-8dca-46fd-991f-f04b2d83268c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:00.407261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0127ee0-8bd0-4f0c-be3f-72a8bfcec93b req-4a602ed2-8dca-46fd-991f-f04b2d83268c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0839982 Sep 07 16:12:00.510546 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0127ee0-8bd0-4f0c-be3f-72a8bfcec93b req-8731db9a-0dfd-44f9-aede-d786a477507c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813339 Sep 07 16:12:00.523586 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:00.529198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:00.531660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec4ce0-7465-428c-8492-7f84eab055c6 req-fe8b62d9-2936-4af9-b495-da40353c7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:00.533643 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58ec4ce0-7465-428c-8492-7f84eab055c6 req-fe8b62d9-2936-4af9-b495-da40353c7830 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 1097 time: 0.1254470 Sep 07 16:12:00.600738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Pushing event updated for resources: {'Port': ['ID=adda198b-b267-49f9-a3df-a076ac78984f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:00.611078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:00.656948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56460f92-c2ce-4d6c-aebb-ddce31b0b2eb req-fccaaca8-91e7-4601-a211-5e41574c1370 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:00.658505 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56460f92-c2ce-4d6c-aebb-ddce31b0b2eb req-fccaaca8-91e7-4601-a211-5e41574c1370 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 944 time: 0.1412840 Sep 07 16:12:00.731499 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Network 8f89846c-bad6-42e3-a0f4-d285732d4aec is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:12:00.733182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2702b-f220-407e-8e9b-639c354a7696 req-5d3d3998-b4d1-4758-b8ae-7a595b810a35 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:00.733456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:00.734723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3d2702b-f220-407e-8e9b-639c354a7696 req-5d3d3998-b4d1-4758-b8ae-7a595b810a35 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1663976 Sep 07 16:12:00.767956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56460f92-c2ce-4d6c-aebb-ddce31b0b2eb req-ce0552ed-bdc8-4348-8349-68ed2a3c3a46 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999727 Sep 07 16:12:00.780480 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec4ce0-7465-428c-8492-7f84eab055c6 req-92fd0dd7-a980-4df9-8a5c-4307d1938436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:00.785721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58ec4ce0-7465-428c-8492-7f84eab055c6 req-92fd0dd7-a980-4df9-8a5c-4307d1938436 service neutron] 10.222.0.54 "GET /v2.0/networks?id=321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 200 len: 920 time: 0.2323258 Sep 07 16:12:00.878441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3d2702b-f220-407e-8e9b-639c354a7696 req-ec2cf0e2-2493-4143-890c-51b6b156e928 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217344 Sep 07 16:12:00.885194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58ec4ce0-7465-428c-8492-7f84eab055c6 req-2defdd3a-d6b5-4f09-9cf5-f80f4ce9d19c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7deeff8-1f68-42ac-90ed-9628d43a899f HTTP/1.1" status: 200 len: 217 time: 0.0804803 Sep 07 16:12:00.914809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Router d38b740a-2a4d-4242-8ca2-6879aa04db13 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:12:01.016790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec4ce0-7465-428c-8492-7f84eab055c6 req-42af33c5-32b1-40d5-b95b-57d74f144b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:01.018689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58ec4ce0-7465-428c-8492-7f84eab055c6 req-42af33c5-32b1-40d5-b95b-57d74f144b9f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1874e443-5e2c-4388-942c-9fb02097ea98 HTTP/1.1" status: 200 len: 859 time: 0.1158421 Sep 07 16:12:01.060799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-698fbf46-123f-4093-be24-21ef3173ce17 None None] Provisioning complete for port adda198b-b267-49f9-a3df-a076ac78984f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:01.061347 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-698fbf46-123f-4093-be24-21ef3173ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:01.076694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:12:01.078452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58ec4ce0-7465-428c-8492-7f84eab055c6 req-1f251a6b-9133-44ca-b105-f90497aca724 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=321a19d1-dc12-43ba-ad8b-bee3a77b8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468225 Sep 07 16:12:01.098084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-bd575c94-32bc-464a-8df9-69d871469e3f tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:01.105287 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6d17bcaf-a78b-4019-8fa6-a26d337805d4 admin admin] 10.222.0.70 "PUT /v2.0/routers/d38b740a-2a4d-4242-8ca2-6879aa04db13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9528012 Sep 07 16:12:01.106923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-bd575c94-32bc-464a-8df9-69d871469e3f tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/networks?id=3a421148-ba0e-407a-b821-41685f8573a9 HTTP/1.1" status: 200 len: 822 time: 0.2143967 Sep 07 16:12:01.117482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-698fbf46-123f-4093-be24-21ef3173ce17 None None] Port adda198b-b267-49f9-a3df-a076ac78984f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:12:01.168988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-a678adae-e033-41c8-a3ae-fd5474d879c2 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/quotas/e0e9a770bde1473194b272e3a6f1ff47 HTTP/1.1" status: 200 len: 375 time: 0.0614040 Sep 07 16:12:01.243913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb144995-bc83-4f86-af9a-f34be046f040 req-27a17f5d-4e00-4bf8-b18f-18d655b9743d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:01.245478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb144995-bc83-4f86-af9a-f34be046f040 req-27a17f5d-4e00-4bf8-b18f-18d655b9743d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.1627305 Sep 07 16:12:01.303133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-f178de2d-cf75-4a3e-9fc4-078a13abe20b tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0e9a770bde1473194b272e3a6f1ff47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294379 Sep 07 16:12:01.323224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58ec4ce0-7465-428c-8492-7f84eab055c6 req-cf641e32-d9c7-421c-af94-0d6010518895 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145598 Sep 07 16:12:01.328245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb144995-bc83-4f86-af9a-f34be046f040 req-987ca8bd-f3b9-4100-bbfd-12800309f904 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738227 Sep 07 16:12:01.406028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e7893824-b679-4d79-b814-772eeed085a4 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:01.486910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port e7893824-b679-4d79-b814-772eeed085a4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:12:01.492726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-42c406e0-bb8a-4211-bae3-b784944fc1f1 service neutron] 10.222.0.70 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798863 Sep 07 16:12:01.493297 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:01.494197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port e7893824-b679-4d79-b814-772eeed085a4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:01.494616 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:01.535405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58ec4ce0-7465-428c-8492-7f84eab055c6 req-7542b2cf-0ea6-45de-88bf-9443d7f61021 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948879 Sep 07 16:12:01.558191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bca575-130a-49a6-a305-305ea85bb2a4 req-3b57ca30-5ee8-4195-a3d6-f9a03ad553f8 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:01.560874 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a9bca575-130a-49a6-a305-305ea85bb2a4 req-3b57ca30-5ee8-4195-a3d6-f9a03ad553f8 tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 946 time: 0.0657144 Sep 07 16:12:01.632317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-906866b1-ea9e-45ee-a470-77b98792323f service neutron] 10.222.0.70 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386244 Sep 07 16:12:01.640207 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:01.661068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port e7893824-b679-4d79-b814-772eeed085a4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e7893824-b679-4d79-b814-772eeed085a4,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:01.666433 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:01.719279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-a9bca575-130a-49a6-a305-305ea85bb2a4 req-98f39142-4fbd-473b-a53e-840ee09160fe tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Deleting port 8276bf0a-8205-441f-8061-3797c5193cb5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:12:01.719473 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a9bca575-130a-49a6-a305-305ea85bb2a4 req-98f39142-4fbd-473b-a53e-840ee09160fe tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:01.734797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=e7893824-b679-4d79-b814-772eeed085a4,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:01.824020 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-a9bca575-130a-49a6-a305-305ea85bb2a4 req-98f39142-4fbd-473b-a53e-840ee09160fe tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] For port 8276bf0a-8205-441f-8061-3797c5193cb5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=8276bf0a-8205-441f-8061-3797c5193cb5,segment=NetworkSegment(4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e),segment_id=4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:01.825017 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a9bca575-130a-49a6-a305-305ea85bb2a4 req-98f39142-4fbd-473b-a53e-840ee09160fe tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:01.839460 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-a9bca575-130a-49a6-a305-305ea85bb2a4 req-98f39142-4fbd-473b-a53e-840ee09160fe tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Calling delete_port for 8276bf0a-8205-441f-8061-3797c5193cb5 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:12:01.899806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a876246-52fa-4ea8-b95d-f7ffdfe66484 req-b3e80054-8183-4e0c-bbcf-eeb57165573d tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:01.906019 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a876246-52fa-4ea8-b95d-f7ffdfe66484 req-b3e80054-8183-4e0c-bbcf-eeb57165573d tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3662e2e-9930-4870-8e65-e456062ea8b0 HTTP/1.1" status: 200 len: 946 time: 0.0588243 Sep 07 16:12:01.986789 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a876246-52fa-4ea8-b95d-f7ffdfe66484 req-7a932172-6c94-4566-acfb-7d9696e79f8b tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.70 "GET /v2.0/security-groups?id=957f9c8d-f286-4cff-9206-5f2c1917bb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757377 Sep 07 16:12:01.995506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49564) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:02.010884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0657d181-27b8-48af-903b-def8bbaa6c09 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--641328234', 'description': 'tempest-description--855069150'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:02.039051 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a9bca575-130a-49a6-a305-305ea85bb2a4 req-98f39142-4fbd-473b-a53e-840ee09160fe tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:02.058918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['8276bf0a-8205-441f-8061-3797c5193cb5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:02.072910 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0657d181-27b8-48af-903b-def8bbaa6c09 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:02.139774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f39142-4fbd-473b-a53e-840ee09160fe tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Pushing event deleted for resources: {'Port': ['ID=8276bf0a-8205-441f-8061-3797c5193cb5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:02.160516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bca575-130a-49a6-a305-305ea85bb2a4 req-98f39142-4fbd-473b-a53e-840ee09160fe tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] No DVR routers for this DVR port 8276bf0a-8205-441f-8061-3797c5193cb5 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:12:02.167775 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a9bca575-130a-49a6-a305-305ea85bb2a4 req-98f39142-4fbd-473b-a53e-840ee09160fe tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:02.172062 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a9bca575-130a-49a6-a305-305ea85bb2a4 req-98f39142-4fbd-473b-a53e-840ee09160fe tempest-ServerDiskConfigTestJSON-546485353 tempest-ServerDiskConfigTestJSON-546485353-project] 10.222.0.54 "DELETE /v2.0/ports/8276bf0a-8205-441f-8061-3797c5193cb5 HTTP/1.1" status: 204 len: 173 time: 0.5952802 Sep 07 16:12:02.172638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3662e2e-9930-4870-8e65-e456062ea8b0', 'name': 'network-vif-deleted', 'tag': '8276bf0a-8205-441f-8061-3797c5193cb5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:02.175470 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40d5e5c-3a86-4f17-a01d-6411803aecef" -d '{"events": [{"server_uuid": "a3662e2e-9930-4870-8e65-e456062ea8b0", "name": "network-vif-deleted", "tag": "8276bf0a-8205-441f-8061-3797c5193cb5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:02.193155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a12b2d05-291f-4571-90ce-41b25c48ce4a req-a0fb4fcd-e208-4b3c-b210-b01011ea7ee6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 210 time: 0.0499253 Sep 07 16:12:02.224483 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:02.247903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ca001-e99a-4367-b3e1-4c16e308ccf0 req-87cb7a89-22ad-4b36-b540-fcdb074afebc tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:02.249488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c57ca001-e99a-4367-b3e1-4c16e308ccf0 req-87cb7a89-22ad-4b36-b540-fcdb074afebc tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1284511 Sep 07 16:12:02.350922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0657d181-27b8-48af-903b-def8bbaa6c09 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:02.355427 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c57ca001-e99a-4367-b3e1-4c16e308ccf0 req-9281a0a9-54c1-49c2-831d-1d4030a6ca52 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883992 Sep 07 16:12:02.361600 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0657d181-27b8-48af-903b-def8bbaa6c09 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:02.395459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6b26d-5475-4463-be37-256f08a5e065 req-c4aa8dd3-09ac-4c8b-ac74-07a5b2e10367 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:02.397016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5da6b26d-5475-4463-be37-256f08a5e065 req-c4aa8dd3-09ac-4c8b-ac74-07a5b2e10367 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 944 time: 0.1171596 Sep 07 16:12:02.409659 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0657d181-27b8-48af-903b-def8bbaa6c09 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:02.410896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0657d181-27b8-48af-903b-def8bbaa6c09 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4147856 Sep 07 16:12:02.413849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49582) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:02.418724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657d181-27b8-48af-903b-def8bbaa6c09 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c02f207-5d01-4167-9056-20429c09b8f1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:02.418961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d81c1bce-a3eb-4563-aa75-92e92e75f0be tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Request body: {'security_group_rule': {'security_group_id': '5c02f207-5d01-4167-9056-20429c09b8f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:02.449459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5da6b26d-5475-4463-be37-256f08a5e065 req-7c5cf703-996f-40cf-b2ea-781101b41eaf tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Sep 07 16:12:02.490243 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d81c1bce-a3eb-4563-aa75-92e92e75f0be tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:02.522517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21516b9f-6b43-4790-a7e0-1bb76ba824ae req-7bebb5e0-5aac-4532-895d-1217354794d1 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:02.529027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21516b9f-6b43-4790-a7e0-1bb76ba824ae req-7bebb5e0-5aac-4532-895d-1217354794d1 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0779865 Sep 07 16:12:02.551494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Sync routers for ids ['d38b740a-2a4d-4242-8ca2-6879aa04db13'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:12:02.563366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Routers {'d38b740a-2a4d-4242-8ca2-6879aa04db13'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:12:02.564296 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:11:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d38b740a-2a4d-4242-8ca2-6879aa04db13'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:02.608097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21516b9f-6b43-4790-a7e0-1bb76ba824ae req-40e1608f-e10f-48cf-b272-b1eda6bda9df tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765696 Sep 07 16:12:02.631986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b9946-5c5b-4864-91fd-748948127fd3 req-450969c6-0323-4504-a425-e05e492fc963 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:02.634274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c29b9946-5c5b-4864-91fd-748948127fd3 req-450969c6-0323-4504-a425-e05e492fc963 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0744755 Sep 07 16:12:02.684363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c29b9946-5c5b-4864-91fd-748948127fd3 req-4648bf97-9a17-4a33-97ae-3dd5a4481e95 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434952 Sep 07 16:12:02.693811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Set router d38b740a-2a4d-4242-8ca2-6879aa04db13 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:12:02.824703 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e27471-d9e6-44ab-8db3-44bd7ca50f18 x-openstack-request-id: req-b0e27471-d9e6-44ab-8db3-44bd7ca50f18 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:02.825270 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3662e2e-9930-4870-8e65-e456062ea8b0", "name": "network-vif-deleted", "tag": "8276bf0a-8205-441f-8061-3797c5193cb5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:02.825270 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0e27471-d9e6-44ab-8db3-44bd7ca50f18 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:02.826151 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3662e2e-9930-4870-8e65-e456062ea8b0', 'name': 'network-vif-deleted', 'tag': '8276bf0a-8205-441f-8061-3797c5193cb5', 'status': 'completed', 'code': 200} Sep 07 16:12:02.863404 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d81c1bce-a3eb-4563-aa75-92e92e75f0be tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:02.867152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d81c1bce-a3eb-4563-aa75-92e92e75f0be tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:02.884893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c1bce-a3eb-4563-aa75-92e92e75f0be tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b842aa7a-bffc-47d6-9ecd-7d0f5b49425d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:02.891329 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d81c1bce-a3eb-4563-aa75-92e92e75f0be tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:02.895067 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d81c1bce-a3eb-4563-aa75-92e92e75f0be tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4777219 Sep 07 16:12:02.895246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49584) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:02.899752 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-813567ba-750a-42ad-88d9-5cbf83b5a0d7 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Request body: {'security_group_rule': {'security_group_id': '5c02f207-5d01-4167-9056-20429c09b8f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:02.921062 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e7893824-b679-4d79-b814-772eeed085a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:12:00Z', 'revision_number': 4, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port': {'id': 'e7893824-b679-4d79-b814-772eeed085a4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:56Z', 'updated_at': '2021-09-07T16:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'adda198b-b267-49f9-a3df-a076ac78984f', 'name': '', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'mac_address': 'fa:16:3e:d4:c1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:59Z', 'updated_at': '2021-09-07T16:12:00Z', 'revision_number': 2, 'project_id': '86a75082594b4704b2794d5e29715933', 'subnets': [{'id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:02.928788 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-813567ba-750a-42ad-88d9-5cbf83b5a0d7 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:02.948832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b0af4d29-728d-44cb-8071-20c509653dd9 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:02.951834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Checking router: d38b740a-2a4d-4242-8ca2-6879aa04db13 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:12:02.952189 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Updating router d38b740a-2a4d-4242-8ca2-6879aa04db13 port adda198b-b267-49f9-a3df-a076ac78984f binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:12:02.984918 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-813567ba-750a-42ad-88d9-5cbf83b5a0d7 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:02.988523 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-813567ba-750a-42ad-88d9-5cbf83b5a0d7 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.005145 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.013535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813567ba-750a-42ad-88d9-5cbf83b5a0d7 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f0858c-7e6c-4905-b121-01267eccdd6c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:03.022334 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-813567ba-750a-42ad-88d9-5cbf83b5a0d7 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.023779 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-813567ba-750a-42ad-88d9-5cbf83b5a0d7 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273694 Sep 07 16:12:03.027247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49588) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:03.032912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:03.065988 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.067952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port b0af4d29-728d-44cb-8071-20c509653dd9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:12:03.150694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port b0af4d29-728d-44cb-8071-20c509653dd9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:03.151062 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.245189 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.260568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49610) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:03.339647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-b77d1605-9359-434a-96fd-f62f8f5effc9 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:03.342086 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-b77d1605-9359-434a-96fd-f62f8f5effc9 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.54 "GET /v2.0/networks?id=3a421148-ba0e-407a-b821-41685f8573a9 HTTP/1.1" status: 200 len: 822 time: 0.1544690 Sep 07 16:12:03.374362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-4399d2be-4f71-43c1-8b3e-27277f50edad tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Request body: {'port': {'device_id': '33481841-cb73-4cc0-b883-2dfdd53f314d', 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9', 'admin_state_up': True, 'tenant_id': 'e0e9a770bde1473194b272e3a6f1ff47'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:03.375139 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.435485 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e7893824-b679-4d79-b814-772eeed085a4 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:03.449414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ec2484e-f9fe-42c8-bc16-17a9f8f486e6 req-923b3138-4495-4420-b3d9-32d280e91133 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 210 time: 0.1476893 Sep 07 16:12:03.505840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2834c1b3-ee77-4c27-958e-4fab64e1ae55 admin admin] Deleting subnet e79702e3-11e7-4e35-b1b0-316ea9afe5b4 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:12:03.510190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275f3d71-21c5-4524-93db-3efdc10f4569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0af4d29-728d-44cb-8071-20c509653dd9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:03.513488 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c24b3c-a8c1-4738-b849-b4921bdec4a3" -d '{"events": [{"server_uuid": "275f3d71-21c5-4524-93db-3efdc10f4569", "name": "network-vif-plugged", "status": "completed", "tag": "b0af4d29-728d-44cb-8071-20c509653dd9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:03.516754 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2834c1b3-ee77-4c27-958e-4fab64e1ae55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.540303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b0af4d29-728d-44cb-8071-20c509653dd9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0af4d29-728d-44cb-8071-20c509653dd9,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:03.551763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-4399d2be-4f71-43c1-8b3e-27277f50edad tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Made reservation on behalf of e0e9a770bde1473194b272e3a6f1ff47 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:03.553768 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.557182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-4399d2be-4f71-43c1-8b3e-27277f50edad tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.634120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port e7893824-b679-4d79-b814-772eeed085a4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:03.634902 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.649493 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.663211 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2834c1b3-ee77-4c27-958e-4fab64e1ae55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.686840 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Transition to ACTIVE for port object adda198b-b267-49f9-a3df-a076ac78984f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:12:03.689077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b0af4d29-728d-44cb-8071-20c509653dd9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:03.704228 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.711454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d57a0-4801-4d2e-a6e9-2f8a42b823c8 req-d3981e19-b2ff-42ac-ae51-fd33529a447c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:03.719547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-213d57a0-4801-4d2e-a6e9-2f8a42b823c8 req-d3981e19-b2ff-42ac-ae51-fd33529a447c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1538832 Sep 07 16:12:03.722378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Allocated IP 172.25.3.156 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/4fa1b7b8-9c85-4b9c-8e5f-53bf679cf03a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:12:03.736552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f43efa-b34f-4aa2-81d6-44fae197b518 req-2fa3046e-2596-42ec-8ef0-8cc2deb73bba tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:03.743822 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28f43efa-b34f-4aa2-81d6-44fae197b518 req-2fa3046e-2596-42ec-8ef0-8cc2deb73bba tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1792128 Sep 07 16:12:03.768286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360ca76-9a6c-4601-b046-9f6f1e0bc0fb None None] Pushing event updated for resources: {'Port': ['ID=adda198b-b267-49f9-a3df-a076ac78984f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:03.781281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-4399d2be-4f71-43c1-8b3e-27277f50edad tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Allocated IP 172.20.0.10 (3a421148-ba0e-407a-b821-41685f8573a9/4efa4370-cd4e-41e0-86aa-a50e7e7ef94d/4b55510d-9b54-4b81-8146-24420c88f82c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:12:03.813957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-213d57a0-4801-4d2e-a6e9-2f8a42b823c8 req-70783c05-8b5f-4ddb-8157-34df3ea19bdc tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878317 Sep 07 16:12:03.882855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Attempting to bind port adda198b-b267-49f9-a3df-a076ac78984f on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:12:03.883338 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Attempting to bind port adda198b-b267-49f9-a3df-a076ac78984f by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'f1f661f7-29d1-463b-a531-58ee88829b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:12:03.883802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Attempting to bind port adda198b-b267-49f9-a3df-a076ac78984f on network 8f89846c-bad6-42e3-a0f4-d285732d4aec {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:12:03.892321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:12:03.892761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Checking segment: {'id': 'f1f661f7-29d1-463b-a531-58ee88829b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:03.893180 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.893638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Bound using segment: {'id': 'f1f661f7-29d1-463b-a531-58ee88829b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:12:03.894122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Bound port: adda198b-b267-49f9-a3df-a076ac78984f, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f661f7-29d1-463b-a531-58ee88829b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:12:03.894627 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.902371 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cc5609-8fca-44e6-84f0-06ddb63cdf58 x-openstack-request-id: req-b8cc5609-8fca-44e6-84f0-06ddb63cdf58 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:03.902698 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275f3d71-21c5-4524-93db-3efdc10f4569", "name": "network-vif-plugged", "status": "completed", "tag": "b0af4d29-728d-44cb-8071-20c509653dd9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:03.902963 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8cc5609-8fca-44e6-84f0-06ddb63cdf58 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:03.903378 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275f3d71-21c5-4524-93db-3efdc10f4569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0af4d29-728d-44cb-8071-20c509653dd9', 'code': 200} Sep 07 16:12:03.944513 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2834c1b3-ee77-4c27-958e-4fab64e1ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:03.990825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28f43efa-b34f-4aa2-81d6-44fae197b518 req-4d135985-7fc8-4915-867c-94f670d2cad2 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453911 Sep 07 16:12:04.034017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] For port adda198b-b267-49f9-a3df-a076ac78984f, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:12:04.037936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] For port adda198b-b267-49f9-a3df-a076ac78984f, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=adda198b-b267-49f9-a3df-a076ac78984f,segment=NetworkSegment(f1f661f7-29d1-463b-a531-58ee88829b98),segment_id=f1f661f7-29d1-463b-a531-58ee88829b98)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:12:04.045157 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:04.121606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Routers {'d38b740a-2a4d-4242-8ca2-6879aa04db13'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:12:04.122323 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:11:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d38b740a-2a4d-4242-8ca2-6879aa04db13'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:04.127667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb5a70-b25a-4a96-b0e8-6d700e2de60e req-583fb9cd-ea3c-49d6-870c-eded8dd6fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:04.137478 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c7cb5a70-b25a-4a96-b0e8-6d700e2de60e req-583fb9cd-ea3c-49d6-870c-eded8dd6fda4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 1096 time: 0.1614709 Sep 07 16:12:04.212745 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-4399d2be-4f71-43c1-8b3e-27277f50edad tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:04.253856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] Set router d38b740a-2a4d-4242-8ca2-6879aa04db13 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:12:04.254930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f8330-2a56-46e6-80f9-6e5f10c1fd74 req-30a71f7f-a7e1-4344-bdb9-815bbba0ff3e tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:04.279920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-005f8330-2a56-46e6-80f9-6e5f10c1fd74 req-30a71f7f-a7e1-4344-bdb9-815bbba0ff3e tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.2135808 Sep 07 16:12:04.297918 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-4399d2be-4f71-43c1-8b3e-27277f50edad tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:04.319657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b040200-a3e6-419d-9598-d0fcaf5c9ecb req-75487cff-b454-4106-92fa-0c6f09f6e1cd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:04.330263 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b040200-a3e6-419d-9598-d0fcaf5c9ecb req-75487cff-b454-4106-92fa-0c6f09f6e1cd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.2172508 Sep 07 16:12:04.365080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:04.376318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-4399d2be-4f71-43c1-8b3e-27277f50edad tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Network 3a421148-ba0e-407a-b821-41685f8573a9 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:12:04.380780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360ca76-9a6c-4601-b046-9f6f1e0bc0fb None None] Pushing event updated for resources: {'Port': ['ID=adda198b-b267-49f9-a3df-a076ac78984f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:04.386367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-4399d2be-4f71-43c1-8b3e-27277f50edad tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:04.394893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-4399d2be-4f71-43c1-8b3e-27277f50edad tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:12:04.399039 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c7cb5a70-b25a-4a96-b0e8-6d700e2de60e req-a1993234-1cf4-4761-88de-eacdf23d7b03 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134171 Sep 07 16:12:04.405350 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2834c1b3-ee77-4c27-958e-4fab64e1ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:04.424704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b040200-a3e6-419d-9598-d0fcaf5c9ecb req-f234a868-7d83-4ee8-bc53-d17c29d9ab65 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933790 Sep 07 16:12:04.426757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399d2be-4f71-43c1-8b3e-27277f50edad tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Pushing event updated for resources: {'Port': ['ID=4b55510d-9b54-4b81-8146-24420c88f82c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:04.475743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-4399d2be-4f71-43c1-8b3e-27277f50edad tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:04.477419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834c1b3-ee77-4c27-958e-4fab64e1ae55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79702e3-11e7-4e35-b1b0-316ea9afe5b4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:04.478908 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-4399d2be-4f71-43c1-8b3e-27277f50edad tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:04.487172 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2834c1b3-ee77-4c27-958e-4fab64e1ae55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:04.491166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2834c1b3-ee77-4c27-958e-4fab64e1ae55 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e79702e3-11e7-4e35-b1b0-316ea9afe5b4 HTTP/1.1" status: 204 len: 168 time: 1.2275553 Sep 07 16:12:04.492911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49652) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:04.494601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-005f8330-2a56-46e6-80f9-6e5f10c1fd74 req-3633ceb8-d55c-4e2a-b8c3-8f5c204ec8cb tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104242 Sep 07 16:12:04.534669 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:04.543938 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-4399d2be-4f71-43c1-8b3e-27277f50edad tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1768637 Sep 07 16:12:04.566381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Request body: {'port': {'device_id': '33481841-cb73-4cc0-b883-2dfdd53f314d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:04.588672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Pushing event updated for resources: {'Port': ['ID=4fa1b7b8-9c85-4b9c-8e5f-53bf679cf03a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:04.603509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:12:04.605198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:04.607732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:12:04.654353 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53ca972e-e36d-4f79-8d4f-d970628d24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:04.680016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e7893824-b679-4d79-b814-772eeed085a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:12:00Z', 'revision_number': 4, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port': {'id': 'e7893824-b679-4d79-b814-772eeed085a4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:56Z', 'updated_at': '2021-09-07T16:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'adda198b-b267-49f9-a3df-a076ac78984f', 'name': '', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'mac_address': 'fa:16:3e:d4:c1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:59Z', 'updated_at': '2021-09-07T16:12:04Z', 'revision_number': 4, 'project_id': '86a75082594b4704b2794d5e29715933', 'subnets': [{'id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:04.712239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b377ff8-a634-455d-b40c-5c5a1ca7d999 None None] The sync data for ids ['d38b740a-2a4d-4242-8ca2-6879aa04db13'] in n-d-807551-3 is: [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e7893824-b679-4d79-b814-772eeed085a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:12:00Z', 'revision_number': 4, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port': {'id': 'e7893824-b679-4d79-b814-772eeed085a4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:56Z', 'updated_at': '2021-09-07T16:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'adda198b-b267-49f9-a3df-a076ac78984f', 'name': '', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'mac_address': 'fa:16:3e:d4:c1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:59Z', 'updated_at': '2021-09-07T16:12:04Z', 'revision_number': 4, 'project_id': '86a75082594b4704b2794d5e29715933', 'subnets': [{'id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:12:04.780853 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:04.830369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 8276bf0a-8205-441f-8061-3797c5193cb5 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:12:04.883078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 8276bf0a-8205-441f-8061-3797c5193cb5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:12:04.883622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 8276bf0a-8205-441f-8061-3797c5193cb5 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:12:04.902463 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53ca972e-e36d-4f79-8d4f-d970628d24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:04.905079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd79e02-c4ea-42a9-b68c-d1cdfdab933c req-56f72415-8842-41f0-96da-549d685deadd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:04.906856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bd79e02-c4ea-42a9-b68c-d1cdfdab933c req-56f72415-8842-41f0-96da-549d685deadd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 932 time: 0.2355335 Sep 07 16:12:04.949786 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:04.960049 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-53ca972e-e36d-4f79-8d4f-d970628d24ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f823b0-5a1f-405d-b97c-b160c90d8c3d']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:04.980169 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-53ca972e-e36d-4f79-8d4f-d970628d24ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:04.980528 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-53ca972e-e36d-4f79-8d4f-d970628d24ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6a0b1f-6a07-42fe-9e3b-a96e441bc73e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:05.003529 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53ca972e-e36d-4f79-8d4f-d970628d24ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.020054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53ca972e-e36d-4f79-8d4f-d970628d24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.027424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ca972e-e36d-4f79-8d4f-d970628d24ce admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:12:05.027814 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53ca972e-e36d-4f79-8d4f-d970628d24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:12:05.045802 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:12:05.233440 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53ca972e-e36d-4f79-8d4f-d970628d24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.253660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53ca972e-e36d-4f79-8d4f-d970628d24ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.258041 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-53ca972e-e36d-4f79-8d4f-d970628d24ce admin admin] 10.222.0.70 "DELETE /v2.0/networks/11f823b0-5a1f-405d-b97c-b160c90d8c3d HTTP/1.1" status: 204 len: 168 time: 0.7618623 Sep 07 16:12:05.259772 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca972e-e36d-4f79-8d4f-d970628d24ce admin admin] Pushing event deleted for resources: {'Network': ['ID=11f823b0-5a1f-405d-b97c-b160c90d8c3d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:05.383482 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bd79e02-c4ea-42a9-b68c-d1cdfdab933c req-a71726b1-081c-4e78-84d0-8fcd85cdf530 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619939 Sep 07 16:12:05.385606 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.491006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device adda198b-b267-49f9-a3df-a076ac78984f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:05.558125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49670) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:05.617121 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port adda198b-b267-49f9-a3df-a076ac78984f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:12:05.624922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port adda198b-b267-49f9-a3df-a076ac78984f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:05.625315 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.629705 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.658216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da0c5c-75ab-47c4-af46-65f10c79dea5 req-007363a9-ad81-4fc2-af63-bfd5747b5643 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:05.660562 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5da0c5c-75ab-47c4-af46-65f10c79dea5 req-007363a9-ad81-4fc2-af63-bfd5747b5643 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.7484512 Sep 07 16:12:05.661572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.679748 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b0ded41b-703e-464f-9883-5090e1384489 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83c4821c8f704f9a896903ead09cd274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1207807 Sep 07 16:12:05.683030 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49672) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:05.718332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b55510d-9b54-4b81-8146-24420c88f82c {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:05.750116 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.754456 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.795119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port adda198b-b267-49f9-a3df-a076ac78984f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=adda198b-b267-49f9-a3df-a076ac78984f,segment=NetworkSegment(f1f661f7-29d1-463b-a531-58ee88829b98),segment_id=f1f661f7-29d1-463b-a531-58ee88829b98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:05.802715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.803182 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Transition to ACTIVE for port object 4b55510d-9b54-4b81-8146-24420c88f82c will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:12:05.818147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2027cb52-9b70-42e0-92b8-4be96b3ad75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.821568 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.900680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ee9b7-5418-4cd9-b227-ce5f8109cbac req-8aae8bbf-0861-4c6e-8c4d-358800001a52 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:05.909129 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-678ee9b7-5418-4cd9-b227-ce5f8109cbac req-8aae8bbf-0861-4c6e-8c4d-358800001a52 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.4141738 Sep 07 16:12:05.920804 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5da0c5c-75ab-47c4-af46-65f10c79dea5 req-51117b37-b7cb-4c7c-b45f-317e6e44250f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344203 Sep 07 16:12:05.930350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=adda198b-b267-49f9-a3df-a076ac78984f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:05.939184 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2027cb52-9b70-42e0-92b8-4be96b3ad75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:05.961218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Pushing event updated for resources: {'Port': ['ID=4fa1b7b8-9c85-4b9c-8e5f-53bf679cf03a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:05.982711 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:06.037119 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Pushing event updated for resources: {'Port': ['ID=4b55510d-9b54-4b81-8146-24420c88f82c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:06.048154 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:06.049704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cac6854d-dbeb-4cbb-a7b8-d512b86a6b64 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0211735 Sep 07 16:12:06.129479 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-678ee9b7-5418-4cd9-b227-ce5f8109cbac req-2194fda9-eacf-4e95-b115-ecc8a6cb7e07 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192068 Sep 07 16:12:06.152320 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2027cb52-9b70-42e0-92b8-4be96b3ad75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:06.155574 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2027cb52-9b70-42e0-92b8-4be96b3ad75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:06.159037 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2027cb52-9b70-42e0-92b8-4be96b3ad75f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/957f9c8d-f286-4cff-9206-5f2c1917bb5d HTTP/1.1" status: 204 len: 168 time: 0.4686208 Sep 07 16:12:06.163665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff53c25-1d78-4097-9697-af239d27272f req-3ea4467b-a300-4acb-a56d-250af7bf804b tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:06.182488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027cb52-9b70-42e0-92b8-4be96b3ad75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957f9c8d-f286-4cff-9206-5f2c1917bb5d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:06.187229 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ff53c25-1d78-4097-9697-af239d27272f req-3ea4467b-a300-4acb-a56d-250af7bf804b tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.1479037 Sep 07 16:12:06.190512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Attempting to bind port 4b55510d-9b54-4b81-8146-24420c88f82c on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:12:06.190876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Attempting to bind port 4b55510d-9b54-4b81-8146-24420c88f82c by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '7caac4b7-fa49-40f8-bd0e-003ba6f00d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:12:06.191219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Attempting to bind port 4b55510d-9b54-4b81-8146-24420c88f82c on network 3a421148-ba0e-407a-b821-41685f8573a9 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:12:06.210832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Port 4b55510d-9b54-4b81-8146-24420c88f82c on network 3a421148-ba0e-407a-b821-41685f8573a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:12:06.211237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Attempting to bind port 4b55510d-9b54-4b81-8146-24420c88f82c on network 3a421148-ba0e-407a-b821-41685f8573a9 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:12:06.239775 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:12:06.240463 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Checking segment: {'id': '7caac4b7-fa49-40f8-bd0e-003ba6f00d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:06.240660 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Bound using segment: {'id': '7caac4b7-fa49-40f8-bd0e-003ba6f00d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:12:06.241142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Bound port: 4b55510d-9b54-4b81-8146-24420c88f82c, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7caac4b7-fa49-40f8-bd0e-003ba6f00d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:12:06.241523 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:06.276597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ff53c25-1d78-4097-9697-af239d27272f req-5808e49f-0339-43a7-9420-e88237d2fa3f tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883174 Sep 07 16:12:06.371285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fabcb5-5be4-4a11-a5d9-3e2373f36923 req-80e8bee8-7136-43b4-9b78-46cee2bb56a6 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:06.381464 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75fabcb5-5be4-4a11-a5d9-3e2373f36923 req-80e8bee8-7136-43b4-9b78-46cee2bb56a6 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0798874 Sep 07 16:12:06.385479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] For port 4b55510d-9b54-4b81-8146-24420c88f82c, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:12:06.390148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] For port 4b55510d-9b54-4b81-8146-24420c88f82c, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4b55510d-9b54-4b81-8146-24420c88f82c,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:12:06.398193 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:06.479982 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75fabcb5-5be4-4a11-a5d9-3e2373f36923 req-7e94b1b5-10ea-45c1-a7a7-6eda09c45416 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926378 Sep 07 16:12:06.517124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Pushing event updated for resources: {'Port': ['ID=4b55510d-9b54-4b81-8146-24420c88f82c,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:06.572324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:06.573019 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:06.574832 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-ea3d25c1-480a-4fac-8c9a-5c665cbf82dc service neutron] 10.222.0.54 "PUT /v2.0/ports/4b55510d-9b54-4b81-8146-24420c88f82c HTTP/1.1" status: 200 len: 1092 time: 2.0146818 Sep 07 16:12:06.575360 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33481841-cb73-4cc0-b883-2dfdd53f314d', 'tag': '4b55510d-9b54-4b81-8146-24420c88f82c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:06.578288 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4963b78-c817-4f75-ae23-daae1c4f9446" -d '{"events": [{"name": "network-changed", "server_uuid": "33481841-cb73-4cc0-b883-2dfdd53f314d", "tag": "4b55510d-9b54-4b81-8146-24420c88f82c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:06.586695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-a682aa51-208b-407e-93b2-80368f95e91d tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--641328234&fields=id&tenant_id=86a75082594b4704b2794d5e29715933 HTTP/1.1" status: 200 len: 267 time: 0.0684140 Sep 07 16:12:06.706925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-eb9348ff-de83-4411-8b27-e07c072f0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:06.709000 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-eb9348ff-de83-4411-8b27-e07c072f0339 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0e9a770bde1473194b272e3a6f1ff47&device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 1095 time: 0.0819070 Sep 07 16:12:06.792010 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-f5e8911a-0de5-448b-8dc1-fc1fca315719 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b55510d-9b54-4b81-8146-24420c88f82c HTTP/1.1" status: 200 len: 217 time: 0.0737648 Sep 07 16:12:06.816322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f52177-1d2b-42f6-88d2-713574cb2fd9 req-695c318b-a90f-49ac-9fab-ecc957f0885d tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:06.827234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a1f52177-1d2b-42f6-88d2-713574cb2fd9 req-695c318b-a90f-49ac-9fab-ecc957f0885d tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 944 time: 0.2082095 Sep 07 16:12:06.862771 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-a0e29269-a6fc-420e-a9bd-52f95bca76aa tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:06.864589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-a0e29269-a6fc-420e-a9bd-52f95bca76aa tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/networks?id=8f89846c-bad6-42e3-a0f4-d285732d4aec HTTP/1.1" status: 200 len: 806 time: 0.2495975 Sep 07 16:12:06.886875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-782f10bd-0e48-42c8-876f-13f7b13122a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:06.891355 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-782f10bd-0e48-42c8-876f-13f7b13122a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4efa4370-cd4e-41e0-86aa-a50e7e7ef94d HTTP/1.1" status: 200 len: 862 time: 0.0887873 Sep 07 16:12:06.938749 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-b35b47dd-8fc0-4f02-b5ae-4afe63a56628 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/quotas/86a75082594b4704b2794d5e29715933 HTTP/1.1" status: 200 len: 375 time: 0.0640805 Sep 07 16:12:06.949737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a1f52177-1d2b-42f6-88d2-713574cb2fd9 req-601e60f1-ed42-4189-922f-c689297dcdcf tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202688 Sep 07 16:12:06.960044 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-3f8307e3-a2ce-4c85-868c-bfabf8dd457f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a421148-ba0e-407a-b821-41685f8573a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576789 Sep 07 16:12:07.035614 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea564f9-0f0b-469d-8419-6b31d2b10cb4 x-openstack-request-id: req-eea564f9-0f0b-469d-8419-6b31d2b10cb4 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:07.035919 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33481841-cb73-4cc0-b883-2dfdd53f314d", "tag": "4b55510d-9b54-4b81-8146-24420c88f82c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:07.036182 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eea564f9-0f0b-469d-8419-6b31d2b10cb4 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:07.036681 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33481841-cb73-4cc0-b883-2dfdd53f314d', 'tag': '4b55510d-9b54-4b81-8146-24420c88f82c', 'status': 'completed', 'code': 200} Sep 07 16:12:07.062691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-ba0a0c16-3e44-4f6e-a3fe-bde06813d696 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=86a75082594b4704b2794d5e29715933&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1230140 Sep 07 16:12:07.137297 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-6529eafb-aef1-4516-a07f-fbe1fb9ec6ed service neutron] 10.222.0.54 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587446 Sep 07 16:12:07.269561 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d5ca0-7105-4d91-af0a-d0a5692b49c6 req-8eee464b-ff1e-4a75-ad3b-ea5eef26355d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:07.269964 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cdef0b1c-0eee-4fbd-b295-cbc2623355dc req-dcbf499e-3ca7-4f96-b2f8-083a457bf347 service neutron] 10.222.0.54 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213038 Sep 07 16:12:07.280617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-055d5ca0-7105-4d91-af0a-d0a5692b49c6 req-8eee464b-ff1e-4a75-ad3b-ea5eef26355d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1636384 Sep 07 16:12:07.315744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-97ac2283-391d-4865-92a3-7a072b2a10ca service neutron] 10.222.0.70 "GET /v2.0/networks/8f89846c-bad6-42e3-a0f4-d285732d4aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317894 Sep 07 16:12:07.418233 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-055d5ca0-7105-4d91-af0a-d0a5692b49c6 req-fe481fe9-fc3d-4b80-a6d4-eb5e678ef52d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364238 Sep 07 16:12:07.424772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device adda198b-b267-49f9-a3df-a076ac78984f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:07.471531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963b78-c817-4f75-ae23-daae1c4f9446 req-80a066d5-14f0-4dcf-92f5-1ac3a521e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:07.473484 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e4963b78-c817-4f75-ae23-daae1c4f9446 req-80a066d5-14f0-4dcf-92f5-1ac3a521e6a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0e9a770bde1473194b272e3a6f1ff47&device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 1095 time: 0.1179647 Sep 07 16:12:07.493156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:07.551569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port adda198b-b267-49f9-a3df-a076ac78984f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:07.552395 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:07.624544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff511c1-7df9-444a-b749-127c47a069b1 req-655d2267-3215-484e-a9c7-000ffa6a31ab tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:07.627191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ff511c1-7df9-444a-b749-127c47a069b1 req-655d2267-3215-484e-a9c7-000ffa6a31ab tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1047668 Sep 07 16:12:07.643569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-1c3ea5ff-3e67-4954-ab38-ce52ae93aac6 service neutron] 10.222.0.70 "GET /v2.0/networks/8f89846c-bad6-42e3-a0f4-d285732d4aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181548 Sep 07 16:12:07.651369 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963b78-c817-4f75-ae23-daae1c4f9446 req-c85f8732-45cf-40e9-bd8f-5120112c01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:07.653643 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e4963b78-c817-4f75-ae23-daae1c4f9446 req-c85f8732-45cf-40e9-bd8f-5120112c01d4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a421148-ba0e-407a-b821-41685f8573a9 HTTP/1.1" status: 200 len: 923 time: 0.1715040 Sep 07 16:12:07.740485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ff511c1-7df9-444a-b749-127c47a069b1 req-f27d8c35-8b2e-498d-b9bb-cd43f7903617 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930390 Sep 07 16:12:07.793017 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-676739969-network', 'tenant_id': '443b05f6db174183a723131ecb3dc6f0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:07.797628 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e4963b78-c817-4f75-ae23-daae1c4f9446 req-5b448f88-1513-4bdf-a165-bcbb48af91d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b55510d-9b54-4b81-8146-24420c88f82c HTTP/1.1" status: 200 len: 217 time: 0.1221871 Sep 07 16:12:07.897911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd48be1-bc57-4787-81a1-bdfb376ebde2 req-8c68019f-6e31-4c54-8468-b532fd026e7c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:07.899616 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6dd48be1-bc57-4787-81a1-bdfb376ebde2 req-8c68019f-6e31-4c54-8468-b532fd026e7c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0971370 Sep 07 16:12:07.928736 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4963b78-c817-4f75-ae23-daae1c4f9446 req-2ed69568-bc96-4662-9cc5-82e9c6e0437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:07.930669 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e4963b78-c817-4f75-ae23-daae1c4f9446 req-2ed69568-bc96-4662-9cc5-82e9c6e0437d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4efa4370-cd4e-41e0-86aa-a50e7e7ef94d HTTP/1.1" status: 200 len: 862 time: 0.1184516 Sep 07 16:12:08.025159 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e4963b78-c817-4f75-ae23-daae1c4f9446 req-b75bfb0c-6c39-4bc9-94c7-a2e2b2c01b1a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a421148-ba0e-407a-b821-41685f8573a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795023 Sep 07 16:12:08.029506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Made reservation on behalf of 443b05f6db174183a723131ecb3dc6f0 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:08.035183 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:08.048966 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:08.058018 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6dd48be1-bc57-4787-81a1-bdfb376ebde2 req-a053f165-7cc9-42fa-b2f7-e068c5334c1f tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241419 Sep 07 16:12:08.260075 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e4963b78-c817-4f75-ae23-daae1c4f9446 req-45fb4a9c-0e86-4ff1-9fde-36e0f366a694 service neutron] 10.222.0.54 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120264 Sep 07 16:12:08.288670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03110b0-21ab-47a9-87ca-dca470bf28e1 req-73c4ee6f-6919-4cd0-a50a-ed0408cafd8a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:08.297604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b03110b0-21ab-47a9-87ca-dca470bf28e1 req-73c4ee6f-6919-4cd0-a50a-ed0408cafd8a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1357732 Sep 07 16:12:08.353622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b03110b0-21ab-47a9-87ca-dca470bf28e1 req-b38ac503-2802-460a-b7e7-377e64c351d2 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549288 Sep 07 16:12:08.461506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06a3e02e-c402-4ddf-aac6-87c545ffae4a req-92d595a8-6318-49b1-a03f-399af36f9c66 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 210 time: 0.0581596 Sep 07 16:12:08.491060 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:08.518473 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:08.541809 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e4963b78-c817-4f75-ae23-daae1c4f9446 req-60099a12-1be3-439e-9bcb-3b54a5c63401 service neutron] 10.222.0.54 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714646 Sep 07 16:12:08.569709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac6980-6ace-4f30-9471-0a0c441ab2e4 req-99a12400-839d-4f18-8969-766bfc0e00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:08.571288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7ac6980-6ace-4f30-9471-0a0c441ab2e4 req-99a12400-839d-4f18-8969-766bfc0e00c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 1097 time: 0.1251767 Sep 07 16:12:08.574559 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:12:08.640471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4c521f-0654-4f89-a90a-a123d46d08f7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:08.645151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:08.645679 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Added segment b221029e-e14e-4bce-901f-6e2d5fe86c30 of type vlan for network 9122a9ff-c0c8-46c5-a357-9433d7eb7514 Sep 07 16:12:08.718924 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:08.761883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:08.763617 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:08.764225 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:08.771015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9ae69-b75d-4871-9a1e-c422fa5dd538 req-3f268c31-e0e4-46f8-b0fd-ac5aa7b4f52d tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:08.779784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3b9ae69-b75d-4871-9a1e-c422fa5dd538 req-3f268c31-e0e4-46f8-b0fd-ac5aa7b4f52d tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 944 time: 0.2001810 Sep 07 16:12:08.836509 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3414423 Sep 07 16:12:08.837232 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49766) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:08.853714 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d859c768-278b-4c32-a9a7-65b3eda2b628 admin admin] Request body: {'subnet': {'network_id': '9122a9ff-c0c8-46c5-a357-9433d7eb7514', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-676739969-subnet', 'tenant_id': '443b05f6db174183a723131ecb3dc6f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:08.861792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3b9ae69-b75d-4871-9a1e-c422fa5dd538 req-e42d5858-112b-459a-8ac2-130ba7c70deb tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806613 Sep 07 16:12:08.897479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac6980-6ace-4f30-9471-0a0c441ab2e4 req-32864987-57f5-4294-aa29-593126316b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:08.903697 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7ac6980-6ace-4f30-9471-0a0c441ab2e4 req-32864987-57f5-4294-aa29-593126316b27 service neutron] 10.222.0.54 "GET /v2.0/networks?id=321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 200 len: 920 time: 0.2763588 Sep 07 16:12:08.905256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba337e20-881b-45b9-9c9b-31b84ec2f1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=9122a9ff-c0c8-46c5-a357-9433d7eb7514,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:08.916631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 9122a9ff-c0c8-46c5-a357-9433d7eb7514 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:12:08.940525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d859c768-278b-4c32-a9a7-65b3eda2b628 admin admin] Made reservation on behalf of 443b05f6db174183a723131ecb3dc6f0 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:08.944708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d859c768-278b-4c32-a9a7-65b3eda2b628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:08.991179 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7ac6980-6ace-4f30-9471-0a0c441ab2e4 req-75ec35e6-ebb8-441a-af74-0d8ebde33959 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7deeff8-1f68-42ac-90ed-9628d43a899f HTTP/1.1" status: 200 len: 217 time: 0.0746043 Sep 07 16:12:09.015260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137605f-bb19-4538-8815-38654438ca46 req-12607da9-5325-4a77-84cb-a50a93ec87bb tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:09.023419 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e137605f-bb19-4538-8815-38654438ca46 req-12607da9-5325-4a77-84cb-a50a93ec87bb tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.2730076 Sep 07 16:12:09.145950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19de44a-3cc2-4733-8479-09e30394ee85 req-35a7338e-7eba-4a5a-baf1-f609becb3132 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:09.149063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d19de44a-3cc2-4733-8479-09e30394ee85 req-35a7338e-7eba-4a5a-baf1-f609becb3132 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1566477 Sep 07 16:12:09.163804 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e137605f-bb19-4538-8815-38654438ca46 req-8e828ac3-35e2-45ae-9cc4-a69db13fb922 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385963 Sep 07 16:12:09.170240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac6980-6ace-4f30-9471-0a0c441ab2e4 req-5f980d85-594e-4166-9559-9c0ac1c3b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:09.174239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7ac6980-6ace-4f30-9471-0a0c441ab2e4 req-5f980d85-594e-4166-9559-9c0ac1c3b7eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1874e443-5e2c-4388-942c-9fb02097ea98 HTTP/1.1" status: 200 len: 859 time: 0.1684279 Sep 07 16:12:09.224070 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d859c768-278b-4c32-a9a7-65b3eda2b628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:09.254592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d19de44a-3cc2-4733-8479-09e30394ee85 req-cd3de15d-72a0-4202-88c1-4902eca5ccf9 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728621 Sep 07 16:12:09.303823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7ac6980-6ace-4f30-9471-0a0c441ab2e4 req-128879a2-f45d-4e7a-94b7-6938fca871b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=321a19d1-dc12-43ba-ad8b-bee3a77b8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808680 Sep 07 16:12:09.310200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859c768-278b-4c32-a9a7-65b3eda2b628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be767a4-354e-4320-93bd-5dedf4245006,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:09.315374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d859c768-278b-4c32-a9a7-65b3eda2b628 admin admin] Checking segment: {'id': 'b221029e-e14e-4bce-901f-6e2d5fe86c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9122a9ff-c0c8-46c5-a357-9433d7eb7514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:09.315743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859c768-278b-4c32-a9a7-65b3eda2b628 admin admin] Network hostable DHCP agents. Network: 9122a9ff-c0c8-46c5-a357-9433d7eb7514, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:12:09.339527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859c768-278b-4c32-a9a7-65b3eda2b628 admin admin] Network 9122a9ff-c0c8-46c5-a357-9433d7eb7514 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:12:09.351595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d859c768-278b-4c32-a9a7-65b3eda2b628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 9122a9ff-c0c8-46c5-a357-9433d7eb7514) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:09.360100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d859c768-278b-4c32-a9a7-65b3eda2b628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:09.363627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c6b337-e753-4ada-9941-d10b12d964dd None None] Network 9122a9ff-c0c8-46c5-a357-9433d7eb7514 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:12:09.368123 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d859c768-278b-4c32-a9a7-65b3eda2b628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:09.399816 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d859c768-278b-4c32-a9a7-65b3eda2b628 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5554042 Sep 07 16:12:09.575274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b264084-e047-412f-834d-bbd79608014c None None] Network 9122a9ff-c0c8-46c5-a357-9433d7eb7514 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:12:09.597673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d48453-1096-4cc0-b6e5-b2d8f59eeb9a req-a7dcd202-a869-4f15-89d1-ccfa4820de41 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:09.605830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3d48453-1096-4cc0-b6e5-b2d8f59eeb9a req-a7dcd202-a869-4f15-89d1-ccfa4820de41 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.2789266 Sep 07 16:12:09.621157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a8648-31f5-4e58-8d89-394389fd81cd req-c3576bfd-2980-43a0-8a77-1fb5d49b9c99 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:09.622742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e5a8648-31f5-4e58-8d89-394389fd81cd req-c3576bfd-2980-43a0-8a77-1fb5d49b9c99 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1596143 Sep 07 16:12:09.629210 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7ac6980-6ace-4f30-9471-0a0c441ab2e4 req-bdd63d8e-15b7-41ff-bde8-135174f929bc service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111517 Sep 07 16:12:09.791689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3d48453-1096-4cc0-b6e5-b2d8f59eeb9a req-fac83af6-e363-450a-9365-fa31692e2fbc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854248 Sep 07 16:12:09.803994 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e5a8648-31f5-4e58-8d89-394389fd81cd req-65081fa5-6f6f-46b5-b3f3-5e44c5fc6f28 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565895 Sep 07 16:12:09.850015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-4b11a533-2788-4739-b9b7-ad5c1b75b6ca tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:09.854558 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-4b11a533-2788-4739-b9b7-ad5c1b75b6ca tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.54 "GET /v2.0/networks?id=8f89846c-bad6-42e3-a0f4-d285732d4aec HTTP/1.1" status: 200 len: 806 time: 0.2470357 Sep 07 16:12:09.870199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7ac6980-6ace-4f30-9471-0a0c441ab2e4 req-e6dfab7b-2bec-46f2-b5b9-2e7ed09dbc7b service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239163 Sep 07 16:12:09.909492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9bcfc64-5fcd-4426-ad35-27aaaa8bab95 req-fc849dd0-424d-4d47-aba1-937a6a30a060 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 210 time: 0.0272856 Sep 07 16:12:09.958683 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7f2b6e0a-05ad-4572-86cf-ae82c5d436eb tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a75082594b4704b2794d5e29715933 HTTP/1.1" status: 200 len: 379 time: 0.0930595 Sep 07 16:12:09.973220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Request body: {'port': {'device_id': '6a82567e-ee5b-4eff-9712-1870b5928e99', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'admin_state_up': True, 'tenant_id': '86a75082594b4704b2794d5e29715933', 'security_groups': ['5c02f207-5d01-4167-9056-20429c09b8f1']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:10.069298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70010-18d1-4d5c-a78d-8146f899a003 req-e8203e65-4356-45f3-b77c-b459003d4970 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:10.071048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80a70010-18d1-4d5c-a78d-8146f899a003 req-e8203e65-4356-45f3-b77c-b459003d4970 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 944 time: 0.0924070 Sep 07 16:12:10.133733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Made reservation on behalf of 86a75082594b4704b2794d5e29715933 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:10.138331 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:10.144390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80a70010-18d1-4d5c-a78d-8146f899a003 req-f272bccd-a92f-4896-851e-176278fa84f6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644255 Sep 07 16:12:10.267480 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-c990bbbc-2a28-40ab-acd9-65fab003507f tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:10.269124 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-c990bbbc-2a28-40ab-acd9-65fab003507f tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/networks?id=9122a9ff-c0c8-46c5-a357-9433d7eb7514 HTTP/1.1" status: 200 len: 821 time: 0.1535897 Sep 07 16:12:10.317174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-b22a599c-d684-405a-8735-362d07942dc9 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/quotas/443b05f6db174183a723131ecb3dc6f0 HTTP/1.1" status: 200 len: 375 time: 0.0299804 Sep 07 16:12:10.336897 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14551abf-bd98-4cc6-80d5-e0f8f375fe17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:10.358598 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Allocated IP 172.20.0.10 (8f89846c-bad6-42e3-a0f4-d285732d4aec/74b347a3-64e9-4d75-80f3-b180ae6c89ba/457a88ba-3fac-4243-8285-201bfdd02b54) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:12:10.359372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-80d23adf-025c-4c07-9902-191e08add772 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=443b05f6db174183a723131ecb3dc6f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322855 Sep 07 16:12:10.370046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401d4f0-38ae-4ae0-bfe0-14df0411a190 req-e41c1c91-69b5-4d15-9a22-e789504032bb tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:10.371755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d401d4f0-38ae-4ae0-bfe0-14df0411a190 req-e41c1c91-69b5-4d15-9a22-e789504032bb tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0971324 Sep 07 16:12:10.467870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d401d4f0-38ae-4ae0-bfe0-14df0411a190 req-b4401fbb-29ce-4f0f-b7b4-404519f965d5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869884 Sep 07 16:12:10.491265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-ff6965e7-5bf8-4718-ae90-48817b45ccdf service neutron] 10.222.0.70 "GET /v2.0/networks/9122a9ff-c0c8-46c5-a357-9433d7eb7514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179266 Sep 07 16:12:10.556594 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:10.576821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Transition to ACTIVE for port object 457a88ba-3fac-4243-8285-201bfdd02b54 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:12:10.625469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:10.681140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-ae77207f-d905-46be-ab98-9fb41e97884f service neutron] 10.222.0.70 "GET /v2.0/networks/9122a9ff-c0c8-46c5-a357-9433d7eb7514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807072 Sep 07 16:12:10.688522 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Network 8f89846c-bad6-42e3-a0f4-d285732d4aec is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:12:10.692313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:10.697776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:12:10.725281 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818dc7f-8791-432d-96f2-fd7822e1dfcc req-8fed401d-c905-4c0c-afe6-2f66762cacd1 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:10.726874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5818dc7f-8791-432d-96f2-fd7822e1dfcc req-8fed401d-c905-4c0c-afe6-2f66762cacd1 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0964825 Sep 07 16:12:10.745909 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Pushing event updated for resources: {'Port': ['ID=457a88ba-3fac-4243-8285-201bfdd02b54,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:10.781187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:10.781604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:10.806508 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5818dc7f-8791-432d-96f2-fd7822e1dfcc req-8634a734-495f-41c0-846c-32a87bef7ad3 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651491 Sep 07 16:12:10.816110 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-34aae987-83be-4c1e-9365-1bbdc8ba981e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8473694 Sep 07 16:12:10.839419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4b55510d-9b54-4b81-8146-24420c88f82c details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:12:10.845296 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f5492157-51d9-4d61-ad66-0b4ab83de7e5 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:12:10.845509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Request body: {'port': {'device_id': '6a82567e-ee5b-4eff-9712-1870b5928e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:10.977201 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:11.141522 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:11.174690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a8920-d052-44bc-aed0-eb8064945f47 req-4786b69d-368b-4eea-aa45-9baa268ef158 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:11.176725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d27a8920-d052-44bc-aed0-eb8064945f47 req-4786b69d-368b-4eea-aa45-9baa268ef158 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.2444360 Sep 07 16:12:11.198628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4b55510d-9b54-4b81-8146-24420c88f82c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4b55510d-9b54-4b81-8146-24420c88f82c,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:11.222488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:11.225002 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e70cd3-e82f-409d-8771-3c655fd51e8c" -d '{"events": [{"server_uuid": "8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5", "name": "network-vif-unplugged", "status": "completed", "tag": "f5492157-51d9-4d61-ad66-0b4ab83de7e5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:11.235999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '4b55510d-9b54-4b81-8146-24420c88f82c', 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9', 'port_id': '4b55510d-9b54-4b81-8146-24420c88f82c', 'mac_address': 'fa:16:3e:ce:1c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efa4370-cd4e-41e0-86aa-a50e7e7ef94d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:12:11.237929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a739a975-dd20-408d-8eaf-cc0eda3ea5e3 None None] Provisioning for port 457a88ba-3fac-4243-8285-201bfdd02b54 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:12:11.240314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffeb887-8f02-433f-a337-0f715efd50db req-d965d826-6fc1-4db8-8be6-66d5046aaadc tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:11.246118 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f5492157-51d9-4d61-ad66-0b4ab83de7e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:11.248294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a739a975-dd20-408d-8eaf-cc0eda3ea5e3 None None] Provisioning complete for port 457a88ba-3fac-4243-8285-201bfdd02b54 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:11.248817 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a739a975-dd20-408d-8eaf-cc0eda3ea5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:11.258939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0ffeb887-8f02-433f-a337-0f715efd50db req-d965d826-6fc1-4db8-8be6-66d5046aaadc tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.2398539 Sep 07 16:12:11.286661 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:11.352492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0ffeb887-8f02-433f-a337-0f715efd50db req-07c0dcd0-b671-4bd2-9a37-6253f3b9b63f tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890570 Sep 07 16:12:11.390357 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d27a8920-d052-44bc-aed0-eb8064945f47 req-8a1bac82-3d39-4c74-9d86-cffacf67be0a tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952500 Sep 07 16:12:11.417760 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:11.457663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a739a975-dd20-408d-8eaf-cc0eda3ea5e3 None None] Port 457a88ba-3fac-4243-8285-201bfdd02b54 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:12:11.485346 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b55510d-9b54-4b81-8146-24420c88f82c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:11.491900 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9d084c5-a08a-4dfb-8a0e-eae814a42ae2 req-108bb0d1-0352-41cc-af26-8bae108d36e7 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 210 time: 0.0568249 Sep 07 16:12:11.500683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f5492157-51d9-4d61-ad66-0b4ab83de7e5,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:11.528312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4b55510d-9b54-4b81-8146-24420c88f82c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4b55510d-9b54-4b81-8146-24420c88f82c,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:11.534152 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:11.536378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f5492157-51d9-4d61-ad66-0b4ab83de7e5 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:12:11.615094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632977c-a212-4657-844f-68512ce98ad8 req-7cfc540f-db93-46a4-9956-dc574f7b17ed tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:11.621357 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c632977c-a212-4657-844f-68512ce98ad8 req-7cfc540f-db93-46a4-9956-dc574f7b17ed tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 932 time: 0.1263456 Sep 07 16:12:11.645168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457a88ba-3fac-4243-8285-201bfdd02b54 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:11.661161 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:11.663071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=4b55510d-9b54-4b81-8146-24420c88f82c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:11.705997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Transition to ACTIVE for port object 457a88ba-3fac-4243-8285-201bfdd02b54 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:12:11.710819 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:11.764195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c632977c-a212-4657-844f-68512ce98ad8 req-feaeabc2-1bc3-44fd-b4af-127d638aa0bb tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302779 Sep 07 16:12:11.803408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe879fa-71f3-4c2f-a329-1e4eb1f0aecf req-6aa58f67-1f3a-4e91-b3f3-b98e7e6f1091 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:11.805049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dbe879fa-71f3-4c2f-a329-1e4eb1f0aecf req-6aa58f67-1f3a-4e91-b3f3-b98e7e6f1091 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 945 time: 0.1830144 Sep 07 16:12:11.833794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Pushing event updated for resources: {'Port': ['ID=457a88ba-3fac-4243-8285-201bfdd02b54,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:11.843285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f5492157-51d9-4d61-ad66-0b4ab83de7e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:11.895814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dbe879fa-71f3-4c2f-a329-1e4eb1f0aecf req-3f4f81e1-964a-4957-948c-4ea989ff4649 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791726 Sep 07 16:12:11.932851 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec52c69-a854-4499-9ae8-12b4bc1465b3 x-openstack-request-id: req-2ec52c69-a854-4499-9ae8-12b4bc1465b3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:11.933417 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5", "name": "network-vif-unplugged", "status": "completed", "tag": "f5492157-51d9-4d61-ad66-0b4ab83de7e5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:11.933783 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ec52c69-a854-4499-9ae8-12b4bc1465b3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:11.936844 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5', 'code': 200} Sep 07 16:12:11.938144 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5', 'mac_address': 'fa:16:3e:51:f4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:12:12.005749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Attempting to bind port 457a88ba-3fac-4243-8285-201bfdd02b54 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:12:12.006393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Attempting to bind port 457a88ba-3fac-4243-8285-201bfdd02b54 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'f1f661f7-29d1-463b-a531-58ee88829b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:12:12.006947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Attempting to bind port 457a88ba-3fac-4243-8285-201bfdd02b54 on network 8f89846c-bad6-42e3-a0f4-d285732d4aec {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:12:12.009485 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:12.013918 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Port 457a88ba-3fac-4243-8285-201bfdd02b54 on network 8f89846c-bad6-42e3-a0f4-d285732d4aec not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:12:12.014323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Attempting to bind port 457a88ba-3fac-4243-8285-201bfdd02b54 on network 8f89846c-bad6-42e3-a0f4-d285732d4aec {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:12:12.030552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:12:12.045361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Checking segment: {'id': 'f1f661f7-29d1-463b-a531-58ee88829b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:12.045900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Bound using segment: {'id': 'f1f661f7-29d1-463b-a531-58ee88829b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:12:12.046431 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Bound port: 457a88ba-3fac-4243-8285-201bfdd02b54, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f661f7-29d1-463b-a531-58ee88829b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:12:12.049667 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:12.051463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5492157-51d9-4d61-ad66-0b4ab83de7e5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:12.097878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f745fe3-3dcd-4e51-ad59-efac0651ac0a req-d288154f-852d-4e4c-9c49-fc7acda63a09 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:12.098938 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f5492157-51d9-4d61-ad66-0b4ab83de7e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:12.108554 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:12.109871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f745fe3-3dcd-4e51-ad59-efac0651ac0a req-d288154f-852d-4e4c-9c49-fc7acda63a09 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1339445 Sep 07 16:12:12.176904 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f745fe3-3dcd-4e51-ad59-efac0651ac0a req-b68ac7c7-3943-4932-b8f5-d31fba2d2ef4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652695 Sep 07 16:12:12.208100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] For port 457a88ba-3fac-4243-8285-201bfdd02b54, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:12:12.208305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f5492157-51d9-4d61-ad66-0b4ab83de7e5,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:12.212155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] For port 457a88ba-3fac-4243-8285-201bfdd02b54, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=457a88ba-3fac-4243-8285-201bfdd02b54,segment=NetworkSegment(f1f661f7-29d1-463b-a531-58ee88829b98),segment_id=f1f661f7-29d1-463b-a531-58ee88829b98)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:12:12.220740 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:12.235151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2d9a-50ab-4034-9a94-a5420d31894c req-7563c751-2635-4827-aefb-f0fce81cccd0 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:12.236908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c3a2d9a-50ab-4034-9a94-a5420d31894c req-7563c751-2635-4827-aefb-f0fce81cccd0 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 949 time: 0.0865309 Sep 07 16:12:12.264204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:12.264845 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:12.266650 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] 10.222.0.54 "PUT /v2.0/ports/457a88ba-3fac-4243-8285-201bfdd02b54 HTTP/1.1" status: 200 len: 1092 time: 1.4404275 Sep 07 16:12:12.267079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a82567e-ee5b-4eff-9712-1870b5928e99', 'tag': '457a88ba-3fac-4243-8285-201bfdd02b54'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:12.269415 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a57b19-2bb4-4647-bf10-65546c3f5480" -d '{"events": [{"name": "network-changed", "server_uuid": "6a82567e-ee5b-4eff-9712-1870b5928e99", "tag": "457a88ba-3fac-4243-8285-201bfdd02b54"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:12.298828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c3a2d9a-50ab-4034-9a94-a5420d31894c req-378712eb-bb75-4674-96e6-0c9ad413b01d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554922 Sep 07 16:12:12.360318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5c63b-d450-46c8-b216-fcd0e8d5c98f service neutron] Pushing event updated for resources: {'Port': ['ID=457a88ba-3fac-4243-8285-201bfdd02b54,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:12.389487 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b2e3dd-eae6-4db6-8bd9-5db885fe795a x-openstack-request-id: req-02b2e3dd-eae6-4db6-8bd9-5db885fe795a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:12.389917 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a82567e-ee5b-4eff-9712-1870b5928e99", "tag": "457a88ba-3fac-4243-8285-201bfdd02b54", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:12.391168 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02b2e3dd-eae6-4db6-8bd9-5db885fe795a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:12.391168 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a82567e-ee5b-4eff-9712-1870b5928e99', 'tag': '457a88ba-3fac-4243-8285-201bfdd02b54', 'status': 'completed', 'code': 200} Sep 07 16:12:12.410964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-56f22b3b-5380-4cbc-8647-c2e6ed60c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:12.413350 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-56f22b3b-5380-4cbc-8647-c2e6ed60c55a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=86a75082594b4704b2794d5e29715933&device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 1095 time: 0.0691888 Sep 07 16:12:12.439124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['4b55510d-9b54-4b81-8146-24420c88f82c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:12.507953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f5492157-51d9-4d61-ad66-0b4ab83de7e5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:12.509167 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-5ce7b09a-d84a-42fa-8b6b-4a53e884bbc3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=457a88ba-3fac-4243-8285-201bfdd02b54 HTTP/1.1" status: 200 len: 217 time: 0.0775976 Sep 07 16:12:12.579014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87434724-9d7a-439f-9646-1462706327c4 req-5fde6eaa-9151-4d17-8fe9-bf194de494ce tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:12.582262 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87434724-9d7a-439f-9646-1462706327c4 req-5fde6eaa-9151-4d17-8fe9-bf194de494ce tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1161411 Sep 07 16:12:12.687590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-f26dea10-665d-451a-aacd-9fe5c146ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:12.689439 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-f26dea10-665d-451a-aacd-9fe5c146ab28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74b347a3-64e9-4d75-80f3-b180ae6c89ba HTTP/1.1" status: 200 len: 845 time: 0.1597345 Sep 07 16:12:12.733491 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87434724-9d7a-439f-9646-1462706327c4 req-6ced3aba-ae7c-4696-a924-4d8ea6ddd44c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402900 Sep 07 16:12:12.761821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-9f4eed8f-6915-4dbc-a09e-ce2891c308db tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:12.765053 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-9f4eed8f-6915-4dbc-a09e-ce2891c308db tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.35 "GET /v2.0/networks?id=9122a9ff-c0c8-46c5-a357-9433d7eb7514 HTTP/1.1" status: 200 len: 821 time: 0.2718079 Sep 07 16:12:12.769150 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-ebac5b5e-8a3b-4799-a9c3-5da7d7cfb3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:12.771052 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-ebac5b5e-8a3b-4799-a9c3-5da7d7cfb3d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f89846c-bad6-42e3-a0f4-d285732d4aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723846 Sep 07 16:12:12.786807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-aa6ceef9-8e5e-4e90-8ea2-034e7e847ec0 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Request body: {'port': {'device_id': 'ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef', 'network_id': '9122a9ff-c0c8-46c5-a357-9433d7eb7514', 'admin_state_up': True, 'tenant_id': '443b05f6db174183a723131ecb3dc6f0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:12.790654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9194f-d7f0-4b02-a79a-3a6792866082 req-1ea8e8dc-1b2f-4376-b446-d2b033554eca tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:12.798149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98b9194f-d7f0-4b02-a79a-3a6792866082 req-1ea8e8dc-1b2f-4376-b446-d2b033554eca tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.1829712 Sep 07 16:12:12.883046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff295eaf-205b-43ae-93d1-88dd5b272a65 req-522f9496-04f8-4a57-a95a-637626972b12 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 210 time: 0.0536344 Sep 07 16:12:12.948254 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98b9194f-d7f0-4b02-a79a-3a6792866082 req-d6af5c13-3e8a-4c31-b8d1-047bbf96ef8b tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430943 Sep 07 16:12:13.071076 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-3bb67592-39a2-4e62-b847-2674ff86b12d service neutron] 10.222.0.54 "GET /v2.0/networks/8f89846c-bad6-42e3-a0f4-d285732d4aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756491 Sep 07 16:12:13.092138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-aa6ceef9-8e5e-4e90-8ea2-034e7e847ec0 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Made reservation on behalf of 443b05f6db174183a723131ecb3dc6f0 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:13.095668 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-aa6ceef9-8e5e-4e90-8ea2-034e7e847ec0 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:13.277332 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5cbfc046-5b72-4218-b738-83fc4c058bd1 req-ec9cdfb2-6f1c-48fd-a140-b15fd27b15e2 service neutron] 10.222.0.54 "GET /v2.0/networks/8f89846c-bad6-42e3-a0f4-d285732d4aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954970 Sep 07 16:12:13.314164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-aa6ceef9-8e5e-4e90-8ea2-034e7e847ec0 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Allocated IP 172.20.0.4 (9122a9ff-c0c8-46c5-a357-9433d7eb7514/7be767a4-354e-4320-93bd-5dedf4245006/b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:12:13.439873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57b19-2bb4-4647-bf10-65546c3f5480 req-c7741ed0-c63e-407d-9084-3bf2b191b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:13.441473 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69a57b19-2bb4-4647-bf10-65546c3f5480 req-c7741ed0-c63e-407d-9084-3bf2b191b989 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=86a75082594b4704b2794d5e29715933&device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 1095 time: 0.0923274 Sep 07 16:12:13.480444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c06ef-7565-4456-8c05-c16561635028 req-d2755f2b-ac62-46ea-b4ce-94c5eb469b37 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:13.489084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c05c06ef-7565-4456-8c05-c16561635028 req-d2755f2b-ac62-46ea-b4ce-94c5eb469b37 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 944 time: 0.4522069 Sep 07 16:12:13.528470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4606406-5e46-4ce0-8ef0-db182b28a4d9 req-39bf03f4-2735-4ce0-8d20-8b679fe2b1a7 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:13.530650 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4606406-5e46-4ce0-8ef0-db182b28a4d9 req-39bf03f4-2735-4ce0-8d20-8b679fe2b1a7 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 945 time: 0.1344581 Sep 07 16:12:13.534213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b547053-203d-49be-bea6-d15845bb17aa req-c46d6af0-5f23-4d01-a24a-fd999a7037ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:13.535800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b547053-203d-49be-bea6-d15845bb17aa req-c46d6af0-5f23-4d01-a24a-fd999a7037ac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 1097 time: 0.1410069 Sep 07 16:12:13.579732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c05c06ef-7565-4456-8c05-c16561635028 req-c6fb19bb-4581-423c-9af9-1d18336ed745 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848386 Sep 07 16:12:13.582597 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-aa6ceef9-8e5e-4e90-8ea2-034e7e847ec0 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:13.623838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57b19-2bb4-4647-bf10-65546c3f5480 req-48975680-6c83-49ff-980c-9c097642b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:13.625369 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69a57b19-2bb4-4647-bf10-65546c3f5480 req-48975680-6c83-49ff-980c-9c097642b911 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f89846c-bad6-42e3-a0f4-d285732d4aec HTTP/1.1" status: 200 len: 907 time: 0.1531641 Sep 07 16:12:13.660935 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4606406-5e46-4ce0-8ef0-db182b28a4d9 req-95071f55-2481-4fea-93a9-bb41ee32e8b4 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189642 Sep 07 16:12:13.663303 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b547053-203d-49be-bea6-d15845bb17aa req-56624d0a-d389-44f0-a793-05dc4742c6a8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112731 Sep 07 16:12:13.679384 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69a57b19-2bb4-4647-bf10-65546c3f5480 req-5680ee29-f9fc-41dc-bf4e-cf441a9a8649 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=457a88ba-3fac-4243-8285-201bfdd02b54 HTTP/1.1" status: 200 len: 217 time: 0.0440984 Sep 07 16:12:13.710862 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-aa6ceef9-8e5e-4e90-8ea2-034e7e847ec0 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:13.766401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-aa6ceef9-8e5e-4e90-8ea2-034e7e847ec0 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Network 9122a9ff-c0c8-46c5-a357-9433d7eb7514 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:12:13.770232 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-aa6ceef9-8e5e-4e90-8ea2-034e7e847ec0 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:13.776723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-aa6ceef9-8e5e-4e90-8ea2-034e7e847ec0 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:12:13.819935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1ed01-634f-4fcc-b4cf-23ace35dfaca req-038b1c53-1fde-4240-b2df-bd1058966ed5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:13.821418 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05b1ed01-634f-4fcc-b4cf-23ace35dfaca req-038b1c53-1fde-4240-b2df-bd1058966ed5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0921688 Sep 07 16:12:13.830120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ceef9-8e5e-4e90-8ea2-034e7e847ec0 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Pushing event updated for resources: {'Port': ['ID=b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:13.838075 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-aa6ceef9-8e5e-4e90-8ea2-034e7e847ec0 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:13.838824 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-aa6ceef9-8e5e-4e90-8ea2-034e7e847ec0 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:13.847945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b59b-704e-4329-b355-26c93f49a9be req-cf6adf6b-7a44-42a7-a6af-8bfc02266010 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:13.852672 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:13.855563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7998b59b-704e-4329-b355-26c93f49a9be req-cf6adf6b-7a44-42a7-a6af-8bfc02266010 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 949 time: 0.0860064 Sep 07 16:12:13.860606 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-aa6ceef9-8e5e-4e90-8ea2-034e7e847ec0 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0804312 Sep 07 16:12:13.878006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Request body: {'port': {'device_id': 'ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:13.923723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05b1ed01-634f-4fcc-b4cf-23ace35dfaca req-996a0df0-6187-4de3-bc9a-9e94815e194e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918949 Sep 07 16:12:13.938547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7998b59b-704e-4329-b355-26c93f49a9be req-b6237d5f-ef80-4f7d-a68c-8e6dee13a9b6 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820611 Sep 07 16:12:14.077472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98badd5-11cd-43c8-85ff-2123a15152f5 req-88ae9c00-127d-4a0d-9a21-0a66a408bd15 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:14.090859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b98badd5-11cd-43c8-85ff-2123a15152f5 req-88ae9c00-127d-4a0d-9a21-0a66a408bd15 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1026709 Sep 07 16:12:14.122506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9b91c-2254-47d6-b0c0-4a97a4141172 req-95923449-180b-406f-b8be-35ff675a47f5 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:14.124374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ccb9b91c-2254-47d6-b0c0-4a97a4141172 req-95923449-180b-406f-b8be-35ff675a47f5 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 931 time: 0.1014512 Sep 07 16:12:14.169649 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b98badd5-11cd-43c8-85ff-2123a15152f5 req-427d355b-2c4b-47e4-89e2-cce461e561ec tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776889 Sep 07 16:12:14.213409 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ccb9b91c-2254-47d6-b0c0-4a97a4141172 req-abaed9cd-b3b3-49ea-b8e8-856eea3e375c tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822339 Sep 07 16:12:14.232062 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d83ae70-34a2-4099-9f43-6bfcefd39bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:14.329654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36682b21-111f-48eb-ba56-315f74731333 req-9ceab5ba-72df-4916-88c2-e9756db73464 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:14.332311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36682b21-111f-48eb-ba56-315f74731333 req-9ceab5ba-72df-4916-88c2-e9756db73464 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0860281 Sep 07 16:12:14.353445 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:14.364738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57b19-2bb4-4647-bf10-65546c3f5480 req-9d9095ac-2a65-4321-9bfe-7aedeb82ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:14.366209 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69a57b19-2bb4-4647-bf10-65546c3f5480 req-9d9095ac-2a65-4321-9bfe-7aedeb82ee6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74b347a3-64e9-4d75-80f3-b180ae6c89ba HTTP/1.1" status: 200 len: 845 time: 0.5022812 Sep 07 16:12:14.415368 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36682b21-111f-48eb-ba56-315f74731333 req-f0d7a8ad-218a-4fde-a925-9bb609bf8883 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764596 Sep 07 16:12:14.509648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57b19-2bb4-4647-bf10-65546c3f5480 req-6c11932b-bfc6-4cfa-8d89-bde1d1c772df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:14.511479 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69a57b19-2bb4-4647-bf10-65546c3f5480 req-6c11932b-bfc6-4cfa-8d89-bde1d1c772df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f89846c-bad6-42e3-a0f4-d285732d4aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359704 Sep 07 16:12:14.705600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bce20-5683-4b60-867d-6b5d9a2b6af2 req-1cf8bf67-6e64-4341-9c36-af089b4af570 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:14.707692 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69a57b19-2bb4-4647-bf10-65546c3f5480 req-2714c0ac-d5ea-45a1-afa5-92c6f18de335 service neutron] 10.222.0.54 "GET /v2.0/networks/8f89846c-bad6-42e3-a0f4-d285732d4aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858745 Sep 07 16:12:14.713342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d64bce20-5683-4b60-867d-6b5d9a2b6af2 req-1cf8bf67-6e64-4341-9c36-af089b4af570 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 944 time: 0.0668814 Sep 07 16:12:14.763889 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d64bce20-5683-4b60-867d-6b5d9a2b6af2 req-5679bbb8-c48f-4037-a8d1-a85f1fcbc08a tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488565 Sep 07 16:12:14.793888 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:14.833179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05147d09-319e-4497-afe2-551fccf1ebd1 req-115c54b4-a215-47a0-b9a2-723b05c463fa tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:14.840391 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4b55510d-9b54-4b81-8146-24420c88f82c up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:14.853535 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05147d09-319e-4497-afe2-551fccf1ebd1 req-115c54b4-a215-47a0-b9a2-723b05c463fa tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 945 time: 0.0875647 Sep 07 16:12:14.941448 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05147d09-319e-4497-afe2-551fccf1ebd1 req-028d0938-843b-40db-8dfc-5ef8a53a71b7 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849788 Sep 07 16:12:14.970297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 4b55510d-9b54-4b81-8146-24420c88f82c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:12:14.971077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:14.976881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 4b55510d-9b54-4b81-8146-24420c88f82c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:14.977892 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:14.983038 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69a57b19-2bb4-4647-bf10-65546c3f5480 req-458d8e4c-97df-44cf-a360-62d8037afc86 service neutron] 10.222.0.54 "GET /v2.0/networks/8f89846c-bad6-42e3-a0f4-d285732d4aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626214 Sep 07 16:12:14.985126 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:15.004016 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Transition to ACTIVE for port object b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:12:15.011959 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:15.078342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Pushing event updated for resources: {'Port': ['ID=b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:15.131125 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:15.165486 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Attempting to bind port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:12:15.166037 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Attempting to bind port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'b221029e-e14e-4bce-901f-6e2d5fe86c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9122a9ff-c0c8-46c5-a357-9433d7eb7514'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:12:15.166194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Attempting to bind port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd on network 9122a9ff-c0c8-46c5-a357-9433d7eb7514 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:12:15.171769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd on network 9122a9ff-c0c8-46c5-a357-9433d7eb7514 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:12:15.172151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Attempting to bind port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd on network 9122a9ff-c0c8-46c5-a357-9433d7eb7514 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:12:15.181751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:12:15.182210 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4b55510d-9b54-4b81-8146-24420c88f82c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4b55510d-9b54-4b81-8146-24420c88f82c,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:15.184351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33481841-cb73-4cc0-b883-2dfdd53f314d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b55510d-9b54-4b81-8146-24420c88f82c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:15.185856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Checking segment: {'id': 'b221029e-e14e-4bce-901f-6e2d5fe86c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9122a9ff-c0c8-46c5-a357-9433d7eb7514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:15.187050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Bound using segment: {'id': 'b221029e-e14e-4bce-901f-6e2d5fe86c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9122a9ff-c0c8-46c5-a357-9433d7eb7514'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:12:15.187852 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Bound port: b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b221029e-e14e-4bce-901f-6e2d5fe86c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9122a9ff-c0c8-46c5-a357-9433d7eb7514'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:12:15.188424 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489498a2-1f88-4f43-8d50-38dc0c62af6f" -d '{"events": [{"server_uuid": "33481841-cb73-4cc0-b883-2dfdd53f314d", "name": "network-vif-plugged", "status": "completed", "tag": "4b55510d-9b54-4b81-8146-24420c88f82c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:15.189076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:15.193878 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:15.194753 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f5492157-51d9-4d61-ad66-0b4ab83de7e5 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:15.199303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a0060-5430-485b-9d3d-3f4436d90f25 req-bba6642a-72f8-4714-82f3-d019f94f7cb2 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:15.201685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d4a0060-5430-485b-9d3d-3f4436d90f25 req-bba6642a-72f8-4714-82f3-d019f94f7cb2 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 949 time: 0.1609011 Sep 07 16:12:15.229551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8631a3-9db3-41db-96d6-7cff26152907 req-61dc0000-373b-4a46-bff4-b346ae9a0795 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:15.232928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c8631a3-9db3-41db-96d6-7cff26152907 req-61dc0000-373b-4a46-bff4-b346ae9a0795 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1231401 Sep 07 16:12:15.288921 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=4b55510d-9b54-4b81-8146-24420c88f82c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:15.292835 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] For port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:12:15.296938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] For port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd,segment=NetworkSegment(b221029e-e14e-4bce-901f-6e2d5fe86c30),segment_id=b221029e-e14e-4bce-901f-6e2d5fe86c30)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:12:15.304607 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:15.312145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port f5492157-51d9-4d61-ad66-0b4ab83de7e5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:15.313241 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:15.334382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d4a0060-5430-485b-9d3d-3f4436d90f25 req-88d09708-f4ec-43eb-9218-fda97c68e12c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212184 Sep 07 16:12:15.345706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c8631a3-9db3-41db-96d6-7cff26152907 req-8cdd7f5b-f450-4180-a1cc-25962d7d703f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053498 Sep 07 16:12:15.350008 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:15.350834 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:15.352267 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] 10.222.0.35 "PUT /v2.0/ports/b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd HTTP/1.1" status: 200 len: 1091 time: 1.4785559 Sep 07 16:12:15.352791 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef', 'tag': 'b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:15.355371 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e916cef1-86b2-4029-8935-08316536119b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef", "tag": "b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:15.397746 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ee5b1-e761-4f06-8da0-0225ff55577f service neutron] Pushing event updated for resources: {'Port': ['ID=b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:15.453629 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:15.457211 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbbc7db-d05b-44a2-b0ba-1a7ee54199dd x-openstack-request-id: req-8dbbc7db-d05b-44a2-b0ba-1a7ee54199dd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:15.457664 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33481841-cb73-4cc0-b883-2dfdd53f314d", "name": "network-vif-plugged", "status": "completed", "tag": "4b55510d-9b54-4b81-8146-24420c88f82c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:15.458024 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8dbbc7db-d05b-44a2-b0ba-1a7ee54199dd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:15.458505 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33481841-cb73-4cc0-b883-2dfdd53f314d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b55510d-9b54-4b81-8146-24420c88f82c', 'code': 200} Sep 07 16:12:15.476904 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-131b6530-5c78-4704-a8e9-b02617705066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:15.478854 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-131b6530-5c78-4704-a8e9-b02617705066 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=443b05f6db174183a723131ecb3dc6f0&device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 1094 time: 0.0722711 Sep 07 16:12:15.527430 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f5492157-51d9-4d61-ad66-0b4ab83de7e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:15.539117 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:15.567451 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-a9277a2e-2fe9-4a2f-96f3-86be80aabb87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd HTTP/1.1" status: 200 len: 217 time: 0.0732484 Sep 07 16:12:15.573562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc05ea-e733-4634-8db9-d1a7551ccea4 req-b4687be6-78a8-4300-a97e-a6c8b148d855 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:15.587293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-afbc05ea-e733-4634-8db9-d1a7551ccea4 req-b4687be6-78a8-4300-a97e-a6c8b148d855 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1270413 Sep 07 16:12:15.625792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f5492157-51d9-4d61-ad66-0b4ab83de7e5,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:15.686254 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-9f238aea-407e-4e36-9818-7b8d7a31da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:15.688557 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-9f238aea-407e-4e36-9818-7b8d7a31da46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7be767a4-354e-4320-93bd-5dedf4245006 HTTP/1.1" status: 200 len: 861 time: 0.0924547 Sep 07 16:12:15.703086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058b56e-4e77-49a5-ab6f-fff21be2e472 req-4df49f3e-9c83-405c-891f-7f3ba46b9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:15.705386 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a058b56e-4e77-49a5-ab6f-fff21be2e472 req-4df49f3e-9c83-405c-891f-7f3ba46b9adc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 1097 time: 0.1589961 Sep 07 16:12:15.709936 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-afbc05ea-e733-4634-8db9-d1a7551ccea4 req-dc68a3d1-c7d9-4f2e-9090-023e5e2763a1 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201558 Sep 07 16:12:15.731199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85e8c6-9afd-4ab8-b539-6b1a65c4c08b req-c375b84e-0546-4b6f-b64e-83ef0dc86424 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:15.733893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf85e8c6-9afd-4ab8-b539-6b1a65c4c08b req-c375b84e-0546-4b6f-b64e-83ef0dc86424 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 943 time: 0.1422365 Sep 07 16:12:15.772308 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-2e250d19-bd9f-4dd7-881b-413a294a51a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9122a9ff-c0c8-46c5-a357-9433d7eb7514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655284 Sep 07 16:12:15.816524 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf85e8c6-9afd-4ab8-b539-6b1a65c4c08b req-8f2705dd-b87b-4761-b5ab-5ce0ba4dbf68 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718527 Sep 07 16:12:15.875592 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdfda4d-487f-4dcb-9447-6ae333fef9cc x-openstack-request-id: req-dcdfda4d-487f-4dcb-9447-6ae333fef9cc {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:15.875978 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef", "tag": "b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:15.876192 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dcdfda4d-487f-4dcb-9447-6ae333fef9cc {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:15.876631 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef', 'tag': 'b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd', 'status': 'completed', 'code': 200} Sep 07 16:12:15.890105 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a058b56e-4e77-49a5-ab6f-fff21be2e472 req-a4d0ab12-b8ab-4515-9f0d-7626d31823ac service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696675 Sep 07 16:12:15.936494 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-9ee74ac4-9f69-4533-8f8e-e329cd5733cc service neutron] 10.222.0.35 "GET /v2.0/networks/9122a9ff-c0c8-46c5-a357-9433d7eb7514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319473 Sep 07 16:12:15.960056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba451a8-c7b4-4ae2-a933-3c457ed5a796 req-1ccda9e3-1969-4d75-8f9c-ecb16f1c9670 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:15.961619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ba451a8-c7b4-4ae2-a933-3c457ed5a796 req-1ccda9e3-1969-4d75-8f9c-ecb16f1c9670 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0908449 Sep 07 16:12:16.054998 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-30dd7c8c-e791-446f-972f-bbca937ff1c8 req-d7a91e4e-adf4-4c64-959d-f246214e60f2 service neutron] 10.222.0.35 "GET /v2.0/networks/9122a9ff-c0c8-46c5-a357-9433d7eb7514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288948 Sep 07 16:12:16.065265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ba451a8-c7b4-4ae2-a933-3c457ed5a796 req-7ca8e38f-28ad-46e7-9084-b0edc15f6175 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967779 Sep 07 16:12:16.089218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bed6b-6eda-4aca-a02f-46192f0f97f4 req-24e29a9d-0758-49ec-8f0d-aa9be87ed486 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:16.090645 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-660bed6b-6eda-4aca-a02f-46192f0f97f4 req-24e29a9d-0758-49ec-8f0d-aa9be87ed486 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 944 time: 0.0930488 Sep 07 16:12:16.161168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916cef1-86b2-4029-8935-08316536119b req-491f9bed-c60d-4a52-816f-726070b7bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:16.162796 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e916cef1-86b2-4029-8935-08316536119b req-491f9bed-c60d-4a52-816f-726070b7bbc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=443b05f6db174183a723131ecb3dc6f0&device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 1094 time: 0.0541625 Sep 07 16:12:16.180726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-660bed6b-6eda-4aca-a02f-46192f0f97f4 req-b550fd9f-c0a6-4aba-97b4-5743b8be8009 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658903 Sep 07 16:12:16.327749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916cef1-86b2-4029-8935-08316536119b req-9808ae5f-c48d-4a44-bb6b-3a551b801164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:16.330772 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e916cef1-86b2-4029-8935-08316536119b req-9808ae5f-c48d-4a44-bb6b-3a551b801164 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9122a9ff-c0c8-46c5-a357-9433d7eb7514 HTTP/1.1" status: 200 len: 922 time: 0.1599643 Sep 07 16:12:16.368365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3dc2e-74cc-4f0f-8698-c6e3ba556b49 req-5a908c6f-c40e-45ab-b919-443182f955fd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:16.376936 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bff3dc2e-74cc-4f0f-8698-c6e3ba556b49 req-5a908c6f-c40e-45ab-b919-443182f955fd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 946 time: 0.1261456 Sep 07 16:12:16.404953 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e916cef1-86b2-4029-8935-08316536119b req-8d2548cb-b075-4966-9235-48c249098e75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd HTTP/1.1" status: 200 len: 217 time: 0.0558202 Sep 07 16:12:16.429172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bff3dc2e-74cc-4f0f-8698-c6e3ba556b49 req-3cf77f6c-2265-420e-9f90-10b93e30d690 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507705 Sep 07 16:12:16.482224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f0007-64f1-4ef6-922d-a54f55815624 req-fd46e6e3-0e3e-452b-812a-f3e0a9bb3811 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:16.485975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c8f0007-64f1-4ef6-922d-a54f55815624 req-fd46e6e3-0e3e-452b-812a-f3e0a9bb3811 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0742042 Sep 07 16:12:16.512299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916cef1-86b2-4029-8935-08316536119b req-d2610a8f-40b4-4dda-920c-a69c539960c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:16.514321 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e916cef1-86b2-4029-8935-08316536119b req-d2610a8f-40b4-4dda-920c-a69c539960c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7be767a4-354e-4320-93bd-5dedf4245006 HTTP/1.1" status: 200 len: 861 time: 0.0975113 Sep 07 16:12:16.517457 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd98f8-0414-4739-ae11-7af6174151b7 req-4b8a5a52-4a1b-4396-9f91-0dac4bcf8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:16.519038 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43cd98f8-0414-4739-ae11-7af6174151b7 req-4b8a5a52-4a1b-4396-9f91-0dac4bcf8a4a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 1097 time: 0.1132133 Sep 07 16:12:16.558201 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e916cef1-86b2-4029-8935-08316536119b req-99f5e2b8-cdab-4663-9cf2-eaf80eb681ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9122a9ff-c0c8-46c5-a357-9433d7eb7514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348399 Sep 07 16:12:16.560651 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c8f0007-64f1-4ef6-922d-a54f55815624 req-344eb502-9ac7-4f2b-986a-2183f7f50dad tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665712 Sep 07 16:12:16.591119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bb7b6-1b89-48ae-9f9e-d3f4349a6620 req-f0f1c6e2-2268-447d-929d-f2ef7e9b0e5c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:16.593048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-111bb7b6-1b89-48ae-9f9e-d3f4349a6620 req-f0f1c6e2-2268-447d-929d-f2ef7e9b0e5c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0853126 Sep 07 16:12:16.707896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-111bb7b6-1b89-48ae-9f9e-d3f4349a6620 req-2e705c91-46ef-4c62-aede-036cbc4fce57 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788374 Sep 07 16:12:16.730959 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:16.846449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 457a88ba-3fac-4243-8285-201bfdd02b54 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:12:16.875822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd98f8-0414-4739-ae11-7af6174151b7 req-47271ea1-4ee9-4cf3-befd-a0b9cfd66ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:16.878307 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43cd98f8-0414-4739-ae11-7af6174151b7 req-47271ea1-4ee9-4cf3-befd-a0b9cfd66ed0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 200 len: 920 time: 0.3191733 Sep 07 16:12:16.881752 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e916cef1-86b2-4029-8935-08316536119b req-4d28684a-c771-4170-9c79-0af61d062e80 service neutron] 10.222.0.35 "GET /v2.0/networks/9122a9ff-c0c8-46c5-a357-9433d7eb7514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123212 Sep 07 16:12:16.882100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caf903-6a8f-41b3-a5d8-6b7d91771abc req-01940455-8a06-4c9e-8628-622207583a85 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:16.894593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0caf903-6a8f-41b3-a5d8-6b7d91771abc req-01940455-8a06-4c9e-8628-622207583a85 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1458397 Sep 07 16:12:16.942930 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43cd98f8-0414-4739-ae11-7af6174151b7 req-0adc2c39-c3c8-4928-966a-5eb1cd90623b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7deeff8-1f68-42ac-90ed-9628d43a899f HTTP/1.1" status: 200 len: 217 time: 0.0460551 Sep 07 16:12:17.038995 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 457a88ba-3fac-4243-8285-201bfdd02b54, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=457a88ba-3fac-4243-8285-201bfdd02b54,segment=NetworkSegment(f1f661f7-29d1-463b-a531-58ee88829b98),segment_id=f1f661f7-29d1-463b-a531-58ee88829b98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:17.061899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0caf903-6a8f-41b3-a5d8-6b7d91771abc req-1f4bdf86-c9ec-4ef8-9315-35ea8c54531b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641831 Sep 07 16:12:17.069125 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '457a88ba-3fac-4243-8285-201bfdd02b54', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'port_id': '457a88ba-3fac-4243-8285-201bfdd02b54', 'mac_address': 'fa:16:3e:82:da:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:12:17.080065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd98f8-0414-4739-ae11-7af6174151b7 req-e8bf84d2-483a-4f05-9f3a-17ace97d4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:17.081631 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43cd98f8-0414-4739-ae11-7af6174151b7 req-e8bf84d2-483a-4f05-9f3a-17ace97d4f30 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1874e443-5e2c-4388-942c-9fb02097ea98 HTTP/1.1" status: 200 len: 859 time: 0.1258066 Sep 07 16:12:17.085686 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e916cef1-86b2-4029-8935-08316536119b req-75d75686-09b3-4eb5-9718-1e8e3588d144 service neutron] 10.222.0.35 "GET /v2.0/networks/9122a9ff-c0c8-46c5-a357-9433d7eb7514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975510 Sep 07 16:12:17.100171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f08ac-6073-472d-8f37-94de66ec8e3c req-b98260bc-894a-4a9d-8dda-e07c5d8b5cd4 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:17.102363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa3f08ac-6073-472d-8f37-94de66ec8e3c req-b98260bc-894a-4a9d-8dda-e07c5d8b5cd4 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 943 time: 0.1490412 Sep 07 16:12:17.126939 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43cd98f8-0414-4739-ae11-7af6174151b7 req-5d47062f-89b1-4f59-8bf2-87e1bddc4024 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=321a19d1-dc12-43ba-ad8b-bee3a77b8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331120 Sep 07 16:12:17.151442 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:17.179799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457a88ba-3fac-4243-8285-201bfdd02b54 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:17.181475 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa3f08ac-6073-472d-8f37-94de66ec8e3c req-239c6d34-0e5d-46b6-8a4e-904405fc41d2 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707908 Sep 07 16:12:17.225607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 457a88ba-3fac-4243-8285-201bfdd02b54, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=457a88ba-3fac-4243-8285-201bfdd02b54,segment=NetworkSegment(f1f661f7-29d1-463b-a531-58ee88829b98),segment_id=f1f661f7-29d1-463b-a531-58ee88829b98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:17.237160 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:17.262282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfce02-5d50-4b90-91b3-936a141d2ef4 req-bac2c91e-97bd-412c-9d29-0f53c2b1a340 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:17.272470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99cfce02-5d50-4b90-91b3-936a141d2ef4 req-bac2c91e-97bd-412c-9d29-0f53c2b1a340 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.1092691 Sep 07 16:12:17.341843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99cfce02-5d50-4b90-91b3-936a141d2ef4 req-b28ffa86-7def-40e7-bb11-344bb9767883 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623910 Sep 07 16:12:17.364170 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43cd98f8-0414-4739-ae11-7af6174151b7 req-9080850c-1a1a-4c0e-92c6-c7d3791acfb5 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263198 Sep 07 16:12:17.377190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=457a88ba-3fac-4243-8285-201bfdd02b54,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:17.424667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bf65d-9ce7-46f8-93b1-75a2608be214 req-9238377d-a044-4292-8428-dfe5d7e1ae7b tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:17.426483 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-039bf65d-9ce7-46f8-93b1-75a2608be214 req-9238377d-a044-4292-8428-dfe5d7e1ae7b tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 945 time: 0.0618744 Sep 07 16:12:17.459983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:17.462429 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33702813-e823-4058-990c-58643f5dab6b" -d '{"events": [{"server_uuid": "8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5", "name": "network-vif-plugged", "status": "completed", "tag": "f5492157-51d9-4d61-ad66-0b4ab83de7e5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:17.478063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-039bf65d-9ce7-46f8-93b1-75a2608be214 req-ecb8cce3-038f-4728-838b-03cdbfeb17aa tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408797 Sep 07 16:12:17.507751 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43cd98f8-0414-4739-ae11-7af6174151b7 req-fce70dd8-a772-49a4-ba51-cc4849de2d5f service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336100 Sep 07 16:12:17.559314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['457a88ba-3fac-4243-8285-201bfdd02b54'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:17.562992 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01b2275-0bac-4353-bd8a-a21b96458aa4 x-openstack-request-id: req-f01b2275-0bac-4353-bd8a-a21b96458aa4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:17.563524 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5", "name": "network-vif-plugged", "status": "completed", "tag": "f5492157-51d9-4d61-ad66-0b4ab83de7e5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:17.563959 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f01b2275-0bac-4353-bd8a-a21b96458aa4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:17.564580 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5', 'code': 200} Sep 07 16:12:17.581742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d6425-d295-4ebc-be46-be2708d5ebb0 req-714b5ef7-df5e-4460-b626-eb78ef1c763c tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:17.583464 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f56d6425-d295-4ebc-be46-be2708d5ebb0 req-714b5ef7-df5e-4460-b626-eb78ef1c763c tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 946 time: 0.0606441 Sep 07 16:12:17.644577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f56d6425-d295-4ebc-be46-be2708d5ebb0 req-10314601-7ba2-4ad9-b66e-5a5d4f02a27d tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545728 Sep 07 16:12:17.812924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e89ce9-808a-400b-af28-3cd8dcdb938f req-70a3f7ca-a95b-4d4e-92a5-3201ac2f1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:17.813181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b08ab-f95b-4ead-8839-f2e803bfbdba req-40501ef4-4d06-4a74-b933-d9e0e0305db5 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:17.814681 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-73e89ce9-808a-400b-af28-3cd8dcdb938f req-70a3f7ca-a95b-4d4e-92a5-3201ac2f1de9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 1101 time: 0.0731187 Sep 07 16:12:17.821473 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b70b08ab-f95b-4ead-8839-f2e803bfbdba req-40501ef4-4d06-4a74-b933-d9e0e0305db5 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0932651 Sep 07 16:12:17.834327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad3b91-e14d-43b8-ad8b-546198fab85a req-328b7484-8324-47b4-893e-2b5c53272c65 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:17.847838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8ad3b91-e14d-43b8-ad8b-546198fab85a req-328b7484-8324-47b4-893e-2b5c53272c65 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 946 time: 0.1093066 Sep 07 16:12:17.888848 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-73e89ce9-808a-400b-af28-3cd8dcdb938f req-d3350ad1-15ea-4278-8865-b46713e69ce8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554872 Sep 07 16:12:17.902621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8ad3b91-e14d-43b8-ad8b-546198fab85a req-516bd9a2-8b53-4a74-8a0f-28ec780fa1d4 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529945 Sep 07 16:12:17.944399 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b70b08ab-f95b-4ead-8839-f2e803bfbdba req-ae02cb89-9f79-48fc-8d01-81f915dcfe6a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069739 Sep 07 16:12:17.980997 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6f6ad97a-08f8-4ed3-acbc-cb97feca752b req-75bda6e3-4b8d-47b2-af12-7ae51c4a8c52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594401 Sep 07 16:12:18.057719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e9d54-1884-4a81-8189-ee3d3cd6ecf7 req-ddc25c6b-602c-45fc-8fe8-84334ad3481a tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:18.065746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-853e9d54-1884-4a81-8189-ee3d3cd6ecf7 req-ddc25c6b-602c-45fc-8fe8-84334ad3481a tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0702126 Sep 07 16:12:18.087027 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ad97a-08f8-4ed3-acbc-cb97feca752b req-f4469061-8473-4e9d-8ead-b92eb665d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:18.088836 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6f6ad97a-08f8-4ed3-acbc-cb97feca752b req-f4469061-8473-4e9d-8ead-b92eb665d344 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=33dc05a09e954c3185c6536788677e5d&device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086 HTTP/1.1" status: 200 len: 1098 time: 0.0447435 Sep 07 16:12:18.145122 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-853e9d54-1884-4a81-8189-ee3d3cd6ecf7 req-c8856148-7040-4590-98dd-c3e4b9bea73f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783653 Sep 07 16:12:18.245811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ad97a-08f8-4ed3-acbc-cb97feca752b req-f0751824-9c6f-4ef6-82ab-5ea37bb99b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:18.247794 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6f6ad97a-08f8-4ed3-acbc-cb97feca752b req-f0751824-9c6f-4ef6-82ab-5ea37bb99b24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1284928 Sep 07 16:12:18.298790 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6f6ad97a-08f8-4ed3-acbc-cb97feca752b req-6dab489d-37f9-4525-9683-236e181c5bd4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 HTTP/1.1" status: 200 len: 217 time: 0.0409343 Sep 07 16:12:18.299621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56be17-03bd-45dc-93bc-78d228017d71 req-73850871-21dd-4b80-a1a6-3be05f9d16a8 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:18.301237 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b56be17-03bd-45dc-93bc-78d228017d71 req-73850871-21dd-4b80-a1a6-3be05f9d16a8 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0807307 Sep 07 16:12:18.387346 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b56be17-03bd-45dc-93bc-78d228017d71 req-4ed0284b-3baa-4854-9ddd-87630b9b44fe tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778065 Sep 07 16:12:18.426867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ad97a-08f8-4ed3-acbc-cb97feca752b req-b4fa8ab7-188e-42e6-9efb-9dd9183ef690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:18.429866 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6f6ad97a-08f8-4ed3-acbc-cb97feca752b req-b4fa8ab7-188e-42e6-9efb-9dd9183ef690 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1221452 Sep 07 16:12:18.498931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ad97a-08f8-4ed3-acbc-cb97feca752b req-ac64b9e4-7431-4131-9865-f3b4057ff9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:18.500587 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6f6ad97a-08f8-4ed3-acbc-cb97feca752b req-ac64b9e4-7431-4131-9865-f3b4057ff9c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607998 Sep 07 16:12:18.503360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f2f2a-ffb6-4d3d-b45f-2325d0dd6d5c req-b44d580d-2d03-4fe8-89c2-ac658e1790a3 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:18.506099 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e3f2f2a-ffb6-4d3d-b45f-2325d0dd6d5c req-b44d580d-2d03-4fe8-89c2-ac658e1790a3 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 943 time: 0.1051257 Sep 07 16:12:18.628213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e3f2f2a-ffb6-4d3d-b45f-2325d0dd6d5c req-6b633c9b-cd14-4ffe-9ee1-002a9cca7502 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138244 Sep 07 16:12:18.713639 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6f6ad97a-08f8-4ed3-acbc-cb97feca752b req-662bc70c-8311-46af-b992-a6af86d363f0 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004347 Sep 07 16:12:18.814251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d4196-7ed5-4c4c-94a9-d78332b7fef6 req-fc718738-fbdd-4f9d-92ed-459695ba5b1b tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:18.816510 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-871d4196-7ed5-4c4c-94a9-d78332b7fef6 req-fc718738-fbdd-4f9d-92ed-459695ba5b1b tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0905025 Sep 07 16:12:18.827387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e59b2-6b5a-447d-80e0-c533b53779eb req-e0d90fa8-27ab-40bc-b48c-fd18692a8fd0 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:18.834979 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-943e59b2-6b5a-447d-80e0-c533b53779eb req-e0d90fa8-27ab-40bc-b48c-fd18692a8fd0 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 945 time: 0.0939345 Sep 07 16:12:18.857053 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 457a88ba-3fac-4243-8285-201bfdd02b54 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:18.872694 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6f6ad97a-08f8-4ed3-acbc-cb97feca752b req-bea1fcc4-8977-4076-a3c2-749f53d51d49 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481650 Sep 07 16:12:18.919350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-871d4196-7ed5-4c4c-94a9-d78332b7fef6 req-e807a4d4-49f6-4734-adec-d06c41e79782 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826049 Sep 07 16:12:18.923242 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-943e59b2-6b5a-447d-80e0-c533b53779eb req-2621ca58-8ad9-4bb3-a903-a6decc14b065 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878196 Sep 07 16:12:18.935857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 457a88ba-3fac-4243-8285-201bfdd02b54 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:12:18.940397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 457a88ba-3fac-4243-8285-201bfdd02b54 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:18.940781 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:19.026748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:12:19.102892 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:19.103197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a9b14-1955-4a83-a109-33ea948132cc req-83f5b967-ef0f-43ac-a977-c003241b0659 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:19.110670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b53a9b14-1955-4a83-a109-33ea948132cc req-83f5b967-ef0f-43ac-a977-c003241b0659 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0983267 Sep 07 16:12:19.149079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc100c6-c7f2-4d78-8276-e2003e2cf225 req-ff0cbe5f-3f38-4494-aa6e-7085dcee334a tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:19.150604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bc100c6-c7f2-4d78-8276-e2003e2cf225 req-ff0cbe5f-3f38-4494-aa6e-7085dcee334a tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 946 time: 0.1026866 Sep 07 16:12:19.181906 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 457a88ba-3fac-4243-8285-201bfdd02b54, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=457a88ba-3fac-4243-8285-201bfdd02b54,segment=NetworkSegment(f1f661f7-29d1-463b-a531-58ee88829b98),segment_id=f1f661f7-29d1-463b-a531-58ee88829b98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:19.188808 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:19.192958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b53a9b14-1955-4a83-a109-33ea948132cc req-9b160784-5713-4357-a9f2-448f2f47756b tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813227 Sep 07 16:12:19.230028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bc100c6-c7f2-4d78-8276-e2003e2cf225 req-d2f7828a-5b28-476c-a3c4-124a097491ae tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666742 Sep 07 16:12:19.245604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd,segment=NetworkSegment(b221029e-e14e-4bce-901f-6e2d5fe86c30),segment_id=b221029e-e14e-4bce-901f-6e2d5fe86c30)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:19.266999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd', 'network_id': '9122a9ff-c0c8-46c5-a357-9433d7eb7514', 'port_id': 'b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd', 'mac_address': 'fa:16:3e:3f:9f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be767a4-354e-4320-93bd-5dedf4245006', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:12:19.284034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=457a88ba-3fac-4243-8285-201bfdd02b54,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:19.327137 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:19.346867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b917a7-42f7-4bb7-8ee9-75efcc3c279d req-8ab2e0e6-02c0-453c-953b-dc726aca881d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:19.348397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:19.348782 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67b917a7-42f7-4bb7-8ee9-75efcc3c279d req-8ab2e0e6-02c0-453c-953b-dc726aca881d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0821195 Sep 07 16:12:19.370084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd,segment=NetworkSegment(b221029e-e14e-4bce-901f-6e2d5fe86c30),segment_id=b221029e-e14e-4bce-901f-6e2d5fe86c30)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:19.374202 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:19.402403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67b917a7-42f7-4bb7-8ee9-75efcc3c279d req-afd30ba0-bec3-4b0a-a447-a7568c13ddd5 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440235 Sep 07 16:12:19.438644 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:19.551588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b6550-0e48-43dc-8369-105d1f5b6711 req-58c90053-473f-462b-bc60-fe64f3b2b59d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:19.559784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-520b6550-0e48-43dc-8369-105d1f5b6711 req-58c90053-473f-462b-bc60-fe64f3b2b59d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0979066 Sep 07 16:12:19.566234 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a82567e-ee5b-4eff-9712-1870b5928e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457a88ba-3fac-4243-8285-201bfdd02b54'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:19.568660 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945045ce-2c82-401b-8a2d-ae6eb0e190de" -d '{"events": [{"server_uuid": "6a82567e-ee5b-4eff-9712-1870b5928e99", "name": "network-vif-plugged", "status": "completed", "tag": "457a88ba-3fac-4243-8285-201bfdd02b54"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:19.611524 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee8bb0f-2009-47b1-94ab-ed9fbf84b3b1 x-openstack-request-id: req-6ee8bb0f-2009-47b1-94ab-ed9fbf84b3b1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:19.611695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-520b6550-0e48-43dc-8369-105d1f5b6711 req-348d6a16-0aaa-4dbf-b098-4180c8463891 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509601 Sep 07 16:12:19.611852 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a82567e-ee5b-4eff-9712-1870b5928e99", "name": "network-vif-plugged", "status": "completed", "tag": "457a88ba-3fac-4243-8285-201bfdd02b54", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:19.612168 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ee8bb0f-2009-47b1-94ab-ed9fbf84b3b1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:19.612977 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a82567e-ee5b-4eff-9712-1870b5928e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457a88ba-3fac-4243-8285-201bfdd02b54', 'code': 200} Sep 07 16:12:19.765690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb7009-6b6b-421d-b328-e6b03a364b32 req-33e07aab-1d23-474d-b546-0433129be263 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:19.767513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-befb7009-6b6b-421d-b328-e6b03a364b32 req-33e07aab-1d23-474d-b546-0433129be263 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 944 time: 0.0717456 Sep 07 16:12:19.809389 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-befb7009-6b6b-421d-b328-e6b03a364b32 req-6664bb2d-2e73-4584-a193-d8ab70f36811 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345116 Sep 07 16:12:19.860627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad59c9-61aa-4a1a-9001-63f6fc8a49bd req-fd2a5837-c365-41d7-86d1-2b909b9fcbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:19.863092 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-33ad59c9-61aa-4a1a-9001-63f6fc8a49bd req-fd2a5837-c365-41d7-86d1-2b909b9fcbac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 1097 time: 0.0687380 Sep 07 16:12:19.905332 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-33ad59c9-61aa-4a1a-9001-63f6fc8a49bd req-93157cd8-1e9e-4212-b2ff-09d54aa2ece5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312569 Sep 07 16:12:19.911289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:20.134607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a9291-75d8-49bb-8a38-86f3a662e6d5 req-f0dd50c6-4b4f-413f-bb9a-fbc1b391d601 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:20.136268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff1a9291-75d8-49bb-8a38-86f3a662e6d5 req-f0dd50c6-4b4f-413f-bb9a-fbc1b391d601 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 946 time: 0.1007133 Sep 07 16:12:20.171507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc81d48-7d15-4259-8a8a-bc89f838b2b2 req-f6d884c2-86b2-4ef9-bbce-293724f34e06 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:20.176858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bc81d48-7d15-4259-8a8a-bc89f838b2b2 req-f6d884c2-86b2-4ef9-bbce-293724f34e06 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.1254661 Sep 07 16:12:20.232955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff1a9291-75d8-49bb-8a38-86f3a662e6d5 req-28c83fc3-f02f-4b19-b639-75663fe0a812 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860295 Sep 07 16:12:20.261513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bc81d48-7d15-4259-8a8a-bc89f838b2b2 req-7fa8be7c-626e-46ac-89f7-c64ce9e26ca6 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730031 Sep 07 16:12:20.383660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d973a-d5e3-4d41-a572-f120205e3b34 req-5378223e-1e99-43e6-b519-9b4354221652 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:20.385405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-004d973a-d5e3-4d41-a572-f120205e3b34 req-5378223e-1e99-43e6-b519-9b4354221652 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0850265 Sep 07 16:12:20.451661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ccd58-2ea7-4805-9ecd-7b2d7dc54484 req-8c43158f-07ff-4122-813f-7275dbd3df2d tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:20.453220 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf2ccd58-2ea7-4805-9ecd-7b2d7dc54484 req-8c43158f-07ff-4122-813f-7275dbd3df2d tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 946 time: 0.1022325 Sep 07 16:12:20.466520 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-004d973a-d5e3-4d41-a572-f120205e3b34 req-dee65739-26ef-41ff-91c7-71067a64c45d tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599480 Sep 07 16:12:20.522914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf2ccd58-2ea7-4805-9ecd-7b2d7dc54484 req-83aa1ff4-8c24-41cc-8b3a-569418b28b84 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501945 Sep 07 16:12:20.576176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a257712-afa9-4484-8711-dc8f86af100a req-f369ce4e-2080-46c2-a970-185bbbf96db9 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:20.578349 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a257712-afa9-4484-8711-dc8f86af100a req-f369ce4e-2080-46c2-a970-185bbbf96db9 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0539613 Sep 07 16:12:20.622567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a257712-afa9-4484-8711-dc8f86af100a req-cda28ab3-8f9b-438a-b89f-4fda08a89cd0 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387599 Sep 07 16:12:20.783626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e0b8-5066-4082-ae4a-557e52ca9a15 req-15b51d3d-e8d3-4558-b6ef-3165c65216a0 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:20.785277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f992e0b8-5066-4082-ae4a-557e52ca9a15 req-15b51d3d-e8d3-4558-b6ef-3165c65216a0 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0851576 Sep 07 16:12:20.798727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b5391-8ca6-45c9-bf11-6c8868ef1d37 req-58c89f97-d4f4-4deb-aa81-34ae473c3a98 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:20.800271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-645b5391-8ca6-45c9-bf11-6c8868ef1d37 req-58c89f97-d4f4-4deb-aa81-34ae473c3a98 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0717299 Sep 07 16:12:20.866755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f992e0b8-5066-4082-ae4a-557e52ca9a15 req-767f5b02-c212-420e-a529-24702142f712 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653179 Sep 07 16:12:20.872880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4b55510d-9b54-4b81-8146-24420c88f82c details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:12:20.873549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-645b5391-8ca6-45c9-bf11-6c8868ef1d37 req-6df8d042-acfe-4bb1-8f0a-13ce23c860ab tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664198 Sep 07 16:12:20.999891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584b433-a541-4d97-becb-06db0e05f696 req-3776b08f-d612-46aa-9ceb-dd9c1a5d69d3 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:21.001509 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8584b433-a541-4d97-becb-06db0e05f696 req-3776b08f-d612-46aa-9ceb-dd9c1a5d69d3 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 944 time: 0.0696833 Sep 07 16:12:21.029573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4b55510d-9b54-4b81-8146-24420c88f82c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4b55510d-9b54-4b81-8146-24420c88f82c,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:21.044841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '4b55510d-9b54-4b81-8146-24420c88f82c', 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9', 'port_id': '4b55510d-9b54-4b81-8146-24420c88f82c', 'mac_address': 'fa:16:3e:ce:1c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efa4370-cd4e-41e0-86aa-a50e7e7ef94d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:12:21.050297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8584b433-a541-4d97-becb-06db0e05f696 req-32fedff4-938a-4426-ae32-5dd2f46052a6 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414877 Sep 07 16:12:21.124015 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:21.139466 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b55510d-9b54-4b81-8146-24420c88f82c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:21.166372 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4b55510d-9b54-4b81-8146-24420c88f82c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4b55510d-9b54-4b81-8146-24420c88f82c,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:21.172121 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:21.234762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30bb0a-3c85-4822-87b2-60d430d4c851 req-6d81a4f6-12b0-40c6-9c65-de7d77eade11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:21.235448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=4b55510d-9b54-4b81-8146-24420c88f82c,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:21.236637 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1e30bb0a-3c85-4822-87b2-60d430d4c851 req-6d81a4f6-12b0-40c6-9c65-de7d77eade11 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 1096 time: 0.0539536 Sep 07 16:12:21.261963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234a82d-087e-4bbe-84b0-48c5ce7fba44 req-b59b13a1-ed9c-48b2-b12a-68686be50ce3 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:21.264443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1234a82d-087e-4bbe-84b0-48c5ce7fba44 req-b59b13a1-ed9c-48b2-b12a-68686be50ce3 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0550392 Sep 07 16:12:21.294496 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1e30bb0a-3c85-4822-87b2-60d430d4c851 req-a7fcb6d5-11c7-477e-ad5e-85377ef27fac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491970 Sep 07 16:12:21.314170 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['4b55510d-9b54-4b81-8146-24420c88f82c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:21.321068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1234a82d-087e-4bbe-84b0-48c5ce7fba44 req-af17aeda-7b52-4900-82d6-03bd46d13420 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484555 Sep 07 16:12:21.369472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce4c2c-aeaf-45d6-9da8-9a9f9eb18b67 req-8d5e9d96-c141-4173-97bb-ac2f6b3fe5b5 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:21.371250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75ce4c2c-aeaf-45d6-9da8-9a9f9eb18b67 req-8d5e9d96-c141-4173-97bb-ac2f6b3fe5b5 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 946 time: 0.0655468 Sep 07 16:12:21.447944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75ce4c2c-aeaf-45d6-9da8-9a9f9eb18b67 req-41255792-bd9c-4389-b7c0-e62d66c58827 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701334 Sep 07 16:12:21.461280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b05cdf-d048-4b51-83ab-aafa48ad3a13 req-7de3f3c6-fc3c-4432-89d4-3395cee363d0 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:21.462954 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1b05cdf-d048-4b51-83ab-aafa48ad3a13 req-7de3f3c6-fc3c-4432-89d4-3395cee363d0 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0770619 Sep 07 16:12:21.509755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1b05cdf-d048-4b51-83ab-aafa48ad3a13 req-b1012301-fa7e-4b29-b8ab-22b1b7b0166e tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352635 Sep 07 16:12:21.587729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaba1c-a7ab-4ffd-814d-83aa3f1e8b0a req-279c0a30-e1f2-4f3d-8fca-31cd393c0f96 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:21.589346 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2efaba1c-a7ab-4ffd-814d-83aa3f1e8b0a req-279c0a30-e1f2-4f3d-8fca-31cd393c0f96 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0573030 Sep 07 16:12:21.654336 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2efaba1c-a7ab-4ffd-814d-83aa3f1e8b0a req-487b5fc5-2874-4e92-afdf-7adffcc73fab tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545921 Sep 07 16:12:21.662619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28255a3-72b1-4c36-9dc9-4b527920308d req-092d14fe-fec1-4df3-a82a-8c1c5c8da787 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:21.664077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d28255a3-72b1-4c36-9dc9-4b527920308d req-092d14fe-fec1-4df3-a82a-8c1c5c8da787 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 945 time: 0.0737221 Sep 07 16:12:21.711320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d28255a3-72b1-4c36-9dc9-4b527920308d req-c522e9bb-0964-46ed-98eb-ac9f1796bb44 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399075 Sep 07 16:12:21.921510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708945a-f33e-470c-9a04-d257df564edb req-9d14226b-8d7a-4b15-87a4-5c3e1f64e1cf tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:21.923221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5708945a-f33e-470c-9a04-d257df564edb req-9d14226b-8d7a-4b15-87a4-5c3e1f64e1cf tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 949 time: 0.0511436 Sep 07 16:12:21.970334 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5708945a-f33e-470c-9a04-d257df564edb req-ce0276e6-3bde-405f-bee7-1c94d0de1ca8 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407081 Sep 07 16:12:22.034731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde5a29-1b05-4332-8eb9-ca92cf57816a req-b62ec656-b87d-473f-89e9-7883433389b5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:22.036306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bde5a29-1b05-4332-8eb9-ca92cf57816a req-b62ec656-b87d-473f-89e9-7883433389b5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0553551 Sep 07 16:12:22.075868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bde5a29-1b05-4332-8eb9-ca92cf57816a req-0f3e2f76-c639-405c-90c9-3391fe965688 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327928 Sep 07 16:12:22.172856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6200c-f229-445b-b251-4c80324b205d req-324c1d75-07b0-4962-a2d1-6f0e67cc03ea tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:22.174346 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73b6200c-f229-445b-b251-4c80324b205d req-324c1d75-07b0-4962-a2d1-6f0e67cc03ea tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 944 time: 0.0496643 Sep 07 16:12:22.215201 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73b6200c-f229-445b-b251-4c80324b205d req-2d97f1b2-9237-400d-9354-c100cb9e2419 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Sep 07 16:12:22.438707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e903cf-7d8e-4b72-aa25-a3de333b2d9d req-b05cc7b4-8253-480e-ad3a-20170f93a258 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:22.440132 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12e903cf-7d8e-4b72-aa25-a3de333b2d9d req-b05cc7b4-8253-480e-ad3a-20170f93a258 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0502050 Sep 07 16:12:22.480423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12e903cf-7d8e-4b72-aa25-a3de333b2d9d req-94f1c45e-073e-4f50-8b19-000e4bc23569 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339215 Sep 07 16:12:22.608165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d00fc-cd97-4386-8644-bf43db9c5c96 req-003e6f7f-f8d4-41cf-a914-d66261d864d3 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:22.610068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e7d00fc-cd97-4386-8644-bf43db9c5c96 req-003e6f7f-f8d4-41cf-a914-d66261d864d3 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 946 time: 0.0864418 Sep 07 16:12:22.674362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25200938-d624-4f4a-a4c1-61affde1ecd6 req-8663c624-5ac1-440a-8b8e-07fb41a526a4 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:22.675844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25200938-d624-4f4a-a4c1-61affde1ecd6 req-8663c624-5ac1-440a-8b8e-07fb41a526a4 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0873320 Sep 07 16:12:22.680911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e7d00fc-cd97-4386-8644-bf43db9c5c96 req-8528c57f-7c66-4f29-bfac-d1aefeccba66 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522768 Sep 07 16:12:22.716621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25200938-d624-4f4a-a4c1-61affde1ecd6 req-5066fd70-8e5c-4220-9c68-cea3fce72d05 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339069 Sep 07 16:12:22.842125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d302f7-3f93-43f0-84d6-7ed44250db1c req-10953aab-7c55-4819-8d5f-87739ddb7893 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:22.843665 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80d302f7-3f93-43f0-84d6-7ed44250db1c req-10953aab-7c55-4819-8d5f-87739ddb7893 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 946 time: 0.0845759 Sep 07 16:12:22.852160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50140) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:22.857102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c332ff-9f4d-4578-8bb0-f17ee6bd0bb9 req-efd85325-3e5c-4ed9-9910-c10c7a687f51 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:22.857470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c12b6dd8-dce7-48e4-b9f0-1bda409d2ae9 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Request body: {'floatingip': {'port_id': '457a88ba-3fac-4243-8285-201bfdd02b54'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:22.858640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73c332ff-9f4d-4578-8bb0-f17ee6bd0bb9 req-efd85325-3e5c-4ed9-9910-c10c7a687f51 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 945 time: 0.0712752 Sep 07 16:12:22.888978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4b55510d-9b54-4b81-8146-24420c88f82c up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:22.897415 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c12b6dd8-dce7-48e4-b9f0-1bda409d2ae9 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:22.898916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73c332ff-9f4d-4578-8bb0-f17ee6bd0bb9 req-8dc21171-b32c-4cc1-a2c8-ad830a9d9183 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343502 Sep 07 16:12:22.945673 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 4b55510d-9b54-4b81-8146-24420c88f82c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:22.946034 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:23.040595 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:23.082003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4b55510d-9b54-4b81-8146-24420c88f82c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4b55510d-9b54-4b81-8146-24420c88f82c,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:23.095960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33481841-cb73-4cc0-b883-2dfdd53f314d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b55510d-9b54-4b81-8146-24420c88f82c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:23.105856 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa046118-4d0a-4f75-95c4-4d61c95dd018" -d '{"events": [{"server_uuid": "33481841-cb73-4cc0-b883-2dfdd53f314d", "name": "network-vif-plugged", "status": "completed", "tag": "4b55510d-9b54-4b81-8146-24420c88f82c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:23.109596 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:23.135336 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:23.165534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a692ef8-1497-451e-ab8f-9aed0474da73 req-a6fe5aea-afc7-44b2-9b21-bdf38337280f tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:23.169452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a692ef8-1497-451e-ab8f-9aed0474da73 req-a6fe5aea-afc7-44b2-9b21-bdf38337280f tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0838246 Sep 07 16:12:23.198888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=4b55510d-9b54-4b81-8146-24420c88f82c,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:23.209333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:12:23.211204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43998dc-efa8-4383-b540-9a1de0267447 req-7daa73dd-7198-4296-8579-3745753a129a tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:23.213032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d43998dc-efa8-4383-b540-9a1de0267447 req-7daa73dd-7198-4296-8579-3745753a129a tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 949 time: 0.0980182 Sep 07 16:12:23.214012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:23.214351 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:23.248916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a692ef8-1497-451e-ab8f-9aed0474da73 req-a20dae66-b219-4640-a954-09e0be11a731 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720289 Sep 07 16:12:23.281326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d43998dc-efa8-4383-b540-9a1de0267447 req-7e2be90e-2532-40cc-a5ed-d897154a4c70 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564640 Sep 07 16:12:23.322779 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:23.347496 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4c863d-16d6-45a2-b6a7-2b448ce4e37e x-openstack-request-id: req-9d4c863d-16d6-45a2-b6a7-2b448ce4e37e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:23.347799 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33481841-cb73-4cc0-b883-2dfdd53f314d", "name": "network-vif-plugged", "status": "completed", "tag": "4b55510d-9b54-4b81-8146-24420c88f82c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:23.348060 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d4c863d-16d6-45a2-b6a7-2b448ce4e37e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:23.348694 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33481841-cb73-4cc0-b883-2dfdd53f314d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b55510d-9b54-4b81-8146-24420c88f82c', 'code': 200} Sep 07 16:12:23.377207 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd,segment=NetworkSegment(b221029e-e14e-4bce-901f-6e2d5fe86c30),segment_id=b221029e-e14e-4bce-901f-6e2d5fe86c30)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:23.395405 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:23.399729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 61529cef-a1de-448b-a02e-6a70b5c06b00 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:12:23.403350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54746182-0a7b-431b-a48d-1c49bf93f3d3 req-24f67540-2e3a-4cf4-ba7d-b718c141342c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:23.405083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54746182-0a7b-431b-a48d-1c49bf93f3d3 req-24f67540-2e3a-4cf4-ba7d-b718c141342c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0683384 Sep 07 16:12:23.469173 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c12b6dd8-dce7-48e4-b9f0-1bda409d2ae9 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:23.469872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54746182-0a7b-431b-a48d-1c49bf93f3d3 req-d7448517-0ca8-4aad-950a-17cf2f9f80c9 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551324 Sep 07 16:12:23.480821 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c12b6dd8-dce7-48e4-b9f0-1bda409d2ae9 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:23.484975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21dd63-7039-4f7f-ae76-ada9aeb5bba0 req-eb0f8875-749a-4d05-8368-ffc76d0d23cf tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:23.492734 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc21dd63-7039-4f7f-ae76-ada9aeb5bba0 req-eb0f8875-749a-4d05-8368-ffc76d0d23cf tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 945 time: 0.0864408 Sep 07 16:12:23.508439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:23.531168 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:23.541600 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc21dd63-7039-4f7f-ae76-ada9aeb5bba0 req-371eef0f-6593-4530-8c3a-3376d4767559 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478747 Sep 07 16:12:23.576043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 61529cef-a1de-448b-a02e-6a70b5c06b00, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=61529cef-a1de-448b-a02e-6a70b5c06b00,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:23.580670 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:23.631884 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-c12b6dd8-dce7-48e4-b9f0-1bda409d2ae9 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Floating IP 5cd9eab4-3932-4a1a-80c2-ed78d047a2ea associated. External IP: 172.25.3.156, port: 457a88ba-3fac-4243-8285-201bfdd02b54. Sep 07 16:12:23.674767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=61529cef-a1de-448b-a02e-6a70b5c06b00,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:23.885219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12b6dd8-dce7-48e4-b9f0-1bda409d2ae9 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Router d38b740a-2a4d-4242-8ca2-6879aa04db13 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:12:23.966725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279f740-e4b0-4016-81fe-ea542e4f2758 req-e8eaf6d6-235d-42c5-954f-39562b570e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:23.974496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8279f740-e4b0-4016-81fe-ea542e4f2758 req-e8eaf6d6-235d-42c5-954f-39562b570e29 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0784490 Sep 07 16:12:24.043964 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8279f740-e4b0-4016-81fe-ea542e4f2758 req-302ed5fb-e5bc-4722-b8b5-e41b0db1eae2 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682833 Sep 07 16:12:24.081543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70416f30-0ebd-401a-a6ea-07ef84133b0b req-cf8f7b16-ba4f-436d-8576-ef323585351c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:24.089022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70416f30-0ebd-401a-a6ea-07ef84133b0b req-cf8f7b16-ba4f-436d-8576-ef323585351c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0822136 Sep 07 16:12:24.175819 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70416f30-0ebd-401a-a6ea-07ef84133b0b req-d4d3391e-893b-4ce8-8560-d7fd7c79a43c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852368 Sep 07 16:12:24.190815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f985ca-ae09-4934-8d00-9af19902ec6c req-99462e2e-63fa-4b31-8280-0650b3506089 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:24.192969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77f985ca-ae09-4934-8d00-9af19902ec6c req-99462e2e-63fa-4b31-8280-0650b3506089 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 946 time: 0.0810938 Sep 07 16:12:24.254528 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77f985ca-ae09-4934-8d00-9af19902ec6c req-41d20273-4504-4ce1-8d73-bdec3c409693 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521083 Sep 07 16:12:24.283332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5fd14b03-8539-4cd7-9f05-c93b39f2f52b req-47c12f82-c5b6-4a0a-8339-ddb378c6d7bc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-830034005', 'description': 'tempest-description-1807523517'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:24.308963 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fd14b03-8539-4cd7-9f05-c93b39f2f52b req-47c12f82-c5b6-4a0a-8339-ddb378c6d7bc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:24.331852 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12b6dd8-dce7-48e4-b9f0-1bda409d2ae9 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:12:24.338923 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c12b6dd8-dce7-48e4-b9f0-1bda409d2ae9 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:24.344765 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacacf22-2c54-4bef-8427-240aefc02cab None None] Sync routers for ids ['d38b740a-2a4d-4242-8ca2-6879aa04db13'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:12:24.362955 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacacf22-2c54-4bef-8427-240aefc02cab None None] Routers {'d38b740a-2a4d-4242-8ca2-6879aa04db13'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:12:24.363746 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bacacf22-2c54-4bef-8427-240aefc02cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d38b740a-2a4d-4242-8ca2-6879aa04db13'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:24.382390 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c12b6dd8-dce7-48e4-b9f0-1bda409d2ae9 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "PUT /v2.0/floatingips/5cd9eab4-3932-4a1a-80c2-ed78d047a2ea HTTP/1.1" status: 200 len: 992 time: 1.5290170 Sep 07 16:12:24.383913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a82567e-ee5b-4eff-9712-1870b5928e99', 'tag': '457a88ba-3fac-4243-8285-201bfdd02b54'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:24.387613 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b29b94-2f1c-40da-990b-801e009afaad" -d '{"events": [{"name": "network-changed", "server_uuid": "6a82567e-ee5b-4eff-9712-1870b5928e99", "tag": "457a88ba-3fac-4243-8285-201bfdd02b54"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:24.431286 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fd14b03-8539-4cd7-9f05-c93b39f2f52b req-47c12f82-c5b6-4a0a-8339-ddb378c6d7bc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:24.437174 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fd14b03-8539-4cd7-9f05-c93b39f2f52b req-47c12f82-c5b6-4a0a-8339-ddb378c6d7bc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:24.475381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5fd14b03-8539-4cd7-9f05-c93b39f2f52b req-47c12f82-c5b6-4a0a-8339-ddb378c6d7bc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:24.489972 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fd14b03-8539-4cd7-9f05-c93b39f2f52b req-47c12f82-c5b6-4a0a-8339-ddb378c6d7bc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2108972 Sep 07 16:12:24.509055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c12f82-c5b6-4a0a-8339-ddb378c6d7bc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c7af52-4cb7-47fa-ad7d-f39602b8e33b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:24.509901 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-bacacf22-2c54-4bef-8427-240aefc02cab None None] Set router d38b740a-2a4d-4242-8ca2-6879aa04db13 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:12:24.536900 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a022290-45e4-4bb8-9f48-45f8cfeb9e84 x-openstack-request-id: req-1a022290-45e4-4bb8-9f48-45f8cfeb9e84 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:24.537248 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a82567e-ee5b-4eff-9712-1870b5928e99", "tag": "457a88ba-3fac-4243-8285-201bfdd02b54", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:24.537546 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a022290-45e4-4bb8-9f48-45f8cfeb9e84 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:24.537958 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a82567e-ee5b-4eff-9712-1870b5928e99', 'tag': '457a88ba-3fac-4243-8285-201bfdd02b54', 'status': 'completed', 'code': 200} Sep 07 16:12:24.607946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29b94-2f1c-40da-990b-801e009afaad req-96e37d24-b6b4-4f55-a42e-4264c8bda017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:24.609722 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01b29b94-2f1c-40da-990b-801e009afaad req-96e37d24-b6b4-4f55-a42e-4264c8bda017 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=86a75082594b4704b2794d5e29715933&device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 1097 time: 0.0464149 Sep 07 16:12:24.654471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d36a8-2ef4-4938-9e60-08dd9003f518 req-0a5be674-96ed-4e37-9a66-f9f09c589ce1 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:24.656295 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd1d36a8-2ef4-4938-9e60-08dd9003f518 req-0a5be674-96ed-4e37-9a66-f9f09c589ce1 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 946 time: 0.0752201 Sep 07 16:12:24.659542 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a35ef7e0-7f52-496e-923f-60cc445e039a req-834cabcf-6b47-481f-9fae-0af1d00e1b6a tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-830034005&fields=id&tenant_id=8da3fe3748234677b7686b108e516924 HTTP/1.1" status: 200 len: 267 time: 0.0698547 Sep 07 16:12:24.717643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29b94-2f1c-40da-990b-801e009afaad req-5e647251-b3f2-4ecd-b5e1-35c1c910ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:24.719285 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01b29b94-2f1c-40da-990b-801e009afaad req-5e647251-b3f2-4ecd-b5e1-35c1c910ff85 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f89846c-bad6-42e3-a0f4-d285732d4aec HTTP/1.1" status: 200 len: 907 time: 0.1020644 Sep 07 16:12:24.759575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef7e0-7f52-496e-923f-60cc445e039a req-7a9a8490-c523-4caa-aef0-65302557043c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:24.769714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a35ef7e0-7f52-496e-923f-60cc445e039a req-7a9a8490-c523-4caa-aef0-65302557043c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0984056 Sep 07 16:12:24.776392 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bacacf22-2c54-4bef-8427-240aefc02cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e7893824-b679-4d79-b814-772eeed085a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:12:00Z', 'revision_number': 4, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port': {'id': 'e7893824-b679-4d79-b814-772eeed085a4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:56Z', 'updated_at': '2021-09-07T16:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '5cd9eab4-3932-4a1a-80c2-ed78d047a2ea', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'port_id': '457a88ba-3fac-4243-8285-201bfdd02b54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'mac_address': 'fa:16:3e:82:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82567e-ee5b-4eff-9712-1870b5928e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:12:04Z', 'updated_at': '2021-09-07T16:12:23Z', 'revision_number': 1, 'project_id': '86a75082594b4704b2794d5e29715933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adda198b-b267-49f9-a3df-a076ac78984f', 'name': '', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'mac_address': 'fa:16:3e:d4:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:59Z', 'updated_at': '2021-09-07T16:12:05Z', 'revision_number': 5, 'project_id': '86a75082594b4704b2794d5e29715933', 'subnets': [{'id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:24.777316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-a35ef7e0-7f52-496e-923f-60cc445e039a req-3d0e78c3-e448-4e8c-b98d-547f6866053c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Request body: {'port': {'security_groups': ['8a43f45a-3f25-47c3-99d2-926d024aeb64', '30c7af52-4cb7-47fa-ad7d-f39602b8e33b']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:24.800939 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01b29b94-2f1c-40da-990b-801e009afaad req-a95e6bca-df0f-4db4-8527-4a04f14ac820 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=457a88ba-3fac-4243-8285-201bfdd02b54 HTTP/1.1" status: 200 len: 1000 time: 0.0701261 Sep 07 16:12:24.806978 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd1d36a8-2ef4-4938-9e60-08dd9003f518 req-6fa56637-72b7-49f7-a6c6-442e7fd84049 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425316 Sep 07 16:12:24.816769 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacacf22-2c54-4bef-8427-240aefc02cab None None] Checking router: d38b740a-2a4d-4242-8ca2-6879aa04db13 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:12:24.826524 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacacf22-2c54-4bef-8427-240aefc02cab None None] Routers {'d38b740a-2a4d-4242-8ca2-6879aa04db13'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:12:24.827423 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bacacf22-2c54-4bef-8427-240aefc02cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d38b740a-2a4d-4242-8ca2-6879aa04db13'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:24.888214 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a35ef7e0-7f52-496e-923f-60cc445e039a req-3d0e78c3-e448-4e8c-b98d-547f6866053c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:24.901840 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29b94-2f1c-40da-990b-801e009afaad req-5b01da1f-5d1f-4b42-81f4-088ea1dcc836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:24.903573 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01b29b94-2f1c-40da-990b-801e009afaad req-5b01da1f-5d1f-4b42-81f4-088ea1dcc836 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74b347a3-64e9-4d75-80f3-b180ae6c89ba HTTP/1.1" status: 200 len: 845 time: 0.0902760 Sep 07 16:12:24.976387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29b94-2f1c-40da-990b-801e009afaad req-279f3276-f646-4f42-8ef3-35fe11a130ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:24.976387 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01b29b94-2f1c-40da-990b-801e009afaad req-279f3276-f646-4f42-8ef3-35fe11a130ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f89846c-bad6-42e3-a0f4-d285732d4aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566885 Sep 07 16:12:25.006062 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55e1f2-b8ef-4c9f-b367-e4e52021e81f req-69dfc547-8b58-470d-b213-007f90f8dcde tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:25.007683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e55e1f2-b8ef-4c9f-b367-e4e52021e81f req-69dfc547-8b58-470d-b213-007f90f8dcde tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1140685 Sep 07 16:12:25.012308 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-bacacf22-2c54-4bef-8427-240aefc02cab None None] Set router d38b740a-2a4d-4242-8ca2-6879aa04db13 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:12:25.084746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e55e1f2-b8ef-4c9f-b367-e4e52021e81f req-bc8900cc-8fd0-45c0-a27e-d430db321c35 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669830 Sep 07 16:12:25.092147 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01b29b94-2f1c-40da-990b-801e009afaad req-40162de8-3826-4f84-8949-b33e8ee748e5 service neutron] 10.222.0.54 "GET /v2.0/networks/8f89846c-bad6-42e3-a0f4-d285732d4aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042414 Sep 07 16:12:25.214424 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01b29b94-2f1c-40da-990b-801e009afaad req-f58ab351-c5e0-4ace-a7e2-c36adb88f172 service neutron] 10.222.0.54 "GET /v2.0/networks/8f89846c-bad6-42e3-a0f4-d285732d4aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123672 Sep 07 16:12:25.276176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47a75d-47b1-4c6d-8aa6-cb3899868a40 req-a7a40252-a973-4f7d-bad1-aa34a749e17b tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:25.277792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d47a75d-47b1-4c6d-8aa6-cb3899868a40 req-a7a40252-a973-4f7d-bad1-aa34a749e17b tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 945 time: 0.1036255 Sep 07 16:12:25.320989 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bacacf22-2c54-4bef-8427-240aefc02cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e7893824-b679-4d79-b814-772eeed085a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:12:00Z', 'revision_number': 4, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port': {'id': 'e7893824-b679-4d79-b814-772eeed085a4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:56Z', 'updated_at': '2021-09-07T16:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '5cd9eab4-3932-4a1a-80c2-ed78d047a2ea', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'port_id': '457a88ba-3fac-4243-8285-201bfdd02b54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'mac_address': 'fa:16:3e:82:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82567e-ee5b-4eff-9712-1870b5928e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:12:04Z', 'updated_at': '2021-09-07T16:12:23Z', 'revision_number': 1, 'project_id': '86a75082594b4704b2794d5e29715933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adda198b-b267-49f9-a3df-a076ac78984f', 'name': '', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'mac_address': 'fa:16:3e:d4:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:59Z', 'updated_at': '2021-09-07T16:12:05Z', 'revision_number': 5, 'project_id': '86a75082594b4704b2794d5e29715933', 'subnets': [{'id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:25.325048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a35ef7e0-7f52-496e-923f-60cc445e039a req-3d0e78c3-e448-4e8c-b98d-547f6866053c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] For port 2d64dc87-91fa-489c-be31-40d4ac4ad046, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046,segment=NetworkSegment(a48f8a4a-1564-4678-b191-f9b01d4b50f9),segment_id=a48f8a4a-1564-4678-b191-f9b01d4b50f9)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:25.348376 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacacf22-2c54-4bef-8427-240aefc02cab None None] The sync data for ids ['d38b740a-2a4d-4242-8ca2-6879aa04db13'] in n-d-807551-3 is: [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e7893824-b679-4d79-b814-772eeed085a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:12:00Z', 'revision_number': 4, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port': {'id': 'e7893824-b679-4d79-b814-772eeed085a4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:56Z', 'updated_at': '2021-09-07T16:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '5cd9eab4-3932-4a1a-80c2-ed78d047a2ea', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'port_id': '457a88ba-3fac-4243-8285-201bfdd02b54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'mac_address': 'fa:16:3e:82:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82567e-ee5b-4eff-9712-1870b5928e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:12:04Z', 'updated_at': '2021-09-07T16:12:23Z', 'revision_number': 1, 'project_id': '86a75082594b4704b2794d5e29715933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adda198b-b267-49f9-a3df-a076ac78984f', 'name': '', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'mac_address': 'fa:16:3e:d4:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:59Z', 'updated_at': '2021-09-07T16:12:05Z', 'revision_number': 5, 'project_id': '86a75082594b4704b2794d5e29715933', 'subnets': [{'id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:12:25.350050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd'}, {'server_uuid': '5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61529cef-a1de-448b-a02e-6a70b5c06b00'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:25.351589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d47a75d-47b1-4c6d-8aa6-cb3899868a40 req-5b99f46a-3391-494a-abe1-ac4ecc46217d tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602951 Sep 07 16:12:25.358267 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d11186-81b9-4655-80cc-8f8bd012d07d" -d '{"events": [{"server_uuid": "ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef", "name": "network-vif-plugged", "status": "completed", "tag": "b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd"}, {"server_uuid": "5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c", "name": "network-vif-unplugged", "status": "completed", "tag": "61529cef-a1de-448b-a02e-6a70b5c06b00"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:25.384849 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a35ef7e0-7f52-496e-923f-60cc445e039a req-3d0e78c3-e448-4e8c-b98d-547f6866053c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:25.391484 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a35ef7e0-7f52-496e-923f-60cc445e039a req-3d0e78c3-e448-4e8c-b98d-547f6866053c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:25.406142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['2d64dc87-91fa-489c-be31-40d4ac4ad046'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:25.490970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e78c3-e448-4e8c-b98d-547f6866053c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Pushing event updated for resources: {'Port': ['ID=2d64dc87-91fa-489c-be31-40d4ac4ad046,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:25.504747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef7e0-7f52-496e-923f-60cc445e039a req-3d0e78c3-e448-4e8c-b98d-547f6866053c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:25.505401 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a35ef7e0-7f52-496e-923f-60cc445e039a req-3d0e78c3-e448-4e8c-b98d-547f6866053c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:25.507118 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a35ef7e0-7f52-496e-923f-60cc445e039a req-3d0e78c3-e448-4e8c-b98d-547f6866053c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "PUT /v2.0/ports/2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 200 len: 981 time: 0.7363656 Sep 07 16:12:25.508664 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:25.512499 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c225acab-9320-45b0-bbb7-9973ed90d473" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:25.539809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b453fa-54d8-453c-85a0-a28121de1034 req-cf868521-a7f3-47ad-94cd-0ec235bd2a4d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:25.541401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82b453fa-54d8-453c-85a0-a28121de1034 req-cf868521-a7f3-47ad-94cd-0ec235bd2a4d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0886161 Sep 07 16:12:25.610707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82b453fa-54d8-453c-85a0-a28121de1034 req-51b88ff0-bab9-43d1-aa37-1c0725c87931 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558724 Sep 07 16:12:25.648297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['2d64dc87-91fa-489c-be31-40d4ac4ad046'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:25.666263 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac563219-065b-41e0-85ef-682b0c1dfd21 x-openstack-request-id: req-ac563219-065b-41e0-85ef-682b0c1dfd21 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:25.666911 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef", "name": "network-vif-plugged", "status": "completed", "tag": "b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd", "code": 200}, {"server_uuid": "5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c", "name": "network-vif-unplugged", "status": "completed", "tag": "61529cef-a1de-448b-a02e-6a70b5c06b00", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:25.667069 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac563219-065b-41e0-85ef-682b0c1dfd21 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:25.667477 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd', 'code': 200} Sep 07 16:12:25.667732 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61529cef-a1de-448b-a02e-6a70b5c06b00', 'code': 200} Sep 07 16:12:25.712464 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad71414-0e3d-46cb-ae43-cf01aca0aa79 x-openstack-request-id: req-7ad71414-0e3d-46cb-ae43-cf01aca0aa79 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:25.712911 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:25.713175 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ad71414-0e3d-46cb-ae43-cf01aca0aa79 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:25.713591 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046', 'status': 'completed', 'code': 200} Sep 07 16:12:25.749018 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbef9048-6310-4762-a6f3-82dd29fa74f2 req-a27735d0-25ca-4a69-8aef-8bd6c63a9471 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-830034005&fields=id&tenant_id=8da3fe3748234677b7686b108e516924 HTTP/1.1" status: 200 len: 267 time: 0.0757542 Sep 07 16:12:25.817756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef9048-6310-4762-a6f3-82dd29fa74f2 req-63e78087-733f-4198-af12-fe18c1f6e784 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:25.822599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225acab-9320-45b0-bbb7-9973ed90d473 req-c8d49a2f-48c3-4769-9e71-c31889b7fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:25.824283 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c225acab-9320-45b0-bbb7-9973ed90d473 req-c8d49a2f-48c3-4769-9e71-c31889b7fff7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8da3fe3748234677b7686b108e516924&device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 1135 time: 0.0826042 Sep 07 16:12:25.825485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbef9048-6310-4762-a6f3-82dd29fa74f2 req-63e78087-733f-4198-af12-fe18c1f6e784 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 984 time: 0.0754952 Sep 07 16:12:25.831644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-bbef9048-6310-4762-a6f3-82dd29fa74f2 req-ec459ece-2100-49a2-802c-ff0191bc4c49 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Request body: {'port': {'security_groups': ['8a43f45a-3f25-47c3-99d2-926d024aeb64']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:25.875035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373f622-ffc1-47c8-9f1b-dfaefd513110 req-ba4a41e0-6484-497a-8947-93f8c3c77e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:25.876724 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c373f622-ffc1-47c8-9f1b-dfaefd513110 req-ba4a41e0-6484-497a-8947-93f8c3c77e53 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 1096 time: 0.1037617 Sep 07 16:12:25.942111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d9dcf9-b409-4ed1-8448-e00824707471 None None] New status for floating IP 5cd9eab4-3932-4a1a-80c2-ed78d047a2ea: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:12:25.960107 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c373f622-ffc1-47c8-9f1b-dfaefd513110 req-d9b07d7a-4444-43d0-90e3-1f8707f7d9c8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427303 Sep 07 16:12:25.972935 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bbef9048-6310-4762-a6f3-82dd29fa74f2 req-ec459ece-2100-49a2-802c-ff0191bc4c49 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:25.984861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225acab-9320-45b0-bbb7-9973ed90d473 req-be9b5e5e-206d-4e42-9363-12f9b8dfb7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:25.987202 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c225acab-9320-45b0-bbb7-9973ed90d473 req-be9b5e5e-206d-4e42-9363-12f9b8dfb7ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e HTTP/1.1" status: 200 len: 920 time: 0.1473291 Sep 07 16:12:26.018418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4dec11-5c59-4b0f-9269-e3c77f85a0ae req-52a58f8c-0945-4b1b-883e-a653a2d2630e tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:26.022015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b4dec11-5c59-4b0f-9269-e3c77f85a0ae req-52a58f8c-0945-4b1b-883e-a653a2d2630e tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 946 time: 0.0997534 Sep 07 16:12:26.120791 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b4dec11-5c59-4b0f-9269-e3c77f85a0ae req-94c0845d-7991-4d90-b2d0-55ca8ff055ed tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672522 Sep 07 16:12:26.280514 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c225acab-9320-45b0-bbb7-9973ed90d473 req-d086e95f-cad6-4850-be2c-3be8704012c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 200 len: 217 time: 0.0400891 Sep 07 16:12:26.346833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225acab-9320-45b0-bbb7-9973ed90d473 req-569ddc7c-3f0f-46b0-b5a1-35f38ad0f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:26.348971 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c225acab-9320-45b0-bbb7-9973ed90d473 req-569ddc7c-3f0f-46b0-b5a1-35f38ad0f02e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01f4de72-4935-4872-b8e1-3e60167416ad HTTP/1.1" status: 200 len: 859 time: 0.0589519 Sep 07 16:12:26.399290 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c225acab-9320-45b0-bbb7-9973ed90d473 req-71882ec9-9bd1-4dec-83bf-c29b65518434 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406501 Sep 07 16:12:26.519049 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c225acab-9320-45b0-bbb7-9973ed90d473 req-3a9734c5-96bc-4160-9866-5434f693f375 service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062326 Sep 07 16:12:26.552863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28953688-409f-4e2f-870c-3b5f7eb2fdc4 req-da3502d7-18e1-4929-8dd5-e7b52aa78363 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:26.560471 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28953688-409f-4e2f-870c-3b5f7eb2fdc4 req-da3502d7-18e1-4929-8dd5-e7b52aa78363 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0987844 Sep 07 16:12:26.572407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-bbef9048-6310-4762-a6f3-82dd29fa74f2 req-ec459ece-2100-49a2-802c-ff0191bc4c49 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] For port 2d64dc87-91fa-489c-be31-40d4ac4ad046, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046,segment=NetworkSegment(a48f8a4a-1564-4678-b191-f9b01d4b50f9),segment_id=a48f8a4a-1564-4678-b191-f9b01d4b50f9)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:26.614777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28953688-409f-4e2f-870c-3b5f7eb2fdc4 req-4bbc7c28-2e28-4c30-9012-b85cb1ca2c30 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531676 Sep 07 16:12:26.637096 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bbef9048-6310-4762-a6f3-82dd29fa74f2 req-ec459ece-2100-49a2-802c-ff0191bc4c49 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:26.645431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bbef9048-6310-4762-a6f3-82dd29fa74f2 req-ec459ece-2100-49a2-802c-ff0191bc4c49 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:26.658100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['2d64dc87-91fa-489c-be31-40d4ac4ad046'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:26.668235 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c225acab-9320-45b0-bbb7-9973ed90d473 req-b992fbae-e1b3-4799-b291-9b6117c5ee37 service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339540 Sep 07 16:12:26.731520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605b51b-1b5c-4ac5-b8f5-2b5904db4046 req-e1c674eb-b845-4244-9527-d9f7057bd98a tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:26.733807 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7605b51b-1b5c-4ac5-b8f5-2b5904db4046 req-e1c674eb-b845-4244-9527-d9f7057bd98a tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.54 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 946 time: 0.0645592 Sep 07 16:12:26.801312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef9048-6310-4762-a6f3-82dd29fa74f2 req-ec459ece-2100-49a2-802c-ff0191bc4c49 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:26.803178 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-bbef9048-6310-4762-a6f3-82dd29fa74f2 req-ec459ece-2100-49a2-802c-ff0191bc4c49 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:26.817000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbef9048-6310-4762-a6f3-82dd29fa74f2 req-ec459ece-2100-49a2-802c-ff0191bc4c49 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "PUT /v2.0/ports/2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 200 len: 942 time: 0.9904006 Sep 07 16:12:26.843621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec459ece-2100-49a2-802c-ff0191bc4c49 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Pushing event updated for resources: {'Port': ['ID=2d64dc87-91fa-489c-be31-40d4ac4ad046,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:26.870191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029a0ac-61ff-4455-84f2-d2f0780fae6d req-cfd13151-c521-4b0f-b660-26c1af5b4541 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:26.872017 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7029a0ac-61ff-4455-84f2-d2f0780fae6d req-cfd13151-c521-4b0f-b660-26c1af5b4541 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 945 time: 0.1471870 Sep 07 16:12:26.900228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4b55510d-9b54-4b81-8146-24420c88f82c no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:12:26.964287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-7605b51b-1b5c-4ac5-b8f5-2b5904db4046 req-78089980-b900-44b7-8821-bffb043619af tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Deleting port 4b55510d-9b54-4b81-8146-24420c88f82c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:12:26.964287 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7605b51b-1b5c-4ac5-b8f5-2b5904db4046 req-78089980-b900-44b7-8821-bffb043619af tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:26.982146 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7029a0ac-61ff-4455-84f2-d2f0780fae6d req-a16e0f4e-420e-4edc-b33e-db46570428fc tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030023 Sep 07 16:12:27.033991 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:27.082491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4caca4-5597-4731-afd7-5aa1e69816cd req-4ab9a7cd-7a96-44c3-b42a-79feb47b48b9 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:27.091135 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b4caca4-5597-4731-afd7-5aa1e69816cd req-4ab9a7cd-7a96-44c3-b42a-79feb47b48b9 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1074269 Sep 07 16:12:27.120963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4b55510d-9b54-4b81-8146-24420c88f82c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4b55510d-9b54-4b81-8146-24420c88f82c,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:27.133560 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:27.166055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7605b51b-1b5c-4ac5-b8f5-2b5904db4046 req-78089980-b900-44b7-8821-bffb043619af tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] For port 4b55510d-9b54-4b81-8146-24420c88f82c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4b55510d-9b54-4b81-8146-24420c88f82c,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:27.166345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7605b51b-1b5c-4ac5-b8f5-2b5904db4046 req-78089980-b900-44b7-8821-bffb043619af tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:27.191633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-7605b51b-1b5c-4ac5-b8f5-2b5904db4046 req-78089980-b900-44b7-8821-bffb043619af tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Calling delete_port for 4b55510d-9b54-4b81-8146-24420c88f82c owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:12:27.226776 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=4b55510d-9b54-4b81-8146-24420c88f82c,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:27.269926 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b4caca4-5597-4731-afd7-5aa1e69816cd req-0ac3347a-7fb5-4beb-97b5-4bc17dc2ccb3 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776853 Sep 07 16:12:27.379693 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7605b51b-1b5c-4ac5-b8f5-2b5904db4046 req-78089980-b900-44b7-8821-bffb043619af tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:27.408085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78089980-b900-44b7-8821-bffb043619af tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Pushing event deleted for resources: {'Port': ['ID=4b55510d-9b54-4b81-8146-24420c88f82c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:27.413923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c93d03a3-d779-4c76-9786-f7756051aa3c req-cc7bb499-21aa-4c0b-97ce-39c8a5fe906c tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=33481841-cb73-4cc0-b883-2dfdd53f314d HTTP/1.1" status: 200 len: 210 time: 0.0382781 Sep 07 16:12:27.435423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-ce06d236-adc3-45a5-8ef6-bfe6dc14e76b tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3028142 Sep 07 16:12:27.445368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:27.453936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7605b51b-1b5c-4ac5-b8f5-2b5904db4046 req-78089980-b900-44b7-8821-bffb043619af tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] No DVR routers for this DVR port 4b55510d-9b54-4b81-8146-24420c88f82c on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:12:27.456639 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7605b51b-1b5c-4ac5-b8f5-2b5904db4046 req-78089980-b900-44b7-8821-bffb043619af tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:27.458816 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7605b51b-1b5c-4ac5-b8f5-2b5904db4046 req-78089980-b900-44b7-8821-bffb043619af tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.54 "DELETE /v2.0/ports/4b55510d-9b54-4b81-8146-24420c88f82c HTTP/1.1" status: 204 len: 173 time: 0.7137997 Sep 07 16:12:27.459273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33481841-cb73-4cc0-b883-2dfdd53f314d', 'name': 'network-vif-deleted', 'tag': '4b55510d-9b54-4b81-8146-24420c88f82c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:27.461716 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99217ad4-0258-4671-882f-dbcd1d7f8495" -d '{"events": [{"server_uuid": "33481841-cb73-4cc0-b883-2dfdd53f314d", "name": "network-vif-deleted", "tag": "4b55510d-9b54-4b81-8146-24420c88f82c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:27.479053 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:27.500821 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6032742a-0e22-42af-8dac-67dac7a30b22 x-openstack-request-id: req-6032742a-0e22-42af-8dac-67dac7a30b22 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:27.501266 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33481841-cb73-4cc0-b883-2dfdd53f314d", "name": "network-vif-deleted", "tag": "4b55510d-9b54-4b81-8146-24420c88f82c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:27.501818 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6032742a-0e22-42af-8dac-67dac7a30b22 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:27.502372 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33481841-cb73-4cc0-b883-2dfdd53f314d', 'name': 'network-vif-deleted', 'tag': '4b55510d-9b54-4b81-8146-24420c88f82c', 'status': 'completed', 'code': 200} Sep 07 16:12:27.609357 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:27.663690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['2d64dc87-91fa-489c-be31-40d4ac4ad046'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:27.686292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33481841-cb73-4cc0-b883-2dfdd53f314d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b55510d-9b54-4b81-8146-24420c88f82c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:27.688835 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b52792c-5903-48a0-9759-f3277fb0316a" -d '{"events": [{"server_uuid": "33481841-cb73-4cc0-b883-2dfdd53f314d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b55510d-9b54-4b81-8146-24420c88f82c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:27.729239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:27.732411 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a8898b-415a-4027-b8e8-a2e21a1012c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:27.791792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Allocated IP 172.25.3.38 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/3c7f4fec-27cb-46e9-b347-e68172992379) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:12:27.801864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2249f48-ed78-4fb0-b419-ec3561a6622a req-cedde2a3-de38-476c-8ace-26c7e9022886 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:27.803703 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2249f48-ed78-4fb0-b419-ec3561a6622a req-cedde2a3-de38-476c-8ace-26c7e9022886 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1044815 Sep 07 16:12:27.877303 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2249f48-ed78-4fb0-b419-ec3561a6622a req-7ecdc490-cec4-45f4-88aa-a3676a783551 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617118 Sep 07 16:12:27.933525 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb2175a-3e7e-4b0f-99be-15cc5eb01531 x-openstack-request-id: req-7fb2175a-3e7e-4b0f-99be-15cc5eb01531 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:27.934030 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33481841-cb73-4cc0-b883-2dfdd53f314d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b55510d-9b54-4b81-8146-24420c88f82c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:27.934284 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7fb2175a-3e7e-4b0f-99be-15cc5eb01531 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:27.935315 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33481841-cb73-4cc0-b883-2dfdd53f314d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b55510d-9b54-4b81-8146-24420c88f82c', 'code': 200} Sep 07 16:12:27.956062 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:27.970330 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e37c0f3-ae8b-4eae-8177-35675ae3f865 x-openstack-request-id: req-2e37c0f3-ae8b-4eae-8177-35675ae3f865 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:27.970719 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:27.970972 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e37c0f3-ae8b-4eae-8177-35675ae3f865 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:27.971362 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046', 'status': 'completed', 'code': 200} Sep 07 16:12:28.010629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:28.055136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:12:28.058094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:28.061888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:12:28.109492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Pushing event updated for resources: {'Port': ['ID=3c7f4fec-27cb-46e9-b347-e68172992379,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:28.110164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8898b-415a-4027-b8e8-a2e21a1012c3 req-538173ef-03c0-4459-8c0a-41c3425f9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:28.114720 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23a8898b-415a-4027-b8e8-a2e21a1012c3 req-538173ef-03c0-4459-8c0a-41c3425f9d2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8da3fe3748234677b7686b108e516924&device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 1096 time: 0.1107013 Sep 07 16:12:28.205736 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:28.223217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6dd37-5484-48cf-9628-89eff2148b2b req-da9a83df-02f4-4be1-9b11-5adcbc728038 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:28.225063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2da6dd37-5484-48cf-9628-89eff2148b2b req-da9a83df-02f4-4be1-9b11-5adcbc728038 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 945 time: 0.1277220 Sep 07 16:12:28.246010 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8898b-415a-4027-b8e8-a2e21a1012c3 req-9504cbe8-4cc1-4c27-95b7-105b651bdeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:28.255186 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23a8898b-415a-4027-b8e8-a2e21a1012c3 req-9504cbe8-4cc1-4c27-95b7-105b651bdeed service neutron] 10.222.0.35 "GET /v2.0/networks?id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e HTTP/1.1" status: 200 len: 920 time: 0.1304562 Sep 07 16:12:28.262964 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:28.308728 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23a8898b-415a-4027-b8e8-a2e21a1012c3 req-7fe92d1b-3f4f-4260-987d-4ba1c1a67a0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 200 len: 217 time: 0.0408857 Sep 07 16:12:28.379799 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8898b-415a-4027-b8e8-a2e21a1012c3 req-8acb6d67-ed81-4821-8649-d38f406ccdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:28.381312 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23a8898b-415a-4027-b8e8-a2e21a1012c3 req-8acb6d67-ed81-4821-8649-d38f406ccdec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01f4de72-4935-4872-b8e1-3e60167416ad HTTP/1.1" status: 200 len: 859 time: 0.0491745 Sep 07 16:12:28.420817 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23a8898b-415a-4027-b8e8-a2e21a1012c3 req-9d81c2ee-e3c2-4436-9477-beb95ae58b08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283935 Sep 07 16:12:28.422598 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2da6dd37-5484-48cf-9628-89eff2148b2b req-5e6a1761-e136-4ef3-b701-69f4239559ee tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724091 Sep 07 16:12:28.505886 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:28.509775 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:28.563956 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23a8898b-415a-4027-b8e8-a2e21a1012c3 req-dc21dc35-9f24-4e65-ba01-2c07a7ab556e service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248307 Sep 07 16:12:28.622763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Pushing event updated for resources: {'Port': ['ID=3c7f4fec-27cb-46e9-b347-e68172992379,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:28.647921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:28.667191 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:28.669148 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-f296ac6a-47e1-4dfc-8573-536a90c60dcd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2278006 Sep 07 16:12:28.677984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdd32d-d151-47e1-8b7a-a940199f2071 req-6458f7f2-714a-4a59-b303-85b9f20cb3ba tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:28.680649 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23a8898b-415a-4027-b8e8-a2e21a1012c3 req-337864bc-fb37-4cc5-8872-b3ed68c91699 service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053152 Sep 07 16:12:28.681060 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73bdd32d-d151-47e1-8b7a-a940199f2071 req-6458f7f2-714a-4a59-b303-85b9f20cb3ba tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0802393 Sep 07 16:12:28.766321 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-054e7bff-df41-49f9-bb70-810f46775edd tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 695 time: 0.0834131 Sep 07 16:12:28.805485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73bdd32d-d151-47e1-8b7a-a940199f2071 req-fd87dd5a-e6f3-405f-8e07-d11611c39f56 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937147 Sep 07 16:12:28.893408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-d99ffa57-fd78-40ea-a591-f3ba8a0ba744 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:28.894777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2a027c1-1e4b-4045-a473-4fb86f18f9ed req-d99ffa57-fd78-40ea-a591-f3ba8a0ba744 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.1202981 Sep 07 16:12:29.057989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-2cfaa22c-7a51-42fa-94ea-2fb0bc49110c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:29.060184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-2cfaa22c-7a51-42fa-94ea-2fb0bc49110c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1070576 Sep 07 16:12:29.068652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741876f0-c896-4e2a-9122-0375bef4c0ae req-fc4f911e-00fa-42a5-a268-d03fc3f545ee tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:29.070205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-741876f0-c896-4e2a-9122-0375bef4c0ae req-fc4f911e-00fa-42a5-a268-d03fc3f545ee tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1201079 Sep 07 16:12:29.103693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:12:29.127383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-e7adbbca-5f71-4e88-ba0d-c2911303b3e7 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 695 time: 0.0562081 Sep 07 16:12:29.143934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-3c1bb928-5d9d-4236-90b8-25721b6f54d0 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Request body: {'floatingip': {'port_id': '2d64dc87-91fa-489c-be31-40d4ac4ad046', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:29.198679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:29.209898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4', 'mac_address': 'fa:16:3e:23:0f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:12:29.211422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-741876f0-c896-4e2a-9122-0375bef4c0ae req-5718e8e1-599a-4cf5-a56a-720827030306 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334774 Sep 07 16:12:29.218845 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-3c1bb928-5d9d-4236-90b8-25721b6f54d0 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:29.249633 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:29.263101 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:29.283306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:29.290079 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:29.350773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:29.448787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['0c7a00fa-2c09-48af-b2ff-9a0d3323eca4'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:29.720418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-088e3bf9-25e5-465c-9d27-93ce66e21c34 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:29.721879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-088e3bf9-25e5-465c-9d27-93ce66e21c34 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/networks?id=3a421148-ba0e-407a-b821-41685f8573a9 HTTP/1.1" status: 200 len: 822 time: 0.4048486 Sep 07 16:12:29.746854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-2556dca8-00b8-4d82-8179-ae3d76a90c8b tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/quotas/e0e9a770bde1473194b272e3a6f1ff47 HTTP/1.1" status: 200 len: 375 time: 0.0190203 Sep 07 16:12:29.910464 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-8bd0258e-3646-4dae-8fdb-bb52c5ffb12d tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0e9a770bde1473194b272e3a6f1ff47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1568158 Sep 07 16:12:30.154478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-dfd5a640-ef52-42eb-af84-ca3106acd752 service neutron] 10.222.0.70 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361958 Sep 07 16:12:30.251101 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-3c1bb928-5d9d-4236-90b8-25721b6f54d0 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:30.276489 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-3c1bb928-5d9d-4236-90b8-25721b6f54d0 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:30.356707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-73400931-4d53-4eb0-9679-c26dd69bf9e8 service neutron] 10.222.0.70 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763387 Sep 07 16:12:30.401467 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-3c1bb928-5d9d-4236-90b8-25721b6f54d0 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Floating IP 335452e1-f007-4f6f-b579-5976b1ebcd9d associated. External IP: 172.25.3.38, port: 2d64dc87-91fa-489c-be31-40d4ac4ad046. Sep 07 16:12:30.647984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-3c1bb928-5d9d-4236-90b8-25721b6f54d0 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Router 96ee4caf-fdac-46b9-829b-66ec8bafe242 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:12:30.657191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d054050-5651-4726-95ab-cdb9e5760842 req-ed8f1d9d-1641-4f11-b61a-ad14845942c3 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:30.658714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d054050-5651-4726-95ab-cdb9e5760842 req-ed8f1d9d-1641-4f11-b61a-ad14845942c3 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 945 time: 0.0956800 Sep 07 16:12:30.739921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d054050-5651-4726-95ab-cdb9e5760842 req-1af294b5-0f95-4bff-9aec-bbaa4835b996 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725918 Sep 07 16:12:30.812776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-3c1bb928-5d9d-4236-90b8-25721b6f54d0 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:12:30.819390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-3c1bb928-5d9d-4236-90b8-25721b6f54d0 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:30.826034 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ce664-47cf-48d4-89fd-c16218c7ea1d None None] Sync routers for ids ['96ee4caf-fdac-46b9-829b-66ec8bafe242'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:12:30.838520 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ce664-47cf-48d4-89fd-c16218c7ea1d None None] Routers {'96ee4caf-fdac-46b9-829b-66ec8bafe242'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:12:30.839618 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4c0ce664-47cf-48d4-89fd-c16218c7ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['96ee4caf-fdac-46b9-829b-66ec8bafe242'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:30.858218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-3c1bb928-5d9d-4236-90b8-25721b6f54d0 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "PUT /v2.0/floatingips/335452e1-f007-4f6f-b579-5976b1ebcd9d HTTP/1.1" status: 200 len: 995 time: 1.7209392 Sep 07 16:12:30.858686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:30.861515 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6c765c-ee68-41da-ae8c-d830c851a6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:30.919399 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4b55510d-9b54-4b81-8146-24420c88f82c no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:12:30.947759 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 4b55510d-9b54-4b81-8146-24420c88f82c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:12:30.948448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4b55510d-9b54-4b81-8146-24420c88f82c not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:12:30.957929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a0e4d-3db1-4ffc-b73d-2a76bf74c013 req-23b122de-9a9e-4113-bfad-6cffd120d039 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:30.959451 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-248a0e4d-3db1-4ffc-b73d-2a76bf74c013 req-23b122de-9a9e-4113-bfad-6cffd120d039 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0751765 Sep 07 16:12:30.961566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-e7c1461a-8a7f-4578-9759-6ce04f36eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:30.962950 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-e7c1461a-8a7f-4578-9759-6ce04f36eb75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8da3fe3748234677b7686b108e516924&device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 1096 time: 0.0881448 Sep 07 16:12:30.990727 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4c0ce664-47cf-48d4-89fd-c16218c7ea1d None None] Set router 96ee4caf-fdac-46b9-829b-66ec8bafe242 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:12:31.052737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-248a0e4d-3db1-4ffc-b73d-2a76bf74c013 req-aa2dd17d-6aae-4c6a-bec4-b75c98121b66 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858564 Sep 07 16:12:31.093514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-60eb6f72-9a19-471b-9579-b3715031df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:31.104470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-60eb6f72-9a19-471b-9579-b3715031df58 service neutron] 10.222.0.70 "GET /v2.0/networks?id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e HTTP/1.1" status: 200 len: 920 time: 0.1313579 Sep 07 16:12:31.121303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:31.183314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:31.183754 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:31.212952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-11acb3c7-0ef8-4925-95d5-e48eb3135e32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 200 len: 998 time: 0.1036241 Sep 07 16:12:31.266210 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4c0ce664-47cf-48d4-89fd-c16218c7ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:11:25Z', 'revision_number': 4, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '335452e1-f007-4f6f-b579-5976b1ebcd9d', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'port_id': '2d64dc87-91fa-489c-be31-40d4ac4ad046', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'mac_address': 'fa:16:3e:6a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:12:28Z', 'updated_at': '2021-09-07T16:12:30Z', 'revision_number': 1, 'project_id': '8da3fe3748234677b7686b108e516924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbcbf86-b526-43e4-b642-5ceea5917c8b', 'name': '', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'mac_address': 'fa:16:3e:4b:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:24Z', 'updated_at': '2021-09-07T16:11:33Z', 'revision_number': 5, 'project_id': '8da3fe3748234677b7686b108e516924', 'subnets': [{'id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:31.279546 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:31.284953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-49124c25-7617-4bae-8473-92654d540d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:31.286462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-49124c25-7617-4bae-8473-92654d540d3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01f4de72-4935-4872-b8e1-3e60167416ad HTTP/1.1" status: 200 len: 859 time: 0.0727506 Sep 07 16:12:31.295139 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ce664-47cf-48d4-89fd-c16218c7ea1d None None] Checking router: 96ee4caf-fdac-46b9-829b-66ec8bafe242 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:12:31.299510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4e9cf-5bb0-4f9f-9668-de94d141e8f5 req-460a222c-a766-49e1-bd59-3dbddd5ce7d0 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:31.301513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ef4e9cf-5bb0-4f9f-9668-de94d141e8f5 req-460a222c-a766-49e1-bd59-3dbddd5ce7d0 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0798876 Sep 07 16:12:31.303922 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ce664-47cf-48d4-89fd-c16218c7ea1d None None] Routers {'96ee4caf-fdac-46b9-829b-66ec8bafe242'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:12:31.304549 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4c0ce664-47cf-48d4-89fd-c16218c7ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['96ee4caf-fdac-46b9-829b-66ec8bafe242'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:31.305663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:31.308136 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc384353-e1ec-4e89-a029-120b252b537d" -d '{"events": [{"server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "name": "network-vif-plugged", "status": "completed", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:31.324033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:31.329008 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:31.336940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-3d7ba725-59db-48c9-b52e-a386babc1886 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347521 Sep 07 16:12:31.386673 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:31.475798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ef4e9cf-5bb0-4f9f-9668-de94d141e8f5 req-d62802b9-9caf-478b-99b5-b4cebac5e59a tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438003 Sep 07 16:12:31.482279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-095479c7-4f78-4751-bfe7-8a478bbf5c2d service neutron] 10.222.0.70 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382000 Sep 07 16:12:31.483845 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:31.550255 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4c0ce664-47cf-48d4-89fd-c16218c7ea1d None None] Set router 96ee4caf-fdac-46b9-829b-66ec8bafe242 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:12:31.655812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-9c8097ef-c65e-4a62-9be7-3ac7751abfb5 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:31.657641 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-9c8097ef-c65e-4a62-9be7-3ac7751abfb5 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.54 "GET /v2.0/networks?id=3a421148-ba0e-407a-b821-41685f8573a9 HTTP/1.1" status: 200 len: 822 time: 0.1461661 Sep 07 16:12:31.678755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-722bd5f3-b345-4c64-bd4e-168db73200b6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Request body: {'port': {'device_id': 'd3ffe1bc-3268-47a6-bded-68286e7c3a71', 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9', 'admin_state_up': True, 'tenant_id': 'e0e9a770bde1473194b272e3a6f1ff47'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:31.793836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-722bd5f3-b345-4c64-bd4e-168db73200b6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Made reservation on behalf of e0e9a770bde1473194b272e3a6f1ff47 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:31.797950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-722bd5f3-b345-4c64-bd4e-168db73200b6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:31.802839 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4c0ce664-47cf-48d4-89fd-c16218c7ea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:11:25Z', 'revision_number': 4, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '335452e1-f007-4f6f-b579-5976b1ebcd9d', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'port_id': '2d64dc87-91fa-489c-be31-40d4ac4ad046', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'mac_address': 'fa:16:3e:6a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:12:28Z', 'updated_at': '2021-09-07T16:12:30Z', 'revision_number': 1, 'project_id': '8da3fe3748234677b7686b108e516924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbcbf86-b526-43e4-b642-5ceea5917c8b', 'name': '', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'mac_address': 'fa:16:3e:4b:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:24Z', 'updated_at': '2021-09-07T16:11:33Z', 'revision_number': 5, 'project_id': '8da3fe3748234677b7686b108e516924', 'subnets': [{'id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:31.831778 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ce664-47cf-48d4-89fd-c16218c7ea1d None None] The sync data for ids ['96ee4caf-fdac-46b9-829b-66ec8bafe242'] in n-d-807551-3 is: [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:11:25Z', 'revision_number': 4, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '335452e1-f007-4f6f-b579-5976b1ebcd9d', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'port_id': '2d64dc87-91fa-489c-be31-40d4ac4ad046', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'mac_address': 'fa:16:3e:6a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:12:28Z', 'updated_at': '2021-09-07T16:12:30Z', 'revision_number': 1, 'project_id': '8da3fe3748234677b7686b108e516924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbcbf86-b526-43e4-b642-5ceea5917c8b', 'name': '', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'mac_address': 'fa:16:3e:4b:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:24Z', 'updated_at': '2021-09-07T16:11:33Z', 'revision_number': 5, 'project_id': '8da3fe3748234677b7686b108e516924', 'subnets': [{'id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:12:31.872799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58460d8a-220f-4cc6-9309-4aa5d08bcbe3 req-da6ec344-3817-4fcb-86e0-a85d9d65e5ae tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 210 time: 0.2858684 Sep 07 16:12:31.891345 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8973fed3-ca12-4cb7-962d-7d2b704599f4 req-9ddddb27-b7fa-481f-888d-e1090f61125b service neutron] 10.222.0.70 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959548 Sep 07 16:12:31.953863 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e748aa6e-7b51-48b5-8a51-9788b686fae4 x-openstack-request-id: req-e748aa6e-7b51-48b5-8a51-9788b686fae4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:31.954156 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:31.954410 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e748aa6e-7b51-48b5-8a51-9788b686fae4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:31.954821 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046', 'status': 'completed', 'code': 200} Sep 07 16:12:31.961017 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-722bd5f3-b345-4c64-bd4e-168db73200b6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Allocated IP 172.20.0.5 (3a421148-ba0e-407a-b821-41685f8573a9/4efa4370-cd4e-41e0-86aa-a50e7e7ef94d/e9aa2daf-c172-4738-85a3-ffaa73b6f171) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:12:32.002272 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd35083-b2c8-4fb0-8dcb-18f613f88f30 x-openstack-request-id: req-fbd35083-b2c8-4fb0-8dcb-18f613f88f30 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:32.002784 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "name": "network-vif-plugged", "status": "completed", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:32.002901 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fbd35083-b2c8-4fb0-8dcb-18f613f88f30 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:32.003207 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4', 'code': 200} Sep 07 16:12:32.084931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c765c-ee68-41da-ae8c-d830c851a6ec req-1bdbbd40-2973-4361-a56d-cf6bf8965707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:32.086777 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af6c765c-ee68-41da-ae8c-d830c851a6ec req-1bdbbd40-2973-4361-a56d-cf6bf8965707 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8da3fe3748234677b7686b108e516924&device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 1096 time: 0.0908411 Sep 07 16:12:32.158276 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-f0edfe63-0422-48a9-b4c8-ceaf7d3b120d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 998 time: 0.1051190 Sep 07 16:12:32.161101 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b841d-bd78-4d61-8543-068965473c2e None None] New status for floating IP 335452e1-f007-4f6f-b579-5976b1ebcd9d: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:12:32.224001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-29939bcb-35e7-4880-8ba9-7be39f35faf5 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:32.227288 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:32.228861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-29939bcb-35e7-4880-8ba9-7be39f35faf5 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports/2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 200 len: 942 time: 0.0559406 Sep 07 16:12:32.272420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-722bd5f3-b345-4c64-bd4e-168db73200b6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:32.275081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c765c-ee68-41da-ae8c-d830c851a6ec req-957f4486-1353-4131-928c-1fb5c044a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:32.276573 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af6c765c-ee68-41da-ae8c-d830c851a6ec req-957f4486-1353-4131-928c-1fb5c044a022 service neutron] 10.222.0.35 "GET /v2.0/networks?id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e HTTP/1.1" status: 200 len: 920 time: 0.1802695 Sep 07 16:12:32.292888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31594e-f993-48bd-a8af-07ca860a9500 req-7bad88fa-71d7-4a25-930b-04dfbc20ac19 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:32.295047 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb31594e-f993-48bd-a8af-07ca860a9500 req-7bad88fa-71d7-4a25-930b-04dfbc20ac19 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1318316 Sep 07 16:12:32.359591 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af6c765c-ee68-41da-ae8c-d830c851a6ec req-612fc619-a13f-474f-99e5-9b1850f9d549 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 200 len: 998 time: 0.0746498 Sep 07 16:12:32.375816 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-722bd5f3-b345-4c64-bd4e-168db73200b6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:32.378758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-a571268b-c536-4c09-80f0-e7605f868e87 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 998 time: 0.1063209 Sep 07 16:12:32.409150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb31594e-f993-48bd-a8af-07ca860a9500 req-a2e23f13-968b-441e-b5a8-bc578c7653df tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862882 Sep 07 16:12:32.451186 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-722bd5f3-b345-4c64-bd4e-168db73200b6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Network 3a421148-ba0e-407a-b821-41685f8573a9 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:12:32.457333 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-722bd5f3-b345-4c64-bd4e-168db73200b6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:32.463666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-722bd5f3-b345-4c64-bd4e-168db73200b6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:12:32.469762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bd5f3-b345-4c64-bd4e-168db73200b6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Pushing event updated for resources: {'Port': ['ID=e9aa2daf-c172-4738-85a3-ffaa73b6f171,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:32.491322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c765c-ee68-41da-ae8c-d830c851a6ec req-b2136c7a-764b-4db9-a7c3-7e0c6d0179a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:32.492819 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af6c765c-ee68-41da-ae8c-d830c851a6ec req-b2136c7a-764b-4db9-a7c3-7e0c6d0179a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01f4de72-4935-4872-b8e1-3e60167416ad HTTP/1.1" status: 200 len: 859 time: 0.1266820 Sep 07 16:12:32.508470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-3038a87c-3c1a-4782-955a-a21f8693f83c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:32.512269 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-3038a87c-3c1a-4782-955a-a21f8693f83c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.1325836 Sep 07 16:12:32.539502 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af6c765c-ee68-41da-ae8c-d830c851a6ec req-cd0b9cdf-9358-49c5-8f2c-f918d618043f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299423 Sep 07 16:12:32.543626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-722bd5f3-b345-4c64-bd4e-168db73200b6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:32.544418 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-722bd5f3-b345-4c64-bd4e-168db73200b6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:32.583795 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-722bd5f3-b345-4c64-bd4e-168db73200b6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9119911 Sep 07 16:12:32.603058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-5d2995e5-d4cf-4367-a379-03c7210582dc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 1000 time: 0.0824077 Sep 07 16:12:32.614979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-24713c6b-490b-45a9-b621-4b0d5299158d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:32.624927 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Request body: {'port': {'device_id': 'd3ffe1bc-3268-47a6-bded-68286e7c3a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:32.695413 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af6c765c-ee68-41da-ae8c-d830c851a6ec req-99359370-8cdf-4ae9-a360-3d3ee709f25e service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471596 Sep 07 16:12:32.696393 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:32.697777 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-24713c6b-490b-45a9-b621-4b0d5299158d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:32.743518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216081a9-9aa9-4219-8c50-2daaec5eaeac req-ad390c8f-c395-4ed0-ad1f-6e17c40f8204 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:32.745029 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-216081a9-9aa9-4219-8c50-2daaec5eaeac req-ad390c8f-c395-4ed0-ad1f-6e17c40f8204 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0967274 Sep 07 16:12:32.829634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-216081a9-9aa9-4219-8c50-2daaec5eaeac req-8071b9d7-2c06-475a-80f6-daf61399c787 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777056 Sep 07 16:12:32.895623 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af6c765c-ee68-41da-ae8c-d830c851a6ec req-eab907ac-4864-4d1a-ae25-54b44c25a378 service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900246 Sep 07 16:12:32.905612 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-24713c6b-490b-45a9-b621-4b0d5299158d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:32.916420 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-24713c6b-490b-45a9-b621-4b0d5299158d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:32.916420 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-24713c6b-490b-45a9-b621-4b0d5299158d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Floating IP 335452e1-f007-4f6f-b579-5976b1ebcd9d disassociated. External IP: 172.25.3.38, port: 2d64dc87-91fa-489c-be31-40d4ac4ad046. Sep 07 16:12:32.992285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996c24-3a47-4227-bb3e-d7012735ea38 req-522dc52b-f4ec-48aa-9ea4-779a8464468e tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:32.993791 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d996c24-3a47-4227-bb3e-d7012735ea38 req-522dc52b-f4ec-48aa-9ea4-779a8464468e tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 945 time: 0.0952375 Sep 07 16:12:33.045767 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9aa2daf-c172-4738-85a3-ffaa73b6f171 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:33.053419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:33.066452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Transition to ACTIVE for port object e9aa2daf-c172-4738-85a3-ffaa73b6f171 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:12:33.070458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:33.071422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d996c24-3a47-4227-bb3e-d7012735ea38 req-157977a4-ed5f-43b3-a835-3ce987f3e520 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704424 Sep 07 16:12:33.126301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9aa2daf-c172-4738-85a3-ffaa73b6f171,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:33.212637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-24713c6b-490b-45a9-b621-4b0d5299158d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Router 96ee4caf-fdac-46b9-829b-66ec8bafe242 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:12:33.217128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Attempting to bind port e9aa2daf-c172-4738-85a3-ffaa73b6f171 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:12:33.217573 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Attempting to bind port e9aa2daf-c172-4738-85a3-ffaa73b6f171 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '7caac4b7-fa49-40f8-bd0e-003ba6f00d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:12:33.218080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Attempting to bind port e9aa2daf-c172-4738-85a3-ffaa73b6f171 on network 3a421148-ba0e-407a-b821-41685f8573a9 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:12:33.223250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Port e9aa2daf-c172-4738-85a3-ffaa73b6f171 on network 3a421148-ba0e-407a-b821-41685f8573a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:12:33.223595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Attempting to bind port e9aa2daf-c172-4738-85a3-ffaa73b6f171 on network 3a421148-ba0e-407a-b821-41685f8573a9 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:12:33.228152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a44a0c-5b8a-44a7-ab3c-00ecf1c706cc req-74494735-24c2-49b7-b186-705b3560ad9c tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:33.229148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:12:33.229488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Checking segment: {'id': '7caac4b7-fa49-40f8-bd0e-003ba6f00d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:33.229738 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03a44a0c-5b8a-44a7-ab3c-00ecf1c706cc req-74494735-24c2-49b7-b186-705b3560ad9c tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 943 time: 0.0937843 Sep 07 16:12:33.229873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Bound using segment: {'id': '7caac4b7-fa49-40f8-bd0e-003ba6f00d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:12:33.230285 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Bound port: e9aa2daf-c172-4738-85a3-ffaa73b6f171, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7caac4b7-fa49-40f8-bd0e-003ba6f00d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:12:33.230708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:33.296353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] For port e9aa2daf-c172-4738-85a3-ffaa73b6f171, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:12:33.299370 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] For port e9aa2daf-c172-4738-85a3-ffaa73b6f171, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e9aa2daf-c172-4738-85a3-ffaa73b6f171,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:12:33.304043 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:33.311746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03a44a0c-5b8a-44a7-ab3c-00ecf1c706cc req-ef3d1d6e-8da0-48a9-9120-394fb0ca84e3 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741498 Sep 07 16:12:33.350540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:33.351310 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:33.352738 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] 10.222.0.54 "PUT /v2.0/ports/e9aa2daf-c172-4738-85a3-ffaa73b6f171 HTTP/1.1" status: 200 len: 1091 time: 0.7340446 Sep 07 16:12:33.353193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ffe1bc-3268-47a6-bded-68286e7c3a71', 'tag': 'e9aa2daf-c172-4738-85a3-ffaa73b6f171'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:33.355517 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a7aa43-d1a7-4956-b206-9c375436dee5" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ffe1bc-3268-47a6-bded-68286e7c3a71", "tag": "e9aa2daf-c172-4738-85a3-ffaa73b6f171"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:33.388015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff426d-61d0-49e3-b3f0-98d8a47d81e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9aa2daf-c172-4738-85a3-ffaa73b6f171,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:33.393955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-24713c6b-490b-45a9-b621-4b0d5299158d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:12:33.405443 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5858db7-c59b-491b-b260-9a5c3f28f3c7 None None] Sync routers for ids ['96ee4caf-fdac-46b9-829b-66ec8bafe242'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:12:33.406769 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-24713c6b-490b-45a9-b621-4b0d5299158d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:33.418963 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5858db7-c59b-491b-b260-9a5c3f28f3c7 None None] Routers {'96ee4caf-fdac-46b9-829b-66ec8bafe242'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:12:33.420208 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d5858db7-c59b-491b-b260-9a5c3f28f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['96ee4caf-fdac-46b9-829b-66ec8bafe242'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:33.454907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-6f120c9d-1ea0-4f6b-ad72-0a6c2db19091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:33.456654 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-6f120c9d-1ea0-4f6b-ad72-0a6c2db19091 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0e9a770bde1473194b272e3a6f1ff47&device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 1094 time: 0.0617609 Sep 07 16:12:33.457486 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-24713c6b-490b-45a9-b621-4b0d5299158d tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "PUT /v2.0/floatingips/335452e1-f007-4f6f-b579-5976b1ebcd9d HTTP/1.1" status: 200 len: 694 time: 0.8465080 Sep 07 16:12:33.507333 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7fa98e-60bb-4fb7-b71b-2d047ce245a4 x-openstack-request-id: req-be7fa98e-60bb-4fb7-b71b-2d047ce245a4 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:33.507731 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ffe1bc-3268-47a6-bded-68286e7c3a71", "tag": "e9aa2daf-c172-4738-85a3-ffaa73b6f171", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:33.508163 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be7fa98e-60bb-4fb7-b71b-2d047ce245a4 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:33.508786 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ffe1bc-3268-47a6-bded-68286e7c3a71', 'tag': 'e9aa2daf-c172-4738-85a3-ffaa73b6f171', 'status': 'completed', 'code': 200} Sep 07 16:12:33.510680 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-ab73ffd7-0ad3-4dbc-979d-a031441e7185 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9aa2daf-c172-4738-85a3-ffaa73b6f171 HTTP/1.1" status: 200 len: 217 time: 0.0435522 Sep 07 16:12:33.513942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-e2e9b05f-0cc3-4c30-a348-32d3e9c01f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:33.515516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-e2e9b05f-0cc3-4c30-a348-32d3e9c01f5a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8da3fe3748234677b7686b108e516924&device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 1096 time: 0.0565822 Sep 07 16:12:33.555264 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d5858db7-c59b-491b-b260-9a5c3f28f3c7 None None] Set router 96ee4caf-fdac-46b9-829b-66ec8bafe242 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:12:33.574806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-d1340ca6-72e4-4fd1-b3e8-d809d0c4edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:33.576721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-d1340ca6-72e4-4fd1-b3e8-d809d0c4edab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4efa4370-cd4e-41e0-86aa-a50e7e7ef94d HTTP/1.1" status: 200 len: 862 time: 0.0578721 Sep 07 16:12:33.627940 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-c33303b9-2465-4651-8b66-01eaa7302dd0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a421148-ba0e-407a-b821-41685f8573a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372887 Sep 07 16:12:33.647850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33332e80-693c-4d18-86f7-c4e54b72bcf9 req-eea43f45-06c0-4f21-92ed-cf341ec545da tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:33.649482 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33332e80-693c-4d18-86f7-c4e54b72bcf9 req-eea43f45-06c0-4f21-92ed-cf341ec545da tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0949409 Sep 07 16:12:33.681116 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-cc787fca-21b3-463c-8bdd-93ab12499a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:33.682618 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-cc787fca-21b3-463c-8bdd-93ab12499a2f service neutron] 10.222.0.70 "GET /v2.0/networks?id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e HTTP/1.1" status: 200 len: 920 time: 0.1607065 Sep 07 16:12:33.730932 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-dc4c613b-98b2-4eda-8c79-ba0ee948f28f service neutron] 10.222.0.54 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928845 Sep 07 16:12:33.735214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-da10cc6a-5a6c-4d57-ad66-f7202e39c00f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 200 len: 217 time: 0.0371206 Sep 07 16:12:33.740864 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33332e80-693c-4d18-86f7-c4e54b72bcf9 req-7de98190-3c9d-4ce0-b661-242a406b977c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779576 Sep 07 16:12:33.790995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-6ac9d00e-2787-4a1d-95bb-320682a6a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:33.792228 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d5858db7-c59b-491b-b260-9a5c3f28f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:11:25Z', 'revision_number': 4, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'cfbcbf86-b526-43e4-b642-5ceea5917c8b', 'name': '', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'mac_address': 'fa:16:3e:4b:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:24Z', 'updated_at': '2021-09-07T16:11:33Z', 'revision_number': 5, 'project_id': '8da3fe3748234677b7686b108e516924', 'subnets': [{'id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:33.792703 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-6ac9d00e-2787-4a1d-95bb-320682a6a29f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=01f4de72-4935-4872-b8e1-3e60167416ad HTTP/1.1" status: 200 len: 859 time: 0.0507905 Sep 07 16:12:33.818846 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5858db7-c59b-491b-b260-9a5c3f28f3c7 None None] Checking router: 96ee4caf-fdac-46b9-829b-66ec8bafe242 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:12:33.826576 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-82b5e9a9-b6ec-49bf-9076-89258449062e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255022 Sep 07 16:12:33.828242 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5858db7-c59b-491b-b260-9a5c3f28f3c7 None None] Routers {'96ee4caf-fdac-46b9-829b-66ec8bafe242'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:12:33.828890 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d5858db7-c59b-491b-b260-9a5c3f28f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['96ee4caf-fdac-46b9-829b-66ec8bafe242'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:33.857326 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-972cb380-a90d-4935-96f9-406b3a1123b8 req-9293ec4b-3e36-4d7e-b287-8b9d41d1847a service neutron] 10.222.0.54 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119835 Sep 07 16:12:33.951402 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d5858db7-c59b-491b-b260-9a5c3f28f3c7 None None] Set router 96ee4caf-fdac-46b9-829b-66ec8bafe242 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:12:33.955978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:33.958283 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39523896-8675-4ad1-90b8-9081f73747b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:33.965206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7aa43-d1a7-4956-b206-9c375436dee5 req-44cfefe4-86e4-4b6b-8493-c2e7ca7e6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:33.967494 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a7aa43-d1a7-4956-b206-9c375436dee5 req-44cfefe4-86e4-4b6b-8493-c2e7ca7e6ef0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0e9a770bde1473194b272e3a6f1ff47&device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 1094 time: 0.0445607 Sep 07 16:12:33.970454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-142cc12f-12b3-406b-9c97-44fe67de671e service neutron] 10.222.0.70 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357479 Sep 07 16:12:33.994381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2783f-a69d-4ea4-8a37-df5ed80a70cc req-9af44754-b6dd-4940-88f2-85a7c8e4f6a6 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:33.995798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbd2783f-a69d-4ea4-8a37-df5ed80a70cc req-9af44754-b6dd-4940-88f2-85a7c8e4f6a6 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0895603 Sep 07 16:12:34.075725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7aa43-d1a7-4956-b206-9c375436dee5 req-c27e7df2-4c6e-415c-a57d-9bce35fb11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:34.077626 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a7aa43-d1a7-4956-b206-9c375436dee5 req-c27e7df2-4c6e-415c-a57d-9bce35fb11b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a421148-ba0e-407a-b821-41685f8573a9 HTTP/1.1" status: 200 len: 923 time: 0.0963869 Sep 07 16:12:34.078544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbd2783f-a69d-4ea4-8a37-df5ed80a70cc req-b5df8af4-e866-4f90-887a-0905311ee0ff tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729866 Sep 07 16:12:34.100131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d07df00-fca6-46f6-8285-c4124a3fc1f0 req-8d02786c-d5c0-466d-9fac-6b20486f2114 service neutron] 10.222.0.70 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219928 Sep 07 16:12:34.138223 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1ca4a6-86cc-41ed-9761-1a3f873a7efe x-openstack-request-id: req-6b1ca4a6-86cc-41ed-9761-1a3f873a7efe {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:34.138752 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:34.139300 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b1ca4a6-86cc-41ed-9761-1a3f873a7efe {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:34.139844 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046', 'status': 'completed', 'code': 200} Sep 07 16:12:34.148645 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a7aa43-d1a7-4956-b206-9c375436dee5 req-814ab161-39e0-4cc1-b28e-aaf2191b5889 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9aa2daf-c172-4738-85a3-ffaa73b6f171 HTTP/1.1" status: 200 len: 217 time: 0.0532377 Sep 07 16:12:34.211278 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d5858db7-c59b-491b-b260-9a5c3f28f3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:11:25Z', 'revision_number': 4, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'cfbcbf86-b526-43e4-b642-5ceea5917c8b', 'name': '', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'mac_address': 'fa:16:3e:4b:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:24Z', 'updated_at': '2021-09-07T16:11:33Z', 'revision_number': 5, 'project_id': '8da3fe3748234677b7686b108e516924', 'subnets': [{'id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:34.214860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-445e0d6a-97d4-4ebe-a267-abc0fc9a16f1 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/floatingips/335452e1-f007-4f6f-b579-5976b1ebcd9d HTTP/1.1" status: 200 len: 694 time: 0.0587754 Sep 07 16:12:34.241010 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7aa43-d1a7-4956-b206-9c375436dee5 req-c7df05ca-dfb0-48f0-a7b7-9d5c16db33da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:34.242220 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a7aa43-d1a7-4956-b206-9c375436dee5 req-c7df05ca-dfb0-48f0-a7b7-9d5c16db33da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4efa4370-cd4e-41e0-86aa-a50e7e7ef94d HTTP/1.1" status: 200 len: 862 time: 0.0787187 Sep 07 16:12:34.249038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39523896-8675-4ad1-90b8-9081f73747b4 req-32033c76-019a-41e9-8daa-86a610819f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:34.250405 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-39523896-8675-4ad1-90b8-9081f73747b4 req-32033c76-019a-41e9-8daa-86a610819f6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8da3fe3748234677b7686b108e516924&device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 1096 time: 0.0783770 Sep 07 16:12:34.256663 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5858db7-c59b-491b-b260-9a5c3f28f3c7 None None] The sync data for ids ['96ee4caf-fdac-46b9-829b-66ec8bafe242'] in n-d-807551-3 is: [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:11:25Z', 'revision_number': 4, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'cfbcbf86-b526-43e4-b642-5ceea5917c8b', 'name': '', 'network_id': '959b0cec-8319-48d1-bbf0-bc72dbef9c4e', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'mac_address': 'fa:16:3e:4b:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:24Z', 'updated_at': '2021-09-07T16:11:33Z', 'revision_number': 5, 'project_id': '8da3fe3748234677b7686b108e516924', 'subnets': [{'id': '01f4de72-4935-4872-b8e1-3e60167416ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:12:34.299486 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a7aa43-d1a7-4956-b206-9c375436dee5 req-878e7d5e-c990-41bf-b5f7-6cc67f7814bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a421148-ba0e-407a-b821-41685f8573a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481133 Sep 07 16:12:34.314989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb38602-d5ad-48d3-8a53-a2b293739274 req-106f23fb-d007-40b1-b45b-10b9f70a83ed tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:34.316714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fb38602-d5ad-48d3-8a53-a2b293739274 req-106f23fb-d007-40b1-b45b-10b9f70a83ed tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 945 time: 0.1209974 Sep 07 16:12:34.389175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-7e942555-1cd1-4746-b4d6-05e41962520e tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:34.391282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-7e942555-1cd1-4746-b4d6-05e41962520e tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 784 time: 0.1613889 Sep 07 16:12:34.409078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fb38602-d5ad-48d3-8a53-a2b293739274 req-a29c659a-3995-4d84-9363-e3c490278871 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d4c521f-0654-4f89-a90a-a123d46d08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782080 Sep 07 16:12:34.449822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39523896-8675-4ad1-90b8-9081f73747b4 req-683bf254-c697-42a7-99b8-6c5aba15a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:34.451481 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-39523896-8675-4ad1-90b8-9081f73747b4 req-683bf254-c697-42a7-99b8-6c5aba15a280 service neutron] 10.222.0.35 "GET /v2.0/networks?id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e HTTP/1.1" status: 200 len: 920 time: 0.1905565 Sep 07 16:12:34.512670 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-39523896-8675-4ad1-90b8-9081f73747b4 req-e80537dc-ef8e-40f2-92de-5a418460da10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 200 len: 217 time: 0.0496883 Sep 07 16:12:34.514574 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a7aa43-d1a7-4956-b206-9c375436dee5 req-6b8861a9-c98b-4563-bafa-38af6334f4c2 service neutron] 10.222.0.54 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056017 Sep 07 16:12:34.532788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-6116086e-bf31-476c-8bc4-a6f8f84de1ee tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 697 time: 0.1223214 Sep 07 16:12:34.596685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-fb8cd60f-be1e-42aa-98cb-993a438db41c tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 697 time: 0.0628736 Sep 07 16:12:34.604486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dd5c1-6518-4286-9482-25d0e7845332 req-35db4c44-db5f-487b-b06e-d640acc177bd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:34.606293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df8dd5c1-6518-4286-9482-25d0e7845332 req-35db4c44-db5f-487b-b06e-d640acc177bd tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 943 time: 0.1102936 Sep 07 16:12:34.616239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc4184-3bcb-4f68-891c-e7f6c50117cb None None] New status for floating IP 335452e1-f007-4f6f-b579-5976b1ebcd9d: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:12:34.753229 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df8dd5c1-6518-4286-9482-25d0e7845332 req-2ceed170-0988-4d42-b2bc-5169abdbac1e tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364381 Sep 07 16:12:34.797376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-76be0dbd-1770-4c47-970c-cfb6166b37cf tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Deleting port 3c7f4fec-27cb-46e9-b347-e68172992379 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:12:34.798210 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-76be0dbd-1770-4c47-970c-cfb6166b37cf tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:34.898732 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-76be0dbd-1770-4c47-970c-cfb6166b37cf tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:34.899087 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-76be0dbd-1770-4c47-970c-cfb6166b37cf tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:34.914612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-76be0dbd-1770-4c47-970c-cfb6166b37cf tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Calling delete_port for 3c7f4fec-27cb-46e9-b347-e68172992379 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:12:34.952588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39523896-8675-4ad1-90b8-9081f73747b4 req-c57a2052-b00a-4702-9f87-b478c308734c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:34.954055 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-39523896-8675-4ad1-90b8-9081f73747b4 req-c57a2052-b00a-4702-9f87-b478c308734c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01f4de72-4935-4872-b8e1-3e60167416ad HTTP/1.1" status: 200 len: 859 time: 0.4315300 Sep 07 16:12:34.984382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87530f2c-5365-411e-b6a1-0100d5f8b69e req-080ffd2e-c737-4f7b-bfcc-59837a07f84b tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:34.985478 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-87530f2c-5365-411e-b6a1-0100d5f8b69e req-080ffd2e-c737-4f7b-bfcc-59837a07f84b tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 945 time: 0.4746990 Sep 07 16:12:35.005076 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-39523896-8675-4ad1-90b8-9081f73747b4 req-73b781cb-2843-4420-b348-de1aa1332ede service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=959b0cec-8319-48d1-bbf0-bc72dbef9c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421672 Sep 07 16:12:35.066486 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a7aa43-d1a7-4956-b206-9c375436dee5 req-43241279-303b-4bd7-80e4-bc86eb5c762b service neutron] 10.222.0.54 "GET /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304833 Sep 07 16:12:35.092319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18b904-2de5-4096-99d5-7dc0d7b8beaf req-bef367c7-0780-4e8d-b22b-2224cfa31c31 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:35.093895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de18b904-2de5-4096-99d5-7dc0d7b8beaf req-bef367c7-0780-4e8d-b22b-2224cfa31c31 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0899746 Sep 07 16:12:35.111401 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-76be0dbd-1770-4c47-970c-cfb6166b37cf tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:35.147802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be0dbd-1770-4c47-970c-cfb6166b37cf tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Pushing event deleted for resources: {'Port': ['ID=3c7f4fec-27cb-46e9-b347-e68172992379,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:35.174092 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-39523896-8675-4ad1-90b8-9081f73747b4 req-052e0e38-b184-4de1-854d-ee3b50decf33 service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598136 Sep 07 16:12:35.182382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-87530f2c-5365-411e-b6a1-0100d5f8b69e req-c0cad3d5-2029-4cc2-887d-94cefb2465a8 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Deleting port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:12:35.182763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de18b904-2de5-4096-99d5-7dc0d7b8beaf req-c31551ff-9c9e-46c7-8f7b-be6e12c96f2b tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796843 Sep 07 16:12:35.182897 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-87530f2c-5365-411e-b6a1-0100d5f8b69e req-c0cad3d5-2029-4cc2-887d-94cefb2465a8 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:35.220590 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-76be0dbd-1770-4c47-970c-cfb6166b37cf tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:35.223215 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-76be0dbd-1770-4c47-970c-cfb6166b37cf tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:35.224556 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03d2ad5d-3fae-469f-a731-9a58a5ea7e9a req-76be0dbd-1770-4c47-970c-cfb6166b37cf tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "DELETE /v2.0/floatingips/335452e1-f007-4f6f-b579-5976b1ebcd9d HTTP/1.1" status: 204 len: 173 time: 0.6166668 Sep 07 16:12:35.238948 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:12:35.288367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-87530f2c-5365-411e-b6a1-0100d5f8b69e req-c0cad3d5-2029-4cc2-887d-94cefb2465a8 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] For port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd,segment=NetworkSegment(b221029e-e14e-4bce-901f-6e2d5fe86c30),segment_id=b221029e-e14e-4bce-901f-6e2d5fe86c30)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:35.288827 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-87530f2c-5365-411e-b6a1-0100d5f8b69e req-c0cad3d5-2029-4cc2-887d-94cefb2465a8 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:35.303468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-87530f2c-5365-411e-b6a1-0100d5f8b69e req-c0cad3d5-2029-4cc2-887d-94cefb2465a8 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Calling delete_port for b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:12:35.339158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83796e2-dea9-40f7-84a3-5456dffcea7f req-fcaff293-0664-49eb-b9ba-d02b7209409e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:35.341002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a83796e2-dea9-40f7-84a3-5456dffcea7f req-fcaff293-0664-49eb-b9ba-d02b7209409e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0583804 Sep 07 16:12:35.384368 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a83796e2-dea9-40f7-84a3-5456dffcea7f req-0672f32b-92c3-4671-9fdd-19e658e7dd85 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372188 Sep 07 16:12:35.461752 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-660e13a0-70c2-4149-b20a-aeaa5872aac9 req-07ee23ec-9ab3-4b32-ac3d-2b34d8813c6b tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups/30c7af52-4cb7-47fa-ad7d-f39602b8e33b HTTP/1.1" status: 200 len: 1809 time: 0.0486031 Sep 07 16:12:35.529090 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-87530f2c-5365-411e-b6a1-0100d5f8b69e req-c0cad3d5-2029-4cc2-887d-94cefb2465a8 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:35.561756 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-660e13a0-70c2-4149-b20a-aeaa5872aac9 req-1c454406-a992-4fbe-b6e0-2ffe8d4d0bbc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:35.568022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cad3d5-2029-4cc2-887d-94cefb2465a8 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Pushing event deleted for resources: {'Port': ['ID=b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:35.589963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bf28c-4292-42bf-849f-4f662ddd4462 req-561cc9d4-84f9-45fc-8ffb-7d0a97417964 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:35.592498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f7bf28c-4292-42bf-849f-4f662ddd4462 req-561cc9d4-84f9-45fc-8ffb-7d0a97417964 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0928738 Sep 07 16:12:35.605555 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-660e13a0-70c2-4149-b20a-aeaa5872aac9 req-1c454406-a992-4fbe-b6e0-2ffe8d4d0bbc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:35.609129 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-39523896-8675-4ad1-90b8-9081f73747b4 req-6725a867-a51b-4a8c-b351-96eb3306d174 service neutron] 10.222.0.35 "GET /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185249 Sep 07 16:12:35.614513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4c30-92e3-4483-bc2b-f1dc987d7f89 req-53fd8f00-e3ed-48c5-a082-7f5ecc0d8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:35.616218 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c14f4c30-92e3-4483-bc2b-f1dc987d7f89 req-53fd8f00-e3ed-48c5-a082-7f5ecc0d8adf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 1097 time: 0.1246295 Sep 07 16:12:35.642991 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-87530f2c-5365-411e-b6a1-0100d5f8b69e req-c0cad3d5-2029-4cc2-887d-94cefb2465a8 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] No DVR routers for this DVR port b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:12:35.646109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-87530f2c-5365-411e-b6a1-0100d5f8b69e req-c0cad3d5-2029-4cc2-887d-94cefb2465a8 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:35.648080 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-87530f2c-5365-411e-b6a1-0100d5f8b69e req-c0cad3d5-2029-4cc2-887d-94cefb2465a8 tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.35 "DELETE /v2.0/ports/b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd HTTP/1.1" status: 204 len: 173 time: 0.6459291 Sep 07 16:12:35.648630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef', 'name': 'network-vif-deleted', 'tag': 'b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:35.651367 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67ba6e3-e4ee-447e-8697-7b311f5ed63f" -d '{"events": [{"server_uuid": "ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef", "name": "network-vif-deleted", "tag": "b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:35.677205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f7bf28c-4292-42bf-849f-4f662ddd4462 req-14bb1ff2-30b6-485a-8481-020fcef2c167 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764747 Sep 07 16:12:35.707037 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-660e13a0-70c2-4149-b20a-aeaa5872aac9 req-1c454406-a992-4fbe-b6e0-2ffe8d4d0bbc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:35.711220 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-660e13a0-70c2-4149-b20a-aeaa5872aac9 req-1c454406-a992-4fbe-b6e0-2ffe8d4d0bbc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:35.713418 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-660e13a0-70c2-4149-b20a-aeaa5872aac9 req-1c454406-a992-4fbe-b6e0-2ffe8d4d0bbc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "DELETE /v2.0/security-groups/30c7af52-4cb7-47fa-ad7d-f39602b8e33b HTTP/1.1" status: 204 len: 173 time: 0.2436821 Sep 07 16:12:35.727676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c454406-a992-4fbe-b6e0-2ffe8d4d0bbc tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c7af52-4cb7-47fa-ad7d-f39602b8e33b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:35.788087 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee5676b-e796-4a85-9356-4334f60bb639 x-openstack-request-id: req-4ee5676b-e796-4a85-9356-4334f60bb639 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:35.788513 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef", "name": "network-vif-deleted", "tag": "b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:35.788658 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ee5676b-e796-4a85-9356-4334f60bb639 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:35.789136 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef', 'name': 'network-vif-deleted', 'tag': 'b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd', 'status': 'completed', 'code': 200} Sep 07 16:12:35.794468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4c30-92e3-4483-bc2b-f1dc987d7f89 req-4841ddc1-4a5f-4450-a912-8880c5767ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:35.808428 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c14f4c30-92e3-4483-bc2b-f1dc987d7f89 req-4841ddc1-4a5f-4450-a912-8880c5767ada service neutron] 10.222.0.54 "GET /v2.0/networks?id=321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 200 len: 920 time: 0.1736860 Sep 07 16:12:35.814633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38b9a0ea-296e-49f7-84f3-2deef8ae6407 req-0480d72c-d108-4b76-8a81-5b1730bb3a5e tempest-InstanceActionsNegativeTestJSON-1086765897 tempest-InstanceActionsNegativeTestJSON-1086765897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1d4ff2-cebe-4785-96c9-f0c6da2d19ef HTTP/1.1" status: 200 len: 210 time: 0.0401919 Sep 07 16:12:35.901491 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c14f4c30-92e3-4483-bc2b-f1dc987d7f89 req-2997d524-b75d-4b7f-98cb-eade9890faa6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7deeff8-1f68-42ac-90ed-9628d43a899f HTTP/1.1" status: 200 len: 217 time: 0.0759306 Sep 07 16:12:35.950729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639b2f4-1e3e-4138-9b8c-eb0529a73512 req-0cdd59cc-257c-40c7-b364-812ba9fd73c6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:35.952573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6639b2f4-1e3e-4138-9b8c-eb0529a73512 req-0cdd59cc-257c-40c7-b364-812ba9fd73c6 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 943 time: 0.0647509 Sep 07 16:12:35.974732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4c30-92e3-4483-bc2b-f1dc987d7f89 req-913556f5-c777-448f-a20a-f87419a69b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:35.976057 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c14f4c30-92e3-4483-bc2b-f1dc987d7f89 req-913556f5-c777-448f-a20a-f87419a69b31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1874e443-5e2c-4388-942c-9fb02097ea98 HTTP/1.1" status: 200 len: 859 time: 0.0582881 Sep 07 16:12:36.018468 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c14f4c30-92e3-4483-bc2b-f1dc987d7f89 req-6dd7b4b9-8543-4ddd-b981-edddcdb5c91a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=321a19d1-dc12-43ba-ad8b-bee3a77b8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328109 Sep 07 16:12:36.025438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6639b2f4-1e3e-4138-9b8c-eb0529a73512 req-83f4aea3-eea8-4238-8169-deff65acded2 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611494 Sep 07 16:12:36.154269 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c14f4c30-92e3-4483-bc2b-f1dc987d7f89 req-b796feaf-643a-4597-8fec-b39246a66128 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080408 Sep 07 16:12:36.173422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84757db-23d7-45dc-9bbc-fffe5ff1dd72 req-a92f1f75-971f-4abf-916e-dce252ecbebb tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:36.175073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f84757db-23d7-45dc-9bbc-fffe5ff1dd72 req-a92f1f75-971f-4abf-916e-dce252ecbebb tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0806303 Sep 07 16:12:36.241258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f84757db-23d7-45dc-9bbc-fffe5ff1dd72 req-f91fb979-6630-43a1-a222-6d0e83b897a9 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596807 Sep 07 16:12:36.308882 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c14f4c30-92e3-4483-bc2b-f1dc987d7f89 req-8dd4dd3a-0a7a-47d5-8fd1-9bbcba9ae0d2 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422324 Sep 07 16:12:36.380959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b98f7f-d7cf-4936-9042-a21f7b539c55 req-d930489c-dc12-4a0b-96ab-a1a9b847a81f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:36.382587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26b98f7f-d7cf-4936-9042-a21f7b539c55 req-d930489c-dc12-4a0b-96ab-a1a9b847a81f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0894239 Sep 07 16:12:36.470323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26b98f7f-d7cf-4936-9042-a21f7b539c55 req-6ed77c55-2f42-4a0c-a81e-1b07ca67f495 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799048 Sep 07 16:12:36.536640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b86da-0389-4ae0-87fd-eb0aa4f50bdb req-66bd15ca-3a6b-4fef-8cc9-c85d24e5c8e9 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:36.538226 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b95b86da-0389-4ae0-87fd-eb0aa4f50bdb req-66bd15ca-3a6b-4fef-8cc9-c85d24e5c8e9 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0548797 Sep 07 16:12:36.579030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b95b86da-0389-4ae0-87fd-eb0aa4f50bdb req-10b71fab-73c7-4afe-aa10-ec932f0fa846 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346041 Sep 07 16:12:36.912682 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50488) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:36.951360 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e9aa2daf-c172-4738-85a3-ffaa73b6f171 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:12:36.981043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b321b3-25e6-4c03-bb79-94be4e2cec2e admin admin] Deleting subnet 7be767a4-354e-4320-93bd-5dedf4245006 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:12:36.985008 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3b321b3-25e6-4c03-bb79-94be4e2cec2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.050395 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3b321b3-25e6-4c03-bb79-94be4e2cec2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.073858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e9aa2daf-c172-4738-85a3-ffaa73b6f171, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e9aa2daf-c172-4738-85a3-ffaa73b6f171,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:37.087981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'e9aa2daf-c172-4738-85a3-ffaa73b6f171', 'network_id': '3a421148-ba0e-407a-b821-41685f8573a9', 'port_id': 'e9aa2daf-c172-4738-85a3-ffaa73b6f171', 'mac_address': 'fa:16:3e:06:65:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efa4370-cd4e-41e0-86aa-a50e7e7ef94d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:12:37.112743 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3b321b3-25e6-4c03-bb79-94be4e2cec2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.151099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:12:37.174879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:12:37.175243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b3b36a9c-b6ef-4d37-8f0e-3cc601e95bfd not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:12:37.176740 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.190025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea24c11-56ed-4c0f-9968-7da70410fb7e req-7860017d-1cbb-4119-b870-e3cb4d87c91e tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:37.191320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9aa2daf-c172-4738-85a3-ffaa73b6f171 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:37.195976 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ea24c11-56ed-4c0f-9968-7da70410fb7e req-7860017d-1cbb-4119-b870-e3cb4d87c91e tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.4232619 Sep 07 16:12:37.211702 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3b321b3-25e6-4c03-bb79-94be4e2cec2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.215657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e9aa2daf-c172-4738-85a3-ffaa73b6f171, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e9aa2daf-c172-4738-85a3-ffaa73b6f171,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:37.228078 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.268742 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3b321b3-25e6-4c03-bb79-94be4e2cec2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.271912 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a3b321b3-25e6-4c03-bb79-94be4e2cec2e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7be767a4-354e-4320-93bd-5dedf4245006 HTTP/1.1" status: 204 len: 168 time: 0.3576336 Sep 07 16:12:37.273593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b321b3-25e6-4c03-bb79-94be4e2cec2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be767a4-354e-4320-93bd-5dedf4245006,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:37.277860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50506) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:37.294893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ea24c11-56ed-4c0f-9968-7da70410fb7e req-cc214674-9991-4f58-a62a-6b0a98c31673 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919259 Sep 07 16:12:37.308753 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44cad0-0cd4-41b7-8d2d-3c05661fcbb3 req-3cebdca4-bdcc-4379-926a-5fb866b89b62 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:37.311075 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb44cad0-0cd4-41b7-8d2d-3c05661fcbb3 req-3cebdca4-bdcc-4379-926a-5fb866b89b62 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 944 time: 0.0748491 Sep 07 16:12:37.328638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=e9aa2daf-c172-4738-85a3-ffaa73b6f171,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:37.379335 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb44cad0-0cd4-41b7-8d2d-3c05661fcbb3 req-7933c1b0-3029-4a8b-ae4a-4745a80c5a91 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579722 Sep 07 16:12:37.423502 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-565f15b7-d610-4bfa-b1e8-9dde43eeab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.501253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7d8c5-662c-4ef1-8025-34cde60c8cda req-a45574db-95a4-4012-a274-1c67e5ab1efb tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:37.502937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1fd7d8c5-662c-4ef1-8025-34cde60c8cda req-a45574db-95a4-4012-a274-1c67e5ab1efb tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0566902 Sep 07 16:12:37.541896 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-565f15b7-d610-4bfa-b1e8-9dde43eeab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.564626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1fd7d8c5-662c-4ef1-8025-34cde60c8cda req-e97c8ac6-1ede-4720-a524-af00d2862ba5 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532725 Sep 07 16:12:37.586691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-565f15b7-d610-4bfa-b1e8-9dde43eeab2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9122a9ff-c0c8-46c5-a357-9433d7eb7514']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:37.598430 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['e9aa2daf-c172-4738-85a3-ffaa73b6f171'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:37.600134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-565f15b7-d610-4bfa-b1e8-9dde43eeab2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b221029e-e14e-4bce-901f-6e2d5fe86c30') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:37.602534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-565f15b7-d610-4bfa-b1e8-9dde43eeab2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b221029e-e14e-4bce-901f-6e2d5fe86c30') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:37.621651 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-565f15b7-d610-4bfa-b1e8-9dde43eeab2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.639425 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-565f15b7-d610-4bfa-b1e8-9dde43eeab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.647965 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565f15b7-d610-4bfa-b1e8-9dde43eeab2e admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:12:37.648591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-565f15b7-d610-4bfa-b1e8-9dde43eeab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.709139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09648c91-b3dc-4cde-bc84-5bd621fc1714 req-6148e94f-9e96-4fe4-8c4a-0fd748e7b6a6 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:37.711085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09648c91-b3dc-4cde-bc84-5bd621fc1714 req-6148e94f-9e96-4fe4-8c4a-0fd748e7b6a6 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1245725 Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:12:37.721671 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:12:37.726897 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-565f15b7-d610-4bfa-b1e8-9dde43eeab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.737477 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-565f15b7-d610-4bfa-b1e8-9dde43eeab2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:37.744868 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-565f15b7-d610-4bfa-b1e8-9dde43eeab2e admin admin] 10.222.0.70 "DELETE /v2.0/networks/9122a9ff-c0c8-46c5-a357-9433d7eb7514 HTTP/1.1" status: 204 len: 168 time: 0.4628940 Sep 07 16:12:37.773895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f15b7-d610-4bfa-b1e8-9dde43eeab2e admin admin] Pushing event deleted for resources: {'Network': ['ID=9122a9ff-c0c8-46c5-a357-9433d7eb7514,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:37.821169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09648c91-b3dc-4cde-bc84-5bd621fc1714 req-79c3eab1-4407-4ce7-b0d0-3cbed113bae5 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916960 Sep 07 16:12:37.849529 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc3b20-aa82-4ace-bea0-315ae005952f req-4600b06e-75d8-40a7-af06-8ae70ea24379 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:37.851098 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03dc3b20-aa82-4ace-bea0-315ae005952f req-4600b06e-75d8-40a7-af06-8ae70ea24379 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1537154 Sep 07 16:12:37.907732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03dc3b20-aa82-4ace-bea0-315ae005952f req-f9249331-0a35-4f6d-a930-4a794e9ac013 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494065 Sep 07 16:12:37.927436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50514) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:37.968845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e5e4f80a-f29e-4380-b1de-d4c1c85f74d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=443b05f6db174183a723131ecb3dc6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399036 Sep 07 16:12:37.971195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50516) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:38.024159 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:38.049150 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:38.096035 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:38.099068 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:38.102350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d4c521f-0654-4f89-a90a-a123d46d08f7 HTTP/1.1" status: 204 len: 168 time: 0.1280553 Sep 07 16:12:38.109368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4c521f-0654-4f89-a90a-a123d46d08f7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:38.117712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:38.118058 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:38.118426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:38.118776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:38.119124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:38.119477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:38.119805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:38.120130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:38.120480 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:38.120815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:38.121153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:38.121477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e247b61-3438-4332-ba8f-49eef80b0296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:38.531165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd8893-ae2a-4dd1-b023-73fbef5b658f req-ca334b27-68bd-426c-a9bd-4728261a5867 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:38.532842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74dd8893-ae2a-4dd1-b023-73fbef5b658f req-ca334b27-68bd-426c-a9bd-4728261a5867 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1148226 Sep 07 16:12:38.554324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727019d-9fb7-44c9-8067-bd22c76cee3b req-a64a12f4-52de-4182-89fe-9e7063519456 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:38.555805 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0727019d-9fb7-44c9-8067-bd22c76cee3b req-a64a12f4-52de-4182-89fe-9e7063519456 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 944 time: 0.0778408 Sep 07 16:12:38.606430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74dd8893-ae2a-4dd1-b023-73fbef5b658f req-f7d991ba-550a-478a-902f-f28626209cde tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659516 Sep 07 16:12:38.613974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0727019d-9fb7-44c9-8067-bd22c76cee3b req-7f309569-4e68-45ad-be89-220fd81dd9b9 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497112 Sep 07 16:12:38.779162 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b697e-529d-473d-97cc-be5887b3281b req-105b38ea-f0b4-443a-8f86-8fb158e468b2 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:38.785424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-451b697e-529d-473d-97cc-be5887b3281b req-105b38ea-f0b4-443a-8f86-8fb158e468b2 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.0649529 Sep 07 16:12:38.847187 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-451b697e-529d-473d-97cc-be5887b3281b req-8d44b9b3-a55c-4520-80b8-a0c8f6fb845e tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a43f45a-3f25-47c3-99d2-926d024aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562162 Sep 07 16:12:38.955534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e9aa2daf-c172-4738-85a3-ffaa73b6f171 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:38.980438 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387954c-f1b7-44fa-ab89-64f177583faa req-81bc57d6-71b7-4388-9afc-df8815cba2a7 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:38.988857 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9387954c-f1b7-44fa-ab89-64f177583faa req-81bc57d6-71b7-4388-9afc-df8815cba2a7 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0749733 Sep 07 16:12:39.051069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9387954c-f1b7-44fa-ab89-64f177583faa req-6e22e487-9029-4e69-8ef2-85e4bc4a77d1 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613084 Sep 07 16:12:39.108424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8b3c1-54cf-49a3-bd39-1e400a09940e req-7c465fb3-947a-4cd2-a799-ef0594addf7b tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:39.110866 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1f8b3c1-54cf-49a3-bd39-1e400a09940e req-7c465fb3-947a-4cd2-a799-ef0594addf7b tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 945 time: 0.1236405 Sep 07 16:12:39.113637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port e9aa2daf-c172-4738-85a3-ffaa73b6f171 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:12:39.122739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port e9aa2daf-c172-4738-85a3-ffaa73b6f171 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:39.123130 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.161003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36651b-533f-4702-bd4e-955609f348af req-98be14d7-49e9-4296-b9d5-f844a4b82240 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:39.164055 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae36651b-533f-4702-bd4e-955609f348af req-98be14d7-49e9-4296-b9d5-f844a4b82240 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1090107 Sep 07 16:12:39.169986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50560) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:39.247752 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae36651b-533f-4702-bd4e-955609f348af req-ac5529eb-71e2-4515-a5fa-073859d2894b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681949 Sep 07 16:12:39.278979 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b1f8b3c1-54cf-49a3-bd39-1e400a09940e req-6dec1c1c-2a53-4a8c-a3c3-8a531cf9b4da tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Deleting port 2d64dc87-91fa-489c-be31-40d4ac4ad046 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:12:39.279312 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b1f8b3c1-54cf-49a3-bd39-1e400a09940e req-6dec1c1c-2a53-4a8c-a3c3-8a531cf9b4da tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.302438 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.331340 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ffe1bc-3268-47a6-bded-68286e7c3a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9aa2daf-c172-4738-85a3-ffaa73b6f171'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:39.334051 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7fdbb1-c785-4f91-bd38-8ac86c12a6e7" -d '{"events": [{"server_uuid": "d3ffe1bc-3268-47a6-bded-68286e7c3a71", "name": "network-vif-plugged", "status": "completed", "tag": "e9aa2daf-c172-4738-85a3-ffaa73b6f171"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:39.356090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e9aa2daf-c172-4738-85a3-ffaa73b6f171, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e9aa2daf-c172-4738-85a3-ffaa73b6f171,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:39.369565 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.370176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1639138153-network', 'tenant_id': '021b7fa5f9114de0bd5a5602ddc36929'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:39.396893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Made reservation on behalf of 021b7fa5f9114de0bd5a5602ddc36929 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:39.399789 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.413856 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be39693-4827-4c5c-baab-dfd4688f521f x-openstack-request-id: req-0be39693-4827-4c5c-baab-dfd4688f521f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:39.414532 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ffe1bc-3268-47a6-bded-68286e7c3a71", "name": "network-vif-plugged", "status": "completed", "tag": "e9aa2daf-c172-4738-85a3-ffaa73b6f171", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:39.414961 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0be39693-4827-4c5c-baab-dfd4688f521f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:39.415579 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ffe1bc-3268-47a6-bded-68286e7c3a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9aa2daf-c172-4738-85a3-ffaa73b6f171', 'code': 200} Sep 07 16:12:39.418710 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.436985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=e9aa2daf-c172-4738-85a3-ffaa73b6f171,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:39.482220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b1f8b3c1-54cf-49a3-bd39-1e400a09940e req-6dec1c1c-2a53-4a8c-a3c3-8a531cf9b4da tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] For port 2d64dc87-91fa-489c-be31-40d4ac4ad046, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2d64dc87-91fa-489c-be31-40d4ac4ad046,segment=NetworkSegment(a48f8a4a-1564-4678-b191-f9b01d4b50f9),segment_id=a48f8a4a-1564-4678-b191-f9b01d4b50f9)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:39.482613 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b1f8b3c1-54cf-49a3-bd39-1e400a09940e req-6dec1c1c-2a53-4a8c-a3c3-8a531cf9b4da tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.521636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b1f8b3c1-54cf-49a3-bd39-1e400a09940e req-6dec1c1c-2a53-4a8c-a3c3-8a531cf9b4da tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Calling delete_port for 2d64dc87-91fa-489c-be31-40d4ac4ad046 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:12:39.532575 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.538088 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.552912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:12:39.564869 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.565641 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Added segment c678c5a1-1787-458c-9f99-36c7ae91034f of type vlan for network e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 Sep 07 16:12:39.602630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16635a-20fc-41f5-8896-b6799a1fc79f req-33bced83-a355-44bd-b809-9cdabd448838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:39.604152 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ca16635a-20fc-41f5-8896-b6799a1fc79f req-33bced83-a355-44bd-b809-9cdabd448838 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 1096 time: 0.1112263 Sep 07 16:12:39.633375 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.636044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1abacc0-4150-47e2-9709-6d40a46df9eb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:39.675621 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ca16635a-20fc-41f5-8896-b6799a1fc79f req-2fd5c457-bcd9-434d-aedb-680d7068b850 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603514 Sep 07 16:12:39.686741 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.688227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:39.689000 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.721630 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5504293 Sep 07 16:12:39.722372 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50580) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:39.752714 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b1f8b3c1-54cf-49a3-bd39-1e400a09940e req-6dec1c1c-2a53-4a8c-a3c3-8a531cf9b4da tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.762944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-03e9b7c2-3a5b-4b53-84cd-f2be15f44e92 admin admin] Request body: {'subnet': {'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1639138153-subnet', 'tenant_id': '021b7fa5f9114de0bd5a5602ddc36929', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:39.795866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec1c1c-2a53-4a8c-a3c3-8a531cf9b4da tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Pushing event deleted for resources: {'Port': ['ID=2d64dc87-91fa-489c-be31-40d4ac4ad046,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:39.833544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f8b3c1-54cf-49a3-bd39-1e400a09940e req-6dec1c1c-2a53-4a8c-a3c3-8a531cf9b4da tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] No DVR routers for this DVR port 2d64dc87-91fa-489c-be31-40d4ac4ad046 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:12:39.836199 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b1f8b3c1-54cf-49a3-bd39-1e400a09940e req-6dec1c1c-2a53-4a8c-a3c3-8a531cf9b4da tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.839574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51ea5d-9ea9-4028-8e43-8db98cce135b admin admin] Pushing event updated for resources: {'Network': ['ID=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:39.844814 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1f8b3c1-54cf-49a3-bd39-1e400a09940e req-6dec1c1c-2a53-4a8c-a3c3-8a531cf9b4da tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.35 "DELETE /v2.0/ports/2d64dc87-91fa-489c-be31-40d4ac4ad046 HTTP/1.1" status: 204 len: 173 time: 0.7268455 Sep 07 16:12:39.845372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'name': 'network-vif-deleted', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:39.853329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:12:39.855019 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4205de43-9546-4372-80c0-e1daeed908d5" -d '{"events": [{"server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "name": "network-vif-deleted", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:39.893012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc45c6-a191-4941-9ffa-4b3141f32dd1 req-c0faeef8-fb30-4346-8b52-a31d376f6e18 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:39.894761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6adc45c6-a191-4941-9ffa-4b3141f32dd1 req-c0faeef8-fb30-4346-8b52-a31d376f6e18 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1788206 Sep 07 16:12:39.941220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e9b7c2-3a5b-4b53-84cd-f2be15f44e92 admin admin] Made reservation on behalf of 021b7fa5f9114de0bd5a5602ddc36929 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:39.943744 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03e9b7c2-3a5b-4b53-84cd-f2be15f44e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:39.984053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bc27a-3742-427f-a00b-26fdfe93f9c1 req-c7a068e1-63f3-4ca7-aab4-d406b4777230 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:39.985962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da7bc27a-3742-427f-a00b-26fdfe93f9c1 req-c7a068e1-63f3-4ca7-aab4-d406b4777230 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 945 time: 0.2114377 Sep 07 16:12:40.051103 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6adc45c6-a191-4941-9ffa-4b3141f32dd1 req-74106050-567d-4048-a908-a11cd15a151a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406019 Sep 07 16:12:40.125315 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da7bc27a-3742-427f-a00b-26fdfe93f9c1 req-4f529007-677f-4739-9be7-afd00a17e912 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306019 Sep 07 16:12:40.223017 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb6e42b-4e14-4f3e-8919-e0e328bd231d x-openstack-request-id: req-3fb6e42b-4e14-4f3e-8919-e0e328bd231d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:40.223556 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ab9b80-4004-4605-98b4-ce28dee7d591", "name": "network-vif-deleted", "tag": "2d64dc87-91fa-489c-be31-40d4ac4ad046", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:40.223556 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3fb6e42b-4e14-4f3e-8919-e0e328bd231d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:40.223903 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ab9b80-4004-4605-98b4-ce28dee7d591', 'name': 'network-vif-deleted', 'tag': '2d64dc87-91fa-489c-be31-40d4ac4ad046', 'status': 'completed', 'code': 200} Sep 07 16:12:40.270115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ba5adf8-3fdf-482a-97b3-2f5104007a92 req-c5748bcd-0a70-4387-8b80-acc3d52ef901 tempest-ServerRescueTestJSONUnderV235-1545162990 tempest-ServerRescueTestJSONUnderV235-1545162990-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2ab9b80-4004-4605-98b4-ce28dee7d591 HTTP/1.1" status: 200 len: 210 time: 0.0485294 Sep 07 16:12:40.290765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03e9b7c2-3a5b-4b53-84cd-f2be15f44e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:40.324737 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c7c835e-e2a9-4fee-97cb-4433d05a76b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:40.460511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9b7c2-3a5b-4b53-84cd-f2be15f44e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f16aa3-09ad-45d7-a79d-cdb8160a9e1a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:40.487102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a0c28-ecf7-4a93-b62c-f74e755b2e5a req-0bf0c53b-5b4b-4b65-aab5-e2202cf49c83 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:40.489369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a6a0c28-ecf7-4a93-b62c-f74e755b2e5a req-0bf0c53b-5b4b-4b65-aab5-e2202cf49c83 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1421552 Sep 07 16:12:40.512327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732bdbc-7cdc-4735-8605-9d52059fa19e req-dfcdb844-aa9a-4852-8546-972fd56f69f3 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:40.514344 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f732bdbc-7cdc-4735-8605-9d52059fa19e req-dfcdb844-aa9a-4852-8546-972fd56f69f3 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1275179 Sep 07 16:12:40.530590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e9b7c2-3a5b-4b53-84cd-f2be15f44e92 admin admin] Checking segment: {'id': 'c678c5a1-1787-458c-9f99-36c7ae91034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:40.530958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e9b7c2-3a5b-4b53-84cd-f2be15f44e92 admin admin] Network hostable DHCP agents. Network: e6b2cff5-45a0-42df-ab49-94ae85bfd8b5, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:12:40.589288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a6a0c28-ecf7-4a93-b62c-f74e755b2e5a req-1835e3c0-c4e9-4dda-8d5d-3781c2936b30 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920386 Sep 07 16:12:40.600367 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f732bdbc-7cdc-4735-8605-9d52059fa19e req-fbc38c60-b75c-46e6-9d2c-d124f34c95bd tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722733 Sep 07 16:12:40.601459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e9b7c2-3a5b-4b53-84cd-f2be15f44e92 admin admin] Network e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:12:40.614588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-03e9b7c2-3a5b-4b53-84cd-f2be15f44e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, e6b2cff5-45a0-42df-ab49-94ae85bfd8b5) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:40.620537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9b7c2-3a5b-4b53-84cd-f2be15f44e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:40.621136 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03e9b7c2-3a5b-4b53-84cd-f2be15f44e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:40.632129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a949b7-03ed-4306-a8da-27ff4fcd1163 None None] Network e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:12:40.674508 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-03e9b7c2-3a5b-4b53-84cd-f2be15f44e92 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9477980 Sep 07 16:12:40.805650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8b5244-4e85-4100-9dc3-7e71898d3aa8 None None] Network e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:12:41.163589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b0af4d29-728d-44cb-8071-20c509653dd9 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:12:41.165849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2d64dc87-91fa-489c-be31-40d4ac4ad046 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:12:41.207213 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 2d64dc87-91fa-489c-be31-40d4ac4ad046 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:12:41.208305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2d64dc87-91fa-489c-be31-40d4ac4ad046 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:12:41.234356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dfef3-a14a-4a07-a0bf-f5b1a410e6e9 req-27718631-31a5-4d16-a947-b7e129671d03 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:41.235988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-074dfef3-a14a-4a07-a0bf-f5b1a410e6e9 req-27718631-31a5-4d16-a947-b7e129671d03 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0957210 Sep 07 16:12:41.294550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d17bcdf2-8bb6-4747-a71d-80e2699e156d tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:41.296382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d17bcdf2-8bb6-4747-a71d-80e2699e156d tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/networks?id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 HTTP/1.1" status: 200 len: 814 time: 0.1965661 Sep 07 16:12:41.317642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-f16cc6e4-6dce-485c-b273-253898e5ae05 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/quotas/021b7fa5f9114de0bd5a5602ddc36929 HTTP/1.1" status: 200 len: 375 time: 0.0117824 Sep 07 16:12:41.321289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-074dfef3-a14a-4a07-a0bf-f5b1a410e6e9 req-3e5ee8c7-91f8-487d-b9f0-7c4e50f23581 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712204 Sep 07 16:12:41.351970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b0af4d29-728d-44cb-8071-20c509653dd9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0af4d29-728d-44cb-8071-20c509653dd9,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:41.363314 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-106dfb6f-2f10-4d39-bffb-d733c5761c38 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=021b7fa5f9114de0bd5a5602ddc36929&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285392 Sep 07 16:12:41.371175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'b0af4d29-728d-44cb-8071-20c509653dd9', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'port_id': 'b0af4d29-728d-44cb-8071-20c509653dd9', 'mac_address': 'fa:16:3e:83:47:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c75e00-1127-4340-a636-8f3831620571', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:12:41.446004 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:41.461040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0af4d29-728d-44cb-8071-20c509653dd9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:41.486051 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b0af4d29-728d-44cb-8071-20c509653dd9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0af4d29-728d-44cb-8071-20c509653dd9,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:41.492027 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:41.525863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329abb9-265d-48e8-9467-1bc76deda6b4 req-709126ec-a67b-4e60-83ca-87d034c43a28 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:41.528484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4329abb9-265d-48e8-9467-1bc76deda6b4 req-709126ec-a67b-4e60-83ca-87d034c43a28 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 945 time: 0.1087668 Sep 07 16:12:41.548285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b0af4d29-728d-44cb-8071-20c509653dd9,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:41.572975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-4309db15-aa5b-4ffd-881b-c1d624b57a43 service neutron] 10.222.0.70 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990962 Sep 07 16:12:41.610029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['b0af4d29-728d-44cb-8071-20c509653dd9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:41.622536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4329abb9-265d-48e8-9467-1bc76deda6b4 req-e093e5e8-1ca3-4a5f-98a2-fa15d2749e39 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839148 Sep 07 16:12:41.717066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-51fca234-a78d-447c-bf1c-fc6bd06cdb4f service neutron] 10.222.0.70 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405873 Sep 07 16:12:41.941288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50644) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:42.117668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0644170-c616-44d0-a0e6-db1d548669f7 req-cdb1ff8a-838b-44a3-96c8-2badbcaaba88 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:42.119476 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0644170-c616-44d0-a0e6-db1d548669f7 req-cdb1ff8a-838b-44a3-96c8-2badbcaaba88 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 944 time: 0.1094918 Sep 07 16:12:42.253404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0644170-c616-44d0-a0e6-db1d548669f7 req-1ec7e44a-9abf-4eca-b376-45e67e92a539 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198854 Sep 07 16:12:42.273970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad13e-49d4-49fc-a30a-8bf6435d8dfb req-82e48f08-4c2f-4f5d-a9c5-b7b1059fbd16 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:42.276578 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b49ad13e-49d4-49fc-a30a-8bf6435d8dfb req-82e48f08-4c2f-4f5d-a9c5-b7b1059fbd16 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1556122 Sep 07 16:12:42.369769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b49ad13e-49d4-49fc-a30a-8bf6435d8dfb req-d3ff7c08-6365-486a-8f9c-36f39c4175ee tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813940 Sep 07 16:12:42.563160 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-828711d0-9db0-434b-934c-e46c62181166 req-34860705-c16e-4926-bcd7-ce19afacbdc3 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 210 time: 0.0404747 Sep 07 16:12:42.635298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e79b8-5fd1-404a-a7e1-1fe5fb492a7f req-f4f156e5-e2ff-48c3-8138-295cbafaaf08 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:42.636952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e45e79b8-5fd1-404a-a7e1-1fe5fb492a7f req-f4f156e5-e2ff-48c3-8138-295cbafaaf08 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0790546 Sep 07 16:12:42.736753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e45e79b8-5fd1-404a-a7e1-1fe5fb492a7f req-b8b942c5-7ab8-4f70-a063-945805494d34 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775573 Sep 07 16:12:42.746261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e0ca6-eaf9-4b5f-8a44-302aad868466 req-6f21322d-4772-40a5-825c-bd63da3edbb3 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:42.748485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f2e0ca6-eaf9-4b5f-8a44-302aad868466 req-6f21322d-4772-40a5-825c-bd63da3edbb3 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 945 time: 0.0912576 Sep 07 16:12:42.765909 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9db2fe2-e76e-4768-bc33-e5c0473ac47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:42.830986 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f2e0ca6-eaf9-4b5f-8a44-302aad868466 req-6a4914db-65a6-46cd-98fe-24c20c406589 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759964 Sep 07 16:12:43.099626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b9db2fe2-e76e-4768-bc33-e5c0473ac47b admin admin] Deleting port cfbcbf86-b526-43e4-b642-5ceea5917c8b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:12:43.100418 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9db2fe2-e76e-4768-bc33-e5c0473ac47b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:43.177724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b0af4d29-728d-44cb-8071-20c509653dd9 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:43.217180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-00225b88-4167-44e4-a7e2-768798c91fb4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:43.219298 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-00225b88-4167-44e4-a7e2-768798c91fb4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.35 "GET /v2.0/networks?id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 HTTP/1.1" status: 200 len: 814 time: 0.1693940 Sep 07 16:12:43.220978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-b9db2fe2-e76e-4768-bc33-e5c0473ac47b admin admin] For port cfbcbf86-b526-43e4-b642-5ceea5917c8b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=cfbcbf86-b526-43e4-b642-5ceea5917c8b,segment=NetworkSegment(a48f8a4a-1564-4678-b191-f9b01d4b50f9),segment_id=a48f8a4a-1564-4678-b191-f9b01d4b50f9)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:43.221622 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9db2fe2-e76e-4768-bc33-e5c0473ac47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:43.242915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d5f78637-773f-4396-a4ad-e73f0b619c09 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Request body: {'port': {'device_id': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5', 'admin_state_up': True, 'tenant_id': '021b7fa5f9114de0bd5a5602ddc36929'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:43.244282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b9db2fe2-e76e-4768-bc33-e5c0473ac47b admin admin] Calling delete_port for cfbcbf86-b526-43e4-b642-5ceea5917c8b owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:12:43.258221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port b0af4d29-728d-44cb-8071-20c509653dd9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:43.258629 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:43.427001 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d5f78637-773f-4396-a4ad-e73f0b619c09 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Made reservation on behalf of 021b7fa5f9114de0bd5a5602ddc36929 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:43.433413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d5f78637-773f-4396-a4ad-e73f0b619c09 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:43.440880 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:43.484860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275f3d71-21c5-4524-93db-3efdc10f4569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0af4d29-728d-44cb-8071-20c509653dd9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:43.488050 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec957e4-6754-40b9-ba08-cb9977fecb23" -d '{"events": [{"server_uuid": "275f3d71-21c5-4524-93db-3efdc10f4569", "name": "network-vif-plugged", "status": "completed", "tag": "b0af4d29-728d-44cb-8071-20c509653dd9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:43.515877 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b0af4d29-728d-44cb-8071-20c509653dd9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0af4d29-728d-44cb-8071-20c509653dd9,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:43.521596 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:43.570487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333de2b3-1ed5-4f84-af42-f3b7591de738 req-a689d7ff-2d0d-4599-bfef-a48dd484dcbd tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:43.576888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-333de2b3-1ed5-4f84-af42-f3b7591de738 req-a689d7ff-2d0d-4599-bfef-a48dd484dcbd tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 944 time: 0.2171185 Sep 07 16:12:43.589317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b0af4d29-728d-44cb-8071-20c509653dd9,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:43.613779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:43.614431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:43.614940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:43.615445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:43.615974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:43.616512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:43.617007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:43.617520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:43.618557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:43.619074 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:43.619411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:43.619740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:43.665243 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d5f78637-773f-4396-a4ad-e73f0b619c09 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Allocated IP 172.20.0.8 (e6b2cff5-45a0-42df-ab49-94ae85bfd8b5/60f16aa3-09ad-45d7-a79d-cdb8160a9e1a/16359975-6534-405f-a7d1-b37ec3123907) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:12:43.691894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-333de2b3-1ed5-4f84-af42-f3b7591de738 req-1c7189bb-b0f0-4a18-a35a-fe6f3e780e38 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011438 Sep 07 16:12:43.710149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7166587-95be-4c2a-a7e5-2a56fe8551e7 req-bc0c5d60-7e9f-43ce-8e9c-ea0dd3c79e44 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:43.717266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7166587-95be-4c2a-a7e5-2a56fe8551e7 req-bc0c5d60-7e9f-43ce-8e9c-ea0dd3c79e44 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1910527 Sep 07 16:12:43.790850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7166587-95be-4c2a-a7e5-2a56fe8551e7 req-2dce36dd-be63-45b1-b08e-cfe582d88548 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726445 Sep 07 16:12:43.808164 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9db2fe2-e76e-4768-bc33-e5c0473ac47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:43.843004 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:43.846569 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a841af85-c4bc-4e40-a0a2-a3cb2abdb526 x-openstack-request-id: req-a841af85-c4bc-4e40-a0a2-a3cb2abdb526 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:43.846861 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275f3d71-21c5-4524-93db-3efdc10f4569", "name": "network-vif-plugged", "status": "completed", "tag": "b0af4d29-728d-44cb-8071-20c509653dd9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:43.847115 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a841af85-c4bc-4e40-a0a2-a3cb2abdb526 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:43.847557 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275f3d71-21c5-4524-93db-3efdc10f4569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0af4d29-728d-44cb-8071-20c509653dd9', 'code': 200} Sep 07 16:12:43.869304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db2fe2-e76e-4768-bc33-e5c0473ac47b admin admin] Pushing event deleted for resources: {'Port': ['ID=cfbcbf86-b526-43e4-b642-5ceea5917c8b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:43.871017 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d5f78637-773f-4396-a4ad-e73f0b619c09 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:43.923268 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d5f78637-773f-4396-a4ad-e73f0b619c09 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:43.966546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d5f78637-773f-4396-a4ad-e73f0b619c09 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Network e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:12:43.971760 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d5f78637-773f-4396-a4ad-e73f0b619c09 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:43.979194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d5f78637-773f-4396-a4ad-e73f0b619c09 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:12:43.986025 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f78637-773f-4396-a4ad-e73f0b619c09 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Pushing event updated for resources: {'Port': ['ID=16359975-6534-405f-a7d1-b37ec3123907,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:44.036416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d5f78637-773f-4396-a4ad-e73f0b619c09 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:44.037098 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d5f78637-773f-4396-a4ad-e73f0b619c09 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:44.053177 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-d5f78637-773f-4396-a4ad-e73f0b619c09 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8142920 Sep 07 16:12:44.070375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-ddd6890c-dd19-4641-a739-e42e5db3d351 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:12:44.071408 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-ddd6890c-dd19-4641-a739-e42e5db3d351 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097938 Sep 07 16:12:44.157224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Request body: {'port': {'device_id': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:44.216616 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f505584f-e849-4733-afc0-425aaa14e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:44.225732 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:44.344192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49b804-30b0-493e-85c4-1633e483e644 req-511d1a5e-f605-4f75-ac12-c1d6fdce1620 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:44.345698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b49b804-30b0-493e-85c4-1633e483e644 req-511d1a5e-f605-4f75-ac12-c1d6fdce1620 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.3997777 Sep 07 16:12:44.353279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744c451-ca5e-4221-805f-aac8736987b0 req-c4a7a516-ca48-447d-9207-b8c371e34cd3 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:44.354739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d744c451-ca5e-4221-805f-aac8736987b0 req-c4a7a516-ca48-447d-9207-b8c371e34cd3 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 931 time: 0.4099464 Sep 07 16:12:44.423103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b48a8-6172-4a8a-afb2-cbca0802faca req-a96f9441-1e60-4418-8f4c-c5f6b1b42a5a tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:44.424695 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f27b48a8-6172-4a8a-afb2-cbca0802faca req-a96f9441-1e60-4418-8f4c-c5f6b1b42a5a tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 945 time: 0.0823874 Sep 07 16:12:44.451794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b49b804-30b0-493e-85c4-1633e483e644 req-466c8843-0816-41f3-a324-ccbe63fb01c8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960505 Sep 07 16:12:44.476497 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d744c451-ca5e-4221-805f-aac8736987b0 req-445b85b2-4f3f-4686-82e6-e6e21bae1c92 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983322 Sep 07 16:12:44.485951 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9db2fe2-e76e-4768-bc33-e5c0473ac47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:44.656905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f27b48a8-6172-4a8a-afb2-cbca0802faca req-9cac04e8-b394-43ca-b23a-9456552a7c52 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Deleting port e9aa2daf-c172-4738-85a3-ffaa73b6f171 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:12:44.657290 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f27b48a8-6172-4a8a-afb2-cbca0802faca req-9cac04e8-b394-43ca-b23a-9456552a7c52 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:44.675750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967170de-afe3-423e-8199-e4c70c847a21 req-f31d0504-7a48-456e-b99f-80f2424e83e8 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:44.677265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-967170de-afe3-423e-8199-e4c70c847a21 req-f31d0504-7a48-456e-b99f-80f2424e83e8 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 945 time: 0.0691793 Sep 07 16:12:44.680082 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16359975-6534-405f-a7d1-b37ec3123907 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:44.695427 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:44.746074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Transition to ACTIVE for port object 16359975-6534-405f-a7d1-b37ec3123907 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:12:44.751268 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:44.797598 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:44.804783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-967170de-afe3-423e-8199-e4c70c847a21 req-2e1ad574-b717-4c28-a4dc-13eabea1bd36 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups?id=73946e17-cb26-40d3-8e67-c95588d83454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943079 Sep 07 16:12:44.830128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f27b48a8-6172-4a8a-afb2-cbca0802faca req-9cac04e8-b394-43ca-b23a-9456552a7c52 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] For port e9aa2daf-c172-4738-85a3-ffaa73b6f171, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e9aa2daf-c172-4738-85a3-ffaa73b6f171,segment=NetworkSegment(7caac4b7-fa49-40f8-bd0e-003ba6f00d53),segment_id=7caac4b7-fa49-40f8-bd0e-003ba6f00d53)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:44.830507 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f27b48a8-6172-4a8a-afb2-cbca0802faca req-9cac04e8-b394-43ca-b23a-9456552a7c52 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:44.858543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Pushing event updated for resources: {'Port': ['ID=16359975-6534-405f-a7d1-b37ec3123907,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:44.874760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9db2fe2-e76e-4768-bc33-e5c0473ac47b admin admin] Router 96ee4caf-fdac-46b9-829b-66ec8bafe242 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:12:44.900097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f27b48a8-6172-4a8a-afb2-cbca0802faca req-9cac04e8-b394-43ca-b23a-9456552a7c52 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Calling delete_port for e9aa2daf-c172-4738-85a3-ffaa73b6f171 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:12:44.978676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Attempting to bind port 16359975-6534-405f-a7d1-b37ec3123907 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:12:44.979075 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Attempting to bind port 16359975-6534-405f-a7d1-b37ec3123907 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'c678c5a1-1787-458c-9f99-36c7ae91034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:12:44.979331 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Attempting to bind port 16359975-6534-405f-a7d1-b37ec3123907 on network e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:12:44.994720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Port 16359975-6534-405f-a7d1-b37ec3123907 on network e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:12:44.995045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Attempting to bind port 16359975-6534-405f-a7d1-b37ec3123907 on network e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:12:45.004234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:12:45.004598 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Checking segment: {'id': 'c678c5a1-1787-458c-9f99-36c7ae91034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:45.004983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Bound using segment: {'id': 'c678c5a1-1787-458c-9f99-36c7ae91034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:12:45.005416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Bound port: 16359975-6534-405f-a7d1-b37ec3123907, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c678c5a1-1787-458c-9f99-36c7ae91034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:12:45.005781 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:45.013664 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cab53-1042-4a58-809f-a7354422900e req-b5269ece-a5b2-4c1f-afec-509374ed5437 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:45.022103 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-430cab53-1042-4a58-809f-a7354422900e req-b5269ece-a5b2-4c1f-afec-509374ed5437 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.2296307 Sep 07 16:12:45.107591 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf234f6c-7b7d-4e4a-9bc6-52f0679d0743 req-a8d84703-b60c-429c-bd93-1b1542d59a02 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:45.111016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf234f6c-7b7d-4e4a-9bc6-52f0679d0743 req-a8d84703-b60c-429c-bd93-1b1542d59a02 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1464524 Sep 07 16:12:45.126111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] For port 16359975-6534-405f-a7d1-b37ec3123907, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:12:45.130910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] For port 16359975-6534-405f-a7d1-b37ec3123907, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=16359975-6534-405f-a7d1-b37ec3123907,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:12:45.135174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:45.136255 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-430cab53-1042-4a58-809f-a7354422900e req-95233b94-4e6e-43db-974b-5bc76322c312 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132946 Sep 07 16:12:45.137247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9db2fe2-e76e-4768-bc33-e5c0473ac47b admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:12:45.144398 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f27b48a8-6172-4a8a-afb2-cbca0802faca req-9cac04e8-b394-43ca-b23a-9456552a7c52 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:45.149425 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b9db2fe2-e76e-4768-bc33-e5c0473ac47b admin admin] 10.222.0.70 "PUT /v2.0/routers/96ee4caf-fdac-46b9-829b-66ec8bafe242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2070229 Sep 07 16:12:45.152088 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04a6662-fc53-4ac0-b369-d76743ba32bf None None] Sync routers for ids ['96ee4caf-fdac-46b9-829b-66ec8bafe242'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:12:45.160219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50706) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:45.166692 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04a6662-fc53-4ac0-b369-d76743ba32bf None None] Routers {'96ee4caf-fdac-46b9-829b-66ec8bafe242'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:12:45.167655 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f04a6662-fc53-4ac0-b369-d76743ba32bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:12:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['96ee4caf-fdac-46b9-829b-66ec8bafe242'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:45.182045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf234f6c-7b7d-4e4a-9bc6-52f0679d0743 req-7a3c422b-e4d4-47f8-b571-0e02d8dc03b4 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598271 Sep 07 16:12:45.246540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:45.247662 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:45.249119 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] 10.222.0.35 "PUT /v2.0/ports/16359975-6534-405f-a7d1-b37ec3123907 HTTP/1.1" status: 200 len: 1091 time: 1.1687999 Sep 07 16:12:45.251693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'tag': '16359975-6534-405f-a7d1-b37ec3123907'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:45.254071 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3191bfc3-8c82-4bed-bb1b-43c3360d5b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6a1b42-bf5d-4603-89b7-0b899eb7f233", "tag": "16359975-6534-405f-a7d1-b37ec3123907"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:45.290402 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f04a6662-fc53-4ac0-b369-d76743ba32bf None None] Set router 96ee4caf-fdac-46b9-829b-66ec8bafe242 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:12:45.321948 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c7c9-167c-411f-93ef-b70f383e907b service neutron] Pushing event updated for resources: {'Port': ['ID=16359975-6534-405f-a7d1-b37ec3123907,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:45.350621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27b48a8-6172-4a8a-afb2-cbca0802faca req-9cac04e8-b394-43ca-b23a-9456552a7c52 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] No DVR routers for this DVR port e9aa2daf-c172-4738-85a3-ffaa73b6f171 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:12:45.379769 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f27b48a8-6172-4a8a-afb2-cbca0802faca req-9cac04e8-b394-43ca-b23a-9456552a7c52 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:45.381810 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f27b48a8-6172-4a8a-afb2-cbca0802faca req-9cac04e8-b394-43ca-b23a-9456552a7c52 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.54 "DELETE /v2.0/ports/e9aa2daf-c172-4738-85a3-ffaa73b6f171 HTTP/1.1" status: 204 len: 173 time: 0.9444966 Sep 07 16:12:45.424317 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ef6c29-58fb-4a22-9720-0ad9797fd645 x-openstack-request-id: req-b2ef6c29-58fb-4a22-9720-0ad9797fd645 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:45.424668 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6a1b42-bf5d-4603-89b7-0b899eb7f233", "tag": "16359975-6534-405f-a7d1-b37ec3123907", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:45.424836 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2ef6c29-58fb-4a22-9720-0ad9797fd645 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:45.425268 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'tag': '16359975-6534-405f-a7d1-b37ec3123907', 'status': 'completed', 'code': 200} Sep 07 16:12:45.467755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac04e8-b394-43ca-b23a-9456552a7c52 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Pushing event deleted for resources: {'Port': ['ID=e9aa2daf-c172-4738-85a3-ffaa73b6f171,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:45.498971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-4fce1bed-1b5e-48a8-af0e-ec023b74bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:45.500596 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-4fce1bed-1b5e-48a8-af0e-ec023b74bf98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=021b7fa5f9114de0bd5a5602ddc36929&device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 1094 time: 0.1896567 Sep 07 16:12:45.502005 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:45.609571 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-3e5da8f5-1ae0-4c59-8482-c0215f0f2927 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16359975-6534-405f-a7d1-b37ec3123907 HTTP/1.1" status: 200 len: 217 time: 0.0536008 Sep 07 16:12:45.684003 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f04a6662-fc53-4ac0-b369-d76743ba32bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:12:43Z', 'revision_number': 5, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:45.689960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc0ae8-83b3-41c0-ad84-e6e28211b39f req-37cd41be-d64a-4236-a527-832b96f1717f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:45.698287 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6dc0ae8-83b3-41c0-ad84-e6e28211b39f req-37cd41be-d64a-4236-a527-832b96f1717f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.1026223 Sep 07 16:12:45.714766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fa7c4-db41-4963-9249-2cc913c631d3 req-c52b634a-0243-488c-8430-6f155e3382d2 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:45.717409 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d5fa7c4-db41-4963-9249-2cc913c631d3 req-c52b634a-0243-488c-8430-6f155e3382d2 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1351223 Sep 07 16:12:45.725481 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04a6662-fc53-4ac0-b369-d76743ba32bf None None] Checking router: 96ee4caf-fdac-46b9-829b-66ec8bafe242 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:12:45.741229 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04a6662-fc53-4ac0-b369-d76743ba32bf None None] Routers {'96ee4caf-fdac-46b9-829b-66ec8bafe242'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:12:45.742016 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f04a6662-fc53-4ac0-b369-d76743ba32bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:12:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['96ee4caf-fdac-46b9-829b-66ec8bafe242'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:45.798833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6dc0ae8-83b3-41c0-ad84-e6e28211b39f req-a72d92d8-8f28-4d34-9a6b-333c80d8cd3a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992179 Sep 07 16:12:45.803688 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d5fa7c4-db41-4963-9249-2cc913c631d3 req-7fcc32f7-a7e7-4154-801b-b8348bc743a1 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765989 Sep 07 16:12:46.056699 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0722bf33-96a4-46de-a904-7d497adf0a93 req-293e90ca-f759-4186-b793-6ff04b9a8e95 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3ffe1bc-3268-47a6-bded-68286e7c3a71 HTTP/1.1" status: 200 len: 210 time: 0.1094613 Sep 07 16:12:46.140913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-e0a1dd21-d021-45ab-8a1b-75adaad60def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:46.142711 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-e0a1dd21-d021-45ab-8a1b-75adaad60def service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60f16aa3-09ad-45d7-a79d-cdb8160a9e1a HTTP/1.1" status: 200 len: 854 time: 0.5175614 Sep 07 16:12:46.148055 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:46.151147 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f04a6662-fc53-4ac0-b369-d76743ba32bf None None] Set router 96ee4caf-fdac-46b9-829b-66ec8bafe242 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:12:46.211211 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-74543429-59f0-42a1-9e09-310601a4cb5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560126 Sep 07 16:12:46.357127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Deleting port 083389c0-0f9c-4cf2-bf8f-52be1b69961f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:12:46.357846 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:46.373099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c96e-4425-4e5e-acb2-66c402c1fc20 req-157da499-a4e4-4f16-ac6d-8d58fcbf5d31 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:46.374652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bf2c96e-4425-4e5e-acb2-66c402c1fc20 req-157da499-a4e4-4f16-ac6d-8d58fcbf5d31 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1050923 Sep 07 16:12:46.387273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f3f3a-0a0e-48a3-af6c-590afd770d91 req-183a4a72-9fa4-4919-a24e-279cc665529c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:46.389503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-099f3f3a-0a0e-48a3-af6c-590afd770d91 req-183a4a72-9fa4-4919-a24e-279cc665529c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0720332 Sep 07 16:12:46.444780 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f04a6662-fc53-4ac0-b369-d76743ba32bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:12:43Z', 'revision_number': 5, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:46.455097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bf2c96e-4425-4e5e-acb2-66c402c1fc20 req-314344b8-58e4-4731-9884-675cb3268cd3 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591202 Sep 07 16:12:46.477250 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04a6662-fc53-4ac0-b369-d76743ba32bf None None] The sync data for ids ['96ee4caf-fdac-46b9-829b-66ec8bafe242'] in n-d-807551-3 is: [{'id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'name': 'tempest-ServerRescueTestJSONUnderV235-200141455-router', 'tenant_id': '8da3fe3748234677b7686b108e516924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:21Z', 'updated_at': '2021-09-07T16:12:43Z', 'revision_number': 5, 'project_id': '8da3fe3748234677b7686b108e516924', 'gw_port': {'id': '083389c0-0f9c-4cf2-bf8f-52be1b69961f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ee4caf-fdac-46b9-829b-66ec8bafe242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:22Z', 'updated_at': '2021-09-07T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:12:46.485931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] For port 083389c0-0f9c-4cf2-bf8f-52be1b69961f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=083389c0-0f9c-4cf2-bf8f-52be1b69961f,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:46.491047 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:46.492095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-099f3f3a-0a0e-48a3-af6c-590afd770d91 req-07e67dbf-d81c-4adc-b0c6-ab0df8f117d4 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798383 Sep 07 16:12:46.511100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Calling delete_port for 083389c0-0f9c-4cf2-bf8f-52be1b69961f owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:12:46.542338 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-83393a79-0d5a-4bfe-82fc-232863cbb8d1 service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017828 Sep 07 16:12:46.726395 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:46.743293 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f11d5e18-673a-41a9-ac27-62de4cb68fdf req-6b2ce649-1634-4fb1-8193-805505fb4c77 service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656570 Sep 07 16:12:46.855428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:46.906342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=083389c0-0f9c-4cf2-bf8f-52be1b69961f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:46.945757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191bfc3-8c82-4bed-bb1b-43c3360d5b4e req-b3a3a668-21f6-483c-9a13-48dd608be11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:46.947293 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3191bfc3-8c82-4bed-bb1b-43c3360d5b4e req-b3a3a668-21f6-483c-9a13-48dd608be11c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=021b7fa5f9114de0bd5a5602ddc36929&device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 1094 time: 0.1448855 Sep 07 16:12:46.963215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de8e43-a890-4106-8b15-80d66a24bc2f req-9b5b064e-1b44-4233-a919-917c443fe072 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:46.964898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97de8e43-a890-4106-8b15-80d66a24bc2f req-9b5b064e-1b44-4233-a919-917c443fe072 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.0958090 Sep 07 16:12:46.965838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e9aa2daf-c172-4738-85a3-ffaa73b6f171 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:12:46.989591 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d183b32-097e-4023-a696-7230d4e57653 req-435a384d-e25c-49fa-82db-779dd2dd6ff1 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:46.992607 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d183b32-097e-4023-a696-7230d4e57653 req-435a384d-e25c-49fa-82db-779dd2dd6ff1 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0886562 Sep 07 16:12:47.004860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: e9aa2daf-c172-4738-85a3-ffaa73b6f171 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:12:47.005446 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e9aa2daf-c172-4738-85a3-ffaa73b6f171 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:12:47.060660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.089054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97de8e43-a890-4106-8b15-80d66a24bc2f req-b82dbb56-f4ec-48fd-a254-926d6a26e7fa tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870571 Sep 07 16:12:47.110207 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d183b32-097e-4023-a696-7230d4e57653 req-76df0686-4416-4ef2-974f-074abdfd9ba9 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000896 Sep 07 16:12:47.166814 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.173086 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.188398 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191bfc3-8c82-4bed-bb1b-43c3360d5b4e req-34c54f8c-6291-44c5-b7fa-4fb105566741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:47.190114 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3191bfc3-8c82-4bed-bb1b-43c3360d5b4e req-34c54f8c-6291-44c5-b7fa-4fb105566741 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 HTTP/1.1" status: 200 len: 915 time: 0.2182596 Sep 07 16:12:47.262099 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3191bfc3-8c82-4bed-bb1b-43c3360d5b4e req-5fbfba90-478c-41b3-8350-8008314f094d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16359975-6534-405f-a7d1-b37ec3123907 HTTP/1.1" status: 200 len: 217 time: 0.0377195 Sep 07 16:12:47.279878 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.280446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96ee4caf-fdac-46b9-829b-66ec8bafe242 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:12:47.285819 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.289252 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-625e178d-688e-4190-8244-5a7cab7b18b0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/96ee4caf-fdac-46b9-829b-66ec8bafe242 HTTP/1.1" status: 204 len: 168 time: 2.1065590 Sep 07 16:12:47.291422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50762) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:47.381741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191bfc3-8c82-4bed-bb1b-43c3360d5b4e req-0af072e5-6c28-4f89-987c-4c3c46e46fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:47.385186 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3191bfc3-8c82-4bed-bb1b-43c3360d5b4e req-0af072e5-6c28-4f89-987c-4c3c46e46fa9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60f16aa3-09ad-45d7-a79d-cdb8160a9e1a HTTP/1.1" status: 200 len: 854 time: 0.1153612 Sep 07 16:12:47.440683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e97e81-c52c-41dd-957b-0c4e558b22b4 admin admin] Deleting subnet 01f4de72-4935-4872-b8e1-3e60167416ad {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:12:47.446806 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-29e97e81-c52c-41dd-957b-0c4e558b22b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.453848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ffe1bc-3268-47a6-bded-68286e7c3a71', 'name': 'network-vif-deleted', 'tag': 'e9aa2daf-c172-4738-85a3-ffaa73b6f171'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:47.456409 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0301d0d-f309-481d-ba64-bab59c121c38" -d '{"events": [{"server_uuid": "d3ffe1bc-3268-47a6-bded-68286e7c3a71", "name": "network-vif-deleted", "tag": "e9aa2daf-c172-4738-85a3-ffaa73b6f171"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:47.478948 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3191bfc3-8c82-4bed-bb1b-43c3360d5b4e req-f826a17b-da5f-49da-929b-8573150f8630 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850570 Sep 07 16:12:47.490007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cfbcbf86-b526-43e4-b642-5ceea5917c8b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:12:47.505811 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b322b76d-ec7b-4f70-9978-57683c6235f1 x-openstack-request-id: req-b322b76d-ec7b-4f70-9978-57683c6235f1 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:47.505811 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ffe1bc-3268-47a6-bded-68286e7c3a71", "name": "network-vif-deleted", "tag": "e9aa2daf-c172-4738-85a3-ffaa73b6f171", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:47.505811 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b322b76d-ec7b-4f70-9978-57683c6235f1 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:47.506412 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ffe1bc-3268-47a6-bded-68286e7c3a71', 'name': 'network-vif-deleted', 'tag': 'e9aa2daf-c172-4738-85a3-ffaa73b6f171', 'status': 'completed', 'code': 200} Sep 07 16:12:47.521907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50776) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:47.549515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: cfbcbf86-b526-43e4-b642-5ceea5917c8b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:12:47.549949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cfbcbf86-b526-43e4-b642-5ceea5917c8b not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:12:47.576455 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-29e97e81-c52c-41dd-957b-0c4e558b22b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.630934 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f1f26eb-4e1a-4530-bc82-3c1517ce46b5 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.656162 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f1f26eb-4e1a-4530-bc82-3c1517ce46b5 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.700023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe6011-7dac-447f-87f7-22ff904ab0d8 req-677d4229-7748-4cfa-87ec-b7e49fae3ee6 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:47.703393 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aabe6011-7dac-447f-87f7-22ff904ab0d8 req-677d4229-7748-4cfa-87ec-b7e49fae3ee6 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1200762 Sep 07 16:12:47.717726 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-29e97e81-c52c-41dd-957b-0c4e558b22b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.771458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f1f26eb-4e1a-4530-bc82-3c1517ce46b5 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.774375 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f1f26eb-4e1a-4530-bc82-3c1517ce46b5 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.775618 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6f1f26eb-4e1a-4530-bc82-3c1517ce46b5 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "DELETE /v2.0/security-groups/4dafea19-da25-4336-bdb6-a5706cd995e4 HTTP/1.1" status: 204 len: 168 time: 0.2526708 Sep 07 16:12:47.784006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50782) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:47.785482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb12ca-3d62-4677-9cfb-b171b2716588 req-8a222ecb-dd9a-4679-b282-ccb81677fdc1 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:47.793191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1fb12ca-3d62-4677-9cfb-b171b2716588 req-8a222ecb-dd9a-4679-b282-ccb81677fdc1 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1594691 Sep 07 16:12:47.809595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f26eb-4e1a-4530-bc82-3c1517ce46b5 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dafea19-da25-4336-bdb6-a5706cd995e4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:47.815646 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-485bbea7-d402-4d99-9bec-692545284566 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] show failed (client error): The resource could not be found. Sep 07 16:12:47.817351 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-485bbea7-d402-4d99-9bec-692545284566 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "GET /v2.0/security-groups/4dafea19-da25-4336-bdb6-a5706cd995e4 HTTP/1.1" status: 404 len: 347 time: 0.0301311 Sep 07 16:12:47.821139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50786) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:47.826715 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aabe6011-7dac-447f-87f7-22ff904ab0d8 req-4fc11c25-6123-4150-870d-3d5d8d2f3e49 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136281 Sep 07 16:12:47.873484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1fb12ca-3d62-4677-9cfb-b171b2716588 req-7574d959-9d8b-42cb-a646-a44ce4d49af0 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758269 Sep 07 16:12:47.889946 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-29e97e81-c52c-41dd-957b-0c4e558b22b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.941663 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3191bfc3-8c82-4bed-bb1b-43c3360d5b4e req-c2743ad6-dcc0-4f2e-81f7-46a9675e83d8 service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491093 Sep 07 16:12:47.957748 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e97e81-c52c-41dd-957b-0c4e558b22b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01f4de72-4935-4872-b8e1-3e60167416ad,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:47.969469 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-29e97e81-c52c-41dd-957b-0c4e558b22b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:47.979601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-29e97e81-c52c-41dd-957b-0c4e558b22b4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/01f4de72-4935-4872-b8e1-3e60167416ad HTTP/1.1" status: 204 len: 168 time: 0.6807318 Sep 07 16:12:47.980314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50790) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:48.130412 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0649e3ee-e693-468e-90e8-eb38304336e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:48.157005 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4533a9fb-b13d-4915-a8d4-cbccf76d28c4 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Deleting port a50c8702-e29b-480b-b6f1-03dbc4a27a89 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:12:48.157346 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4533a9fb-b13d-4915-a8d4-cbccf76d28c4 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:48.179617 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3191bfc3-8c82-4bed-bb1b-43c3360d5b4e req-02174b73-d10b-4683-8d94-e52f285f074d service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998715 Sep 07 16:12:48.307491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427d731-9a04-4bd4-8a01-995928635e84 req-2f17f0b3-daed-4433-998a-92df1b94ff5b tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:48.308087 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0649e3ee-e693-468e-90e8-eb38304336e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:48.316182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d427d731-9a04-4bd4-8a01-995928635e84 req-2f17f0b3-daed-4433-998a-92df1b94ff5b tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.0975595 Sep 07 16:12:48.340427 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4533a9fb-b13d-4915-a8d4-cbccf76d28c4 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:48.340798 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4533a9fb-b13d-4915-a8d4-cbccf76d28c4 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:48.344111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0649e3ee-e693-468e-90e8-eb38304336e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959b0cec-8319-48d1-bbf0-bc72dbef9c4e']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:48.361868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0649e3ee-e693-468e-90e8-eb38304336e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48f8a4a-1564-4678-b191-f9b01d4b50f9') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:48.362172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-0649e3ee-e693-468e-90e8-eb38304336e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48f8a4a-1564-4678-b191-f9b01d4b50f9') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:48.364000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4533a9fb-b13d-4915-a8d4-cbccf76d28c4 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Calling delete_port for a50c8702-e29b-480b-b6f1-03dbc4a27a89 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:12:48.376653 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0649e3ee-e693-468e-90e8-eb38304336e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:48.391771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d427d731-9a04-4bd4-8a01-995928635e84 req-1aec9255-9c4c-47fe-a0ab-dde51c0d92fc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736969 Sep 07 16:12:48.396832 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0649e3ee-e693-468e-90e8-eb38304336e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:48.405210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0649e3ee-e693-468e-90e8-eb38304336e1 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:12:48.405210 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0649e3ee-e693-468e-90e8-eb38304336e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:48.441535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d1629-6308-4da8-91ce-eb0a8ddccabb req-fd803567-c574-453c-9fed-2b6145184b4d tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:48.454122 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-537d1629-6308-4da8-91ce-eb0a8ddccabb req-fd803567-c574-453c-9fed-2b6145184b4d tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1745632 Sep 07 16:12:48.546243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-537d1629-6308-4da8-91ce-eb0a8ddccabb req-a6b966c6-2e23-429d-8de3-ae2dcbcd42be tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823348 Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:12:48.589929 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:12:48.598908 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0649e3ee-e693-468e-90e8-eb38304336e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:48.606200 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0649e3ee-e693-468e-90e8-eb38304336e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:48.610500 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0649e3ee-e693-468e-90e8-eb38304336e1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/959b0cec-8319-48d1-bbf0-bc72dbef9c4e HTTP/1.1" status: 204 len: 168 time: 0.6274056 Sep 07 16:12:48.632568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649e3ee-e693-468e-90e8-eb38304336e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=959b0cec-8319-48d1-bbf0-bc72dbef9c4e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:48.726457 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4533a9fb-b13d-4915-a8d4-cbccf76d28c4 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:48.764739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533a9fb-b13d-4915-a8d4-cbccf76d28c4 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Pushing event deleted for resources: {'Port': ['ID=a50c8702-e29b-480b-b6f1-03dbc4a27a89,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:48.853854 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4533a9fb-b13d-4915-a8d4-cbccf76d28c4 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:48.858870 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4533a9fb-b13d-4915-a8d4-cbccf76d28c4 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:48.876149 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4533a9fb-b13d-4915-a8d4-cbccf76d28c4 tempest-ImagesOneServerNegativeTestJSON-109274555 tempest-ImagesOneServerNegativeTestJSON-109274555-project] 10.222.0.70 "DELETE /v2.0/floatingips/e3e73908-37ae-4083-9544-13fe64b6c067 HTTP/1.1" status: 204 len: 168 time: 1.0549808 Sep 07 16:12:48.891323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50830) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:48.952726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c59d9a4a-3d8c-40e9-9f10-72443c09a315 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8da3fe3748234677b7686b108e516924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599668 Sep 07 16:12:48.955378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50834) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:49.067975 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f241-09ab-445c-b012-228524fe152b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:49.104693 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f241-09ab-445c-b012-228524fe152b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:49.179923 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f241-09ab-445c-b012-228524fe152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:49.184994 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f241-09ab-445c-b012-228524fe152b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:49.196797 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b4d5f241-09ab-445c-b012-228524fe152b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a43f45a-3f25-47c3-99d2-926d024aeb64 HTTP/1.1" status: 204 len: 168 time: 0.2396476 Sep 07 16:12:49.218194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5f241-09ab-445c-b012-228524fe152b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a43f45a-3f25-47c3-99d2-926d024aeb64,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:49.356636 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 083389c0-0f9c-4cf2-bf8f-52be1b69961f no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:12:49.386907 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 083389c0-0f9c-4cf2-bf8f-52be1b69961f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:12:49.388448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 083389c0-0f9c-4cf2-bf8f-52be1b69961f not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:12:50.319401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50862) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:50.489819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1298139763-network', 'tenant_id': '2788fbde5a634c4ea6244be7212a615a'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:50.515154 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Made reservation on behalf of 2788fbde5a634c4ea6244be7212a615a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:50.517758 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:50.539094 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:50.710338 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:50.716566 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:50.765850 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:12:50.817147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d551fbc-9bf0-4b6c-bbfb-b81cd403ba4d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:50.832137 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:50.832608 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Added segment c5111577-bdd3-4b61-8a40-dfa40d2d06be of type vlan for network b15c29dc-c788-41e4-b53a-9298c7f087be Sep 07 16:12:50.976467 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:51.053725 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:51.056899 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:51.057609 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:51.093127 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7725790 Sep 07 16:12:51.095820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50868) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:51.102444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Request body: {'subnet': {'network_id': 'b15c29dc-c788-41e4-b53a-9298c7f087be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1298139763-subnet', 'tenant_id': '2788fbde5a634c4ea6244be7212a615a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:51.150888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Made reservation on behalf of 2788fbde5a634c4ea6244be7212a615a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:51.154004 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:51.171678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b37dab-078e-4716-a8bd-7bcd0b070653 admin admin] Pushing event updated for resources: {'Network': ['ID=b15c29dc-c788-41e4-b53a-9298c7f087be,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:51.182843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network b15c29dc-c788-41e4-b53a-9298c7f087be details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:12:51.316544 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 16359975-6534-405f-a7d1-b37ec3123907 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:12:51.526318 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:51.628766 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Checking segment: {'id': 'c5111577-bdd3-4b61-8a40-dfa40d2d06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b15c29dc-c788-41e4-b53a-9298c7f087be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:51.629198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Network hostable DHCP agents. Network: b15c29dc-c788-41e4-b53a-9298c7f087be, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:12:51.658304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 16359975-6534-405f-a7d1-b37ec3123907, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=16359975-6534-405f-a7d1-b37ec3123907,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:51.673554 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a70c77-a16f-4ac5-8265-5e2c1d5858b6,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:51.673826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '16359975-6534-405f-a7d1-b37ec3123907', 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5', 'port_id': '16359975-6534-405f-a7d1-b37ec3123907', 'mac_address': 'fa:16:3e:4b:b9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f16aa3-09ad-45d7-a79d-cdb8160a9e1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:12:51.696415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:51.696415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:51.696415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:51.696415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:51.696415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:51.696415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:51.696415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:51.696415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:51.696415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:51.696415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:51.696415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:51.696415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:12:51.723386 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Network b15c29dc-c788-41e4-b53a-9298c7f087be is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:12:51.741171 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, b15c29dc-c788-41e4-b53a-9298c7f087be) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:51.743756 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:51.760455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:51.760720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16359975-6534-405f-a7d1-b37ec3123907 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:51.761041 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:51.772614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcddf91-879f-42ec-9ef5-1b4e51baf74b None None] Network b15c29dc-c788-41e4-b53a-9298c7f087be requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:12:51.777382 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-467314ed-9212-4a05-a40b-a978692ec0c5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6804214 Sep 07 16:12:51.797947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 16359975-6534-405f-a7d1-b37ec3123907, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=16359975-6534-405f-a7d1-b37ec3123907,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:51.806902 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:51.916693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=16359975-6534-405f-a7d1-b37ec3123907,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:51.988586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc66cc2-5331-4d8c-b5e6-c70b6f116f44 None None] Network b15c29dc-c788-41e4-b53a-9298c7f087be requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:12:52.144861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9681ee-6197-40c2-8c24-8fa33f4c3384 req-ce120d2e-c82f-48dd-a3b2-fc520541aa9c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:52.152803 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c9681ee-6197-40c2-8c24-8fa33f4c3384 req-ce120d2e-c82f-48dd-a3b2-fc520541aa9c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0567124 Sep 07 16:12:52.235423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c9681ee-6197-40c2-8c24-8fa33f4c3384 req-27767025-b2ee-4494-9e57-67dfff320bc7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806830 Sep 07 16:12:52.249542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fdb44-e5ec-4000-9654-302ebb015f99 req-82ee8a18-e993-4f26-8e59-5b018a2a19cd tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:52.256944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-738fdb44-e5ec-4000-9654-302ebb015f99 req-82ee8a18-e993-4f26-8e59-5b018a2a19cd tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0961521 Sep 07 16:12:52.298004 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-738fdb44-e5ec-4000-9654-302ebb015f99 req-99063f4b-2bc0-4f59-949c-3f729d7a4a75 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398719 Sep 07 16:12:52.384166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db9d47-e2bf-4bf1-a59e-07ce8ecfe764 req-7c680822-0cf9-47c9-83be-76375cceacb1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:52.386444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9db9d47-e2bf-4bf1-a59e-07ce8ecfe764 req-7c680822-0cf9-47c9-83be-76375cceacb1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 944 time: 0.0708122 Sep 07 16:12:52.440900 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9db9d47-e2bf-4bf1-a59e-07ce8ecfe764 req-c2856a44-ba5e-4335-bf62-58a68895176c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475438 Sep 07 16:12:52.525286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272d840-1c82-4229-9d8b-f736c2f3fbe8 req-31a41171-d759-436b-8a21-bec66b6ae8e3 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:52.533177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8272d840-1c82-4229-9d8b-f736c2f3fbe8 req-31a41171-d759-436b-8a21-bec66b6ae8e3 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0763586 Sep 07 16:12:52.573462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8272d840-1c82-4229-9d8b-f736c2f3fbe8 req-db0a0810-fd5a-4b32-b6c2-236b8063b657 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394127 Sep 07 16:12:52.721597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['16359975-6534-405f-a7d1-b37ec3123907'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:12:52.737833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50922) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:52.844885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ba4b9c-fb0f-441c-94f2-b9dd7d9beea4 admin admin] Deleting subnet 4efa4370-cd4e-41e0-86aa-a50e7e7ef94d {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:12:52.848880 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4b9c-fb0f-441c-94f2-b9dd7d9beea4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:52.889639 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-3e75b35e-2c08-4c40-8eaa-cdfe65d6e211 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:52.897947 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-3e75b35e-2c08-4c40-8eaa-cdfe65d6e211 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/networks?id=b15c29dc-c788-41e4-b53a-9298c7f087be HTTP/1.1" status: 200 len: 809 time: 0.1980968 Sep 07 16:12:52.922256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4b9c-fb0f-441c-94f2-b9dd7d9beea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:52.943045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-8a07b3e4-cf55-466d-89f8-e919582a1720 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/quotas/2788fbde5a634c4ea6244be7212a615a HTTP/1.1" status: 200 len: 375 time: 0.0439737 Sep 07 16:12:52.968579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4b9c-fb0f-441c-94f2-b9dd7d9beea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:52.983255 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-e0339d43-c97e-416e-b8b7-5f990d4415ce tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2788fbde5a634c4ea6244be7212a615a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390422 Sep 07 16:12:53.026278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176b143-5736-4346-a21b-6e6b84039453 req-97921f53-8b4b-450b-b4c3-9faefa581d67 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:53.028046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2176b143-5736-4346-a21b-6e6b84039453 req-97921f53-8b4b-450b-b4c3-9faefa581d67 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086 HTTP/1.1" status: 200 len: 950 time: 0.2390754 Sep 07 16:12:53.041978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4b9c-fb0f-441c-94f2-b9dd7d9beea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:53.072648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba4b9c-fb0f-441c-94f2-b9dd7d9beea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4efa4370-cd4e-41e0-86aa-a50e7e7ef94d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:53.077060 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4b9c-fb0f-441c-94f2-b9dd7d9beea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:53.081996 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c8ba4b9c-fb0f-441c-94f2-b9dd7d9beea4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4efa4370-cd4e-41e0-86aa-a50e7e7ef94d HTTP/1.1" status: 204 len: 168 time: 0.3430948 Sep 07 16:12:53.082841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50924) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:53.150750 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2176b143-5736-4346-a21b-6e6b84039453 req-6a8678d4-61b8-4d95-841f-782c7a827ea0 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158168 Sep 07 16:12:53.193006 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-acc88b8c-a3f3-4d0e-b7b1-c3b3ec0435c6 service neutron] 10.222.0.70 "GET /v2.0/networks/b15c29dc-c788-41e4-b53a-9298c7f087be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008753 Sep 07 16:12:53.222976 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0281ed28-fa82-47eb-9a94-8e28f88d8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:53.382652 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0281ed28-fa82-47eb-9a94-8e28f88d8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:53.390565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-f290154d-ce44-4a7c-8496-768440b6f156 service neutron] 10.222.0.70 "GET /v2.0/networks/b15c29dc-c788-41e4-b53a-9298c7f087be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962693 Sep 07 16:12:53.436437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0281ed28-fa82-47eb-9a94-8e28f88d8ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a421148-ba0e-407a-b821-41685f8573a9']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:53.450424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c5ed1-b8c7-454b-9a87-730cd2fc17b6 req-f8536521-8132-4b59-9418-edc180981477 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:53.458121 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f1c5ed1-b8c7-454b-9a87-730cd2fc17b6 req-f8536521-8132-4b59-9418-edc180981477 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1319554 Sep 07 16:12:53.480560 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0281ed28-fa82-47eb-9a94-8e28f88d8ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7caac4b7-fa49-40f8-bd0e-003ba6f00d53') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:53.480796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0281ed28-fa82-47eb-9a94-8e28f88d8ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7caac4b7-fa49-40f8-bd0e-003ba6f00d53') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:12:53.495357 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0281ed28-fa82-47eb-9a94-8e28f88d8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:53.531814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f1c5ed1-b8c7-454b-9a87-730cd2fc17b6 req-3fa58c62-86d9-42ff-85a6-570e7d43e000 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726359 Sep 07 16:12:53.533001 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0281ed28-fa82-47eb-9a94-8e28f88d8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:53.550749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0281ed28-fa82-47eb-9a94-8e28f88d8ef1 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:12:53.551225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0281ed28-fa82-47eb-9a94-8e28f88d8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:12:53.553220 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:12:53.636797 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0281ed28-fa82-47eb-9a94-8e28f88d8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:53.656889 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0281ed28-fa82-47eb-9a94-8e28f88d8ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:53.658877 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0281ed28-fa82-47eb-9a94-8e28f88d8ef1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3a421148-ba0e-407a-b821-41685f8573a9 HTTP/1.1" status: 204 len: 168 time: 0.5734136 Sep 07 16:12:53.702580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281ed28-fa82-47eb-9a94-8e28f88d8ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a421148-ba0e-407a-b821-41685f8573a9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:53.739918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cab58-5b3d-4060-a9dc-60dab89ecd4d req-8fe80ec8-d4f4-41a0-9b19-0e60781aaf97 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:53.741473 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c4cab58-5b3d-4060-a9dc-60dab89ecd4d req-8fe80ec8-d4f4-41a0-9b19-0e60781aaf97 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.1161628 Sep 07 16:12:53.814743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343ac6e-0255-4f58-a69f-9ca952e9b18e req-a1430202-a9f1-4a8f-9f2b-f93872c0ab23 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:53.816325 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3343ac6e-0255-4f58-a69f-9ca952e9b18e req-a1430202-a9f1-4a8f-9f2b-f93872c0ab23 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 944 time: 0.0737734 Sep 07 16:12:53.828388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c4cab58-5b3d-4060-a9dc-60dab89ecd4d req-6af20da6-ff7b-44a7-a071-0d637db0dfec tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748885 Sep 07 16:12:53.879560 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50944) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:53.922591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3343ac6e-0255-4f58-a69f-9ca952e9b18e req-dcc95c98-84fa-4788-b7f7-9f4cccad171e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884926 Sep 07 16:12:53.945940 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-748fa4a7-61f4-4cff-b017-e5b3c8358993 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e0e9a770bde1473194b272e3a6f1ff47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644512 Sep 07 16:12:53.947772 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50950) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:12:54.003672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcfe56c6-097c-4d6a-81df-891fc0ccb597 req-c8c0d8dd-50b0-4ec2-bf35-9ff7f1e2c993 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 210 time: 0.1014459 Sep 07 16:12:54.050440 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c34525b5-971f-4c31-9e9a-91416df32c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:54.079611 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c34525b5-971f-4c31-9e9a-91416df32c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:54.104787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba2e0a-5e00-48bd-aaa2-160c38d0edba req-9b9681c9-9946-445c-9325-b3e9800c95b1 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:54.112543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5aba2e0a-5e00-48bd-aaa2-160c38d0edba req-9b9681c9-9946-445c-9325-b3e9800c95b1 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0973167 Sep 07 16:12:54.192414 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c34525b5-971f-4c31-9e9a-91416df32c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:54.195949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c34525b5-971f-4c31-9e9a-91416df32c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:54.207610 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c34525b5-971f-4c31-9e9a-91416df32c87 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/73946e17-cb26-40d3-8e67-c95588d83454 HTTP/1.1" status: 204 len: 168 time: 0.2541549 Sep 07 16:12:54.210049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5aba2e0a-5e00-48bd-aaa2-160c38d0edba req-ab51b724-7a6a-47f6-98f8-c0434a95d2d8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859644 Sep 07 16:12:54.242397 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34525b5-971f-4c31-9e9a-91416df32c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73946e17-cb26-40d3-8e67-c95588d83454,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:54.359422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b2a00-1aec-467a-862e-b3bacb72d9b2 req-5a7b8291-4192-4674-b655-8e5ef9da836c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:54.362519 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-908b2a00-1aec-467a-862e-b3bacb72d9b2 req-5a7b8291-4192-4674-b655-8e5ef9da836c tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086 HTTP/1.1" status: 200 len: 950 time: 0.0787489 Sep 07 16:12:54.424060 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-908b2a00-1aec-467a-862e-b3bacb72d9b2 req-07b0e910-0ac1-4fd7-a736-f0037953a17d tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545042 Sep 07 16:12:54.669507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b141c5-b23f-4430-bccb-f8cbeb0c846e req-624d529a-3f06-4c69-81e3-895a6dd660c3 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:54.671592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b141c5-b23f-4430-bccb-f8cbeb0c846e req-624d529a-3f06-4c69-81e3-895a6dd660c3 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0596766 Sep 07 16:12:54.740613 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9b141c5-b23f-4430-bccb-f8cbeb0c846e req-f3c9c5df-3327-435a-98a4-6eecbcf2ee9c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592883 Sep 07 16:12:55.025326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa0172-e7b2-4ecc-a456-4f80ecebd199 req-a654ffa4-a576-4c98-a32d-57ba0cee7609 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:55.037586 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-efaa0172-e7b2-4ecc-a456-4f80ecebd199 req-a654ffa4-a576-4c98-a32d-57ba0cee7609 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0952888 Sep 07 16:12:55.093825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-efaa0172-e7b2-4ecc-a456-4f80ecebd199 req-ef81b530-ff95-47ba-ac9d-d83a2d393e53 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511663 Sep 07 16:12:55.206840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149cb1a-0a0f-4b52-bc64-967807e2e905 req-03a79a98-342f-44c3-8653-39cd9adb56df tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:55.214937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3149cb1a-0a0f-4b52-bc64-967807e2e905 req-03a79a98-342f-44c3-8653-39cd9adb56df tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 944 time: 0.0965006 Sep 07 16:12:55.241403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 16359975-6534-405f-a7d1-b37ec3123907 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:12:55.271592 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-6cfcb171-59e4-4434-b296-211900387b45 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:55.276019 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-6cfcb171-59e4-4434-b296-211900387b45 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.54 "GET /v2.0/networks?id=b15c29dc-c788-41e4-b53a-9298c7f087be HTTP/1.1" status: 200 len: 809 time: 0.2104025 Sep 07 16:12:55.276200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3149cb1a-0a0f-4b52-bc64-967807e2e905 req-7c619d96-c858-4052-b925-7d8b27d15470 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582156 Sep 07 16:12:55.290602 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-757f4ccb-58ec-49c6-a691-ced22d876034 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Request body: {'port': {'device_id': '3a1de48f-7416-4deb-8557-968dcd74b953', 'network_id': 'b15c29dc-c788-41e4-b53a-9298c7f087be', 'admin_state_up': True, 'tenant_id': '2788fbde5a634c4ea6244be7212a615a'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:55.353340 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 16359975-6534-405f-a7d1-b37ec3123907 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:12:55.364073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 16359975-6534-405f-a7d1-b37ec3123907 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:12:55.372414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.427644 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7377f364-cf81-4be9-a5ce-e351f12236af req-c95411e1-3ce1-425b-883a-1a0abeadffbf tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 210 time: 0.0689583 Sep 07 16:12:55.563091 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.609384 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16359975-6534-405f-a7d1-b37ec3123907'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:55.611815 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e95dbd3-e9f6-4360-93e5-24b05601b1c8" -d '{"events": [{"server_uuid": "4d6a1b42-bf5d-4603-89b7-0b899eb7f233", "name": "network-vif-plugged", "status": "completed", "tag": "16359975-6534-405f-a7d1-b37ec3123907"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:55.628355 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-757f4ccb-58ec-49c6-a691-ced22d876034 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Made reservation on behalf of 2788fbde5a634c4ea6244be7212a615a for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:12:55.632005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 16359975-6534-405f-a7d1-b37ec3123907, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=16359975-6534-405f-a7d1-b37ec3123907,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:55.633833 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-757f4ccb-58ec-49c6-a691-ced22d876034 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.636531 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.637705 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:12:55.652428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01ab09-756d-4b76-8ab5-f7d16cd38f6f req-0af823ca-d71b-4442-a495-6006bb440f3a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:55.672757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af01ab09-756d-4b76-8ab5-f7d16cd38f6f req-0af823ca-d71b-4442-a495-6006bb440f3a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1255403 Sep 07 16:12:55.730469 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af01ab09-756d-4b76-8ab5-f7d16cd38f6f req-3f4c77b1-d32d-41dc-b2c5-70fe5ba18cf9 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540960 Sep 07 16:12:55.800956 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f286ad24-9789-4bbf-b719-937fc458a39e x-openstack-request-id: req-f286ad24-9789-4bbf-b719-937fc458a39e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:55.801205 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6a1b42-bf5d-4603-89b7-0b899eb7f233", "name": "network-vif-plugged", "status": "completed", "tag": "16359975-6534-405f-a7d1-b37ec3123907", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:55.801409 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f286ad24-9789-4bbf-b719-937fc458a39e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:55.801808 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16359975-6534-405f-a7d1-b37ec3123907', 'code': 200} Sep 07 16:12:55.889431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=16359975-6534-405f-a7d1-b37ec3123907,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:55.936602 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:55.958404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-757f4ccb-58ec-49c6-a691-ced22d876034 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Allocated IP 172.20.0.2 (b15c29dc-c788-41e4-b53a-9298c7f087be/a1a70c77-a16f-4ac5-8265-5e2c1d5858b6/c6dafda4-7a49-46d4-89a2-49e1da7bce61) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:12:55.964833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944bcfa-a212-48ab-806b-dd916d003a05 req-9e02feb0-4e0b-4072-a594-249b8ce336a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:55.966918 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b944bcfa-a212-48ab-806b-dd916d003a05 req-9e02feb0-4e0b-4072-a594-249b8ce336a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 1096 time: 0.1048388 Sep 07 16:12:56.021110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:12:56.030817 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.059518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafa178-c2a2-417d-ae04-896c812ad125 req-c485a0c4-b313-486f-967f-00913ac4928d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:56.067923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ceafa178-c2a2-417d-ae04-896c812ad125 req-c485a0c4-b313-486f-967f-00913ac4928d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0758648 Sep 07 16:12:56.095321 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b944bcfa-a212-48ab-806b-dd916d003a05 req-8bb6e466-d8fd-4eea-8564-51688c3183a2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195688 Sep 07 16:12:56.123633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ceafa178-c2a2-417d-ae04-896c812ad125 req-39bf54f1-22f6-401f-87e0-5f07bf4d6b1c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543656 Sep 07 16:12:56.131495 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:56.289186 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-757f4ccb-58ec-49c6-a691-ced22d876034 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.354223 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-757f4ccb-58ec-49c6-a691-ced22d876034 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.398924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82c363-8328-4d37-818a-1ae81877fa82 req-df02c244-2656-4ac9-82ee-2b293729a163 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:56.402052 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b82c363-8328-4d37-818a-1ae81877fa82 req-df02c244-2656-4ac9-82ee-2b293729a163 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0845344 Sep 07 16:12:56.410232 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-757f4ccb-58ec-49c6-a691-ced22d876034 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Network b15c29dc-c788-41e4-b53a-9298c7f087be is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:12:56.413776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-757f4ccb-58ec-49c6-a691-ced22d876034 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:12:56.418421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-757f4ccb-58ec-49c6-a691-ced22d876034 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:12:56.462278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b82c363-8328-4d37-818a-1ae81877fa82 req-bd8f8767-0f42-4d90-be0b-5ec27d3782be tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508578 Sep 07 16:12:56.473084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-757f4ccb-58ec-49c6-a691-ced22d876034 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:56.474031 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-757f4ccb-58ec-49c6-a691-ced22d876034 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.511293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f4ccb-58ec-49c6-a691-ced22d876034 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Pushing event updated for resources: {'Port': ['ID=c6dafda4-7a49-46d4-89a2-49e1da7bce61,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:56.515885 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-757f4ccb-58ec-49c6-a691-ced22d876034 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2289860 Sep 07 16:12:56.525206 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f9d60-aa2e-42e5-a6d4-f64d9c1bdfe7 req-e6d4be67-4249-401f-acd2-2f2473329b31 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:56.532445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-87f0e2f6-8a0f-49b1-b996-8f2712c4931d tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:12:56.533692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e99f9d60-aa2e-42e5-a6d4-f64d9c1bdfe7 req-e6d4be67-4249-401f-acd2-2f2473329b31 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0909014 Sep 07 16:12:56.534216 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-87f0e2f6-8a0f-49b1-b996-8f2712c4931d tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092406 Sep 07 16:12:56.704103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Request body: {'port': {'device_id': '3a1de48f-7416-4deb-8557-968dcd74b953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:12:56.779974 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:56.949082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e99f9d60-aa2e-42e5-a6d4-f64d9c1bdfe7 req-feda64c3-c9e3-448b-88b1-84807a633b47 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002695 Sep 07 16:12:56.964991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819343f-33ed-404e-a63c-e9107a707689 req-b419c276-1ba4-437f-90c1-e7baeb7a11e2 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:56.978133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3819343f-33ed-404e-a63c-e9107a707689 req-b419c276-1ba4-437f-90c1-e7baeb7a11e2 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 931 time: 0.1205072 Sep 07 16:12:57.040364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3819343f-33ed-404e-a63c-e9107a707689 req-dd22edb5-74f5-4a34-9da6-079756e73c9d tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d551fbc-9bf0-4b6c-bbfb-b81cd403ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534425 Sep 07 16:12:57.192997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6dafda4-7a49-46d4-89a2-49e1da7bce61 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:12:57.200725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c449be-c9a5-49f9-b4b3-e066ff1a7882 req-1dbe7401-ddbb-4797-a850-a5837d75811e tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:57.201555 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.202894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c449be-c9a5-49f9-b4b3-e066ff1a7882 req-1dbe7401-ddbb-4797-a850-a5837d75811e tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0838835 Sep 07 16:12:57.220711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Transition to ACTIVE for port object c6dafda4-7a49-46d4-89a2-49e1da7bce61 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:12:57.227250 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.261425 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c449be-c9a5-49f9-b4b3-e066ff1a7882 req-a91437fb-0da4-4fec-accd-f7181a6100c9 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516076 Sep 07 16:12:57.294778 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dafda4-7a49-46d4-89a2-49e1da7bce61,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:57.409669 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Attempting to bind port c6dafda4-7a49-46d4-89a2-49e1da7bce61 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:12:57.410143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Attempting to bind port c6dafda4-7a49-46d4-89a2-49e1da7bce61 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'c5111577-bdd3-4b61-8a40-dfa40d2d06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b15c29dc-c788-41e4-b53a-9298c7f087be'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:12:57.411055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Attempting to bind port c6dafda4-7a49-46d4-89a2-49e1da7bce61 on network b15c29dc-c788-41e4-b53a-9298c7f087be {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:12:57.417262 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Port c6dafda4-7a49-46d4-89a2-49e1da7bce61 on network b15c29dc-c788-41e4-b53a-9298c7f087be not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:12:57.418199 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Attempting to bind port c6dafda4-7a49-46d4-89a2-49e1da7bce61 on network b15c29dc-c788-41e4-b53a-9298c7f087be {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:12:57.431908 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:12:57.432525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Checking segment: {'id': 'c5111577-bdd3-4b61-8a40-dfa40d2d06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b15c29dc-c788-41e4-b53a-9298c7f087be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:12:57.432989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Bound using segment: {'id': 'c5111577-bdd3-4b61-8a40-dfa40d2d06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b15c29dc-c788-41e4-b53a-9298c7f087be'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:12:57.433775 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Bound port: c6dafda4-7a49-46d4-89a2-49e1da7bce61, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5111577-bdd3-4b61-8a40-dfa40d2d06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b15c29dc-c788-41e4-b53a-9298c7f087be'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:12:57.434375 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.501709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302ac1f-7fbc-459d-98a4-2b2f81d3a962 req-57d4d80d-ab7e-4757-bf0f-c1328a2eacc5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:57.510994 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0302ac1f-7fbc-459d-98a4-2b2f81d3a962 req-57d4d80d-ab7e-4757-bf0f-c1328a2eacc5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0744829 Sep 07 16:12:57.571244 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] For port c6dafda4-7a49-46d4-89a2-49e1da7bce61, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:12:57.577078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0302ac1f-7fbc-459d-98a4-2b2f81d3a962 req-b4f45646-e77f-4291-a7a5-286ddf2e8695 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651052 Sep 07 16:12:57.603603 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] For port c6dafda4-7a49-46d4-89a2-49e1da7bce61, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c6dafda4-7a49-46d4-89a2-49e1da7bce61,segment=NetworkSegment(c5111577-bdd3-4b61-8a40-dfa40d2d06be),segment_id=c5111577-bdd3-4b61-8a40-dfa40d2d06be)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:12:57.619891 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.709838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dafda4-7a49-46d4-89a2-49e1da7bce61,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:12:57.722701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:57.724234 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:12:57.726189 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b2372032-1fbb-48c6-8dd0-bf5c26e3f3b9 service neutron] 10.222.0.54 "PUT /v2.0/ports/c6dafda4-7a49-46d4-89a2-49e1da7bce61 HTTP/1.1" status: 200 len: 1091 time: 1.1796119 Sep 07 16:12:57.726817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1de48f-7416-4deb-8557-968dcd74b953', 'tag': 'c6dafda4-7a49-46d4-89a2-49e1da7bce61'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:57.729392 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756941c8-0ea6-46ea-ae4d-b632ee1f3347" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1de48f-7416-4deb-8557-968dcd74b953", "tag": "c6dafda4-7a49-46d4-89a2-49e1da7bce61"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:57.786370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551790e-13a6-4e74-9dce-cab2f66f4bba req-1d567832-b71f-4bc8-9d62-4c077df2ea6b tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:57.796087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b551790e-13a6-4e74-9dce-cab2f66f4bba req-1d567832-b71f-4bc8-9d62-4c077df2ea6b tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0933516 Sep 07 16:12:57.805035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:12:57.806349 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f87cac-a935-480a-a338-314dae167b69" -d '{"events": [{"server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:12:57.857039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b551790e-13a6-4e74-9dce-cab2f66f4bba req-cb49e924-c917-4e80-9da5-8677dc46b0c7 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599055 Sep 07 16:12:57.864921 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849a6279-4b4a-466c-aaf1-ecf225c87cc8 x-openstack-request-id: req-849a6279-4b4a-466c-aaf1-ecf225c87cc8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:57.865316 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1de48f-7416-4deb-8557-968dcd74b953", "tag": "c6dafda4-7a49-46d4-89a2-49e1da7bce61", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:57.865680 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-849a6279-4b4a-466c-aaf1-ecf225c87cc8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:57.866187 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1de48f-7416-4deb-8557-968dcd74b953', 'tag': 'c6dafda4-7a49-46d4-89a2-49e1da7bce61', 'status': 'completed', 'code': 200} Sep 07 16:12:57.914478 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58018fe-7972-4bbf-b5ad-bf0de329a4df x-openstack-request-id: req-e58018fe-7972-4bbf-b5ad-bf0de329a4df {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:12:57.915622 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:12:57.916124 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e58018fe-7972-4bbf-b5ad-bf0de329a4df {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:12:57.916767 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4', 'code': 200} Sep 07 16:12:57.933055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-8c1a51e9-8fb5-4548-a136-0a8ff220e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:57.947623 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-8c1a51e9-8fb5-4548-a136-0a8ff220e688 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2788fbde5a634c4ea6244be7212a615a&device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 1094 time: 0.1623824 Sep 07 16:12:58.007007 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-e92ce333-0170-4935-b5fb-8ed08fa1105b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6dafda4-7a49-46d4-89a2-49e1da7bce61 HTTP/1.1" status: 200 len: 217 time: 0.0474606 Sep 07 16:12:58.076387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c029f-7cdc-4bbd-b71e-f04c6da3a7e2 req-a5ca1287-ab44-4565-bc6b-2aedb0f9051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:58.078145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-461c029f-7cdc-4bbd-b71e-f04c6da3a7e2 req-a5ca1287-ab44-4565-bc6b-2aedb0f9051b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 1097 time: 0.1002023 Sep 07 16:12:58.126811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-0a8d7a3d-5681-4520-be1c-f02d7d6e1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:58.129962 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-0a8d7a3d-5681-4520-be1c-f02d7d6e1132 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a1a70c77-a16f-4ac5-8265-5e2c1d5858b6 HTTP/1.1" status: 200 len: 849 time: 0.1127772 Sep 07 16:12:58.175881 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-461c029f-7cdc-4bbd-b71e-f04c6da3a7e2 req-01416724-6b9f-4b23-8be8-50762e2c71d0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879714 Sep 07 16:12:58.188172 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-7bc276f1-e061-4f59-8c77-e3a1f6edb421 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b15c29dc-c788-41e4-b53a-9298c7f087be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444732 Sep 07 16:12:58.199475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9b90c-5a97-4365-a4c5-44c25c1dd5ba req-88a9ef11-d0b2-4fd8-a2f2-c73d367fea66 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:58.207162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45f9b90c-5a97-4365-a4c5-44c25c1dd5ba req-88a9ef11-d0b2-4fd8-a2f2-c73d367fea66 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1078746 Sep 07 16:12:58.280967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45f9b90c-5a97-4365-a4c5-44c25c1dd5ba req-69de5354-8f9e-4c2c-b1bb-24f8c6c6a7dc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728343 Sep 07 16:12:58.316502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20a31b-19dc-4583-9b3f-fe68163172cd req-7832acf8-2e36-4417-b42e-fb773c5a9670 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:58.319474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e20a31b-19dc-4583-9b3f-fe68163172cd req-7832acf8-2e36-4417-b42e-fb773c5a9670 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 943 time: 0.0957870 Sep 07 16:12:58.407692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e20a31b-19dc-4583-9b3f-fe68163172cd req-eda86a43-4d7d-43e6-bd4c-eb538f349f03 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d551fbc-9bf0-4b6c-bbfb-b81cd403ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760794 Sep 07 16:12:58.475682 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b3a73945-9d78-498e-9afd-6c477033f887 service neutron] 10.222.0.54 "GET /v2.0/networks/b15c29dc-c788-41e4-b53a-9298c7f087be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036303 Sep 07 16:12:58.581627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56790de4-6208-4dad-a601-bd85de160db8 req-ef669264-6e42-4adc-95b2-e641002be106 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:58.583095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56790de4-6208-4dad-a601-bd85de160db8 req-ef669264-6e42-4adc-95b2-e641002be106 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0690825 Sep 07 16:12:58.668421 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-742f5fe5-fdc0-4644-95e8-cff99033e0bd req-b21a2fb3-a425-4dd3-b694-c132da840164 service neutron] 10.222.0.54 "GET /v2.0/networks/b15c29dc-c788-41e4-b53a-9298c7f087be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847441 Sep 07 16:12:58.681873 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56790de4-6208-4dad-a601-bd85de160db8 req-86066d44-f89b-4e8d-b155-8288e47a3d4c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884690 Sep 07 16:12:58.779408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756941c8-0ea6-46ea-ae4d-b632ee1f3347 req-5e15d6e3-6666-40f0-a606-751bd6e0c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:58.780996 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-756941c8-0ea6-46ea-ae4d-b632ee1f3347 req-5e15d6e3-6666-40f0-a606-751bd6e0c4ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2788fbde5a634c4ea6244be7212a615a&device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 1094 time: 0.0484140 Sep 07 16:12:58.931500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756941c8-0ea6-46ea-ae4d-b632ee1f3347 req-a561d2ad-3dd3-438a-bd18-bd1e6233b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:58.934232 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-756941c8-0ea6-46ea-ae4d-b632ee1f3347 req-a561d2ad-3dd3-438a-bd18-bd1e6233b079 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b15c29dc-c788-41e4-b53a-9298c7f087be HTTP/1.1" status: 200 len: 910 time: 0.1439230 Sep 07 16:12:59.000398 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-756941c8-0ea6-46ea-ae4d-b632ee1f3347 req-31e2ea17-debf-4827-af45-15e62c932db0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6dafda4-7a49-46d4-89a2-49e1da7bce61 HTTP/1.1" status: 200 len: 217 time: 0.0548570 Sep 07 16:12:59.063194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756941c8-0ea6-46ea-ae4d-b632ee1f3347 req-1f627a22-a83a-460c-a602-3fedec704d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:59.064925 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-756941c8-0ea6-46ea-ae4d-b632ee1f3347 req-1f627a22-a83a-460c-a602-3fedec704d24 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a1a70c77-a16f-4ac5-8265-5e2c1d5858b6 HTTP/1.1" status: 200 len: 849 time: 0.0541282 Sep 07 16:12:59.102893 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-756941c8-0ea6-46ea-ae4d-b632ee1f3347 req-57810fae-d221-4747-863f-48dc072e789b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b15c29dc-c788-41e4-b53a-9298c7f087be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262296 Sep 07 16:12:59.227447 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-756941c8-0ea6-46ea-ae4d-b632ee1f3347 req-5896a281-5183-4c78-b64f-592269badc2a service neutron] 10.222.0.54 "GET /v2.0/networks/b15c29dc-c788-41e4-b53a-9298c7f087be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158495 Sep 07 16:12:59.340289 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-756941c8-0ea6-46ea-ae4d-b632ee1f3347 req-c179656a-4a2e-4e72-95f0-7f2fbe1edcd9 service neutron] 10.222.0.54 "GET /v2.0/networks/b15c29dc-c788-41e4-b53a-9298c7f087be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035032 Sep 07 16:12:59.718861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228adca4-b7d5-4ff3-ab78-f3a7499e2d21 req-0ff7856b-e977-461b-836f-6fa02dc973a4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:59.720466 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-228adca4-b7d5-4ff3-ab78-f3a7499e2d21 req-0ff7856b-e977-461b-836f-6fa02dc973a4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.1151347 Sep 07 16:12:59.741554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-4e7af5bd-49bc-4d2c-94f4-0e686df7185c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:12:59.743052 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-4e7af5bd-49bc-4d2c-94f4-0e686df7185c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/networks?id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 HTTP/1.1" status: 200 len: 814 time: 0.1771553 Sep 07 16:12:59.764943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-91cd0ee5-410c-4f87-98b6-8333d22c5aab tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/quotas/021b7fa5f9114de0bd5a5602ddc36929 HTTP/1.1" status: 200 len: 375 time: 0.0123219 Sep 07 16:12:59.794230 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-228adca4-b7d5-4ff3-ab78-f3a7499e2d21 req-1c9eeeb5-dac2-4624-8ad5-ad5c6546262d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658758 Sep 07 16:12:59.847230 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-185584f3-b732-41be-baf1-9d5fd9cfb717 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=021b7fa5f9114de0bd5a5602ddc36929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704560 Sep 07 16:12:59.853840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-fbb3c52e-0e13-4c6c-909f-a6559910e0f2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:12:59.861933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-fbb3c52e-0e13-4c6c-909f-a6559910e0f2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136557 Sep 07 16:13:00.011812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-243df188-01aa-4d66-8cf7-4037624e0d6a service neutron] 10.222.0.70 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489160 Sep 07 16:13:00.041859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe2d35-4bf9-4757-9a76-5a0386fb7a9d req-9ea6c82f-f30f-449c-b245-619ac64833a1 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:00.043587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82fe2d35-4bf9-4757-9a76-5a0386fb7a9d req-9ea6c82f-f30f-449c-b245-619ac64833a1 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0817795 Sep 07 16:13:00.132753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82fe2d35-4bf9-4757-9a76-5a0386fb7a9d req-46adac9e-9b6b-4475-9400-8a1e95fc4a26 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782740 Sep 07 16:13:00.175286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-70f55462-0200-48cd-be21-ae8bb20efe31 service neutron] 10.222.0.70 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505344 Sep 07 16:13:00.406287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c4867-bc56-409d-80bc-e123c69a1709 req-ee202fd6-94d0-41ac-bb06-c384307faf37 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:00.413787 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-474c4867-bc56-409d-80bc-e123c69a1709 req-ee202fd6-94d0-41ac-bb06-c384307faf37 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 943 time: 0.0734537 Sep 07 16:13:00.469707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-474c4867-bc56-409d-80bc-e123c69a1709 req-e5b30f1f-e44a-40d7-abbd-2fcf4bfb65ed tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d551fbc-9bf0-4b6c-bbfb-b81cd403ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550039 Sep 07 16:13:00.654165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405041b7-ca61-407c-b0ad-31f02eb36a50 req-4099cbdd-d904-42f9-a925-42cdbfa05d09 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:00.661636 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-405041b7-ca61-407c-b0ad-31f02eb36a50 req-4099cbdd-d904-42f9-a925-42cdbfa05d09 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0719457 Sep 07 16:13:00.739212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-405041b7-ca61-407c-b0ad-31f02eb36a50 req-45fb1b64-f6d2-41d1-a86d-e0ad18a3efae tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737097 Sep 07 16:13:00.803230 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93dac732-6bbe-4ee5-b19b-6dca928f5fab req-cd45ca14-b8d3-40cb-9050-08eed4bda52d tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 210 time: 0.0272982 Sep 07 16:13:01.009354 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c6dafda4-7a49-46d4-89a2-49e1da7bce61 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:13:01.194269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c6dafda4-7a49-46d4-89a2-49e1da7bce61, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c6dafda4-7a49-46d4-89a2-49e1da7bce61,segment=NetworkSegment(c5111577-bdd3-4b61-8a40-dfa40d2d06be),segment_id=c5111577-bdd3-4b61-8a40-dfa40d2d06be)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:01.208716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'c6dafda4-7a49-46d4-89a2-49e1da7bce61', 'network_id': 'b15c29dc-c788-41e4-b53a-9298c7f087be', 'port_id': 'c6dafda4-7a49-46d4-89a2-49e1da7bce61', 'mac_address': 'fa:16:3e:2a:00:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a70c77-a16f-4ac5-8265-5e2c1d5858b6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:13:01.256706 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.270835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6dafda4-7a49-46d4-89a2-49e1da7bce61 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:01.293249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c6dafda4-7a49-46d4-89a2-49e1da7bce61, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c6dafda4-7a49-46d4-89a2-49e1da7bce61,segment=NetworkSegment(c5111577-bdd3-4b61-8a40-dfa40d2d06be),segment_id=c5111577-bdd3-4b61-8a40-dfa40d2d06be)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:01.302143 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.354314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c6dafda4-7a49-46d4-89a2-49e1da7bce61,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:01.496799 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:01.613579 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c6dafda4-7a49-46d4-89a2-49e1da7bce61'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:01.633020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12094a0c-8506-417c-ad54-94c7a9bcddc3 req-ec1b9715-b236-4fae-bb6b-41ebd121139c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:01.645017 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12094a0c-8506-417c-ad54-94c7a9bcddc3 req-ec1b9715-b236-4fae-bb6b-41ebd121139c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0928371 Sep 07 16:13:01.697200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12094a0c-8506-417c-ad54-94c7a9bcddc3 req-fe7bfde5-94cd-4b94-874b-1eff395469e7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472558 Sep 07 16:13:01.780045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-0a719e0e-bc1a-478e-a81d-6a2179240e6a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:01.781638 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-0a719e0e-bc1a-478e-a81d-6a2179240e6a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.35 "GET /v2.0/networks?id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 HTTP/1.1" status: 200 len: 814 time: 0.2331753 Sep 07 16:13:01.800796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-cf1438c6-6cf5-408e-9efd-810bf0ac855c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Request body: {'port': {'device_id': 'cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6', 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5', 'admin_state_up': True, 'tenant_id': '021b7fa5f9114de0bd5a5602ddc36929'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:01.837266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2503104-26b9-4483-9ade-a4dbe3c4496c req-833b2059-34e6-4c19-8ef3-7d4a656de0eb tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:01.839400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2503104-26b9-4483-9ade-a4dbe3c4496c req-833b2059-34e6-4c19-8ef3-7d4a656de0eb tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0877697 Sep 07 16:13:01.918188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2503104-26b9-4483-9ade-a4dbe3c4496c req-3d590d68-64a9-4476-ae3c-01298013a294 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673585 Sep 07 16:13:01.988938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2563b49-8453-4ead-850d-b575e31bd95c req-b55d7f09-60b9-46bd-8920-c62d5bef779d tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:01.990779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2563b49-8453-4ead-850d-b575e31bd95c req-b55d7f09-60b9-46bd-8920-c62d5bef779d tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 944 time: 0.0573061 Sep 07 16:13:02.002256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5687c0f-27ce-4ee9-aaaa-72e0bc29f5b9 req-b8e82d1b-2882-44fd-a099-0439c6f20652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:02.004059 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f5687c0f-27ce-4ee9-aaaa-72e0bc29f5b9 req-b8e82d1b-2882-44fd-a099-0439c6f20652 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 1097 time: 0.0673063 Sep 07 16:13:02.004945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-cf1438c6-6cf5-408e-9efd-810bf0ac855c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Made reservation on behalf of 021b7fa5f9114de0bd5a5602ddc36929 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:02.008291 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-cf1438c6-6cf5-408e-9efd-810bf0ac855c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.041666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2563b49-8453-4ead-850d-b575e31bd95c req-caa5d89c-ee23-45f8-acf8-be640d3065b6 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d551fbc-9bf0-4b6c-bbfb-b81cd403ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434189 Sep 07 16:13:02.185843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f48c6316-e9b4-44de-80bb-469c17878daf req-be30896a-fe18-4464-8ba5-08e6c43a95e3 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 210 time: 0.0324311 Sep 07 16:13:02.216488 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.314921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a806a-196a-41ef-8954-93286bd5ae91 req-60bb02a3-2cab-41bf-a90a-df0002a432ae tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:02.316777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a0a806a-196a-41ef-8954-93286bd5ae91 req-60bb02a3-2cab-41bf-a90a-df0002a432ae tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0552895 Sep 07 16:13:02.362399 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a0a806a-196a-41ef-8954-93286bd5ae91 req-038c301e-5aad-43e2-b247-a2b9e2bf6e20 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381172 Sep 07 16:13:02.489792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5687c0f-27ce-4ee9-aaaa-72e0bc29f5b9 req-f332ef44-91b6-448c-b8aa-c25132f2f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:02.491279 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f5687c0f-27ce-4ee9-aaaa-72e0bc29f5b9 req-f332ef44-91b6-448c-b8aa-c25132f2f3a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 200 len: 920 time: 0.4724648 Sep 07 16:13:02.539601 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f5687c0f-27ce-4ee9-aaaa-72e0bc29f5b9 req-47286df7-b5d5-4bb8-add9-dff2e0bc92c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7deeff8-1f68-42ac-90ed-9628d43a899f HTTP/1.1" status: 200 len: 217 time: 0.0389931 Sep 07 16:13:02.557575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-cf1438c6-6cf5-408e-9efd-810bf0ac855c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Allocated IP 172.20.0.7 (e6b2cff5-45a0-42df-ab49-94ae85bfd8b5/60f16aa3-09ad-45d7-a79d-cdb8160a9e1a/ec839066-d250-47ca-92f6-91617e7191a8) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:02.616502 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5687c0f-27ce-4ee9-aaaa-72e0bc29f5b9 req-256c7272-d7aa-4be7-b516-0e3385379be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:02.617976 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f5687c0f-27ce-4ee9-aaaa-72e0bc29f5b9 req-256c7272-d7aa-4be7-b516-0e3385379be7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1874e443-5e2c-4388-942c-9fb02097ea98 HTTP/1.1" status: 200 len: 859 time: 0.0705528 Sep 07 16:13:02.662140 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f5687c0f-27ce-4ee9-aaaa-72e0bc29f5b9 req-1b7477b4-25d0-4d2f-bc66-d1480e26b4b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=321a19d1-dc12-43ba-ad8b-bee3a77b8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339601 Sep 07 16:13:02.750906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e11c7-90a4-4a91-909d-65428afc5a33 req-c9a562fd-4ec9-4761-b722-e2d84af77ef0 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:02.753439 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f3e11c7-90a4-4a91-909d-65428afc5a33 req-c9a562fd-4ec9-4761-b722-e2d84af77ef0 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 947 time: 0.0731847 Sep 07 16:13:02.810286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f3e11c7-90a4-4a91-909d-65428afc5a33 req-c7a24aa9-f6cf-44c7-a5ee-2a454d425f6d tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Sep 07 16:13:02.873655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932045c-ebd1-4fc8-8678-a78deb75e4f9 req-e017a498-9c2f-4594-b77c-a9b6fe4f1e48 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:02.878279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9932045c-ebd1-4fc8-8678-a78deb75e4f9 req-e017a498-9c2f-4594-b77c-a9b6fe4f1e48 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0561826 Sep 07 16:13:02.887062 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f5687c0f-27ce-4ee9-aaaa-72e0bc29f5b9 req-3ed1a0e0-52d6-4a23-b585-83c3cd44f0dd service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159028 Sep 07 16:13:02.891716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6844e8f-3b09-4b97-a077-e25d5bb845c7 req-c2976342-fae8-4072-ac3e-3a08bf7f821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:02.893219 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6844e8f-3b09-4b97-a077-e25d5bb845c7 req-c2976342-fae8-4072-ac3e-3a08bf7f821b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 1096 time: 0.1098654 Sep 07 16:13:02.896081 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-cf1438c6-6cf5-408e-9efd-810bf0ac855c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:02.933951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9932045c-ebd1-4fc8-8678-a78deb75e4f9 req-a98a33f7-4aeb-4165-8678-02e8ed9a2cf6 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518568 Sep 07 16:13:03.030414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c6dafda4-7a49-46d4-89a2-49e1da7bce61 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:03.044831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf7de0-99c0-4b56-8bfc-3f9acad09ccc req-d973089b-e2cd-43a0-a430-b65bdff7022e tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:03.052240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1dbf7de0-99c0-4b56-8bfc-3f9acad09ccc req-d973089b-e2cd-43a0-a430-b65bdff7022e tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0571334 Sep 07 16:13:03.083880 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f5687c0f-27ce-4ee9-aaaa-72e0bc29f5b9 req-c65586a0-0209-45b9-b6ef-946b7840a7f4 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851161 Sep 07 16:13:03.091193 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-cf1438c6-6cf5-408e-9efd-810bf0ac855c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.102839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1dbf7de0-99c0-4b56-8bfc-3f9acad09ccc req-3cc19af2-db6e-4ec6-8ac3-76ab66051e1d tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476034 Sep 07 16:13:03.107469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['16359975-6534-405f-a7d1-b37ec3123907'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:03.109936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port c6dafda4-7a49-46d4-89a2-49e1da7bce61 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:03.115605 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port c6dafda4-7a49-46d4-89a2-49e1da7bce61 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:03.115994 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.131120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6844e8f-3b09-4b97-a077-e25d5bb845c7 req-aa29a359-fe95-491e-906f-069029c36149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:03.132957 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6844e8f-3b09-4b97-a077-e25d5bb845c7 req-aa29a359-fe95-491e-906f-069029c36149 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 912 time: 0.2238834 Sep 07 16:13:03.147435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-cf1438c6-6cf5-408e-9efd-810bf0ac855c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Network e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:03.161115 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-cf1438c6-6cf5-408e-9efd-810bf0ac855c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:03.196765 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-cf1438c6-6cf5-408e-9efd-810bf0ac855c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:03.207216 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6844e8f-3b09-4b97-a077-e25d5bb845c7 req-3d8c052c-bdf3-46e4-85d4-77b4ffdb3130 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0af4d29-728d-44cb-8071-20c509653dd9 HTTP/1.1" status: 200 len: 217 time: 0.0584111 Sep 07 16:13:03.241443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1438c6-6cf5-408e-9efd-810bf0ac855c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Pushing event updated for resources: {'Port': ['ID=ec839066-d250-47ca-92f6-91617e7191a8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:03.257338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f701b3-33f0-4ebd-ae72-21a053c3cd1b req-e0d93c55-bc29-4ce1-9be8-13ee4c74f6e8 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:03.259374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25f701b3-33f0-4ebd-ae72-21a053c3cd1b req-e0d93c55-bc29-4ce1-9be8-13ee4c74f6e8 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 944 time: 0.0700669 Sep 07 16:13:03.299743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-cf1438c6-6cf5-408e-9efd-810bf0ac855c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:03.301174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-cf1438c6-6cf5-408e-9efd-810bf0ac855c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.314008 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6844e8f-3b09-4b97-a077-e25d5bb845c7 req-1718f45d-5ded-4ddd-b4b3-03771f966293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:03.316498 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6844e8f-3b09-4b97-a077-e25d5bb845c7 req-1718f45d-5ded-4ddd-b4b3-03771f966293 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.0863850 Sep 07 16:13:03.332289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25f701b3-33f0-4ebd-ae72-21a053c3cd1b req-c671904f-c66c-4ffe-8129-574270d7d5c1 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d551fbc-9bf0-4b6c-bbfb-b81cd403ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658789 Sep 07 16:13:03.338792 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-cf1438c6-6cf5-408e-9efd-810bf0ac855c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5425739 Sep 07 16:13:03.364030 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Request body: {'port': {'device_id': 'cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:03.404793 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6844e8f-3b09-4b97-a077-e25d5bb845c7 req-50acc356-c576-47bc-b2bb-7907884fdf57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699244 Sep 07 16:13:03.437180 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.456467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57002688-3a88-43bc-99e7-9efb7d39b38b req-0c9d9f4c-f2e2-4a00-885c-820437619ba2 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:03.464565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57002688-3a88-43bc-99e7-9efb7d39b38b req-0c9d9f4c-f2e2-4a00-885c-820437619ba2 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 931 time: 0.0697820 Sep 07 16:13:03.477321 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.490469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1de48f-7416-4deb-8557-968dcd74b953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dafda4-7a49-46d4-89a2-49e1da7bce61'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:03.492765 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aad58e-09ae-45da-9fdc-0d3fe1a05afe" -d '{"events": [{"server_uuid": "3a1de48f-7416-4deb-8557-968dcd74b953", "name": "network-vif-plugged", "status": "completed", "tag": "c6dafda4-7a49-46d4-89a2-49e1da7bce61"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:03.508104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c6dafda4-7a49-46d4-89a2-49e1da7bce61, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c6dafda4-7a49-46d4-89a2-49e1da7bce61,segment=NetworkSegment(c5111577-bdd3-4b61-8a40-dfa40d2d06be),segment_id=c5111577-bdd3-4b61-8a40-dfa40d2d06be)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:03.513778 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:03.557599 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57002688-3a88-43bc-99e7-9efb7d39b38b req-a1526044-a19a-4ef1-990d-c686247bc065 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909612 Sep 07 16:13:03.571332 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c6dafda4-7a49-46d4-89a2-49e1da7bce61,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:03.571558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a132b-c0fd-4a95-a2e5-62f21d769c74 req-1670c9a9-361a-4bf1-850e-5d8c1651517f tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:03.574031 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e7a132b-c0fd-4a95-a2e5-62f21d769c74 req-1670c9a9-361a-4bf1-850e-5d8c1651517f tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1010771 Sep 07 16:13:03.621491 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e7a132b-c0fd-4a95-a2e5-62f21d769c74 req-03458e7f-e7a5-467a-a0ae-c77ecfc63913 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Sep 07 16:13:03.635821 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384db554-29eb-40ef-80dc-ec231cc7796a x-openstack-request-id: req-384db554-29eb-40ef-80dc-ec231cc7796a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:03.636124 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1de48f-7416-4deb-8557-968dcd74b953", "name": "network-vif-plugged", "status": "completed", "tag": "c6dafda4-7a49-46d4-89a2-49e1da7bce61", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:03.636394 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-384db554-29eb-40ef-80dc-ec231cc7796a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:03.636810 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1de48f-7416-4deb-8557-968dcd74b953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dafda4-7a49-46d4-89a2-49e1da7bce61', 'code': 200} Sep 07 16:13:03.658298 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6844e8f-3b09-4b97-a077-e25d5bb845c7 req-ea8810b1-f706-405a-8419-5488a58be3f9 service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418871 Sep 07 16:13:03.863623 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6844e8f-3b09-4b97-a077-e25d5bb845c7 req-7b0db7a8-e8ba-41d8-aea8-fb3d6457f4de service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901639 Sep 07 16:13:03.868376 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794a4e1-adfd-4041-9259-2e265a18059c req-8f26decc-3a0f-478c-927c-80ec6c3d1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:03.869591 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2794a4e1-adfd-4041-9259-2e265a18059c req-8f26decc-3a0f-478c-927c-80ec6c3d1c07 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 1096 time: 0.1541538 Sep 07 16:13:03.936128 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2794a4e1-adfd-4041-9259-2e265a18059c req-183caa06-846a-4102-9e59-821c420ab208 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4d551fbc-9bf0-4b6c-bbfb-b81cd403ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551143 Sep 07 16:13:03.946979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a48851-3972-41fe-a23a-a0a0d15d1da5 req-1c484286-c269-4f79-8261-d5da32dc61e8 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:03.948654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79a48851-3972-41fe-a23a-a0a0d15d1da5 req-1c484286-c269-4f79-8261-d5da32dc61e8 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 947 time: 0.0580337 Sep 07 16:13:03.962467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51438) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:03.985451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec839066-d250-47ca-92f6-91617e7191a8 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:03.993821 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.003842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79a48851-3972-41fe-a23a-a0a0d15d1da5 req-a49c6ec9-57c5-4f81-bc45-06cbbb311bef tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486548 Sep 07 16:13:04.006639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Transition to ACTIVE for port object ec839066-d250-47ca-92f6-91617e7191a8 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:04.011450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.064691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Pushing event updated for resources: {'Port': ['ID=ec839066-d250-47ca-92f6-91617e7191a8,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:04.079827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ae4f0-7c48-4988-994a-743359f5ca1c req-50314b3a-04a0-4ccc-8540-b03c1e89c681 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:04.081634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-648ae4f0-7c48-4988-994a-743359f5ca1c req-50314b3a-04a0-4ccc-8540-b03c1e89c681 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0699728 Sep 07 16:13:04.119007 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97819c9b-ced1-4817-ae37-23880df5c171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.141639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Attempting to bind port ec839066-d250-47ca-92f6-91617e7191a8 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:04.142218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Attempting to bind port ec839066-d250-47ca-92f6-91617e7191a8 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'c678c5a1-1787-458c-9f99-36c7ae91034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:04.142506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-648ae4f0-7c48-4988-994a-743359f5ca1c req-374a3c0a-5a9d-4d20-81e3-e023cbe19b09 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546443 Sep 07 16:13:04.142670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Attempting to bind port ec839066-d250-47ca-92f6-91617e7191a8 on network e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:04.149051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Port ec839066-d250-47ca-92f6-91617e7191a8 on network e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:13:04.149413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Attempting to bind port ec839066-d250-47ca-92f6-91617e7191a8 on network e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:04.155175 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:04.155516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Checking segment: {'id': 'c678c5a1-1787-458c-9f99-36c7ae91034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:04.155911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Bound using segment: {'id': 'c678c5a1-1787-458c-9f99-36c7ae91034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:04.156402 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Bound port: ec839066-d250-47ca-92f6-91617e7191a8, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c678c5a1-1787-458c-9f99-36c7ae91034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:04.156740 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.225579 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] For port ec839066-d250-47ca-92f6-91617e7191a8, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:04.229029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] For port ec839066-d250-47ca-92f6-91617e7191a8, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ec839066-d250-47ca-92f6-91617e7191a8,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:04.234742 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.256584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c815167-ab28-4e91-acca-d7da901bff97 req-ad144b26-5c37-4002-9af1-535bcf720479 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:04.258102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c815167-ab28-4e91-acca-d7da901bff97 req-ad144b26-5c37-4002-9af1-535bcf720479 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 950 time: 0.0763376 Sep 07 16:13:04.267546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:04.268281 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.269693 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] 10.222.0.35 "PUT /v2.0/ports/ec839066-d250-47ca-92f6-91617e7191a8 HTTP/1.1" status: 200 len: 1091 time: 0.9111884 Sep 07 16:13:04.272033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6', 'tag': 'ec839066-d250-47ca-92f6-91617e7191a8'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:04.275091 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644f4941-1739-4345-bce0-e2bcb2d06c62" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6", "tag": "ec839066-d250-47ca-92f6-91617e7191a8"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:04.290523 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97819c9b-ced1-4817-ae37-23880df5c171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.302688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf122800-aace-4242-95a3-e8fd5ba84270 service neutron] Pushing event updated for resources: {'Port': ['ID=ec839066-d250-47ca-92f6-91617e7191a8,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:04.303734 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97819c9b-ced1-4817-ae37-23880df5c171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.326219 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c893f3-0784-4a5d-9f81-214208953365 x-openstack-request-id: req-c1c893f3-0784-4a5d-9f81-214208953365 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:04.326518 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6", "tag": "ec839066-d250-47ca-92f6-91617e7191a8", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:04.326773 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1c893f3-0784-4a5d-9f81-214208953365 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:04.327177 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6', 'tag': 'ec839066-d250-47ca-92f6-91617e7191a8', 'status': 'completed', 'code': 200} Sep 07 16:13:04.330124 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c815167-ab28-4e91-acca-d7da901bff97 req-8111eb6d-2740-4b95-be47-7357805327fa tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648890 Sep 07 16:13:04.357250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-97819c9b-ced1-4817-ae37-23880df5c171 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=815e9a32efee49499e784a0278986724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937216 Sep 07 16:13:04.360573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:04.375297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97819c9b-ced1-4817-ae37-23880df5c171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59be514c-85d2-4c95-ab5b-f5ca941f62c3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:04.379047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-7f52ecf3-e9f9-4f41-883f-7d3e07548685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:04.380760 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-7f52ecf3-e9f9-4f41-883f-7d3e07548685 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=021b7fa5f9114de0bd5a5602ddc36929&device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 1094 time: 0.0471776 Sep 07 16:13:04.436045 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-50015960-0a0a-44b8-8b60-f6d4411c8e69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec839066-d250-47ca-92f6-91617e7191a8 HTTP/1.1" status: 200 len: 217 time: 0.0385668 Sep 07 16:13:04.443769 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c7cf61c-31f0-401e-8511-c09f5cedb574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.472575 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c7cf61c-31f0-401e-8511-c09f5cedb574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.482203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b011da-caf6-4f96-ba5c-754973a961cf req-32dbdc66-e090-4274-93bb-a6ef8f40ccf7 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:04.483708 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39b011da-caf6-4f96-ba5c-754973a961cf req-32dbdc66-e090-4274-93bb-a6ef8f40ccf7 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 945 time: 0.0790660 Sep 07 16:13:04.485864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-dd24c332-297e-4ae4-8fbf-87fe775097e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:04.487325 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-dd24c332-297e-4ae4-8fbf-87fe775097e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60f16aa3-09ad-45d7-a79d-cdb8160a9e1a HTTP/1.1" status: 200 len: 854 time: 0.0441566 Sep 07 16:13:04.526465 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-5656d411-110c-414b-9f97-8d5357818dc2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259039 Sep 07 16:13:04.542194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39b011da-caf6-4f96-ba5c-754973a961cf req-50f87c2c-1a40-4fd6-8183-92bb45e7785a tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d551fbc-9bf0-4b6c-bbfb-b81cd403ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513265 Sep 07 16:13:04.564740 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c7cf61c-31f0-401e-8511-c09f5cedb574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.567813 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c7cf61c-31f0-401e-8511-c09f5cedb574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:04.569906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7c7cf61c-31f0-401e-8511-c09f5cedb574 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59be514c-85d2-4c95-ab5b-f5ca941f62c3 HTTP/1.1" status: 204 len: 168 time: 0.2083976 Sep 07 16:13:04.593517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cf61c-31f0-401e-8511-c09f5cedb574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59be514c-85d2-4c95-ab5b-f5ca941f62c3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:04.654459 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-dbbdfd6f-98f5-4c73-9840-c797c53d2b5c service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172836 Sep 07 16:13:04.685612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91142522-8b50-4ae6-99f8-40c67fb1d880 req-e08d392d-765b-4bbb-bb90-ee02fab48703 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:04.687178 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91142522-8b50-4ae6-99f8-40c67fb1d880 req-e08d392d-765b-4bbb-bb90-ee02fab48703 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 943 time: 0.0583429 Sep 07 16:13:04.748136 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91142522-8b50-4ae6-99f8-40c67fb1d880 req-a81929a2-d38c-4b33-898f-72eaa03fad62 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530951 Sep 07 16:13:04.787971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5048-b6fb-4bc5-b5e4-42366d044f02 req-ea27a050-c412-4e78-94d4-4e37eec4179c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:04.795591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-752b5048-b6fb-4bc5-b5e4-42366d044f02 req-ea27a050-c412-4e78-94d4-4e37eec4179c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0677264 Sep 07 16:13:04.797038 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9da2be1c-43d6-49cb-abe8-1cdd4fd440cc req-ce3c81a6-921b-4ecf-9614-c6043678b4ae service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327131 Sep 07 16:13:04.824607 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118de7e-2a5e-4695-88d8-00b166639d65 req-c1b3a37b-375d-49d0-8440-f135581d7836 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:04.826615 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d118de7e-2a5e-4695-88d8-00b166639d65 req-c1b3a37b-375d-49d0-8440-f135581d7836 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 947 time: 0.0782602 Sep 07 16:13:04.850824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-752b5048-b6fb-4bc5-b5e4-42366d044f02 req-1c8b3bd4-807a-4168-bab5-027f1bc17789 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543549 Sep 07 16:13:04.958566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f4941-1739-4345-bce0-e2bcb2d06c62 req-1f4b1c28-ead8-4f64-ace3-63c8e7c19bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:04.960726 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-644f4941-1739-4345-bce0-e2bcb2d06c62 req-1f4b1c28-ead8-4f64-ace3-63c8e7c19bcd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=021b7fa5f9114de0bd5a5602ddc36929&device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 1094 time: 0.0813792 Sep 07 16:13:04.999282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d118de7e-2a5e-4695-88d8-00b166639d65 req-20de348c-9fb5-44c2-9f32-0b3b1766ba12 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Deleting port 61529cef-a1de-448b-a02e-6a70b5c06b00 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:04.999629 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d118de7e-2a5e-4695-88d8-00b166639d65 req-20de348c-9fb5-44c2-9f32-0b3b1766ba12 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.027001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f5492157-51d9-4d61-ad66-0b4ab83de7e5 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:13:05.146613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f4941-1739-4345-bce0-e2bcb2d06c62 req-25aa39c7-7931-407b-9671-43a5f4f52d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:05.148357 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-644f4941-1739-4345-bce0-e2bcb2d06c62 req-25aa39c7-7931-407b-9671-43a5f4f52d67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 HTTP/1.1" status: 200 len: 915 time: 0.1708410 Sep 07 16:13:05.155085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d118de7e-2a5e-4695-88d8-00b166639d65 req-20de348c-9fb5-44c2-9f32-0b3b1766ba12 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] For port 61529cef-a1de-448b-a02e-6a70b5c06b00, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=61529cef-a1de-448b-a02e-6a70b5c06b00,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:05.155450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d118de7e-2a5e-4695-88d8-00b166639d65 req-20de348c-9fb5-44c2-9f32-0b3b1766ba12 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.159939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305f99d-640a-4bdd-83eb-aaf2d8d10101 req-ad4da23a-a1dd-4db7-972a-bcd2f99988be tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:05.161619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1305f99d-640a-4bdd-83eb-aaf2d8d10101 req-ad4da23a-a1dd-4db7-972a-bcd2f99988be tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 947 time: 0.0585225 Sep 07 16:13:05.169994 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f5492157-51d9-4d61-ad66-0b4ab83de7e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:05.203351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5', 'mac_address': 'fa:16:3e:51:f4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:13:05.206137 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-644f4941-1739-4345-bce0-e2bcb2d06c62 req-030e4c88-ed45-4675-8ea7-48e2d46678dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec839066-d250-47ca-92f6-91617e7191a8 HTTP/1.1" status: 200 len: 217 time: 0.0479910 Sep 07 16:13:05.207077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d118de7e-2a5e-4695-88d8-00b166639d65 req-20de348c-9fb5-44c2-9f32-0b3b1766ba12 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Calling delete_port for 61529cef-a1de-448b-a02e-6a70b5c06b00 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:05.219457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1305f99d-640a-4bdd-83eb-aaf2d8d10101 req-06d1e738-16d5-493b-b783-a691fa210981 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Sep 07 16:13:05.279942 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.300859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5492157-51d9-4d61-ad66-0b4ab83de7e5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:05.325629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 61529cef-a1de-448b-a02e-6a70b5c06b00 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:05.360719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfae59-8d0d-43aa-92d1-af03dcd151bd req-c8736847-efc7-4edb-bc53-38ca07df8803 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:05.364998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88dfae59-8d0d-43aa-92d1-af03dcd151bd req-c8736847-efc7-4edb-bc53-38ca07df8803 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 945 time: 0.0998244 Sep 07 16:13:05.388790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f5492157-51d9-4d61-ad66-0b4ab83de7e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:05.398168 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.430620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88dfae59-8d0d-43aa-92d1-af03dcd151bd req-939e3d3b-72ea-4fb4-805e-49d8b6550f42 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596192 Sep 07 16:13:05.439262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51482) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:05.463173 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f4941-1739-4345-bce0-e2bcb2d06c62 req-e9e79354-fbd5-4e9b-9589-17a66640d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:05.464879 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-644f4941-1739-4345-bce0-e2bcb2d06c62 req-e9e79354-fbd5-4e9b-9589-17a66640d3a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60f16aa3-09ad-45d7-a79d-cdb8160a9e1a HTTP/1.1" status: 200 len: 854 time: 0.2510524 Sep 07 16:13:05.501643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f5492157-51d9-4d61-ad66-0b4ab83de7e5,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:05.505241 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-644f4941-1739-4345-bce0-e2bcb2d06c62 req-4e2b658f-8bcd-4d47-ab9f-574599dd2952 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313261 Sep 07 16:13:05.516704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25aac29-c149-4f8c-9d2c-25c059400fd1 req-57d8cb9f-90c2-4594-8e4c-22c51a251f6e tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:05.518397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c25aac29-c149-4f8c-9d2c-25c059400fd1 req-57d8cb9f-90c2-4594-8e4c-22c51a251f6e tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 949 time: 0.0627010 Sep 07 16:13:05.524716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b0af4d29-728d-44cb-8071-20c509653dd9 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:05.526074 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d118de7e-2a5e-4695-88d8-00b166639d65 req-20de348c-9fb5-44c2-9f32-0b3b1766ba12 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.569811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c25aac29-c149-4f8c-9d2c-25c059400fd1 req-a31e2a95-188f-437e-8f82-42eb6778b814 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419428 Sep 07 16:13:05.607286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de348c-9fb5-44c2-9f32-0b3b1766ba12 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Pushing event deleted for resources: {'Port': ['ID=61529cef-a1de-448b-a02e-6a70b5c06b00,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:05.633307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-213783088-network', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:05.637809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d118de7e-2a5e-4695-88d8-00b166639d65 req-20de348c-9fb5-44c2-9f32-0b3b1766ba12 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] No DVR routers for this DVR port 61529cef-a1de-448b-a02e-6a70b5c06b00 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:13:05.640873 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d118de7e-2a5e-4695-88d8-00b166639d65 req-20de348c-9fb5-44c2-9f32-0b3b1766ba12 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.643555 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d118de7e-2a5e-4695-88d8-00b166639d65 req-20de348c-9fb5-44c2-9f32-0b3b1766ba12 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.35 "DELETE /v2.0/ports/61529cef-a1de-448b-a02e-6a70b5c06b00 HTTP/1.1" status: 204 len: 173 time: 0.8064260 Sep 07 16:13:05.667507 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.694467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275f3d71-21c5-4524-93db-3efdc10f4569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0af4d29-728d-44cb-8071-20c509653dd9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:05.694767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Made reservation on behalf of 2b63e36812e14cb0a14780f7dc237f5c for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:05.697218 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.697424 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d16fbc7-ee1f-4159-b433-043be8e350a8" -d '{"events": [{"server_uuid": "275f3d71-21c5-4524-93db-3efdc10f4569", "name": "network-vif-unplugged", "status": "completed", "tag": "b0af4d29-728d-44cb-8071-20c509653dd9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:05.714238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f829aed-2fd4-4f03-b585-491a526052d5 req-96724047-31cb-46c9-a133-44b9c63649a6 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:05.714452 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f5492157-51d9-4d61-ad66-0b4ab83de7e5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:05.714765 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-644f4941-1739-4345-bce0-e2bcb2d06c62 req-9e7fb671-b26b-4ede-96e9-7f53512d6228 service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973097 Sep 07 16:13:05.716542 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f829aed-2fd4-4f03-b585-491a526052d5 req-96724047-31cb-46c9-a133-44b9c63649a6 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 945 time: 0.0793259 Sep 07 16:13:05.717478 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.770069 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf1509e-ddd9-4a98-8586-902b1c6e6e06 x-openstack-request-id: req-abf1509e-ddd9-4a98-8586-902b1c6e6e06 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:05.770947 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275f3d71-21c5-4524-93db-3efdc10f4569", "name": "network-vif-unplugged", "status": "completed", "tag": "b0af4d29-728d-44cb-8071-20c509653dd9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:05.771736 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-abf1509e-ddd9-4a98-8586-902b1c6e6e06 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:05.772440 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275f3d71-21c5-4524-93db-3efdc10f4569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0af4d29-728d-44cb-8071-20c509653dd9', 'code': 200} Sep 07 16:13:05.778434 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b0af4d29-728d-44cb-8071-20c509653dd9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0af4d29-728d-44cb-8071-20c509653dd9,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:05.791179 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:05.804664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f829aed-2fd4-4f03-b585-491a526052d5 req-c23d8b92-802f-4747-8e3a-b2e9cace226d tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d551fbc-9bf0-4b6c-bbfb-b81cd403ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626431 Sep 07 16:13:05.875216 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-644f4941-1739-4345-bce0-e2bcb2d06c62 req-a27cdf3c-b902-43de-ba7b-da633712805d service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526723 Sep 07 16:13:05.946195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92dbf7-b567-474b-a3ec-d55b54e2671e req-3ac41e4a-522f-4b27-a701-bf0ee5852c3c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:05.947797 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc92dbf7-b567-474b-a3ec-d55b54e2671e req-3ac41e4a-522f-4b27-a701-bf0ee5852c3c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 943 time: 0.1004701 Sep 07 16:13:05.966450 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b0af4d29-728d-44cb-8071-20c509653dd9,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:06.007912 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.018007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc92dbf7-b567-474b-a3ec-d55b54e2671e req-6fec76dd-396a-46eb-a570-90b6af41e011 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560734 Sep 07 16:13:06.018630 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.048545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:13:06.059044 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.060126 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Added segment 594dcd36-1830-4129-8dfd-b38a4ac7301d of type vlan for network d22d9031-6686-4bfc-976c-f6d7001137bd Sep 07 16:13:06.114897 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.117821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44104ecc-3148-480f-bfbc-a4d91b1ed54e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:06.190529 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2edab-79d0-446b-b467-d424d842a39b req-5b120a28-f82e-4584-8026-94449bb9248c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:06.192383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73c2edab-79d0-446b-b467-d424d842a39b req-5b120a28-f82e-4584-8026-94449bb9248c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0798888 Sep 07 16:13:06.199772 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.200890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:06.201550 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.303726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8629823 Sep 07 16:13:06.306714 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51508) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:06.309085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042a3c2-e229-45e7-8ec7-671d8e6ab8a2 admin admin] Pushing event updated for resources: {'Network': ['ID=d22d9031-6686-4bfc-976c-f6d7001137bd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:06.313379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c3fd821b-4180-48ad-b973-6f599862d625 admin admin] Request body: {'subnet': {'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-213783088-subnet', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:06.316992 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73c2edab-79d0-446b-b467-d424d842a39b req-471203a3-05f1-4bac-8287-96b560e5a2d5 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128221 Sep 07 16:13:06.320211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network d22d9031-6686-4bfc-976c-f6d7001137bd details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:13:06.334605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c', 'name': 'network-vif-deleted', 'tag': '61529cef-a1de-448b-a02e-6a70b5c06b00'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:06.337048 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b2ec43-bce8-4861-94ca-25109e2305d2" -d '{"events": [{"server_uuid": "5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c", "name": "network-vif-deleted", "tag": "61529cef-a1de-448b-a02e-6a70b5c06b00"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:06.377276 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fd821b-4180-48ad-b973-6f599862d625 admin admin] Made reservation on behalf of 2b63e36812e14cb0a14780f7dc237f5c for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:06.379885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3fd821b-4180-48ad-b973-6f599862d625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.427861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-006c7137-489e-4c91-b026-8a844f993d3c req-2b898431-e338-4da6-923b-04caa0955b2a tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c HTTP/1.1" status: 200 len: 210 time: 0.0504913 Sep 07 16:13:06.479807 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9aaf34-d2af-4d4a-a718-e0091464011f x-openstack-request-id: req-aa9aaf34-d2af-4d4a-a718-e0091464011f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:06.480108 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c", "name": "network-vif-deleted", "tag": "61529cef-a1de-448b-a02e-6a70b5c06b00", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:06.480450 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa9aaf34-d2af-4d4a-a718-e0091464011f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:06.480847 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcd029c-76d2-47fd-8f2a-a88dc3fbc69c', 'name': 'network-vif-deleted', 'tag': '61529cef-a1de-448b-a02e-6a70b5c06b00', 'status': 'completed', 'code': 200} Sep 07 16:13:06.584491 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3fd821b-4180-48ad-b973-6f599862d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.623986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b169ac4-63cd-493b-bda3-d951c91822c5 req-6b99cdf6-f8dd-40f3-a170-26a83649862c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:06.626762 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b169ac4-63cd-493b-bda3-d951c91822c5 req-6b99cdf6-f8dd-40f3-a170-26a83649862c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 943 time: 0.0572693 Sep 07 16:13:06.654382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd821b-4180-48ad-b973-6f599862d625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=639bdfd4-b289-4524-8745-97634f356693,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:06.662642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd821b-4180-48ad-b973-6f599862d625 admin admin] Checking segment: {'id': '594dcd36-1830-4129-8dfd-b38a4ac7301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:06.663010 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fd821b-4180-48ad-b973-6f599862d625 admin admin] Network hostable DHCP agents. Network: d22d9031-6686-4bfc-976c-f6d7001137bd, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:13:06.675252 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b169ac4-63cd-493b-bda3-d951c91822c5 req-b3451c10-b216-44d9-995c-f1c1c2842acb tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Sep 07 16:13:06.682226 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fd821b-4180-48ad-b973-6f599862d625 admin admin] Network d22d9031-6686-4bfc-976c-f6d7001137bd is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:13:06.702870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c3fd821b-4180-48ad-b973-6f599862d625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, d22d9031-6686-4bfc-976c-f6d7001137bd) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:06.707942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fd821b-4180-48ad-b973-6f599862d625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:06.709146 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3fd821b-4180-48ad-b973-6f599862d625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.715888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377ff80b-0e42-4354-b0cd-daa667482a92 None None] Network d22d9031-6686-4bfc-976c-f6d7001137bd requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:06.733575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51528) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:06.734543 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c3fd821b-4180-48ad-b973-6f599862d625 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4255869 Sep 07 16:13:06.739493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:06.767946 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.769137 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.888839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.900098 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-d22d9031-6686-4bfc-976c-f6d7001137bd', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'fixed_ips': [{'subnet_id': '639bdfd4-b289-4524-8745-97634f356693'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:13:06.900990 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:06.947343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd301515-9c7d-4a51-a42d-083c5c438151 req-1117e23d-a55f-4da0-9cb2-5e6f251d348c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:06.949016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd301515-9c7d-4a51-a42d-083c5c438151 req-1117e23d-a55f-4da0-9cb2-5e6f251d348c tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 949 time: 0.1451406 Sep 07 16:13:07.050404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f5492157-51d9-4d61-ad66-0b4ab83de7e5 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:07.083471 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Allocated IP 172.20.0.2 (d22d9031-6686-4bfc-976c-f6d7001137bd/639bdfd4-b289-4524-8745-97634f356693/bb672269-52b5-4ba1-b8ff-f4efac8a8690) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:07.091118 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.103853 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd301515-9c7d-4a51-a42d-083c5c438151 req-f8f5b004-6bea-4bce-af34-333bc2ba84cc tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175687 Sep 07 16:13:07.219922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port f5492157-51d9-4d61-ad66-0b4ab83de7e5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:07.220478 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.338174 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.344568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.357649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Transition to ACTIVE for port object bb672269-52b5-4ba1-b8ff-f4efac8a8690 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:07.366628 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.378211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ec839066-d250-47ca-92f6-91617e7191a8 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:13:07.386624 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Transition to ACTIVE for port object bb672269-52b5-4ba1-b8ff-f4efac8a8690 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:07.398274 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.464867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce0b4c-6137-428c-a3ac-06c637bf8988 req-eff113a0-9641-4412-8f8c-b8ab3fe79da4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:07.466939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61ce0b4c-6137-428c-a3ac-06c637bf8988 req-eff113a0-9641-4412-8f8c-b8ab3fe79da4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 943 time: 0.0930853 Sep 07 16:13:07.470692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Network d22d9031-6686-4bfc-976c-f6d7001137bd is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:07.483752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:07.527631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:07.534120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Pushing event updated for resources: {'Port': ['ID=bb672269-52b5-4ba1-b8ff-f4efac8a8690,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:07.547103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Allocated IP 172.25.3.40 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/1a880f3a-548e-45d7-9700-93ccfd7aa0d4) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:07.552217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61ce0b4c-6137-428c-a3ac-06c637bf8988 req-04708623-070e-4a44-8668-b15d399bf64b tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563395 Sep 07 16:13:07.774800 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.774931 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.828748 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.844670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port ec839066-d250-47ca-92f6-91617e7191a8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ec839066-d250-47ca-92f6-91617e7191a8,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:07.851230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:07.853770 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dea500-2dbb-484b-9e3b-4f01e59b564c" -d '{"events": [{"server_uuid": "8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5", "name": "network-vif-plugged", "status": "completed", "tag": "f5492157-51d9-4d61-ad66-0b4ab83de7e5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:07.882299 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Attempting to bind port bb672269-52b5-4ba1-b8ff-f4efac8a8690 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:07.882979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Attempting to bind port bb672269-52b5-4ba1-b8ff-f4efac8a8690 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '594dcd36-1830-4129-8dfd-b38a4ac7301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:07.883551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Attempting to bind port bb672269-52b5-4ba1-b8ff-f4efac8a8690 on network d22d9031-6686-4bfc-976c-f6d7001137bd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:07.886979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f5492157-51d9-4d61-ad66-0b4ab83de7e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:07.889797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'ec839066-d250-47ca-92f6-91617e7191a8', 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5', 'port_id': 'ec839066-d250-47ca-92f6-91617e7191a8', 'mac_address': 'fa:16:3e:06:50:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f16aa3-09ad-45d7-a79d-cdb8160a9e1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:13:07.891009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:07.896598 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.898970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:07.899621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Checking segment: {'id': '594dcd36-1830-4129-8dfd-b38a4ac7301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:07.900242 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.900848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Bound using segment: {'id': '594dcd36-1830-4129-8dfd-b38a4ac7301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:07.900946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:07.901626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Bound port: bb672269-52b5-4ba1-b8ff-f4efac8a8690, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594dcd36-1830-4129-8dfd-b38a4ac7301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:07.902218 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:07.907125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:07.923321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1a880f3a-548e-45d7-9700-93ccfd7aa0d4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:08.034149 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f5492157-51d9-4d61-ad66-0b4ab83de7e5,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:08.037383 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.063960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec839066-d250-47ca-92f6-91617e7191a8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:08.098262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] For port bb672269-52b5-4ba1-b8ff-f4efac8a8690, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:08.101595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port ec839066-d250-47ca-92f6-91617e7191a8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ec839066-d250-47ca-92f6-91617e7191a8,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:08.103675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] For port bb672269-52b5-4ba1-b8ff-f4efac8a8690, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bb672269-52b5-4ba1-b8ff-f4efac8a8690,segment=NetworkSegment(594dcd36-1830-4129-8dfd-b38a4ac7301d),segment_id=594dcd36-1830-4129-8dfd-b38a4ac7301d)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:08.114118 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.116401 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.177975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=ec839066-d250-47ca-92f6-91617e7191a8,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:08.186517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a127657-038f-4de9-af76-85a1ad8ecedb req-963cbc78-6a39-46c4-951b-36954417344c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:08.195664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a127657-038f-4de9-af76-85a1ad8ecedb req-963cbc78-6a39-46c4-951b-36954417344c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=275f3d71-21c5-4524-93db-3efdc10f4569 HTTP/1.1" status: 200 len: 943 time: 0.1761117 Sep 07 16:13:08.260668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0fdc7-8486-4849-bb8b-5fe02a72f5fb None None] Pushing event updated for resources: {'Port': ['ID=bb672269-52b5-4ba1-b8ff-f4efac8a8690,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:08.418147 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:08.425674 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525dfcfa-2770-46f8-876e-c2f79d689e6b x-openstack-request-id: req-525dfcfa-2770-46f8-876e-c2f79d689e6b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:08.425674 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5", "name": "network-vif-plugged", "status": "completed", "tag": "f5492157-51d9-4d61-ad66-0b4ab83de7e5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:08.425674 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-525dfcfa-2770-46f8-876e-c2f79d689e6b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:08.426381 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5', 'code': 200} Sep 07 16:13:08.451910 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e67124-f1c9-4fac-a6de-2be4b26b9dc1 req-14b806a3-8f46-4df2-be08-be99a3f3218b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1224594 Sep 07 16:13:08.518619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec839066-d250-47ca-92f6-91617e7191a8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:08.563147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e67124-f1c9-4fac-a6de-2be4b26b9dc1 req-59da2ccb-df23-411a-a826-9561836584b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:08.570625 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e67124-f1c9-4fac-a6de-2be4b26b9dc1 req-59da2ccb-df23-411a-a826-9561836584b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 1096 time: 0.0855331 Sep 07 16:13:08.754832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e67124-f1c9-4fac-a6de-2be4b26b9dc1 req-875513e3-64d2-444f-8493-ea1c999b05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:08.756378 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e67124-f1c9-4fac-a6de-2be4b26b9dc1 req-875513e3-64d2-444f-8493-ea1c999b05b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 200 len: 920 time: 0.1581583 Sep 07 16:13:08.816456 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e67124-f1c9-4fac-a6de-2be4b26b9dc1 req-18a3b140-21b6-4d3c-91d4-47f9fbe4b834 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81933db-a7ac-4d71-91a0-b07f4ed72381 HTTP/1.1" status: 200 len: 217 time: 0.0507419 Sep 07 16:13:08.868855 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e67124-f1c9-4fac-a6de-2be4b26b9dc1 req-0bfe759d-4e48-4cf7-bc90-2c51aabc461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:08.870330 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e67124-f1c9-4fac-a6de-2be4b26b9dc1 req-0bfe759d-4e48-4cf7-bc90-2c51aabc461d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1874e443-5e2c-4388-942c-9fb02097ea98 HTTP/1.1" status: 200 len: 859 time: 0.0464489 Sep 07 16:13:08.905053 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e67124-f1c9-4fac-a6de-2be4b26b9dc1 req-d0e1aade-0e84-4617-8a09-11024b39cf6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=321a19d1-dc12-43ba-ad8b-bee3a77b8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260742 Sep 07 16:13:08.953940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d184f-6e01-4a4f-ba51-9ee3d0906626 req-3596e723-2512-4f15-93fe-4a4b46ef241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:08.955474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c15d184f-6e01-4a4f-ba51-9ee3d0906626 req-3596e723-2512-4f15-93fe-4a4b46ef241c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 1102 time: 0.1398540 Sep 07 16:13:08.968607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017676a-b260-425f-b50d-eba22f32d8c7 req-3b3d7ee6-146a-4722-a699-c80c9244c753 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:08.970152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6017676a-b260-425f-b50d-eba22f32d8c7 req-3b3d7ee6-146a-4722-a699-c80c9244c753 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086 HTTP/1.1" status: 200 len: 948 time: 0.1533937 Sep 07 16:13:08.986433 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4a127657-038f-4de9-af76-85a1ad8ecedb req-514662a7-5935-49f3-8fc7-d894286368bc tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Deleting port b0af4d29-728d-44cb-8071-20c509653dd9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:08.986825 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4a127657-038f-4de9-af76-85a1ad8ecedb req-514662a7-5935-49f3-8fc7-d894286368bc tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.009715 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e67124-f1c9-4fac-a6de-2be4b26b9dc1 req-e06d7a4b-6089-49eb-ae3e-d48bbfe6363c service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973682 Sep 07 16:13:09.114198 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c3e67124-f1c9-4fac-a6de-2be4b26b9dc1 req-699aba37-c8cf-43f7-9ecf-aacb69d3d7e8 service neutron] 10.222.0.54 "GET /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960689 Sep 07 16:13:09.115292 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.225950 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c15d184f-6e01-4a4f-ba51-9ee3d0906626 req-3f67f77f-de37-46f4-b1a7-c9f55925c7ce service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547846 Sep 07 16:13:09.261349 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6017676a-b260-425f-b50d-eba22f32d8c7 req-bfd3a752-dc03-457b-ab48-617192172b09 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646453 Sep 07 16:13:09.338619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b0af4d29-728d-44cb-8071-20c509653dd9 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:09.350678 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4a127657-038f-4de9-af76-85a1ad8ecedb req-514662a7-5935-49f3-8fc7-d894286368bc tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] For port b0af4d29-728d-44cb-8071-20c509653dd9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0af4d29-728d-44cb-8071-20c509653dd9,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:09.351071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4a127657-038f-4de9-af76-85a1ad8ecedb req-514662a7-5935-49f3-8fc7-d894286368bc tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.376234 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1208d5b3-34ec-4ea7-b29e-6482897ae36e None None] Network d22d9031-6686-4bfc-976c-f6d7001137bd requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:09.398458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4a127657-038f-4de9-af76-85a1ad8ecedb req-514662a7-5935-49f3-8fc7-d894286368bc tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Calling delete_port for b0af4d29-728d-44cb-8071-20c509653dd9 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:09.439775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db70e5b-3031-4459-8dea-531604b30c5b req-f200a8fe-a372-4df6-a31c-f79379ed1ba9 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:09.447523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6db70e5b-3031-4459-8dea-531604b30c5b req-f200a8fe-a372-4df6-a31c-f79379ed1ba9 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 951 time: 0.1156411 Sep 07 16:13:09.484995 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bb672269-52b5-4ba1-b8ff-f4efac8a8690 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:09.542092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aac1366d-16c3-4cba-b3ee-2f65c229a318 None None] Provisioning for port bb672269-52b5-4ba1-b8ff-f4efac8a8690 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:09.564932 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6db70e5b-3031-4459-8dea-531604b30c5b req-77a8cfcf-37c7-438b-b8ab-c040eeffd4ce tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164095 Sep 07 16:13:09.625098 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port bb672269-52b5-4ba1-b8ff-f4efac8a8690 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:09.644627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port bb672269-52b5-4ba1-b8ff-f4efac8a8690 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:09.645013 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.685550 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4a127657-038f-4de9-af76-85a1ad8ecedb req-514662a7-5935-49f3-8fc7-d894286368bc tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.743501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514662a7-5935-49f3-8fc7-d894286368bc tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event deleted for resources: {'Port': ['ID=b0af4d29-728d-44cb-8071-20c509653dd9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:09.746431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Router 01cce54c-f199-433c-9889-70c84b494b44 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:13:09.758178 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.795264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port bb672269-52b5-4ba1-b8ff-f4efac8a8690, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bb672269-52b5-4ba1-b8ff-f4efac8a8690,segment=NetworkSegment(594dcd36-1830-4129-8dfd-b38a4ac7301d),segment_id=594dcd36-1830-4129-8dfd-b38a4ac7301d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:09.801714 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.866892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=bb672269-52b5-4ba1-b8ff-f4efac8a8690,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:09.932142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a127657-038f-4de9-af76-85a1ad8ecedb req-514662a7-5935-49f3-8fc7-d894286368bc tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] No DVR routers for this DVR port b0af4d29-728d-44cb-8071-20c509653dd9 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:13:09.934946 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4a127657-038f-4de9-af76-85a1ad8ecedb req-514662a7-5935-49f3-8fc7-d894286368bc tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:09.937398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a127657-038f-4de9-af76-85a1ad8ecedb req-514662a7-5935-49f3-8fc7-d894286368bc tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "DELETE /v2.0/ports/b0af4d29-728d-44cb-8071-20c509653dd9 HTTP/1.1" status: 204 len: 173 time: 1.7406929 Sep 07 16:13:09.940071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275f3d71-21c5-4524-93db-3efdc10f4569', 'name': 'network-vif-deleted', 'tag': 'b0af4d29-728d-44cb-8071-20c509653dd9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:09.942370 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d47c5b3-f80b-4004-b46f-3e179922b4c1" -d '{"events": [{"server_uuid": "275f3d71-21c5-4524-93db-3efdc10f4569", "name": "network-vif-deleted", "tag": "b0af4d29-728d-44cb-8071-20c509653dd9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:09.961858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:09.974402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Sync routers for ids ['01cce54c-f199-433c-9889-70c84b494b44'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:10.002295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Routers {'01cce54c-f199-433c-9889-70c84b494b44'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:10.003022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:12:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['01cce54c-f199-433c-9889-70c84b494b44'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:10.005095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c515e-16b6-474d-a894-edbe9ecbcca6 req-f1a375cb-aaa0-4365-8e01-66310ab22296 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:10.007084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f8c515e-16b6-474d-a894-edbe9ecbcca6 req-f1a375cb-aaa0-4365-8e01-66310ab22296 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 944 time: 0.2675309 Sep 07 16:13:10.008414 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.013218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51606) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:10.020972 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a32f8782-c21a-41ae-b6b1-749c17c9d2c3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2857602 Sep 07 16:13:10.064650 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f8c515e-16b6-474d-a894-edbe9ecbcca6 req-1e8f810e-0107-4b9b-9429-54c2cafaf700 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Sep 07 16:13:10.080964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aa4d9a38-d689-4a5d-94e1-93c37c9a4f66 None None] Provisioning complete for port bb672269-52b5-4ba1-b8ff-f4efac8a8690 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:10.080964 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa4d9a38-d689-4a5d-94e1-93c37c9a4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.359040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Set router 01cce54c-f199-433c-9889-70c84b494b44 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:10.533232 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dbed37-70b7-45fd-b7c3-7809645b459d x-openstack-request-id: req-c1dbed37-70b7-45fd-b7c3-7809645b459d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:10.533700 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275f3d71-21c5-4524-93db-3efdc10f4569", "name": "network-vif-deleted", "tag": "b0af4d29-728d-44cb-8071-20c509653dd9", "status": "failed", "code": 422}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:10.533791 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1dbed37-70b7-45fd-b7c3-7809645b459d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:10.534491 n-d-807551-3 neutron-server[94770]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '275f3d71-21c5-4524-93db-3efdc10f4569', 'name': 'network-vif-deleted', 'tag': 'b0af4d29-728d-44cb-8071-20c509653dd9', 'status': 'failed', 'code': 422} returned with failed status Sep 07 16:13:10.554717 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4adee133-3e03-4422-929b-a6893350a730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.754660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:13:08Z', 'revision_number': 3, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:10.761293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b879-bbbf-4518-81a3-30d7ba8a18dc req-8aadc960-4f1e-453a-a56a-1e657a561f0f tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:10.765954 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d379b879-bbbf-4518-81a3-30d7ba8a18dc req-8aadc960-4f1e-453a-a56a-1e657a561f0f tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.35 "GET /v2.0/ports?device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086 HTTP/1.1" status: 200 len: 948 time: 0.1763341 Sep 07 16:13:10.788672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Checking router: 01cce54c-f199-433c-9889-70c84b494b44 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:10.789031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Updating router 01cce54c-f199-433c-9889-70c84b494b44 port 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:13:10.812297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0b3f9-ad56-4810-bb9e-f8c6d40cf1e7 req-9f50af99-2ea8-4e7e-b25f-04d2fdcf5a40 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:10.814005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bf0b3f9-ad56-4810-bb9e-f8c6d40cf1e7 req-9f50af99-2ea8-4e7e-b25f-04d2fdcf5a40 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086 HTTP/1.1" status: 200 len: 948 time: 0.0576704 Sep 07 16:13:10.816488 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:10.894615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bf0b3f9-ad56-4810-bb9e-f8c6d40cf1e7 req-d0b0e89c-fbc8-46da-ba65-57bfabd4ace1 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/security-groups?id=4638bc2e-70b8-4595-a8ea-617c4dfcad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728338 Sep 07 16:13:10.920601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c66341-f9d0-417e-8a09-47bc627d708c req-e91b5b3e-5f52-4cef-abed-ee9abf51fc21 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:10.922197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4c66341-f9d0-417e-8a09-47bc627d708c req-e91b5b3e-5f52-4cef-abed-ee9abf51fc21 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 951 time: 0.0764439 Sep 07 16:13:10.987772 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4c66341-f9d0-417e-8a09-47bc627d708c req-8c6f66ef-792a-4e26-a353-7a9650feaef5 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588756 Sep 07 16:13:11.011419 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d379b879-bbbf-4518-81a3-30d7ba8a18dc req-70273cee-ec6c-4692-95ee-cf255880906f tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Deleting port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:11.011770 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d379b879-bbbf-4518-81a3-30d7ba8a18dc req-70273cee-ec6c-4692-95ee-cf255880906f tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.296636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d379b879-bbbf-4518-81a3-30d7ba8a18dc req-70273cee-ec6c-4692-95ee-cf255880906f tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] For port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:11.297427 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d379b879-bbbf-4518-81a3-30d7ba8a18dc req-70273cee-ec6c-4692-95ee-cf255880906f tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.308191 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.319708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Transition to ACTIVE for port object 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:11.327819 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.330239 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d379b879-bbbf-4518-81a3-30d7ba8a18dc req-70273cee-ec6c-4692-95ee-cf255880906f tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Calling delete_port for 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:11.384787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ec839066-d250-47ca-92f6-91617e7191a8 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:11.447107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f145cc-3404-4152-b60b-e59de1f0dd1a req-aff47b20-6c70-456d-a719-45fe7d95c03f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:11.448780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5f145cc-3404-4152-b60b-e59de1f0dd1a req-aff47b20-6c70-456d-a719-45fe7d95c03f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 944 time: 0.0751007 Sep 07 16:13:11.455558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15843130-85bf-41a7-a14a-593fefc889a9 req-4eecc80b-7dc7-48f7-a981-ecb5253b2a23 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:11.461763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bb672269-52b5-4ba1-b8ff-f4efac8a8690 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:11.463172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15843130-85bf-41a7-a14a-593fefc889a9 req-4eecc80b-7dc7-48f7-a981-ecb5253b2a23 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 1102 time: 0.0990353 Sep 07 16:13:11.499406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Attempting to bind port 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:11.499699 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Attempting to bind port 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:11.500091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Attempting to bind port 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:11.509310 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:11.510008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:11.510420 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.510937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:11.511431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Bound port: 1a880f3a-548e-45d7-9700-93ccfd7aa0d4, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:11.511872 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.527372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15843130-85bf-41a7-a14a-593fefc889a9 req-e66d5ffc-8367-4000-9472-9863ba2d74d3 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629330 Sep 07 16:13:11.548191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5f145cc-3404-4152-b60b-e59de1f0dd1a req-ce45be3e-fadd-43e6-ae91-4697b7a9f379 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825617 Sep 07 16:13:11.562182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327de80-cb80-498f-9ff5-a769067a141d None None] Pushing event updated for resources: {'Port': ['ID=1a880f3a-548e-45d7-9700-93ccfd7aa0d4,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:11.582888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port ec839066-d250-47ca-92f6-91617e7191a8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:11.587210 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.592210 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d379b879-bbbf-4518-81a3-30d7ba8a18dc req-70273cee-ec6c-4692-95ee-cf255880906f tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.623120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port ec839066-d250-47ca-92f6-91617e7191a8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:11.623509 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.660483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] For port 1a880f3a-548e-45d7-9700-93ccfd7aa0d4, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:11.664390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] For port 1a880f3a-548e-45d7-9700-93ccfd7aa0d4, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1a880f3a-548e-45d7-9700-93ccfd7aa0d4,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:11.689730 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d379b879-bbbf-4518-81a3-30d7ba8a18dc req-70273cee-ec6c-4692-95ee-cf255880906f tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] No DVR routers for this DVR port 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:13:11.692857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d379b879-bbbf-4518-81a3-30d7ba8a18dc req-70273cee-ec6c-4692-95ee-cf255880906f tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.695382 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d379b879-bbbf-4518-81a3-30d7ba8a18dc req-70273cee-ec6c-4692-95ee-cf255880906f tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.35 "DELETE /v2.0/ports/0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 HTTP/1.1" status: 204 len: 173 time: 0.8771791 Sep 07 16:13:11.696171 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70273cee-ec6c-4692-95ee-cf255880906f tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] Pushing event deleted for resources: {'Port': ['ID=0c7a00fa-2c09-48af-b2ff-9a0d3323eca4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:11.709948 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.720605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'name': 'network-vif-deleted', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:11.725012 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415a6ed4-9d8e-41af-aafe-e08623ba8493" -d '{"events": [{"server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "name": "network-vif-deleted", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:11.778847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port bb672269-52b5-4ba1-b8ff-f4efac8a8690 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:11.779854 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:11.842695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-6c087685-b2c9-4fff-8898-cc1bcc19faa5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:11.847322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-6c087685-b2c9-4fff-8898-cc1bcc19faa5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.2204676 Sep 07 16:13:11.878470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-cdb07d25-0daa-41fe-acc0-294e63ef27c2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/quotas/08157560ffc74d54a362078b263c837e HTTP/1.1" status: 200 len: 375 time: 0.0143661 Sep 07 16:13:11.906147 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Routers {'01cce54c-f199-433c-9889-70c84b494b44'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:11.907183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:12:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['01cce54c-f199-433c-9889-70c84b494b44'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:11.961894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327de80-cb80-498f-9ff5-a769067a141d None None] Pushing event updated for resources: {'Port': ['ID=1a880f3a-548e-45d7-9700-93ccfd7aa0d4,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:11.962975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-1ec5a9fe-c600-467a-afeb-0eb345bac404 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769279 Sep 07 16:13:11.982983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Allocated IP 172.20.0.1 (d22d9031-6686-4bfc-976c-f6d7001137bd/639bdfd4-b289-4524-8745-97634f356693/a51b5fe3-947b-469a-8c9c-906fdd515f25) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:12.120187 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-d4a73716-cd4d-4a94-8088-2cde7cb10624 service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480632 Sep 07 16:13:12.130331 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da250304-2d60-486c-bb45-c1c36a14f9b8 x-openstack-request-id: req-da250304-2d60-486c-bb45-c1c36a14f9b8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:12.130652 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c223ed52-10b6-41de-9c3a-f1b91ee75086", "name": "network-vif-deleted", "tag": "0c7a00fa-2c09-48af-b2ff-9a0d3323eca4", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:12.130886 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da250304-2d60-486c-bb45-c1c36a14f9b8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:12.131297 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c223ed52-10b6-41de-9c3a-f1b91ee75086', 'name': 'network-vif-deleted', 'tag': '0c7a00fa-2c09-48af-b2ff-9a0d3323eca4', 'status': 'completed', 'code': 200} Sep 07 16:13:12.240083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.251660 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:13:12.281741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Transition to ACTIVE for port object a51b5fe3-947b-469a-8c9c-906fdd515f25 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:12.289532 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-112a2acb-e163-4579-a6e7-ba613a2bff18 service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619306 Sep 07 16:13:12.298344 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.351541 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.375544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95ba71ed-7eee-4962-a4e6-c80453f553b6 req-aced3b90-5fa7-4740-a9b6-2c2835fd3548 tempest-ListImageFiltersTestJSON-652786842 tempest-ListImageFiltersTestJSON-652786842-project] 10.222.0.70 "GET /v2.0/ports?device_id=c223ed52-10b6-41de-9c3a-f1b91ee75086 HTTP/1.1" status: 200 len: 210 time: 0.0582974 Sep 07 16:13:12.388988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] Set router 01cce54c-f199-433c-9889-70c84b494b44 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:12.410943 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Network d22d9031-6686-4bfc-976c-f6d7001137bd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:12.413881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:12.417737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:12.457655 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Pushing event updated for resources: {'Port': ['ID=a51b5fe3-947b-469a-8c9c-906fdd515f25,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:12.485794 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.487032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec839066-d250-47ca-92f6-91617e7191a8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:12.489371 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572082c8-fcec-437f-b945-1591ed2a0e0b" -d '{"events": [{"server_uuid": "cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6", "name": "network-vif-plugged", "status": "completed", "tag": "ec839066-d250-47ca-92f6-91617e7191a8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:12.528845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port ec839066-d250-47ca-92f6-91617e7191a8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ec839066-d250-47ca-92f6-91617e7191a8,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:12.537000 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.685888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=ec839066-d250-47ca-92f6-91617e7191a8,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:12.697953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817ec1e-cb4f-42d4-89b1-0c252d0516b4 req-98b99e46-3a53-405b-a7fe-c240c49bc7ce tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:12.705788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d817ec1e-cb4f-42d4-89b1-0c252d0516b4 req-98b99e46-3a53-405b-a7fe-c240c49bc7ce tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 1102 time: 0.1048319 Sep 07 16:13:12.758805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:13:08Z', 'revision_number': 3, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:12.789406 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f48e5a2-a5ab-41cd-88f3-d4f2e7052836 req-2eff21b3-b2e0-4d6a-bfca-8568d1161a15 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 210 time: 0.0557966 Sep 07 16:13:12.793759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d817ec1e-cb4f-42d4-89b1-0c252d0516b4 req-3b130a42-77e7-4fb3-a678-e8279675c3a0 tempest-ServersAdminTestJSON-104829916 tempest-ServersAdminTestJSON-104829916-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870829 Sep 07 16:13:12.802228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.803850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1783b-1636-4308-8f57-c70affbe1358 None None] The sync data for ids ['01cce54c-f199-433c-9889-70c84b494b44'] in n-d-807551-3 is: [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:13:08Z', 'revision_number': 3, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:12.861771 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cb541d56-2438-4ed3-b9b9-a30195c3b019 None None] Provisioning for port a51b5fe3-947b-469a-8c9c-906fdd515f25 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:12.866417 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ba011b-573e-4f6d-b560-91545349e549 x-openstack-request-id: req-c3ba011b-573e-4f6d-b560-91545349e549 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:12.866787 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6", "name": "network-vif-plugged", "status": "completed", "tag": "ec839066-d250-47ca-92f6-91617e7191a8", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:12.866957 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3ba011b-573e-4f6d-b560-91545349e549 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:12.867350 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec839066-d250-47ca-92f6-91617e7191a8', 'code': 200} Sep 07 16:13:12.868911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cb541d56-2438-4ed3-b9b9-a30195c3b019 None None] Provisioning complete for port a51b5fe3-947b-469a-8c9c-906fdd515f25 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:12.869297 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb541d56-2438-4ed3-b9b9-a30195c3b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:12.916796 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cb541d56-2438-4ed3-b9b9-a30195c3b019 None None] Port a51b5fe3-947b-469a-8c9c-906fdd515f25 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:13:13.062197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec98d4-b5f4-483b-9c70-c57d921d90b0 req-d54173cc-96e7-4f18-a5dd-a8bc302feee2 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:13.063767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0cec98d4-b5f4-483b-9c70-c57d921d90b0 req-d54173cc-96e7-4f18-a5dd-a8bc302feee2 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 945 time: 0.0759935 Sep 07 16:13:13.087023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf1421-5baf-4dbf-952a-c4dfce25e5b8 req-06fc47d5-e1f9-46d6-8fba-86f8c0bc987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:13.088878 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6ebf1421-5baf-4dbf-952a-c4dfce25e5b8 req-06fc47d5-e1f9-46d6-8fba-86f8c0bc987f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 1096 time: 0.1278067 Sep 07 16:13:13.127308 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0cec98d4-b5f4-483b-9c70-c57d921d90b0 req-aa4fdb33-ad68-4070-a29b-05cde64c26bc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554390 Sep 07 16:13:13.188899 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6ebf1421-5baf-4dbf-952a-c4dfce25e5b8 req-dface1c9-86c1-46d4-9d8c-9d0bfad7e76c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894039 Sep 07 16:13:13.239684 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.245069 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.407680 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.410397 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Pushing event updated for resources: {'Port': ['ID=a51b5fe3-947b-469a-8c9c-906fdd515f25,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:13.418018 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5995-a8a9-4ce1-8cd2-b190c88e4afa req-4904488d-ff4f-4df1-b46a-5cf52d950dce tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:13.427745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca1f5995-a8a9-4ce1-8cd2-b190c88e4afa req-4904488d-ff4f-4df1-b46a-5cf52d950dce tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 950 time: 0.0934393 Sep 07 16:13:13.509341 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca1f5995-a8a9-4ce1-8cd2-b190c88e4afa req-fee561ed-6c99-47a6-ab17-fa426f7c4798 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800626 Sep 07 16:13:13.555444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:13.660468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Network d22d9031-6686-4bfc-976c-f6d7001137bd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:13.665780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:13.685456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:13.704385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:13.704962 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.874464 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:13.957987 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Router 01cce54c-f199-433c-9889-70c84b494b44 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:13:13.976153 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.000614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf472956-16af-4843-8f4c-92142fe1830a req-05d8e214-1248-4490-b727-0607aecf8ac1 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 210 time: 0.0793149 Sep 07 16:13:14.011131 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 1a880f3a-548e-45d7-9700-93ccfd7aa0d4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1a880f3a-548e-45d7-9700-93ccfd7aa0d4,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:14.027630 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.165641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=1a880f3a-548e-45d7-9700-93ccfd7aa0d4,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:14.175582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2593c09-4e90-4c09-9a2a-8cedeb19e2ef req-71860bd5-e150-4ab3-8b50-c7e58ff425b0 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:14.185652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2593c09-4e90-4c09-9a2a-8cedeb19e2ef req-71860bd5-e150-4ab3-8b50-c7e58ff425b0 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 945 time: 0.0931613 Sep 07 16:13:14.204123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1788b513-102e-4f1e-a5e4-2a5a3344e0b7 None None] Provisioning complete for port a51b5fe3-947b-469a-8c9c-906fdd515f25 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:14.204588 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1788b513-102e-4f1e-a5e4-2a5a3344e0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.272163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2593c09-4e90-4c09-9a2a-8cedeb19e2ef req-6f63da78-c1b2-48c5-a520-8bbde6a3deef tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d551fbc-9bf0-4b6c-bbfb-b81cd403ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809252 Sep 07 16:13:14.299864 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3aa79246-2c23-45f1-8f75-2461901a4263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.323309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1788b513-102e-4f1e-a5e4-2a5a3344e0b7 None None] Port a51b5fe3-947b-469a-8c9c-906fdd515f25 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:13:14.476075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991fac7-4eb3-436c-90be-f38743016b3d req-6820cd05-40e9-4eeb-afe5-2ed02c4dc116 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:14.479283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:14.484496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6991fac7-4eb3-436c-90be-f38743016b3d req-6820cd05-40e9-4eeb-afe5-2ed02c4dc116 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 945 time: 0.0990312 Sep 07 16:13:14.486050 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ee58ea3e-7c35-4658-b17c-de42ad4a053d admin admin] 10.222.0.70 "PUT /v2.0/routers/01cce54c-f199-433c-9889-70c84b494b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4717793 Sep 07 16:13:14.494557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-630983c8-8283-4f6c-83c1-605407da796a tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:14.505124 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-630983c8-8283-4f6c-83c1-605407da796a tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.3878245 Sep 07 16:13:14.519687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-644b6947-2705-485c-be09-29e039624278 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Request body: {'port': {'device_id': '356a7d9f-c265-4905-9766-b4bc8479e591', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'admin_state_up': True, 'tenant_id': '08157560ffc74d54a362078b263c837e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:14.590958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6991fac7-4eb3-436c-90be-f38743016b3d req-4de7883b-7531-4a84-8a17-82e3187489fb tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048748 Sep 07 16:13:14.758238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-644b6947-2705-485c-be09-29e039624278 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Made reservation on behalf of 08157560ffc74d54a362078b263c837e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:14.764060 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-644b6947-2705-485c-be09-29e039624278 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.797644 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.799877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e210ac-4c73-4f44-9440-b0119bbb2cb4 req-9cef54ce-3f70-425a-ae0b-52c7df68f9bc tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:14.801723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8e210ac-4c73-4f44-9440-b0119bbb2cb4 req-9cef54ce-3f70-425a-ae0b-52c7df68f9bc tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 950 time: 0.1499910 Sep 07 16:13:14.811136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71d84c-f338-43cd-a381-a65e2448a15a req-3a449685-584e-460f-9e2a-5e3d8d342c78 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:14.812808 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee71d84c-f338-43cd-a381-a65e2448a15a req-3a449685-584e-460f-9e2a-5e3d8d342c78 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 950 time: 0.1478741 Sep 07 16:13:14.898549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee71d84c-f338-43cd-a381-a65e2448a15a req-aeca2f2d-4260-4a4c-8689-784ae4d0d232 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779099 Sep 07 16:13:14.961144 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a8e210ac-4c73-4f44-9440-b0119bbb2cb4 req-2bfe90a7-0d61-4607-85dc-7abd463dc003 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Deleting port 1525ca45-005e-4c4b-88df-bda53c606171 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:14.962925 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a8e210ac-4c73-4f44-9440-b0119bbb2cb4 req-2bfe90a7-0d61-4607-85dc-7abd463dc003 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:14.994198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-644b6947-2705-485c-be09-29e039624278 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Allocated IP 172.20.0.13 (14e2ab01-5976-49ca-ae77-fe62952618d8/96c75e00-1127-4340-a636-8f3831620571/b719ba2c-134f-4ae7-b3ea-d34fad1047a8) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:15.081634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a8e210ac-4c73-4f44-9440-b0119bbb2cb4 req-2bfe90a7-0d61-4607-85dc-7abd463dc003 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] For port 1525ca45-005e-4c4b-88df-bda53c606171, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1525ca45-005e-4c4b-88df-bda53c606171,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:15.082211 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a8e210ac-4c73-4f44-9440-b0119bbb2cb4 req-2bfe90a7-0d61-4607-85dc-7abd463dc003 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:15.104623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a8e210ac-4c73-4f44-9440-b0119bbb2cb4 req-2bfe90a7-0d61-4607-85dc-7abd463dc003 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Calling delete_port for 1525ca45-005e-4c4b-88df-bda53c606171 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:15.147684 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca059a25-03de-41c8-b6ec-886753700cc1 req-b4152a22-57b8-46e5-9a76-a45f4b28a6e5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 210 time: 0.0553920 Sep 07 16:13:15.330471 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a8e210ac-4c73-4f44-9440-b0119bbb2cb4 req-2bfe90a7-0d61-4607-85dc-7abd463dc003 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:15.337161 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-644b6947-2705-485c-be09-29e039624278 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:15.358731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['551a0a3d-c364-41d6-99b1-243e5f239353'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:15.373460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f5492157-51d9-4d61-ad66-0b4ab83de7e5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:15.382322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:15.437076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51786) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:15.444441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe90a7-0d61-4607-85dc-7abd463dc003 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Pushing event deleted for resources: {'Port': ['ID=1525ca45-005e-4c4b-88df-bda53c606171,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:15.446699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e210ac-4c73-4f44-9440-b0119bbb2cb4 req-2bfe90a7-0d61-4607-85dc-7abd463dc003 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] No DVR routers for this DVR port 1525ca45-005e-4c4b-88df-bda53c606171 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:13:15.449369 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a8e210ac-4c73-4f44-9440-b0119bbb2cb4 req-2bfe90a7-0d61-4607-85dc-7abd463dc003 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:15.452286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8e210ac-4c73-4f44-9440-b0119bbb2cb4 req-2bfe90a7-0d61-4607-85dc-7abd463dc003 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.54 "DELETE /v2.0/ports/1525ca45-005e-4c4b-88df-bda53c606171 HTTP/1.1" status: 204 len: 173 time: 0.6382906 Sep 07 16:13:15.453027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd901e8e-9618-4ae1-8b4f-d225b3e33989', 'name': 'network-vif-deleted', 'tag': '1525ca45-005e-4c4b-88df-bda53c606171'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:15.457188 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e8156c-cd3b-4248-923d-36ee1b6144bb" -d '{"events": [{"server_uuid": "cd901e8e-9618-4ae1-8b4f-d225b3e33989", "name": "network-vif-deleted", "tag": "1525ca45-005e-4c4b-88df-bda53c606171"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:15.466713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51790) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:15.466938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-940263f6-d0f2-4d31-a733-8552b1c86cff tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1131540208', 'description': 'tempest-description--1680511616'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:15.474120 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-644b6947-2705-485c-be09-29e039624278 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:15.578687 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1234c8ae-16cb-4842-95cd-f5860da3dbf1 x-openstack-request-id: req-1234c8ae-16cb-4842-95cd-f5860da3dbf1 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:15.579431 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd901e8e-9618-4ae1-8b4f-d225b3e33989", "name": "network-vif-deleted", "tag": "1525ca45-005e-4c4b-88df-bda53c606171", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:15.580652 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1234c8ae-16cb-4842-95cd-f5860da3dbf1 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:15.583668 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd901e8e-9618-4ae1-8b4f-d225b3e33989', 'name': 'network-vif-deleted', 'tag': '1525ca45-005e-4c4b-88df-bda53c606171', 'status': 'completed', 'code': 200} Sep 07 16:13:15.618639 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c9c5c-7161-41e2-aec7-9f2fe0d665aa req-c6c7ad6f-6e1f-4ce1-8172-8557d473e142 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:15.640402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-616c9c5c-7161-41e2-aec7-9f2fe0d665aa req-c6c7ad6f-6e1f-4ce1-8172-8557d473e142 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 945 time: 0.1797812 Sep 07 16:13:15.658621 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-940263f6-d0f2-4d31-a733-8552b1c86cff tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:15.695039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:15.702769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-616c9c5c-7161-41e2-aec7-9f2fe0d665aa req-edbbb688-5b9e-4e64-adcc-aedeb8a292a2 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d551fbc-9bf0-4b6c-bbfb-b81cd403ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598240 Sep 07 16:13:15.719362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:13:15.723283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0c7a00fa-2c09-48af-b2ff-9a0d3323eca4 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:13:15.734155 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Sync routers for ids ['01cce54c-f199-433c-9889-70c84b494b44'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:15.744271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a9ffb-d0f3-4f9c-ba42-10df7321dab9 req-b7b44ad4-5438-497c-99d1-1188a4365e6a tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:15.750812 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Routers {'01cce54c-f199-433c-9889-70c84b494b44'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:15.751568 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['01cce54c-f199-433c-9889-70c84b494b44'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:15.753230 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4b1a9ffb-d0f3-4f9c-ba42-10df7321dab9 req-b7b44ad4-5438-497c-99d1-1188a4365e6a tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 945 time: 0.3200972 Sep 07 16:13:15.756859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-644b6947-2705-485c-be09-29e039624278 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Network 14e2ab01-5976-49ca-ae77-fe62952618d8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:15.867769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-644b6947-2705-485c-be09-29e039624278 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:15.889963 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Set router 01cce54c-f199-433c-9889-70c84b494b44 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:15.945667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-644b6947-2705-485c-be09-29e039624278 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:15.949410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b6947-2705-485c-be09-29e039624278 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event updated for resources: {'Port': ['ID=b719ba2c-134f-4ae7-b3ea-d34fad1047a8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:15.975270 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:15.975770 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:15.978662 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0c11e622-6970-408b-9f49-01b56b719824 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33dc05a09e954c3185c6536788677e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915578 Sep 07 16:13:15.981914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51802) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:16.155761 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-644b6947-2705-485c-be09-29e039624278 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:16.156742 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-644b6947-2705-485c-be09-29e039624278 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.192574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-4b1a9ffb-d0f3-4f9c-ba42-10df7321dab9 req-ba059c1a-c2cb-4377-a667-12769c565316 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Deleting port c6dafda4-7a49-46d4-89a2-49e1da7bce61 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:16.193153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4b1a9ffb-d0f3-4f9c-ba42-10df7321dab9 req-ba059c1a-c2cb-4377-a667-12769c565316 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.216030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcff7ff3-af3f-4f30-96d2-07b3753752ed req-b96fd196-abb9-43d1-8b8e-f1e4e3db1d1b tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd901e8e-9618-4ae1-8b4f-d225b3e33989 HTTP/1.1" status: 200 len: 210 time: 0.1294699 Sep 07 16:13:16.255669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a579ac-bd3a-41eb-b6d9-fd803913099b req-f344c33a-b3a4-4af5-8d6d-78ab78cc1ff0 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:16.266104 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:13:12Z', 'revision_number': 4, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a51b5fe3-947b-469a-8c9c-906fdd515f25', 'name': '', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'mac_address': 'fa:16:3e:62:8f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '639bdfd4-b289-4524-8745-97634f356693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:11Z', 'updated_at': '2021-09-07T16:13:12Z', 'revision_number': 2, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'subnets': [{'id': '639bdfd4-b289-4524-8745-97634f356693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:16.268729 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79a579ac-bd3a-41eb-b6d9-fd803913099b req-f344c33a-b3a4-4af5-8d6d-78ab78cc1ff0 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 945 time: 0.4585860 Sep 07 16:13:16.284593 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5777246a-3020-4ca0-90d3-7b5f0765a869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.315219 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Checking router: 01cce54c-f199-433c-9889-70c84b494b44 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:16.315806 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Updating router 01cce54c-f199-433c-9889-70c84b494b44 port a51b5fe3-947b-469a-8c9c-906fdd515f25 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:13:16.319594 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5777246a-3020-4ca0-90d3-7b5f0765a869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.319929 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-940263f6-d0f2-4d31-a733-8552b1c86cff tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.334632 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-940263f6-d0f2-4d31-a733-8552b1c86cff tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.348857 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.351861 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-644b6947-2705-485c-be09-29e039624278 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8360827 Sep 07 16:13:16.356090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4b1a9ffb-d0f3-4f9c-ba42-10df7321dab9 req-ba059c1a-c2cb-4377-a667-12769c565316 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] For port c6dafda4-7a49-46d4-89a2-49e1da7bce61, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c6dafda4-7a49-46d4-89a2-49e1da7bce61,segment=NetworkSegment(c5111577-bdd3-4b61-8a40-dfa40d2d06be),segment_id=c5111577-bdd3-4b61-8a40-dfa40d2d06be)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:16.356521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4b1a9ffb-d0f3-4f9c-ba42-10df7321dab9 req-ba059c1a-c2cb-4377-a667-12769c565316 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.379796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Request body: {'port': {'device_id': '356a7d9f-c265-4905-9766-b4bc8479e591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:16.388993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-4b1a9ffb-d0f3-4f9c-ba42-10df7321dab9 req-ba059c1a-c2cb-4377-a667-12769c565316 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Calling delete_port for c6dafda4-7a49-46d4-89a2-49e1da7bce61 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:16.424982 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79a579ac-bd3a-41eb-b6d9-fd803913099b req-8a682d42-0d43-413a-931c-984c84e810f2 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549623 Sep 07 16:13:16.427720 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-940263f6-d0f2-4d31-a733-8552b1c86cff tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.428946 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-940263f6-d0f2-4d31-a733-8552b1c86cff tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9893577 Sep 07 16:13:16.436705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51806) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:16.445436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cab25048-e110-406e-8eec-0141853b890d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Request body: {'security_group_rule': {'security_group_id': 'e2475a3c-3521-479b-a268-464ca808eb73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:16.473425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efca7c9-da00-4cc4-b842-d587b3c01c20 req-e2b599e7-ca29-4e56-93de-b09f5939ed3f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:16.484284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8efca7c9-da00-4cc4-b842-d587b3c01c20 req-e2b599e7-ca29-4e56-93de-b09f5939ed3f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 932 time: 0.1310384 Sep 07 16:13:16.497480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940263f6-d0f2-4d31-a733-8552b1c86cff tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2475a3c-3521-479b-a268-464ca808eb73,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:16.511091 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.529248 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5777246a-3020-4ca0-90d3-7b5f0765a869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.538915 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5777246a-3020-4ca0-90d3-7b5f0765a869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.545956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5777246a-3020-4ca0-90d3-7b5f0765a869 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4638bc2e-70b8-4595-a8ea-617c4dfcad06 HTTP/1.1" status: 204 len: 168 time: 0.5608282 Sep 07 16:13:16.567263 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8efca7c9-da00-4cc4-b842-d587b3c01c20 req-243c2c79-d779-4963-a8c7-f5e48e8b3c64 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815005 Sep 07 16:13:16.583273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cab25048-e110-406e-8eec-0141853b890d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.594424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777246a-3020-4ca0-90d3-7b5f0765a869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4638bc2e-70b8-4595-a8ea-617c4dfcad06,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:16.708218 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cab25048-e110-406e-8eec-0141853b890d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.726451 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cab25048-e110-406e-8eec-0141853b890d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.733858 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.790146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab25048-e110-406e-8eec-0141853b890d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370749d9-ef75-415c-9b62-422d3a8c7a2a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:16.799046 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cab25048-e110-406e-8eec-0141853b890d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.804918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cab25048-e110-406e-8eec-0141853b890d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3641231 Sep 07 16:13:16.805171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51820) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:16.817157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-690b356c-47aa-465f-aed1-61a82a54101d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Request body: {'security_group_rule': {'security_group_id': 'e2475a3c-3521-479b-a268-464ca808eb73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:16.933454 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.952910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e31b1-c562-46bd-b7d0-c63e6f44ef3c req-41acf2f8-2301-4ba0-bf91-f8441506952f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:16.955000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-310e31b1-c562-46bd-b7d0-c63e6f44ef3c req-41acf2f8-2301-4ba0-bf91-f8441506952f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 945 time: 0.1288724 Sep 07 16:13:16.962559 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Transition to ACTIVE for port object a51b5fe3-947b-469a-8c9c-906fdd515f25 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:16.963886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4b1a9ffb-d0f3-4f9c-ba42-10df7321dab9 req-ba059c1a-c2cb-4377-a667-12769c565316 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.964626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-690b356c-47aa-465f-aed1-61a82a54101d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:16.977041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c6dafda4-7a49-46d4-89a2-49e1da7bce61'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:16.985100 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.047904 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85ec0af9-0706-435d-a8b3-a76e533b33f8 req-d4912d84-cad6-46d8-91e1-2ec84cbb72b7 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a1de48f-7416-4deb-8557-968dcd74b953 HTTP/1.1" status: 200 len: 210 time: 0.0856736 Sep 07 16:13:17.123469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c6dafda4-7a49-46d4-89a2-49e1da7bce61 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:17.144721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-310e31b1-c562-46bd-b7d0-c63e6f44ef3c req-2c9f8758-2873-4aec-b531-525d56740efc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627717 Sep 07 16:13:17.158659 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-690b356c-47aa-465f-aed1-61a82a54101d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.163262 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba059c1a-c2cb-4377-a667-12769c565316 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Pushing event deleted for resources: {'Port': ['ID=c6dafda4-7a49-46d4-89a2-49e1da7bce61,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:17.178299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-690b356c-47aa-465f-aed1-61a82a54101d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.198459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: c6dafda4-7a49-46d4-89a2-49e1da7bce61 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:13:17.198948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c6dafda4-7a49-46d4-89a2-49e1da7bce61 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:13:17.205615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1525ca45-005e-4c4b-88df-bda53c606171 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:17.208318 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b356c-47aa-465f-aed1-61a82a54101d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cb8711-339b-4483-a561-cc0f2ec8222d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:17.223381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-690b356c-47aa-465f-aed1-61a82a54101d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.230047 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-690b356c-47aa-465f-aed1-61a82a54101d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4236889 Sep 07 16:13:17.230933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51830) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:17.235887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:17.260090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 1525ca45-005e-4c4b-88df-bda53c606171 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:13:17.261763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1525ca45-005e-4c4b-88df-bda53c606171 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:13:17.291121 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Pushing event updated for resources: {'Port': ['ID=a51b5fe3-947b-469a-8c9c-906fdd515f25,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:17.291616 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.317473 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:17.319778 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:17.324203 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:17.325515 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:17.336746 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:17.337577 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:17.344143 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:17.344744 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:17.346437 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:17.346992 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:17.349954 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:17.350479 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:17.361389 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Attempting to bind port a51b5fe3-947b-469a-8c9c-906fdd515f25 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:17.364010 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Attempting to bind port a51b5fe3-947b-469a-8c9c-906fdd515f25 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '594dcd36-1830-4129-8dfd-b38a4ac7301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:17.364589 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Attempting to bind port a51b5fe3-947b-469a-8c9c-906fdd515f25 on network d22d9031-6686-4bfc-976c-f6d7001137bd {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:17.375283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1a9ffb-d0f3-4f9c-ba42-10df7321dab9 req-ba059c1a-c2cb-4377-a667-12769c565316 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] No DVR routers for this DVR port c6dafda4-7a49-46d4-89a2-49e1da7bce61 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:13:17.380535 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:17.384169 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Checking segment: {'id': '594dcd36-1830-4129-8dfd-b38a4ac7301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:17.385059 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.385682 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Bound using segment: {'id': '594dcd36-1830-4129-8dfd-b38a4ac7301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:17.392488 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Bound port: a51b5fe3-947b-469a-8c9c-906fdd515f25, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594dcd36-1830-4129-8dfd-b38a4ac7301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:17.393286 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.395711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4b1a9ffb-d0f3-4f9c-ba42-10df7321dab9 req-ba059c1a-c2cb-4377-a667-12769c565316 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.406707 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4b1a9ffb-d0f3-4f9c-ba42-10df7321dab9 req-ba059c1a-c2cb-4377-a667-12769c565316 tempest-ServerTagsTestJSON-1889366626 tempest-ServerTagsTestJSON-1889366626-project] 10.222.0.54 "DELETE /v2.0/ports/c6dafda4-7a49-46d4-89a2-49e1da7bce61 HTTP/1.1" status: 204 len: 173 time: 1.6367879 Sep 07 16:13:17.409182 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1de48f-7416-4deb-8557-968dcd74b953', 'name': 'network-vif-deleted', 'tag': 'c6dafda4-7a49-46d4-89a2-49e1da7bce61'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:17.411732 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc784b1-a600-4366-9646-050a0269f564" -d '{"events": [{"server_uuid": "3a1de48f-7416-4deb-8557-968dcd74b953", "name": "network-vif-deleted", "tag": "c6dafda4-7a49-46d4-89a2-49e1da7bce61"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:17.531534 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d57ad10-17c0-4d20-9e43-7749e0bfe32f x-openstack-request-id: req-5d57ad10-17c0-4d20-9e43-7749e0bfe32f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:17.531907 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1de48f-7416-4deb-8557-968dcd74b953", "name": "network-vif-deleted", "tag": "c6dafda4-7a49-46d4-89a2-49e1da7bce61", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:17.532234 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d57ad10-17c0-4d20-9e43-7749e0bfe32f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:17.534851 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1de48f-7416-4deb-8557-968dcd74b953', 'name': 'network-vif-deleted', 'tag': 'c6dafda4-7a49-46d4-89a2-49e1da7bce61', 'status': 'completed', 'code': 200} Sep 07 16:13:17.661082 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] For port a51b5fe3-947b-469a-8c9c-906fdd515f25, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:17.672206 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] For port a51b5fe3-947b-469a-8c9c-906fdd515f25, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a51b5fe3-947b-469a-8c9c-906fdd515f25,segment=NetworkSegment(594dcd36-1830-4129-8dfd-b38a4ac7301d),segment_id=594dcd36-1830-4129-8dfd-b38a4ac7301d)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:17.678193 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.716423 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.741867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b719ba2c-134f-4ae7-b3ea-d34fad1047a8 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:17.772641 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.815137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Transition to ACTIVE for port object b719ba2c-134f-4ae7-b3ea-d34fad1047a8 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:17.820525 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:17.821905 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Routers {'01cce54c-f199-433c-9889-70c84b494b44'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:17.822131 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['01cce54c-f199-433c-9889-70c84b494b44'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:17.916682 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Pushing event updated for resources: {'Port': ['ID=b719ba2c-134f-4ae7-b3ea-d34fad1047a8,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:17.969681 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033e1b7-7739-4367-b246-e64a9e4ba240 None None] Pushing event updated for resources: {'Port': ['ID=a51b5fe3-947b-469a-8c9c-906fdd515f25,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:17.983134 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285e9b-27c4-415f-a0df-d24198a7c14f req-c1a6f335-27fe-495a-a54b-d85ae01cd8ea tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:17.991496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6285e9b-27c4-415f-a0df-d24198a7c14f req-c1a6f335-27fe-495a-a54b-d85ae01cd8ea tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 932 time: 0.2474635 Sep 07 16:13:18.115042 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] Set router 01cce54c-f199-433c-9889-70c84b494b44 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:18.125874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1f8b4-d124-4490-80e1-c4ae873bb7f2 req-e2526784-f14b-4d1b-8508-e757c0a42bd4 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:18.134608 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4aa1f8b4-d124-4490-80e1-c4ae873bb7f2 req-e2526784-f14b-4d1b-8508-e757c0a42bd4 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 949 time: 0.2432084 Sep 07 16:13:18.162562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Allocated IP 172.25.3.245 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/3b672039-5dd7-422e-8847-0d4fb307a982) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:18.196882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6285e9b-27c4-415f-a0df-d24198a7c14f req-b5548fb9-c0c3-410c-8732-31c1d3e8b612 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038090 Sep 07 16:13:18.315140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4aa1f8b4-d124-4490-80e1-c4ae873bb7f2 req-87f89a1f-77bd-4eda-ba3d-be173e660d5e tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793823 Sep 07 16:13:18.333030 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Attempting to bind port b719ba2c-134f-4ae7-b3ea-d34fad1047a8 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:18.333715 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Attempting to bind port b719ba2c-134f-4ae7-b3ea-d34fad1047a8 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:18.334138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Attempting to bind port b719ba2c-134f-4ae7-b3ea-d34fad1047a8 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:18.344548 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Port b719ba2c-134f-4ae7-b3ea-d34fad1047a8 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:13:18.345124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Attempting to bind port b719ba2c-134f-4ae7-b3ea-d34fad1047a8 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:18.383504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a085b5-e7cc-4f58-9009-565362027fc8 req-7fb2b522-625e-4c4f-81cc-85ac7b439d20 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:18.389399 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b3a085b5-e7cc-4f58-9009-565362027fc8 req-7fb2b522-625e-4c4f-81cc-85ac7b439d20 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 945 time: 0.1477418 Sep 07 16:13:18.395329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:18.397085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Checking segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:18.397659 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Bound using segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:18.398995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Bound port: b719ba2c-134f-4ae7-b3ea-d34fad1047a8, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:18.399470 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.426276 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51868) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:18.594689 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:13:12Z', 'revision_number': 4, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a51b5fe3-947b-469a-8c9c-906fdd515f25', 'name': '', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'mac_address': 'fa:16:3e:62:8f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '639bdfd4-b289-4524-8745-97634f356693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:11Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 4, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'subnets': [{'id': '639bdfd4-b289-4524-8745-97634f356693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:18.631178 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320fe07c-f1ea-4908-8cc8-c53bd36d55df None None] The sync data for ids ['01cce54c-f199-433c-9889-70c84b494b44'] in n-d-807551-3 is: [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:13:12Z', 'revision_number': 4, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a51b5fe3-947b-469a-8c9c-906fdd515f25', 'name': '', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'mac_address': 'fa:16:3e:62:8f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '639bdfd4-b289-4524-8745-97634f356693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:11Z', 'updated_at': '2021-09-07T16:13:17Z', 'revision_number': 4, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'subnets': [{'id': '639bdfd4-b289-4524-8745-97634f356693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:18.656846 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.665476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6144220a-d95b-4fb2-bfde-faf34e0193b4 admin admin] Deleting subnet a1a70c77-a16f-4ac5-8265-5e2c1d5858b6 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:13:18.681200 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6144220a-d95b-4fb2-bfde-faf34e0193b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.702605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] For port b719ba2c-134f-4ae7-b3ea-d34fad1047a8, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:18.722193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] For port b719ba2c-134f-4ae7-b3ea-d34fad1047a8, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b719ba2c-134f-4ae7-b3ea-d34fad1047a8,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:18.734214 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.738731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba50462-77a9-4554-8223-157fb20a0f7b req-8db552cf-4283-4fd2-9383-734b5690e287 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:18.740638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ba50462-77a9-4554-8223-157fb20a0f7b req-8db552cf-4283-4fd2-9383-734b5690e287 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 945 time: 0.1963577 Sep 07 16:13:18.814541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:18.815754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.817304 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] 10.222.0.35 "PUT /v2.0/ports/b719ba2c-134f-4ae7-b3ea-d34fad1047a8 HTTP/1.1" status: 200 len: 1092 time: 2.4556835 Sep 07 16:13:18.832269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b3a085b5-e7cc-4f58-9009-565362027fc8 req-12b76a82-36c4-4823-8835-56d5563bb43a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Deleting port ec839066-d250-47ca-92f6-91617e7191a8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:18.833943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3a085b5-e7cc-4f58-9009-565362027fc8 req-12b76a82-36c4-4823-8835-56d5563bb43a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.861922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6144220a-d95b-4fb2-bfde-faf34e0193b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:18.951852 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ba50462-77a9-4554-8223-157fb20a0f7b req-c0402d29-3c87-4dc7-ab45-8c2f560846eb tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958628 Sep 07 16:13:18.986199 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.039870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca33ce-a8e7-4dfd-a33a-cfc730df0540 service neutron] Pushing event updated for resources: {'Port': ['ID=b719ba2c-134f-4ae7-b3ea-d34fad1047a8,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:19.071705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-9dfc1d69-f0c4-4ddd-bf70-11a4be804a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:19.074183 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-9dfc1d69-f0c4-4ddd-bf70-11a4be804a36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 1095 time: 0.1329648 Sep 07 16:13:19.101174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Pushing event updated for resources: {'Port': ['ID=3b672039-5dd7-422e-8847-0d4fb307a982,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:19.108016 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6144220a-d95b-4fb2-bfde-faf34e0193b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.156840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:19.160082 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:19.163612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:19.504855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a51b5fe3-947b-469a-8c9c-906fdd515f25 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:19.667615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port a51b5fe3-947b-469a-8c9c-906fdd515f25 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:19.676063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a51b5fe3-947b-469a-8c9c-906fdd515f25 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:19.677916 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.693671 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356a7d9f-c265-4905-9766-b4bc8479e591', 'tag': 'b719ba2c-134f-4ae7-b3ea-d34fad1047a8'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:19.697283 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541fed04-5372-427c-b960-ddeec56d31c0" -d '{"events": [{"name": "network-changed", "server_uuid": "356a7d9f-c265-4905-9766-b4bc8479e591", "tag": "b719ba2c-134f-4ae7-b3ea-d34fad1047a8"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:19.747559 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-4537e7ee-8e45-440b-b1e9-d0182fa5fb91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b719ba2c-134f-4ae7-b3ea-d34fad1047a8 HTTP/1.1" status: 200 len: 217 time: 0.6513937 Sep 07 16:13:19.757435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b3a085b5-e7cc-4f58-9009-565362027fc8 req-12b76a82-36c4-4823-8835-56d5563bb43a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] For port ec839066-d250-47ca-92f6-91617e7191a8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ec839066-d250-47ca-92f6-91617e7191a8,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:19.757818 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3a085b5-e7cc-4f58-9009-565362027fc8 req-12b76a82-36c4-4823-8835-56d5563bb43a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.843599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b3a085b5-e7cc-4f58-9009-565362027fc8 req-12b76a82-36c4-4823-8835-56d5563bb43a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Calling delete_port for ec839066-d250-47ca-92f6-91617e7191a8 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:19.872213 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.873749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-4de15bce-7e16-4197-aee3-bcfea63062ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:19.875518 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-4de15bce-7e16-4197-aee3-bcfea63062ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.1139896 Sep 07 16:13:19.917997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port a51b5fe3-947b-469a-8c9c-906fdd515f25, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a51b5fe3-947b-469a-8c9c-906fdd515f25,segment=NetworkSegment(594dcd36-1830-4129-8dfd-b38a4ac7301d),segment_id=594dcd36-1830-4129-8dfd-b38a4ac7301d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:19.924556 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.938732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474851a-67e4-4728-982e-3222466406aa req-9b5796ae-b077-4a60-8173-094de3b89e98 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:19.940493 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e474851a-67e4-4728-982e-3222466406aa req-9b5796ae-b077-4a60-8173-094de3b89e98 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 949 time: 0.1543248 Sep 07 16:13:19.945743 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:19.952205 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6144220a-d95b-4fb2-bfde-faf34e0193b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.004156 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=a51b5fe3-947b-469a-8c9c-906fdd515f25,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:20.033467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796512ef-5d02-4da2-9db4-ffbb369c9153 req-a958baff-f998-4b39-b17a-55155badc4ab tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:20.040994 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-796512ef-5d02-4da2-9db4-ffbb369c9153 req-a958baff-f998-4b39-b17a-55155badc4ab tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 944 time: 0.2449255 Sep 07 16:13:20.058459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26258965-4c52-4ab6-b075-e14e834ea590 req-b8ec480d-f6a8-4e5a-967d-c07bd41ac3c7 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:20.065118 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26258965-4c52-4ab6-b075-e14e834ea590 req-b8ec480d-f6a8-4e5a-967d-c07bd41ac3c7 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 949 time: 0.2150729 Sep 07 16:13:20.066196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144220a-d95b-4fb2-bfde-faf34e0193b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a70c77-a16f-4ac5-8265-5e2c1d5858b6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:20.077160 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-83f07da0-0ee5-41e6-bbde-712950d89a53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285988 Sep 07 16:13:20.078634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3a085b5-e7cc-4f58-9009-565362027fc8 req-12b76a82-36c4-4823-8835-56d5563bb43a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.089776 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['16359975-6534-405f-a7d1-b37ec3123907', 'ec839066-d250-47ca-92f6-91617e7191a8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:20.106945 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.115212 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6144220a-d95b-4fb2-bfde-faf34e0193b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.119949 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6144220a-d95b-4fb2-bfde-faf34e0193b4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a1a70c77-a16f-4ac5-8265-5e2c1d5858b6 HTTP/1.1" status: 204 len: 168 time: 1.6921158 Sep 07 16:13:20.133929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51890) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:20.138442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b76a82-36c4-4823-8835-56d5563bb43a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Pushing event deleted for resources: {'Port': ['ID=ec839066-d250-47ca-92f6-91617e7191a8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:20.226558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a085b5-e7cc-4f58-9009-565362027fc8 req-12b76a82-36c4-4823-8835-56d5563bb43a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] No DVR routers for this DVR port ec839066-d250-47ca-92f6-91617e7191a8 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:13:20.235487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b3a085b5-e7cc-4f58-9009-565362027fc8 req-12b76a82-36c4-4823-8835-56d5563bb43a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.238993 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b3a085b5-e7cc-4f58-9009-565362027fc8 req-12b76a82-36c4-4823-8835-56d5563bb43a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.35 "DELETE /v2.0/ports/ec839066-d250-47ca-92f6-91617e7191a8 HTTP/1.1" status: 204 len: 173 time: 1.8363025 Sep 07 16:13:20.288068 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-5424479b-9cd6-41ef-aeea-5bdbb9eed9d8 service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009642 Sep 07 16:13:20.469008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-796512ef-5d02-4da2-9db4-ffbb369c9153 req-d2f1c61d-bb8a-46ba-8ed6-444a590c857e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269006 Sep 07 16:13:20.492721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c1af173-c39f-420b-ba6c-9a5db7c144f0 req-dcff9994-7b99-4ac6-9c37-6ee8c76df9dd service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938491 Sep 07 16:13:20.514652 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e25daa25-9201-4508-bab7-2791cd4a4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.530068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26258965-4c52-4ab6-b075-e14e834ea590 req-430cdcb6-acec-4d6e-b4cc-37d20caaab4e tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049685 Sep 07 16:13:20.589324 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e79f489-a630-4769-a3d7-7352543a3f39 x-openstack-request-id: req-9e79f489-a630-4769-a3d7-7352543a3f39 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:20.589884 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356a7d9f-c265-4905-9766-b4bc8479e591", "tag": "b719ba2c-134f-4ae7-b3ea-d34fad1047a8", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:20.593030 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e79f489-a630-4769-a3d7-7352543a3f39 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:20.593680 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356a7d9f-c265-4905-9766-b4bc8479e591', 'tag': 'b719ba2c-134f-4ae7-b3ea-d34fad1047a8', 'status': 'completed', 'code': 200} Sep 07 16:13:20.711081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fed04-5372-427c-b960-ddeec56d31c0 req-1a3718f1-bbe8-453a-af81-246bd7960c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:20.713147 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-541fed04-5372-427c-b960-ddeec56d31c0 req-1a3718f1-bbe8-453a-af81-246bd7960c89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 1095 time: 0.0966387 Sep 07 16:13:20.713921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-e474851a-67e4-4728-982e-3222466406aa req-303a0acb-2718-4ce4-af65-0ffbe9191b16 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Deleting port 551a0a3d-c364-41d6-99b1-243e5f239353 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:20.714309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e474851a-67e4-4728-982e-3222466406aa req-303a0acb-2718-4ce4-af65-0ffbe9191b16 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.826928 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e25daa25-9201-4508-bab7-2791cd4a4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.829022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fed04-5372-427c-b960-ddeec56d31c0 req-df95345b-0611-4dfc-9bf3-0b309f7085a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:20.831460 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-541fed04-5372-427c-b960-ddeec56d31c0 req-df95345b-0611-4dfc-9bf3-0b309f7085a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 912 time: 0.1097846 Sep 07 16:13:20.860997 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33dc38d5-6137-4cae-af00-f84bb197dfae req-3ca8df10-cc46-4133-a446-3482b446d97a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6 HTTP/1.1" status: 200 len: 210 time: 0.1884584 Sep 07 16:13:20.888203 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-541fed04-5372-427c-b960-ddeec56d31c0 req-af7a13d7-c519-43a3-a38b-a521ceb52839 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b719ba2c-134f-4ae7-b3ea-d34fad1047a8 HTTP/1.1" status: 200 len: 217 time: 0.0449796 Sep 07 16:13:20.900387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e25daa25-9201-4508-bab7-2791cd4a4c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15c29dc-c788-41e4-b53a-9298c7f087be']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:20.952306 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fed04-5372-427c-b960-ddeec56d31c0 req-74b60cd3-0baf-48eb-8e5f-25071183d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:20.954542 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-541fed04-5372-427c-b960-ddeec56d31c0 req-74b60cd3-0baf-48eb-8e5f-25071183d9b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.0595872 Sep 07 16:13:20.972290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e25daa25-9201-4508-bab7-2791cd4a4c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5111577-bdd3-4b61-8a40-dfa40d2d06be') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:20.973024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e25daa25-9201-4508-bab7-2791cd4a4c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5111577-bdd3-4b61-8a40-dfa40d2d06be') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:20.978753 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:20.991807 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.003272 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-541fed04-5372-427c-b960-ddeec56d31c0 req-7e567b91-956d-46af-803c-be828a79a582 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409203 Sep 07 16:13:21.003736 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e25daa25-9201-4508-bab7-2791cd4a4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.099243 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.140112 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e25daa25-9201-4508-bab7-2791cd4a4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.148205 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-541fed04-5372-427c-b960-ddeec56d31c0 req-c36bebe1-5ce0-49b2-903c-aaa0956c28d3 service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345661 Sep 07 16:13:21.172170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25daa25-9201-4508-bab7-2791cd4a4c33 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:13:21.172618 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e25daa25-9201-4508-bab7-2791cd4a4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:13:21.174474 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:13:21.191796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e474851a-67e4-4728-982e-3222466406aa req-303a0acb-2718-4ce4-af65-0ffbe9191b16 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] For port 551a0a3d-c364-41d6-99b1-243e5f239353, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=551a0a3d-c364-41d6-99b1-243e5f239353,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:21.192172 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e474851a-67e4-4728-982e-3222466406aa req-303a0acb-2718-4ce4-af65-0ffbe9191b16 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.220692 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.222049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9899337 Sep 07 16:13:21.223054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-e474851a-67e4-4728-982e-3222466406aa req-303a0acb-2718-4ce4-af65-0ffbe9191b16 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Calling delete_port for 551a0a3d-c364-41d6-99b1-243e5f239353 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:21.262914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f1339-7b09-4c87-b85c-16a3a844552d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Pushing event updated for resources: {'Port': ['ID=3b672039-5dd7-422e-8847-0d4fb307a982,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:21.310144 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e25daa25-9201-4508-bab7-2791cd4a4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.319147 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e25daa25-9201-4508-bab7-2791cd4a4c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.321141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e25daa25-9201-4508-bab7-2791cd4a4c33 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b15c29dc-c788-41e4-b53a-9298c7f087be HTTP/1.1" status: 204 len: 168 time: 1.1870954 Sep 07 16:13:21.335898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25daa25-9201-4508-bab7-2791cd4a4c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15c29dc-c788-41e4-b53a-9298c7f087be,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:21.446252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a51b5fe3-947b-469a-8c9c-906fdd515f25 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:21.448636 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e474851a-67e4-4728-982e-3222466406aa req-303a0acb-2718-4ce4-af65-0ffbe9191b16 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.471536 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-541fed04-5372-427c-b960-ddeec56d31c0 req-8748ab6a-5af0-4dbe-a58b-65b41b9a1467 service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161471 Sep 07 16:13:21.493646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a0acb-2718-4ce4-af65-0ffbe9191b16 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Pushing event deleted for resources: {'Port': ['ID=551a0a3d-c364-41d6-99b1-243e5f239353,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:21.553960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f5492157-51d9-4d61-ad66-0b4ab83de7e5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:21.597709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e474851a-67e4-4728-982e-3222466406aa req-303a0acb-2718-4ce4-af65-0ffbe9191b16 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] No DVR routers for this DVR port 551a0a3d-c364-41d6-99b1-243e5f239353 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:13:21.611176 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e474851a-67e4-4728-982e-3222466406aa req-303a0acb-2718-4ce4-af65-0ffbe9191b16 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.613477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e474851a-67e4-4728-982e-3222466406aa req-303a0acb-2718-4ce4-af65-0ffbe9191b16 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.35 "DELETE /v2.0/ports/551a0a3d-c364-41d6-99b1-243e5f239353 HTTP/1.1" status: 204 len: 173 time: 1.6555829 Sep 07 16:13:21.614027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d254805-0c37-4a7e-9ee8-1dbee71f767f', 'name': 'network-vif-deleted', 'tag': '551a0a3d-c364-41d6-99b1-243e5f239353'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:21.616487 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6889316-b800-483c-920a-60940558cd15" -d '{"events": [{"server_uuid": "6d254805-0c37-4a7e-9ee8-1dbee71f767f", "name": "network-vif-deleted", "tag": "551a0a3d-c364-41d6-99b1-243e5f239353"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:21.635493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51920) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:21.701377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a51b5fe3-947b-469a-8c9c-906fdd515f25 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:21.702086 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.712329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6402f27-e367-4839-af25-69b896971d51 req-ad000393-d09f-444d-a7fc-e967953a876b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:21.714009 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6402f27-e367-4839-af25-69b896971d51 req-ad000393-d09f-444d-a7fc-e967953a876b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 944 time: 0.1177344 Sep 07 16:13:21.721937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-165ddd42-619a-44a1-b0bc-635b6d0695cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2788fbde5a634c4ea6244be7212a615a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844753 Sep 07 16:13:21.724520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:21.763159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6402f27-e367-4839-af25-69b896971d51 req-761808b5-96a2-432c-b069-4055c22b8e01 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400851 Sep 07 16:13:21.811298 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa3b7a1b-e594-4226-add4-1ddd68bb9023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.813218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-657412c8-d2c5-4767-99f5-4397cd6e0995 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1131540208&fields=id&tenant_id=2b63e36812e14cb0a14780f7dc237f5c HTTP/1.1" status: 200 len: 267 time: 0.0542312 Sep 07 16:13:21.848623 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa3b7a1b-e594-4226-add4-1ddd68bb9023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.923187 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa3b7a1b-e594-4226-add4-1ddd68bb9023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.926979 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa3b7a1b-e594-4226-add4-1ddd68bb9023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:21.930750 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fa3b7a1b-e594-4226-add4-1ddd68bb9023 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d551fbc-9bf0-4b6c-bbfb-b81cd403ba4d HTTP/1.1" status: 204 len: 168 time: 0.2029607 Sep 07 16:13:21.969582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b7a1b-e594-4226-add4-1ddd68bb9023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d551fbc-9bf0-4b6c-bbfb-b81cd403ba4d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:22.088569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-3767534d-0712-4ef5-a9e4-e5fce0d371be tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:22.101776 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-3767534d-0712-4ef5-a9e4-e5fce0d371be tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/networks?id=d22d9031-6686-4bfc-976c-f6d7001137bd HTTP/1.1" status: 200 len: 811 time: 0.2779169 Sep 07 16:13:22.120220 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-4f980d01-87d2-4bd7-bb31-567f3fc0025d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/quotas/2b63e36812e14cb0a14780f7dc237f5c HTTP/1.1" status: 200 len: 375 time: 0.0168300 Sep 07 16:13:22.183169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf44cd81-d3f5-4ed5-9133-9cc02d6fd9df req-5475bb01-63f6-4916-8360-3ee98c404820 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d254805-0c37-4a7e-9ee8-1dbee71f767f HTTP/1.1" status: 200 len: 210 time: 0.0499287 Sep 07 16:13:22.209297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-6166848d-f585-4540-a30d-ffeb3a80947b tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b63e36812e14cb0a14780f7dc237f5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881515 Sep 07 16:13:22.302246 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5df2c1-da9c-4005-ad7d-b4e83c7eaccf x-openstack-request-id: req-6d5df2c1-da9c-4005-ad7d-b4e83c7eaccf {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:22.302454 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d254805-0c37-4a7e-9ee8-1dbee71f767f", "name": "network-vif-deleted", "tag": "551a0a3d-c364-41d6-99b1-243e5f239353", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:22.302631 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d5df2c1-da9c-4005-ad7d-b4e83c7eaccf {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:22.303047 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d254805-0c37-4a7e-9ee8-1dbee71f767f', 'name': 'network-vif-deleted', 'tag': '551a0a3d-c364-41d6-99b1-243e5f239353', 'status': 'completed', 'code': 200} Sep 07 16:13:22.366620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-dc3c5983-7192-473d-96f8-cca8883cc603 service neutron] 10.222.0.70 "GET /v2.0/networks/d22d9031-6686-4bfc-976c-f6d7001137bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363161 Sep 07 16:13:22.459528 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-854b05dd-db97-4b33-bc41-3e59dbfb0a38 service neutron] 10.222.0.70 "GET /v2.0/networks/d22d9031-6686-4bfc-976c-f6d7001137bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849969 Sep 07 16:13:22.595231 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6', 'name': 'network-vif-deleted', 'tag': 'ec839066-d250-47ca-92f6-91617e7191a8'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:22.598430 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1ef017-f96d-455a-8fff-571a472f5430" -d '{"events": [{"server_uuid": "cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6", "name": "network-vif-deleted", "tag": "ec839066-d250-47ca-92f6-91617e7191a8"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:22.808323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39bfc0ea-4695-4754-af59-951bf13eac71 req-133bb718-7a81-46e1-98ae-aa0259f73b1e tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 210 time: 0.0433936 Sep 07 16:13:22.827888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74fe74-cf5a-4918-9a44-c2e0d3928aa9 req-8a0920fc-56ee-48b5-866d-a873f18afdca tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:22.829825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb74fe74-cf5a-4918-9a44-c2e0d3928aa9 req-8a0920fc-56ee-48b5-866d-a873f18afdca tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.0930529 Sep 07 16:13:22.866628 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32f17c8-5444-4c4f-a960-1cdc633a9448 x-openstack-request-id: req-e32f17c8-5444-4c4f-a960-1cdc633a9448 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:22.867107 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6", "name": "network-vif-deleted", "tag": "ec839066-d250-47ca-92f6-91617e7191a8", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:22.867195 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e32f17c8-5444-4c4f-a960-1cdc633a9448 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:22.869731 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4c65c3-6d06-4b51-a7d2-6cc89c4e92d6', 'name': 'network-vif-deleted', 'tag': 'ec839066-d250-47ca-92f6-91617e7191a8', 'status': 'completed', 'code': 200} Sep 07 16:13:22.898705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51978) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:22.933093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb74fe74-cf5a-4918-9a44-c2e0d3928aa9 req-d58f3095-bb30-429e-bbb3-0c58b46a4243 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834889 Sep 07 16:13:23.034671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00c038-8cbb-47a0-9755-1d34bd11c283 req-752a4075-2a9a-4a83-8638-93302dd3ae75 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:23.036394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e00c038-8cbb-47a0-9755-1d34bd11c283 req-752a4075-2a9a-4a83-8638-93302dd3ae75 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0868611 Sep 07 16:13:23.058606 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1079833536-network', 'tenant_id': '4339286be3f1422ca77db8fcf3c5d853'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:23.128523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Made reservation on behalf of 4339286be3f1422ca77db8fcf3c5d853 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:23.130711 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.136111 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e00c038-8cbb-47a0-9755-1d34bd11c283 req-82f973f3-c6f3-423d-8ba5-3867cf06b610 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882151 Sep 07 16:13:23.144713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147691e-5e3b-46e6-86e9-edfd3e716757 req-97f7a5bc-5414-42ea-bc97-4f59425b341c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:23.146578 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9147691e-5e3b-46e6-86e9-edfd3e716757 req-97f7a5bc-5414-42ea-bc97-4f59425b341c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 944 time: 0.1090636 Sep 07 16:13:23.152967 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.213616 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9147691e-5e3b-46e6-86e9-edfd3e716757 req-5d1b5eb1-677c-4395-9aae-091e3b9e1c9b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576718 Sep 07 16:13:23.329476 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.335173 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.369420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:13:23.380853 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 551a0a3d-c364-41d6-99b1-243e5f239353 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:23.391913 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.398921 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Added segment 8c843dfd-cf19-4d3b-846d-31ab78249601 of type vlan for network f55d71e5-a70a-4c78-8cba-a7825e5d7770 Sep 07 16:13:23.400702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c233fd7-4408-40eb-980c-0ac9e848c29f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:23.420615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 551a0a3d-c364-41d6-99b1-243e5f239353 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:13:23.420972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 551a0a3d-c364-41d6-99b1-243e5f239353 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:13:23.421414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ec839066-d250-47ca-92f6-91617e7191a8 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:23.458732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: ec839066-d250-47ca-92f6-91617e7191a8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:13:23.459088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ec839066-d250-47ca-92f6-91617e7191a8 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:13:23.516819 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.549810 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52004) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:23.558842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e37153-aa3f-4b36-8530-5e8027f94d6b req-c36d559f-d87a-48d4-bb98-31135a46fb71 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:23.560983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85e37153-aa3f-4b36-8530-5e8027f94d6b req-c36d559f-d87a-48d4-bb98-31135a46fb71 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0962381 Sep 07 16:13:23.563875 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.564833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:23.565406 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.640331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7405427 Sep 07 16:13:23.643918 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52008) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:23.652469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-982f55d9-3f97-46cf-8c73-5dc7a8fe23e8 admin admin] Request body: {'subnet': {'network_id': 'f55d71e5-a70a-4c78-8cba-a7825e5d7770', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1079833536-subnet', 'tenant_id': '4339286be3f1422ca77db8fcf3c5d853', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:23.679945 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9158965-e2ac-4a4a-90c2-e710d9169ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.690336 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85e37153-aa3f-4b36-8530-5e8027f94d6b req-505ff546-0eb2-4dc1-9578-716703be52d8 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145973 Sep 07 16:13:23.692207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca92ed-96c6-4e41-90d6-3f17e35825c5 admin admin] Pushing event updated for resources: {'Network': ['ID=f55d71e5-a70a-4c78-8cba-a7825e5d7770,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:23.711443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aabf5a-33ac-4d6b-ab98-529ad0776227 req-bc3e6120-3318-4ee3-9c3b-bcbb520fdf6f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:23.711801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network f55d71e5-a70a-4c78-8cba-a7825e5d7770 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:13:23.713178 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54aabf5a-33ac-4d6b-ab98-529ad0776227 req-bc3e6120-3318-4ee3-9c3b-bcbb520fdf6f tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 951 time: 0.1512747 Sep 07 16:13:23.715925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982f55d9-3f97-46cf-8c73-5dc7a8fe23e8 admin admin] Made reservation on behalf of 4339286be3f1422ca77db8fcf3c5d853 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:23.718268 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-982f55d9-3f97-46cf-8c73-5dc7a8fe23e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:23.810464 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54aabf5a-33ac-4d6b-ab98-529ad0776227 req-bb7d3026-3998-4804-8d38-3f48b6ded5d2 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870457 Sep 07 16:13:23.950933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45537695-e7a5-467b-8e1d-c727b46c289f req-63c60ac9-b155-47cc-ba26-76d4c5e0ddc7 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 210 time: 0.0518544 Sep 07 16:13:23.979037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b58bbf-2d1e-4ff5-833a-7ab6bfc46ba9 req-240513ca-93a0-46eb-b14d-24997964ac48 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:23.980913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56b58bbf-2d1e-4ff5-833a-7ab6bfc46ba9 req-240513ca-93a0-46eb-b14d-24997964ac48 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0967422 Sep 07 16:13:24.047079 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9158965-e2ac-4a4a-90c2-e710d9169ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.053252 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56b58bbf-2d1e-4ff5-833a-7ab6bfc46ba9 req-7d151c90-2bca-4c88-85a2-09691ff63210 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606828 Sep 07 16:13:24.058843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-6194e16e-ad70-4e98-b1ae-5261ff727d1f tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:24.060938 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-6194e16e-ad70-4e98-b1ae-5261ff727d1f tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.54 "GET /v2.0/networks?id=d22d9031-6686-4bfc-976c-f6d7001137bd HTTP/1.1" status: 200 len: 811 time: 0.2580979 Sep 07 16:13:24.063892 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9158965-e2ac-4a4a-90c2-e710d9169ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.093383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea79f8-f846-4e7c-92ef-76bee6d73c8b req-10a84955-5fa3-4b28-99a3-8793bcc7cf00 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:24.094943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03ea79f8-f846-4e7c-92ef-76bee6d73c8b req-10a84955-5fa3-4b28-99a3-8793bcc7cf00 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.0615547 Sep 07 16:13:24.136203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03ea79f8-f846-4e7c-92ef-76bee6d73c8b req-33a4d704-333e-4402-931b-da08659e6152 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347693 Sep 07 16:13:24.159265 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e9158965-e2ac-4a4a-90c2-e710d9169ade admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6fd012cdd9f48ef9e69e9a220199f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6083491 Sep 07 16:13:24.161979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52020) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:24.166299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9158965-e2ac-4a4a-90c2-e710d9169ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0381f2d6-b40f-4eef-bf6e-d5eb4d77015f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:24.194591 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-0e3fb613-4f0c-42ad-b61a-ae6b5a238190 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b63e36812e14cb0a14780f7dc237f5c HTTP/1.1" status: 200 len: 380 time: 0.1173592 Sep 07 16:13:24.202747 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-982f55d9-3f97-46cf-8c73-5dc7a8fe23e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.209093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Request body: {'port': {'device_id': 'e546246b-a67d-466b-b7c3-70f236dfbf9e', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'admin_state_up': True, 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'security_groups': ['e2475a3c-3521-479b-a268-464ca808eb73']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:24.222867 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a45ff381-0526-4f75-a36b-d40e59230c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.249450 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a45ff381-0526-4f75-a36b-d40e59230c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.260661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f55d9-3f97-46cf-8c73-5dc7a8fe23e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d79719-aa1c-469d-8bc9-3786183ed734,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:24.353008 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f55d9-3f97-46cf-8c73-5dc7a8fe23e8 admin admin] Checking segment: {'id': '8c843dfd-cf19-4d3b-846d-31ab78249601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f55d71e5-a70a-4c78-8cba-a7825e5d7770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:24.353375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f55d9-3f97-46cf-8c73-5dc7a8fe23e8 admin admin] Network hostable DHCP agents. Network: f55d71e5-a70a-4c78-8cba-a7825e5d7770, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:13:24.357612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6a7ea-e658-4d51-95ff-502c81398c8d req-dd36ec89-addd-4cb9-8cd8-b4b1c4c05038 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:24.358702 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ae6a7ea-e658-4d51-95ff-502c81398c8d req-dd36ec89-addd-4cb9-8cd8-b4b1c4c05038 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 944 time: 0.0639670 Sep 07 16:13:24.382294 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a45ff381-0526-4f75-a36b-d40e59230c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.393295 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a45ff381-0526-4f75-a36b-d40e59230c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.393295 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a45ff381-0526-4f75-a36b-d40e59230c0d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0381f2d6-b40f-4eef-bf6e-d5eb4d77015f HTTP/1.1" status: 204 len: 168 time: 0.2244236 Sep 07 16:13:24.407028 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f55d9-3f97-46cf-8c73-5dc7a8fe23e8 admin admin] Network f55d71e5-a70a-4c78-8cba-a7825e5d7770 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:13:24.416035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ff381-0526-4f75-a36b-d40e59230c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0381f2d6-b40f-4eef-bf6e-d5eb4d77015f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:24.429540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Made reservation on behalf of 2b63e36812e14cb0a14780f7dc237f5c for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:24.445699 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.453094 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ae6a7ea-e658-4d51-95ff-502c81398c8d req-ad2cd186-0594-4fbd-a8cc-3fff588dfe40 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833857 Sep 07 16:13:24.465238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-982f55d9-3f97-46cf-8c73-5dc7a8fe23e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, f55d71e5-a70a-4c78-8cba-a7825e5d7770) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:24.473074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982f55d9-3f97-46cf-8c73-5dc7a8fe23e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:24.473578 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-982f55d9-3f97-46cf-8c73-5dc7a8fe23e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.479054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc6f2bb-04c9-4a8b-af3c-6436647e6b51 None None] Network f55d71e5-a70a-4c78-8cba-a7825e5d7770 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:24.500387 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-982f55d9-3f97-46cf-8c73-5dc7a8fe23e8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8550932 Sep 07 16:13:24.671069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2387c-cee7-4a0c-9c50-e61e663dc45b None None] Network f55d71e5-a70a-4c78-8cba-a7825e5d7770 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:24.687657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52038) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:24.691886 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Allocated IP 172.20.0.14 (d22d9031-6686-4bfc-976c-f6d7001137bd/639bdfd4-b289-4524-8745-97634f356693/f4b6903c-b21c-438f-a4de-10a415f60dc3) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:24.779802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19365df-1e90-4b5b-99af-89d9b95c2ccb admin admin] Deleting subnet 26d79719-aa1c-469d-8bc9-3786183ed734 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:13:24.787132 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e19365df-1e90-4b5b-99af-89d9b95c2ccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.912967 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e19365df-1e90-4b5b-99af-89d9b95c2ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.956590 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:24.976986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Transition to ACTIVE for port object f4b6903c-b21c-438f-a4de-10a415f60dc3 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:24.985223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2052ed7-ab0f-46fd-8d8e-9c3cb858c960 req-8ca44f59-4101-41f5-8c42-d01d0b35d44c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:24.986784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2052ed7-ab0f-46fd-8d8e-9c3cb858c960 req-8ca44f59-4101-41f5-8c42-d01d0b35d44c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.54 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.1674595 Sep 07 16:13:25.052205 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e19365df-1e90-4b5b-99af-89d9b95c2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.073146 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.132498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Network d22d9031-6686-4bfc-976c-f6d7001137bd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:25.138298 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:25.142793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:25.175060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Pushing event updated for resources: {'Port': ['ID=f4b6903c-b21c-438f-a4de-10a415f60dc3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:25.193579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aed36e-b97f-4620-8f83-df38f2d4c63b req-c27f1f85-a35b-4092-aee6-4739ea86f9b0 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:25.201515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68aed36e-b97f-4620-8f83-df38f2d4c63b req-c27f1f85-a35b-4092-aee6-4739ea86f9b0 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 951 time: 0.2390349 Sep 07 16:13:25.212304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:25.213208 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.235561 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d539246c-da4c-4521-b041-4443643fa928 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0302241 Sep 07 16:13:25.289181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Request body: {'port': {'device_id': 'e546246b-a67d-466b-b7c3-70f236dfbf9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:25.299147 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e19365df-1e90-4b5b-99af-89d9b95c2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.308284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f4db2-cf47-45d4-b4c0-1642c4eb7253 req-beca4c75-aa89-48a7-98f2-5b7a53ec7bdf tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:25.316222 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-527f4db2-cf47-45d4-b4c0-1642c4eb7253 req-beca4c75-aa89-48a7-98f2-5b7a53ec7bdf tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 932 time: 0.2138774 Sep 07 16:13:25.337159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68aed36e-b97f-4620-8f83-df38f2d4c63b req-a2477214-abb3-42e9-903a-dae08610fce2 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/security-groups?id=e962c6d0-887c-43c0-8129-529562704315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321011 Sep 07 16:13:25.380901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b719ba2c-134f-4ae7-b3ea-d34fad1047a8 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:13:25.446015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19365df-1e90-4b5b-99af-89d9b95c2ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d79719-aa1c-469d-8bc9-3786183ed734,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:25.448555 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e19365df-1e90-4b5b-99af-89d9b95c2ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.451308 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e19365df-1e90-4b5b-99af-89d9b95c2ccb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/26d79719-aa1c-469d-8bc9-3786183ed734 HTTP/1.1" status: 204 len: 168 time: 0.7624958 Sep 07 16:13:25.455805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52066) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:25.476045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ca793-0948-4463-872e-f2115f36559c req-99858239-b963-41e2-a50b-6ed5bbfe838b tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:25.477905 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c88ca793-0948-4463-872e-f2115f36559c req-99858239-b963-41e2-a50b-6ed5bbfe838b tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 951 time: 0.2250893 Sep 07 16:13:25.478981 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.517498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c2052ed7-ab0f-46fd-8d8e-9c3cb858c960 req-483f1cdf-02bf-4997-bbb9-fc93f3ff48a8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Deleting port b81933db-a7ac-4d71-91a0-b07f4ed72381 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:25.517850 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c2052ed7-ab0f-46fd-8d8e-9c3cb858c960 req-483f1cdf-02bf-4997-bbb9-fc93f3ff48a8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.568384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-527f4db2-cf47-45d4-b4c0-1642c4eb7253 req-bc72bad1-1758-48f4-95a4-496dac702fa6 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2475a3c-3521-479b-a268-464ca808eb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465615 Sep 07 16:13:25.587203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b719ba2c-134f-4ae7-b3ea-d34fad1047a8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b719ba2c-134f-4ae7-b3ea-d34fad1047a8,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:25.611495 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'b719ba2c-134f-4ae7-b3ea-d34fad1047a8', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'port_id': 'b719ba2c-134f-4ae7-b3ea-d34fad1047a8', 'mac_address': 'fa:16:3e:9b:8a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c75e00-1127-4340-a636-8f3831620571', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:13:25.719902 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8313522-1d99-428e-8951-f63eda361549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.721964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2b1a9d18-cd12-4f83-99a0-5b0f9811f96d None None] Provisioning for port f4b6903c-b21c-438f-a4de-10a415f60dc3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:25.724168 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.746440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2b1a9d18-cd12-4f83-99a0-5b0f9811f96d None None] Provisioning complete for port f4b6903c-b21c-438f-a4de-10a415f60dc3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:25.747321 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b1a9d18-cd12-4f83-99a0-5b0f9811f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.758844 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c4cc9-1fbe-457c-88e3-5b70c75c2b66 req-ea26bd25-ffd6-48ee-999c-4386f944baf7 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:25.761378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b98c4cc9-1fbe-457c-88e3-5b70c75c2b66 req-ea26bd25-ffd6-48ee-999c-4386f944baf7 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 945 time: 0.3085101 Sep 07 16:13:25.775319 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b719ba2c-134f-4ae7-b3ea-d34fad1047a8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:25.800366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b719ba2c-134f-4ae7-b3ea-d34fad1047a8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b719ba2c-134f-4ae7-b3ea-d34fad1047a8,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:25.817428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a9d18-cd12-4f83-99a0-5b0f9811f96d None None] Port f4b6903c-b21c-438f-a4de-10a415f60dc3 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:13:25.818489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c2052ed7-ab0f-46fd-8d8e-9c3cb858c960 req-483f1cdf-02bf-4997-bbb9-fc93f3ff48a8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] For port b81933db-a7ac-4d71-91a0-b07f4ed72381, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b81933db-a7ac-4d71-91a0-b07f4ed72381,segment=NetworkSegment(6f69ee6a-613e-4a0f-a2ef-9ee3742ca404),segment_id=6f69ee6a-613e-4a0f-a2ef-9ee3742ca404)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:25.819137 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c2052ed7-ab0f-46fd-8d8e-9c3cb858c960 req-483f1cdf-02bf-4997-bbb9-fc93f3ff48a8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.819471 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.883454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b719ba2c-134f-4ae7-b3ea-d34fad1047a8,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:25.966830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c88ca793-0948-4463-872e-f2115f36559c req-3725b791-2614-4028-9e1e-cb4227f11538 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Deleting port f5492157-51d9-4d61-ad66-0b4ab83de7e5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:25.967178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c88ca793-0948-4463-872e-f2115f36559c req-3725b791-2614-4028-9e1e-cb4227f11538 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:25.971677 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b6903c-b21c-438f-a4de-10a415f60dc3 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:25.991401 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.049746 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Transition to ACTIVE for port object f4b6903c-b21c-438f-a4de-10a415f60dc3 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:26.062660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.148067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c88ca793-0948-4463-872e-f2115f36559c req-3725b791-2614-4028-9e1e-cb4227f11538 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] For port f5492157-51d9-4d61-ad66-0b4ab83de7e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f5492157-51d9-4d61-ad66-0b4ab83de7e5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:26.148747 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c88ca793-0948-4463-872e-f2115f36559c req-3725b791-2614-4028-9e1e-cb4227f11538 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.151418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Pushing event updated for resources: {'Port': ['ID=f4b6903c-b21c-438f-a4de-10a415f60dc3,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:26.182850 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c88ca793-0948-4463-872e-f2115f36559c req-3725b791-2614-4028-9e1e-cb4227f11538 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Calling delete_port for f5492157-51d9-4d61-ad66-0b4ab83de7e5 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:26.203633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52088) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:26.204585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['b719ba2c-134f-4ae7-b3ea-d34fad1047a8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:26.231567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c2052ed7-ab0f-46fd-8d8e-9c3cb858c960 req-483f1cdf-02bf-4997-bbb9-fc93f3ff48a8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Calling delete_port for b81933db-a7ac-4d71-91a0-b07f4ed72381 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:26.246976 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b98c4cc9-1fbe-457c-88e3-5b70c75c2b66 req-63112ecb-038c-47fa-bf13-17c55c0b169a tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787326 Sep 07 16:13:26.298041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Attempting to bind port f4b6903c-b21c-438f-a4de-10a415f60dc3 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:26.298387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Attempting to bind port f4b6903c-b21c-438f-a4de-10a415f60dc3 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '594dcd36-1830-4129-8dfd-b38a4ac7301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:26.299480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Attempting to bind port f4b6903c-b21c-438f-a4de-10a415f60dc3 on network d22d9031-6686-4bfc-976c-f6d7001137bd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:26.308100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Port f4b6903c-b21c-438f-a4de-10a415f60dc3 on network d22d9031-6686-4bfc-976c-f6d7001137bd not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:13:26.311602 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Attempting to bind port f4b6903c-b21c-438f-a4de-10a415f60dc3 on network d22d9031-6686-4bfc-976c-f6d7001137bd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:26.348125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:26.348125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Checking segment: {'id': '594dcd36-1830-4129-8dfd-b38a4ac7301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:26.349309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Bound using segment: {'id': '594dcd36-1830-4129-8dfd-b38a4ac7301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:26.349770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Bound port: f4b6903c-b21c-438f-a4de-10a415f60dc3, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594dcd36-1830-4129-8dfd-b38a4ac7301d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:26.350134 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.505755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] For port f4b6903c-b21c-438f-a4de-10a415f60dc3, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:26.514401 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c88ca793-0948-4463-872e-f2115f36559c req-3725b791-2614-4028-9e1e-cb4227f11538 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.522638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] For port f4b6903c-b21c-438f-a4de-10a415f60dc3, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f4b6903c-b21c-438f-a4de-10a415f60dc3,segment=NetworkSegment(594dcd36-1830-4129-8dfd-b38a4ac7301d),segment_id=594dcd36-1830-4129-8dfd-b38a4ac7301d)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:26.529290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f5492157-51d9-4d61-ad66-0b4ab83de7e5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:26.556384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8313522-1d99-428e-8951-f63eda361549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.565434 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.575361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725b791-2614-4028-9e1e-cb4227f11538 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Pushing event deleted for resources: {'Port': ['ID=f5492157-51d9-4d61-ad66-0b4ab83de7e5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:26.588687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489bbbf-d7d0-4b65-9f2e-e7b0ddcd2b73 req-c715f654-6dfe-43b9-966b-8627004822af tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:26.594507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f489bbbf-d7d0-4b65-9f2e-e7b0ddcd2b73 req-c715f654-6dfe-43b9-966b-8627004822af tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 945 time: 0.3858511 Sep 07 16:13:26.600143 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c2052ed7-ab0f-46fd-8d8e-9c3cb858c960 req-483f1cdf-02bf-4997-bbb9-fc93f3ff48a8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.612553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['b7deeff8-1f68-42ac-90ed-9628d43a899f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:26.662849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:26.663839 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.665312 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] 10.222.0.54 "PUT /v2.0/ports/f4b6903c-b21c-438f-a4de-10a415f60dc3 HTTP/1.1" status: 200 len: 1092 time: 1.3846972 Sep 07 16:13:26.668240 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e546246b-a67d-466b-b7c3-70f236dfbf9e', 'tag': 'f4b6903c-b21c-438f-a4de-10a415f60dc3'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:26.670503 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baa9c80-c917-4abc-9fa1-6a4d6befa1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e546246b-a67d-466b-b7c3-70f236dfbf9e", "tag": "f4b6903c-b21c-438f-a4de-10a415f60dc3"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:26.707803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88ca793-0948-4463-872e-f2115f36559c req-3725b791-2614-4028-9e1e-cb4227f11538 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] No DVR routers for this DVR port f5492157-51d9-4d61-ad66-0b4ab83de7e5 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:13:26.708208 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0181-ade9-412a-89cf-4e06ea633441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.712124 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c88ca793-0948-4463-872e-f2115f36559c req-3725b791-2614-4028-9e1e-cb4227f11538 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.713881 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c88ca793-0948-4463-872e-f2115f36559c req-3725b791-2614-4028-9e1e-cb4227f11538 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.54 "DELETE /v2.0/ports/f5492157-51d9-4d61-ad66-0b4ab83de7e5 HTTP/1.1" status: 204 len: 173 time: 1.2110293 Sep 07 16:13:26.727085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e8313522-1d99-428e-8951-f63eda361549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55d71e5-a70a-4c78-8cba-a7825e5d7770']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:26.770251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f1cdf-02bf-4997-bbb9-fc93f3ff48a8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Pushing event deleted for resources: {'Port': ['ID=b81933db-a7ac-4d71-91a0-b07f4ed72381,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:26.814744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b5b40da-f839-4d28-8938-a2db59140286 req-fbf3ed49-04a3-4be7-ad59-36ec2a5a6e17 tempest-ServersAdminTestJSON-242784804 tempest-ServersAdminTestJSON-242784804-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5 HTTP/1.1" status: 200 len: 210 time: 0.1893449 Sep 07 16:13:26.828102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ab30b-4408-4043-88fd-efed0c2477dd service neutron] Pushing event updated for resources: {'Port': ['ID=f4b6903c-b21c-438f-a4de-10a415f60dc3,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:26.832628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-171c22d0-b2d5-4e0f-874e-dcee0031ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:26.834652 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-171c22d0-b2d5-4e0f-874e-dcee0031ddaa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b63e36812e14cb0a14780f7dc237f5c&device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 1095 time: 0.1142664 Sep 07 16:13:26.866247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e8313522-1d99-428e-8951-f63eda361549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c843dfd-cf19-4d3b-846d-31ab78249601') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:26.867327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e8313522-1d99-428e-8951-f63eda361549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c843dfd-cf19-4d3b-846d-31ab78249601') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:26.908572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8313522-1d99-428e-8951-f63eda361549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:26.952987 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-8f719056-a26a-417c-bbda-b9308cca583b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b6903c-b21c-438f-a4de-10a415f60dc3 HTTP/1.1" status: 200 len: 217 time: 0.1054637 Sep 07 16:13:26.959031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8313522-1d99-428e-8951-f63eda361549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.013425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-64115eca-847b-4ea1-9a2c-6862eb1b8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:27.015559 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-64115eca-847b-4ea1-9a2c-6862eb1b8de2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=639bdfd4-b289-4524-8745-97634f356693 HTTP/1.1" status: 200 len: 850 time: 0.0535884 Sep 07 16:13:27.037948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8313522-1d99-428e-8951-f63eda361549 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:13:27.038376 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8313522-1d99-428e-8951-f63eda361549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:13:27.054020 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:13:27.066938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2052ed7-ab0f-46fd-8d8e-9c3cb858c960 req-483f1cdf-02bf-4997-bbb9-fc93f3ff48a8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] No DVR routers for this DVR port b81933db-a7ac-4d71-91a0-b07f4ed72381 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:13:27.071464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d891f295-e932-44bf-80b3-40c133e20c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:27.073578 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-d891f295-e932-44bf-80b3-40c133e20c3b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d22d9031-6686-4bfc-976c-f6d7001137bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479515 Sep 07 16:13:27.075225 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f489bbbf-d7d0-4b65-9f2e-e7b0ddcd2b73 req-d0db8682-1fb1-47f4-aa3a-696ab1ab9c31 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607313 Sep 07 16:13:27.076631 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c2052ed7-ab0f-46fd-8d8e-9c3cb858c960 req-483f1cdf-02bf-4997-bbb9-fc93f3ff48a8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.078557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2052ed7-ab0f-46fd-8d8e-9c3cb858c960 req-483f1cdf-02bf-4997-bbb9-fc93f3ff48a8 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.54 "DELETE /v2.0/ports/b81933db-a7ac-4d71-91a0-b07f4ed72381 HTTP/1.1" status: 204 len: 173 time: 2.0757318 Sep 07 16:13:27.085897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f956448a-7389-40ca-8d63-2df7f499a0e6', 'name': 'network-vif-deleted', 'tag': 'b81933db-a7ac-4d71-91a0-b07f4ed72381'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:27.088300 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc111fa-e240-4c8c-8432-9e7a2719f4f3" -d '{"events": [{"server_uuid": "f956448a-7389-40ca-8d63-2df7f499a0e6", "name": "network-vif-deleted", "tag": "b81933db-a7ac-4d71-91a0-b07f4ed72381"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:27.140631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8598e-37f7-4aaa-85a5-6bf4fe0c0360 req-437de2a1-fb62-43d3-874e-ef6512ec1a98 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:27.142470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2a8598e-37f7-4aaa-85a5-6bf4fe0c0360 req-437de2a1-fb62-43d3-874e-ef6512ec1a98 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.2056229 Sep 07 16:13:27.151595 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8313522-1d99-428e-8951-f63eda361549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.154769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b81933db-a7ac-4d71-91a0-b07f4ed72381 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:27.177932 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8313522-1d99-428e-8951-f63eda361549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.179820 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e8313522-1d99-428e-8951-f63eda361549 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f55d71e5-a70a-4c78-8cba-a7825e5d7770 HTTP/1.1" status: 204 len: 168 time: 1.7215636 Sep 07 16:13:27.197903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: b81933db-a7ac-4d71-91a0-b07f4ed72381 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:13:27.199734 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b81933db-a7ac-4d71-91a0-b07f4ed72381 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:13:27.204110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8313522-1d99-428e-8951-f63eda361549 admin admin] Pushing event deleted for resources: {'Network': ['ID=f55d71e5-a70a-4c78-8cba-a7825e5d7770,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:27.255146 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2a8598e-37f7-4aaa-85a5-6bf4fe0c0360 req-a79762ae-bead-4c2b-86f5-ad8a1547c386 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898337 Sep 07 16:13:27.288832 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-2207f306-2004-4b42-b106-8b2cece728a7 service neutron] 10.222.0.54 "GET /v2.0/networks/d22d9031-6686-4bfc-976c-f6d7001137bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024934 Sep 07 16:13:27.339577 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e60c4f-5461-45b4-9f4b-d58330c00c95 x-openstack-request-id: req-81e60c4f-5461-45b4-9f4b-d58330c00c95 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:27.339859 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e546246b-a67d-466b-b7c3-70f236dfbf9e", "tag": "f4b6903c-b21c-438f-a4de-10a415f60dc3", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:27.340888 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81e60c4f-5461-45b4-9f4b-d58330c00c95 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:27.341327 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e546246b-a67d-466b-b7c3-70f236dfbf9e', 'tag': 'f4b6903c-b21c-438f-a4de-10a415f60dc3', 'status': 'completed', 'code': 200} Sep 07 16:13:27.415178 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4ff510-0376-48bf-a30b-7b23509c972d x-openstack-request-id: req-4e4ff510-0376-48bf-a30b-7b23509c972d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:27.415760 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f956448a-7389-40ca-8d63-2df7f499a0e6", "name": "network-vif-deleted", "tag": "b81933db-a7ac-4d71-91a0-b07f4ed72381", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:27.416190 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e4ff510-0376-48bf-a30b-7b23509c972d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:27.416812 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f956448a-7389-40ca-8d63-2df7f499a0e6', 'name': 'network-vif-deleted', 'tag': 'b81933db-a7ac-4d71-91a0-b07f4ed72381', 'status': 'completed', 'code': 200} Sep 07 16:13:27.419591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b719ba2c-134f-4ae7-b3ea-d34fad1047a8 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:27.424853 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0181-ade9-412a-89cf-4e06ea633441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.432822 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4e69e68c-f231-45cc-8201-ce8db3f16652 req-0e6939c1-2c9e-42c5-9fb0-e4741e9e9cbd service neutron] 10.222.0.54 "GET /v2.0/networks/d22d9031-6686-4bfc-976c-f6d7001137bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271152 Sep 07 16:13:27.440772 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0181-ade9-412a-89cf-4e06ea633441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.456495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52110) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:27.463291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82d229-ec77-44a2-b7d1-fb81485457ec req-5d29715b-0c9e-407f-a85b-15ce56e34440 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:27.471887 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a82d229-ec77-44a2-b7d1-fb81485457ec req-5d29715b-0c9e-407f-a85b-15ce56e34440 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 944 time: 0.2122829 Sep 07 16:13:27.523169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port b719ba2c-134f-4ae7-b3ea-d34fad1047a8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:27.528998 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port b719ba2c-134f-4ae7-b3ea-d34fad1047a8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:27.529877 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.536431 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5abb3f38-17e0-4850-8f35-40942c8d0f30 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4339286be3f1422ca77db8fcf3c5d853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786610 Sep 07 16:13:27.548000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52112) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:27.582064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa9c80-c917-4abc-9fa1-6a4d6befa1bb req-65fdff78-8a94-4baf-a28a-a3a04ee9009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:27.584485 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9baa9c80-c917-4abc-9fa1-6a4d6befa1bb req-65fdff78-8a94-4baf-a28a-a3a04ee9009e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b63e36812e14cb0a14780f7dc237f5c&device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 1095 time: 0.0549548 Sep 07 16:13:27.585819 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3b1f0181-ade9-412a-89cf-4e06ea633441 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d87eed095a1d433caee9b12d33378c87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3778801 Sep 07 16:13:27.588623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:27.613505 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.622717 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0438cff0-fa89-4742-8c42-cd7b5d4d9401 req-47e1bf6b-ad2f-452a-a89f-d00282faf2fa tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f956448a-7389-40ca-8d63-2df7f499a0e6 HTTP/1.1" status: 200 len: 210 time: 0.0801389 Sep 07 16:13:27.623937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f0181-ade9-412a-89cf-4e06ea633441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638b651b-e29f-4946-b160-ae8ece656314,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:27.643184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356a7d9f-c265-4905-9766-b4bc8479e591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b719ba2c-134f-4ae7-b3ea-d34fad1047a8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:27.646083 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674e9847-9e30-47e4-ace4-4b16d578dc15" -d '{"events": [{"server_uuid": "356a7d9f-c265-4905-9766-b4bc8479e591", "name": "network-vif-plugged", "status": "completed", "tag": "b719ba2c-134f-4ae7-b3ea-d34fad1047a8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:27.661623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b719ba2c-134f-4ae7-b3ea-d34fad1047a8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b719ba2c-134f-4ae7-b3ea-d34fad1047a8,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:27.666290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a82d229-ec77-44a2-b7d1-fb81485457ec req-3b88b3f1-2684-462e-9566-d30886066fa4 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2475a3c-3521-479b-a268-464ca808eb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659529 Sep 07 16:13:27.682186 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.707663 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf65565-302a-4b83-95ab-3735355e176d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.769955 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf65565-302a-4b83-95ab-3735355e176d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.783522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b719ba2c-134f-4ae7-b3ea-d34fad1047a8,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:27.828930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2a2e6-cc3e-4fec-bc79-f0268d210ac2 req-400aa587-869c-46c6-8605-3d0e31e63dd4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:27.830774 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09a2a2e6-cc3e-4fec-bc79-f0268d210ac2 req-400aa587-869c-46c6-8605-3d0e31e63dd4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0923417 Sep 07 16:13:27.834522 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a375c92c-8a3b-492b-afe8-5c918873f95a x-openstack-request-id: req-a375c92c-8a3b-492b-afe8-5c918873f95a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:27.834822 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356a7d9f-c265-4905-9766-b4bc8479e591", "name": "network-vif-plugged", "status": "completed", "tag": "b719ba2c-134f-4ae7-b3ea-d34fad1047a8", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:27.835076 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a375c92c-8a3b-492b-afe8-5c918873f95a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:27.835469 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356a7d9f-c265-4905-9766-b4bc8479e591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b719ba2c-134f-4ae7-b3ea-d34fad1047a8', 'code': 200} Sep 07 16:13:27.849773 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b79dd30f-ccf0-494c-86dc-2e16f8529d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.894267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf65565-302a-4b83-95ab-3735355e176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.897004 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf65565-302a-4b83-95ab-3735355e176d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.900647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2bf65565-302a-4b83-95ab-3735355e176d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c233fd7-4408-40eb-980c-0ac9e848c29f HTTP/1.1" status: 204 len: 168 time: 0.3493745 Sep 07 16:13:27.923607 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa9c80-c917-4abc-9fa1-6a4d6befa1bb req-f1bb8107-9e8e-40cf-a312-122086bf47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:27.925156 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9baa9c80-c917-4abc-9fa1-6a4d6befa1bb req-f1bb8107-9e8e-40cf-a312-122086bf47c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d22d9031-6686-4bfc-976c-f6d7001137bd HTTP/1.1" status: 200 len: 912 time: 0.3296318 Sep 07 16:13:27.927052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b79dd30f-ccf0-494c-86dc-2e16f8529d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:27.947124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf65565-302a-4b83-95ab-3735355e176d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c233fd7-4408-40eb-980c-0ac9e848c29f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:27.957045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09a2a2e6-cc3e-4fec-bc79-f0268d210ac2 req-a56bdbd7-56ca-41a5-98b5-d073f7e071c8 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960732 Sep 07 16:13:27.979460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f953010-626a-4b2a-b983-d1a1d56d6034 req-a70ea93a-6111-412f-84f8-36420506af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:27.981687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f953010-626a-4b2a-b983-d1a1d56d6034 req-a70ea93a-6111-412f-84f8-36420506af03 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 1097 time: 0.0687420 Sep 07 16:13:28.017261 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9baa9c80-c917-4abc-9fa1-6a4d6befa1bb req-b572318f-b401-4d6b-b619-7a746a729be0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b6903c-b21c-438f-a4de-10a415f60dc3 HTTP/1.1" status: 200 len: 217 time: 0.0824263 Sep 07 16:13:28.024766 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f953010-626a-4b2a-b983-d1a1d56d6034 req-c9d4055e-7245-4ed7-8639-5383a66349ec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363054 Sep 07 16:13:28.107703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa9c80-c917-4abc-9fa1-6a4d6befa1bb req-64b64e50-133c-4ac7-8441-4863f9a578d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:28.110684 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9baa9c80-c917-4abc-9fa1-6a4d6befa1bb req-64b64e50-133c-4ac7-8441-4863f9a578d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=639bdfd4-b289-4524-8745-97634f356693 HTTP/1.1" status: 200 len: 850 time: 0.0812724 Sep 07 16:13:28.111753 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b79dd30f-ccf0-494c-86dc-2e16f8529d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:28.114617 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b79dd30f-ccf0-494c-86dc-2e16f8529d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:28.116449 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b79dd30f-ccf0-494c-86dc-2e16f8529d65 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/638b651b-e29f-4946-b160-ae8ece656314 HTTP/1.1" status: 204 len: 168 time: 0.5268209 Sep 07 16:13:28.164534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dd30f-ccf0-494c-86dc-2e16f8529d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638b651b-e29f-4946-b160-ae8ece656314,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:28.187098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa9c80-c917-4abc-9fa1-6a4d6befa1bb req-9fb89a60-c9b6-4d2a-86dd-e197f2e7e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:28.190244 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9baa9c80-c917-4abc-9fa1-6a4d6befa1bb req-9fb89a60-c9b6-4d2a-86dd-e197f2e7e925 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d22d9031-6686-4bfc-976c-f6d7001137bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707505 Sep 07 16:13:28.343381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bd382-075a-40a0-a067-032f43b9eb7b req-973e3682-8d0c-4e59-b267-ae100700c45e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:28.348534 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9baa9c80-c917-4abc-9fa1-6a4d6befa1bb req-092560ad-bc80-4b1b-9162-770361bc277c service neutron] 10.222.0.54 "GET /v2.0/networks/d22d9031-6686-4bfc-976c-f6d7001137bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476536 Sep 07 16:13:28.349058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c43bd382-075a-40a0-a067-032f43b9eb7b req-973e3682-8d0c-4e59-b267-ae100700c45e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.1272643 Sep 07 16:13:28.426299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c43bd382-075a-40a0-a067-032f43b9eb7b req-30293b6d-e5ca-4a29-9af0-f320643783de tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735114 Sep 07 16:13:28.441650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52142) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:28.489891 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9baa9c80-c917-4abc-9fa1-6a4d6befa1bb req-d92d433c-b427-42ab-9a42-cc0d8f1ef693 service neutron] 10.222.0.54 "GET /v2.0/networks/d22d9031-6686-4bfc-976c-f6d7001137bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313694 Sep 07 16:13:28.760728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52164) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:28.763046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ff20cf3f-d3cf-48f0-82b2-76e8a0285dbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1cd24caae063442f97bb1cf596b0fc80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190958 Sep 07 16:13:28.823847 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b527ae4e-7f0f-4464-9f4c-6696b2c6aadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:28.848757 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b527ae4e-7f0f-4464-9f4c-6696b2c6aadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:28.915110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bac6f1-667f-4bd2-93ce-32a349c5255f req-b8873424-dff1-4c9f-b57b-abec1a4c0554 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:28.930533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8bac6f1-667f-4bd2-93ce-32a349c5255f req-b8873424-dff1-4c9f-b57b-abec1a4c0554 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 944 time: 0.1276057 Sep 07 16:13:28.962241 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b527ae4e-7f0f-4464-9f4c-6696b2c6aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:28.965710 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b527ae4e-7f0f-4464-9f4c-6696b2c6aadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:28.967244 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b527ae4e-7f0f-4464-9f4c-6696b2c6aadd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e962c6d0-887c-43c0-8129-529562704315 HTTP/1.1" status: 204 len: 168 time: 0.2050841 Sep 07 16:13:28.986279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527ae4e-7f0f-4464-9f4c-6696b2c6aadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e962c6d0-887c-43c0-8129-529562704315,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:29.033381 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8bac6f1-667f-4bd2-93ce-32a349c5255f req-5e23486f-8625-42ec-9572-cfe460f7560d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2475a3c-3521-479b-a268-464ca808eb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000197 Sep 07 16:13:29.149978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f4b6903c-b21c-438f-a4de-10a415f60dc3 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:13:29.154475 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f5492157-51d9-4d61-ad66-0b4ab83de7e5 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:29.214382 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: f5492157-51d9-4d61-ad66-0b4ab83de7e5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:13:29.214722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f5492157-51d9-4d61-ad66-0b4ab83de7e5 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:13:29.234079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73a405-93e5-4c99-800b-5ab66549d599 req-d27af101-0878-46a1-b6f9-9788f6e02bd7 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:29.237717 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de73a405-93e5-4c99-800b-5ab66549d599 req-d27af101-0878-46a1-b6f9-9788f6e02bd7 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1215751 Sep 07 16:13:29.313397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de73a405-93e5-4c99-800b-5ab66549d599 req-b856e35a-1f59-4d5e-bbeb-4aa5582be079 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677841 Sep 07 16:13:29.342498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'name': 'network-vif-deleted', 'tag': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:29.345758 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda80edd-e5fd-4f97-8ce0-d3164ed8884b" -d '{"events": [{"server_uuid": "8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5", "name": "network-vif-deleted", "tag": "f5492157-51d9-4d61-ad66-0b4ab83de7e5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:29.378461 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f4b6903c-b21c-438f-a4de-10a415f60dc3, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f4b6903c-b21c-438f-a4de-10a415f60dc3,segment=NetworkSegment(594dcd36-1830-4129-8dfd-b38a4ac7301d),segment_id=594dcd36-1830-4129-8dfd-b38a4ac7301d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:29.390958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'f4b6903c-b21c-438f-a4de-10a415f60dc3', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'port_id': 'f4b6903c-b21c-438f-a4de-10a415f60dc3', 'mac_address': 'fa:16:3e:79:dc:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639bdfd4-b289-4524-8745-97634f356693', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:13:29.419060 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a44aae7-1979-4b07-adcd-474f13151407 x-openstack-request-id: req-8a44aae7-1979-4b07-adcd-474f13151407 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:29.419532 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5", "name": "network-vif-deleted", "tag": "f5492157-51d9-4d61-ad66-0b4ab83de7e5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:29.419632 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a44aae7-1979-4b07-adcd-474f13151407 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:29.420024 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5de73a-5ae7-4cba-a28b-6f7b6bb009b5', 'name': 'network-vif-deleted', 'tag': 'f5492157-51d9-4d61-ad66-0b4ab83de7e5', 'status': 'completed', 'code': 200} Sep 07 16:13:29.448964 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.503911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b6903c-b21c-438f-a4de-10a415f60dc3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:13:29.532469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f4b6903c-b21c-438f-a4de-10a415f60dc3, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f4b6903c-b21c-438f-a4de-10a415f60dc3,segment=NetworkSegment(594dcd36-1830-4129-8dfd-b38a4ac7301d),segment_id=594dcd36-1830-4129-8dfd-b38a4ac7301d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:29.539311 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.599420 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f4b6903c-b21c-438f-a4de-10a415f60dc3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:29.622634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751c136-1487-4d06-be4f-9226d5117e97 req-8bced4be-b16d-404f-966f-1bd2a0446def tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:29.624209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e751c136-1487-4d06-be4f-9226d5117e97 req-8bced4be-b16d-404f-966f-1bd2a0446def tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.0661469 Sep 07 16:13:29.632537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52204) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:29.681019 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-661ebe2d-bdd0-4863-87ba-5ae466add899 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=57abe2fb67b9490ca36fc063a280568c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471804 Sep 07 16:13:29.681733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e751c136-1487-4d06-be4f-9226d5117e97 req-a51cbc0e-7792-4386-b621-f3508df896bf tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460875 Sep 07 16:13:29.683507 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52206) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:29.752723 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b97a38d1-5fc3-494c-ae49-c2965814ca09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.787995 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b97a38d1-5fc3-494c-ae49-c2965814ca09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.804825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f4b6903c-b21c-438f-a4de-10a415f60dc3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:29.832278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52216) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:29.868628 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b97a38d1-5fc3-494c-ae49-c2965814ca09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.871227 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b97a38d1-5fc3-494c-ae49-c2965814ca09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:29.875999 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b97a38d1-5fc3-494c-ae49-c2965814ca09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8185ff8f-dafc-4af2-892f-86803fe89d35 HTTP/1.1" status: 204 len: 168 time: 0.1880391 Sep 07 16:13:29.882830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a38d1-5fc3-494c-ae49-c2965814ca09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8185ff8f-dafc-4af2-892f-86803fe89d35,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:29.943817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c96e5d-bf86-41d5-99a9-d15a782e7688 req-27f47d90-f0fd-4e61-85e7-16cf39364f24 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:29.951744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42c96e5d-bf86-41d5-99a9-d15a782e7688 req-27f47d90-f0fd-4e61-85e7-16cf39364f24 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0570111 Sep 07 16:13:30.010374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42c96e5d-bf86-41d5-99a9-d15a782e7688 req-f28a1a16-cc16-4844-ba06-5d2e97bce728 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533984 Sep 07 16:13:30.082423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0848ea-befd-4f7a-83cd-0cfaa1e9ad38 req-272ea9cf-c987-41e8-a867-c271b9160fd8 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:30.086504 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e0848ea-befd-4f7a-83cd-0cfaa1e9ad38 req-272ea9cf-c987-41e8-a867-c271b9160fd8 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.1064515 Sep 07 16:13:30.168930 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e0848ea-befd-4f7a-83cd-0cfaa1e9ad38 req-8ca8e0e6-bf4c-4d5d-bbea-d497f9f0ef5f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751524 Sep 07 16:13:30.190130 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-197bf77c-24e6-40b2-9141-b45fca06ba8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.236640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef9daa-0174-4bce-9595-6310e7cf3129 req-8fb06fd1-1fed-46bd-ab1e-0683d5db81ca tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:30.237423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52236) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:30.240588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbef9daa-0174-4bce-9595-6310e7cf3129 req-8fb06fd1-1fed-46bd-ab1e-0683d5db81ca tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1227884 Sep 07 16:13:30.338309 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbef9daa-0174-4bce-9595-6310e7cf3129 req-dbe47b6f-0d94-4bca-bf18-e394b1644f25 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868399 Sep 07 16:13:30.357920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5d11a-5b72-474a-b045-82f39e605063 req-b147c080-f0b6-4dce-9120-8f17c95c76bf tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:30.359451 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0b5d11a-5b72-474a-b045-82f39e605063 req-b147c080-f0b6-4dce-9120-8f17c95c76bf tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 945 time: 0.1149271 Sep 07 16:13:30.389970 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-982667069-network', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:30.427723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0b5d11a-5b72-474a-b045-82f39e605063 req-40539539-dcce-4ff4-a8e1-5e05a42bc1dc tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2475a3c-3521-479b-a268-464ca808eb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576305 Sep 07 16:13:30.444679 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-197bf77c-24e6-40b2-9141-b45fca06ba8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.458695 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-197bf77c-24e6-40b2-9141-b45fca06ba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.475286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Made reservation on behalf of b7c3f23fc2aa4f22b0a288867793869b for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:30.478159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.491312 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.535460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-197bf77c-24e6-40b2-9141-b45fca06ba8d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72eb5f82036a4f74a45eaba5f01ca7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7018077 Sep 07 16:13:30.540963 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52254) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:30.546521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bf77c-24e6-40b2-9141-b45fca06ba8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b529e712-415c-4146-b6db-32895b5ea418,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:30.571530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cd41c-17ce-461f-a574-35c34f14fdd1 req-adef669f-2b51-4ab5-b8fe-d2bdb2103249 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:30.573477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e37cd41c-17ce-461f-a574-35c34f14fdd1 req-adef669f-2b51-4ab5-b8fe-d2bdb2103249 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0772443 Sep 07 16:13:30.637862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e37cd41c-17ce-461f-a574-35c34f14fdd1 req-ebdd31dc-2079-41ad-aedf-500f92ef2969 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579572 Sep 07 16:13:30.649167 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34c2abce-a992-4493-89b7-0ab3c542edde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.688746 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34c2abce-a992-4493-89b7-0ab3c542edde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.696139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d24412-3fa9-4078-a06c-b7032be24931 req-c5c1eef8-8d27-4ce0-913b-4ce360d235f8 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:30.698839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5d24412-3fa9-4078-a06c-b7032be24931 req-c5c1eef8-8d27-4ce0-913b-4ce360d235f8 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0768979 Sep 07 16:13:30.706488 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.717235 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.745930 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5d24412-3fa9-4078-a06c-b7032be24931 req-b94573a6-6c48-4b91-9f7b-57a5e4d1b9bd tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Sep 07 16:13:30.748660 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:13:30.770403 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.770754 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Added segment 458cbc32-6491-460d-8a10-bc8d06cb218a of type vlan for network f50728ef-b9a9-44ff-902b-e797addc9652 Sep 07 16:13:30.772137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdabea4-94ac-463c-971f-8b562551e32f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:30.821242 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34c2abce-a992-4493-89b7-0ab3c542edde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.824023 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-34c2abce-a992-4493-89b7-0ab3c542edde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.825232 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-34c2abce-a992-4493-89b7-0ab3c542edde admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b529e712-415c-4146-b6db-32895b5ea418 HTTP/1.1" status: 204 len: 168 time: 0.2859266 Sep 07 16:13:30.827194 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.840813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2abce-a992-4493-89b7-0ab3c542edde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b529e712-415c-4146-b6db-32895b5ea418,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:30.883547 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.884671 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:30.885266 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:30.901829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319fffb-d23e-4cd6-a9e7-a44a91d98cc3 req-b1dd90d8-9098-429c-9595-4e59907be625 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:30.904204 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d319fffb-d23e-4cd6-a9e7-a44a91d98cc3 req-b1dd90d8-9098-429c-9595-4e59907be625 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0831718 Sep 07 16:13:30.917156 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6786230 Sep 07 16:13:30.920612 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52274) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:30.927366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3ecc4070-6547-4285-b8da-232517b6e155 admin admin] Request body: {'subnet': {'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-982667069-subnet', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:30.964549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d319fffb-d23e-4cd6-a9e7-a44a91d98cc3 req-87367fc2-73d2-4488-a534-851785533b1d tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443752 Sep 07 16:13:30.965911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984a791-bce3-491e-bbc1-571831aec5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=f50728ef-b9a9-44ff-902b-e797addc9652,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:30.985088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network f50728ef-b9a9-44ff-902b-e797addc9652 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:13:30.988293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecc4070-6547-4285-b8da-232517b6e155 admin admin] Made reservation on behalf of b7c3f23fc2aa4f22b0a288867793869b for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:30.992053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ecc4070-6547-4285-b8da-232517b6e155 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.153199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f4b6903c-b21c-438f-a4de-10a415f60dc3 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:31.243313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port f4b6903c-b21c-438f-a4de-10a415f60dc3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:31.249493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port f4b6903c-b21c-438f-a4de-10a415f60dc3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:31.249877 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.258684 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ecc4070-6547-4285-b8da-232517b6e155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.341928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc4070-6547-4285-b8da-232517b6e155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=659eec7d-2512-488c-90c5-1e4fdfe8a97c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:31.350527 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.354082 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecc4070-6547-4285-b8da-232517b6e155 admin admin] Checking segment: {'id': '458cbc32-6491-460d-8a10-bc8d06cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:31.354574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc4070-6547-4285-b8da-232517b6e155 admin admin] Network hostable DHCP agents. Network: f50728ef-b9a9-44ff-902b-e797addc9652, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:13:31.367952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7971c-6e9c-4f4d-b482-b49ca9f63017 req-6cd7d618-4dfc-4f39-942b-fa9cc003a5a2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:31.373721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66e7971c-6e9c-4f4d-b482-b49ca9f63017 req-6cd7d618-4dfc-4f39-942b-fa9cc003a5a2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.1107941 Sep 07 16:13:31.379061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc4070-6547-4285-b8da-232517b6e155 admin admin] Network f50728ef-b9a9-44ff-902b-e797addc9652 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:13:31.384519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e546246b-a67d-466b-b7c3-70f236dfbf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b6903c-b21c-438f-a4de-10a415f60dc3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:31.390896 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cce364-1a3c-4c60-a164-164104128308" -d '{"events": [{"server_uuid": "e546246b-a67d-466b-b7c3-70f236dfbf9e", "name": "network-vif-plugged", "status": "completed", "tag": "f4b6903c-b21c-438f-a4de-10a415f60dc3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:31.391791 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3ecc4070-6547-4285-b8da-232517b6e155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, f50728ef-b9a9-44ff-902b-e797addc9652) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:31.399445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecc4070-6547-4285-b8da-232517b6e155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:31.399605 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ecc4070-6547-4285-b8da-232517b6e155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.412436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658f5912-cb04-43da-b84f-aa997b11a3f2 None None] Network f50728ef-b9a9-44ff-902b-e797addc9652 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:31.420304 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3ecc4070-6547-4285-b8da-232517b6e155 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4982772 Sep 07 16:13:31.420735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f4b6903c-b21c-438f-a4de-10a415f60dc3, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f4b6903c-b21c-438f-a4de-10a415f60dc3,segment=NetworkSegment(594dcd36-1830-4129-8dfd-b38a4ac7301d),segment_id=594dcd36-1830-4129-8dfd-b38a4ac7301d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:31.423172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52304) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:31.429980 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:31.435099 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.463888 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.465905 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.497366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac2c6d-a9eb-4dda-a393-af2a39cc96e7 req-89dd4e80-7caa-4f2a-bc57-3a9c2856854a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:31.499232 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3ac2c6d-a9eb-4dda-a393-af2a39cc96e7 req-89dd4e80-7caa-4f2a-bc57-3a9c2856854a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1124456 Sep 07 16:13:31.515089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66e7971c-6e9c-4f4d-b482-b49ca9f63017 req-23006b12-ea1f-4fcb-9cfe-5b8edc4837f6 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090410 Sep 07 16:13:31.540979 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.582286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3ac2c6d-a9eb-4dda-a393-af2a39cc96e7 req-b3a8a322-ea4c-4190-82df-192b449f4789 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723362 Sep 07 16:13:31.583595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f4b6903c-b21c-438f-a4de-10a415f60dc3,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:31.589181 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.637432 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5021b19-7d00-4fca-830b-c46bda119e1e x-openstack-request-id: req-f5021b19-7d00-4fca-830b-c46bda119e1e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:31.637728 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e546246b-a67d-466b-b7c3-70f236dfbf9e", "name": "network-vif-plugged", "status": "completed", "tag": "f4b6903c-b21c-438f-a4de-10a415f60dc3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:31.638147 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5021b19-7d00-4fca-830b-c46bda119e1e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:31.638770 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e546246b-a67d-466b-b7c3-70f236dfbf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b6903c-b21c-438f-a4de-10a415f60dc3', 'code': 200} Sep 07 16:13:31.699034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-f50728ef-b9a9-44ff-902b-e797addc9652', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'fixed_ips': [{'subnet_id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:13:31.700273 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.805501 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:31.824948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc5d98-2ad6-444d-8390-3df285c8292a req-51e28a88-270f-43e9-bdd1-6851723226e2 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:31.826823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48dc5d98-2ad6-444d-8390-3df285c8292a req-51e28a88-270f-43e9-bdd1-6851723226e2 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 946 time: 0.1066802 Sep 07 16:13:31.865264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8fce6-bf41-41ca-a3ff-938fd47e96d2 req-024bcce6-0b7f-486b-bc38-5652dc65e876 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:31.867030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2c8fce6-bf41-41ca-a3ff-938fd47e96d2 req-024bcce6-0b7f-486b-bc38-5652dc65e876 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0965140 Sep 07 16:13:31.876843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccbcb5-9599-435f-b0ea-f3523216659a req-4d451412-2e12-41aa-9e7c-ffa553227703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:31.878816 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-63ccbcb5-9599-435f-b0ea-f3523216659a req-4d451412-2e12-41aa-9e7c-ffa553227703 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 1097 time: 0.0759108 Sep 07 16:13:31.910267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Allocated IP 172.20.0.2 (f50728ef-b9a9-44ff-902b-e797addc9652/659eec7d-2512-488c-90c5-1e4fdfe8a97c/7b4948b8-041b-49ce-8623-794e182a2530) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:31.925436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48dc5d98-2ad6-444d-8390-3df285c8292a req-dde9a774-4f89-406d-96d4-7955a58a65d6 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2475a3c-3521-479b-a268-464ca808eb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859573 Sep 07 16:13:31.959295 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2c8fce6-bf41-41ca-a3ff-938fd47e96d2 req-80b4710d-192d-4e2c-af53-41c432ead741 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853786 Sep 07 16:13:31.989684 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-63ccbcb5-9599-435f-b0ea-f3523216659a req-9dc4341c-867d-4a3c-8473-60f7ac3e53ec service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e2475a3c-3521-479b-a268-464ca808eb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010823 Sep 07 16:13:32.152416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d74f5-299b-4085-b72e-b277886975c3 req-676185ce-56b9-40c3-905c-b9e43cffa87c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:32.163440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b7d74f5-299b-4085-b72e-b277886975c3 req-676185ce-56b9-40c3-905c-b9e43cffa87c tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.0960584 Sep 07 16:13:32.212562 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.225933 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.227058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Transition to ACTIVE for port object 7b4948b8-041b-49ce-8623-794e182a2530 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:32.238832 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b7d74f5-299b-4085-b72e-b277886975c3 req-9a905f29-5134-470d-86a9-9c2dcb6c4d48 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721517 Sep 07 16:13:32.245594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Transition to ACTIVE for port object 7b4948b8-041b-49ce-8623-794e182a2530 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:32.264832 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.309827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Pushing event updated for resources: {'Port': ['ID=7b4948b8-041b-49ce-8623-794e182a2530,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:32.327019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Network f50728ef-b9a9-44ff-902b-e797addc9652 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:32.328867 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:32.334493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:32.409955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Attempting to bind port 7b4948b8-041b-49ce-8623-794e182a2530 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:32.412428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Attempting to bind port 7b4948b8-041b-49ce-8623-794e182a2530 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '458cbc32-6491-460d-8a10-bc8d06cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:32.412428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Attempting to bind port 7b4948b8-041b-49ce-8623-794e182a2530 on network f50728ef-b9a9-44ff-902b-e797addc9652 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:32.420199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:32.420611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Checking segment: {'id': '458cbc32-6491-460d-8a10-bc8d06cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:32.421030 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.421761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Bound using segment: {'id': '458cbc32-6491-460d-8a10-bc8d06cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:32.421939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Bound port: 7b4948b8-041b-49ce-8623-794e182a2530, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458cbc32-6491-460d-8a10-bc8d06cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:32.422315 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.461981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a557ed-12d1-4148-86ec-38542fdf80d6 req-6d122257-8bdf-40b7-8bbf-a1330ab6aaf7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:32.470216 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39a557ed-12d1-4148-86ec-38542fdf80d6 req-6d122257-8bdf-40b7-8bbf-a1330ab6aaf7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0720158 Sep 07 16:13:32.503342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] For port 7b4948b8-041b-49ce-8623-794e182a2530, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:32.508917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] For port 7b4948b8-041b-49ce-8623-794e182a2530, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7b4948b8-041b-49ce-8623-794e182a2530,segment=NetworkSegment(458cbc32-6491-460d-8a10-bc8d06cb218a),segment_id=458cbc32-6491-460d-8a10-bc8d06cb218a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:32.517269 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.527116 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39a557ed-12d1-4148-86ec-38542fdf80d6 req-c4505e95-dc3c-45a7-a17b-0827d10fe09a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554616 Sep 07 16:13:32.574752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.589242 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b4650-9b69-47b6-91bd-f47bcd52b151 None None] Pushing event updated for resources: {'Port': ['ID=7b4948b8-041b-49ce-8623-794e182a2530,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:32.612394 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:32.757442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Allocated IP 172.25.3.234 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/ff6bb68b-d9cb-413c-95ec-a3446dd92464) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:32.780247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f9c66-3d63-4cf1-9131-73c9aea86b70 req-f4fb5415-42a8-4d79-9a42-bd19adba2549 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:32.781917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e84f9c66-3d63-4cf1-9131-73c9aea86b70 req-f4fb5415-42a8-4d79-9a42-bd19adba2549 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1206658 Sep 07 16:13:32.790338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd5dfe-1230-4ea0-99e6-ead493f3c6a2 req-e54072d7-e991-4391-8fac-7b95a95f2131 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:32.791855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22dd5dfe-1230-4ea0-99e6-ead493f3c6a2 req-e54072d7-e991-4391-8fac-7b95a95f2131 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.1321070 Sep 07 16:13:32.883552 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e84f9c66-3d63-4cf1-9131-73c9aea86b70 req-2497ef53-bf51-4884-bf80-515b879e3454 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906241 Sep 07 16:13:32.886425 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22dd5dfe-1230-4ea0-99e6-ead493f3c6a2 req-ad3afc2c-c77c-4ecd-bdd4-268e0bb3432c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784745 Sep 07 16:13:32.917455 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.015978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.035151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52380) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:33.080148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:33.083208 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:33.087191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:33.127743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6bb68b-d9cb-413c-95ec-a3446dd92464,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:33.158721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66017c-2e95-45d8-97f4-54d8b3b08e9b req-0420a3b0-0686-45d8-9ac8-27bae1296f58 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:33.176627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d66017c-2e95-45d8-97f4-54d8b3b08e9b req-0420a3b0-0686-45d8-9ac8-27bae1296f58 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 946 time: 0.1161718 Sep 07 16:13:33.243664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d66017c-2e95-45d8-97f4-54d8b3b08e9b req-6a3ded0a-8974-4ebc-bc12-4a5fa28619ab tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2475a3c-3521-479b-a268-464ca808eb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495725 Sep 07 16:13:33.344280 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cffda94-2493-4b8a-b5c4-908a330d3f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.443349 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.449096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57050c6-1497-4873-98b9-8a64c349e34e req-364026e8-cce5-4f43-b692-fbc79424ffb5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:33.457375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b57050c6-1497-4873-98b9-8a64c349e34e req-364026e8-cce5-4f43-b692-fbc79424ffb5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.2057972 Sep 07 16:13:33.509994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948806-665f-45d7-8ce1-2c2af176ad89 req-f676a937-3a44-4573-b486-06b685a3f10b tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:33.518498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b7948806-665f-45d7-8ce1-2c2af176ad89 req-f676a937-3a44-4573-b486-06b685a3f10b tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1480780 Sep 07 16:13:33.519981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7b4948b8-041b-49ce-8623-794e182a2530 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:33.552852 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b57050c6-1497-4873-98b9-8a64c349e34e req-0845a47a-b239-470b-8684-b05c6b5e8dfb tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863669 Sep 07 16:13:33.650506 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 7b4948b8-041b-49ce-8623-794e182a2530 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:33.704741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b7948806-665f-45d7-8ce1-2c2af176ad89 req-d739d83a-1de4-40ca-85d8-94046e887980 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849630 Sep 07 16:13:33.784716 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.785369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5629-d6bd-4c1e-a396-b2f0db9d9b1b req-ffb6b4d3-7dc3-42ef-8b39-11b9ebe01515 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:33.786826 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c10e5629-d6bd-4c1e-a396-b2f0db9d9b1b req-ffb6b4d3-7dc3-42ef-8b39-11b9ebe01515 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1276736 Sep 07 16:13:33.820714 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cffda94-2493-4b8a-b5c4-908a330d3f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.830314 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cffda94-2493-4b8a-b5c4-908a330d3f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:33.900725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c10e5629-d6bd-4c1e-a396-b2f0db9d9b1b req-06d6d6e8-5da0-43f2-ad0b-8601f40924ad tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046386 Sep 07 16:13:33.905438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7cffda94-2493-4b8a-b5c4-908a330d3f37 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=490d51fcaf794eba9793af78f20ec57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8685329 Sep 07 16:13:33.906448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffda94-2493-4b8a-b5c4-908a330d3f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa2a049-653d-4179-9429-8279ec861899,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:33.912750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52408) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:34.025148 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee12c9a-79f3-492d-b60d-2eab5f2ebf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:34.031127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:13:34.055998 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3158e4-7095-4fe9-bb23-03b3c8611d9e None None] Network f50728ef-b9a9-44ff-902b-e797addc9652 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:34.061540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a96791-69df-40a5-b64a-6c6518d46f9b req-b2a4e6c8-a847-49d9-852c-beaeadea3eb5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:34.070740 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75a96791-69df-40a5-b64a-6c6518d46f9b req-b2a4e6c8-a847-49d9-852c-beaeadea3eb5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.0931618 Sep 07 16:13:34.110852 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75a96791-69df-40a5-b64a-6c6518d46f9b req-17f93d9c-6aaf-4b19-86f2-a6c513917ec8 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390396 Sep 07 16:13:34.152417 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee12c9a-79f3-492d-b60d-2eab5f2ebf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:34.168778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-deaa78e9-c92a-4454-9aac-84f063c14282 None None] Provisioning for port 7b4948b8-041b-49ce-8623-794e182a2530 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:34.174707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-deaa78e9-c92a-4454-9aac-84f063c14282 None None] Provisioning complete for port 7b4948b8-041b-49ce-8623-794e182a2530 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:34.175092 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deaa78e9-c92a-4454-9aac-84f063c14282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:34.260286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:34.276896 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee12c9a-79f3-492d-b60d-2eab5f2ebf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:34.280551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd3d02-d5d8-4cf0-8536-6fec0bd832cb req-db5966d5-5dfb-4cf2-a353-eb91bab235cb tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:34.280712 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fee12c9a-79f3-492d-b60d-2eab5f2ebf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:34.282153 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fee12c9a-79f3-492d-b60d-2eab5f2ebf3e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9fa2a049-653d-4179-9429-8279ec861899 HTTP/1.1" status: 204 len: 168 time: 0.3681722 Sep 07 16:13:34.285494 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9bd3d02-d5d8-4cf0-8536-6fec0bd832cb req-db5966d5-5dfb-4cf2-a353-eb91bab235cb tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0740104 Sep 07 16:13:34.296195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Sync routers for ids ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:34.299506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee12c9a-79f3-492d-b60d-2eab5f2ebf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa2a049-653d-4179-9429-8279ec861899,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:34.301601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:34.306290 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ef2646bf-72a1-4ac1-ae0b-2ed6a4c8cbf1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8814366 Sep 07 16:13:34.307336 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52432) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:34.333956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9bd3d02-d5d8-4cf0-8536-6fec0bd832cb req-f19a3493-172f-4ae7-ae18-085def44817c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Sep 07 16:13:34.404777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Routers {'5b48ac17-fcc4-4a27-81d2-efb3f6713382'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:34.405189 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:34.439517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a6784-28b5-4115-9b13-b95ed558d87d req-6776f737-46f5-40f7-9ddb-271f295b8195 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:34.450405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f05a6784-28b5-4115-9b13-b95ed558d87d req-6776f737-46f5-40f7-9ddb-271f295b8195 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 946 time: 0.0848901 Sep 07 16:13:34.483864 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deaa78e9-c92a-4454-9aac-84f063c14282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:34.537905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f05a6784-28b5-4115-9b13-b95ed558d87d req-b8ba6315-5510-4e72-8d39-4e810bebc952 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2475a3c-3521-479b-a268-464ca808eb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858796 Sep 07 16:13:34.567722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104da47-b6b5-42d8-aa87-f64feebc1a02 req-5c8dea39-93d7-47a5-b47b-c2cc12ebcadc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:34.569397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e104da47-b6b5-42d8-aa87-f64feebc1a02 req-5c8dea39-93d7-47a5-b47b-c2cc12ebcadc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1020548 Sep 07 16:13:34.632422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Set router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:34.677684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-deaa78e9-c92a-4454-9aac-84f063c14282 None None] For port 7b4948b8-041b-49ce-8623-794e182a2530, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7b4948b8-041b-49ce-8623-794e182a2530,segment=NetworkSegment(458cbc32-6491-460d-8a10-bc8d06cb218a),segment_id=458cbc32-6491-460d-8a10-bc8d06cb218a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:34.706790 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e104da47-b6b5-42d8-aa87-f64feebc1a02 req-6efd8ca9-00f1-4d4a-928c-7067f86e7c3c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292665 Sep 07 16:13:34.763367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb60a7-8672-4742-afc5-09e0e1b4a1a7 req-44cc6cac-cf17-4fd1-9774-212e6e2db628 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:34.770728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3cb60a7-8672-4742-afc5-09e0e1b4a1a7 req-44cc6cac-cf17-4fd1-9774-212e6e2db628 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 946 time: 0.1528373 Sep 07 16:13:34.780208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:34.785326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7c75c304-8046-4125-b5b9-0775072d8e82 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Request body: {'floatingip': {'port_id': 'f4b6903c-b21c-438f-a4de-10a415f60dc3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:34.840075 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deaa78e9-c92a-4454-9aac-84f063c14282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:34.891092 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c75c304-8046-4125-b5b9-0775072d8e82 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:34.959041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa78e9-c92a-4454-9aac-84f063c14282 None None] Pushing event updated for resources: {'Port': ['ID=7b4948b8-041b-49ce-8623-794e182a2530,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:35.014400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:13:33Z', 'revision_number': 3, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port': {'id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:32Z', 'updated_at': '2021-09-07T16:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:35.014887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267532d7-8af7-44f2-b103-9e133e0cdf82 req-54304eda-a26b-444b-b35b-61e252b17eec tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:35.016761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-267532d7-8af7-44f2-b103-9e133e0cdf82 req-54304eda-a26b-444b-b35b-61e252b17eec tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.1735671 Sep 07 16:13:35.071263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Checking router: 5b48ac17-fcc4-4a27-81d2-efb3f6713382 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:35.071773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Updating router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 port ff6bb68b-d9cb-413c-95ec-a3446dd92464 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:13:35.105635 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:35.108747 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:35.148949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a3ec7801-7c0e-4b8e-b1d6-0b3a1f54b768 None None] Provisioning complete for port 7b4948b8-041b-49ce-8623-794e182a2530 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:35.149550 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3ec7801-7c0e-4b8e-b1d6-0b3a1f54b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:35.295150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-267532d7-8af7-44f2-b103-9e133e0cdf82 req-83a70017-c9f3-459a-8962-c50fce3d1488 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/security-groups?id=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664328 Sep 07 16:13:35.388144 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87258a-3414-4670-b725-84f435d02cf4 req-a8e46dde-2821-4104-842a-09619c8b18cc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:35.395432 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc87258a-3414-4670-b725-84f435d02cf4 req-a8e46dde-2821-4104-842a-09619c8b18cc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/networks?id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 HTTP/1.1" status: 200 len: 814 time: 0.3306839 Sep 07 16:13:35.427452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc87258a-3414-4670-b725-84f435d02cf4 req-ff89739e-f8f4-499e-8dea-d269ade1dc73 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/quotas/021b7fa5f9114de0bd5a5602ddc36929 HTTP/1.1" status: 200 len: 375 time: 0.0311298 Sep 07 16:13:35.455742 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Allocated IP 172.20.0.1 (f50728ef-b9a9-44ff-902b-e797addc9652/659eec7d-2512-488c-90c5-1e4fdfe8a97c/1df45879-0961-4d8b-ab4a-95601c8e933f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:35.525966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7b4948b8-041b-49ce-8623-794e182a2530 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:35.639781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c3ff2-8ad5-4f13-9e84-71f2f705619a req-1dc76668-2b88-4eab-9af2-049c591f372f tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:35.642397 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-189c3ff2-8ad5-4f13-9e84-71f2f705619a req-1dc76668-2b88-4eab-9af2-049c591f372f tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.54 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 946 time: 0.2941673 Sep 07 16:13:35.646695 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:35.688584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 7b4948b8-041b-49ce-8623-794e182a2530 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:35.689135 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:35.708146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Transition to ACTIVE for port object 1df45879-0961-4d8b-ab4a-95601c8e933f will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:35.823454 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:35.846504 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc87258a-3414-4670-b725-84f435d02cf4 req-a8c755d7-9151-4cdb-b759-86391151ad74 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=021b7fa5f9114de0bd5a5602ddc36929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3537903 Sep 07 16:13:35.958112 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:35.971515 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Network f50728ef-b9a9-44ff-902b-e797addc9652 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:35.976318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-189c3ff2-8ad5-4f13-9e84-71f2f705619a req-a608549e-9019-494c-b393-9cfeac2dd804 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Deleting port b7deeff8-1f68-42ac-90ed-9628d43a899f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:35.977260 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-189c3ff2-8ad5-4f13-9e84-71f2f705619a req-a608549e-9019-494c-b393-9cfeac2dd804 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:35.982119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Transition to ACTIVE for port object ff6bb68b-d9cb-413c-95ec-a3446dd92464 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:35.982621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Pushing event updated for resources: {'Port': ['ID=1df45879-0961-4d8b-ab4a-95601c8e933f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:35.995299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:35.995590 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.019314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:36.098468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe13732-a0e2-4cd4-ae60-e3b94ce61118 None None] Pushing event updated for resources: {'Port': ['ID=ff6bb68b-d9cb-413c-95ec-a3446dd92464,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:36.121729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Attempting to bind port ff6bb68b-d9cb-413c-95ec-a3446dd92464 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:36.122388 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Attempting to bind port ff6bb68b-d9cb-413c-95ec-a3446dd92464 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:36.122808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Attempting to bind port ff6bb68b-d9cb-413c-95ec-a3446dd92464 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:36.129056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:36.129445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:36.129862 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.130302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:36.130857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Bound port: ff6bb68b-d9cb-413c-95ec-a3446dd92464, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:36.131382 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.213174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.221488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] For port ff6bb68b-d9cb-413c-95ec-a3446dd92464, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:36.235790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] For port ff6bb68b-d9cb-413c-95ec-a3446dd92464, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ff6bb68b-d9cb-413c-95ec-a3446dd92464,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:36.247564 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.264558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf528d-96a7-4fee-8ac5-5ec4d9f28f13 req-5f29d029-babc-407b-9d8c-ad4bf3ce2630 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:36.274128 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1bf528d-96a7-4fee-8ac5-5ec4d9f28f13 req-5f29d029-babc-407b-9d8c-ad4bf3ce2630 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.7031374 Sep 07 16:13:36.329700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-189c3ff2-8ad5-4f13-9e84-71f2f705619a req-a608549e-9019-494c-b393-9cfeac2dd804 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] For port b7deeff8-1f68-42ac-90ed-9628d43a899f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b7deeff8-1f68-42ac-90ed-9628d43a899f,segment=NetworkSegment(6f69ee6a-613e-4a0f-a2ef-9ee3742ca404),segment_id=6f69ee6a-613e-4a0f-a2ef-9ee3742ca404)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:36.330072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-189c3ff2-8ad5-4f13-9e84-71f2f705619a req-a608549e-9019-494c-b393-9cfeac2dd804 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.356659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Routers {'5b48ac17-fcc4-4a27-81d2-efb3f6713382'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:36.358016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:36.364796 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c75c304-8046-4125-b5b9-0775072d8e82 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.374296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-189c3ff2-8ad5-4f13-9e84-71f2f705619a req-a608549e-9019-494c-b393-9cfeac2dd804 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Calling delete_port for b7deeff8-1f68-42ac-90ed-9628d43a899f owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:36.394559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1bf528d-96a7-4fee-8ac5-5ec4d9f28f13 req-3818913b-8229-4801-bfae-838b1037a42c tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177680 Sep 07 16:13:36.412420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c951808-4fb5-440c-be06-a7da3f70ad0e req-4b82353e-ad25-47de-8780-d09276cc46f6 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:36.432955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c951808-4fb5-440c-be06-a7da3f70ad0e req-4b82353e-ad25-47de-8780-d09276cc46f6 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1970859 Sep 07 16:13:36.435968 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c75c304-8046-4125-b5b9-0775072d8e82 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.460279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52500) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:36.506044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] Set router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:36.538025 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.549340 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe13732-a0e2-4cd4-ae60-e3b94ce61118 None None] Pushing event updated for resources: {'Port': ['ID=ff6bb68b-d9cb-413c-95ec-a3446dd92464,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:36.610699 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-83655796-7ef7-4150-b3bd-35dd9a9e95e8 None None] Provisioning for port 1df45879-0961-4d8b-ab4a-95601c8e933f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:36.625103 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-83655796-7ef7-4150-b3bd-35dd9a9e95e8 None None] Provisioning complete for port 1df45879-0961-4d8b-ab4a-95601c8e933f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:36.625883 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-83655796-7ef7-4150-b3bd-35dd9a9e95e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.633150 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-7c75c304-8046-4125-b5b9-0775072d8e82 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Floating IP 5dcb9b6e-b212-4ff1-bab5-693ba9a0605f associated. External IP: 172.25.3.245, port: f4b6903c-b21c-438f-a4de-10a415f60dc3. Sep 07 16:13:36.686949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-189c3ff2-8ad5-4f13-9e84-71f2f705619a req-a608549e-9019-494c-b393-9cfeac2dd804 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.704969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['b7deeff8-1f68-42ac-90ed-9628d43a899f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:13:36.735230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-83655796-7ef7-4150-b3bd-35dd9a9e95e8 None None] Port 1df45879-0961-4d8b-ab4a-95601c8e933f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:13:36.763296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608549e-9019-494c-b393-9cfeac2dd804 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Pushing event deleted for resources: {'Port': ['ID=b7deeff8-1f68-42ac-90ed-9628d43a899f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:36.815551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:13:33Z', 'revision_number': 3, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port': {'id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:32Z', 'updated_at': '2021-09-07T16:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:36.826408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-189c3ff2-8ad5-4f13-9e84-71f2f705619a req-a608549e-9019-494c-b393-9cfeac2dd804 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] No DVR routers for this DVR port b7deeff8-1f68-42ac-90ed-9628d43a899f on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:13:36.830655 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-189c3ff2-8ad5-4f13-9e84-71f2f705619a req-a608549e-9019-494c-b393-9cfeac2dd804 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.832741 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-189c3ff2-8ad5-4f13-9e84-71f2f705619a req-a608549e-9019-494c-b393-9cfeac2dd804 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.54 "DELETE /v2.0/ports/b7deeff8-1f68-42ac-90ed-9628d43a899f HTTP/1.1" status: 204 len: 173 time: 1.1830354 Sep 07 16:13:36.847879 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d3ef89-6efa-4740-912d-80a83534165f', 'name': 'network-vif-deleted', 'tag': 'b7deeff8-1f68-42ac-90ed-9628d43a899f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:36.854585 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca977b2-2ab4-4f29-afea-e66dff7f7465" -d '{"events": [{"server_uuid": "25d3ef89-6efa-4740-912d-80a83534165f", "name": "network-vif-deleted", "tag": "b7deeff8-1f68-42ac-90ed-9628d43a899f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:36.862219 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b197a3-8819-484d-97ec-fedef1049547 None None] The sync data for ids ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'] in n-d-807551-3 is: [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:13:33Z', 'revision_number': 3, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port': {'id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:32Z', 'updated_at': '2021-09-07T16:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:36.922599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-536405004-network', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:36.959124 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.969602 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:36.976713 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01c7d48c-b7dd-4f6a-a442-57aba4eaa067 req-5688ef38-121e-42d7-800e-17ef309f7460 tempest-ServerRescueNegativeTestJSON-938821405 tempest-ServerRescueNegativeTestJSON-938821405-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d3ef89-6efa-4740-912d-80a83534165f HTTP/1.1" status: 200 len: 210 time: 0.2011724 Sep 07 16:13:36.986877 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c951808-4fb5-440c-be06-a7da3f70ad0e req-3c5d5c28-6234-4913-80f5-fb76012d73a8 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518148 Sep 07 16:13:37.023657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Made reservation on behalf of 9fc6e66c041540aaba8a0073d803746f for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:37.034554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.036765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c75c304-8046-4125-b5b9-0775072d8e82 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Router 01cce54c-f199-433c-9889-70c84b494b44 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:13:37.077348 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd3690b-fba2-42de-a7e1-cc9319384236 x-openstack-request-id: req-ebd3690b-fba2-42de-a7e1-cc9319384236 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:37.077749 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d3ef89-6efa-4740-912d-80a83534165f", "name": "network-vif-deleted", "tag": "b7deeff8-1f68-42ac-90ed-9628d43a899f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:37.078087 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebd3690b-fba2-42de-a7e1-cc9319384236 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:37.078544 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d3ef89-6efa-4740-912d-80a83534165f', 'name': 'network-vif-deleted', 'tag': 'b7deeff8-1f68-42ac-90ed-9628d43a899f', 'status': 'completed', 'code': 200} Sep 07 16:13:37.102291 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.133197 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.138833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Pushing event updated for resources: {'Port': ['ID=1df45879-0961-4d8b-ab4a-95601c8e933f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:37.283539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e11f9-5eea-4d5c-be84-da55707c4bc2 req-c3a65049-563f-4cb0-85e3-e1e479d7aa54 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:37.285952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf1e11f9-5eea-4d5c-be84-da55707c4bc2 req-c3a65049-563f-4cb0-85e3-e1e479d7aa54 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1266298 Sep 07 16:13:37.326852 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c75c304-8046-4125-b5b9-0775072d8e82 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:37.337367 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c75c304-8046-4125-b5b9-0775072d8e82 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.338079 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbdd05-c825-4595-9f45-d9d03d30ab7c None None] Sync routers for ids ['01cce54c-f199-433c-9889-70c84b494b44'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:37.353749 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cbdd05-c825-4595-9f45-d9d03d30ab7c None None] Routers {'01cce54c-f199-433c-9889-70c84b494b44'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:37.356553 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Network f50728ef-b9a9-44ff-902b-e797addc9652 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:37.359772 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-57cbdd05-c825-4595-9f45-d9d03d30ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['01cce54c-f199-433c-9889-70c84b494b44'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:37.363019 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:37.369476 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7c75c304-8046-4125-b5b9-0775072d8e82 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "PUT /v2.0/floatingips/5dcb9b6e-b212-4ff1-bab5-693ba9a0605f HTTP/1.1" status: 200 len: 992 time: 2.5881505 Sep 07 16:13:37.383544 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.385630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e546246b-a67d-466b-b7c3-70f236dfbf9e', 'tag': 'f4b6903c-b21c-438f-a4de-10a415f60dc3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:13:37.394119 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96582ecd-f7fc-4926-8182-fc579fd2e5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e546246b-a67d-466b-b7c3-70f236dfbf9e", "tag": "f4b6903c-b21c-438f-a4de-10a415f60dc3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:13:37.447099 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.478922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf1e11f9-5eea-4d5c-be84-da55707c4bc2 req-88bbcb05-1087-4f51-af30-0b112252abed tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815915 Sep 07 16:13:37.549209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:13:37.615710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ff6bb68b-d9cb-413c-95ec-a3446dd92464 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:37.669139 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f608f6aa-062d-43de-83ac-db546987ffa5 x-openstack-request-id: req-f608f6aa-062d-43de-83ac-db546987ffa5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:13:37.669706 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e546246b-a67d-466b-b7c3-70f236dfbf9e", "tag": "f4b6903c-b21c-438f-a4de-10a415f60dc3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:13:37.670209 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f608f6aa-062d-43de-83ac-db546987ffa5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:13:37.670814 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e546246b-a67d-466b-b7c3-70f236dfbf9e', 'tag': 'f4b6903c-b21c-438f-a4de-10a415f60dc3', 'status': 'completed', 'code': 200} Sep 07 16:13:37.742215 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-57cbdd05-c825-4595-9f45-d9d03d30ab7c None None] Set router 01cce54c-f199-433c-9889-70c84b494b44 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:37.742532 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.742862 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Added segment 59bf5535-c423-42fe-b493-f9fbfd020814 of type vlan for network 898119bf-e150-4e5b-b3c8-f064019fad94 Sep 07 16:13:37.744226 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a4553e-7f14-47e7-98a6-e6b6256d34f2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:37.771012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ff6bb68b-d9cb-413c-95ec-a3446dd92464 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:37.778377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ff6bb68b-d9cb-413c-95ec-a3446dd92464 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:37.780541 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.883377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b556e03d-35cd-4e2c-bd35-495b1bd9c74a None None] Provisioning complete for port 1df45879-0961-4d8b-ab4a-95601c8e933f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:37.884078 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b556e03d-35cd-4e2c-bd35-495b1bd9c74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.929024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df5a982d-2335-4e13-9640-cc8c9fe0d8fa req-ad5eae50-5639-4e5d-b480-48c9934db9f7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=021b7fa5f9114de0bd5a5602ddc36929 HTTP/1.1" status: 200 len: 221 time: 0.1213307 Sep 07 16:13:37.945369 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:37.967189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcb024-4811-44b9-884c-c0d91f7fd010 req-5681c460-46ed-41da-b73e-476cec2cb320 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:37.982313 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25fcb024-4811-44b9-884c-c0d91f7fd010 req-5681c460-46ed-41da-b73e-476cec2cb320 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.2354984 Sep 07 16:13:37.984073 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96582ecd-f7fc-4926-8182-fc579fd2e5ef req-e3475bb9-cebd-4b17-922e-f4fa35df2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:37.986115 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-96582ecd-f7fc-4926-8182-fc579fd2e5ef req-e3475bb9-cebd-4b17-922e-f4fa35df2fb1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b63e36812e14cb0a14780f7dc237f5c&device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 1097 time: 0.2805791 Sep 07 16:13:37.987677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b556e03d-35cd-4e2c-bd35-495b1bd9c74a None None] Port 1df45879-0961-4d8b-ab4a-95601c8e933f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:13:37.994124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:13:38.024675 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.026210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:38.027249 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.029234 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.081687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port ff6bb68b-d9cb-413c-95ec-a3446dd92464, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ff6bb68b-d9cb-413c-95ec-a3446dd92464,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:38.087158 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.105026 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6421084 Sep 07 16:13:38.139155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25fcb024-4811-44b9-884c-c0d91f7fd010 req-25f8e824-6556-431a-a948-650d2b1ee5f2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558492 Sep 07 16:13:38.140954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52552) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:38.157646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Request body: {'subnet': {'network_id': '898119bf-e150-4e5b-b3c8-f064019fad94', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-536405004-subnet', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:38.159323 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=ff6bb68b-d9cb-413c-95ec-a3446dd92464,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:38.164033 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-57cbdd05-c825-4595-9f45-d9d03d30ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:13:12Z', 'revision_number': 4, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '5dcb9b6e-b212-4ff1-bab5-693ba9a0605f', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '01cce54c-f199-433c-9889-70c84b494b44', 'port_id': 'f4b6903c-b21c-438f-a4de-10a415f60dc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'mac_address': 'fa:16:3e:79:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546246b-a67d-466b-b7c3-70f236dfbf9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:13:19Z', 'updated_at': '2021-09-07T16:13:35Z', 'revision_number': 1, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51b5fe3-947b-469a-8c9c-906fdd515f25', 'name': '', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'mac_address': 'fa:16:3e:62:8f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '639bdfd4-b289-4524-8745-97634f356693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:11Z', 'updated_at': '2021-09-07T16:13:19Z', 'revision_number': 5, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'subnets': [{'id': '639bdfd4-b289-4524-8745-97634f356693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:38.224941 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbdd05-c825-4595-9f45-d9d03d30ab7c None None] Checking router: 01cce54c-f199-433c-9889-70c84b494b44 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:38.235125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52556) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:38.235589 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cbdd05-c825-4595-9f45-d9d03d30ab7c None None] Routers {'01cce54c-f199-433c-9889-70c84b494b44'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:38.236319 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-57cbdd05-c825-4595-9f45-d9d03d30ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['01cce54c-f199-433c-9889-70c84b494b44'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:38.298652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6bb40-59d5-48be-a305-21f9385c3647 req-18b63b39-99b0-46a4-abef-70f6c8b31820 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:38.303400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ed6bb40-59d5-48be-a305-21f9385c3647 req-18b63b39-99b0-46a4-abef-70f6c8b31820 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1570542 Sep 07 16:13:38.305199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Made reservation on behalf of 9fc6e66c041540aaba8a0073d803746f for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:13:38.308280 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.332897 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf47fb-09dc-43cd-aa22-5fd9087b20a8 admin admin] Pushing event updated for resources: {'Network': ['ID=898119bf-e150-4e5b-b3c8-f064019fad94,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:38.342619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 898119bf-e150-4e5b-b3c8-f064019fad94 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:13:38.386113 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-57cbdd05-c825-4595-9f45-d9d03d30ab7c None None] Set router 01cce54c-f199-433c-9889-70c84b494b44 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:38.395347 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ed6bb40-59d5-48be-a305-21f9385c3647 req-f0fb43e4-4b72-41b6-8398-ddf63cd6c26c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821164 Sep 07 16:13:38.425409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96582ecd-f7fc-4926-8182-fc579fd2e5ef req-5c7c8392-b2ed-473b-b1ed-4c740736acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:38.426938 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-96582ecd-f7fc-4926-8182-fc579fd2e5ef req-5c7c8392-b2ed-473b-b1ed-4c740736acaa service neutron] 10.222.0.54 "GET /v2.0/networks?id=d22d9031-6686-4bfc-976c-f6d7001137bd HTTP/1.1" status: 200 len: 912 time: 0.4296262 Sep 07 16:13:38.703345 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.769329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa7e5-49ae-45e1-b293-498d4d3e746b req-64d7281f-e6f6-440d-b68f-0863d55107ff tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:38.771017 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-784aa7e5-49ae-45e1-b293-498d4d3e746b req-64d7281f-e6f6-440d-b68f-0863d55107ff tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1003413 Sep 07 16:13:38.791609 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-57cbdd05-c825-4595-9f45-d9d03d30ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:13:12Z', 'revision_number': 4, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '5dcb9b6e-b212-4ff1-bab5-693ba9a0605f', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '01cce54c-f199-433c-9889-70c84b494b44', 'port_id': 'f4b6903c-b21c-438f-a4de-10a415f60dc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'mac_address': 'fa:16:3e:79:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546246b-a67d-466b-b7c3-70f236dfbf9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:13:19Z', 'updated_at': '2021-09-07T16:13:35Z', 'revision_number': 1, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51b5fe3-947b-469a-8c9c-906fdd515f25', 'name': '', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'mac_address': 'fa:16:3e:62:8f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '639bdfd4-b289-4524-8745-97634f356693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:11Z', 'updated_at': '2021-09-07T16:13:19Z', 'revision_number': 5, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'subnets': [{'id': '639bdfd4-b289-4524-8745-97634f356693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:38.794935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dfac875-c3b2-47d1-9eea-2b659aa14ee4,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:38.821799 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Checking segment: {'id': '59bf5535-c423-42fe-b493-f9fbfd020814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '898119bf-e150-4e5b-b3c8-f064019fad94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:38.822208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Network hostable DHCP agents. Network: 898119bf-e150-4e5b-b3c8-f064019fad94, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:13:38.826593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:38.826946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:38.827282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:38.827620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:38.827952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:38.828280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:38.828835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:38.829190 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:38.829518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:38.829844 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:38.830170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:38.830492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:38.844483 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbdd05-c825-4595-9f45-d9d03d30ab7c None None] The sync data for ids ['01cce54c-f199-433c-9889-70c84b494b44'] in n-d-807551-3 is: [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:13:12Z', 'revision_number': 4, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '5dcb9b6e-b212-4ff1-bab5-693ba9a0605f', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '01cce54c-f199-433c-9889-70c84b494b44', 'port_id': 'f4b6903c-b21c-438f-a4de-10a415f60dc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'mac_address': 'fa:16:3e:79:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546246b-a67d-466b-b7c3-70f236dfbf9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:13:19Z', 'updated_at': '2021-09-07T16:13:35Z', 'revision_number': 1, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51b5fe3-947b-469a-8c9c-906fdd515f25', 'name': '', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'mac_address': 'fa:16:3e:62:8f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '639bdfd4-b289-4524-8745-97634f356693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:11Z', 'updated_at': '2021-09-07T16:13:19Z', 'revision_number': 5, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'subnets': [{'id': '639bdfd4-b289-4524-8745-97634f356693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:38.878650 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-784aa7e5-49ae-45e1-b293-498d4d3e746b req-a825f84b-8ca8-4082-90a0-c55de9226916 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982172 Sep 07 16:13:38.895146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Network 898119bf-e150-4e5b-b3c8-f064019fad94 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:13:38.906690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 898119bf-e150-4e5b-b3c8-f064019fad94) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:38.910637 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:38.923226 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7f7a70-389e-4100-9536-bfb16220e961 None None] Network 898119bf-e150-4e5b-b3c8-f064019fad94 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:38.927970 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b4b5a791-cf16-4a9e-bfc5-a86c34695973 admin admin] 10.222.0.70 "PUT /v2.0/routers/5b48ac17-fcc4-4a27-81d2-efb3f6713382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6196299 Sep 07 16:13:38.938823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:38.939497 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:38.994228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-87b17662-774d-42ca-80af-a043c30679f8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8466475 Sep 07 16:13:38.994648 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52576) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:38.999754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-536405004-router', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:13:39.031972 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:39.033845 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:39.100735 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-96582ecd-f7fc-4926-8182-fc579fd2e5ef req-964c4b18-9b20-44a5-a61e-fb42fbffcf5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b6903c-b21c-438f-a4de-10a415f60dc3 HTTP/1.1" status: 200 len: 1000 time: 0.6333838 Sep 07 16:13:39.173607 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:39.198195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c455d71-ef6d-44e8-a4c1-f098b345fdda req-bb97af36-477a-4fcf-964a-5237554a0900 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:39.203349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96582ecd-f7fc-4926-8182-fc579fd2e5ef req-fc5c1848-e4cf-4f61-9adc-c69640f4e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:39.205163 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-96582ecd-f7fc-4926-8182-fc579fd2e5ef req-fc5c1848-e4cf-4f61-9adc-c69640f4e3e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=639bdfd4-b289-4524-8745-97634f356693 HTTP/1.1" status: 200 len: 850 time: 0.0917246 Sep 07 16:13:39.206265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c455d71-ef6d-44e8-a4c1-f098b345fdda req-bb97af36-477a-4fcf-964a-5237554a0900 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1252534 Sep 07 16:13:39.244001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b7deeff8-1f68-42ac-90ed-9628d43a899f no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:39.267744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-898119bf-e150-4e5b-b3c8-f064019fad94', 'network_id': '898119bf-e150-4e5b-b3c8-f064019fad94', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f', 'fixed_ips': [{'subnet_id': '3dfac875-c3b2-47d1-9eea-2b659aa14ee4'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:13:39.272279 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:39.346677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: b7deeff8-1f68-42ac-90ed-9628d43a899f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:13:39.347068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b7deeff8-1f68-42ac-90ed-9628d43a899f not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:13:39.396781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96582ecd-f7fc-4926-8182-fc579fd2e5ef req-a68019ca-e8e8-431b-ba33-33021a7c0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:39.400599 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-96582ecd-f7fc-4926-8182-fc579fd2e5ef req-a68019ca-e8e8-431b-ba33-33021a7c0cac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d22d9031-6686-4bfc-976c-f6d7001137bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1830842 Sep 07 16:13:39.416649 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:39.509228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fcfe65-5585-464b-bcd2-45ceb72278e0 None None] New status for floating IP 5dcb9b6e-b212-4ff1-bab5-693ba9a0605f: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:13:39.560611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee897d-93a6-4e03-9a52-4db61eaf809e req-88bfe5ab-5bd3-4d19-a273-93eb7e502237 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:39.562257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9ee897d-93a6-4e03-9a52-4db61eaf809e req-88bfe5ab-5bd3-4d19-a273-93eb7e502237 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.2502334 Sep 07 16:13:39.592315 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c455d71-ef6d-44e8-a4c1-f098b345fdda req-96b01b03-c371-4781-a6d2-0a963fe451c8 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785808 Sep 07 16:13:39.617576 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ff6bb68b-d9cb-413c-95ec-a3446dd92464 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:39.623107 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-96582ecd-f7fc-4926-8182-fc579fd2e5ef req-6d7580ff-3a02-42bf-b2ec-06d77d64331a service neutron] 10.222.0.54 "GET /v2.0/networks/d22d9031-6686-4bfc-976c-f6d7001137bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127099 Sep 07 16:13:39.692178 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9ee897d-93a6-4e03-9a52-4db61eaf809e req-9fac1190-d528-4d60-ba7a-837049af3e6e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208601 Sep 07 16:13:39.818447 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ff6bb68b-d9cb-413c-95ec-a3446dd92464 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:39.818948 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:39.886297 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Sync routers for ids ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:39.907634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Allocated IP 172.20.0.2 (898119bf-e150-4e5b-b3c8-f064019fad94/3dfac875-c3b2-47d1-9eea-2b659aa14ee4/bdb05345-bd35-4c76-b4fe-8000dd15c69d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:39.918145 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Routers {'5b48ac17-fcc4-4a27-81d2-efb3f6713382'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:39.918898 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:39.937922 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-96582ecd-f7fc-4926-8182-fc579fd2e5ef req-54e18769-dbd3-4ba5-b00e-36f534fee779 service neutron] 10.222.0.54 "GET /v2.0/networks/d22d9031-6686-4bfc-976c-f6d7001137bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056273 Sep 07 16:13:40.070411 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0492136e-6f95-4176-9fc7-40914474931f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:40.144371 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Set router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:40.267164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd93c1-6c52-474d-9743-7f92e8ef9c2b req-79b6b75e-6913-495f-87f6-c7e7f73c5dde tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:40.268785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7cd93c1-6c52-474d-9743-7f92e8ef9c2b req-79b6b75e-6913-495f-87f6-c7e7f73c5dde tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.4158669 Sep 07 16:13:40.306236 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:40.427069 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:13:36Z', 'revision_number': 4, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port': {'id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:32Z', 'updated_at': '2021-09-07T16:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1df45879-0961-4d8b-ab4a-95601c8e933f', 'name': '', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'mac_address': 'fa:16:3e:ea:2e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:35Z', 'updated_at': '2021-09-07T16:13:36Z', 'revision_number': 2, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'subnets': [{'id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:40.432191 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:40.447993 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-832d36c8-6d37-4538-80eb-bd6726628378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:40.489674 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Checking router: 5b48ac17-fcc4-4a27-81d2-efb3f6713382 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:40.490086 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Updating router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 port 1df45879-0961-4d8b-ab4a-95601c8e933f binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:13:40.528403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7cd93c1-6c52-474d-9743-7f92e8ef9c2b req-c5762931-b686-4256-aa12-f662d11debff tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510369 Sep 07 16:13:40.581364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0492136e-6f95-4176-9fc7-40914474931f admin admin] Deleting port adbf3354-de20-4afe-8354-ba48b78348d0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:40.583014 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:40.583186 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0492136e-6f95-4176-9fc7-40914474931f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:40.672113 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:40.689165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Transition to ACTIVE for port object bdb05345-bd35-4c76-b4fe-8000dd15c69d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:40.727064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Transition to ACTIVE for port object bdb05345-bd35-4c76-b4fe-8000dd15c69d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:40.735197 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:40.751746 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-0492136e-6f95-4176-9fc7-40914474931f admin admin] For port adbf3354-de20-4afe-8354-ba48b78348d0, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=adbf3354-de20-4afe-8354-ba48b78348d0,segment=NetworkSegment(6f69ee6a-613e-4a0f-a2ef-9ee3742ca404),segment_id=6f69ee6a-613e-4a0f-a2ef-9ee3742ca404)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:40.752393 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0492136e-6f95-4176-9fc7-40914474931f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:40.772469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0492136e-6f95-4176-9fc7-40914474931f admin admin] Calling delete_port for adbf3354-de20-4afe-8354-ba48b78348d0 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:40.814785 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Network 898119bf-e150-4e5b-b3c8-f064019fad94 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:40.822415 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:40.825026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Allocated IP 172.25.3.38 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/84c7efcb-93bb-4840-b0da-64cb11bd33a0) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:40.837086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:40.861038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Pushing event updated for resources: {'Port': ['ID=bdb05345-bd35-4c76-b4fe-8000dd15c69d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:40.926709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435a9d2-9fc6-4332-bdeb-17b43971bdec req-68e2fb71-1fce-4b4d-9ee3-7f6e0ecf85cc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:40.932712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2435a9d2-9fc6-4332-bdeb-17b43971bdec req-68e2fb71-1fce-4b4d-9ee3-7f6e0ecf85cc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.2521398 Sep 07 16:13:40.984985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Attempting to bind port bdb05345-bd35-4c76-b4fe-8000dd15c69d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:40.985376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Attempting to bind port bdb05345-bd35-4c76-b4fe-8000dd15c69d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '59bf5535-c423-42fe-b493-f9fbfd020814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '898119bf-e150-4e5b-b3c8-f064019fad94'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:40.985744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Attempting to bind port bdb05345-bd35-4c76-b4fe-8000dd15c69d on network 898119bf-e150-4e5b-b3c8-f064019fad94 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:40.997031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:40.997415 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Checking segment: {'id': '59bf5535-c423-42fe-b493-f9fbfd020814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '898119bf-e150-4e5b-b3c8-f064019fad94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:40.997827 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:40.998288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Bound using segment: {'id': '59bf5535-c423-42fe-b493-f9fbfd020814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '898119bf-e150-4e5b-b3c8-f064019fad94'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:40.998739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Bound port: bdb05345-bd35-4c76-b4fe-8000dd15c69d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bf5535-c423-42fe-b493-f9fbfd020814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '898119bf-e150-4e5b-b3c8-f064019fad94'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:40.999119 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.087154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502941f0-4996-437e-a2b2-cae4ca6c8f52 req-52e0c5b4-81c4-4e44-87a7-4345dbcb5eb5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:41.094541 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.099757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-502941f0-4996-437e-a2b2-cae4ca6c8f52 req-52e0c5b4-81c4-4e44-87a7-4345dbcb5eb5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.2716630 Sep 07 16:13:41.106807 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] For port bdb05345-bd35-4c76-b4fe-8000dd15c69d, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:41.110253 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] For port bdb05345-bd35-4c76-b4fe-8000dd15c69d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bdb05345-bd35-4c76-b4fe-8000dd15c69d,segment=NetworkSegment(59bf5535-c423-42fe-b493-f9fbfd020814),segment_id=59bf5535-c423-42fe-b493-f9fbfd020814)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:41.116793 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.120246 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Transition to ACTIVE for port object 1df45879-0961-4d8b-ab4a-95601c8e933f will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:41.145608 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.148643 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2435a9d2-9fc6-4332-bdeb-17b43971bdec req-682f3b14-369a-48fc-977e-87dcd31f30a0 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032144 Sep 07 16:13:41.183398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afd65f-5262-4693-a2f1-e27d2de517fd None None] Pushing event updated for resources: {'Port': ['ID=bdb05345-bd35-4c76-b4fe-8000dd15c69d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:41.280325 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0492136e-6f95-4176-9fc7-40914474931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.299780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-502941f0-4996-437e-a2b2-cae4ca6c8f52 req-4e445a94-07c8-4efc-9437-826e52d33058 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987143 Sep 07 16:13:41.362335 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492136e-6f95-4176-9fc7-40914474931f admin admin] Pushing event deleted for resources: {'Port': ['ID=adbf3354-de20-4afe-8354-ba48b78348d0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:41.420466 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.460792 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e312d-7563-4337-b9d3-8da8d366ec27 None None] Pushing event updated for resources: {'Port': ['ID=1df45879-0961-4d8b-ab4a-95601c8e933f,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:41.497316 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Attempting to bind port 1df45879-0961-4d8b-ab4a-95601c8e933f on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:41.501906 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Attempting to bind port 1df45879-0961-4d8b-ab4a-95601c8e933f by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '458cbc32-6491-460d-8a10-bc8d06cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:41.502279 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Attempting to bind port 1df45879-0961-4d8b-ab4a-95601c8e933f on network f50728ef-b9a9-44ff-902b-e797addc9652 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:41.536802 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:41.537180 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Checking segment: {'id': '458cbc32-6491-460d-8a10-bc8d06cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:41.537612 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.538034 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Bound using segment: {'id': '458cbc32-6491-460d-8a10-bc8d06cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:41.549502 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Bound port: 1df45879-0961-4d8b-ab4a-95601c8e933f, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458cbc32-6491-460d-8a10-bc8d06cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:41.552268 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.568079 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.642946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:41.656158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:41.683321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:41.748283 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] For port 1df45879-0961-4d8b-ab4a-95601c8e933f, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:41.754010 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] For port 1df45879-0961-4d8b-ab4a-95601c8e933f, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1df45879-0961-4d8b-ab4a-95601c8e933f,segment=NetworkSegment(458cbc32-6491-460d-8a10-bc8d06cb218a),segment_id=458cbc32-6491-460d-8a10-bc8d06cb218a)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:41.774528 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.800861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Pushing event updated for resources: {'Port': ['ID=84c7efcb-93bb-4840-b0da-64cb11bd33a0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:41.812270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c39ebf-d50c-4bcf-901f-e3285dc9deda req-ff35905c-176f-4528-91e3-f4ce41d3a536 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:41.829890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9c39ebf-d50c-4bcf-901f-e3285dc9deda req-ff35905c-176f-4528-91e3-f4ce41d3a536 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.2867198 Sep 07 16:13:41.848778 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0492136e-6f95-4176-9fc7-40914474931f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:41.858031 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e312d-7563-4337-b9d3-8da8d366ec27 None None] Pushing event updated for resources: {'Port': ['ID=1df45879-0961-4d8b-ab4a-95601c8e933f,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:41.895875 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Routers {'5b48ac17-fcc4-4a27-81d2-efb3f6713382'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:41.901600 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:41.980195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9c39ebf-d50c-4bcf-901f-e3285dc9deda req-6169c13b-9445-4e47-8d79-1f72b407576d tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426740 Sep 07 16:13:42.321005 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] Set router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:42.385273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabb87c-84fc-420d-9723-0b59c46163ef req-e7fb9f50-0ff8-478b-8fa4-b3da3fd1368c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:42.401945 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baabb87c-84fc-420d-9723-0b59c46163ef req-e7fb9f50-0ff8-478b-8fa4-b3da3fd1368c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1868467 Sep 07 16:13:42.409956 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0492136e-6f95-4176-9fc7-40914474931f admin admin] Router 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:13:42.611868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0492136e-6f95-4176-9fc7-40914474931f admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:42.625392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691e7dc-bf2f-402d-afb0-3eca70992156 None None] Sync routers for ids ['2a45a8e4-d175-4291-a9bd-f30cb87af6b2'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:42.633020 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0492136e-6f95-4176-9fc7-40914474931f admin admin] 10.222.0.70 "PUT /v2.0/routers/2a45a8e4-d175-4291-a9bd-f30cb87af6b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3968155 Sep 07 16:13:42.637099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52736) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:42.639594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691e7dc-bf2f-402d-afb0-3eca70992156 None None] Routers {'2a45a8e4-d175-4291-a9bd-f30cb87af6b2'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:42.640244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1691e7dc-bf2f-402d-afb0-3eca70992156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2a45a8e4-d175-4291-a9bd-f30cb87af6b2'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:42.710658 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:13:36Z', 'revision_number': 4, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port': {'id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:32Z', 'updated_at': '2021-09-07T16:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1df45879-0961-4d8b-ab4a-95601c8e933f', 'name': '', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'mac_address': 'fa:16:3e:ea:2e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:35Z', 'updated_at': '2021-09-07T16:13:41Z', 'revision_number': 4, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'subnets': [{'id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:42.758890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baabb87c-84fc-420d-9723-0b59c46163ef req-50dab2b5-64a3-473f-8bf6-f3dbe5bb8a81 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514683 Sep 07 16:13:42.761856 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cca93f-b8d2-4ef8-bf48-1dea742d01e0 None None] The sync data for ids ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'] in n-d-807551-3 is: [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:13:36Z', 'revision_number': 4, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port': {'id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:32Z', 'updated_at': '2021-09-07T16:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1df45879-0961-4d8b-ab4a-95601c8e933f', 'name': '', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'mac_address': 'fa:16:3e:ea:2e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:35Z', 'updated_at': '2021-09-07T16:13:41Z', 'revision_number': 4, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'subnets': [{'id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:42.785016 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:42.813046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1691e7dc-bf2f-402d-afb0-3eca70992156 None None] Set router 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:42.815017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ec925-4edb-453d-9eed-e8ddbf2f0767 req-22bc2ccf-4d65-4b12-b2be-703b689a4d8f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:42.823604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-479ec925-4edb-453d-9eed-e8ddbf2f0767 req-22bc2ccf-4d65-4b12-b2be-703b689a4d8f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.3033657 Sep 07 16:13:42.969479 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:43.086366 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-479ec925-4edb-453d-9eed-e8ddbf2f0767 req-fba7c752-eaf0-4d5c-befb-037d82e68361 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617531 Sep 07 16:13:43.171548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fcb237-ac3c-45d9-8076-cce8d4b32f9f None None] Network 898119bf-e150-4e5b-b3c8-f064019fad94 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:43.248679 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:43.336625 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Deleting port 1c18c48f-13ec-437c-bc66-7b8c06c505d8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:43.337310 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:43.342460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ca9919e5-31bf-4251-b862-27cbff45bce1 None None] Provisioning for port bdb05345-bd35-4c76-b4fe-8000dd15c69d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:43.448393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1691e7dc-bf2f-402d-afb0-3eca70992156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1766718342-router', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:10:45Z', 'updated_at': '2021-09-07T16:13:41Z', 'revision_number': 5, 'project_id': '5a0a9c554d20412996e23ebcc6a5a373', 'gw_port': {'id': '1c18c48f-13ec-437c-bc66-7b8c06c505d8', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:10:46Z', 'updated_at': '2021-09-07T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:43.546197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691e7dc-bf2f-402d-afb0-3eca70992156 None None] Checking router: 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:43.558855 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] For port 1c18c48f-13ec-437c-bc66-7b8c06c505d8, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1c18c48f-13ec-437c-bc66-7b8c06c505d8,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:43.559265 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:43.591225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Calling delete_port for 1c18c48f-13ec-437c-bc66-7b8c06c505d8 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:43.652895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1df45879-0961-4d8b-ab4a-95601c8e933f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:43.759303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691e7dc-bf2f-402d-afb0-3eca70992156 None None] Routers {'2a45a8e4-d175-4291-a9bd-f30cb87af6b2'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:43.775278 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1691e7dc-bf2f-402d-afb0-3eca70992156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2a45a8e4-d175-4291-a9bd-f30cb87af6b2'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:43.952395 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:43.956136 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:43.966711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 1df45879-0961-4d8b-ab4a-95601c8e933f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:43.978635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1df45879-0961-4d8b-ab4a-95601c8e933f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:43.979143 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.006671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1691e7dc-bf2f-402d-afb0-3eca70992156 None None] Set router 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:44.011069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c18c48f-13ec-437c-bc66-7b8c06c505d8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:44.126866 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1691e7dc-bf2f-402d-afb0-3eca70992156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1766718342-router', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:10:45Z', 'updated_at': '2021-09-07T16:13:43Z', 'revision_number': 6, 'project_id': '5a0a9c554d20412996e23ebcc6a5a373', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:44.176125 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.184405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691e7dc-bf2f-402d-afb0-3eca70992156 None None] The sync data for ids ['2a45a8e4-d175-4291-a9bd-f30cb87af6b2'] in n-d-807551-3 is: [{'id': '2a45a8e4-d175-4291-a9bd-f30cb87af6b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1766718342-router', 'tenant_id': '5a0a9c554d20412996e23ebcc6a5a373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:10:45Z', 'updated_at': '2021-09-07T16:13:43Z', 'revision_number': 6, 'project_id': '5a0a9c554d20412996e23ebcc6a5a373', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:44.232364 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.289858 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67839f76-36a0-4735-a7f5-c684bd642dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.312362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fbf13-d96f-4fd6-b2ec-2efec98666b0 req-cc0de35c-679c-4040-9406-213a937d7420 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:44.314187 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-837fbf13-d96f-4fd6-b2ec-2efec98666b0 req-cc0de35c-679c-4040-9406-213a937d7420 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 1.2268822 Sep 07 16:13:44.352221 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.356615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.359792 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.445012 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.446547 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a45a8e4-d175-4291-a9bd-f30cb87af6b2 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:13:44.456666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 1df45879-0961-4d8b-ab4a-95601c8e933f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1df45879-0961-4d8b-ab4a-95601c8e933f,segment=NetworkSegment(458cbc32-6491-460d-8a10-bc8d06cb218a),segment_id=458cbc32-6491-460d-8a10-bc8d06cb218a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:44.463118 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-837fbf13-d96f-4fd6-b2ec-2efec98666b0 req-ccaa9d87-f221-4b0d-a4d7-31f25bc687ac tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293552 Sep 07 16:13:44.470086 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.473654 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-17036e5a-e472-4718-8465-809450adfcd1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2a45a8e4-d175-4291-a9bd-f30cb87af6b2 HTTP/1.1" status: 204 len: 168 time: 1.8345180 Sep 07 16:13:44.474710 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.477065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52760) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:44.479527 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bdb05345-bd35-4c76-b4fe-8000dd15c69d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:44.582484 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fe95fb-49f4-4cc8-ac10-b21e6dbcb58b admin admin] Deleting subnet 1874e443-5e2c-4388-942c-9fb02097ea98 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:13:44.584870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86429447-b392-445b-bdfd-0953bf92b9a6 req-bfd9ecb4-6d25-40f9-bcea-010015992c7e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:44.589066 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2fe95fb-49f4-4cc8-ac10-b21e6dbcb58b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.599809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86429447-b392-445b-bdfd-0953bf92b9a6 req-bfd9ecb4-6d25-40f9-bcea-010015992c7e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.3458519 Sep 07 16:13:44.647721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2fe95fb-49f4-4cc8-ac10-b21e6dbcb58b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.664105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86429447-b392-445b-bdfd-0953bf92b9a6 req-6da37d01-3ee4-41eb-88fc-0455ba7e9639 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632615 Sep 07 16:13:44.695166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Router 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:13:44.764042 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port bdb05345-bd35-4c76-b4fe-8000dd15c69d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:44.769019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-570cef86-733b-4713-93be-4478b3cfeaeb None None] Provisioning complete for port bdb05345-bd35-4c76-b4fe-8000dd15c69d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:44.771511 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-570cef86-733b-4713-93be-4478b3cfeaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.819036 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2fe95fb-49f4-4cc8-ac10-b21e6dbcb58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.823834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=1df45879-0961-4d8b-ab4a-95601c8e933f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:44.830848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port bdb05345-bd35-4c76-b4fe-8000dd15c69d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:44.831350 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.923509 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:44.923891 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:44.924237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:44.925294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:44.925294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:44.925294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:44.925631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:44.925931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:44.926272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:44.926644 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:44.926986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:44.927312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:44.937213 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:44.998079 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-570cef86-733b-4713-93be-4478b3cfeaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:45.017966 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2fe95fb-49f4-4cc8-ac10-b21e6dbcb58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:45.050334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-570cef86-733b-4713-93be-4478b3cfeaeb None None] For port bdb05345-bd35-4c76-b4fe-8000dd15c69d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bdb05345-bd35-4c76-b4fe-8000dd15c69d,segment=NetworkSegment(59bf5535-c423-42fe-b493-f9fbfd020814),segment_id=59bf5535-c423-42fe-b493-f9fbfd020814)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:45.054144 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2fe95fb-49f4-4cc8-ac10-b21e6dbcb58b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:45.068081 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a2fe95fb-49f4-4cc8-ac10-b21e6dbcb58b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1874e443-5e2c-4388-942c-9fb02097ea98 HTTP/1.1" status: 204 len: 168 time: 0.5876145 Sep 07 16:13:45.070482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52776) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:45.082918 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-570cef86-733b-4713-93be-4478b3cfeaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:45.127497 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:45.139010 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe95fb-49f4-4cc8-ac10-b21e6dbcb58b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1874e443-5e2c-4388-942c-9fb02097ea98,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:45.181168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:45.195030 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Sync routers for ids ['9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:45.213848 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Routers {'9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:45.215960 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:45.218637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cef86-733b-4713-93be-4478b3cfeaeb None None] Pushing event updated for resources: {'Port': ['ID=bdb05345-bd35-4c76-b4fe-8000dd15c69d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:45.241946 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:45.243494 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7b5eb4b8-886e-48df-90ea-0c730560cd13 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2477086 Sep 07 16:13:45.247175 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52780) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:45.271683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a610b3-459e-4cff-89c6-df0a344fb388 req-f6c47b13-bdcc-4a89-aaeb-30343e76c562 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:45.283985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00a610b3-459e-4cff-89c6-df0a344fb388 req-f6c47b13-bdcc-4a89-aaeb-30343e76c562 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.2545297 Sep 07 16:13:45.318517 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:13:45.318878 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:13:45.331062 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-674184a9-3d8d-450a-9b10-389c3b351294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:45.362350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00a610b3-459e-4cff-89c6-df0a344fb388 req-1f095fa1-67f6-4fe0-84cb-b84b70f05ed5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773261 Sep 07 16:13:45.438729 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Set router 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:45.475573 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-674184a9-3d8d-450a-9b10-389c3b351294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:45.545162 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-674184a9-3d8d-450a-9b10-389c3b351294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321a19d1-dc12-43ba-ad8b-bee3a77b8896']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:45.593003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-674184a9-3d8d-450a-9b10-389c3b351294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:45.593643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-674184a9-3d8d-450a-9b10-389c3b351294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f69ee6a-613e-4a0f-a2ef-9ee3742ca404') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:45.608955 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-674184a9-3d8d-450a-9b10-389c3b351294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:45.638068 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-674184a9-3d8d-450a-9b10-389c3b351294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:45.653403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a3cf0-1a28-49cf-ad50-5f40d24aebf3 req-53c2b341-f1e3-4929-84f8-fa4b7651528e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:45.655024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-184a3cf0-1a28-49cf-ad50-5f40d24aebf3 req-53c2b341-f1e3-4929-84f8-fa4b7651528e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1560302 Sep 07 16:13:45.664619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674184a9-3d8d-450a-9b10-389c3b351294 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:13:45.664619 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-674184a9-3d8d-450a-9b10-389c3b351294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:13:45.686943 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:13:45.865983 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-674184a9-3d8d-450a-9b10-389c3b351294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:45.873695 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-674184a9-3d8d-450a-9b10-389c3b351294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:45.875719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-674184a9-3d8d-450a-9b10-389c3b351294 admin admin] 10.222.0.70 "DELETE /v2.0/networks/321a19d1-dc12-43ba-ad8b-bee3a77b8896 HTTP/1.1" status: 204 len: 168 time: 0.7801416 Sep 07 16:13:45.917861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674184a9-3d8d-450a-9b10-389c3b351294 admin admin] Pushing event deleted for resources: {'Network': ['ID=321a19d1-dc12-43ba-ad8b-bee3a77b8896,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:45.928091 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-184a3cf0-1a28-49cf-ad50-5f40d24aebf3 req-483d84e5-e6e8-4666-ae6c-43a7d758a362 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136505 Sep 07 16:13:45.940397 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-536405004-router', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '84c7efcb-93bb-4840-b0da-64cb11bd33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:39Z', 'updated_at': '2021-09-07T16:13:42Z', 'revision_number': 3, 'project_id': '9fc6e66c041540aaba8a0073d803746f', 'gw_port': {'id': '84c7efcb-93bb-4840-b0da-64cb11bd33a0', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:eb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:40Z', 'updated_at': '2021-09-07T16:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:45.964578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe3787-0635-4bd5-a6d0-96c7aff3d807 req-5c9d0073-3244-4eb4-83ee-6fa8ea7a5a52 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:45.972482 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2afe3787-0635-4bd5-a6d0-96c7aff3d807 req-5c9d0073-3244-4eb4-83ee-6fa8ea7a5a52 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.1465917 Sep 07 16:13:46.014509 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Checking router: 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:46.016590 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Updating router 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 port 84c7efcb-93bb-4840-b0da-64cb11bd33a0 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:13:46.065845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2afe3787-0635-4bd5-a6d0-96c7aff3d807 req-a37876de-4932-4ef8-abe9-bbc7b7f97ae7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840409 Sep 07 16:13:46.133244 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.370365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce50e83-4712-4e13-b34d-5979d98f797c req-072555b0-148a-4f9d-af74-9b9c44d9c5f0 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:46.385704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ce50e83-4712-4e13-b34d-5979d98f797c req-072555b0-148a-4f9d-af74-9b9c44d9c5f0 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0762348 Sep 07 16:13:46.387485 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.409737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1df45879-0961-4d8b-ab4a-95601c8e933f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:46.453440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ce50e83-4712-4e13-b34d-5979d98f797c req-0defb84f-de08-46ce-8556-7f65893fa64c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583930 Sep 07 16:13:46.529683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52814) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:46.533537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1df45879-0961-4d8b-ab4a-95601c8e933f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:46.533961 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.635878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bdb05345-bd35-4c76-b4fe-8000dd15c69d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:46.639808 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-57963027-4a8d-420d-af56-59a5336efcf2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a0a9c554d20412996e23ebcc6a5a373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1085880 Sep 07 16:13:46.640461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52818) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:46.714377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd1225-bc1e-4ae8-a3a1-e6e3900f9f7b req-ee5f3034-d391-44d4-bb77-911dc00dcfe5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:46.730993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Allocated IP 172.20.0.1 (898119bf-e150-4e5b-b3c8-f064019fad94/3dfac875-c3b2-47d1-9eea-2b659aa14ee4/ce119bd4-88bf-4010-97e4-1a1a616cc8fc) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:13:46.732162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3dbd1225-bc1e-4ae8-a3a1-e6e3900f9f7b req-ee5f3034-d391-44d4-bb77-911dc00dcfe5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1467414 Sep 07 16:13:46.740257 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.768552 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.768782 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Transition to ACTIVE for port object 84c7efcb-93bb-4840-b0da-64cb11bd33a0 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:46.769819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port bdb05345-bd35-4c76-b4fe-8000dd15c69d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:46.770355 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.789731 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.802050 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be436b8c-58b9-454f-b323-6729085bac1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.837949 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3dbd1225-bc1e-4ae8-a3a1-e6e3900f9f7b req-9f65419c-65a4-4f48-9396-d2caaf061ff2 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048651 Sep 07 16:13:46.884968 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be436b8c-58b9-454f-b323-6729085bac1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.921658 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Attempting to bind port 84c7efcb-93bb-4840-b0da-64cb11bd33a0 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:46.921978 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Attempting to bind port 84c7efcb-93bb-4840-b0da-64cb11bd33a0 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:46.922341 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Attempting to bind port 84c7efcb-93bb-4840-b0da-64cb11bd33a0 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:46.930489 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb704a2-80ec-4ed8-ba79-b538b8d42050 None None] Pushing event updated for resources: {'Port': ['ID=84c7efcb-93bb-4840-b0da-64cb11bd33a0,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:46.934299 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:46.934672 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:46.935084 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:46.935876 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:46.936392 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Bound port: 84c7efcb-93bb-4840-b0da-64cb11bd33a0, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:46.936781 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.000556 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be436b8c-58b9-454f-b323-6729085bac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.003314 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be436b8c-58b9-454f-b323-6729085bac1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.007103 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-be436b8c-58b9-454f-b323-6729085bac1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e HTTP/1.1" status: 204 len: 168 time: 0.3622222 Sep 07 16:13:47.007936 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.021798 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be436b8c-58b9-454f-b323-6729085bac1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0653a2ad-cd4f-4140-964c-4d7cf4e6ef4e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:47.046155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Transition to ACTIVE for port object ce119bd4-88bf-4010-97e4-1a1a616cc8fc will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:47.064057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1c18c48f-13ec-437c-bc66-7b8c06c505d8 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:47.065212 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] For port 84c7efcb-93bb-4840-b0da-64cb11bd33a0, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:13:47.070224 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] For port 84c7efcb-93bb-4840-b0da-64cb11bd33a0, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=84c7efcb-93bb-4840-b0da-64cb11bd33a0,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:13:47.077452 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.140987 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.148732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 1c18c48f-13ec-437c-bc66-7b8c06c505d8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:13:47.151308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1c18c48f-13ec-437c-bc66-7b8c06c505d8 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:13:47.151840 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device adbf3354-de20-4afe-8354-ba48b78348d0 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:47.190836 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Routers {'9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:47.191477 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:47.209271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0ef44-fef9-4350-a396-c285b6535f68 req-d152807e-de16-4846-8cc2-9c5792e163be tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:47.219953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ec0ef44-fef9-4350-a396-c285b6535f68 req-d152807e-de16-4846-8cc2-9c5792e163be tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1723747 Sep 07 16:13:47.239570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: adbf3354-de20-4afe-8354-ba48b78348d0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:13:47.241426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device adbf3354-de20-4afe-8354-ba48b78348d0 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:13:47.263732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Pushing event updated for resources: {'Port': ['ID=ce119bd4-88bf-4010-97e4-1a1a616cc8fc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:47.301478 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb704a2-80ec-4ed8-ba79-b538b8d42050 None None] Pushing event updated for resources: {'Port': ['ID=84c7efcb-93bb-4840-b0da-64cb11bd33a0,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:47.303220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Network 898119bf-e150-4e5b-b3c8-f064019fad94 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:47.304698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:47.321088 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:13:47.411905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ec0ef44-fef9-4350-a396-c285b6535f68 req-3407be62-5937-498e-a6a4-4f5316bf7bda tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748414 Sep 07 16:13:47.424411 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.442514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad925cf-4dcc-4ec6-8211-436b9e3a442f req-6a13a36d-d63b-4d8a-b495-f72773dbe5d2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:47.453996 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ad925cf-4dcc-4ec6-8211-436b9e3a442f req-6a13a36d-d63b-4d8a-b495-f72773dbe5d2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.1855159 Sep 07 16:13:47.502920 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] Set router 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:47.556925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ad925cf-4dcc-4ec6-8211-436b9e3a442f req-ce7321aa-bc35-497e-b47e-c85871dde585 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013539 Sep 07 16:13:47.752375 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.790142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba661f-f1fb-4acf-bb67-816cc382f59f req-a46ea07b-8209-44b5-8279-3e000940e32a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:47.791845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edba661f-f1fb-4acf-bb67-816cc382f59f req-a46ea07b-8209-44b5-8279-3e000940e32a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1187584 Sep 07 16:13:47.852915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-18857714-2f56-47d1-a7d9-1dcde26fa73e None None] Provisioning for port ce119bd4-88bf-4010-97e4-1a1a616cc8fc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:47.860758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-18857714-2f56-47d1-a7d9-1dcde26fa73e None None] Provisioning complete for port ce119bd4-88bf-4010-97e4-1a1a616cc8fc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:47.863530 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18857714-2f56-47d1-a7d9-1dcde26fa73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:47.927107 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edba661f-f1fb-4acf-bb67-816cc382f59f req-e6268491-8fd7-498a-8b5b-8c841950bff5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265011 Sep 07 16:13:47.961931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-18857714-2f56-47d1-a7d9-1dcde26fa73e None None] Port ce119bd4-88bf-4010-97e4-1a1a616cc8fc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:13:48.007591 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-536405004-router', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '84c7efcb-93bb-4840-b0da-64cb11bd33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:39Z', 'updated_at': '2021-09-07T16:13:42Z', 'revision_number': 3, 'project_id': '9fc6e66c041540aaba8a0073d803746f', 'gw_port': {'id': '84c7efcb-93bb-4840-b0da-64cb11bd33a0', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:eb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:40Z', 'updated_at': '2021-09-07T16:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:48.049171 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c52ae-ccff-421d-9796-db89b5325860 None None] The sync data for ids ['9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'] in n-d-807551-3 is: [{'id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-536405004-router', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '84c7efcb-93bb-4840-b0da-64cb11bd33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:39Z', 'updated_at': '2021-09-07T16:13:42Z', 'revision_number': 3, 'project_id': '9fc6e66c041540aaba8a0073d803746f', 'gw_port': {'id': '84c7efcb-93bb-4840-b0da-64cb11bd33a0', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:eb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:40Z', 'updated_at': '2021-09-07T16:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:48.070408 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:48.078537 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:48.187860 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:48.211931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Pushing event updated for resources: {'Port': ['ID=ce119bd4-88bf-4010-97e4-1a1a616cc8fc,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:48.288421 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba2a81-1556-4287-9589-62dfbc03b06a req-9f34b005-ffcc-43a1-82cb-1667efd6519c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:48.295013 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baba2a81-1556-4287-9589-62dfbc03b06a req-9f34b005-ffcc-43a1-82cb-1667efd6519c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0888548 Sep 07 16:13:48.413292 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baba2a81-1556-4287-9589-62dfbc03b06a req-2e06bf53-8294-442f-8e82-1178d6805386 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097240 Sep 07 16:13:48.482284 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Network 898119bf-e150-4e5b-b3c8-f064019fad94 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:13:48.484194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:13:48.597297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db366b-4258-4073-b1dc-0e15d7380299 req-298736cc-a41f-4a3f-a5b9-a35c2aec3df2 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:48.605238 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18db366b-4258-4073-b1dc-0e15d7380299 req-298736cc-a41f-4a3f-a5b9-a35c2aec3df2 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1156659 Sep 07 16:13:48.675519 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18db366b-4258-4073-b1dc-0e15d7380299 req-886648f3-ee94-4f23-9ed2-4b25a966e72b tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685868 Sep 07 16:13:48.876003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e481eef-f9f9-45b6-8906-52fdf6d1453f req-82cbbd17-e9c8-4811-9514-cffd421e5ac5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:48.884081 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e481eef-f9f9-45b6-8906-52fdf6d1453f req-82cbbd17-e9c8-4811-9514-cffd421e5ac5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.1039751 Sep 07 16:13:49.010419 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e481eef-f9f9-45b6-8906-52fdf6d1453f req-7612856a-c795-4ff5-a739-7e5518c71649 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249492 Sep 07 16:13:49.119073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-914d95a8-f0f2-4262-88de-013b11621844 None None] Provisioning complete for port ce119bd4-88bf-4010-97e4-1a1a616cc8fc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:49.119622 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914d95a8-f0f2-4262-88de-013b11621844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:49.153016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe89f63-025e-47d4-9e09-759b3ff0f678 req-d6066d30-fa84-4dc3-9932-377f90cde999 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:49.161876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbe89f63-025e-47d4-9e09-759b3ff0f678 req-d6066d30-fa84-4dc3-9932-377f90cde999 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1082497 Sep 07 16:13:49.217444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-914d95a8-f0f2-4262-88de-013b11621844 None None] Port ce119bd4-88bf-4010-97e4-1a1a616cc8fc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:13:49.242733 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:13:49.255479 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbe89f63-025e-47d4-9e09-759b3ff0f678 req-b1f7846d-e83f-4b5b-a412-1c84997a259e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924017 Sep 07 16:13:49.356576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Router 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:13:49.488534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becaa56-bbd4-4280-804f-ea3a03d48c9c req-6957fd48-210f-4589-a4b8-d0f7fc8adc12 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:49.489008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5becaa56-bbd4-4280-804f-ea3a03d48c9c req-6957fd48-210f-4589-a4b8-d0f7fc8adc12 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1217031 Sep 07 16:13:49.551888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5becaa56-bbd4-4280-804f-ea3a03d48c9c req-59fd9a3f-2f0a-46fe-bf1c-b92c65961f15 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539398 Sep 07 16:13:49.598807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:49.618155 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e2e623cc-ecea-4aff-bd1f-b41ce72bc772 admin admin] 10.222.0.70 "PUT /v2.0/routers/9074ff53-bcef-4b42-9ac9-4b966ce5aeb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3605766 Sep 07 16:13:49.770345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93e3cf-7a1a-4a0b-ad52-da4a88413752 req-adc64097-9545-4496-8295-b2d93dd17f36 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:49.778495 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f93e3cf-7a1a-4a0b-ad52-da4a88413752 req-adc64097-9545-4496-8295-b2d93dd17f36 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0611327 Sep 07 16:13:49.815301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f93e3cf-7a1a-4a0b-ad52-da4a88413752 req-669b7565-9e2e-4cbc-85b7-c9eb26237760 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360341 Sep 07 16:13:50.076837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246677b1-0711-4850-9c09-a7e518fcbd2e req-41e07b0d-1797-49a3-bc17-9f0fe36d4443 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:50.084721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-246677b1-0711-4850-9c09-a7e518fcbd2e req-41e07b0d-1797-49a3-bc17-9f0fe36d4443 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0676410 Sep 07 16:13:50.154524 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-246677b1-0711-4850-9c09-a7e518fcbd2e req-640e56a1-1769-4ed7-b917-071bc0996e8c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688920 Sep 07 16:13:50.353489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 84c7efcb-93bb-4840-b0da-64cb11bd33a0 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:50.358201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d066c9-dd06-41b2-be8b-c0db112c94a7 req-1a4caff3-8f9c-4c29-bf4e-ae41399a3fa2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:50.360214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63d066c9-dd06-41b2-be8b-c0db112c94a7 req-1a4caff3-8f9c-4c29-bf4e-ae41399a3fa2 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.0707090 Sep 07 16:13:50.444135 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63d066c9-dd06-41b2-be8b-c0db112c94a7 req-51b2cf2e-621e-4dbc-a3fd-c9c26b7c7a6e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701795 Sep 07 16:13:50.520702 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 84c7efcb-93bb-4840-b0da-64cb11bd33a0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:13:50.529196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 84c7efcb-93bb-4840-b0da-64cb11bd33a0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:50.530624 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:50.634040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dbd6a99-b364-4334-aed7-45efe4b611df req-9ae932c4-3bc4-4b1c-ad01-da2db319ecd3 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=41a5e40c-c305-45c4-8ddc-4b87404f0410 HTTP/1.1" status: 200 len: 210 time: 0.0881064 Sep 07 16:13:50.721790 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:50.778664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c75eba2e-ca61-42d2-9260-8d12b932523d req-03083d65-afeb-4441-9b77-17e0e4aa17c5 tempest-FloatingIPsNegativeTestJSON-1790582865 tempest-FloatingIPsNegativeTestJSON-1790582865-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=9fc6e66c041540aaba8a0073d803746f HTTP/1.1" status: 200 len: 217 time: 0.1375527 Sep 07 16:13:50.784587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 84c7efcb-93bb-4840-b0da-64cb11bd33a0, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=84c7efcb-93bb-4840-b0da-64cb11bd33a0,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:50.793065 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:50.836966 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-557ae309-7aa8-4245-9893-47c10e99af93 req-afafba1b-c5d8-4d21-b667-8967a5ee0fc6 tempest-FloatingIPsNegativeTestJSON-1790582865 tempest-FloatingIPsNegativeTestJSON-1790582865-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0440602 Sep 07 16:13:50.913889 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=84c7efcb-93bb-4840-b0da-64cb11bd33a0,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:50.971846 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-77c40fae-e713-4572-9c23-9658b634d7b2 req-ab86d3dd-dec7-4d4d-b470-8367b9cc9973 tempest-FloatingIPsNegativeTestJSON-1790582865 tempest-FloatingIPsNegativeTestJSON-1790582865-project] show failed (client error): The resource could not be found. Sep 07 16:13:50.973310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77c40fae-e713-4572-9c23-9658b634d7b2 req-ab86d3dd-dec7-4d4d-b470-8367b9cc9973 tempest-FloatingIPsNegativeTestJSON-1790582865 tempest-FloatingIPsNegativeTestJSON-1790582865-project] 10.222.0.70 "GET /v2.0/floatingips/766e3f2e-2a4b-4c35-a9ce-f1784a9b90f5 HTTP/1.1" status: 404 len: 350 time: 0.0872669 Sep 07 16:13:50.986077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52980) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:51.083173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Sync routers for ids ['9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:51.099430 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Routers {'9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:51.100112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:51.195706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2c827-2d9b-44a7-be3b-8c9247adaa26 req-afb57c01-b8e9-41aa-acde-a5d4901242bc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:51.209139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cae2c827-2d9b-44a7-be3b-8c9247adaa26 req-afb57c01-b8e9-41aa-acde-a5d4901242bc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.2134149 Sep 07 16:13:51.312988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cae2c827-2d9b-44a7-be3b-8c9247adaa26 req-3917d48d-2c24-4468-a1bc-157d9745e230 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028883 Sep 07 16:13:51.384753 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Set router 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:51.637438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c5824d8-408a-4644-a06a-557f332b02b5 req-3b28f512-e708-44f2-83c6-71ef3ff5d63c tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0790856 Sep 07 16:13:51.729343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cb8a7-3e5d-464b-922f-856cd31b4247 req-9797dd6f-3369-49ac-8e19-d3a004f1db3a tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:51.746841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-225cb8a7-3e5d-464b-922f-856cd31b4247 req-9797dd6f-3369-49ac-8e19-d3a004f1db3a tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.1130416 Sep 07 16:13:51.811630 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:51.868560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-225cb8a7-3e5d-464b-922f-856cd31b4247 req-f1ff38a3-486f-4954-9f74-680014c3d7d8 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192091 Sep 07 16:13:51.904920 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-536405004-router', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '84c7efcb-93bb-4840-b0da-64cb11bd33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:39Z', 'updated_at': '2021-09-07T16:13:47Z', 'revision_number': 4, 'project_id': '9fc6e66c041540aaba8a0073d803746f', 'gw_port': {'id': '84c7efcb-93bb-4840-b0da-64cb11bd33a0', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:40Z', 'updated_at': '2021-09-07T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'ce119bd4-88bf-4010-97e4-1a1a616cc8fc', 'name': '', 'network_id': '898119bf-e150-4e5b-b3c8-f064019fad94', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f', 'mac_address': 'fa:16:3e:fe:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3dfac875-c3b2-47d1-9eea-2b659aa14ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:46Z', 'updated_at': '2021-09-07T16:13:47Z', 'revision_number': 2, 'project_id': '9fc6e66c041540aaba8a0073d803746f', 'subnets': [{'id': '3dfac875-c3b2-47d1-9eea-2b659aa14ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:51.945893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Checking router: 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:51.946366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Updating router 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 port ce119bd4-88bf-4010-97e4-1a1a616cc8fc binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:13:51.982690 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:52.224570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Deleting port ce119bd4-88bf-4010-97e4-1a1a616cc8fc {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:52.225099 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:52.352579 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:52.370361 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Transition to ACTIVE for port object ce119bd4-88bf-4010-97e4-1a1a616cc8fc will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:13:52.378741 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:52.392082 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:52.413561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Calling delete_port for ce119bd4-88bf-4010-97e4-1a1a616cc8fc owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:52.419103 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 84c7efcb-93bb-4840-b0da-64cb11bd33a0 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:13:52.503669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73514db-db42-432d-be13-d3931710a1d3 req-8b040ebf-bc0d-4465-8b5f-99286b295283 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:52.516058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b73514db-db42-432d-be13-d3931710a1d3 req-8b040ebf-bc0d-4465-8b5f-99286b295283 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1106577 Sep 07 16:13:52.607365 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b73514db-db42-432d-be13-d3931710a1d3 req-45c86457-e194-412a-bd58-929f0fbb60bb tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890431 Sep 07 16:13:52.639564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fe849-fc2b-4e13-9fd6-5c369ed41350 None None] Pushing event updated for resources: {'Port': ['ID=ce119bd4-88bf-4010-97e4-1a1a616cc8fc,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:52.762475 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:52.779092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Attempting to bind port ce119bd4-88bf-4010-97e4-1a1a616cc8fc on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:13:52.779461 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Attempting to bind port ce119bd4-88bf-4010-97e4-1a1a616cc8fc by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '59bf5535-c423-42fe-b493-f9fbfd020814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '898119bf-e150-4e5b-b3c8-f064019fad94'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:13:52.779836 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Attempting to bind port ce119bd4-88bf-4010-97e4-1a1a616cc8fc on network 898119bf-e150-4e5b-b3c8-f064019fad94 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:13:52.809685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 84c7efcb-93bb-4840-b0da-64cb11bd33a0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:13:52.810977 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:52.826082 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:13:52.826626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Checking segment: {'id': '59bf5535-c423-42fe-b493-f9fbfd020814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '898119bf-e150-4e5b-b3c8-f064019fad94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:13:52.827072 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:52.827487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Bound using segment: {'id': '59bf5535-c423-42fe-b493-f9fbfd020814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '898119bf-e150-4e5b-b3c8-f064019fad94'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:13:52.828008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Bound port: ce119bd4-88bf-4010-97e4-1a1a616cc8fc, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bf5535-c423-42fe-b493-f9fbfd020814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '898119bf-e150-4e5b-b3c8-f064019fad94'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:13:52.828547 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:52.864599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Pushing event deleted for resources: {'Port': ['ID=ce119bd4-88bf-4010-97e4-1a1a616cc8fc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:52.919868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:52.922725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:52.923087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:52.923466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:52.925836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:52.929014 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:52.929402 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:52.929753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:52.930095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:52.934043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:52.934413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:52.944046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:13:52.975629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Port ce119bd4-88bf-4010-97e4-1a1a616cc8fc has been deleted concurrently {{(pid=94772) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 07 16:13:53.027665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-39f16563-5295-4bd7-9a84-c8eaa0191faa None None] Could not find standard attr ID for object ce119bd4-88bf-4010-97e4-1a1a616cc8fc. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:13:53.051793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Routers {'9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:53.058211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:53.083925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b3fad-85c2-41d5-ae12-acbd5d20f2c6 req-932a87bb-e7fa-4ba9-a7f7-6d2a951014ea tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:53.093541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab4b3fad-85c2-41d5-ae12-acbd5d20f2c6 req-932a87bb-e7fa-4ba9-a7f7-6d2a951014ea tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1356771 Sep 07 16:13:53.143597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3b1cb42-0cbf-4f85-b780-e51fded82ceb req-224d32d5-30bb-4296-a60c-e874b703e0d8 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0460420 Sep 07 16:13:53.220173 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab4b3fad-85c2-41d5-ae12-acbd5d20f2c6 req-443da08f-40bc-4f65-8aad-4a13e8f10d59 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248193 Sep 07 16:13:53.360868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f5ecd-f5d6-4c3e-a975-deeb7cf77a05 req-0f62fa7c-cb44-4ed8-b630-49e363aa75db tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:53.377005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db6f5ecd-f5d6-4c3e-a975-deeb7cf77a05 req-0f62fa7c-cb44-4ed8-b630-49e363aa75db tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.1209307 Sep 07 16:13:53.399473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] Set router 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:53.409096 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:53.445722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db6f5ecd-f5d6-4c3e-a975-deeb7cf77a05 req-e46381b8-aa49-43be-8f9b-b05d212f3643 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652356 Sep 07 16:13:53.645398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-536405004-router', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '84c7efcb-93bb-4840-b0da-64cb11bd33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:39Z', 'updated_at': '2021-09-07T16:13:52Z', 'revision_number': 5, 'project_id': '9fc6e66c041540aaba8a0073d803746f', 'gw_port': {'id': '84c7efcb-93bb-4840-b0da-64cb11bd33a0', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:40Z', 'updated_at': '2021-09-07T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:53.677475 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c6cad-a4c7-4e7b-99c2-a7ccf905ebd0 None None] The sync data for ids ['9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'] in n-d-807551-3 is: [{'id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-536405004-router', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '84c7efcb-93bb-4840-b0da-64cb11bd33a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:39Z', 'updated_at': '2021-09-07T16:13:52Z', 'revision_number': 5, 'project_id': '9fc6e66c041540aaba8a0073d803746f', 'gw_port': {'id': '84c7efcb-93bb-4840-b0da-64cb11bd33a0', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:40Z', 'updated_at': '2021-09-07T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:53.720170 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Router 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:13:53.870291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:13:53.877665 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2fb5ff71-80ba-4169-a54f-c396b115b11c admin admin] 10.222.0.70 "PUT /v2.0/routers/9074ff53-bcef-4b42-9ac9-4b966ce5aeb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8867781 Sep 07 16:13:53.878077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53048) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:54.019282 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:54.149450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:54.207747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53056) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:54.231286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Deleting port 84c7efcb-93bb-4840-b0da-64cb11bd33a0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:54.231757 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:54.354187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] For port 84c7efcb-93bb-4840-b0da-64cb11bd33a0, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=84c7efcb-93bb-4840-b0da-64cb11bd33a0,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:54.354586 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:54.387887 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Calling delete_port for 84c7efcb-93bb-4840-b0da-64cb11bd33a0 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:54.404129 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca435d21-b871-4da9-837a-220a16a014b7 req-1bb9c2f0-e50a-45eb-8599-bc6fd7c8e066 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0529566 Sep 07 16:13:54.415936 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b95e82a6-cc2a-43cb-8eb9-6813c44ca459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:54.464795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da183-b585-46a7-817b-450fe7815aba req-add9b45b-427c-4a91-8d85-0a3ec80a896b tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:54.476587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b7da183-b585-46a7-817b-450fe7815aba req-add9b45b-427c-4a91-8d85-0a3ec80a896b tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0860982 Sep 07 16:13:54.535278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b7da183-b585-46a7-817b-450fe7815aba req-e2c8854b-510f-4c98-a2d5-97a59e7cd10e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526540 Sep 07 16:13:54.588518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec55af-afe6-4b15-9588-79dca61ddf1b req-58744317-5ac8-473f-8525-f523ab474848 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:54.590824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9aec55af-afe6-4b15-9588-79dca61ddf1b req-58744317-5ac8-473f-8525-f523ab474848 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.0546277 Sep 07 16:13:54.628572 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2bdf3e34-6270-4b94-b8b2-a30231e849b4 req-84ca468b-8c06-480e-ab73-9d85fad414d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0431178 Sep 07 16:13:54.647640 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07314a56-f77b-43a2-83c1-86ec697bf544 None None] Sync routers for ids ['9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:13:54.660569 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07314a56-f77b-43a2-83c1-86ec697bf544 None None] Routers {'9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:54.661512 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-07314a56-f77b-43a2-83c1-86ec697bf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:54.687183 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9aec55af-afe6-4b15-9588-79dca61ddf1b req-d2d080e1-e5ad-4937-b70a-0e2c72be389a tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875573 Sep 07 16:13:54.749931 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b95e82a6-cc2a-43cb-8eb9-6813c44ca459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:54.753104 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f7b2be6-b6e8-4642-9014-ed9c86dffd89 req-665e21f7-fe76-47d2-aea2-ac7921a3521c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41a5e40c-c305-45c4-8ddc-4b87404f0410 HTTP/1.1" status: 200 len: 210 time: 0.0554142 Sep 07 16:13:54.761536 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b95e82a6-cc2a-43cb-8eb9-6813c44ca459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:54.776544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04416d-3f4c-4df5-860f-f6ec0cde9b55 req-5322a237-ee21-4d25-85cd-c1b4b750f080 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:54.778243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b04416d-3f4c-4df5-860f-f6ec0cde9b55 req-5322a237-ee21-4d25-85cd-c1b4b750f080 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1549602 Sep 07 16:13:54.832602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b04416d-3f4c-4df5-860f-f6ec0cde9b55 req-c0cbb6de-e67a-4d5f-bbf7-57965bbffcde tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472281 Sep 07 16:13:54.841591 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b95e82a6-cc2a-43cb-8eb9-6813c44ca459 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b51915c02df34f5eadc44e73f02d005e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6324489 Sep 07 16:13:54.844982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53070) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:54.847243 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e82a6-cc2a-43cb-8eb9-6813c44ca459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158e530c-c199-4010-9d7d-c78a516fab4b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:54.889630 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:54.932290 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Pushing event deleted for resources: {'Port': ['ID=84c7efcb-93bb-4840-b0da-64cb11bd33a0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:54.982779 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e54c34ef-c0bc-4ac1-b03b-94776ea008aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:54.984680 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-07314a56-f77b-43a2-83c1-86ec697bf544 None None] Set router 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:55.008728 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.038478 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e54c34ef-c0bc-4ac1-b03b-94776ea008aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.070196 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-07314a56-f77b-43a2-83c1-86ec697bf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-536405004-router', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:39Z', 'updated_at': '2021-09-07T16:13:54Z', 'revision_number': 6, 'project_id': '9fc6e66c041540aaba8a0073d803746f', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:55.102629 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07314a56-f77b-43a2-83c1-86ec697bf544 None None] Checking router: 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:13:55.111965 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07314a56-f77b-43a2-83c1-86ec697bf544 None None] Routers {'9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:13:55.112659 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-07314a56-f77b-43a2-83c1-86ec697bf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:13:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:55.139088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e8ed-3a34-4946-80a2-131211cf973d req-a2fd105c-163c-4329-b3f7-12564d8d28f7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:55.140870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8809e8ed-3a34-4946-80a2-131211cf973d req-a2fd105c-163c-4329-b3f7-12564d8d28f7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0992169 Sep 07 16:13:55.154728 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.159874 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.177811 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e54c34ef-c0bc-4ac1-b03b-94776ea008aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.180822 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e54c34ef-c0bc-4ac1-b03b-94776ea008aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.182389 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e54c34ef-c0bc-4ac1-b03b-94776ea008aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/158e530c-c199-4010-9d7d-c78a516fab4b HTTP/1.1" status: 204 len: 168 time: 0.3345830 Sep 07 16:13:55.208210 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-07314a56-f77b-43a2-83c1-86ec697bf544 None None] Set router 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:13:55.212288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c34ef-c0bc-4ac1-b03b-94776ea008aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158e530c-c199-4010-9d7d-c78a516fab4b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:55.240740 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8809e8ed-3a34-4946-80a2-131211cf973d req-d26560eb-8238-4758-969e-7d409f01526f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841672 Sep 07 16:13:55.268126 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.268701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:13:55.273268 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.274503 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-eade697a-2ff1-494f-9d67-4e159005af3a admin admin] 10.222.0.70 "DELETE /v2.0/routers/9074ff53-bcef-4b42-9ac9-4b966ce5aeb7 HTTP/1.1" status: 204 len: 168 time: 1.3949783 Sep 07 16:13:55.278714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53082) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:55.285451 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-07314a56-f77b-43a2-83c1-86ec697bf544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-536405004-router', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:39Z', 'updated_at': '2021-09-07T16:13:54Z', 'revision_number': 7, 'project_id': '9fc6e66c041540aaba8a0073d803746f', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:55.344390 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07314a56-f77b-43a2-83c1-86ec697bf544 None None] The sync data for ids ['9074ff53-bcef-4b42-9ac9-4b966ce5aeb7'] in n-d-807551-3 is: [{'id': '9074ff53-bcef-4b42-9ac9-4b966ce5aeb7', 'name': 'tempest-FloatingIPsNegativeTestJSON-536405004-router', 'tenant_id': '9fc6e66c041540aaba8a0073d803746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:39Z', 'updated_at': '2021-09-07T16:13:54Z', 'revision_number': 7, 'project_id': '9fc6e66c041540aaba8a0073d803746f', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:13:55.347313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd055d3-e09b-4ec3-8518-2c057eadfb30 admin admin] Deleting subnet 3dfac875-c3b2-47d1-9eea-2b659aa14ee4 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:13:55.351547 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bd055d3-e09b-4ec3-8518-2c057eadfb30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.422353 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bd055d3-e09b-4ec3-8518-2c057eadfb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.531794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d2c8e-d019-4024-8c44-ed56699aeb72 req-0a634c84-a814-4aea-8cae-d45ac52ea716 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:55.541387 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d13d2c8e-d019-4024-8c44-ed56699aeb72 req-0a634c84-a814-4aea-8cae-d45ac52ea716 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1622405 Sep 07 16:13:55.591687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53088) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:55.599906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc9511ef-1ae5-4a74-84b2-46d4eac8ff4e req-1a333edc-1c55-4dc4-9bff-c3ec3646fea9 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0544543 Sep 07 16:13:55.612506 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b0d7f82-4e6f-4382-8b2b-8e7495410d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.676073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d13d2c8e-d019-4024-8c44-ed56699aeb72 req-c2bddd72-8e45-4498-8653-1d49ac9cc7b5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283047 Sep 07 16:13:55.750221 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bd055d3-e09b-4ec3-8518-2c057eadfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.799180 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b0d7f82-4e6f-4382-8b2b-8e7495410d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.807468 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b0d7f82-4e6f-4382-8b2b-8e7495410d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.877877 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2b0d7f82-4e6f-4382-8b2b-8e7495410d21 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4bc5a6a465e4f7daf4d525c4470cbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844286 Sep 07 16:13:55.879693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53098) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:55.886321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d7f82-4e6f-4382-8b2b-8e7495410d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adb8312-9d81-4467-9870-a95ece9baeb3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:55.931807 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bd055d3-e09b-4ec3-8518-2c057eadfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.956006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278b539-6418-43b1-b968-b4bcb53a4686 req-13969876-893a-4c23-a142-184a88249e71 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:55.956977 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85bcaca4-db8a-49d0-9793-9674b62b023c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.957674 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a278b539-6418-43b1-b968-b4bcb53a4686 req-13969876-893a-4c23-a142-184a88249e71 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.1682484 Sep 07 16:13:55.984955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd055d3-e09b-4ec3-8518-2c057eadfb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dfac875-c3b2-47d1-9eea-2b659aa14ee4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:55.995501 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85bcaca4-db8a-49d0-9793-9674b62b023c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:55.998169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bd055d3-e09b-4ec3-8518-2c057eadfb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.000188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8bd055d3-e09b-4ec3-8518-2c057eadfb30 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3dfac875-c3b2-47d1-9eea-2b659aa14ee4 HTTP/1.1" status: 204 len: 168 time: 0.7198701 Sep 07 16:13:56.006696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f362237-ba60-49e4-a39b-e8a9ee51f281 None None] Network 898119bf-e150-4e5b-b3c8-f064019fad94 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:13:56.008089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff2438-c1e7-42ef-a831-3eb2ad891ddd req-b2e292c4-def7-4efb-a889-a14380f34216 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:56.018087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9eff2438-c1e7-42ef-a831-3eb2ad891ddd req-b2e292c4-def7-4efb-a889-a14380f34216 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1856263 Sep 07 16:13:56.019829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53102) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:56.059242 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85bcaca4-db8a-49d0-9793-9674b62b023c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.072459 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85bcaca4-db8a-49d0-9793-9674b62b023c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.097119 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-85bcaca4-db8a-49d0-9793-9674b62b023c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0adb8312-9d81-4467-9870-a95ece9baeb3 HTTP/1.1" status: 204 len: 168 time: 0.2148466 Sep 07 16:13:56.123553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a278b539-6418-43b1-b968-b4bcb53a4686 req-49b3e310-39a5-4806-9213-259f9c93d852 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273768 Sep 07 16:13:56.139804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcaca4-db8a-49d0-9793-9674b62b023c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adb8312-9d81-4467-9870-a95ece9baeb3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:56.237040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9eff2438-c1e7-42ef-a831-3eb2ad891ddd req-e1abbe59-0389-41f5-b4cc-9e5176098ffb tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178445 Sep 07 16:13:56.281039 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.360562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 84c7efcb-93bb-4840-b0da-64cb11bd33a0 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:56.425352 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3add4e1-52a1-4cf8-8b3b-6a259bd6292b None None] DHCP port deletion for 898119bf-e150-4e5b-b3c8-f064019fad94 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:13:56.428804 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 84c7efcb-93bb-4840-b0da-64cb11bd33a0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:13:56.429255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 84c7efcb-93bb-4840-b0da-64cb11bd33a0 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:13:56.461266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Deleting port bdb05345-bd35-4c76-b4fe-8000dd15c69d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:56.461844 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.515769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f3add4e1-52a1-4cf8-8b3b-6a259bd6292b None None] Deleting port bdb05345-bd35-4c76-b4fe-8000dd15c69d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:13:56.516708 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3add4e1-52a1-4cf8-8b3b-6a259bd6292b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.582304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f641b-eed5-4837-84df-c3e02627564f req-5ea9b47c-949c-4dd5-9917-ac9a728f0b67 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:56.583814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-617f641b-eed5-4837-84df-c3e02627564f req-5ea9b47c-949c-4dd5-9917-ac9a728f0b67 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1487694 Sep 07 16:13:56.587892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] For port bdb05345-bd35-4c76-b4fe-8000dd15c69d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bdb05345-bd35-4c76-b4fe-8000dd15c69d,segment=NetworkSegment(59bf5535-c423-42fe-b493-f9fbfd020814),segment_id=59bf5535-c423-42fe-b493-f9fbfd020814)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:56.587892 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.595648 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f3add4e1-52a1-4cf8-8b3b-6a259bd6292b None None] For port bdb05345-bd35-4c76-b4fe-8000dd15c69d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bdb05345-bd35-4c76-b4fe-8000dd15c69d,segment=NetworkSegment(59bf5535-c423-42fe-b493-f9fbfd020814),segment_id=59bf5535-c423-42fe-b493-f9fbfd020814)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:13:56.596400 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3add4e1-52a1-4cf8-8b3b-6a259bd6292b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.610312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Calling delete_port for bdb05345-bd35-4c76-b4fe-8000dd15c69d owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:56.611957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f3add4e1-52a1-4cf8-8b3b-6a259bd6292b None None] Calling delete_port for bdb05345-bd35-4c76-b4fe-8000dd15c69d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:13:56.704800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-617f641b-eed5-4837-84df-c3e02627564f req-ccb79948-34d7-4b35-a1df-0c5271daf489 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082394 Sep 07 16:13:56.722135 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3add4e1-52a1-4cf8-8b3b-6a259bd6292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.762882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3add4e1-52a1-4cf8-8b3b-6a259bd6292b None None] Pushing event deleted for resources: {'Port': ['ID=bdb05345-bd35-4c76-b4fe-8000dd15c69d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:56.771042 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3add4e1-52a1-4cf8-8b3b-6a259bd6292b None None] No DVR routers for this DVR port bdb05345-bd35-4c76-b4fe-8000dd15c69d on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:13:56.799237 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b84069c-3ea7-43d8-ab03-090e219abda0 req-1b1f78f1-89d9-47fe-ab56-43b04ae7d8df tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0614467 Sep 07 16:13:56.803258 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.835592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb05345-bd35-4c76-b4fe-8000dd15c69d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:56.842255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] No DVR routers for this DVR port bdb05345-bd35-4c76-b4fe-8000dd15c69d on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:13:56.930390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:56.980200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898119bf-e150-4e5b-b3c8-f064019fad94']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:56.993474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bf5535-c423-42fe-b493-f9fbfd020814') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:56.993783 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bf5535-c423-42fe-b493-f9fbfd020814') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:13:57.009641 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.029553 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649f708-d0e6-48ad-9694-4f4e8e8e759f req-62d1b54d-5cda-42a1-8e45-d3b6f638e6d6 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:57.031067 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7649f708-d0e6-48ad-9694-4f4e8e8e759f req-62d1b54d-5cda-42a1-8e45-d3b6f638e6d6 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1030312 Sep 07 16:13:57.040234 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.051445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:13:57.051981 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:13:57.059114 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:13:57.137333 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.193404 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.201988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] 10.222.0.70 "DELETE /v2.0/networks/898119bf-e150-4e5b-b3c8-f064019fad94 HTTP/1.1" status: 204 len: 168 time: 1.1747825 Sep 07 16:13:57.220721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7649f708-d0e6-48ad-9694-4f4e8e8e759f req-0e4396d1-556d-40ad-b839-d15e948063ba tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735556 Sep 07 16:13:57.229629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c755c1b-e819-42a7-9d32-aaa4ba805451 admin admin] Pushing event deleted for resources: {'Network': ['ID=898119bf-e150-4e5b-b3c8-f064019fad94,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:57.339038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100c045-005a-4065-8f3e-e2b65fd8a410 req-c9833e7a-6c49-4823-898f-b8d722cb8931 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:57.341131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7100c045-005a-4065-8f3e-e2b65fd8a410 req-c9833e7a-6c49-4823-898f-b8d722cb8931 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.1276155 Sep 07 16:13:57.563181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:57.616740 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b4c16e75-f2a9-4feb-bb86-9d1e2de70214 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fc6e66c041540aaba8a0073d803746f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522823 Sep 07 16:13:57.617892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53168) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:13:57.684388 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8b9a-eb96-4648-8853-2699f38f468b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.717941 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8b9a-eb96-4648-8853-2699f38f468b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.742517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-37948d59-4bd3-4d8c-bdd7-1af7da8621fe req-b95665d2-14ef-4f42-92c4-12f06b57dff4 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.3785222 Sep 07 16:13:57.773941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7100c045-005a-4065-8f3e-e2b65fd8a410 req-bc4998a1-c0ff-4d90-8dd1-e1cb62a92a27 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234078 Sep 07 16:13:57.779370 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8b9a-eb96-4648-8853-2699f38f468b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.785016 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8b9a-eb96-4648-8853-2699f38f468b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:13:57.786476 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2a0b8b9a-eb96-4648-8853-2699f38f468b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34a4553e-7f14-47e7-98a6-e6b6256d34f2 HTTP/1.1" status: 204 len: 168 time: 0.1674678 Sep 07 16:13:57.796890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b8b9a-eb96-4648-8853-2699f38f468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a4553e-7f14-47e7-98a6-e6b6256d34f2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:13:57.917410 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1568b-d936-4f4c-a151-dad95b84b1b9 req-4b8a3a4b-8c2f-4b02-9c0a-b7eb2f317360 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:57.926561 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5f1568b-d936-4f4c-a151-dad95b84b1b9 req-4b8a3a4b-8c2f-4b02-9c0a-b7eb2f317360 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0973358 Sep 07 16:13:57.975843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5f1568b-d936-4f4c-a151-dad95b84b1b9 req-1e61ee8d-7111-4084-9075-bb7c7cb9ba0b tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 Sep 07 16:13:58.134000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f05f53-139e-465a-85d1-deda04367493 req-784b2c2b-7b13-470b-bf08-fce0b3265304 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:58.135918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9f05f53-139e-465a-85d1-deda04367493 req-784b2c2b-7b13-470b-bf08-fce0b3265304 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0543957 Sep 07 16:13:58.194078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9f05f53-139e-465a-85d1-deda04367493 req-358f739a-79ff-4c3a-90c2-80ddfd2d952e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 Sep 07 16:13:58.326570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bdb05345-bd35-4c76-b4fe-8000dd15c69d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:13:58.357113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: bdb05345-bd35-4c76-b4fe-8000dd15c69d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:13:58.357472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bdb05345-bd35-4c76-b4fe-8000dd15c69d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:13:58.373520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63b430-1078-436c-a6cc-a2aa76f3308c req-ff4250b5-e891-4f55-8f9b-f78ec2374327 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:58.382266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c63b430-1078-436c-a6cc-a2aa76f3308c req-ff4250b5-e891-4f55-8f9b-f78ec2374327 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1091325 Sep 07 16:13:58.446068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c63b430-1078-436c-a6cc-a2aa76f3308c req-9ac1333f-5a59-47f1-aaaa-423b39c483a7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619683 Sep 07 16:13:58.582616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b41bd-dbfe-417a-aedf-c995ecf1cc7c req-9f8c3355-f52f-410a-9da3-400db9080dfd tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:58.584225 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa5b41bd-dbfe-417a-aedf-c995ecf1cc7c req-9f8c3355-f52f-410a-9da3-400db9080dfd tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0530870 Sep 07 16:13:58.635192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa5b41bd-dbfe-417a-aedf-c995ecf1cc7c req-c75b4752-709e-4f41-a43c-ca7e19f91d62 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436749 Sep 07 16:13:58.781463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bc308-a900-4b5b-9845-be46cf8c0562 req-2b48289b-1567-4b82-95e8-235756eb72bd tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:58.783350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca1bc308-a900-4b5b-9845-be46cf8c0562 req-2b48289b-1567-4b82-95e8-235756eb72bd tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0641258 Sep 07 16:13:58.851429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca1bc308-a900-4b5b-9845-be46cf8c0562 req-bd17d83b-b0e0-4425-91a2-34755d8ff17c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606706 Sep 07 16:13:58.936977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bc4bd36-0381-46d5-ab33-9515c78ce0ac req-4b55aee1-5762-4ce9-bffa-fa6ca016ec65 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0729105 Sep 07 16:13:59.012296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fea923-f81f-4010-9643-ff972e696e9b req-12b3148c-f76d-4f4d-824a-9561d77797e4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:59.014023 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84fea923-f81f-4010-9643-ff972e696e9b req-12b3148c-f76d-4f4d-824a-9561d77797e4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.0754695 Sep 07 16:13:59.061874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84fea923-f81f-4010-9643-ff972e696e9b req-dca80b39-6e27-4aa2-afc9-394ead32a495 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393050 Sep 07 16:13:59.258000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941d24f-3208-4ebf-9668-bfebece97bbd req-0303f3d3-e264-4c4f-abd5-27c50468bafc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:59.260213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2941d24f-3208-4ebf-9668-bfebece97bbd req-0303f3d3-e264-4c4f-abd5-27c50468bafc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0533483 Sep 07 16:13:59.309320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2941d24f-3208-4ebf-9668-bfebece97bbd req-bf786eaf-957a-4d19-afa4-2c6d58e332f2 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400686 Sep 07 16:13:59.447523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056bb41-eeea-41f2-9bee-cbb5bd70eb79 req-4107c4f8-7574-44fc-9bfd-ea689f2e1ab6 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:59.449707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a056bb41-eeea-41f2-9bee-cbb5bd70eb79 req-4107c4f8-7574-44fc-9bfd-ea689f2e1ab6 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0653434 Sep 07 16:13:59.503129 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a056bb41-eeea-41f2-9bee-cbb5bd70eb79 req-2d81682d-43ac-424c-b2e9-272b9e3bef66 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471349 Sep 07 16:13:59.668537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7d254-704b-473d-bd82-d99604957ecc req-4548c93b-d54c-4c36-807e-0b55a7ab321a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:59.670506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9d7d254-704b-473d-bd82-d99604957ecc req-4548c93b-d54c-4c36-807e-0b55a7ab321a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0642231 Sep 07 16:13:59.721444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9d7d254-704b-473d-bd82-d99604957ecc req-331bcda1-b5c5-46d5-bed1-84a5b83eb4b7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Sep 07 16:13:59.857980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf298901-0ea4-4e3d-93b5-662c7d9b1156 req-2fe579d7-25b6-40b9-923b-61d992f2bf08 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:13:59.859837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf298901-0ea4-4e3d-93b5-662c7d9b1156 req-2fe579d7-25b6-40b9-923b-61d992f2bf08 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0629497 Sep 07 16:13:59.907974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf298901-0ea4-4e3d-93b5-662c7d9b1156 req-372c06e2-93b7-453a-8470-cbda203f6fbb tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 Sep 07 16:14:00.131816 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba14669b-fe98-4179-98a9-ce9126e5e2b9 req-1e47ceb6-154b-4941-8422-8c60509a5dc5 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0335827 Sep 07 16:14:00.254581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66647cb2-fc02-4c0f-883e-061ee0501d2c req-f5e02973-24f6-4c82-aedc-1778e9bc0d40 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:00.256173 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66647cb2-fc02-4c0f-883e-061ee0501d2c req-f5e02973-24f6-4c82-aedc-1778e9bc0d40 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1022465 Sep 07 16:14:00.333012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66647cb2-fc02-4c0f-883e-061ee0501d2c req-4be88a2e-d637-4390-a9b8-eadbd25bf244 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667799 Sep 07 16:14:00.453406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315a2c2-f946-43d6-bbda-d35e4133f3f6 req-e7283df2-a6f7-45ad-93b1-1869ded89233 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:00.454956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6315a2c2-f946-43d6-bbda-d35e4133f3f6 req-e7283df2-a6f7-45ad-93b1-1869ded89233 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.0646496 Sep 07 16:14:00.508137 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6315a2c2-f946-43d6-bbda-d35e4133f3f6 req-ea0ef78a-dee6-4198-8d8e-78509ae6564f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448101 Sep 07 16:14:00.574557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a36de-b4db-4244-bb2c-7401f6c48755 req-9303187e-d4eb-4384-9443-b9bed00338ce tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:00.578671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a82a36de-b4db-4244-bb2c-7401f6c48755 req-9303187e-d4eb-4384-9443-b9bed00338ce tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0876157 Sep 07 16:14:00.640916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a82a36de-b4db-4244-bb2c-7401f6c48755 req-17f96e20-5eaa-4a89-9a38-f01ccdf44537 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552962 Sep 07 16:14:00.936963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da8eab-bcca-46f5-a028-56f6f498fb51 req-d4a5da7e-9367-4d3e-8e80-9f770639a21e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:00.938656 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02da8eab-bcca-46f5-a028-56f6f498fb51 req-d4a5da7e-9367-4d3e-8e80-9f770639a21e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.0901635 Sep 07 16:14:00.969777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77fe29-9385-4183-a339-38e991674b49 req-32d900b2-09e3-480c-a905-af846afc39fa tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:00.972578 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd77fe29-9385-4183-a339-38e991674b49 req-32d900b2-09e3-480c-a905-af846afc39fa tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0879073 Sep 07 16:14:01.009083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02da8eab-bcca-46f5-a028-56f6f498fb51 req-878a73d9-3546-4455-ba8b-071fc725855e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643754 Sep 07 16:14:01.039421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd77fe29-9385-4183-a339-38e991674b49 req-49733455-2ba6-4d34-b8a5-dd831389dd42 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513771 Sep 07 16:14:01.188697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53a43-4c66-452b-9a8e-19b9e1a4f326 req-8f5ef564-a9d8-4673-9646-8481fa3705cd tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:01.195868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bba53a43-4c66-452b-9a8e-19b9e1a4f326 req-8f5ef564-a9d8-4673-9646-8481fa3705cd tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0807002 Sep 07 16:14:01.246998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bba53a43-4c66-452b-9a8e-19b9e1a4f326 req-cfb451d3-3b62-4d82-b2fd-220b0ef41744 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501294 Sep 07 16:14:01.271503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53354) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:01.313530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b902d6c5-8f06-4a7a-b980-46d9f05d557d req-8e4edb9e-d721-4ced-b60e-d52278c08b19 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0653441 Sep 07 16:14:01.476986 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ab231a2-9140-49c0-866b-5a772ee9be85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.500402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3054-94cf-4f6f-ac29-d70e841d23c1 req-b0542e33-8a3b-459a-9d52-f40c63905feb tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:01.508437 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bab3054-94cf-4f6f-ac29-d70e841d23c1 req-b0542e33-8a3b-459a-9d52-f40c63905feb tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1053212 Sep 07 16:14:01.512487 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.560461 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bab3054-94cf-4f6f-ac29-d70e841d23c1 req-503a10dc-ad2b-4039-8f2d-09ff1d9b4c73 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509102 Sep 07 16:14:01.693351 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ab231a2-9140-49c0-866b-5a772ee9be85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.711626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0ab231a2-9140-49c0-866b-5a772ee9be85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.761674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab231a2-9140-49c0-866b-5a772ee9be85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e19bb37-f1ca-4986-84c9-0824c5ae59e5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:01.766021 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0ab231a2-9140-49c0-866b-5a772ee9be85 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=092b07f5720b425f8fb5d727d89c3179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933228 Sep 07 16:14:01.769099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:01.776365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0d878-e5f8-48cd-ac1f-3b53489ad964 req-38b77fe5-d1fc-488b-8605-9c084a439d31 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:01.784201 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5b0d878-e5f8-48cd-ac1f-3b53489ad964 req-38b77fe5-d1fc-488b-8605-9c084a439d31 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1123254 Sep 07 16:14:01.843118 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54b620ed-de5d-4233-be6c-1b1477dd02e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.848673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5b0d878-e5f8-48cd-ac1f-3b53489ad964 req-db609eea-71da-4de8-91d5-52da0565a8e9 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550334 Sep 07 16:14:01.879927 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54b620ed-de5d-4233-be6c-1b1477dd02e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.943080 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54b620ed-de5d-4233-be6c-1b1477dd02e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.946858 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54b620ed-de5d-4233-be6c-1b1477dd02e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:01.948031 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-54b620ed-de5d-4233-be6c-1b1477dd02e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e19bb37-f1ca-4986-84c9-0824c5ae59e5 HTTP/1.1" status: 204 len: 168 time: 0.1773043 Sep 07 16:14:01.961590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b620ed-de5d-4233-be6c-1b1477dd02e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e19bb37-f1ca-4986-84c9-0824c5ae59e5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:02.140515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d4ca7-0688-415e-a9a3-45ed0be03f95 req-dfe77824-0d0f-4ba0-b781-8295b647b734 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:02.143603 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e6d4ca7-0688-415e-a9a3-45ed0be03f95 req-dfe77824-0d0f-4ba0-b781-8295b647b734 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.1223423 Sep 07 16:14:02.228542 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:02.360260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66380b12-5a72-49a0-8aa7-23479d33c7a0 req-26dd30b1-2588-45df-97bc-44b23dccf587 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:02.368532 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66380b12-5a72-49a0-8aa7-23479d33c7a0 req-26dd30b1-2588-45df-97bc-44b23dccf587 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a7d9f-c265-4905-9766-b4bc8479e591 HTTP/1.1" status: 200 len: 946 time: 0.2234471 Sep 07 16:14:02.454871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66380b12-5a72-49a0-8aa7-23479d33c7a0 req-284342a3-22f9-4ed0-97ad-ac13bc87f6a1 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850828 Sep 07 16:14:02.463320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-9e6d4ca7-0688-415e-a9a3-45ed0be03f95 req-41f2c81f-7d51-44a6-b1e7-0c648c5e48ed tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Deleting port b719ba2c-134f-4ae7-b3ea-d34fad1047a8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:14:02.463673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e6d4ca7-0688-415e-a9a3-45ed0be03f95 req-41f2c81f-7d51-44a6-b1e7-0c648c5e48ed tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:02.576671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594c8ac-eb8d-4c81-b032-2152173f549a req-2a03124b-311d-41b2-a549-ca3dc0ebf74b tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:02.578304 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b594c8ac-eb8d-4c81-b032-2152173f549a req-2a03124b-311d-41b2-a549-ca3dc0ebf74b tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1850955 Sep 07 16:14:02.631335 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e255380-bb74-4c88-9e7a-86b036e90916 req-54e09e1d-0bb9-41ee-90bc-1e592c19d945 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0519955 Sep 07 16:14:02.664312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e6d4ca7-0688-415e-a9a3-45ed0be03f95 req-41f2c81f-7d51-44a6-b1e7-0c648c5e48ed tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] For port b719ba2c-134f-4ae7-b3ea-d34fad1047a8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b719ba2c-134f-4ae7-b3ea-d34fad1047a8,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:02.664755 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e6d4ca7-0688-415e-a9a3-45ed0be03f95 req-41f2c81f-7d51-44a6-b1e7-0c648c5e48ed tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:02.681462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b594c8ac-eb8d-4c81-b032-2152173f549a req-61aec9ec-e255-49e6-9faa-e527cdf850aa tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807722 Sep 07 16:14:02.704292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-9e6d4ca7-0688-415e-a9a3-45ed0be03f95 req-41f2c81f-7d51-44a6-b1e7-0c648c5e48ed tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Calling delete_port for b719ba2c-134f-4ae7-b3ea-d34fad1047a8 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:14:02.880117 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e6d4ca7-0688-415e-a9a3-45ed0be03f95 req-41f2c81f-7d51-44a6-b1e7-0c648c5e48ed tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:02.893568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['b719ba2c-134f-4ae7-b3ea-d34fad1047a8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:14:02.916393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2c81f-7d51-44a6-b1e7-0c648c5e48ed tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event deleted for resources: {'Port': ['ID=b719ba2c-134f-4ae7-b3ea-d34fad1047a8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:02.969801 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6d4ca7-0688-415e-a9a3-45ed0be03f95 req-41f2c81f-7d51-44a6-b1e7-0c648c5e48ed tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] No DVR routers for this DVR port b719ba2c-134f-4ae7-b3ea-d34fad1047a8 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:14:02.972564 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e6d4ca7-0688-415e-a9a3-45ed0be03f95 req-41f2c81f-7d51-44a6-b1e7-0c648c5e48ed tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:02.974643 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e6d4ca7-0688-415e-a9a3-45ed0be03f95 req-41f2c81f-7d51-44a6-b1e7-0c648c5e48ed tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "DELETE /v2.0/ports/b719ba2c-134f-4ae7-b3ea-d34fad1047a8 HTTP/1.1" status: 204 len: 173 time: 0.7971148 Sep 07 16:14:02.975115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356a7d9f-c265-4905-9766-b4bc8479e591', 'name': 'network-vif-deleted', 'tag': 'b719ba2c-134f-4ae7-b3ea-d34fad1047a8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:14:02.977921 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e8816e-a87b-43c5-9b3f-12404930e97d" -d '{"events": [{"server_uuid": "356a7d9f-c265-4905-9766-b4bc8479e591", "name": "network-vif-deleted", "tag": "b719ba2c-134f-4ae7-b3ea-d34fad1047a8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:14:03.020767 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed436f9-e4c2-40fb-b0d3-6290fa9db46e x-openstack-request-id: req-8ed436f9-e4c2-40fb-b0d3-6290fa9db46e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:14:03.021103 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356a7d9f-c265-4905-9766-b4bc8479e591", "name": "network-vif-deleted", "tag": "b719ba2c-134f-4ae7-b3ea-d34fad1047a8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:14:03.021376 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ed436f9-e4c2-40fb-b0d3-6290fa9db46e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:14:03.022022 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356a7d9f-c265-4905-9766-b4bc8479e591', 'name': 'network-vif-deleted', 'tag': 'b719ba2c-134f-4ae7-b3ea-d34fad1047a8', 'status': 'completed', 'code': 200} Sep 07 16:14:03.070924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53438) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:03.174138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1358739604-network', 'tenant_id': '927b099c33ea43b1892566746bca4452'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:03.194358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Made reservation on behalf of 927b099c33ea43b1892566746bca4452 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:03.196757 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:03.205139 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:03.299740 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:03.303460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:03.329356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:14:03.339429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64617f7a-2ee0-44d8-b115-7d1322c4d12a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:03.352540 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:03.352903 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Added segment a491d4e7-2be9-44b0-b1c3-1db815e4273b of type vlan for network 9a2f6435-2dab-40e2-89d4-4c841dc9d061 Sep 07 16:14:03.395308 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:03.425285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:03.426434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:03.427023 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:03.462900 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3906565 Sep 07 16:14:03.466413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53442) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:03.476856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9456c5f2-fb56-43bd-bf3f-7b44a8130509 admin admin] Request body: {'subnet': {'network_id': '9a2f6435-2dab-40e2-89d4-4c841dc9d061', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1358739604-subnet', 'tenant_id': '927b099c33ea43b1892566746bca4452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:03.494035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6183bc6-4c95-4cf3-9c46-cbe8c931878c admin admin] Pushing event updated for resources: {'Network': ['ID=9a2f6435-2dab-40e2-89d4-4c841dc9d061,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:03.509245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 9a2f6435-2dab-40e2-89d4-4c841dc9d061 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:14:03.510178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9456c5f2-fb56-43bd-bf3f-7b44a8130509 admin admin] Made reservation on behalf of 927b099c33ea43b1892566746bca4452 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:03.513779 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9456c5f2-fb56-43bd-bf3f-7b44a8130509 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:03.725181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9456c5f2-fb56-43bd-bf3f-7b44a8130509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:03.809786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c7b75a0-76c8-4a79-886d-d283197e9ee4 req-702faefb-10ef-42bd-8c24-8bfbe62563a3 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0368989 Sep 07 16:14:03.826040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456c5f2-fb56-43bd-bf3f-7b44a8130509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c275faf-fe91-4c7f-8bc6-2ebc5c905e14,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:03.881101 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9456c5f2-fb56-43bd-bf3f-7b44a8130509 admin admin] Checking segment: {'id': 'a491d4e7-2be9-44b0-b1c3-1db815e4273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9a2f6435-2dab-40e2-89d4-4c841dc9d061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:03.881567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9456c5f2-fb56-43bd-bf3f-7b44a8130509 admin admin] Network hostable DHCP agents. Network: 9a2f6435-2dab-40e2-89d4-4c841dc9d061, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:14:03.988182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9456c5f2-fb56-43bd-bf3f-7b44a8130509 admin admin] Network 9a2f6435-2dab-40e2-89d4-4c841dc9d061 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:14:04.014303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9456c5f2-fb56-43bd-bf3f-7b44a8130509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 9a2f6435-2dab-40e2-89d4-4c841dc9d061) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:04.025392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f281-9577-457a-9812-125ce1a914fc req-d9a1fed1-783c-4f20-b7ff-0241925874db tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:04.026978 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-d9a1fed1-783c-4f20-b7ff-0241925874db tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.1763480 Sep 07 16:14:04.028567 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f61696-d499-4dea-9ce9-783f7fe8aaf8 None None] Network 9a2f6435-2dab-40e2-89d4-4c841dc9d061 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:04.029870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9456c5f2-fb56-43bd-bf3f-7b44a8130509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:04.030480 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9456c5f2-fb56-43bd-bf3f-7b44a8130509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:04.057384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-2b511ac9-ac49-4cfc-8196-c0cfd1cdc91f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/quotas/08157560ffc74d54a362078b263c837e HTTP/1.1" status: 200 len: 375 time: 0.0193381 Sep 07 16:14:04.065081 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb05137-2702-4180-b75f-e02ef25d6e86 req-a36b18a1-b304-4f44-a7f4-321173a49cd7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:04.066650 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0eb05137-2702-4180-b75f-e02ef25d6e86 req-a36b18a1-b304-4f44-a7f4-321173a49cd7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1154099 Sep 07 16:14:04.070285 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9456c5f2-fb56-43bd-bf3f-7b44a8130509 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6022329 Sep 07 16:14:04.104378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-b007911a-79d6-4bf1-b3c1-05cf4eb5f95b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366030 Sep 07 16:14:04.144444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0eb05137-2702-4180-b75f-e02ef25d6e86 req-6ad9c420-0071-4b47-9128-b04cb9e46269 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641413 Sep 07 16:14:04.259221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d78685-9c33-49cc-a960-2c46e4f2912d None None] Network 9a2f6435-2dab-40e2-89d4-4c841dc9d061 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:04.379725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-bf0ec6e9-e2bb-4ca8-be84-431e4fc26fee service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671816 Sep 07 16:14:04.520490 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-ffb9f03b-7472-4299-89ab-f02a0c525efd service neutron] 10.222.0.70 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341658 Sep 07 16:14:04.655456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c84fc026-4c6e-4c5e-aeea-19567f8a6ad8 req-237a4b37-f340-411e-a616-e712f36fd675 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2024964927', 'description': 'tempest-description-1749898784'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:04.709610 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c84fc026-4c6e-4c5e-aeea-19567f8a6ad8 req-237a4b37-f340-411e-a616-e712f36fd675 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:04.760172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-96a11668-f98b-423d-a38c-0f448affab3c req-d69ffd85-df6f-4e19-95c6-2d472394c66b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 210 time: 0.0667388 Sep 07 16:14:04.883332 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c84fc026-4c6e-4c5e-aeea-19567f8a6ad8 req-237a4b37-f340-411e-a616-e712f36fd675 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:04.890515 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c84fc026-4c6e-4c5e-aeea-19567f8a6ad8 req-237a4b37-f340-411e-a616-e712f36fd675 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:04.929012 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c84fc026-4c6e-4c5e-aeea-19567f8a6ad8 req-237a4b37-f340-411e-a616-e712f36fd675 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:04.935851 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c84fc026-4c6e-4c5e-aeea-19567f8a6ad8 req-237a4b37-f340-411e-a616-e712f36fd675 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2854600 Sep 07 16:14:04.936769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a4b37-f340-411e-a616-e712f36fd675 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc930163-6070-4133-a4d5-1dbdbfb60abc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:05.019888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24e2e591-9094-4c03-9e99-00e3e6fdbe15 req-d4bbcb90-59dd-4e73-89d6-ab0c757278d8 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0620596 Sep 07 16:14:05.075375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f263d0fd-7d6c-4103-ad6d-31d917ff065c req-d729ddef-4004-4533-a605-1fb1ebf2a465 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-groups/dc930163-6070-4133-a4d5-1dbdbfb60abc HTTP/1.1" status: 200 len: 1815 time: 0.0981746 Sep 07 16:14:05.090053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f263d0fd-7d6c-4103-ad6d-31d917ff065c req-667e24ab-7691-43e3-aea7-77fefde6b376 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc930163-6070-4133-a4d5-1dbdbfb60abc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:05.090497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f263d0fd-7d6c-4103-ad6d-31d917ff065c req-667e24ab-7691-43e3-aea7-77fefde6b376 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc930163-6070-4133-a4d5-1dbdbfb60abc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:05.206920 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f263d0fd-7d6c-4103-ad6d-31d917ff065c req-667e24ab-7691-43e3-aea7-77fefde6b376 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.280951 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f263d0fd-7d6c-4103-ad6d-31d917ff065c req-667e24ab-7691-43e3-aea7-77fefde6b376 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.297900 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f263d0fd-7d6c-4103-ad6d-31d917ff065c req-667e24ab-7691-43e3-aea7-77fefde6b376 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.337356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e24ab-7691-43e3-aea7-77fefde6b376 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df37273c-d0e4-408c-8ffb-4cc654256852,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:05.342922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f263d0fd-7d6c-4103-ad6d-31d917ff065c req-667e24ab-7691-43e3-aea7-77fefde6b376 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.348903 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f263d0fd-7d6c-4103-ad6d-31d917ff065c req-667e24ab-7691-43e3-aea7-77fefde6b376 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2664244 Sep 07 16:14:05.362166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c438d4f-8562-444d-9564-e27fdfd8d5f6 req-9e120ec2-c533-49aa-b295-a395ea66dfe3 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:05.364206 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c438d4f-8562-444d-9564-e27fdfd8d5f6 req-9e120ec2-c533-49aa-b295-a395ea66dfe3 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1225364 Sep 07 16:14:05.440638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c438d4f-8562-444d-9564-e27fdfd8d5f6 req-5d3d66a1-1dd9-4cc8-a3c2-f3bc3e3dca1b tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683918 Sep 07 16:14:05.498891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbb36a92-f0f2-4094-8852-4b10939a4982 req-87c31ac0-bd23-40b6-a35b-78338aa0c9fa tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-groups/dc930163-6070-4133-a4d5-1dbdbfb60abc HTTP/1.1" status: 200 len: 2409 time: 0.0515444 Sep 07 16:14:05.543079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ffdd0b5-3c27-463c-baf5-b7bf3982e03c req-2b355640-fcae-4dc1-8756-1cdd503bdf71 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-group-rules/df37273c-d0e4-408c-8ffb-4cc654256852 HTTP/1.1" status: 200 len: 778 time: 0.0207582 Sep 07 16:14:05.610365 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ffdd0b5-3c27-463c-baf5-b7bf3982e03c req-17350e9b-aeb5-47e1-9017-284844f59a55 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-groups/dc930163-6070-4133-a4d5-1dbdbfb60abc HTTP/1.1" status: 200 len: 2409 time: 0.0541687 Sep 07 16:14:05.627854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b719ba2c-134f-4ae7-b3ea-d34fad1047a8 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:14:05.643124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ffdd0b5-3c27-463c-baf5-b7bf3982e03c req-39bdb8b6-8443-4c4b-9d00-8a5eedca6c0e tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.650032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: b719ba2c-134f-4ae7-b3ea-d34fad1047a8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:14:05.651118 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b719ba2c-134f-4ae7-b3ea-d34fad1047a8 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:14:05.652971 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ffdd0b5-3c27-463c-baf5-b7bf3982e03c req-39bdb8b6-8443-4c4b-9d00-8a5eedca6c0e tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.681678 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53524) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:05.695348 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ffdd0b5-3c27-463c-baf5-b7bf3982e03c req-39bdb8b6-8443-4c4b-9d00-8a5eedca6c0e tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.702393 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8ffdd0b5-3c27-463c-baf5-b7bf3982e03c req-39bdb8b6-8443-4c4b-9d00-8a5eedca6c0e tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.705120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ffdd0b5-3c27-463c-baf5-b7bf3982e03c req-39bdb8b6-8443-4c4b-9d00-8a5eedca6c0e tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/df37273c-d0e4-408c-8ffb-4cc654256852 HTTP/1.1" status: 204 len: 173 time: 0.0876040 Sep 07 16:14:05.726696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdb8b6-8443-4c4b-9d00-8a5eedca6c0e tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df37273c-d0e4-408c-8ffb-4cc654256852,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:05.736272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d8f4c5e8-5029-4ea6-8ac1-8ef4b573f6a8 req-b3336849-440f-44f9-912d-8e9aca8995d1 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1362726307', 'description': 'tempest-description-1057307106'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:05.759349 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8f4c5e8-5029-4ea6-8ac1-8ef4b573f6a8 req-b3336849-440f-44f9-912d-8e9aca8995d1 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.806365 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12220aae-ba64-46fc-9ffd-d0566db57f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.895170 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ff59bf4-2314-4cd0-8029-c03d60406151 req-a67e3a7b-4e43-4bce-8b16-3e74bc4da365 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 210 time: 0.0380025 Sep 07 16:14:05.907210 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8f4c5e8-5029-4ea6-8ac1-8ef4b573f6a8 req-b3336849-440f-44f9-912d-8e9aca8995d1 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:05.916636 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8f4c5e8-5029-4ea6-8ac1-8ef4b573f6a8 req-b3336849-440f-44f9-912d-8e9aca8995d1 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.001238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3336849-440f-44f9-912d-8e9aca8995d1 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883ada3d-6816-4c39-9e12-29881366fd26,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:06.105543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f281-9577-457a-9812-125ce1a914fc req-68f82ba6-fe36-461f-8905-f7ba36b4538d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:06.107062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-68f82ba6-fe36-461f-8905-f7ba36b4538d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 811 time: 0.1771429 Sep 07 16:14:06.134224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-dc79f281-9577-457a-9812-125ce1a914fc req-4ba6bf69-e2cc-416c-bc3f-2d5f1c677aa4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Request body: {'port': {'device_id': '764e99f9-45b1-4b14-aa86-ce332be76526', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'admin_state_up': True, 'tenant_id': '08157560ffc74d54a362078b263c837e'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:06.187123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d520614-5a93-443e-8c6e-bbeb66a3ec12 req-ff786a75-97d4-4bda-bb39-a21787076b50 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0607440 Sep 07 16:14:06.189292 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12220aae-ba64-46fc-9ffd-d0566db57f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.202580 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12220aae-ba64-46fc-9ffd-d0566db57f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.239493 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8f4c5e8-5029-4ea6-8ac1-8ef4b573f6a8 req-b3336849-440f-44f9-912d-8e9aca8995d1 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.240768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8f4c5e8-5029-4ea6-8ac1-8ef4b573f6a8 req-b3336849-440f-44f9-912d-8e9aca8995d1 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5088232 Sep 07 16:14:06.298564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12220aae-ba64-46fc-9ffd-d0566db57f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df320b11-da82-48de-a1d8-f30ccd6a75ec,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:06.302574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-12220aae-ba64-46fc-9ffd-d0566db57f27 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8505b36be36b4edcb605b15415d2d735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198390 Sep 07 16:14:06.305309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53538) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:06.342887 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4efce651-25e1-4ad6-a5b7-1d8541b76341 req-13a70a0f-cb21-4455-8652-322681da054b tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-groups/883ada3d-6816-4c39-9e12-29881366fd26 HTTP/1.1" status: 200 len: 1815 time: 0.0765810 Sep 07 16:14:06.358539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc79f281-9577-457a-9812-125ce1a914fc req-4ba6bf69-e2cc-416c-bc3f-2d5f1c677aa4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Made reservation on behalf of 08157560ffc74d54a362078b263c837e for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:06.366234 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc79f281-9577-457a-9812-125ce1a914fc req-4ba6bf69-e2cc-416c-bc3f-2d5f1c677aa4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.374622 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-094ace51-15d0-4d70-bbdc-03726ac7682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.389900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-375949ce-5ced-4130-a0e6-a3ea43d1c6e2 req-68d09011-e1bc-4a79-965a-bcf422a1fac2 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1167273219', 'description': 'tempest-description-814818279'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:06.398128 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-094ace51-15d0-4d70-bbdc-03726ac7682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.449844 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-094ace51-15d0-4d70-bbdc-03726ac7682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.453322 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-094ace51-15d0-4d70-bbdc-03726ac7682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.457373 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-094ace51-15d0-4d70-bbdc-03726ac7682c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df320b11-da82-48de-a1d8-f30ccd6a75ec HTTP/1.1" status: 204 len: 168 time: 0.1484230 Sep 07 16:14:06.463608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ace51-15d0-4d70-bbdc-03726ac7682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df320b11-da82-48de-a1d8-f30ccd6a75ec,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:06.473150 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-375949ce-5ced-4130-a0e6-a3ea43d1c6e2 req-68d09011-e1bc-4a79-965a-bcf422a1fac2 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.557720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-dc79f281-9577-457a-9812-125ce1a914fc req-4ba6bf69-e2cc-416c-bc3f-2d5f1c677aa4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Allocated IP 172.20.0.12 (14e2ab01-5976-49ca-ae77-fe62952618d8/96c75e00-1127-4340-a636-8f3831620571/aff4bf61-1bde-459f-942d-4d711f43f789) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:06.671365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160dc53-933a-4858-baa8-723514df0990 req-416a6098-3cef-41a4-80bd-d6cefaca8c72 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:06.672996 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1160dc53-933a-4858-baa8-723514df0990 req-416a6098-3cef-41a4-80bd-d6cefaca8c72 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1168611 Sep 07 16:14:06.731638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53554) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:06.744605 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1138200e-1ac4-41be-af22-efaf9ed1eba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.782312 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-375949ce-5ced-4130-a0e6-a3ea43d1c6e2 req-68d09011-e1bc-4a79-965a-bcf422a1fac2 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.790479 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-375949ce-5ced-4130-a0e6-a3ea43d1c6e2 req-68d09011-e1bc-4a79-965a-bcf422a1fac2 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.804668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1160dc53-933a-4858-baa8-723514df0990 req-d016c473-ba75-4532-a670-65ff7b78992f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214705 Sep 07 16:14:06.848021 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d09011-e1bc-4a79-965a-bcf422a1fac2 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393d7ca7-bdb8-466d-afce-f94ad0dcf0ba,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:06.854534 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc79f281-9577-457a-9812-125ce1a914fc req-4ba6bf69-e2cc-416c-bc3f-2d5f1c677aa4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.896965 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc79f281-9577-457a-9812-125ce1a914fc req-4ba6bf69-e2cc-416c-bc3f-2d5f1c677aa4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.897333 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1138200e-1ac4-41be-af22-efaf9ed1eba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.902987 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1138200e-1ac4-41be-af22-efaf9ed1eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.937831 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-375949ce-5ced-4130-a0e6-a3ea43d1c6e2 req-68d09011-e1bc-4a79-965a-bcf422a1fac2 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:06.939070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-375949ce-5ced-4130-a0e6-a3ea43d1c6e2 req-68d09011-e1bc-4a79-965a-bcf422a1fac2 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5577962 Sep 07 16:14:06.945305 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138200e-1ac4-41be-af22-efaf9ed1eba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d208d3d-3d9b-4e86-8942-6c3515793b8e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:06.950052 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1138200e-1ac4-41be-af22-efaf9ed1eba0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2a638c7c734404096fa6a4b82e3be79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172863 Sep 07 16:14:06.950902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc79f281-9577-457a-9812-125ce1a914fc req-4ba6bf69-e2cc-416c-bc3f-2d5f1c677aa4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Network 14e2ab01-5976-49ca-ae77-fe62952618d8 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:06.952942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53558) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:06.958978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-dc79f281-9577-457a-9812-125ce1a914fc req-4ba6bf69-e2cc-416c-bc3f-2d5f1c677aa4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:06.965744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc79f281-9577-457a-9812-125ce1a914fc req-4ba6bf69-e2cc-416c-bc3f-2d5f1c677aa4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:06.975721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6bf69-e2cc-416c-bc3f-2d5f1c677aa4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event updated for resources: {'Port': ['ID=aff4bf61-1bde-459f-942d-4d711f43f789,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:07.005373 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8713e2f8-5cfa-4956-b000-ee3e047a0531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.030257 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8713e2f8-5cfa-4956-b000-ee3e047a0531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.076779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f281-9577-457a-9812-125ce1a914fc req-4ba6bf69-e2cc-416c-bc3f-2d5f1c677aa4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:07.077325 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc79f281-9577-457a-9812-125ce1a914fc req-4ba6bf69-e2cc-416c-bc3f-2d5f1c677aa4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.085939 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8713e2f8-5cfa-4956-b000-ee3e047a0531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.090864 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8713e2f8-5cfa-4956-b000-ee3e047a0531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.095701 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8713e2f8-5cfa-4956-b000-ee3e047a0531 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d208d3d-3d9b-4e86-8942-6c3515793b8e HTTP/1.1" status: 204 len: 168 time: 0.1415262 Sep 07 16:14:07.105975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713e2f8-5cfa-4956-b000-ee3e047a0531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d208d3d-3d9b-4e86-8942-6c3515793b8e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:07.113871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2b636-9a7f-4d95-8817-868fe8600e91 req-dbbe0445-dedf-474b-9037-b7064edbdea6 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:07.115438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6cd2b636-9a7f-4d95-8817-868fe8600e91 req-dbbe0445-dedf-474b-9037-b7064edbdea6 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 932 time: 0.1189291 Sep 07 16:14:07.119925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c8b50f3-7bf4-4bf2-86f8-4505cbedbc6d req-31e98d96-b9d3-4c0c-bd6c-7c4b50be2f46 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-groups/393d7ca7-bdb8-466d-afce-f94ad0dcf0ba HTTP/1.1" status: 200 len: 1814 time: 0.1222694 Sep 07 16:14:07.134781 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-4ba6bf69-e2cc-416c-bc3f-2d5f1c677aa4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0071623 Sep 07 16:14:07.173593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Request body: {'port': {'device_id': '764e99f9-45b1-4b14-aa86-ce332be76526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:07.180682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6f6a6b23-da38-45ef-ab8a-91b8d77744eb req-6ff9eba6-f8bb-4739-b5b6-8a8d19161478 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-334719162', 'description': 'tempest-description-1311770105'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:07.231292 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6cd2b636-9a7f-4d95-8817-868fe8600e91 req-1af051cc-ea73-4745-b85a-da25dc37c99f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850654 Sep 07 16:14:07.278737 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.282404 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6f6a6b23-da38-45ef-ab8a-91b8d77744eb req-6ff9eba6-f8bb-4739-b5b6-8a8d19161478 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.365809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-500e860b-e3a7-4378-9991-66c9e081fc73 req-fc8a235f-c9ca-4a07-855f-69570a3e66c2 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0359583 Sep 07 16:14:07.548707 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6f6a6b23-da38-45ef-ab8a-91b8d77744eb req-6ff9eba6-f8bb-4739-b5b6-8a8d19161478 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.555847 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6f6a6b23-da38-45ef-ab8a-91b8d77744eb req-6ff9eba6-f8bb-4739-b5b6-8a8d19161478 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.635947 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6f6a6b23-da38-45ef-ab8a-91b8d77744eb req-6ff9eba6-f8bb-4739-b5b6-8a8d19161478 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.637213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f6a6b23-da38-45ef-ab8a-91b8d77744eb req-6ff9eba6-f8bb-4739-b5b6-8a8d19161478 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4737954 Sep 07 16:14:07.640430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9eba6-f8bb-4739-b5b6-8a8d19161478 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8603f161-f2a2-4e0b-a5d5-488f027ce474,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:07.762106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c70c6e2e-aad2-49c8-9f02-eea4e5901ab2 req-88a0885a-6012-4bab-8015-cf95e9445a23 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-groups/8603f161-f2a2-4e0b-a5d5-488f027ce474 HTTP/1.1" status: 200 len: 1814 time: 0.0753188 Sep 07 16:14:07.783314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff4bf61-1bde-459f-942d-4d711f43f789 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:14:07.795215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d9357694-e6dd-4009-9555-ae5ec018e33d req-b2ab0fbd-b544-4530-96dd-4206255a4290 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1678334029', 'description': 'tempest-description-72532572'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:07.816628 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.822718 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d9357694-e6dd-4009-9555-ae5ec018e33d req-b2ab0fbd-b544-4530-96dd-4206255a4290 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.843835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Transition to ACTIVE for port object aff4bf61-1bde-459f-942d-4d711f43f789 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:07.853575 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:07.973432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Pushing event updated for resources: {'Port': ['ID=aff4bf61-1bde-459f-942d-4d711f43f789,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:08.062808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c637d-0001-4a3e-80e8-4bfb03fc60b4 req-0edec33b-171f-4390-8db7-5fc7e7f6eda5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:08.064428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a3c637d-0001-4a3e-80e8-4bfb03fc60b4 req-0edec33b-171f-4390-8db7-5fc7e7f6eda5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1551881 Sep 07 16:14:08.112197 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d9357694-e6dd-4009-9555-ae5ec018e33d req-b2ab0fbd-b544-4530-96dd-4206255a4290 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.119890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Attempting to bind port aff4bf61-1bde-459f-942d-4d711f43f789 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:08.120271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Attempting to bind port aff4bf61-1bde-459f-942d-4d711f43f789 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:08.120627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Attempting to bind port aff4bf61-1bde-459f-942d-4d711f43f789 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:08.123124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d9357694-e6dd-4009-9555-ae5ec018e33d req-b2ab0fbd-b544-4530-96dd-4206255a4290 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.150941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Port aff4bf61-1bde-459f-942d-4d711f43f789 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:08.151244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Attempting to bind port aff4bf61-1bde-459f-942d-4d711f43f789 on network 14e2ab01-5976-49ca-ae77-fe62952618d8 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:08.170012 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d9357694-e6dd-4009-9555-ae5ec018e33d req-b2ab0fbd-b544-4530-96dd-4206255a4290 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.171277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9357694-e6dd-4009-9555-ae5ec018e33d req-b2ab0fbd-b544-4530-96dd-4206255a4290 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3835232 Sep 07 16:14:08.198487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a3c637d-0001-4a3e-80e8-4bfb03fc60b4 req-da7f08c0-beac-4ba4-ba3f-8260feba3442 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217127 Sep 07 16:14:08.202685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:08.203035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Checking segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:08.203439 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Bound using segment: {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:08.203924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Bound port: aff4bf61-1bde-459f-942d-4d711f43f789, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e413b9-12e1-4cf1-a278-91ac5f235a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:08.204281 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.235228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab0fbd-b544-4530-96dd-4206255a4290 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab12a7a6-1b44-43ef-9102-49bdfc68a190,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:08.318371 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad559227-b66f-47f0-8060-e79196a1c705 req-8ee56f06-1b02-4dd3-a218-367404d00216 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-groups/ab12a7a6-1b44-43ef-9102-49bdfc68a190 HTTP/1.1" status: 200 len: 1813 time: 0.0896442 Sep 07 16:14:08.379908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] For port aff4bf61-1bde-459f-942d-4d711f43f789, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:08.382303 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-31526b37-55db-4de7-8db4-bdf7a1f22eed req-784eb60a-a8f8-4c5a-83f1-69d551e68b04 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] show failed (client error): The resource could not be found. Sep 07 16:14:08.383455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31526b37-55db-4de7-8db4-bdf7a1f22eed req-784eb60a-a8f8-4c5a-83f1-69d551e68b04 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-groups/58216cbc-78b4-41fd-a339-6d515039235d HTTP/1.1" status: 404 len: 352 time: 0.0477917 Sep 07 16:14:08.399887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] For port aff4bf61-1bde-459f-942d-4d711f43f789, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=aff4bf61-1bde-459f-942d-4d711f43f789,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:08.405732 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.461796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab2c0c-6e91-49f8-90df-82239258fa60 req-62a8a689-5bb8-4723-b705-63341aa98edc tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:08.463631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3aab2c0c-6e91-49f8-90df-82239258fa60 req-62a8a689-5bb8-4723-b705-63341aa98edc tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 944 time: 0.1245484 Sep 07 16:14:08.468818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:08.469436 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.470784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] 10.222.0.35 "PUT /v2.0/ports/aff4bf61-1bde-459f-942d-4d711f43f789 HTTP/1.1" status: 200 len: 1092 time: 1.3086822 Sep 07 16:14:08.471399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764e99f9-45b1-4b14-aa86-ce332be76526', 'tag': 'aff4bf61-1bde-459f-942d-4d711f43f789'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:14:08.473777 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c57a322-bca5-4754-b27a-50427e6640ce" -d '{"events": [{"name": "network-changed", "server_uuid": "764e99f9-45b1-4b14-aa86-ce332be76526", "tag": "aff4bf61-1bde-459f-942d-4d711f43f789"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:14:08.477107 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-e32a2023-8b38-4307-81f7-35b9ce774a42 req-67a7e6f1-da9d-473a-8032-7cf671d5cbfb tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] show failed (client error): The resource could not be found. Sep 07 16:14:08.478093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e32a2023-8b38-4307-81f7-35b9ce774a42 req-67a7e6f1-da9d-473a-8032-7cf671d5cbfb tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-group-rules/af6d5aca-9026-4144-a9d0-d0d3e728dc1c HTTP/1.1" status: 404 len: 361 time: 0.0639138 Sep 07 16:14:08.511912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1219e-0c72-45f0-b343-86630f0fc87e service neutron] Pushing event updated for resources: {'Port': ['ID=aff4bf61-1bde-459f-942d-4d711f43f789,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:08.578152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3aab2c0c-6e91-49f8-90df-82239258fa60 req-6daef888-4e2a-4898-b653-aa1a709025f8 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990784 Sep 07 16:14:08.593539 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cfd09df2-52bb-439d-847c-73c3bc2ba0de req-8b3f649a-87be-429d-8781-f2a563bec02a tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0339134 Sep 07 16:14:08.610297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f281-9577-457a-9812-125ce1a914fc req-8fdfbc9a-efa3-4749-901a-c2f448a25664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:08.611924 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-8fdfbc9a-efa3-4749-901a-c2f448a25664 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 1095 time: 0.0871243 Sep 07 16:14:08.677728 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed864c45-5fba-4017-b863-dec94be424dd x-openstack-request-id: req-ed864c45-5fba-4017-b863-dec94be424dd {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:14:08.678314 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764e99f9-45b1-4b14-aa86-ce332be76526", "tag": "aff4bf61-1bde-459f-942d-4d711f43f789", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:14:08.678314 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed864c45-5fba-4017-b863-dec94be424dd {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:14:08.678648 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764e99f9-45b1-4b14-aa86-ce332be76526', 'tag': 'aff4bf61-1bde-459f-942d-4d711f43f789', 'status': 'completed', 'code': 200} Sep 07 16:14:08.681093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-3b84a0a6-a1c4-4509-9f58-8e1ed6564007 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aff4bf61-1bde-459f-942d-4d711f43f789 HTTP/1.1" status: 200 len: 217 time: 0.0588000 Sep 07 16:14:08.761114 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7796d180-0834-4269-95c9-c4c909256fa6 req-da54f1d6-a9e7-41c6-a51a-0b9bdcd4daf7 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-groups/ab12a7a6-1b44-43ef-9102-49bdfc68a190 HTTP/1.1" status: 200 len: 1813 time: 0.0850186 Sep 07 16:14:08.764519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f281-9577-457a-9812-125ce1a914fc req-a9d5511c-c780-448c-94fd-e929f468d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:08.766041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-a9d5511c-c780-448c-94fd-e929f468d2be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.0715735 Sep 07 16:14:08.816259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-68f7f49b-51a9-415d-8a09-e89b293a9eb2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406315 Sep 07 16:14:08.923813 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7796d180-0834-4269-95c9-c4c909256fa6 req-8a51f21c-55d8-4965-a33c-a735f6a9530f tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.961473 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7796d180-0834-4269-95c9-c4c909256fa6 req-8a51f21c-55d8-4965-a33c-a735f6a9530f tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:08.976453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-e06bbaaa-f9fd-46c5-809a-b1390033ba92 service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447403 Sep 07 16:14:09.084758 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7796d180-0834-4269-95c9-c4c909256fa6 req-8a51f21c-55d8-4965-a33c-a735f6a9530f tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:09.087490 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7796d180-0834-4269-95c9-c4c909256fa6 req-8a51f21c-55d8-4965-a33c-a735f6a9530f tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:09.088683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7796d180-0834-4269-95c9-c4c909256fa6 req-8a51f21c-55d8-4965-a33c-a735f6a9530f tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "DELETE /v2.0/security-groups/ab12a7a6-1b44-43ef-9102-49bdfc68a190 HTTP/1.1" status: 204 len: 173 time: 0.3214784 Sep 07 16:14:09.111692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51f21c-55d8-4965-a33c-a735f6a9530f tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab12a7a6-1b44-43ef-9102-49bdfc68a190,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:09.123806 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc79f281-9577-457a-9812-125ce1a914fc req-98bfa63e-53f7-46db-a608-d8617c85bc4e service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385465 Sep 07 16:14:09.181327 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c565cd2-9f9e-46b2-bdd3-ad3007abfe75 req-9d4ea913-dcc9-4fa0-8cbb-3b60d28a2ae0 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-groups/8603f161-f2a2-4e0b-a5d5-488f027ce474 HTTP/1.1" status: 200 len: 1814 time: 0.0618327 Sep 07 16:14:09.252120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57a322-bca5-4754-b27a-50427e6640ce req-6744d496-d6d8-48db-93a7-f84524ae2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:09.254112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c57a322-bca5-4754-b27a-50427e6640ce req-6744d496-d6d8-48db-93a7-f84524ae2d96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08157560ffc74d54a362078b263c837e&device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 1095 time: 0.0711441 Sep 07 16:14:09.302755 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5c565cd2-9f9e-46b2-bdd3-ad3007abfe75 req-ef203398-0f3a-4e81-89c1-9d420900c86d tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:09.384698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5c565cd2-9f9e-46b2-bdd3-ad3007abfe75 req-ef203398-0f3a-4e81-89c1-9d420900c86d tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:09.443855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91618f9-8da9-4cf4-a384-9f0deb83c7b2 req-548da5dc-efda-42ff-ab57-fe247d3a5b56 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:09.445317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c91618f9-8da9-4cf4-a384-9f0deb83c7b2 req-548da5dc-efda-42ff-ab57-fe247d3a5b56 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1688659 Sep 07 16:14:09.452964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57a322-bca5-4754-b27a-50427e6640ce req-5dcf44e5-42f2-475e-befa-e9dce3a35346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:09.454434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c57a322-bca5-4754-b27a-50427e6640ce req-5dcf44e5-42f2-475e-befa-e9dce3a35346 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 200 len: 912 time: 0.1880779 Sep 07 16:14:09.504986 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5c565cd2-9f9e-46b2-bdd3-ad3007abfe75 req-ef203398-0f3a-4e81-89c1-9d420900c86d tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:09.507578 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5c565cd2-9f9e-46b2-bdd3-ad3007abfe75 req-ef203398-0f3a-4e81-89c1-9d420900c86d tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:09.508764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c565cd2-9f9e-46b2-bdd3-ad3007abfe75 req-ef203398-0f3a-4e81-89c1-9d420900c86d tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "DELETE /v2.0/security-groups/8603f161-f2a2-4e0b-a5d5-488f027ce474 HTTP/1.1" status: 204 len: 173 time: 0.3173180 Sep 07 16:14:09.517746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c57a322-bca5-4754-b27a-50427e6640ce req-87439219-01bd-4399-ba58-936f5fe89e7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aff4bf61-1bde-459f-942d-4d711f43f789 HTTP/1.1" status: 200 len: 217 time: 0.0503757 Sep 07 16:14:09.547982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef203398-0f3a-4e81-89c1-9d420900c86d tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8603f161-f2a2-4e0b-a5d5-488f027ce474,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:09.624579 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c91618f9-8da9-4cf4-a384-9f0deb83c7b2 req-5ab23f2b-a28a-4ae9-8db7-048ff0dd175d tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117680 Sep 07 16:14:09.635019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57a322-bca5-4754-b27a-50427e6640ce req-4273d0be-8c74-4660-aa9c-f0eb6a7d9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:09.637260 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c57a322-bca5-4754-b27a-50427e6640ce req-4273d0be-8c74-4660-aa9c-f0eb6a7d9702 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 200 len: 851 time: 0.1096153 Sep 07 16:14:09.978182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c57a322-bca5-4754-b27a-50427e6640ce req-352a0c71-6d43-4d9a-be38-a5470b379656 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e2ab01-5976-49ca-ae77-fe62952618d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3328643 Sep 07 16:14:10.053626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6760914-895c-4bf8-a6a0-ab16467159fe req-1f64c3ea-aea7-4b48-af92-7c45702673c3 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-groups/393d7ca7-bdb8-466d-afce-f94ad0dcf0ba HTTP/1.1" status: 200 len: 1814 time: 0.4102819 Sep 07 16:14:10.060540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53688) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:10.065518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6c578b0b-3601-4605-85e2-44dd7f4d7b43 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1040102057'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:10.073255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53690) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:10.095995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c578b0b-3601-4605-85e2-44dd7f4d7b43 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Made reservation on behalf of b7c3f23fc2aa4f22b0a288867793869b for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:10.099665 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c578b0b-3601-4605-85e2-44dd7f4d7b43 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.127240 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c578b0b-3601-4605-85e2-44dd7f4d7b43 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:14:10.128315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cd97f-bb11-4112-93ac-570e9ef0d3bb req-3800511f-00df-4050-b023-17402faba923 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:10.129920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e1cd97f-bb11-4112-93ac-570e9ef0d3bb req-3800511f-00df-4050-b023-17402faba923 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 944 time: 0.1564908 Sep 07 16:14:10.137907 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c578b0b-3601-4605-85e2-44dd7f4d7b43 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.138299 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-6c578b0b-3601-4605-85e2-44dd7f4d7b43 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Added segment 3880f710-da4f-4996-96ad-7d4b3bb6149c of type vlan for network 1f962351-b07a-494a-a9cf-1f555be30ed2 Sep 07 16:14:10.189801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c57a322-bca5-4754-b27a-50427e6640ce req-608e4dbe-d2a5-44e0-8b66-896541fdf44f service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955180 Sep 07 16:14:10.192573 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c578b0b-3601-4605-85e2-44dd7f4d7b43 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.203308 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46048f57-21fd-45b2-a83f-04e29adb2c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.228628 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e1cd97f-bb11-4112-93ac-570e9ef0d3bb req-4ec64db8-42a7-40a2-b158-5dbdd2e08cd7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861290 Sep 07 16:14:10.235348 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b6760914-895c-4bf8-a6a0-ab16467159fe req-f8d52aa8-79a0-4fe0-b97d-3bc9f35cd461 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.244580 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c578b0b-3601-4605-85e2-44dd7f4d7b43 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.254965 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c578b0b-3601-4605-85e2-44dd7f4d7b43 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:10.255631 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c578b0b-3601-4605-85e2-44dd7f4d7b43 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.297832 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b6760914-895c-4bf8-a6a0-ab16467159fe req-f8d52aa8-79a0-4fe0-b97d-3bc9f35cd461 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.328522 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17e227e0-6d5e-4ff6-ac3b-baafef327638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.348375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4ca4424-e839-4134-8606-6b3a64914e0f req-fd0f7270-eab3-4e1f-b0d7-4ff7ccb66919 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0417185 Sep 07 16:14:10.351052 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c578b0b-3601-4605-85e2-44dd7f4d7b43 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'Network': ['ID=1f962351-b07a-494a-a9cf-1f555be30ed2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:10.362536 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 1f962351-b07a-494a-a9cf-1f555be30ed2 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:14:10.370429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c57a322-bca5-4754-b27a-50427e6640ce req-44edbbc0-e870-43c1-9dba-38634f217879 service neutron] 10.222.0.35 "GET /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697941 Sep 07 16:14:10.385064 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b6760914-895c-4bf8-a6a0-ab16467159fe req-f8d52aa8-79a0-4fe0-b97d-3bc9f35cd461 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.391688 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b6760914-895c-4bf8-a6a0-ab16467159fe req-f8d52aa8-79a0-4fe0-b97d-3bc9f35cd461 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.393503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6760914-895c-4bf8-a6a0-ab16467159fe req-f8d52aa8-79a0-4fe0-b97d-3bc9f35cd461 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "DELETE /v2.0/security-groups/393d7ca7-bdb8-466d-afce-f94ad0dcf0ba HTTP/1.1" status: 204 len: 173 time: 0.3068244 Sep 07 16:14:10.404807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d52aa8-79a0-4fe0-b97d-3bc9f35cd461 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=393d7ca7-bdb8-466d-afce-f94ad0dcf0ba,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:10.439633 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46048f57-21fd-45b2-a83f-04e29adb2c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.446079 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46048f57-21fd-45b2-a83f-04e29adb2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.464925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f08182c-c222-448b-b42e-f6d3c4c988e6 req-9c2eeb85-d5ba-4cdb-a71a-562b476b8bf5 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-groups/883ada3d-6816-4c39-9e12-29881366fd26 HTTP/1.1" status: 200 len: 1815 time: 0.0485969 Sep 07 16:14:10.478633 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6c578b0b-3601-4605-85e2-44dd7f4d7b43 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4169643 Sep 07 16:14:10.482610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53696) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:10.489112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-99b092b6-aa61-452d-8060-1bc782d4bdc9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-855376002'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:10.495634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46048f57-21fd-45b2-a83f-04e29adb2c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c803ee-339d-433c-8f63-c67c39973c96,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:10.504426 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-46048f57-21fd-45b2-a83f-04e29adb2c93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=400be41ff0a5445db6ff04100e1366d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275613 Sep 07 16:14:10.504898 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:10.534926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b092b6-aa61-452d-8060-1bc782d4bdc9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Made reservation on behalf of b7c3f23fc2aa4f22b0a288867793869b for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:10.538138 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99b092b6-aa61-452d-8060-1bc782d4bdc9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.555164 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a88c-66dc-4c38-a1a9-200a4569ad85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.559149 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7f08182c-c222-448b-b42e-f6d3c4c988e6 req-b537a310-d703-4fdb-9de3-486a12f94939 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.577984 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a88c-66dc-4c38-a1a9-200a4569ad85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.589694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b092b6-aa61-452d-8060-1bc782d4bdc9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:14:10.592286 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7f08182c-c222-448b-b42e-f6d3c4c988e6 req-b537a310-d703-4fdb-9de3-486a12f94939 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.613526 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99b092b6-aa61-452d-8060-1bc782d4bdc9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.613880 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-99b092b6-aa61-452d-8060-1bc782d4bdc9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Added segment 9087a305-6a72-4a30-ac39-ec4592eee9ad of type vlan for network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a Sep 07 16:14:10.625289 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a88c-66dc-4c38-a1a9-200a4569ad85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.627813 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a88c-66dc-4c38-a1a9-200a4569ad85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.631569 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e7b6a88c-66dc-4c38-a1a9-200a4569ad85 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48c803ee-339d-433c-8f63-c67c39973c96 HTTP/1.1" status: 204 len: 168 time: 0.1236312 Sep 07 16:14:10.651488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6a88c-66dc-4c38-a1a9-200a4569ad85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c803ee-339d-433c-8f63-c67c39973c96,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:10.676082 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99b092b6-aa61-452d-8060-1bc782d4bdc9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.716131 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7f08182c-c222-448b-b42e-f6d3c4c988e6 req-b537a310-d703-4fdb-9de3-486a12f94939 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.718586 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7f08182c-c222-448b-b42e-f6d3c4c988e6 req-b537a310-d703-4fdb-9de3-486a12f94939 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.719994 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f08182c-c222-448b-b42e-f6d3c4c988e6 req-b537a310-d703-4fdb-9de3-486a12f94939 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "DELETE /v2.0/security-groups/883ada3d-6816-4c39-9e12-29881366fd26 HTTP/1.1" status: 204 len: 173 time: 0.2508693 Sep 07 16:14:10.746989 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99b092b6-aa61-452d-8060-1bc782d4bdc9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.754147 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b092b6-aa61-452d-8060-1bc782d4bdc9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:10.754763 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99b092b6-aa61-452d-8060-1bc782d4bdc9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:10.776781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537a310-d703-4fdb-9de3-486a12f94939 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883ada3d-6816-4c39-9e12-29881366fd26,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:10.892836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-99b092b6-aa61-452d-8060-1bc782d4bdc9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4057808 Sep 07 16:14:10.892950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53712) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:10.899022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9d0d9ed7-8750-4123-9209-8caef46f2aef tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'subnet': {'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:10.901873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b092b6-aa61-452d-8060-1bc782d4bdc9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'Network': ['ID=50ad646a-f6b1-4fcd-85f1-43f75a8d511a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:10.913145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:14:10.917551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c3ae1-12b8-4fae-bc90-a1d61170f072 req-3c71734b-085f-4f90-8bfc-17aa138e587d tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:10.919668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c55c3ae1-12b8-4fae-bc90-a1d61170f072 req-3c71734b-085f-4f90-8bfc-17aa138e587d tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.2174072 Sep 07 16:14:10.954719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb47037c-a5ee-4df1-ab09-ad1ad0561aba req-2a4dfb93-f1e2-46bb-beb1-14be80ed00a2 tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "GET /v2.0/security-groups/dc930163-6070-4133-a4d5-1dbdbfb60abc HTTP/1.1" status: 200 len: 1815 time: 0.1209381 Sep 07 16:14:10.981525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c55c3ae1-12b8-4fae-bc90-a1d61170f072 req-9cade0c8-23f6-4b70-98d6-9584e5a48392 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541313 Sep 07 16:14:11.034787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0d9ed7-8750-4123-9209-8caef46f2aef tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Made reservation on behalf of b7c3f23fc2aa4f22b0a288867793869b for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:11.038340 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d0d9ed7-8750-4123-9209-8caef46f2aef tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.045393 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb47037c-a5ee-4df1-ab09-ad1ad0561aba req-f229bff1-eae6-4c41-a3ea-61b671695cff tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.070563 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb47037c-a5ee-4df1-ab09-ad1ad0561aba req-f229bff1-eae6-4c41-a3ea-61b671695cff tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.117288 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb47037c-a5ee-4df1-ab09-ad1ad0561aba req-f229bff1-eae6-4c41-a3ea-61b671695cff tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.119852 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-eb47037c-a5ee-4df1-ab09-ad1ad0561aba req-f229bff1-eae6-4c41-a3ea-61b671695cff tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.121139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb47037c-a5ee-4df1-ab09-ad1ad0561aba req-f229bff1-eae6-4c41-a3ea-61b671695cff tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] 10.222.0.70 "DELETE /v2.0/security-groups/dc930163-6070-4133-a4d5-1dbdbfb60abc HTTP/1.1" status: 204 len: 173 time: 0.1553485 Sep 07 16:14:11.128150 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53720) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:11.131190 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229bff1-eae6-4c41-a3ea-61b671695cff tempest-SecurityGroupRulesNegativeTestJSON-1082214229 tempest-SecurityGroupRulesNegativeTestJSON-1082214229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc930163-6070-4133-a4d5-1dbdbfb60abc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:11.197069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-693c9ff9-0581-4978-8227-dc8db0b46bbc admin admin] Deleting subnet 2c275faf-fe91-4c7f-8bc6-2ebc5c905e14 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:14:11.218017 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-693c9ff9-0581-4978-8227-dc8db0b46bbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.266837 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-693c9ff9-0581-4978-8227-dc8db0b46bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.341348 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d0d9ed7-8750-4123-9209-8caef46f2aef tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.352910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111006e6-5220-444c-a71e-36b7d8813c28 req-cf2b6994-925c-49ca-8345-28a925756932 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:11.359431 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-111006e6-5220-444c-a71e-36b7d8813c28 req-cf2b6994-925c-49ca-8345-28a925756932 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 944 time: 0.0509651 Sep 07 16:14:11.370678 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-693c9ff9-0581-4978-8227-dc8db0b46bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.416691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-111006e6-5220-444c-a71e-36b7d8813c28 req-8fba938a-fe18-413b-b519-69df1a7e244a tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497079 Sep 07 16:14:11.452023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d9ed7-8750-4123-9209-8caef46f2aef tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'Subnet': ['ID=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:11.477464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d9ed7-8750-4123-9209-8caef46f2aef tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Checking segment: {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:11.478195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d9ed7-8750-4123-9209-8caef46f2aef tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Network hostable DHCP agents. Network: 1f962351-b07a-494a-a9cf-1f555be30ed2, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:14:11.504706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af125561-816c-47bd-a4db-d49a1ab3ec3b req-3788b087-0c24-4e4b-81c7-57b58f786056 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0482955 Sep 07 16:14:11.505147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-693c9ff9-0581-4978-8227-dc8db0b46bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.541152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-693c9ff9-0581-4978-8227-dc8db0b46bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.543050 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-693c9ff9-0581-4978-8227-dc8db0b46bbc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2c275faf-fe91-4c7f-8bc6-2ebc5c905e14 HTTP/1.1" status: 204 len: 168 time: 0.4138999 Sep 07 16:14:11.543970 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d9ed7-8750-4123-9209-8caef46f2aef tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Network 1f962351-b07a-494a-a9cf-1f555be30ed2 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:14:11.546052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53738) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:11.546201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c9ff9-0581-4978-8227-dc8db0b46bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c275faf-fe91-4c7f-8bc6-2ebc5c905e14,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:11.561805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9d0d9ed7-8750-4123-9209-8caef46f2aef tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 1f962351-b07a-494a-a9cf-1f555be30ed2) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:11.567860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d9ed7-8750-4123-9209-8caef46f2aef tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:11.568848 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d0d9ed7-8750-4123-9209-8caef46f2aef tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.576007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd28a40-ca16-43a5-b408-b3418f5491e9 None None] Network 1f962351-b07a-494a-a9cf-1f555be30ed2 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:11.593766 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9d0d9ed7-8750-4123-9209-8caef46f2aef tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6972435 Sep 07 16:14:11.594136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53740) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:11.600711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f6f90ed8-3a6c-4fc2-ac3d-4b00dd40da9c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'subnet': {'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:11.663577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 16359975-6534-405f-a7d1-b37ec3123907 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:14:11.665622 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b70ae724-2eeb-46cb-a0dd-6321f8f266cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.786553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-1f962351-b07a-494a-a9cf-1f555be30ed2', 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'fixed_ips': [{'subnet_id': 'dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:14:11.787414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.818870 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b70ae724-2eeb-46cb-a0dd-6321f8f266cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.822760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f90ed8-3a6c-4fc2-ac3d-4b00dd40da9c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Made reservation on behalf of b7c3f23fc2aa4f22b0a288867793869b for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:11.828117 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6f90ed8-3a6c-4fc2-ac3d-4b00dd40da9c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.880592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b70ae724-2eeb-46cb-a0dd-6321f8f266cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2f6435-2dab-40e2-89d4-4c841dc9d061']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:11.896823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b70ae724-2eeb-46cb-a0dd-6321f8f266cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a491d4e7-2be9-44b0-b1c3-1db815e4273b') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:11.897177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b70ae724-2eeb-46cb-a0dd-6321f8f266cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a491d4e7-2be9-44b0-b1c3-1db815e4273b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:11.942610 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b70ae724-2eeb-46cb-a0dd-6321f8f266cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.972016 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b70ae724-2eeb-46cb-a0dd-6321f8f266cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.980123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70ae724-2eeb-46cb-a0dd-6321f8f266cf admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:14:11.981303 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b70ae724-2eeb-46cb-a0dd-6321f8f266cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:14:11.983576 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:14:12.044974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 16359975-6534-405f-a7d1-b37ec3123907, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=16359975-6534-405f-a7d1-b37ec3123907,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:12.054287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b70ae724-2eeb-46cb-a0dd-6321f8f266cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.071809 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '16359975-6534-405f-a7d1-b37ec3123907', 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5', 'port_id': '16359975-6534-405f-a7d1-b37ec3123907', 'mac_address': 'fa:16:3e:4b:b9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f16aa3-09ad-45d7-a79d-cdb8160a9e1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:14:12.072438 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b70ae724-2eeb-46cb-a0dd-6321f8f266cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.076835 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b70ae724-2eeb-46cb-a0dd-6321f8f266cf admin admin] 10.222.0.70 "DELETE /v2.0/networks/9a2f6435-2dab-40e2-89d4-4c841dc9d061 HTTP/1.1" status: 204 len: 168 time: 0.5296004 Sep 07 16:14:12.080163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ae724-2eeb-46cb-a0dd-6321f8f266cf admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2f6435-2dab-40e2-89d4-4c841dc9d061,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:12.129144 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.173449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f1aa-dee2-4688-9639-43754fe4797f req-3b7f00e4-3a70-4967-b398-12cf8d629023 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:12.174670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16359975-6534-405f-a7d1-b37ec3123907 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:14:12.181941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6db5f1aa-dee2-4688-9639-43754fe4797f req-3b7f00e4-3a70-4967-b398-12cf8d629023 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.0967913 Sep 07 16:14:12.214647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 16359975-6534-405f-a7d1-b37ec3123907, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=16359975-6534-405f-a7d1-b37ec3123907,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:12.216935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Allocated IP 10.1.1.2 (1f962351-b07a-494a-a9cf-1f555be30ed2/dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf/667dfb38-1181-429c-9fc8-ad808e98f131) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:12.223072 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.260231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6db5f1aa-dee2-4688-9639-43754fe4797f req-bb7e8d53-a63d-45e7-8ede-1a0b9b12a2f5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771315 Sep 07 16:14:12.276582 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6f90ed8-3a6c-4fc2-ac3d-4b00dd40da9c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.291469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53766) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:12.302097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=16359975-6534-405f-a7d1-b37ec3123907,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:12.347747 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b79112a7-e06c-4438-9803-51f39ac81f71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=927b099c33ea43b1892566746bca4452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550308 Sep 07 16:14:12.350843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53768) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:12.350989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f90ed8-3a6c-4fc2-ac3d-4b00dd40da9c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'Subnet': ['ID=ef42e25e-cc1c-4df5-a8de-a86bed94f9b0,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:12.369489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['16359975-6534-405f-a7d1-b37ec3123907'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:14:12.377827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f90ed8-3a6c-4fc2-ac3d-4b00dd40da9c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Checking segment: {'id': '9087a305-6a72-4a30-ac39-ec4592eee9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:12.378189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f90ed8-3a6c-4fc2-ac3d-4b00dd40da9c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Network hostable DHCP agents. Network: 50ad646a-f6b1-4fcd-85f1-43f75a8d511a, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:14:12.395709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f90ed8-3a6c-4fc2-ac3d-4b00dd40da9c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:14:12.409628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f6f90ed8-3a6c-4fc2-ac3d-4b00dd40da9c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 50ad646a-f6b1-4fcd-85f1-43f75a8d511a) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:12.415898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f90ed8-3a6c-4fc2-ac3d-4b00dd40da9c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:12.417509 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6f90ed8-3a6c-4fc2-ac3d-4b00dd40da9c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.420719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffce906d-7937-41e6-a3d4-092c666da3f9 None None] Network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:12.443569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f6f90ed8-3a6c-4fc2-ac3d-4b00dd40da9c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8461046 Sep 07 16:14:12.445718 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53772) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:12.452543 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74d52303-35eb-4d2a-9d40-bb0720a51bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.457279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'port': {'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2', 'name': 'tempest-TaggedBootDevicesTest-700694909', 'fixed_ips': [{'subnet_id': 'dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:12.493800 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74d52303-35eb-4d2a-9d40-bb0720a51bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.566348 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74d52303-35eb-4d2a-9d40-bb0720a51bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.573270 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74d52303-35eb-4d2a-9d40-bb0720a51bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.574571 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-74d52303-35eb-4d2a-9d40-bb0720a51bdf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64617f7a-2ee0-44d8-b115-7d1322c4d12a HTTP/1.1" status: 204 len: 168 time: 0.2226379 Sep 07 16:14:12.583994 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d52303-35eb-4d2a-9d40-bb0720a51bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64617f7a-2ee0-44d8-b115-7d1322c4d12a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:12.638657 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.676961 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65d1a280-4ab1-49d3-bd19-a009bb648d16 req-e29a0d84-4065-48cd-ae44-91b57f09d4e6 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0538371 Sep 07 16:14:12.679479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Transition to ACTIVE for port object 667dfb38-1181-429c-9fc8-ad808e98f131 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:12.715573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661402e-b706-46be-8da2-78734d1323c0 req-f684abac-57e7-4e65-84a2-2ee37659866a tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:12.724290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a661402e-b706-46be-8da2-78734d1323c0 req-f684abac-57e7-4e65-84a2-2ee37659866a tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 944 time: 0.1783032 Sep 07 16:14:12.724993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Transition to ACTIVE for port object 667dfb38-1181-429c-9fc8-ad808e98f131 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:12.754387 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.784186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Network 1f962351-b07a-494a-a9cf-1f555be30ed2 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:12.811877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Made reservation on behalf of b7c3f23fc2aa4f22b0a288867793869b for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:12.812449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-50ad646a-f6b1-4fcd-85f1-43f75a8d511a', 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'fixed_ips': [{'subnet_id': 'ef42e25e-cc1c-4df5-a8de-a86bed94f9b0'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:14:12.813555 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.824534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:12.840168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:12.853151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a661402e-b706-46be-8da2-78734d1323c0 req-d2261a78-fd9b-4cdb-a67a-6bb20a0cef2d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228271 Sep 07 16:14:12.955150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Pushing event updated for resources: {'Port': ['ID=667dfb38-1181-429c-9fc8-ad808e98f131,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:12.958440 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:12.985764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] device_id is not set on port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:14:13.042825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Attempting to bind port 667dfb38-1181-429c-9fc8-ad808e98f131 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:13.043206 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Attempting to bind port 667dfb38-1181-429c-9fc8-ad808e98f131 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:13.043570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Attempting to bind port 667dfb38-1181-429c-9fc8-ad808e98f131 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:13.051272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:13.051640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Checking segment: {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:13.052249 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.052900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Bound using segment: {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:13.053524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Bound port: 667dfb38-1181-429c-9fc8-ad808e98f131, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:13.054066 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.177995 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Allocated IP 10.2.2.2 (50ad646a-f6b1-4fcd-85f1-43f75a8d511a/ef42e25e-cc1c-4df5-a8de-a86bed94f9b0/a333b8c2-007c-4eb6-8478-ce50c199e696) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:13.189373 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] For port 667dfb38-1181-429c-9fc8-ad808e98f131, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:13.197283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] For port 667dfb38-1181-429c-9fc8-ad808e98f131, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=667dfb38-1181-429c-9fc8-ad808e98f131,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:13.205816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad744b-c1ee-4b1d-81bb-3fcb1e4a9545 req-18b1a08c-6751-4a28-a2f8-f419d308729e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:13.206412 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.207422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6ad744b-c1ee-4b1d-81bb-3fcb1e4a9545 req-18b1a08c-6751-4a28-a2f8-f419d308729e tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 946 time: 0.1959209 Sep 07 16:14:13.279762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53824) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:13.287299 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2461e-632a-422e-927c-c627d017f649 None None] Pushing event updated for resources: {'Port': ['ID=667dfb38-1181-429c-9fc8-ad808e98f131,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:13.318460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6ad744b-c1ee-4b1d-81bb-3fcb1e4a9545 req-747e2ac9-31f2-4a69-baa5-15102dc7e58b tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036894 Sep 07 16:14:13.417140 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Allocated IP 10.1.1.75 (1f962351-b07a-494a-a9cf-1f555be30ed2/dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf/2d3a2bc7-67a1-48b0-80e2-3c5f680345a2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:13.476883 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6276f-65e8-471d-86e0-d338748014a2 req-c994b2e4-9766-4a84-9337-9fca10b29e8e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:13.478771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bec6276f-65e8-471d-86e0-d338748014a2 req-c994b2e4-9766-4a84-9337-9fca10b29e8e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 944 time: 0.1061807 Sep 07 16:14:13.492762 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.507778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Transition to ACTIVE for port object a333b8c2-007c-4eb6-8478-ce50c199e696 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:13.538337 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Transition to ACTIVE for port object a333b8c2-007c-4eb6-8478-ce50c199e696 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:13.547108 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.585170 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bec6276f-65e8-471d-86e0-d338748014a2 req-2707adde-2dfa-4c88-86eb-22b339331ec3 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951438 Sep 07 16:14:13.592351 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31021347-a2c1-4902-898f-12da32310078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.674637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:13.678918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:13.681985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Pushing event updated for resources: {'Port': ['ID=a333b8c2-007c-4eb6-8478-ce50c199e696,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:13.684888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device aff4bf61-1bde-459f-942d-4d711f43f789 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:14:13.687533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:13.696265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 16359975-6534-405f-a7d1-b37ec3123907 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:13.781299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.791807 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31021347-a2c1-4902-898f-12da32310078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.803564 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31021347-a2c1-4902-898f-12da32310078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.815939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Transition to ACTIVE for port object 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:13.852946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9e68892-37e5-459e-a149-244e8d317246 req-4a1eb1ee-f824-4e93-8435-f28b4d068e09 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0522892 Sep 07 16:14:13.912052 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.912257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Attempting to bind port a333b8c2-007c-4eb6-8478-ce50c199e696 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:13.912608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Attempting to bind port a333b8c2-007c-4eb6-8478-ce50c199e696 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '9087a305-6a72-4a30-ac39-ec4592eee9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:13.912947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Attempting to bind port a333b8c2-007c-4eb6-8478-ce50c199e696 on network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:13.914613 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.920880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:13.921268 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Checking segment: {'id': '9087a305-6a72-4a30-ac39-ec4592eee9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:13.921682 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.922164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Bound using segment: {'id': '9087a305-6a72-4a30-ac39-ec4592eee9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:13.922664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Bound port: a333b8c2-007c-4eb6-8478-ce50c199e696, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9087a305-6a72-4a30-ac39-ec4592eee9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:13.923057 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.925019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 16359975-6534-405f-a7d1-b37ec3123907 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:13.925383 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:13.933107 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31021347-a2c1-4902-898f-12da32310078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2b4b96-6819-406b-bd88-f612ee38349c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:13.984376 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-31021347-a2c1-4902-898f-12da32310078 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4df22ca4e28f483d95b8794b81c4c640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7033651 Sep 07 16:14:13.988085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53850) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:14.005752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'Port': ['ID=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:14.034462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Network 1f962351-b07a-494a-a9cf-1f555be30ed2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:14.054151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:14.057670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:14.063903 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acab31ed-b203-4458-93f6-94121f01374f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.081743 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.092283 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acab31ed-b203-4458-93f6-94121f01374f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.113167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:14.113976 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.135845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port aff4bf61-1bde-459f-942d-4d711f43f789, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=aff4bf61-1bde-459f-942d-4d711f43f789,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:14.142896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0071173d-773b-4817-a124-0ee67284b641 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6922748 Sep 07 16:14:14.142896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53854) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:14.148974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'port': {'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2', 'name': 'tempest-TaggedBootDevicesTest-481401839', 'fixed_ips': [{'subnet_id': 'dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:14.155978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acab31ed-b203-4458-93f6-94121f01374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.164552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179772-7f9e-4bf4-a2c6-c47b1bb4f23e req-37e3bef8-4e4e-442e-82f6-ec519aec005e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:14.164796 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16359975-6534-405f-a7d1-b37ec3123907'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:14:14.166277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c179772-7f9e-4bf4-a2c6-c47b1bb4f23e req-37e3bef8-4e4e-442e-82f6-ec519aec005e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 944 time: 0.1492949 Sep 07 16:14:14.167023 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91972491-4f20-441a-855f-f3bb55d10918" -d '{"events": [{"server_uuid": "4d6a1b42-bf5d-4603-89b7-0b899eb7f233", "name": "network-vif-plugged", "status": "completed", "tag": "16359975-6534-405f-a7d1-b37ec3123907"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:14:14.176207 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acab31ed-b203-4458-93f6-94121f01374f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.177562 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-acab31ed-b203-4458-93f6-94121f01374f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b2b4b96-6819-406b-bd88-f612ee38349c HTTP/1.1" status: 204 len: 168 time: 0.1881797 Sep 07 16:14:14.186862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab31ed-b203-4458-93f6-94121f01374f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2b4b96-6819-406b-bd88-f612ee38349c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:14.213797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'aff4bf61-1bde-459f-942d-4d711f43f789', 'network_id': '14e2ab01-5976-49ca-ae77-fe62952618d8', 'port_id': 'aff4bf61-1bde-459f-942d-4d711f43f789', 'mac_address': 'fa:16:3e:23:9d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c75e00-1127-4340-a636-8f3831620571', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:14:14.219658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 16359975-6534-405f-a7d1-b37ec3123907, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=16359975-6534-405f-a7d1-b37ec3123907,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:14.228625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] For port a333b8c2-007c-4eb6-8478-ce50c199e696, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:14.235630 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.277772 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c179772-7f9e-4bf4-a2c6-c47b1bb4f23e req-92d4b42c-f135-41da-b6f1-71b1f7802865 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975633 Sep 07 16:14:14.352819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Made reservation on behalf of b7c3f23fc2aa4f22b0a288867793869b for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:14.363980 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.404654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] device_id is not set on port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:14:14.407297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=16359975-6534-405f-a7d1-b37ec3123907,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:14.411366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] For port a333b8c2-007c-4eb6-8478-ce50c199e696, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a333b8c2-007c-4eb6-8478-ce50c199e696,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:14.430065 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ad84-e753-47a3-b67f-64eea4595b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.433774 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.510160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 667dfb38-1181-429c-9fc8-ad808e98f131 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:14.513497 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.567344 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586fe310-a75e-4234-99a7-fa34c9ceb114 x-openstack-request-id: req-586fe310-a75e-4234-99a7-fa34c9ceb114 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:14:14.568249 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6a1b42-bf5d-4603-89b7-0b899eb7f233", "name": "network-vif-plugged", "status": "completed", "tag": "16359975-6534-405f-a7d1-b37ec3123907", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:14:14.568249 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-586fe310-a75e-4234-99a7-fa34c9ceb114 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:14:14.568249 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16359975-6534-405f-a7d1-b37ec3123907', 'code': 200} Sep 07 16:14:14.674451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff4bf61-1bde-459f-942d-4d711f43f789 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:14:14.756683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbc919-c356-4ac3-be78-adb0fdf70d32 None None] Pushing event updated for resources: {'Port': ['ID=a333b8c2-007c-4eb6-8478-ce50c199e696,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:14.779398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port aff4bf61-1bde-459f-942d-4d711f43f789, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=aff4bf61-1bde-459f-942d-4d711f43f789,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:14.786683 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.931141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Allocated IP 10.1.1.77 (1f962351-b07a-494a-a9cf-1f555be30ed2/dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf/8b7cd95e-d4ca-4955-a0c7-596d708a0805) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:14.940429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53882) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:14.955122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9abef-1a68-4af3-a289-c876bbd8c125 req-cd5e1639-9d8d-419a-869f-e79b1106d9f2 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:14.957174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1e9abef-1a68-4af3-a289-c876bbd8c125 req-cd5e1639-9d8d-419a-869f-e79b1106d9f2 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 946 time: 0.2355392 Sep 07 16:14:14.967216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07bcfca0-8e05-4f6d-9926-bffc6c1c1a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:14.974655 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 667dfb38-1181-429c-9fc8-ad808e98f131 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:14.991897 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.051369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1e9abef-1a68-4af3-a289-c876bbd8c125 req-4fcd2c7c-b67e-40bd-b012-c978356ca2f6 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813076 Sep 07 16:14:15.069046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=aff4bf61-1bde-459f-942d-4d711f43f789,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:15.140073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acaec44-d6b7-4894-b24c-68801d362024 None None] Network 1f962351-b07a-494a-a9cf-1f555be30ed2 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:15.164455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['aff4bf61-1bde-459f-942d-4d711f43f789'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:14:15.206884 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07bcfca0-8e05-4f6d-9926-bffc6c1c1a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.214252 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07bcfca0-8e05-4f6d-9926-bffc6c1c1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.272878 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-07bcfca0-8e05-4f6d-9926-bffc6c1c1a75 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=511238d1ad0b445ea4b75de61c95cafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290515 Sep 07 16:14:15.272878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcfca0-8e05-4f6d-9926-bffc6c1c1a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6b8f11-2922-48d3-bb13-7c27df72338a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:15.277849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53894) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:15.311736 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8ca1ee82-8fe6-4249-b086-48a3de8a3bbe None None] Provisioning for port 667dfb38-1181-429c-9fc8-ad808e98f131 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:15.315510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53898) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:15.348399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaf10b-6f04-41b4-bf8c-587820b34d3a req-39390843-b696-4157-8632-07b2ecdb3593 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:15.352502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8ca1ee82-8fe6-4249-b086-48a3de8a3bbe None None] Provisioning complete for port 667dfb38-1181-429c-9fc8-ad808e98f131 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:15.353154 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ca1ee82-8fe6-4249-b086-48a3de8a3bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.356499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70eaf10b-6f04-41b4-bf8c-587820b34d3a req-39390843-b696-4157-8632-07b2ecdb3593 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.2944877 Sep 07 16:14:15.360021 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c2c51de-43a4-4b29-a988-54b4407fcdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.394290 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c2c51de-43a4-4b29-a988-54b4407fcdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.415452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9ab8f64-4723-4d5a-bf69-cd5d43dc5353 req-6f482227-a533-4dd5-90a5-38d53d6b437c tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.2021801 Sep 07 16:14:15.498050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c2c51de-43a4-4b29-a988-54b4407fcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.501644 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c2c51de-43a4-4b29-a988-54b4407fcdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.505846 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3c2c51de-43a4-4b29-a988-54b4407fcdd3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f6b8f11-2922-48d3-bb13-7c27df72338a HTTP/1.1" status: 204 len: 168 time: 0.2264142 Sep 07 16:14:15.516002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c51de-43a4-4b29-a988-54b4407fcdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6b8f11-2922-48d3-bb13-7c27df72338a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:15.591005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70eaf10b-6f04-41b4-bf8c-587820b34d3a req-7a9b7191-922e-4799-b93b-0cc970e4f43e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334230 Sep 07 16:14:15.604641 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.632414 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98765651-8fa9-4d59-811c-6ebb17455cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.654085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedf00c-f63f-4ab2-b297-901b9838efb6 req-1a38b428-10a9-4d3e-b2d2-617284c18100 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:15.663084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-acedf00c-f63f-4ab2-b297-901b9838efb6 req-1a38b428-10a9-4d3e-b2d2-617284c18100 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 945 time: 0.1524730 Sep 07 16:14:15.701028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Transition to ACTIVE for port object 8b7cd95e-d4ca-4955-a0c7-596d708a0805 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:15.782235 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ca1ee82-8fe6-4249-b086-48a3de8a3bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.814105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-acedf00c-f63f-4ab2-b297-901b9838efb6 req-d9655a3d-a410-4a37-bf52-cc691bcbf6c9 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501305 Sep 07 16:14:15.887718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8ca1ee82-8fe6-4249-b086-48a3de8a3bbe None None] For port 667dfb38-1181-429c-9fc8-ad808e98f131, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=667dfb38-1181-429c-9fc8-ad808e98f131,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:15.932997 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:15.939135 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ca1ee82-8fe6-4249-b086-48a3de8a3bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.051362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Network 1f962351-b07a-494a-a9cf-1f555be30ed2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:16.085586 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:16.092382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:16.106080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1ee82-8fe6-4249-b086-48a3de8a3bbe None None] Pushing event updated for resources: {'Port': ['ID=667dfb38-1181-429c-9fc8-ad808e98f131,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:16.259306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'Port': ['ID=8b7cd95e-d4ca-4955-a0c7-596d708a0805,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:16.338381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98765651-8fa9-4d59-811c-6ebb17455cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.338770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db9b40-aad9-4118-ae0e-53bc1bcd203f None None] Network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:16.356989 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98765651-8fa9-4d59-811c-6ebb17455cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.437416 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42f524ec-dfe2-4989-baa7-005dd6e1e6f5 None None] Provisioning complete for port 667dfb38-1181-429c-9fc8-ad808e98f131 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:16.437808 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42f524ec-dfe2-4989-baa7-005dd6e1e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.466177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:16.467147 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.546543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98765651-8fa9-4d59-811c-6ebb17455cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759332b3-a55f-4246-868d-3ea9c7281d7c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:16.567148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a333b8c2-007c-4eb6-8478-ce50c199e696 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:16.631538 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9ce1bc8-49fa-4565-85f8-ac78cf474ed1 req-83add421-5176-4abb-afa0-7c7233c60299 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0740924 Sep 07 16:14:16.639404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4ada24a8-1af5-4252-93df-b71c3864e133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4947188 Sep 07 16:14:16.642307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-98765651-8fa9-4d59-811c-6ebb17455cf6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6fac217e67a54d00958366ab67be6a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3210545 Sep 07 16:14:16.645051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53944) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:16.655998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d76d6-9b04-4bea-bcea-7cbed6f8b2ee req-0e618c77-44b0-4b06-8823-938a2b221d8f tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:16.663974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-365d76d6-9b04-4bea-bcea-7cbed6f8b2ee req-0e618c77-44b0-4b06-8823-938a2b221d8f tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 946 time: 0.3979166 Sep 07 16:14:16.801050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b12ab7b7-3da8-4be4-9aac-b73571f19da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.847974 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b12ab7b7-3da8-4be4-9aac-b73571f19da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.933038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port a333b8c2-007c-4eb6-8478-ce50c199e696 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:16.935341 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.945003 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b12ab7b7-3da8-4be4-9aac-b73571f19da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.947883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b12ab7b7-3da8-4be4-9aac-b73571f19da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:16.952627 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b12ab7b7-3da8-4be4-9aac-b73571f19da0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/759332b3-a55f-4246-868d-3ea9c7281d7c HTTP/1.1" status: 204 len: 168 time: 0.3058107 Sep 07 16:14:16.966489 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ab7b7-3da8-4be4-9aac-b73571f19da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759332b3-a55f-4246-868d-3ea9c7281d7c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:16.975379 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 667dfb38-1181-429c-9fc8-ad808e98f131 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:17.044708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42f524ec-dfe2-4989-baa7-005dd6e1e6f5 None None] Provisioning for port a333b8c2-007c-4eb6-8478-ce50c199e696 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:17.084978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42f524ec-dfe2-4989-baa7-005dd6e1e6f5 None None] Provisioning complete for port a333b8c2-007c-4eb6-8478-ce50c199e696 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:17.085765 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42f524ec-dfe2-4989-baa7-005dd6e1e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:17.202282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 667dfb38-1181-429c-9fc8-ad808e98f131 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:17.202887 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:17.427325 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42f524ec-dfe2-4989-baa7-005dd6e1e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:17.500797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-42f524ec-dfe2-4989-baa7-005dd6e1e6f5 None None] For port a333b8c2-007c-4eb6-8478-ce50c199e696, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a333b8c2-007c-4eb6-8478-ce50c199e696,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:17.512401 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42f524ec-dfe2-4989-baa7-005dd6e1e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:17.519993 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-365d76d6-9b04-4bea-bcea-7cbed6f8b2ee req-923936e6-5789-4356-a9c0-18cf349d0636 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8550138 Sep 07 16:14:17.570134 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2e08b-21ec-4707-b038-6cf85401a1cd req-86642166-4917-4de8-99db-431033327496 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:17.582964 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdc2e08b-21ec-4707-b038-6cf85401a1cd req-86642166-4917-4de8-99db-431033327496 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1319034 Sep 07 16:14:17.584931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42f524ec-dfe2-4989-baa7-005dd6e1e6f5 None None] Provisioning for port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:17.612821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42f524ec-dfe2-4989-baa7-005dd6e1e6f5 None None] Provisioning complete for port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:17.613309 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42f524ec-dfe2-4989-baa7-005dd6e1e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:17.668785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdc2e08b-21ec-4707-b038-6cf85401a1cd req-ae67dfb3-7a94-42f8-a010-829893835f55 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847490 Sep 07 16:14:17.705735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f524ec-dfe2-4989-baa7-005dd6e1e6f5 None None] Pushing event updated for resources: {'Port': ['ID=a333b8c2-007c-4eb6-8478-ce50c199e696,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:17.774154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device aff4bf61-1bde-459f-942d-4d711f43f789 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:17.831471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-c8f27670-4449-4355-8fca-5aa91c74d831 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:17.833773 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-c8f27670-4449-4355-8fca-5aa91c74d831 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 946 time: 0.0861728 Sep 07 16:14:17.942059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-42f524ec-dfe2-4989-baa7-005dd6e1e6f5 None None] Port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:17.982927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port aff4bf61-1bde-459f-942d-4d711f43f789 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:17.997448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port aff4bf61-1bde-459f-942d-4d711f43f789 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:17.998067 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.092474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Deleting port 457a88ba-3fac-4243-8285-201bfdd02b54 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:14:18.093277 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.130795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110cc95-3ff3-4a13-adc7-7ec4c4bf118f req-14af5164-b096-40c0-b3fa-71a9bb5bd39d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:18.132392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7110cc95-3ff3-4a13-adc7-7ec4c4bf118f req-14af5164-b096-40c0-b3fa-71a9bb5bd39d tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 945 time: 0.1905000 Sep 07 16:14:18.163420 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-80c1f507-596c-4dae-90f2-9e3db3828022 None None] Provisioning complete for port a333b8c2-007c-4eb6-8478-ce50c199e696 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:18.163930 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80c1f507-596c-4dae-90f2-9e3db3828022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.271587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7110cc95-3ff3-4a13-adc7-7ec4c4bf118f req-a49ded4d-e51f-4445-a78d-8a88a342fbc4 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289647 Sep 07 16:14:18.274326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53990) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:18.298443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ae30ec06-fbd5-414d-930a-024259fb7323 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--86125323', 'description': 'tempest-description--539633964'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:18.388392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] For port 457a88ba-3fac-4243-8285-201bfdd02b54, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=457a88ba-3fac-4243-8285-201bfdd02b54,segment=NetworkSegment(f1f661f7-29d1-463b-a531-58ee88829b98),segment_id=f1f661f7-29d1-463b-a531-58ee88829b98)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:18.389067 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.402288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2822390b-97da-4947-896a-7e1a9d88f303 req-cae46b00-6923-4021-b539-3d37bbc4736a tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0539498 Sep 07 16:14:18.405527 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae30ec06-fbd5-414d-930a-024259fb7323 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.436611 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.449966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a333b8c2-007c-4eb6-8478-ce50c199e696 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:18.587110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764e99f9-45b1-4b14-aa86-ce332be76526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff4bf61-1bde-459f-942d-4d711f43f789'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:14:18.610090 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae30ec06-fbd5-414d-930a-024259fb7323 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.614457 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938af3da-1117-4bdd-a6eb-7761ae9272e8" -d '{"events": [{"server_uuid": "764e99f9-45b1-4b14-aa86-ce332be76526", "name": "network-vif-plugged", "status": "completed", "tag": "aff4bf61-1bde-459f-942d-4d711f43f789"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:14:18.620038 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae30ec06-fbd5-414d-930a-024259fb7323 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.652923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port aff4bf61-1bde-459f-942d-4d711f43f789, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=aff4bf61-1bde-459f-942d-4d711f43f789,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:18.665560 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54006) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:18.666012 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.674093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a333b8c2-007c-4eb6-8478-ce50c199e696 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:18.674093 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.715697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30ec06-fbd5-414d-930a-024259fb7323 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a628515-d0d6-47dd-bbc9-7d903ccae1ee,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:18.736798 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae30ec06-fbd5-414d-930a-024259fb7323 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.742757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ae30ec06-fbd5-414d-930a-024259fb7323 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4647868 Sep 07 16:14:18.743528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54012) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:18.758466 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252a0236-4b52-457a-8aa2-c8e58e5d728c x-openstack-request-id: req-252a0236-4b52-457a-8aa2-c8e58e5d728c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:14:18.760005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-26d0eae3-2b2d-422d-901d-18bbbedb01f8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'security_group_rule': {'security_group_id': '6a628515-d0d6-47dd-bbc9-7d903ccae1ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:18.760556 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764e99f9-45b1-4b14-aa86-ce332be76526", "name": "network-vif-plugged", "status": "completed", "tag": "aff4bf61-1bde-459f-942d-4d711f43f789", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:14:18.760965 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-252a0236-4b52-457a-8aa2-c8e58e5d728c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:14:18.761557 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764e99f9-45b1-4b14-aa86-ce332be76526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff4bf61-1bde-459f-942d-4d711f43f789', 'code': 200} Sep 07 16:14:18.769104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-80c1f507-596c-4dae-90f2-9e3db3828022 None None] Provisioning complete for port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:18.769724 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80c1f507-596c-4dae-90f2-9e3db3828022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.817709 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-80c1f507-596c-4dae-90f2-9e3db3828022 None None] Port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:18.858420 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-80c1f507-596c-4dae-90f2-9e3db3828022 None None] Provisioning for port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:18.864303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=aff4bf61-1bde-459f-942d-4d711f43f789,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:18.868034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-80c1f507-596c-4dae-90f2-9e3db3828022 None None] Provisioning complete for port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:18.868724 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80c1f507-596c-4dae-90f2-9e3db3828022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.939550 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-80c1f507-596c-4dae-90f2-9e3db3828022 None None] Port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:18.960512 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.961582 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:18.962131 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Floating IP 5cd9eab4-3932-4a1a-80c2-ed78d047a2ea disassociated. External IP: 172.25.3.156, port: 457a88ba-3fac-4243-8285-201bfdd02b54. Sep 07 16:14:18.962803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Calling delete_port for 457a88ba-3fac-4243-8285-201bfdd02b54 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:14:19.043334 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-511812133-network', 'tenant_id': '396090e31e1140cca2fbba5fa0436228'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:19.059990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2aa4dd-2f75-4f2c-86d6-eb72ff3f3e87 req-3df196e7-9b51-424f-8b6e-0cf65b5aa81d tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:19.069322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc2aa4dd-2f75-4f2c-86d6-eb72ff3f3e87 req-3df196e7-9b51-424f-8b6e-0cf65b5aa81d tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 946 time: 0.3205695 Sep 07 16:14:19.084357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Made reservation on behalf of 396090e31e1140cca2fbba5fa0436228 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:19.086845 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.088515 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26d0eae3-2b2d-422d-901d-18bbbedb01f8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.098100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.155067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae87d1-d641-49f6-9473-971f23b3e686 req-c5d40122-3a09-4307-9050-c69787a61e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:19.156725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5ae87d1-d641-49f6-9473-971f23b3e686 req-c5d40122-3a09-4307-9050-c69787a61e4f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 1097 time: 0.2578607 Sep 07 16:14:19.208310 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.239461 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.239944 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26d0eae3-2b2d-422d-901d-18bbbedb01f8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.277120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b006d79-65cf-4548-90c8-c59c8f9a7423 req-d0d76227-1d28-4d01-8ac6-58cbb8d867e4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:19.285936 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b006d79-65cf-4548-90c8-c59c8f9a7423 req-d0d76227-1d28-4d01-8ac6-58cbb8d867e4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.3443334 Sep 07 16:14:19.287668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1134134-f1de-4dc9-895f-6dc64eee89fa,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:19.288034 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26d0eae3-2b2d-422d-901d-18bbbedb01f8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.320507 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:14:19.338256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.338897 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Added segment 47c19afa-38ef-4e14-956e-03008c972d0a of type vlan for network bf407d0e-a8eb-4f04-9168-6cad718a2e01 Sep 07 16:14:19.349539 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.400928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Pushing event deleted for resources: {'Port': ['ID=457a88ba-3fac-4243-8285-201bfdd02b54,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:19.402929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc2aa4dd-2f75-4f2c-86d6-eb72ff3f3e87 req-d9b9dd8d-a413-4eef-adca-a0c1dd3c5db6 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c02f207-5d01-4167-9056-20429c09b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324473 Sep 07 16:14:19.418360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0eae3-2b2d-422d-901d-18bbbedb01f8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d6faf4-dd36-4116-a58c-1cf2e8ff0fa2,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:19.421423 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.445638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5ae87d1-d641-49f6-9473-971f23b3e686 req-2ccadd01-e8c9-4971-b963-6ece341ee28b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027271 Sep 07 16:14:19.451721 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26d0eae3-2b2d-422d-901d-18bbbedb01f8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.453026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-26d0eae3-2b2d-422d-901d-18bbbedb01f8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7082272 Sep 07 16:14:19.456117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54036) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:19.486010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3f8fe1ea-45e3-4798-bb54-5d1043a0a0f3 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'security_group_rule': {'security_group_id': '6a628515-d0d6-47dd-bbc9-7d903ccae1ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:19.561249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b006d79-65cf-4548-90c8-c59c8f9a7423 req-91a643c5-0cfc-4a43-8ab7-4cbe563a9474 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742877 Sep 07 16:14:19.797330 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe1ea-45e3-4798-bb54-5d1043a0a0f3 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.802605 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a448d7e3-fbf1-4218-b3ed-190ece7a4dad req-11bda869-3786-4bca-888c-6460fd365f3b tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0707870 Sep 07 16:14:19.871833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8febe-d6c8-452c-858c-911ad41c8e10 req-874ddc27-ebb2-451f-880d-9da10bbbbc4e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:19.871833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00c8febe-d6c8-452c-858c-911ad41c8e10 req-874ddc27-ebb2-451f-880d-9da10bbbbc4e tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 946 time: 0.2583520 Sep 07 16:14:19.881504 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.882576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:19.883849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:19.940004 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2711439 Sep 07 16:14:19.953023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54060) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:19.958601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a3f7f3df-5fb8-45ec-94aa-468cc8dfb5b4 admin admin] Request body: {'subnet': {'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-511812133-subnet', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:19.999980 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f7f3df-5fb8-45ec-94aa-468cc8dfb5b4 admin admin] Made reservation on behalf of 396090e31e1140cca2fbba5fa0436228 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:20.002627 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3f7f3df-5fb8-45ec-94aa-468cc8dfb5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.101243 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe1ea-45e3-4798-bb54-5d1043a0a0f3 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.102534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Router d38b740a-2a4d-4242-8ca2-6879aa04db13 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:14:20.106262 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74ada9-1542-42aa-812b-79cc921bc364 admin admin] Pushing event updated for resources: {'Network': ['ID=bf407d0e-a8eb-4f04-9168-6cad718a2e01,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:20.106986 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00c8febe-d6c8-452c-858c-911ad41c8e10 req-4dab5bc2-51a0-4345-b0d9-33f325cb2aeb tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999028 Sep 07 16:14:20.108402 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe1ea-45e3-4798-bb54-5d1043a0a0f3 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.134350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network bf407d0e-a8eb-4f04-9168-6cad718a2e01 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:14:20.165562 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe1ea-45e3-4798-bb54-5d1043a0a0f3 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.176681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3f8fe1ea-45e3-4798-bb54-5d1043a0a0f3 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7189193 Sep 07 16:14:20.179251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54062) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:20.189936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:20.195404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fe1ea-45e3-4798-bb54-5d1043a0a0f3 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7205049a-c5d5-482a-b8e7-a3332808d9fd,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:20.240225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.304876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54066) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:20.344823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:14:20.360043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0174fd4-4f91-4270-a528-e4f574e31eed None None] Sync routers for ids ['d38b740a-2a4d-4242-8ca2-6879aa04db13'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:14:20.377449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0174fd4-4f91-4270-a528-e4f574e31eed None None] Routers {'d38b740a-2a4d-4242-8ca2-6879aa04db13'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:20.378114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f0174fd4-4f91-4270-a528-e4f574e31eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:14:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d38b740a-2a4d-4242-8ca2-6879aa04db13'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:20.419910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] No DVR routers for this DVR port 457a88ba-3fac-4243-8285-201bfdd02b54 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:14:20.421443 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.423533 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7865afcc-c5ea-44a0-9824-af757e91ebd1 req-b4f7e7c0-2546-4264-b647-760640fab5f8 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.54 "DELETE /v2.0/ports/457a88ba-3fac-4243-8285-201bfdd02b54 HTTP/1.1" status: 204 len: 173 time: 2.5753644 Sep 07 16:14:20.423994 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a82567e-ee5b-4eff-9712-1870b5928e99', 'name': 'network-vif-deleted', 'tag': '457a88ba-3fac-4243-8285-201bfdd02b54'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:14:20.426437 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14fb923-105c-434f-b688-a02874d34e66" -d '{"events": [{"server_uuid": "6a82567e-ee5b-4eff-9712-1870b5928e99", "name": "network-vif-deleted", "tag": "457a88ba-3fac-4243-8285-201bfdd02b54"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:14:20.454531 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.545767 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61888ddc-df8c-4ae1-82a9-69fa9aa111d6 x-openstack-request-id: req-61888ddc-df8c-4ae1-82a9-69fa9aa111d6 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:14:20.546108 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a82567e-ee5b-4eff-9712-1870b5928e99", "name": "network-vif-deleted", "tag": "457a88ba-3fac-4243-8285-201bfdd02b54", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:14:20.546335 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-61888ddc-df8c-4ae1-82a9-69fa9aa111d6 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:14:20.546758 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a82567e-ee5b-4eff-9712-1870b5928e99', 'name': 'network-vif-deleted', 'tag': '457a88ba-3fac-4243-8285-201bfdd02b54', 'status': 'completed', 'code': 200} Sep 07 16:14:20.580413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3f7f3df-5fb8-45ec-94aa-468cc8dfb5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.635979 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b99be7-a7ca-4454-940e-56dfab84b020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.653458 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f0174fd4-4f91-4270-a528-e4f574e31eed None None] Set router d38b740a-2a4d-4242-8ca2-6879aa04db13 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:20.653632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf877e66-b924-4c49-8b58-c3582b10a799 req-74b11a94-0188-4dc8-9200-4b0069e7f7b3 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a82567e-ee5b-4eff-9712-1870b5928e99 HTTP/1.1" status: 200 len: 210 time: 0.0801630 Sep 07 16:14:20.705178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7f3df-5fb8-45ec-94aa-468cc8dfb5b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f752d9b-e00e-44ef-ad5a-a3d851397ff0,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:20.765663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f7f3df-5fb8-45ec-94aa-468cc8dfb5b4 admin admin] Checking segment: {'id': '47c19afa-38ef-4e14-956e-03008c972d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:20.766154 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f7f3df-5fb8-45ec-94aa-468cc8dfb5b4 admin admin] Network hostable DHCP agents. Network: bf407d0e-a8eb-4f04-9168-6cad718a2e01, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:14:20.802710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f7f3df-5fb8-45ec-94aa-468cc8dfb5b4 admin admin] Network bf407d0e-a8eb-4f04-9168-6cad718a2e01 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:14:20.817485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a3f7f3df-5fb8-45ec-94aa-468cc8dfb5b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, bf407d0e-a8eb-4f04-9168-6cad718a2e01) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:20.827692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416209a9-07a1-4ea0-b0d1-cf02a1ae5483 None None] Network bf407d0e-a8eb-4f04-9168-6cad718a2e01 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:20.841861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f7f3df-5fb8-45ec-94aa-468cc8dfb5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:20.842462 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a3f7f3df-5fb8-45ec-94aa-468cc8dfb5b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.872819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Allocated IP 172.25.3.178 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/a159d30b-9d4d-408b-82d0-fd1cf6780e4d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:20.888462 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b99be7-a7ca-4454-940e-56dfab84b020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.901756 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7b99be7-a7ca-4454-940e-56dfab84b020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.908400 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a3f7f3df-5fb8-45ec-94aa-468cc8dfb5b4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9518306 Sep 07 16:14:20.908769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54080) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:20.920366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:20.952950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b99be7-a7ca-4454-940e-56dfab84b020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4981e6d-6578-4ccd-ad76-d2582a2aaded,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:20.979418 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.981806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:20.995388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd406e-1972-443d-97f5-e78904802ad0 req-e1b10b3b-b0f9-4954-a3b8-322029a6a5ee tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:20.997976 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bebd406e-1972-443d-97f5-e78904802ad0 req-e1b10b3b-b0f9-4954-a3b8-322029a6a5ee tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1950111 Sep 07 16:14:21.019559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d7b99be7-a7ca-4454-940e-56dfab84b020 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2a0bf6577fc445e8498242fb032e8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7054391 Sep 07 16:14:21.025042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54082) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:21.113451 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bebd406e-1972-443d-97f5-e78904802ad0 req-9c3c9256-c162-4c4e-b4e0-bb92b843b31a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058233 Sep 07 16:14:21.132497 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.141043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7e165e1-e52d-49fc-92b3-bfcdc3905eba req-79c79b37-0a55-4b22-8f49-ed11f04a081e tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0680897 Sep 07 16:14:21.213540 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.269188 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.332671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'Port': ['ID=a159d30b-9d4d-408b-82d0-fd1cf6780e4d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:21.351436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 457a88ba-3fac-4243-8285-201bfdd02b54 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:14:21.383268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:21.384271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 457a88ba-3fac-4243-8285-201bfdd02b54 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:14:21.384668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 457a88ba-3fac-4243-8285-201bfdd02b54 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:14:21.389864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:21.397150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:21.412426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30ac53-6b21-4ce0-98e3-c34230889760 req-a935a4dd-def3-484e-9a57-5915047b69a5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:21.414167 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa30ac53-6b21-4ce0-98e3-c34230889760 req-a935a4dd-def3-484e-9a57-5915047b69a5 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 946 time: 0.0861883 Sep 07 16:14:21.419093 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.425327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f0174fd4-4f91-4270-a528-e4f574e31eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e7893824-b679-4d79-b814-772eeed085a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:12:00Z', 'revision_number': 4, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port': {'id': 'e7893824-b679-4d79-b814-772eeed085a4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:56Z', 'updated_at': '2021-09-07T16:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'adda198b-b267-49f9-a3df-a076ac78984f', 'name': '', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'mac_address': 'fa:16:3e:d4:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:59Z', 'updated_at': '2021-09-07T16:12:05Z', 'revision_number': 5, 'project_id': '86a75082594b4704b2794d5e29715933', 'subnets': [{'id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:21.436670 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-870785c1-6ee6-497d-b2b0-dbba1681f99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.458897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0174fd4-4f91-4270-a528-e4f574e31eed None None] Checking router: d38b740a-2a4d-4242-8ca2-6879aa04db13 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:14:21.462435 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-870785c1-6ee6-497d-b2b0-dbba1681f99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.464974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'fixed_ips': [{'subnet_id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:14:21.465837 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.483832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0174fd4-4f91-4270-a528-e4f574e31eed None None] Routers {'d38b740a-2a4d-4242-8ca2-6879aa04db13'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:21.484795 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f0174fd4-4f91-4270-a528-e4f574e31eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:14:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d38b740a-2a4d-4242-8ca2-6879aa04db13'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:21.495290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa30ac53-6b21-4ce0-98e3-c34230889760 req-b49388c9-7444-4b55-91cb-c1457a3310e3 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589075 Sep 07 16:14:21.562903 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.572464 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-870785c1-6ee6-497d-b2b0-dbba1681f99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.576170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-870785c1-6ee6-497d-b2b0-dbba1681f99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.577673 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-870785c1-6ee6-497d-b2b0-dbba1681f99a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4981e6d-6578-4ccd-ad76-d2582a2aaded HTTP/1.1" status: 204 len: 168 time: 0.5505917 Sep 07 16:14:21.653261 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870785c1-6ee6-497d-b2b0-dbba1681f99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4981e6d-6578-4ccd-ad76-d2582a2aaded,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:21.659169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:21.752381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f0174fd4-4f91-4270-a528-e4f574e31eed None None] Set router d38b740a-2a4d-4242-8ca2-6879aa04db13 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:21.806764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Allocated IP 172.20.0.2 (bf407d0e-a8eb-4f04-9168-6cad718a2e01/7f752d9b-e00e-44ef-ad5a-a3d851397ff0/722a1ce7-f88a-4d46-a161-420eec462a67) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:21.959100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54100) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:22.016914 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.026577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Transition to ACTIVE for port object 722a1ce7-f88a-4d46-a161-420eec462a67 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:22.045333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Transition to ACTIVE for port object 722a1ce7-f88a-4d46-a161-420eec462a67 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:22.113837 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.156285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54102) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:22.191241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Pushing event updated for resources: {'Port': ['ID=722a1ce7-f88a-4d46-a161-420eec462a67,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:22.203812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Network bf407d0e-a8eb-4f04-9168-6cad718a2e01 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:22.207571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:22.211027 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:22.293756 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f034454-a73d-4130-bc1d-9295d8785e94 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.307428 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.324057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Attempting to bind port 722a1ce7-f88a-4d46-a161-420eec462a67 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:22.324809 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Attempting to bind port 722a1ce7-f88a-4d46-a161-420eec462a67 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '47c19afa-38ef-4e14-956e-03008c972d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:22.325454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Attempting to bind port 722a1ce7-f88a-4d46-a161-420eec462a67 on network bf407d0e-a8eb-4f04-9168-6cad718a2e01 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:22.332263 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f034454-a73d-4130-bc1d-9295d8785e94 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.335509 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:22.336095 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Checking segment: {'id': '47c19afa-38ef-4e14-956e-03008c972d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:22.336760 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.337672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Bound using segment: {'id': '47c19afa-38ef-4e14-956e-03008c972d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:22.338914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Bound port: 722a1ce7-f88a-4d46-a161-420eec462a67, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c19afa-38ef-4e14-956e-03008c972d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:22.340273 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.347941 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b39dc1b-e34c-4717-b1aa-b37f2ab3b745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.362995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeff76e-1e1c-45b8-b6d8-757dcd48c943 req-5ef992ee-b9be-43be-a755-1ed164428171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:22.365801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9aeff76e-1e1c-45b8-b6d8-757dcd48c943 req-5ef992ee-b9be-43be-a755-1ed164428171 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=021b7fa5f9114de0bd5a5602ddc36929&device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 1096 time: 0.6392276 Sep 07 16:14:22.394554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f034454-a73d-4130-bc1d-9295d8785e94 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.409547 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f034454-a73d-4130-bc1d-9295d8785e94 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.415045 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1f034454-a73d-4130-bc1d-9295d8785e94 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "DELETE /v2.0/security-groups/5c02f207-5d01-4167-9056-20429c09b8f1 HTTP/1.1" status: 204 len: 168 time: 0.4511209 Sep 07 16:14:22.415916 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54108) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:22.418266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f0174fd4-4f91-4270-a528-e4f574e31eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e7893824-b679-4d79-b814-772eeed085a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:12:00Z', 'revision_number': 4, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port': {'id': 'e7893824-b679-4d79-b814-772eeed085a4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:56Z', 'updated_at': '2021-09-07T16:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'adda198b-b267-49f9-a3df-a076ac78984f', 'name': '', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'mac_address': 'fa:16:3e:d4:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:59Z', 'updated_at': '2021-09-07T16:12:05Z', 'revision_number': 5, 'project_id': '86a75082594b4704b2794d5e29715933', 'subnets': [{'id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:22.426486 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.428031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.457194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0174fd4-4f91-4270-a528-e4f574e31eed None None] The sync data for ids ['d38b740a-2a4d-4242-8ca2-6879aa04db13'] in n-d-807551-3 is: [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e7893824-b679-4d79-b814-772eeed085a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:12:00Z', 'revision_number': 4, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port': {'id': 'e7893824-b679-4d79-b814-772eeed085a4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:56Z', 'updated_at': '2021-09-07T16:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'adda198b-b267-49f9-a3df-a076ac78984f', 'name': '', 'network_id': '8f89846c-bad6-42e3-a0f4-d285732d4aec', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'mac_address': 'fa:16:3e:d4:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:59Z', 'updated_at': '2021-09-07T16:12:05Z', 'revision_number': 5, 'project_id': '86a75082594b4704b2794d5e29715933', 'subnets': [{'id': '74b347a3-64e9-4d75-80f3-b180ae6c89ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:14:22.476126 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.481928 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-ff8efa65-5205-4db5-bb54-97c314b72d53 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] show failed (client error): The resource could not be found. Sep 07 16:14:22.486448 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ff8efa65-5205-4db5-bb54-97c314b72d53 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "GET /v2.0/security-groups/5c02f207-5d01-4167-9056-20429c09b8f1 HTTP/1.1" status: 404 len: 347 time: 0.0588870 Sep 07 16:14:22.486448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f034454-a73d-4130-bc1d-9295d8785e94 tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c02f207-5d01-4167-9056-20429c09b8f1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:22.497847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54110) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:22.502221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] For port 722a1ce7-f88a-4d46-a161-420eec462a67, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:22.506212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] For port 722a1ce7-f88a-4d46-a161-420eec462a67, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=722a1ce7-f88a-4d46-a161-420eec462a67,segment=NetworkSegment(47c19afa-38ef-4e14-956e-03008c972d0a),segment_id=47c19afa-38ef-4e14-956e-03008c972d0a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:22.528036 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.674105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21040b9a-dd27-45c3-be68-02888f23583a None None] Pushing event updated for resources: {'Port': ['ID=722a1ce7-f88a-4d46-a161-420eec462a67,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:22.694363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0523e1-afed-460d-8d50-291bd7d42ebe req-1004478a-ea4d-4d19-aea0-24c821734109 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:22.696043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e0523e1-afed-460d-8d50-291bd7d42ebe req-1004478a-ea4d-4d19-aea0-24c821734109 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 946 time: 0.5556660 Sep 07 16:14:22.781551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'Port': ['ID=a159d30b-9d4d-408b-82d0-fd1cf6780e4d,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:22.855750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Allocated IP 172.25.3.101 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/6c0803d4-3873-42a2-a277-9bcd5e37b1b7) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:22.869864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2bf014b8-a8a3-4ff6-8156-9f1331d719cf tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Deleting port 4fa1b7b8-9c85-4b9c-8e5f-53bf679cf03a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:14:22.870460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bf014b8-a8a3-4ff6-8156-9f1331d719cf tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:22.879834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeff76e-1e1c-45b8-b6d8-757dcd48c943 req-19de2867-01c3-468b-849d-0eb6970b3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:22.881530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9aeff76e-1e1c-45b8-b6d8-757dcd48c943 req-19de2867-01c3-468b-849d-0eb6970b3feb service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 HTTP/1.1" status: 200 len: 915 time: 0.4103582 Sep 07 16:14:22.901698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28520c5-8110-4e2c-b1fe-957cd5bafc82 req-3c04e4ce-21f0-4727-8ccb-8c9b2c8053cb tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:22.903568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d28520c5-8110-4e2c-b1fe-957cd5bafc82 req-3c04e4ce-21f0-4727-8ccb-8c9b2c8053cb tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.5665083 Sep 07 16:14:22.943967 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e556a-d267-4541-9ce5-7b4f2fc710f9 None None] New status for floating IP 5cd9eab4-3932-4a1a-80c2-ed78d047a2ea: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:14:23.011692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9aeff76e-1e1c-45b8-b6d8-757dcd48c943 req-12f7edec-c335-4a84-9177-c969900e76fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16359975-6534-405f-a7d1-b37ec3123907 HTTP/1.1" status: 200 len: 217 time: 0.1069407 Sep 07 16:14:23.067259 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.093532 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bf014b8-a8a3-4ff6-8156-9f1331d719cf tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.093863 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bf014b8-a8a3-4ff6-8156-9f1331d719cf tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.122150 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2bf014b8-a8a3-4ff6-8156-9f1331d719cf tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Calling delete_port for 4fa1b7b8-9c85-4b9c-8e5f-53bf679cf03a owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:14:23.150359 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.175075 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b39dc1b-e34c-4717-b1aa-b37f2ab3b745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.189517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e0523e1-afed-460d-8d50-291bd7d42ebe req-cdbb63b1-da79-4970-845b-dda3e21ed683 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335287 Sep 07 16:14:23.200904 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b39dc1b-e34c-4717-b1aa-b37f2ab3b745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.225932 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.227330 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d7128492-d750-48aa-bdf7-4ee1a532809b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0469606 Sep 07 16:14:23.285701 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3b39dc1b-e34c-4717-b1aa-b37f2ab3b745 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=594e5d42b7974cea8dc1bd4648699a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1251559 Sep 07 16:14:23.287531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d28520c5-8110-4e2c-b1fe-957cd5bafc82 req-db073a2f-6a9c-4ed6-9906-a1f81c82c057 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776868 Sep 07 16:14:23.288618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39dc1b-e34c-4717-b1aa-b37f2ab3b745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d9fcc0-c180-4f60-9512-89a59a8e504f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:23.305268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54116) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:23.338678 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bf014b8-a8a3-4ff6-8156-9f1331d719cf tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.348685 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.380994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeff76e-1e1c-45b8-b6d8-757dcd48c943 req-d36ff9c1-de3c-469e-bf0f-63cc2d058baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:23.383586 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9aeff76e-1e1c-45b8-b6d8-757dcd48c943 req-d36ff9c1-de3c-469e-bf0f-63cc2d058baf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60f16aa3-09ad-45d7-a79d-cdb8160a9e1a HTTP/1.1" status: 200 len: 854 time: 0.3414536 Sep 07 16:14:23.414503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2123d74e-9733-45b0-afb0-5a32a4fe68d8 req-c5722274-fd25-4478-8930-fa53e7c642f4 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0709751 Sep 07 16:14:23.423087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf014b8-a8a3-4ff6-8156-9f1331d719cf tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Pushing event deleted for resources: {'Port': ['ID=4fa1b7b8-9c85-4b9c-8e5f-53bf679cf03a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:23.438509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:23.440315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:23.451765 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:23.465892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9aeff76e-1e1c-45b8-b6d8-757dcd48c943 req-eea4945b-3bda-4072-8524-a5b9ea601dae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658410 Sep 07 16:14:23.477406 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d459c61-572a-4ab5-a88e-95030242784a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.509231 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d459c61-572a-4ab5-a88e-95030242784a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.600905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0803d4-3873-42a2-a277-9bcd5e37b1b7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:23.605701 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bf014b8-a8a3-4ff6-8156-9f1331d719cf tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.608805 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bf014b8-a8a3-4ff6-8156-9f1331d719cf tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.610960 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2bf014b8-a8a3-4ff6-8156-9f1331d719cf tempest-ServersTestJSON-2124576621 tempest-ServersTestJSON-2124576621-project] 10.222.0.70 "DELETE /v2.0/floatingips/5cd9eab4-3932-4a1a-80c2-ed78d047a2ea HTTP/1.1" status: 204 len: 168 time: 1.1009109 Sep 07 16:14:23.618201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54126) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:23.633634 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d459c61-572a-4ab5-a88e-95030242784a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.637203 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d459c61-572a-4ab5-a88e-95030242784a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:23.640741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4d459c61-572a-4ab5-a88e-95030242784a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96d9fcc0-c180-4f60-9512-89a59a8e504f HTTP/1.1" status: 204 len: 168 time: 0.3321934 Sep 07 16:14:23.695162 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d459c61-572a-4ab5-a88e-95030242784a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d9fcc0-c180-4f60-9512-89a59a8e504f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:23.814161 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9aeff76e-1e1c-45b8-b6d8-757dcd48c943 req-11dc4639-4c53-4cf4-90c0-d2387a48f75f service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964120 Sep 07 16:14:23.953814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9aeff76e-1e1c-45b8-b6d8-757dcd48c943 req-59cb48f4-65e2-4c78-8420-c2b13bcc1903 service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308510 Sep 07 16:14:23.957651 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a3a395a5-4bbe-4c28-994f-fe2304d776dc tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--86125323&fields=id&tenant_id=b7c3f23fc2aa4f22b0a288867793869b HTTP/1.1" status: 200 len: 267 time: 0.1904535 Sep 07 16:14:24.070673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8aa908e1-8f30-46d9-ac7b-a012f439fdb8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:24.078626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8aa908e1-8f30-46d9-ac7b-a012f439fdb8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports/2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 HTTP/1.1" status: 200 len: 930 time: 0.0972414 Sep 07 16:14:24.115481 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:24.141825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a8ee9631-b7e4-4b10-91c6-9e1f3af83595 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:24.151668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a8ee9631-b7e4-4b10-91c6-9e1f3af83595 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports/8b7cd95e-d4ca-4955-a0c7-596d708a0805 HTTP/1.1" status: 200 len: 930 time: 0.0717285 Sep 07 16:14:24.306284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-43cddea5-8a3f-4582-b642-02ef8d5d8c80 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?network_id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1531460 Sep 07 16:14:24.346479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3221d9-93dc-48ba-b3b2-87ddbdf48585 None None] Network bf407d0e-a8eb-4f04-9168-6cad718a2e01 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:24.411289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2203ab02-2bea-44e1-bd9b-c2b69df2b63d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?network_id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0934412 Sep 07 16:14:24.578880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a7cc7ed2-38ba-4878-86bb-cbe4d8a183d4 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:24.585094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a7cc7ed2-38ba-4878-86bb-cbe4d8a183d4 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:24.600084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a7cc7ed2-38ba-4878-86bb-cbe4d8a183d4 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:24.607904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 722a1ce7-f88a-4d46-a161-420eec462a67 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:24.616583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a7cc7ed2-38ba-4878-86bb-cbe4d8a183d4 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/networks?id=f50728ef-b9a9-44ff-902b-e797addc9652&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a HTTP/1.1" status: 200 len: 1989 time: 0.2034445 Sep 07 16:14:24.652115 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ce407ad7-f5ac-4d81-825e-4baf23479ffc None None] Provisioning for port 722a1ce7-f88a-4d46-a161-420eec462a67 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:24.653780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-f23a0a3f-7b54-4b70-851f-0a9862c595a2 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/quotas/b7c3f23fc2aa4f22b0a288867793869b HTTP/1.1" status: 200 len: 375 time: 0.0340276 Sep 07 16:14:24.707305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 722a1ce7-f88a-4d46-a161-420eec462a67 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:24.717622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 722a1ce7-f88a-4d46-a161-420eec462a67 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:24.718363 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:24.791251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229abbe-aa01-4d69-a2ed-037cebfcb82a req-99c33f35-f9d0-4a47-a645-500a14c83626 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:24.795356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1229abbe-aa01-4d69-a2ed-037cebfcb82a req-99c33f35-f9d0-4a47-a645-500a14c83626 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 946 time: 0.4332800 Sep 07 16:14:24.873988 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:24.945330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 722a1ce7-f88a-4d46-a161-420eec462a67, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=722a1ce7-f88a-4d46-a161-420eec462a67,segment=NetworkSegment(47c19afa-38ef-4e14-956e-03008c972d0a),segment_id=47c19afa-38ef-4e14-956e-03008c972d0a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:24.949867 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1229abbe-aa01-4d69-a2ed-037cebfcb82a req-a2acddd3-1fa6-4e36-a6e1-84a38cf41963 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277244 Sep 07 16:14:24.961781 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:25.026828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-644caf8b-39a7-4d23-8dd8-fc2e1ee33b21 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3716156 Sep 07 16:14:25.102534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=722a1ce7-f88a-4d46-a161-420eec462a67,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:25.218249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5ee3b-f938-4ce0-9ef1-50f74579d522 req-4269dd06-caa0-4f50-96d4-5046455830fd tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:25.226776 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ee5ee3b-f938-4ce0-9ef1-50f74579d522 req-4269dd06-caa0-4f50-96d4-5046455830fd tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1301806 Sep 07 16:14:25.241194 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:25.302034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-bf10440f-dd31-44db-bdc8-114f8651bddc service neutron] 10.222.0.70 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743030 Sep 07 16:14:25.325767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ee5ee3b-f938-4ce0-9ef1-50f74579d522 req-9ae32cae-270c-4459-b0de-fd297c9f5f9e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944223 Sep 07 16:14:25.398366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-63575546-026d-4d53-a257-dff48d14d27e None None] Provisioning complete for port 722a1ce7-f88a-4d46-a161-420eec462a67 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:25.399352 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63575546-026d-4d53-a257-dff48d14d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:25.453378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Router 25735e76-b48d-4b70-b2dc-4d509bbefd48 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:14:25.484777 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-254d4822-dafc-4db9-bbba-23d0ccca92bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:25.554963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-5e15643d-b0ca-41ee-8a95-0cfe221b8180 service neutron] 10.222.0.70 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250724 Sep 07 16:14:25.631122 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f884f8bb-526e-4758-a400-6d2d497bd9bf req-2cd8d757-7b02-4a63-83f8-8d3348a005c6 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0732548 Sep 07 16:14:25.633641 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-938d40be-2a65-4e29-aa17-673b4b3b0b5a service neutron] 10.222.0.70 "GET /v2.0/ports/2d3a2bc7-67a1-48b0-80e2-3c5f680345a2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0569534 Sep 07 16:14:25.678217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:14:25.689979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Sync routers for ids ['25735e76-b48d-4b70-b2dc-4d509bbefd48'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:14:25.722815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Routers {'25735e76-b48d-4b70-b2dc-4d509bbefd48'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:25.723571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:14:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['25735e76-b48d-4b70-b2dc-4d509bbefd48'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:25.775885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:25.779854 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7389fd3b-ad4a-4cb6-a11e-bcbcf90306f2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8676324 Sep 07 16:14:25.781435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54210) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:25.857042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-92236744-dcf2-499f-a064-de837c405218 service neutron] 10.222.0.70 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158437 Sep 07 16:14:25.921564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Set router 25735e76-b48d-4b70-b2dc-4d509bbefd48 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:26.036994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54214) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:26.102302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-09e947a9-7977-4537-9acc-f501c6c2feb6 service neutron] 10.222.0.70 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367013 Sep 07 16:14:26.165743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-26e74005-0aa0-4158-be51-d932554cba74 service neutron] 10.222.0.70 "GET /v2.0/ports/8b7cd95e-d4ca-4955-a0c7-596d708a0805?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0559413 Sep 07 16:14:26.246892 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:14:26.278821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-254d4822-dafc-4db9-bbba-23d0ccca92bf admin admin] Deleting port adda198b-b267-49f9-a3df-a076ac78984f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:14:26.281059 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-254d4822-dafc-4db9-bbba-23d0ccca92bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:26.353136 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-718af7a3-0339-4c8e-84ee-12ec59519b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:26.366477 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 722a1ce7-f88a-4d46-a161-420eec462a67 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:26.412945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626b8e-e4b8-4401-98c1-78dd87f01f3a req-3bda415a-0584-44a2-ab60-a3fa0fd15a21 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:26.425784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06626b8e-e4b8-4401-98c1-78dd87f01f3a req-3bda415a-0584-44a2-ab60-a3fa0fd15a21 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 946 time: 0.2253618 Sep 07 16:14:26.431132 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:14:23Z', 'revision_number': 3, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port': {'id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:58:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:22Z', 'updated_at': '2021-09-07T16:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:26.487994 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-89e86f0f-5d89-4d9b-acc2-26d840557a20 service neutron] 10.222.0.70 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141062 Sep 07 16:14:26.616247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06626b8e-e4b8-4401-98c1-78dd87f01f3a req-82ca4b5b-1aaa-454b-9175-61c5e2af4fee tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894801 Sep 07 16:14:26.702197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Checking router: 25735e76-b48d-4b70-b2dc-4d509bbefd48 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:14:26.702574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Updating router 25735e76-b48d-4b70-b2dc-4d509bbefd48 port 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:14:26.753006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-254d4822-dafc-4db9-bbba-23d0ccca92bf admin admin] For port adda198b-b267-49f9-a3df-a076ac78984f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=adda198b-b267-49f9-a3df-a076ac78984f,segment=NetworkSegment(f1f661f7-29d1-463b-a531-58ee88829b98),segment_id=f1f661f7-29d1-463b-a531-58ee88829b98)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:26.754092 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-254d4822-dafc-4db9-bbba-23d0ccca92bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:26.756143 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 722a1ce7-f88a-4d46-a161-420eec462a67 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:26.760624 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:26.785644 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-254d4822-dafc-4db9-bbba-23d0ccca92bf admin admin] Calling delete_port for adda198b-b267-49f9-a3df-a076ac78984f owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:14:26.807581 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:26.824467 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:26.883322 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-718af7a3-0339-4c8e-84ee-12ec59519b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:26.899533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-be1af418-21c8-4b88-9907-2959e2d92844 service neutron] 10.222.0.70 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996749 Sep 07 16:14:26.918905 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-718af7a3-0339-4c8e-84ee-12ec59519b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:27.021892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Allocated IP 172.20.0.1 (bf407d0e-a8eb-4f04-9168-6cad718a2e01/7f752d9b-e00e-44ef-ad5a-a3d851397ff0/3b5113f6-659e-4843-82a6-97ea6e5ccced) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:27.316466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:27.340220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Transition to ACTIVE for port object 3b5113f6-659e-4843-82a6-97ea6e5ccced will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:27.357898 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:27.380896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Transition to ACTIVE for port object 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:27.391893 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:27.421764 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-254d4822-dafc-4db9-bbba-23d0ccca92bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:27.451576 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a460d0-450f-4606-b7b6-fb0a37004a68 None None] Pushing event updated for resources: {'Port': ['ID=6c0803d4-3873-42a2-a277-9bcd5e37b1b7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:27.452510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d4822-dafc-4db9-bbba-23d0ccca92bf admin admin] Pushing event deleted for resources: {'Port': ['ID=adda198b-b267-49f9-a3df-a076ac78984f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:27.458631 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:27.482341 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Network bf407d0e-a8eb-4f04-9168-6cad718a2e01 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:27.485420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:27.486325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Attempting to bind port 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:27.486881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Attempting to bind port 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:27.487415 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Attempting to bind port 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:27.498037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:27.498618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:27.499210 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:27.499893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:27.500594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Bound port: 6c0803d4-3873-42a2-a277-9bcd5e37b1b7, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:27.501160 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:27.534281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:27.608310 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] For port 6c0803d4-3873-42a2-a277-9bcd5e37b1b7, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:27.609956 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:27.624554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] For port 6c0803d4-3873-42a2-a277-9bcd5e37b1b7, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6c0803d4-3873-42a2-a277-9bcd5e37b1b7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:27.630431 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:27.771535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Routers {'25735e76-b48d-4b70-b2dc-4d509bbefd48'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:27.772199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:14:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['25735e76-b48d-4b70-b2dc-4d509bbefd48'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:27.813625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb87eb5-8191-44a7-aca7-448e2aeb9f86 req-b91bfc38-95f9-4827-9941-8a6db3763ea1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:27.823730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cb87eb5-8191-44a7-aca7-448e2aeb9f86 req-b91bfc38-95f9-4827-9941-8a6db3763ea1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 1.0173762 Sep 07 16:14:27.840244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-718af7a3-0339-4c8e-84ee-12ec59519b12 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=314968303e96459f99354f6de5db7833&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8186002 Sep 07 16:14:27.848679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54230) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:27.882195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7a3-0339-4c8e-84ee-12ec59519b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc66e8bf-d427-498f-b3c1-b25d90fdddbe,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:27.957272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5113f6-659e-4843-82a6-97ea6e5ccced,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:27.957766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] Set router 25735e76-b48d-4b70-b2dc-4d509bbefd48 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:28.028516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cb87eb5-8191-44a7-aca7-448e2aeb9f86 req-d855cd4b-fd4c-4320-904b-9bda45abb030 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952410 Sep 07 16:14:28.087475 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a460d0-450f-4606-b7b6-fb0a37004a68 None None] Pushing event updated for resources: {'Port': ['ID=6c0803d4-3873-42a2-a277-9bcd5e37b1b7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:28.091042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-d01d361e-5848-4913-9d91-f78ca79a2e32 service neutron] 10.222.0.70 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1906462 Sep 07 16:14:28.136576 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-25d2ddfd-70b9-4e4d-aab6-d0c738e9432f None None] Provisioning for port 3b5113f6-659e-4843-82a6-97ea6e5ccced completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:28.140064 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74df9800-f2d3-464e-aa1d-87ac27004ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.148249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-25d2ddfd-70b9-4e4d-aab6-d0c738e9432f None None] Provisioning complete for port 3b5113f6-659e-4843-82a6-97ea6e5ccced triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:28.149136 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25d2ddfd-70b9-4e4d-aab6-d0c738e9432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.191113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-25d2ddfd-70b9-4e4d-aab6-d0c738e9432f None None] Port 3b5113f6-659e-4843-82a6-97ea6e5ccced cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:28.228287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74df9800-f2d3-464e-aa1d-87ac27004ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.306460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.380698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:14:23Z', 'revision_number': 3, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port': {'id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:58:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:22Z', 'updated_at': '2021-09-07T16:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:28.419145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-5bb564ee-f7ea-4dbd-ad4a-7b22c1a079b6 service neutron] 10.222.0.70 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799902 Sep 07 16:14:28.427824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c558f46-d392-4673-9a73-dfbb1ce47b4c None None] The sync data for ids ['25735e76-b48d-4b70-b2dc-4d509bbefd48'] in n-d-807551-3 is: [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:14:23Z', 'revision_number': 3, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port': {'id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:58:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:22Z', 'updated_at': '2021-09-07T16:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:14:28.429822 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74df9800-f2d3-464e-aa1d-87ac27004ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.438911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74df9800-f2d3-464e-aa1d-87ac27004ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.443741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-74df9800-f2d3-464e-aa1d-87ac27004ba3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dc66e8bf-d427-498f-b3c1-b25d90fdddbe HTTP/1.1" status: 204 len: 168 time: 0.5792201 Sep 07 16:14:28.487074 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f75ca3b-6ab0-42ad-932d-bda91ec2f1d7 req-45cf563f-5527-445a-9117-71e4992486ac tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.1929784 Sep 07 16:14:28.565415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b49210-4660-42a9-8dd0-5e7a9bd5f10b req-c611f11e-ad40-454e-84a7-8effc4181d9b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:28.569120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42b49210-4660-42a9-8dd0-5e7a9bd5f10b req-c611f11e-ad40-454e-84a7-8effc4181d9b tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 946 time: 0.5546432 Sep 07 16:14:28.577270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df9800-f2d3-464e-aa1d-87ac27004ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc66e8bf-d427-498f-b3c1-b25d90fdddbe,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:28.609981 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-254d4822-dafc-4db9-bbba-23d0ccca92bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.819688 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.846267 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:28.946608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5113f6-659e-4843-82a6-97ea6e5ccced,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:29.011153 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b3738846-6603-4518-8bed-321eb058eb0c service neutron] 10.222.0.70 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369263 Sep 07 16:14:29.033164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccc3c5-ed2b-4f7c-b092-4cfaf0ac8604 req-773a3bc2-ac4e-47e0-b70d-3ac1ef948c6f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:29.045930 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2fccc3c5-ed2b-4f7c-b092-4cfaf0ac8604 req-773a3bc2-ac4e-47e0-b70d-3ac1ef948c6f tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 946 time: 0.2407598 Sep 07 16:14:29.091321 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.333549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-42b49210-4660-42a9-8dd0-5e7a9bd5f10b req-19376df1-0385-4df3-9df3-6782ec8895c7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Deleting port aff4bf61-1bde-459f-942d-4d711f43f789 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:14:29.336963 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-42b49210-4660-42a9-8dd0-5e7a9bd5f10b req-19376df1-0385-4df3-9df3-6782ec8895c7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.377628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Network bf407d0e-a8eb-4f04-9168-6cad718a2e01 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:29.381471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:29.412315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254d4822-dafc-4db9-bbba-23d0ccca92bf admin admin] Router d38b740a-2a4d-4242-8ca2-6879aa04db13 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:14:29.442394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2fccc3c5-ed2b-4f7c-b092-4cfaf0ac8604 req-7b02c1d2-264b-4cd7-b075-936aad3703db tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c954b52-1fa4-4036-8ee4-3f6e057e72b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542893 Sep 07 16:14:29.790912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3a61c4e5-0202-4578-a676-9b64b06f2dcf service neutron] 10.222.0.70 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7372983 Sep 07 16:14:29.850929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-64e59054-c6be-46e1-a23a-358ac85df07a None None] Provisioning complete for port 3b5113f6-659e-4843-82a6-97ea6e5ccced triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:29.851821 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64e59054-c6be-46e1-a23a-358ac85df07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.909395 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-64e59054-c6be-46e1-a23a-358ac85df07a None None] Port 3b5113f6-659e-4843-82a6-97ea6e5ccced cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:29.958354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-42b49210-4660-42a9-8dd0-5e7a9bd5f10b req-19376df1-0385-4df3-9df3-6782ec8895c7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] For port aff4bf61-1bde-459f-942d-4d711f43f789, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=aff4bf61-1bde-459f-942d-4d711f43f789,segment=NetworkSegment(22e413b9-12e1-4cf1-a278-91ac5f235a97),segment_id=22e413b9-12e1-4cf1-a278-91ac5f235a97)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:29.958823 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-42b49210-4660-42a9-8dd0-5e7a9bd5f10b req-19376df1-0385-4df3-9df3-6782ec8895c7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:29.989832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-42b49210-4660-42a9-8dd0-5e7a9bd5f10b req-19376df1-0385-4df3-9df3-6782ec8895c7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Calling delete_port for aff4bf61-1bde-459f-942d-4d711f43f789 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:14:30.001220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01900580-7e4d-4805-bc6a-405f4b55eb13 req-3d586a9e-6329-45ec-b499-c8f1a0754ad1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:30.002824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01900580-7e4d-4805-bc6a-405f4b55eb13 req-3d586a9e-6329-45ec-b499-c8f1a0754ad1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.4189525 Sep 07 16:14:30.088996 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a8afb61a-24d5-44e3-b72c-373b153a8819 service neutron] 10.222.0.70 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969713 Sep 07 16:14:30.109732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01900580-7e4d-4805-bc6a-405f4b55eb13 req-45d3171f-fea9-467d-bcd4-251eee012489 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004264 Sep 07 16:14:30.256881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Router 25735e76-b48d-4b70-b2dc-4d509bbefd48 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:14:30.269795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254d4822-dafc-4db9-bbba-23d0ccca92bf admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:14:30.279655 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-254d4822-dafc-4db9-bbba-23d0ccca92bf admin admin] 10.222.0.70 "PUT /v2.0/routers/d38b740a-2a4d-4242-8ca2-6879aa04db13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6584804 Sep 07 16:14:30.281149 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c4352-e167-4e36-94d4-efdd62201ac5 None None] Sync routers for ids ['d38b740a-2a4d-4242-8ca2-6879aa04db13'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:14:30.282375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54268) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:30.295665 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c4352-e167-4e36-94d4-efdd62201ac5 None None] Routers {'d38b740a-2a4d-4242-8ca2-6879aa04db13'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:30.296305 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0c0c4352-e167-4e36-94d4-efdd62201ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:14:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d38b740a-2a4d-4242-8ca2-6879aa04db13'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:30.368731 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-5c84c302-8f70-4fd4-a4b7-a8273756e8c2 service neutron] 10.222.0.70 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627015 Sep 07 16:14:30.371029 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18432506-5ae1-4c83-a7fb-5e4ad60fb616 req-1fda4dc4-1ed9-4e4a-bca5-d7e39f3b5a19 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.1241021 Sep 07 16:14:30.468804 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:30.598714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:30.604514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:30.606261 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:30.646239 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-42b49210-4660-42a9-8dd0-5e7a9bd5f10b req-19376df1-0385-4df3-9df3-6782ec8895c7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:30.658697 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0c0c4352-e167-4e36-94d4-efdd62201ac5 None None] Set router d38b740a-2a4d-4242-8ca2-6879aa04db13 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:30.698567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-82b63e93-3233-4d83-bfb7-25b072c5048d service neutron] 10.222.0.70 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011734 Sep 07 16:14:30.739113 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:30.772543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 6c0803d4-3873-42a2-a277-9bcd5e37b1b7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6c0803d4-3873-42a2-a277-9bcd5e37b1b7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:30.784953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19376df1-0385-4df3-9df3-6782ec8895c7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Pushing event deleted for resources: {'Port': ['ID=aff4bf61-1bde-459f-942d-4d711f43f789,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:30.785608 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:30.786697 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3becd683-804b-47b7-9cf8-3854389e33ae req-b95b533d-011c-499c-a44e-59002cb1ff8b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.1659880 Sep 07 16:14:30.842805 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:30.849449 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:14:30.860719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=6c0803d4-3873-42a2-a277-9bcd5e37b1b7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:30.892557 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1b23c3c6-4c0c-4188-bd16-2202e31a6895 admin admin] 10.222.0.70 "PUT /v2.0/routers/25735e76-b48d-4b70-b2dc-4d509bbefd48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1091280 Sep 07 16:14:30.960678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-260c4a3a-4d61-47d4-9940-d2ec8240ba40 req-1bb2b69b-8b02-4dac-bc44-a28fbaef3409 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.70 "GET /v2.0/ports?device_id=764e99f9-45b1-4b14-aa86-ce332be76526 HTTP/1.1" status: 200 len: 210 time: 0.1970212 Sep 07 16:14:31.002235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b49210-4660-42a9-8dd0-5e7a9bd5f10b req-19376df1-0385-4df3-9df3-6782ec8895c7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] No DVR routers for this DVR port aff4bf61-1bde-459f-942d-4d711f43f789 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:14:31.006838 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-42b49210-4660-42a9-8dd0-5e7a9bd5f10b req-19376df1-0385-4df3-9df3-6782ec8895c7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:31.011948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42b49210-4660-42a9-8dd0-5e7a9bd5f10b req-19376df1-0385-4df3-9df3-6782ec8895c7 tempest-DeleteServersTestJSON-1682284256 tempest-DeleteServersTestJSON-1682284256-project] 10.222.0.35 "DELETE /v2.0/ports/aff4bf61-1bde-459f-942d-4d711f43f789 HTTP/1.1" status: 204 len: 173 time: 2.4359512 Sep 07 16:14:31.016198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764e99f9-45b1-4b14-aa86-ce332be76526', 'name': 'network-vif-deleted', 'tag': 'aff4bf61-1bde-459f-942d-4d711f43f789'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:14:31.019452 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fcff14-caa8-44a0-953f-88093c650347" -d '{"events": [{"server_uuid": "764e99f9-45b1-4b14-aa86-ce332be76526", "name": "network-vif-deleted", "tag": "aff4bf61-1bde-459f-942d-4d711f43f789"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:14:31.096787 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:31.135612 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0c0c4352-e167-4e36-94d4-efdd62201ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e7893824-b679-4d79-b814-772eeed085a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:14:27Z', 'revision_number': 5, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port': {'id': 'e7893824-b679-4d79-b814-772eeed085a4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:11:56Z', 'updated_at': '2021-09-07T16:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:31.154029 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2449eab-df0a-44eb-bb72-848a80352891 x-openstack-request-id: req-f2449eab-df0a-44eb-bb72-848a80352891 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:14:31.154587 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764e99f9-45b1-4b14-aa86-ce332be76526", "name": "network-vif-deleted", "tag": "aff4bf61-1bde-459f-942d-4d711f43f789", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:14:31.154587 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2449eab-df0a-44eb-bb72-848a80352891 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:14:31.154965 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764e99f9-45b1-4b14-aa86-ce332be76526', 'name': 'network-vif-deleted', 'tag': 'aff4bf61-1bde-459f-942d-4d711f43f789', 'status': 'completed', 'code': 200} Sep 07 16:14:31.231404 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c4352-e167-4e36-94d4-efdd62201ac5 None None] Checking router: d38b740a-2a4d-4242-8ca2-6879aa04db13 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:14:31.244007 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c4352-e167-4e36-94d4-efdd62201ac5 None None] Routers {'d38b740a-2a4d-4242-8ca2-6879aa04db13'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:31.244608 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0c0c4352-e167-4e36-94d4-efdd62201ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:14:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d38b740a-2a4d-4242-8ca2-6879aa04db13'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:31.287333 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-e4d50c9c-3fff-4307-9cb2-ad547906bf82 service neutron] 10.222.0.70 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292323 Sep 07 16:14:31.296373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Deleting port e7893824-b679-4d79-b814-772eeed085a4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:14:31.297263 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:31.405438 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0c0c4352-e167-4e36-94d4-efdd62201ac5 None None] Set router d38b740a-2a4d-4242-8ca2-6879aa04db13 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:31.427999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4836e2e-277a-4608-8fc0-dba7b2cab4a6 req-3f2ad69d-d23f-49c9-95ae-2a959c0aee40 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:31.429708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] For port e7893824-b679-4d79-b814-772eeed085a4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e7893824-b679-4d79-b814-772eeed085a4,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:31.431262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:31.434568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a4836e2e-277a-4608-8fc0-dba7b2cab4a6 req-3f2ad69d-d23f-49c9-95ae-2a959c0aee40 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1266263 Sep 07 16:14:31.466650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Calling delete_port for e7893824-b679-4d79-b814-772eeed085a4 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:14:31.518828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a4836e2e-277a-4608-8fc0-dba7b2cab4a6 req-328471c9-ed79-45b8-bf68-5ae37c078ca7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738442 Sep 07 16:14:31.532742 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0c0c4352-e167-4e36-94d4-efdd62201ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:14:31Z', 'revision_number': 6, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:31.545429 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:31.568883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Sync routers for ids ['25735e76-b48d-4b70-b2dc-4d509bbefd48'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:14:31.586140 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Routers {'25735e76-b48d-4b70-b2dc-4d509bbefd48'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:31.587980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:14:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['25735e76-b48d-4b70-b2dc-4d509bbefd48'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:31.641044 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c4352-e167-4e36-94d4-efdd62201ac5 None None] The sync data for ids ['d38b740a-2a4d-4242-8ca2-6879aa04db13'] in n-d-807551-3 is: [{'id': 'd38b740a-2a4d-4242-8ca2-6879aa04db13', 'name': 'tempest-ServersTestJSON-1878485598-router', 'tenant_id': '86a75082594b4704b2794d5e29715933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:11:55Z', 'updated_at': '2021-09-07T16:14:31Z', 'revision_number': 6, 'project_id': '86a75082594b4704b2794d5e29715933', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:14:31.658677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54326) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:31.875325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device aff4bf61-1bde-459f-942d-4d711f43f789 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:14:31.942829 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b009e5b-2c63-4e68-ba08-c96fcb2ca3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:31.947218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: aff4bf61-1bde-459f-942d-4d711f43f789 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:14:31.947622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device aff4bf61-1bde-459f-942d-4d711f43f789 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:14:31.958886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.001173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Set router 25735e76-b48d-4b70-b2dc-4d509bbefd48 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:32.114087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7893824-b679-4d79-b814-772eeed085a4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:32.252138 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b009e5b-2c63-4e68-ba08-c96fcb2ca3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.266481 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b009e5b-2c63-4e68-ba08-c96fcb2ca3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.286328 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.357658 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:32.359737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2b009e5b-2c63-4e68-ba08-c96fcb2ca3e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c9462bcb750845a1939c0fc1591ef280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6939886 Sep 07 16:14:32.370095 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.383015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b009e5b-2c63-4e68-ba08-c96fcb2ca3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485c7cb4-f96d-49bf-a739-3f00394d4330,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:32.428752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54346) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:32.434092 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ac6c9ac0-6439-496f-b488-8350e4ddb226 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998763740', 'description': 'tempest-description--1346969418'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:32.475593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.483232 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.505705 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac6c9ac0-6439-496f-b488-8350e4ddb226 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.578568 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.579026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d38b740a-2a4d-4242-8ca2-6879aa04db13 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:14:32.581809 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a60c1740-eba4-4100-880c-29bcb8536edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.590797 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.592295 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2fd49e6e-e789-407f-8a3a-e1d781f81c43 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d38b740a-2a4d-4242-8ca2-6879aa04db13 HTTP/1.1" status: 204 len: 168 time: 2.3089275 Sep 07 16:14:32.595403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54352) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:32.601821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:14:28Z', 'revision_number': 4, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port': {'id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:22Z', 'updated_at': '2021-09-07T16:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3b5113f6-659e-4843-82a6-97ea6e5ccced', 'name': '', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'mac_address': 'fa:16:3e:38:3c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:26Z', 'updated_at': '2021-09-07T16:14:28Z', 'revision_number': 2, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'subnets': [{'id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:32.678948 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a60c1740-eba4-4100-880c-29bcb8536edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.697460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Checking router: 25735e76-b48d-4b70-b2dc-4d509bbefd48 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:14:32.697749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Updating router 25735e76-b48d-4b70-b2dc-4d509bbefd48 port 3b5113f6-659e-4843-82a6-97ea6e5ccced binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:14:32.747604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b00432-0f05-4120-9140-d04839ed21ef admin admin] Deleting subnet 74b347a3-64e9-4d75-80f3-b180ae6c89ba {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:14:32.758989 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83b00432-0f05-4120-9140-d04839ed21ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.773850 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.807208 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83b00432-0f05-4120-9140-d04839ed21ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.835509 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac6c9ac0-6439-496f-b488-8350e4ddb226 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.855287 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d3dae2e-b4c8-452f-86b2-3b0c7e142866 req-9ae2f518-3274-47f5-b448-df4bb330bec2 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.3519280 Sep 07 16:14:32.859082 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac6c9ac0-6439-496f-b488-8350e4ddb226 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.884243 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a60c1740-eba4-4100-880c-29bcb8536edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.890770 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a60c1740-eba4-4100-880c-29bcb8536edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.897535 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a60c1740-eba4-4100-880c-29bcb8536edb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/485c7cb4-f96d-49bf-a739-3f00394d4330 HTTP/1.1" status: 204 len: 168 time: 0.4752424 Sep 07 16:14:32.901371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:32.915492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c9ac0-6439-496f-b488-8350e4ddb226 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=271f6c3f-dae3-4379-9d5f-40dbd9d35f83,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:32.936644 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac6c9ac0-6439-496f-b488-8350e4ddb226 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:32.940718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ac6c9ac0-6439-496f-b488-8350e4ddb226 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5080175 Sep 07 16:14:32.940956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54360) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:32.950395 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-82a8eab9-df84-456e-91e4-df87dd001428 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Request body: {'security_group_rule': {'security_group_id': '271f6c3f-dae3-4379-9d5f-40dbd9d35f83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:32.992399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c1740-eba4-4100-880c-29bcb8536edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485c7cb4-f96d-49bf-a739-3f00394d4330,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:33.038482 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83b00432-0f05-4120-9140-d04839ed21ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.059687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a704aef-6468-4d4b-8fe4-182431664abf req-a43eca12-8aa3-4ef1-99bf-2573e98ec5cf tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.0866086 Sep 07 16:14:33.179782 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82a8eab9-df84-456e-91e4-df87dd001428 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.189605 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83b00432-0f05-4120-9140-d04839ed21ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.259379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b00432-0f05-4120-9140-d04839ed21ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b347a3-64e9-4d75-80f3-b180ae6c89ba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:33.267803 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83b00432-0f05-4120-9140-d04839ed21ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.275539 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-83b00432-0f05-4120-9140-d04839ed21ef admin admin] 10.222.0.70 "DELETE /v2.0/subnets/74b347a3-64e9-4d75-80f3-b180ae6c89ba HTTP/1.1" status: 204 len: 168 time: 0.6789317 Sep 07 16:14:33.279911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54368) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:33.285175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4faa-61cf-4721-8b25-9cfb8bb6273c req-39398ed4-3caf-4cf0-8180-3c078c261e23 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:33.296290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a5f4faa-61cf-4721-8b25-9cfb8bb6273c req-39398ed4-3caf-4cf0-8180-3c078c261e23 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.2486513 Sep 07 16:14:33.313835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d398e960-ce68-46b1-b4a5-64b664a28907 None None] Network 8f89846c-bad6-42e3-a0f4-d285732d4aec requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:33.434319 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:33.434715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.538021 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.549099 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a5f4faa-61cf-4721-8b25-9cfb8bb6273c req-392c26a6-ad67-4afb-a87b-4121cb32d1da tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412426 Sep 07 16:14:33.551099 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82a8eab9-df84-456e-91e4-df87dd001428 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.585974 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82a8eab9-df84-456e-91e4-df87dd001428 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.674672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8eab9-df84-456e-91e4-df87dd001428 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e1cda5-831a-4d1e-9975-7f0082330b73,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:33.704359 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Deleting port c5742536-3868-4453-a2a0-710e3b0faacc {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:14:33.704531 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82a8eab9-df84-456e-91e4-df87dd001428 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.704952 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.708494 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-82a8eab9-df84-456e-91e4-df87dd001428 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7640865 Sep 07 16:14:33.709263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54382) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:33.729241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-06fda363-1681-469f-8838-112a30f974f7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Request body: {'security_group_rule': {'security_group_id': '271f6c3f-dae3-4379-9d5f-40dbd9d35f83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:33.840481 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] For port c5742536-3868-4453-a2a0-710e3b0faacc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c5742536-3868-4453-a2a0-710e3b0faacc,segment=NetworkSegment(f1f661f7-29d1-463b-a531-58ee88829b98),segment_id=f1f661f7-29d1-463b-a531-58ee88829b98)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:33.843720 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.881929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ec4caa3-dea2-43ef-95b7-758ea11fb519 req-247abf8d-28a0-441d-b9ad-d4b5ac014aaf tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c&device_id=41a5e40c-c305-45c4-8ddc-4b87404f0410 HTTP/1.1" status: 200 len: 210 time: 0.1122873 Sep 07 16:14:33.901889 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06fda363-1681-469f-8838-112a30f974f7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:33.929614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Calling delete_port for c5742536-3868-4453-a2a0-710e3b0faacc owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:14:34.098573 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06fda363-1681-469f-8838-112a30f974f7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:34.108283 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06fda363-1681-469f-8838-112a30f974f7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:34.152198 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06fda363-1681-469f-8838-112a30f974f7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:34.155205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-06fda363-1681-469f-8838-112a30f974f7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4397044 Sep 07 16:14:34.166704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54404) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:34.197470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:34.203345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:34.224322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fda363-1681-469f-8838-112a30f974f7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfed9adf-f435-45fe-abab-64c4d4331934,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:34.267601 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:34.347664 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] No DVR routers for this DVR port c5742536-3868-4453-a2a0-710e3b0faacc on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:14:34.362439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5742536-3868-4453-a2a0-710e3b0faacc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:34.398123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc12e80d-82b3-4531-964d-329217b10ce8 req-d2ea2d0a-9978-470a-b3d3-abb0ed698e25 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.0992630 Sep 07 16:14:34.476892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7a3ec3bd-95ae-4399-8086-7b3cb1b447af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:34.478670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7a3ec3bd-95ae-4399-8086-7b3cb1b447af service neutron] 10.222.0.35 "GET /v2.0/ports/2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 HTTP/1.1" status: 200 len: 1026 time: 0.0795586 Sep 07 16:14:34.489185 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-682f68ec-60e2-46e5-a438-001d3b99624c req-78b37bba-416e-4c3a-969e-ffc310faf8fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=79243de6a63943b698eb69028020a869&device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.1793046 Sep 07 16:14:34.601672 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-682f68ec-60e2-46e5-a438-001d3b99624c req-497ab930-e614-4792-889d-8ce4f7d54fa2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=79243de6a63943b698eb69028020a869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1036150 Sep 07 16:14:34.609394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aeb5e2cb-762e-4711-9378-1162211d62df req-e2440036-48b2-4f82-9c50-19c4c0285ed5 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.1159976 Sep 07 16:14:34.616531 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a855cae2-5760-4c85-a35c-9b88f8555984 None None] DHCP port deletion for 8f89846c-bad6-42e3-a0f4-d285732d4aec request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:14:34.620502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-ec3a43b1-2114-4272-b51f-3336ada5c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:34.623584 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-ec3a43b1-2114-4272-b51f-3336ada5c930 service neutron] 10.222.0.35 "GET /v2.0/ports/8b7cd95e-d4ca-4955-a0c7-596d708a0805 HTTP/1.1" status: 200 len: 1026 time: 0.1324503 Sep 07 16:14:34.702423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device adda198b-b267-49f9-a3df-a076ac78984f no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:14:34.733391 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: adda198b-b267-49f9-a3df-a076ac78984f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:14:34.733840 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device adda198b-b267-49f9-a3df-a076ac78984f not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:14:34.754145 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:34.787331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Transition to ACTIVE for port object 3b5113f6-659e-4843-82a6-97ea6e5ccced will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:34.812663 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:34.867890 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:34.880640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721b1b2-5fb5-47dc-8c90-f01e3f28e00c req-dd13e543-741e-4dd3-99dd-9e61eb0c266a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:34.889293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e721b1b2-5fb5-47dc-8c90-f01e3f28e00c req-dd13e543-741e-4dd3-99dd-9e61eb0c266a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1493824 Sep 07 16:14:34.920526 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:34.957351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f89846c-bad6-42e3-a0f4-d285732d4aec']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:34.974957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f661f7-29d1-463b-a531-58ee88829b98') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:34.975506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f661f7-29d1-463b-a531-58ee88829b98') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:34.989700 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e108fb-db18-41b6-a817-acad1db8f46b None None] Pushing event updated for resources: {'Port': ['ID=3b5113f6-659e-4843-82a6-97ea6e5ccced,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:35.035330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e7893824-b679-4d79-b814-772eeed085a4 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:14:35.046892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e721b1b2-5fb5-47dc-8c90-f01e3f28e00c req-3ac975f0-58d6-4a92-9421-d313e07f8da5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526268 Sep 07 16:14:35.051649 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.108393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f68ec-60e2-46e5-a438-001d3b99624c req-64f18d0e-991a-4cf1-930a-d1cbf06fb9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:35.117225 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-682f68ec-60e2-46e5-a438-001d3b99624c req-64f18d0e-991a-4cf1-930a-d1cbf06fb9ba service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5052440 Sep 07 16:14:35.151428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.166024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:14:35.167075 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.171240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: e7893824-b679-4d79-b814-772eeed085a4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:14:35.171824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e7893824-b679-4d79-b814-772eeed085a4 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:14:35.172505 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c5742536-3868-4453-a2a0-710e3b0faacc no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: items = [ Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:14:35.178418 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:14:35.195099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-47c29555-3a48-4f18-a9ce-149dd01154bb tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:35.219106 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-47c29555-3a48-4f18-a9ce-149dd01154bb tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:35.222809 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: c5742536-3868-4453-a2a0-710e3b0faacc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:14:35.223362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c5742536-3868-4453-a2a0-710e3b0faacc not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:14:35.240616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-47c29555-3a48-4f18-a9ce-149dd01154bb tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:35.249857 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-47c29555-3a48-4f18-a9ce-149dd01154bb tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "GET /v2.0/networks?id=f50728ef-b9a9-44ff-902b-e797addc9652&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a HTTP/1.1" status: 200 len: 1989 time: 0.6176813 Sep 07 16:14:35.251200 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Attempting to bind port 3b5113f6-659e-4843-82a6-97ea6e5ccced on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:35.251577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Attempting to bind port 3b5113f6-659e-4843-82a6-97ea6e5ccced by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '47c19afa-38ef-4e14-956e-03008c972d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:35.251942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Attempting to bind port 3b5113f6-659e-4843-82a6-97ea6e5ccced on network bf407d0e-a8eb-4f04-9168-6cad718a2e01 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:35.266939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:35.267171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Checking segment: {'id': '47c19afa-38ef-4e14-956e-03008c972d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:35.267482 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.267847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Bound using segment: {'id': '47c19afa-38ef-4e14-956e-03008c972d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:35.268401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Bound port: 3b5113f6-659e-4843-82a6-97ea6e5ccced, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c19afa-38ef-4e14-956e-03008c972d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:35.268779 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.313836 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.322409 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.344203 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8f89846c-bad6-42e3-a0f4-d285732d4aec HTTP/1.1" status: 204 len: 168 time: 2.0463758 Sep 07 16:14:35.375417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58330ccb-61f6-453d-aa71-c88bdeac53f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f89846c-bad6-42e3-a0f4-d285732d4aec,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:35.430050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] For port 3b5113f6-659e-4843-82a6-97ea6e5ccced, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:35.443141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] For port 3b5113f6-659e-4843-82a6-97ea6e5ccced, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3b5113f6-659e-4843-82a6-97ea6e5ccced,segment=NetworkSegment(47c19afa-38ef-4e14-956e-03008c972d0a),segment_id=47c19afa-38ef-4e14-956e-03008c972d0a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:35.488316 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:35.500161 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3ddc951c-d2dd-4b77-b1b9-38e83dc8f5b0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c3f23fc2aa4f22b0a288867793869b HTTP/1.1" status: 200 len: 378 time: 0.2404020 Sep 07 16:14:35.559250 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'port': {'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'admin_state_up': True, 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'security_groups': ['6a628515-d0d6-47dd-bbc9-7d903ccae1ee']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:35.679719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Routers {'25735e76-b48d-4b70-b2dc-4d509bbefd48'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:14:35.688731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:14:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['25735e76-b48d-4b70-b2dc-4d509bbefd48'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:35.771650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54446) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:35.793031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e108fb-db18-41b6-a817-acad1db8f46b None None] Pushing event updated for resources: {'Port': ['ID=3b5113f6-659e-4843-82a6-97ea6e5ccced,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:35.881934 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bc5c3377-a30d-446a-a63a-b3a4cbbb698f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=86a75082594b4704b2794d5e29715933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1089914 Sep 07 16:14:35.882595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54448) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:35.900439 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Allocated IP 172.25.3.94 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/fdcde529-5316-4b99-b8fb-2c625350a029) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:35.957527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d32c7993-a878-4147-b139-bb4260eb830c req-2aaac450-974e-41bf-9a17-24abf87f2843 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.3619075 Sep 07 16:14:35.992788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3cb8941-35d2-482a-bab6-db310073ca84 req-24b6a28e-3253-479d-adff-b87512d7d2e8 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0626328 Sep 07 16:14:36.041088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] Set router 25735e76-b48d-4b70-b2dc-4d509bbefd48 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:14:36.049026 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d2dc446-8ab3-40d3-8291-703750239c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.064248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Made reservation on behalf of b7c3f23fc2aa4f22b0a288867793869b for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:36.083484 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.085076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d2dc446-8ab3-40d3-8291-703750239c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.147794 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d2dc446-8ab3-40d3-8291-703750239c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.151447 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d2dc446-8ab3-40d3-8291-703750239c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.169049 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7d2dc446-8ab3-40d3-8291-703750239c5a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d277be7-9549-4fd6-a032-b7173e2a1a00 HTTP/1.1" status: 204 len: 168 time: 0.2719142 Sep 07 16:14:36.194038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2dc446-8ab3-40d3-8291-703750239c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d277be7-9549-4fd6-a032-b7173e2a1a00,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:36.594236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54464) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:36.608587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:14:28Z', 'revision_number': 4, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port': {'id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:22Z', 'updated_at': '2021-09-07T16:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3b5113f6-659e-4843-82a6-97ea6e5ccced', 'name': '', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'mac_address': 'fa:16:3e:38:3c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:26Z', 'updated_at': '2021-09-07T16:14:35Z', 'revision_number': 4, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'subnets': [{'id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:36.616058 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-682f68ec-60e2-46e5-a438-001d3b99624c req-6857d1b3-b38f-4181-94e2-ede80e181081 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.0870156 Sep 07 16:14:36.630098 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:36.685616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695933ac-c9e7-4835-b7eb-caea778aa212 req-a9ff0d82-114a-43fb-b33f-aaf8029d2ea5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:36.693148 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-695933ac-c9e7-4835-b7eb-caea778aa212 req-a9ff0d82-114a-43fb-b33f-aaf8029d2ea5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.4127357 Sep 07 16:14:36.696565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3775bdc1-a0b3-43a4-b3c1-9faf2653b1f4 None None] The sync data for ids ['25735e76-b48d-4b70-b2dc-4d509bbefd48'] in n-d-807551-3 is: [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:14:28Z', 'revision_number': 4, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port': {'id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:22Z', 'updated_at': '2021-09-07T16:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3b5113f6-659e-4843-82a6-97ea6e5ccced', 'name': '', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'mac_address': 'fa:16:3e:38:3c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:26Z', 'updated_at': '2021-09-07T16:14:35Z', 'revision_number': 4, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'subnets': [{'id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:14:36.952979 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-695933ac-c9e7-4835-b7eb-caea778aa212 req-75852d7e-79e1-4735-b55d-301658a3c3ee tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587578 Sep 07 16:14:36.963254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Allocated IP 172.20.0.3 (f50728ef-b9a9-44ff-902b-e797addc9652/659eec7d-2512-488c-90c5-1e4fdfe8a97c/46b3de92-957e-48b4-b402-964530839a06) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:37.010476 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:37.135621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:37.185784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:37.213287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:37.227605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e5e7e64b-bfca-4c8b-8fe1-1e4c438e6326 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-635762793'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:37.228416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e5e7e64b-bfca-4c8b-8fe1-1e4c438e6326 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Unknown quota resources ['metering_label']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:14:37.244794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Pushing event updated for resources: {'Port': ['ID=fdcde529-5316-4b99-b8fb-2c625350a029,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:37.856259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:38.192119 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-556248324-network', 'tenant_id': '01121abede4b4cc6824a67fd1aa18545'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:38.249087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Made reservation on behalf of 01121abede4b4cc6824a67fd1aa18545 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:38.251536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cec88eff-6bf7-4faa-9aab-9800df0d35de req-70e4c18a-6e27-4b92-9651-e31bed50458e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 1.0368562 Sep 07 16:14:38.254786 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.285810 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.422809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a20dcb11-d11b-4733-a4c3-f6583ba328bf req-1bca1203-402b-4b79-856d-213e44d1abbb tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7c1ba7-9352-4fac-b498-4968e9c6bc4c HTTP/1.1" status: 200 len: 210 time: 0.9717515 Sep 07 16:14:38.471969 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.478001 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.494728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:14:38.509867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.511253 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Added segment 5ad873f3-f2f2-415e-8717-cdd11016abc1 of type vlan for network bc4f350a-c714-4609-80d7-b30f88c5f6bb Sep 07 16:14:38.584452 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.645847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59ced2-bb48-4dbf-9498-8bf0464af46a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:38.663970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.669023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:38.669837 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.736662 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8783710 Sep 07 16:14:38.737677 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54500) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:38.865085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c1722fec-7fcd-48b5-9281-36136e7b61c2 admin admin] Request body: {'subnet': {'network_id': 'bc4f350a-c714-4609-80d7-b30f88c5f6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-556248324-subnet', 'tenant_id': '01121abede4b4cc6824a67fd1aa18545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:38.875518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f2290-758d-4c72-b664-c2144fafa0ae admin admin] Pushing event updated for resources: {'Network': ['ID=bc4f350a-c714-4609-80d7-b30f88c5f6bb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:38.888820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network bc4f350a-c714-4609-80d7-b30f88c5f6bb details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:14:38.894643 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e7e64b-bfca-4c8b-8fe1-1e4c438e6326 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.895872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e5e7e64b-bfca-4c8b-8fe1-1e4c438e6326 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 2.2878883 Sep 07 16:14:38.902945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54502) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:38.905922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.922535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bb131c59-3d30-42c3-aed2-6d311c74a3d6 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '93f2b0fd-f516-4338-83c8-04744a0a86c9'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:38.923055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bb131c59-3d30-42c3-aed2-6d311c74a3d6 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:14:38.942637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Transition to ACTIVE for port object 46b3de92-957e-48b4-b402-964530839a06 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:38.946607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3b5113f6-659e-4843-82a6-97ea6e5ccced up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:38.963909 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1722fec-7fcd-48b5-9281-36136e7b61c2 admin admin] Made reservation on behalf of 01121abede4b4cc6824a67fd1aa18545 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:38.970654 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1722fec-7fcd-48b5-9281-36136e7b61c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:38.970882 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.032841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9432da4-613f-4432-a2f0-f84179966494 req-9196c63f-6279-4de2-bf09-a54d6e461e03 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:39.047725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9432da4-613f-4432-a2f0-f84179966494 req-9196c63f-6279-4de2-bf09-a54d6e461e03 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.3385699 Sep 07 16:14:39.180255 n-d-807551-3 neutron-server[94770]: WARNING neutron.services.metering.metering_plugin [None req-bb131c59-3d30-42c3-aed2-6d311c74a3d6 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 07 16:14:39.193841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 3b5113f6-659e-4843-82a6-97ea6e5ccced completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:39.199085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3b5113f6-659e-4843-82a6-97ea6e5ccced triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:39.199753 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.327954 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.356242 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1722fec-7fcd-48b5-9281-36136e7b61c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.372592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9432da4-613f-4432-a2f0-f84179966494 req-e79d3885-07b9-4501-9bb2-dba77bdfd4c7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224936 Sep 07 16:14:39.414159 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb131c59-3d30-42c3-aed2-6d311c74a3d6 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.415645 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bb131c59-3d30-42c3-aed2-6d311c74a3d6 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5065668 Sep 07 16:14:39.420638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54508) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:39.423434 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.432319 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.438285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-08438f53-6257-40e3-b6d0-d1b74e6552a9 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '93f2b0fd-f516-4338-83c8-04744a0a86c9'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:39.438802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-08438f53-6257-40e3-b6d0-d1b74e6552a9 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:14:39.475381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 3b5113f6-659e-4843-82a6-97ea6e5ccced, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3b5113f6-659e-4843-82a6-97ea6e5ccced,segment=NetworkSegment(47c19afa-38ef-4e14-956e-03008c972d0a),segment_id=47c19afa-38ef-4e14-956e-03008c972d0a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:39.483039 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.504474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1722fec-7fcd-48b5-9281-36136e7b61c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4ec497-7eb3-4035-9c65-6be030204ba2,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:39.555944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1722fec-7fcd-48b5-9281-36136e7b61c2 admin admin] Checking segment: {'id': '5ad873f3-f2f2-415e-8717-cdd11016abc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bc4f350a-c714-4609-80d7-b30f88c5f6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:39.559583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1722fec-7fcd-48b5-9281-36136e7b61c2 admin admin] Network hostable DHCP agents. Network: bc4f350a-c714-4609-80d7-b30f88c5f6bb, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:14:39.602185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=3b5113f6-659e-4843-82a6-97ea6e5ccced,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:39.602795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1722fec-7fcd-48b5-9281-36136e7b61c2 admin admin] Network bc4f350a-c714-4609-80d7-b30f88c5f6bb is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:14:39.635537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c1722fec-7fcd-48b5-9281-36136e7b61c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, bc4f350a-c714-4609-80d7-b30f88c5f6bb) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:39.648575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa4996e-c9c5-40b0-bcc7-19dff3b3a7e8 None None] Network bc4f350a-c714-4609-80d7-b30f88c5f6bb requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:39.655829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1722fec-7fcd-48b5-9281-36136e7b61c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:39.656688 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1722fec-7fcd-48b5-9281-36136e7b61c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:39.697372 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c1722fec-7fcd-48b5-9281-36136e7b61c2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8383596 Sep 07 16:14:39.900012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Network f50728ef-b9a9-44ff-902b-e797addc9652 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:39.921971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:39.930538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:40.040807 n-d-807551-3 neutron-server[94770]: WARNING neutron.services.metering.metering_plugin [None req-08438f53-6257-40e3-b6d0-d1b74e6552a9 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 07 16:14:40.084749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:40.085384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.086203 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1708a4b4-c804-45aa-87ad-8de1b8789893 req-d80d4b4f-1d2b-47e6-9226-d901e6e86782 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=79243de6a63943b698eb69028020a869&device_id=41a5e40c-c305-45c4-8ddc-4b87404f0410 HTTP/1.1" status: 200 len: 210 time: 0.0845237 Sep 07 16:14:40.113751 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65757ca-7674-4e5b-947c-c55ec2cc9fad None None] Network bc4f350a-c714-4609-80d7-b30f88c5f6bb requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:40.139740 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1708a4b4-c804-45aa-87ad-8de1b8789893 req-616817f9-4478-45f2-a913-41612de41439 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=79243de6a63943b698eb69028020a869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451872 Sep 07 16:14:40.321859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'Port': ['ID=46b3de92-957e-48b4-b402-964530839a06,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:40.344984 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-959be264-cbd8-4c4c-ba4b-85870ff20c98 req-728c1401-0e1e-4edc-899e-8f5dc14e49db tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=41a5e40c-c305-45c4-8ddc-4b87404f0410 HTTP/1.1" status: 200 len: 210 time: 0.0763915 Sep 07 16:14:40.423920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb068c-2ec2-42fd-8e1c-4ff84adc4a15 req-f5e55c28-51e3-4e41-959c-cf1f342e7953 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:40.425590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92cb068c-2ec2-42fd-8e1c-4ff84adc4a15 req-f5e55c28-51e3-4e41-959c-cf1f342e7953 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 931 time: 0.9779170 Sep 07 16:14:40.441758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708a4b4-c804-45aa-87ad-8de1b8789893 req-d4e8cf29-4604-40b9-b94a-181604d66dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:40.443325 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1708a4b4-c804-45aa-87ad-8de1b8789893 req-d4e8cf29-4604-40b9-b94a-181604d66dd6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2944660 Sep 07 16:14:40.467150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9561360 Sep 07 16:14:40.468734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:40.469153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:40.469453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:40.469802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:40.470145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:40.470486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:40.470820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:40.471157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:40.471491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:40.471823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:40.472145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:40.472524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c5a13-e69c-4892-ab98-fe21445fd042 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:40.486440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'port': {'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2', 'admin_state_up': True, 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'security_groups': ['6a628515-d0d6-47dd-bbc9-7d903ccae1ee']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:40.521915 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08438f53-6257-40e3-b6d0-d1b74e6552a9 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.522513 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57de080e-e0cc-473f-8a9d-3468e463e989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.526951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54534) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:40.527522 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-08438f53-6257-40e3-b6d0-d1b74e6552a9 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.1053987 Sep 07 16:14:40.553876 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7a9a2ec9-b937-42a1-9500-c1b876dd5cc3 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=9326389e-ab80-4c24-a4b4-931eefefb6fb HTTP/1.1" status: 200 len: 462 time: 0.0227797 Sep 07 16:14:40.554327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54536) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:40.565250 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b6c78401-e1a0-41c3-bab0-444e5041bb8a None None] Provisioning for port 46b3de92-957e-48b4-b402-964530839a06 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:40.572692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b6c78401-e1a0-41c3-bab0-444e5041bb8a None None] Provisioning complete for port 46b3de92-957e-48b4-b402-964530839a06 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:40.574112 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6c78401-e1a0-41c3-bab0-444e5041bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.688570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b6c78401-e1a0-41c3-bab0-444e5041bb8a None None] Port 46b3de92-957e-48b4-b402-964530839a06 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:40.705891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92cb068c-2ec2-42fd-8e1c-4ff84adc4a15 req-c0d9ec32-e2f3-4c82-89e2-3729a6918f29 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2296159 Sep 07 16:14:40.821124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.858773 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.931604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Pushing event updated for resources: {'Port': ['ID=fdcde529-5316-4b99-b8fb-2c625350a029,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:40.942093 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-350e6713-2e0e-486c-b2dd-1b8a3a7ca0cc tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:40.943407 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-350e6713-2e0e-486c-b2dd-1b8a3a7ca0cc tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/9326389e-ab80-4c24-a4b4-931eefefb6fb HTTP/1.1" status: 204 len: 168 time: 0.3872447 Sep 07 16:14:40.946175 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54548) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:40.956878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3b5113f6-659e-4843-82a6-97ea6e5ccced up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:40.962576 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8bf4f83e-0962-4b03-8e80-2aec0987dcc9 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=9326389e-ab80-4c24-a4b4-931eefefb6fb HTTP/1.1" status: 200 len: 221 time: 0.0150836 Sep 07 16:14:40.967622 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54550) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:40.972805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c6d4c5b2-e797-4428-ad65-69afddcadc98 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1304957382', 'description': 'label created by tempest'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:40.975417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c6d4c5b2-e797-4428-ad65-69afddcadc98 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Unknown quota resources ['metering_label']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:14:41.044097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3b5113f6-659e-4843-82a6-97ea6e5ccced triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:41.044872 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.083090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e2be3-f867-4f04-b39b-a2fb9e9ecee9 req-413793ec-b4b2-4e54-b2d9-d84bde46ced5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:41.084784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b9e2be3-f867-4f04-b39b-a2fb9e9ecee9 req-413793ec-b4b2-4e54-b2d9-d84bde46ced5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.2397299 Sep 07 16:14:41.085460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Made reservation on behalf of b7c3f23fc2aa4f22b0a288867793869b for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:41.088924 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.113196 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.122413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-8623d832-1171-4a72-bd23-327d7e3668de tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:41.129808 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-8623d832-1171-4a72-bd23-327d7e3668de tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/networks?id=bc4f350a-c714-4609-80d7-b30f88c5f6bb HTTP/1.1" status: 200 len: 813 time: 0.3412681 Sep 07 16:14:41.185268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-456a67fb-5918-4313-9951-c0108bbff533 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/quotas/01121abede4b4cc6824a67fd1aa18545 HTTP/1.1" status: 200 len: 375 time: 0.0544651 Sep 07 16:14:41.320083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c6d4c5b2-e797-4428-ad65-69afddcadc98 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.321376 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c6d4c5b2-e797-4428-ad65-69afddcadc98 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3524289 Sep 07 16:14:41.327412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54556) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:41.397304 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-f9964df3-7b0e-476b-9cfe-4ac86c0d729d tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=01121abede4b4cc6824a67fd1aa18545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2110538 Sep 07 16:14:41.416761 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bf9bec9f-c48a-4013-b088-8fc28157ef25 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=b2b533e2-7a41-42ad-87da-b0aff41d3b86 HTTP/1.1" status: 200 len: 468 time: 0.0881262 Sep 07 16:14:41.420076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54560) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:41.424486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.440901 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fe61c0d9-f086-4366-9d08-fb00231a5c7f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2713332 Sep 07 16:14:41.514434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b9e2be3-f867-4f04-b39b-a2fb9e9ecee9 req-e652200d-c998-425f-b78b-2e49548ccaf9 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171546 Sep 07 16:14:41.693321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Allocated IP 10.1.1.219 (1f962351-b07a-494a-a9cf-1f555be30ed2/dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf/a072f777-9f21-4db1-a87f-cc4dd3dd08b6) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:41.866577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c01b1bf-53cf-4235-9f06-3f8eee9df991 req-c077c34e-3d9b-4aaa-ae13-edbe77628203 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.70 "GET /v2.0/ports?device_id=41a5e40c-c305-45c4-8ddc-4b87404f0410 HTTP/1.1" status: 200 len: 210 time: 0.0942080 Sep 07 16:14:41.877698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-8e9aba26-1901-43a7-a48e-ed0f6f8f07b8 service neutron] 10.222.0.70 "GET /v2.0/networks/bc4f350a-c714-4609-80d7-b30f88c5f6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794509 Sep 07 16:14:41.944832 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d78d0d3-4b70-4969-9dd9-672c9d1a4a49 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:41.947775 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7d78d0d3-4b70-4969-9dd9-672c9d1a4a49 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/b2b533e2-7a41-42ad-87da-b0aff41d3b86 HTTP/1.1" status: 204 len: 168 time: 0.5264459 Sep 07 16:14:41.950487 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54602) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:42.007228 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ee9a18cd-22a7-4f4b-aec8-1861a7b2d2df tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=b2b533e2-7a41-42ad-87da-b0aff41d3b86 HTTP/1.1" status: 200 len: 216 time: 0.0552778 Sep 07 16:14:42.029919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54606) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:42.054771 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1708a4b4-c804-45aa-87ad-8de1b8789893 req-03b1e52d-ae2c-4ec2-9ae2-0665416b4a47 tempest-ServerShowV247Test-1133516989 tempest-ServerShowV247Test-1133516989-project] 10.222.0.35 "GET /v2.0/ports?device_id=41a5e40c-c305-45c4-8ddc-4b87404f0410 HTTP/1.1" status: 200 len: 210 time: 0.0416703 Sep 07 16:14:42.246069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0b9adb94-4e02-4604-9e2a-58f2dc531d70 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.2135117 Sep 07 16:14:42.247751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54608) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:42.306436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54610) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:42.306758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7732aea9-8d74-4e57-a014-de125b923854 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0518634 Sep 07 16:14:42.345889 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-afcc5354-8f2f-4f93-9db4-e995742d2089 service neutron] 10.222.0.70 "GET /v2.0/networks/bc4f350a-c714-4609-80d7-b30f88c5f6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662583 Sep 07 16:14:42.409514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36e501-c16a-4360-a536-e55692282d61 req-5afb86c2-859d-48c6-afbe-4f56f1aea007 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:42.424065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c36e501-c16a-4360-a536-e55692282d61 req-5afb86c2-859d-48c6-afbe-4f56f1aea007 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 931 time: 0.2857304 Sep 07 16:14:42.436955 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e5758eb7-77a0-441d-bc4c-f2281cd5ab7a tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/93f2b0fd-f516-4338-83c8-04744a0a86c9 HTTP/1.1" status: 200 len: 472 time: 0.1293154 Sep 07 16:14:42.449612 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54622) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:42.462600 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-871b66ea-79aa-41ed-8a1b-347b13e7d674 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/7eb59c11-6d7e-4163-93db-e0c487ef8b56 HTTP/1.1" status: 200 len: 459 time: 0.0092151 Sep 07 16:14:42.463096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54624) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:42.470438 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:42.512772 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c36e501-c16a-4360-a536-e55692282d61 req-05ecc7fb-be0a-4540-95f1-80309f94d9a1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874577 Sep 07 16:14:42.517566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Transition to ACTIVE for port object a072f777-9f21-4db1-a87f-cc4dd3dd08b6 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:42.626109 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:42.869009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Network 1f962351-b07a-494a-a9cf-1f555be30ed2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:42.889299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-258fb1fe-a785-46fa-a353-681bd9b8f71d req-142945cd-4d57-4258-bd07-8c535f34e9c2 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 210 time: 0.1640520 Sep 07 16:14:42.911989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:42.930263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:42.988711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:42.989401 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:42.996370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'Port': ['ID=a072f777-9f21-4db1-a87f-cc4dd3dd08b6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:43.021188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96330bde-0be1-4607-9635-704430496130 req-e5c7ac0d-4bfb-4ec7-9db6-b2e99d91f146 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:43.029637 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-96330bde-0be1-4607-9635-704430496130 req-e5c7ac0d-4bfb-4ec7-9db6-b2e99d91f146 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.3341038 Sep 07 16:14:43.101108 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-96330bde-0be1-4607-9635-704430496130 req-f685afae-1891-4a86-94b9-170b0e5d81a4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651135 Sep 07 16:14:43.103064 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7d6a7813-6fe0-4139-be77-5e8b65b1b45a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6203671 Sep 07 16:14:43.118103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'port': {'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2', 'admin_state_up': True, 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'security_groups': ['6a628515-d0d6-47dd-bbc9-7d903ccae1ee']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:43.293766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54678) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:43.341903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Made reservation on behalf of b7c3f23fc2aa4f22b0a288867793869b for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:43.345939 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:43.445987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f77cf64-f88a-4ad4-af69-a703c4aa5d3f None None] Provisioning for port a072f777-9f21-4db1-a87f-cc4dd3dd08b6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:43.455168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f77cf64-f88a-4ad4-af69-a703c4aa5d3f None None] Provisioning complete for port a072f777-9f21-4db1-a87f-cc4dd3dd08b6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:43.455851 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f77cf64-f88a-4ad4-af69-a703c4aa5d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:43.609993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1f77cf64-f88a-4ad4-af69-a703c4aa5d3f None None] Port a072f777-9f21-4db1-a87f-cc4dd3dd08b6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:43.719825 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae298413-3c70-467d-b46b-41b61c44092d tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:43.723888 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ae298413-3c70-467d-b46b-41b61c44092d tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/7eb59c11-6d7e-4163-93db-e0c487ef8b56 HTTP/1.1" status: 204 len: 168 time: 1.2596283 Sep 07 16:14:43.730489 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54690) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:43.841092 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:43.849973 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54694) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:43.994774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33aaa0-f078-4b7b-8883-9309f262b175 req-4fd02dfd-7012-4d6f-b836-3795322db843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:43.997191 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1b33aaa0-f078-4b7b-8883-9309f262b175 req-4fd02dfd-7012-4d6f-b836-3795322db843 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=021b7fa5f9114de0bd5a5602ddc36929&device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 1096 time: 0.2717359 Sep 07 16:14:44.073099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0429e17d-a9ce-490e-98dc-5489700ad1bd admin admin] Deleting subnet 96c75e00-1127-4340-a636-8f3831620571 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:14:44.097647 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0429e17d-a9ce-490e-98dc-5489700ad1bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.150663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33aaa0-f078-4b7b-8883-9309f262b175 req-020b0c5b-e6cc-46a4-a553-a1d155eef29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:44.152581 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1b33aaa0-f078-4b7b-8883-9309f262b175 req-020b0c5b-e6cc-46a4-a553-a1d155eef29c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 HTTP/1.1" status: 200 len: 915 time: 0.1070139 Sep 07 16:14:44.156917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ccd1415-9d23-45e0-bf7f-54c2e0b100c4 req-e5c5968c-94e8-4149-8582-53fe8008e6ca tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 210 time: 0.0871406 Sep 07 16:14:44.157265 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b76ab077-3925-4716-bd68-65ba83108143 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.158465 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b76ab077-3925-4716-bd68-65ba83108143 tempest-MeteringIpV6TestJSON-1345650223 tempest-MeteringIpV6TestJSON-1345650223-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/93f2b0fd-f516-4338-83c8-04744a0a86c9 HTTP/1.1" status: 204 len: 168 time: 0.4267273 Sep 07 16:14:44.179753 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73914c62-9992-4ca3-9b09-4a6afec76bdc req-b2a916bc-66ba-4537-a589-d3a46b0d16d6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:44.189567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73914c62-9992-4ca3-9b09-4a6afec76bdc req-b2a916bc-66ba-4537-a589-d3a46b0d16d6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:44.193066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73914c62-9992-4ca3-9b09-4a6afec76bdc req-b2a916bc-66ba-4537-a589-d3a46b0d16d6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 1653 time: 0.3605692 Sep 07 16:14:44.200606 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f900da5e-4198-4988-a1b0-f6c184b00247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.242579 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b0b869d-f989-49bb-9035-4dae0f227afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.242937 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1b33aaa0-f078-4b7b-8883-9309f262b175 req-520ba10f-49bf-4c6b-a47d-a750c479a836 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16359975-6534-405f-a7d1-b37ec3123907 HTTP/1.1" status: 200 len: 217 time: 0.0823643 Sep 07 16:14:44.254514 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0429e17d-a9ce-490e-98dc-5489700ad1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.294451 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Allocated IP 10.1.1.138 (1f962351-b07a-494a-a9cf-1f555be30ed2/dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf/b0fbdb23-e9d8-4c40-8793-56371784d957) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:44.400317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73914c62-9992-4ca3-9b09-4a6afec76bdc req-0d8d3914-a0fd-4132-9929-92b139b3d65d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2062485 Sep 07 16:14:44.410315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33aaa0-f078-4b7b-8883-9309f262b175 req-8dca5006-d8a8-4dd8-8753-434804833034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:44.413476 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1b33aaa0-f078-4b7b-8883-9309f262b175 req-8dca5006-d8a8-4dd8-8753-434804833034 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60f16aa3-09ad-45d7-a79d-cdb8160a9e1a HTTP/1.1" status: 200 len: 854 time: 0.1630538 Sep 07 16:14:44.470794 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0429e17d-a9ce-490e-98dc-5489700ad1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.482745 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1b33aaa0-f078-4b7b-8883-9309f262b175 req-c2b4a732-bdab-4e0c-8458-b69ce0d92b0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518727 Sep 07 16:14:44.563437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54710) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:44.647947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-29d1004d-40a0-49c1-87ee-82ed98dcbd33 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:44.649794 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-29d1004d-40a0-49c1-87ee-82ed98dcbd33 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.54 "GET /v2.0/networks?id=bc4f350a-c714-4609-80d7-b30f88c5f6bb HTTP/1.1" status: 200 len: 813 time: 0.2629728 Sep 07 16:14:44.679296 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1b33aaa0-f078-4b7b-8883-9309f262b175 req-a8cdcfdc-39bc-44d7-beaa-9e81738f0127 service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857941 Sep 07 16:14:44.687281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-668cdfe3-bf5d-4126-8e7b-04ec7319ef37 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Request body: {'port': {'device_id': 'c5a22b32-f0cc-49f4-885b-678eeefad046', 'network_id': 'bc4f350a-c714-4609-80d7-b30f88c5f6bb', 'admin_state_up': True, 'tenant_id': '01121abede4b4cc6824a67fd1aa18545'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:44.716939 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f900da5e-4198-4988-a1b0-f6c184b00247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.772177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f900da5e-4198-4988-a1b0-f6c184b00247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.809105 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.813472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319324e-a18c-432d-9604-49753fcb81e5 req-d83abad6-5842-4607-a924-cf6da52db669 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:44.821394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b319324e-a18c-432d-9604-49753fcb81e5 req-d83abad6-5842-4607-a924-cf6da52db669 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.2827549 Sep 07 16:14:44.877513 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0429e17d-a9ce-490e-98dc-5489700ad1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.898248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6244e7dd-95a0-4dc5-9790-65e272a383e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.909585 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f900da5e-4198-4988-a1b0-f6c184b00247 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79243de6a63943b698eb69028020a869&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0579238 Sep 07 16:14:44.912640 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54716) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:44.925017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429e17d-a9ce-490e-98dc-5489700ad1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c75e00-1127-4340-a636-8f3831620571,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:44.947598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900da5e-4198-4988-a1b0-f6c184b00247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93005f79-cf8c-4d51-b31b-73716cdf6005,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:44.974247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b319324e-a18c-432d-9604-49753fcb81e5 req-7f3b5297-66c0-4c49-ab29-a20d562dc971 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469188 Sep 07 16:14:44.975696 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0429e17d-a9ce-490e-98dc-5489700ad1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:44.977851 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0429e17d-a9ce-490e-98dc-5489700ad1bd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/96c75e00-1127-4340-a636-8f3831620571 HTTP/1.1" status: 204 len: 168 time: 1.6828866 Sep 07 16:14:44.981283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54718) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:45.021439 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.067877 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1b33aaa0-f078-4b7b-8883-9309f262b175 req-2fd4446b-e820-438d-95ba-e47c75f02122 service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737309 Sep 07 16:14:45.071954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Transition to ACTIVE for port object b0fbdb23-e9d8-4c40-8793-56371784d957 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:45.081700 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-27201e6d-bd00-4349-88cc-989b76270c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.124291 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0939490b-41b6-46ce-9a5e-581ae7a5fffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.154723 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0939490b-41b6-46ce-9a5e-581ae7a5fffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.197113 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-27201e6d-bd00-4349-88cc-989b76270c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.199906 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.238729 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0939490b-41b6-46ce-9a5e-581ae7a5fffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.242232 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0939490b-41b6-46ce-9a5e-581ae7a5fffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.243725 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0939490b-41b6-46ce-9a5e-581ae7a5fffa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/93005f79-cf8c-4d51-b31b-73716cdf6005 HTTP/1.1" status: 204 len: 168 time: 0.3301091 Sep 07 16:14:45.254458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-27201e6d-bd00-4349-88cc-989b76270c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e2ab01-5976-49ca-ae77-fe62952618d8']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:45.273904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Network 1f962351-b07a-494a-a9cf-1f555be30ed2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:45.277954 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6244e7dd-95a0-4dc5-9790-65e272a383e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.278638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:45.284495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-27201e6d-bd00-4349-88cc-989b76270c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e413b9-12e1-4cf1-a278-91ac5f235a97') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:45.284821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-27201e6d-bd00-4349-88cc-989b76270c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e413b9-12e1-4cf1-a278-91ac5f235a97') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:14:45.286807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:45.287654 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939490b-41b6-46ce-9a5e-581ae7a5fffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93005f79-cf8c-4d51-b31b-73716cdf6005,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:45.322108 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6244e7dd-95a0-4dc5-9790-65e272a383e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.355473 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-27201e6d-bd00-4349-88cc-989b76270c90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.385718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-668cdfe3-bf5d-4126-8e7b-04ec7319ef37 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Made reservation on behalf of 01121abede4b4cc6824a67fd1aa18545 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:45.391907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'Port': ['ID=b0fbdb23-e9d8-4c40-8793-56371784d957,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:45.392100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-668cdfe3-bf5d-4126-8e7b-04ec7319ef37 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.411094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244e7dd-95a0-4dc5-9790-65e272a383e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccabfa62-4b01-45ab-a302-5e15c7905842,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:45.431963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4be20706-1558-40f4-a26a-ef7fcfb9cc71 req-498527d9-5fca-4990-9905-d83351a9cac9 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 210 time: 0.0821724 Sep 07 16:14:45.433452 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-27201e6d-bd00-4349-88cc-989b76270c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.446002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:45.447720 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.457580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27201e6d-bd00-4349-88cc-989b76270c90 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:14:45.457998 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-27201e6d-bd00-4349-88cc-989b76270c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:14:45.460032 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:14:45.497336 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6244e7dd-95a0-4dc5-9790-65e272a383e4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=03f734744e964a5f841d205e32401454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9325602 Sep 07 16:14:45.504772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54730) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:45.514970 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b669edf4-3f88-4d25-9a4a-46d0a6c7bb7c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3986647 Sep 07 16:14:45.609737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'port': {'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a', 'admin_state_up': True, 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'security_groups': ['6a628515-d0d6-47dd-bbc9-7d903ccae1ee']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:45.738492 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-27201e6d-bd00-4349-88cc-989b76270c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.763171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bd747521-aebb-482c-a37c-ae146ab49600 None None] Provisioning for port b0fbdb23-e9d8-4c40-8793-56371784d957 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:45.773894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bd747521-aebb-482c-a37c-ae146ab49600 None None] Provisioning complete for port b0fbdb23-e9d8-4c40-8793-56371784d957 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:45.775048 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd747521-aebb-482c-a37c-ae146ab49600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.789040 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-27201e6d-bd00-4349-88cc-989b76270c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:45.791256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-27201e6d-bd00-4349-88cc-989b76270c90 admin admin] 10.222.0.70 "DELETE /v2.0/networks/14e2ab01-5976-49ca-ae77-fe62952618d8 HTTP/1.1" status: 204 len: 168 time: 0.8090799 Sep 07 16:14:45.794910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-668cdfe3-bf5d-4126-8e7b-04ec7319ef37 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Allocated IP 172.20.0.4 (bc4f350a-c714-4609-80d7-b30f88c5f6bb/7a4ec497-7eb3-4035-9c65-6be030204ba2/c518f47b-1f58-4f2d-b56a-acaf7efdc9ef) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:45.823922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27201e6d-bd00-4349-88cc-989b76270c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e2ab01-5976-49ca-ae77-fe62952618d8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:45.858930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549035f-cf73-4825-a686-6e16265ffe4c req-be40ddb1-fd14-4144-9a05-23cad6de7720 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:45.866298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549035f-cf73-4825-a686-6e16265ffe4c req-be40ddb1-fd14-4144-9a05-23cad6de7720 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:45.875501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549035f-cf73-4825-a686-6e16265ffe4c req-be40ddb1-fd14-4144-9a05-23cad6de7720 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:45.885445 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5549035f-cf73-4825-a686-6e16265ffe4c req-be40ddb1-fd14-4144-9a05-23cad6de7720 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 2374 time: 0.2563684 Sep 07 16:14:45.915136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bd747521-aebb-482c-a37c-ae146ab49600 None None] Port b0fbdb23-e9d8-4c40-8793-56371784d957 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:45.928622 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d64fe6-a5d9-4ea6-8ddb-1b7fdc08e00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.006430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5549035f-cf73-4825-a686-6e16265ffe4c req-243dc63b-a27f-44e5-acc0-54f0664195ed tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185915 Sep 07 16:14:46.029501 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d64fe6-a5d9-4ea6-8ddb-1b7fdc08e00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.084883 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Made reservation on behalf of b7c3f23fc2aa4f22b0a288867793869b for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:46.106556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54746) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:46.191715 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-668cdfe3-bf5d-4126-8e7b-04ec7319ef37 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.284706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b6ef023d-addc-4792-85fe-c0ce0c84abc6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08157560ffc74d54a362078b263c837e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733563 Sep 07 16:14:46.286970 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54752) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:46.289341 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d64fe6-a5d9-4ea6-8ddb-1b7fdc08e00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.290742 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-668cdfe3-bf5d-4126-8e7b-04ec7319ef37 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.292367 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d64fe6-a5d9-4ea6-8ddb-1b7fdc08e00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.295878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-04d64fe6-a5d9-4ea6-8ddb-1b7fdc08e00f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccabfa62-4b01-45ab-a302-5e15c7905842 HTTP/1.1" status: 204 len: 168 time: 0.7862031 Sep 07 16:14:46.310649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac8475-6b00-4a66-b0bf-02fa01dd7e86 req-f58f6cea-4123-4478-af7b-4869f15b125b tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:46.318355 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71ac8475-6b00-4a66-b0bf-02fa01dd7e86 req-f58f6cea-4123-4478-af7b-4869f15b125b tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1598976 Sep 07 16:14:46.340365 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.343004 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d64fe6-a5d9-4ea6-8ddb-1b7fdc08e00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccabfa62-4b01-45ab-a302-5e15c7905842,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:46.407231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71ac8475-6b00-4a66-b0bf-02fa01dd7e86 req-c1b6393f-6790-4433-a0f0-66115848f9ed tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878775 Sep 07 16:14:46.500602 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-668cdfe3-bf5d-4126-8e7b-04ec7319ef37 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Network bc4f350a-c714-4609-80d7-b30f88c5f6bb is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:46.509215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cdfe3-bf5d-4126-8e7b-04ec7319ef37 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Pushing event updated for resources: {'Port': ['ID=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:46.520100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-668cdfe3-bf5d-4126-8e7b-04ec7319ef37 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:46.530266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-668cdfe3-bf5d-4126-8e7b-04ec7319ef37 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:46.592777 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f81520c-c854-4733-99a1-13b5d3dde788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.605032 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-668cdfe3-bf5d-4126-8e7b-04ec7319ef37 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:46.606009 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-668cdfe3-bf5d-4126-8e7b-04ec7319ef37 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.641905 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f81520c-c854-4733-99a1-13b5d3dde788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.650488 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-668cdfe3-bf5d-4126-8e7b-04ec7319ef37 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9699848 Sep 07 16:14:46.671841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Request body: {'port': {'device_id': 'c5a22b32-f0cc-49f4-885b-678eeefad046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:46.699279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fff7a-e571-402d-a21e-dc4afe630a42 req-39d29c8d-d693-4b6c-9b5e-cb2f17dca21b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:46.707418 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce9fff7a-e571-402d-a21e-dc4afe630a42 req-39d29c8d-d693-4b6c-9b5e-cb2f17dca21b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 931 time: 0.1339734 Sep 07 16:14:46.746559 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.770668 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.784198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f81520c-c854-4733-99a1-13b5d3dde788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.787202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f81520c-c854-4733-99a1-13b5d3dde788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:46.789147 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1f81520c-c854-4733-99a1-13b5d3dde788 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4c954b52-1fa4-4036-8ee4-3f6e057e72b4 HTTP/1.1" status: 204 len: 168 time: 0.4902403 Sep 07 16:14:46.790064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54766) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:46.813802 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce9fff7a-e571-402d-a21e-dc4afe630a42 req-24190358-15a3-44ba-b901-58f98aeb2e4c tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f59ced2-bb48-4dbf-9498-8bf0464af46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003447 Sep 07 16:14:46.815057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81520c-c854-4733-99a1-13b5d3dde788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c954b52-1fa4-4036-8ee4-3f6e057e72b4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:46.989636 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Allocated IP 10.2.2.100 (50ad646a-f6b1-4fcd-85f1-43f75a8d511a/ef42e25e-cc1c-4df5-a8de-a86bed94f9b0/69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:47.112741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54778) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:47.133017 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-714e2063-74fd-433b-9d31-a2ca2f33b274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.363308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8dee2-97f6-4434-8137-acbe60ddc39d req-d47039b8-6027-4c3c-b0cf-1db4e8b511f5 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:47.374382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8dee2-97f6-4434-8137-acbe60ddc39d req-d47039b8-6027-4c3c-b0cf-1db4e8b511f5 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:47.378554 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c518f47b-1f58-4f2d-b56a-acaf7efdc9ef {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:14:47.383045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8dee2-97f6-4434-8137-acbe60ddc39d req-d47039b8-6027-4c3c-b0cf-1db4e8b511f5 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:47.390730 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.394465 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ff8dee2-97f6-4434-8137-acbe60ddc39d req-d47039b8-6027-4c3c-b0cf-1db4e8b511f5 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 2374 time: 0.2463155 Sep 07 16:14:47.436364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2106950224-network', 'tenant_id': 'c898d708a7364e5882087d66831b8dca'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:47.483116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Transition to ACTIVE for port object c518f47b-1f58-4f2d-b56a-acaf7efdc9ef will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:47.485699 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-714e2063-74fd-433b-9d31-a2ca2f33b274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.491345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.514297 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-714e2063-74fd-433b-9d31-a2ca2f33b274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.545111 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ff8dee2-97f6-4434-8137-acbe60ddc39d req-4e49f7c7-4461-4e7f-ac4f-9e346ff12a3c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490345 Sep 07 16:14:47.636939 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.645334 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Made reservation on behalf of c898d708a7364e5882087d66831b8dca for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:47.650959 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.673273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Transition to ACTIVE for port object 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:47.707309 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c156471-7703-4742-960e-347e41cd3e04 req-7f65d773-0f5b-4250-a402-f125ebb2130e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:47.708937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c156471-7703-4742-960e-347e41cd3e04 req-7f65d773-0f5b-4250-a402-f125ebb2130e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 945 time: 0.1197827 Sep 07 16:14:47.726641 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.768290 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:47.781446 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c156471-7703-4742-960e-347e41cd3e04 req-5097d984-f875-4ca6-bbd3-32a93c9c81ba tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609131 Sep 07 16:14:47.835924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'Port': ['ID=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:47.856657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:47.859038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:47.861556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:47.879083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 16359975-6534-405f-a7d1-b37ec3123907 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:14:47.919944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e2063-74fd-433b-9d31-a2ca2f33b274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d59e295-16b3-4a0e-8d7b-e4901c47069a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:47.945572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54804) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:47.951680 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-714e2063-74fd-433b-9d31-a2ca2f33b274 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9bddfc0f16c436fb19b708df8416caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8279510 Sep 07 16:14:48.003958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:48.008050 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.015668 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.060769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16359975-6534-405f-a7d1-b37ec3123907'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:14:48.071304 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6affb6aa-e9a9-49b1-94f2-cd4f7e5f2bb3" -d '{"events": [{"server_uuid": "4d6a1b42-bf5d-4603-89b7-0b899eb7f233", "name": "network-vif-unplugged", "status": "completed", "tag": "16359975-6534-405f-a7d1-b37ec3123907"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:14:48.096264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54808) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:48.110001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 16359975-6534-405f-a7d1-b37ec3123907, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=16359975-6534-405f-a7d1-b37ec3123907,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:48.118433 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.126819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Pushing event updated for resources: {'Port': ['ID=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:48.154473 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1798d5b0-1210-472a-9a68-1b94434bd83e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6163027 Sep 07 16:14:48.173874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Attempting to bind port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:48.174218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Attempting to bind port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '5ad873f3-f2f2-415e-8717-cdd11016abc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bc4f350a-c714-4609-80d7-b30f88c5f6bb'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:48.174555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Attempting to bind port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef on network bc4f350a-c714-4609-80d7-b30f88c5f6bb {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:48.181942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef on network bc4f350a-c714-4609-80d7-b30f88c5f6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:48.181942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Attempting to bind port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef on network bc4f350a-c714-4609-80d7-b30f88c5f6bb {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:48.203362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'port': {'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a', 'admin_state_up': True, 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'security_groups': ['6a628515-d0d6-47dd-bbc9-7d903ccae1ee']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:48.208550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:48.208900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Checking segment: {'id': '5ad873f3-f2f2-415e-8717-cdd11016abc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bc4f350a-c714-4609-80d7-b30f88c5f6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:48.209300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Bound using segment: {'id': '5ad873f3-f2f2-415e-8717-cdd11016abc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bc4f350a-c714-4609-80d7-b30f88c5f6bb'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:48.210332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Bound port: c518f47b-1f58-4f2d-b56a-acaf7efdc9ef, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad873f3-f2f2-415e-8717-cdd11016abc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bc4f350a-c714-4609-80d7-b30f88c5f6bb'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:48.210332 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.226130 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=16359975-6534-405f-a7d1-b37ec3123907,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:48.247058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:48.247782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:48.248366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:48.249394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:48.249981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:48.250578 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:48.251934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:48.253201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:48.254810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:48.255824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:48.256436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:48.258651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:48.320296 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39113856-5dc1-4260-ab51-8f54673d7168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.361773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] For port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:48.366559 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39113856-5dc1-4260-ab51-8f54673d7168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.366755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] For port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef,segment=NetworkSegment(5ad873f3-f2f2-415e-8717-cdd11016abc1),segment_id=5ad873f3-f2f2-415e-8717-cdd11016abc1)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:48.371604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e3b81c7f-fe18-4b97-89ad-a4f3bca998e2 None None] Provisioning for port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:48.381735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e3b81c7f-fe18-4b97-89ad-a4f3bca998e2 None None] Provisioning complete for port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:48.382121 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3b81c7f-fe18-4b97-89ad-a4f3bca998e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.385817 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.446707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e3b81c7f-fe18-4b97-89ad-a4f3bca998e2 None None] Port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:48.459244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-725350332-network', 'tenant_id': '23e805ea83384bce8f04c15adc9c54fb'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:48.480212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c82b1b-ce86-43c1-aada-7a4ae9ebfa9c req-1a14fd46-f362-4680-b2c5-d87583ec163d tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:48.482266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0c82b1b-ce86-43c1-aada-7a4ae9ebfa9c req-1a14fd46-f362-4680-b2c5-d87583ec163d tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 943 time: 0.4225953 Sep 07 16:14:48.496234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa320266-285e-4a11-b20c-550ad9f96feb req-a577f404-5561-4810-9f95-f5c209d8e8ca tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:48.498071 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa320266-285e-4a11-b20c-550ad9f96feb req-a577f404-5561-4810-9f95-f5c209d8e8ca tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.4306538 Sep 07 16:14:48.505469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:48.506972 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.509719 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] 10.222.0.54 "PUT /v2.0/ports/c518f47b-1f58-4f2d-b56a-acaf7efdc9ef HTTP/1.1" status: 200 len: 1091 time: 1.8423662 Sep 07 16:14:48.526934 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.536508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a22b32-f0cc-49f4-885b-678eeefad046', 'tag': 'c518f47b-1f58-4f2d-b56a-acaf7efdc9ef'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:14:48.541798 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e91b95-c461-4562-be80-30a94158a148" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a22b32-f0cc-49f4-885b-678eeefad046", "tag": "c518f47b-1f58-4f2d-b56a-acaf7efdc9ef"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:14:48.560768 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.609180 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39113856-5dc1-4260-ab51-8f54673d7168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.611812 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39113856-5dc1-4260-ab51-8f54673d7168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.615380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-39113856-5dc1-4260-ab51-8f54673d7168 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d59e295-16b3-4a0e-8d7b-e4901c47069a HTTP/1.1" status: 204 len: 168 time: 0.6652935 Sep 07 16:14:48.625898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0c82b1b-ce86-43c1-aada-7a4ae9ebfa9c req-54c9b59d-7278-4fdd-81ef-de482206d229 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f59ced2-bb48-4dbf-9498-8bf0464af46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266546 Sep 07 16:14:48.648241 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa320266-285e-4a11-b20c-550ad9f96feb req-603911eb-8ae9-4fdf-beea-8f8b85ef6ea5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435285 Sep 07 16:14:48.653857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Made reservation on behalf of 23e805ea83384bce8f04c15adc9c54fb for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:48.656873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe22b0a6-8de5-4b35-a536-bd5bc544fe21,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:48.662169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.679854 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 16:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d26a3e-9a3e-4b17-a3f4-52734747c6b3 x-openstack-request-id: req-a7d26a3e-9a3e-4b17-a3f4-52734747c6b3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:14:48.680319 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6a1b42-bf5d-4603-89b7-0b899eb7f233", "name": "network-vif-unplugged", "status": "failed", "tag": "16359975-6534-405f-a7d1-b37ec3123907", "code": 422}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:14:48.680884 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a7d26a3e-9a3e-4b17-a3f4-52734747c6b3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:14:48.681730 n-d-807551-3 neutron-server[94772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16359975-6534-405f-a7d1-b37ec3123907', 'code': 422} returned with failed status Sep 07 16:14:48.697021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:14:48.697370 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.699346 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39113856-5dc1-4260-ab51-8f54673d7168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d59e295-16b3-4a0e-8d7b-e4901c47069a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:48.732156 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.732799 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Added segment a4bd92bc-a0b8-49ca-82d4-0d033c05f225 of type vlan for network 61ab5a88-1663-48c6-b750-eca5162b979f Sep 07 16:14:48.741652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Made reservation on behalf of b7c3f23fc2aa4f22b0a288867793869b for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:48.762948 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.796701 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.846869 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209793cb-5639-45f3-97f5-00ff3f04975f x-openstack-request-id: req-209793cb-5639-45f3-97f5-00ff3f04975f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:14:48.847261 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a22b32-f0cc-49f4-885b-678eeefad046", "tag": "c518f47b-1f58-4f2d-b56a-acaf7efdc9ef", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:14:48.847435 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-209793cb-5639-45f3-97f5-00ff3f04975f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:14:48.847842 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a22b32-f0cc-49f4-885b-678eeefad046', 'tag': 'c518f47b-1f58-4f2d-b56a-acaf7efdc9ef', 'status': 'completed', 'code': 200} Sep 07 16:14:48.856137 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.859174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:48.859884 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:48.874531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff05b0e-dce4-4f43-a340-12d15b58ffb5 service neutron] Pushing event updated for resources: {'Port': ['ID=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:48.994542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] Pushing event updated for resources: {'Network': ['ID=61ab5a88-1663-48c6-b750-eca5162b979f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:49.006818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-f6c8090e-c3cc-44fa-8975-9b169bdcccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:49.011881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 61ab5a88-1663-48c6-b750-eca5162b979f details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:14:49.012965 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-f6c8090e-c3cc-44fa-8975-9b169bdcccda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01121abede4b4cc6824a67fd1aa18545&device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 1094 time: 0.4438851 Sep 07 16:14:49.125892 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-6a0755b4-3af3-415b-b5a1-725dd7250741 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef HTTP/1.1" status: 200 len: 217 time: 0.0947397 Sep 07 16:14:49.178689 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4c8b9-06a2-46fd-875f-04b59de9c759 req-a8507d5a-e873-4e71-a9ce-ceed2e6889c7 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:49.184846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4c8b9-06a2-46fd-875f-04b59de9c759 req-a8507d5a-e873-4e71-a9ce-ceed2e6889c7 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:49.191824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4c8b9-06a2-46fd-875f-04b59de9c759 req-a8507d5a-e873-4e71-a9ce-ceed2e6889c7 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:49.197932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4c8b9-06a2-46fd-875f-04b59de9c759 req-a8507d5a-e873-4e71-a9ce-ceed2e6889c7 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:49.200605 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53c4c8b9-06a2-46fd-875f-04b59de9c759 req-a8507d5a-e873-4e71-a9ce-ceed2e6889c7 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 3095 time: 0.3777404 Sep 07 16:14:49.305666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53c4c8b9-06a2-46fd-875f-04b59de9c759 req-bd16b22c-c9c9-4ebf-a5fe-0d9a4d355098 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954883 Sep 07 16:14:49.314841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-b3bcc1ed-b7e6-4068-9f8d-05e6ec221f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:49.316578 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-b3bcc1ed-b7e6-4068-9f8d-05e6ec221f39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a4ec497-7eb3-4035-9c65-6be030204ba2 HTTP/1.1" status: 200 len: 853 time: 0.1674850 Sep 07 16:14:49.330500 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:49.352633 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:49.363476 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-9c2ea95d-fa37-4a4f-9d0a-773ceff19722 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc4f350a-c714-4609-80d7-b30f88c5f6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349586 Sep 07 16:14:49.372450 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-59b777b4-124a-4492-b17e-56cc830f2a5e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5774724 Sep 07 16:14:49.382525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54844) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:49.394592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-396d4933-cbab-4fed-8c83-8c074978adf8 admin admin] Request body: {'subnet': {'network_id': '61ab5a88-1663-48c6-b750-eca5162b979f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2106950224-subnet', 'tenant_id': 'c898d708a7364e5882087d66831b8dca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:49.447403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:14:49.455148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Allocated IP 10.2.2.200 (50ad646a-f6b1-4fcd-85f1-43f75a8d511a/ef42e25e-cc1c-4df5-a8de-a86bed94f9b0/d39f6353-2298-46e1-accb-22762d3f7601) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:14:49.473418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69435f41-03f9-4303-8e87-1d140db678cc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:49.480689 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:49.481197 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Added segment b0bbf5b0-0481-4ff3-bec0-025cb5850004 of type vlan for network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 Sep 07 16:14:49.516936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396d4933-cbab-4fed-8c83-8c074978adf8 admin admin] Made reservation on behalf of c898d708a7364e5882087d66831b8dca for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:49.519878 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-396d4933-cbab-4fed-8c83-8c074978adf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:49.558846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-e1e6a276-3599-4400-9ef8-d41f1cc1845f req-9dd961fa-5b95-4dbc-9db5-01a5c46a9a07 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:14:49.566661 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-e2261331-eff5-478d-ad81-7bdd31dfeeaa service neutron] 10.222.0.54 "GET /v2.0/networks/bc4f350a-c714-4609-80d7-b30f88c5f6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929240 Sep 07 16:14:49.569397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1e6a276-3599-4400-9ef8-d41f1cc1845f req-9dd961fa-5b95-4dbc-9db5-01a5c46a9a07 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4187770 Sep 07 16:14:49.642653 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:49.770071 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-59b685e6-1e29-4aa5-9b91-841886f600ca req-b86f8ca9-d035-4c83-9af7-948fa87ec31f service neutron] 10.222.0.54 "GET /v2.0/networks/bc4f350a-c714-4609-80d7-b30f88c5f6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935394 Sep 07 16:14:49.822400 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.resource_extend [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:14:49.915489 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e91b95-c461-4562-be80-30a94158a148 req-8ab7eab7-a54c-4c52-8ec3-65ad5fbb4928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:49.921024 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49e91b95-c461-4562-be80-30a94158a148 req-8ab7eab7-a54c-4c52-8ec3-65ad5fbb4928 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01121abede4b4cc6824a67fd1aa18545&device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 1094 time: 0.0892482 Sep 07 16:14:50.143002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e91b95-c461-4562-be80-30a94158a148 req-4a964e50-7384-495c-ae3a-fba684e4d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:50.146563 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49e91b95-c461-4562-be80-30a94158a148 req-4a964e50-7384-495c-ae3a-fba684e4d136 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc4f350a-c714-4609-80d7-b30f88c5f6bb HTTP/1.1" status: 200 len: 914 time: 0.2144856 Sep 07 16:14:50.249176 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49e91b95-c461-4562-be80-30a94158a148 req-c6a23623-ff1f-4eca-a417-a5293ef968ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef HTTP/1.1" status: 200 len: 217 time: 0.0932040 Sep 07 16:14:50.265029 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:50.265912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:50.266869 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:50.397932 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2893753 Sep 07 16:14:50.398354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54878) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:50.437487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f2e8c664-23de-4d09-80d9-1f352e5c96db admin admin] Request body: {'subnet': {'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-725350332-subnet', 'tenant_id': '23e805ea83384bce8f04c15adc9c54fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:50.450231 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e91b95-c461-4562-be80-30a94158a148 req-6f0763c3-28e2-4229-a04b-32cea87d7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:50.452804 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49e91b95-c461-4562-be80-30a94158a148 req-6f0763c3-28e2-4229-a04b-32cea87d7cfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a4ec497-7eb3-4035-9c65-6be030204ba2 HTTP/1.1" status: 200 len: 853 time: 0.1967063 Sep 07 16:14:50.474465 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:50.478830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6851de-bf84-42fe-b38b-3d14513ceef3 admin admin] Pushing event updated for resources: {'Network': ['ID=40035eb5-fa52-4f2d-8afe-59b6ac994ec6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:50.492828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:14:50.507602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed53195-6d93-4ca9-92c8-d013e00d6336 req-76d10039-1754-485f-8191-d987fe2ff44f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:50.519612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ed53195-6d93-4ca9-92c8-d013e00d6336 req-76d10039-1754-485f-8191-d987fe2ff44f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.6813056 Sep 07 16:14:50.542029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49e91b95-c461-4562-be80-30a94158a148 req-493fcb68-94c6-4d4b-a44d-8167bb75d76e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc4f350a-c714-4609-80d7-b30f88c5f6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686684 Sep 07 16:14:50.629952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4eca5-dd8a-4988-8639-440f12c39d3d req-75e8130e-91ee-44b8-a7f0-fdc902157dc5 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:50.640163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fa4eca5-dd8a-4988-8639-440f12c39d3d req-75e8130e-91ee-44b8-a7f0-fdc902157dc5 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 943 time: 0.4205475 Sep 07 16:14:50.662594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Transition to ACTIVE for port object d39f6353-2298-46e1-accb-22762d3f7601 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:50.707079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e8c664-23de-4d09-80d9-1f352e5c96db admin admin] Made reservation on behalf of 23e805ea83384bce8f04c15adc9c54fb for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:50.709997 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2e8c664-23de-4d09-80d9-1f352e5c96db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:50.786843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ed53195-6d93-4ca9-92c8-d013e00d6336 req-823de877-768c-49b6-8b69-741b58bd06a3 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662396 Sep 07 16:14:50.868546 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1eb77f2-9922-42ee-924b-aa2eb2c6224d req-b0de13a3-f55e-4a8a-92a7-d5f36d33d7ec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4385359 Sep 07 16:14:50.893920 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49e91b95-c461-4562-be80-30a94158a148 req-5042f24c-3ccb-4a6e-9fa8-cc9e2d99f7ce service neutron] 10.222.0.54 "GET /v2.0/networks/bc4f350a-c714-4609-80d7-b30f88c5f6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324332 Sep 07 16:14:50.955280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fa4eca5-dd8a-4988-8639-440f12c39d3d req-d5cf9c5d-6386-4833-b8a1-1c7545be8475 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f59ced2-bb48-4dbf-9498-8bf0464af46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068416 Sep 07 16:14:50.962046 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-396d4933-cbab-4fed-8c83-8c074978adf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:51.139537 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49e91b95-c461-4562-be80-30a94158a148 req-b0fba842-6ce2-49dc-ab88-d482b477bc83 service neutron] 10.222.0.54 "GET /v2.0/networks/bc4f350a-c714-4609-80d7-b30f88c5f6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229567 Sep 07 16:14:51.184874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d4933-cbab-4fed-8c83-8c074978adf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7954409-e894-4756-80cc-b38405674078,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:51.199962 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:51.248566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54898) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:51.284176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396d4933-cbab-4fed-8c83-8c074978adf8 admin admin] Checking segment: {'id': 'a4bd92bc-a0b8-49ca-82d4-0d033c05f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61ab5a88-1663-48c6-b750-eca5162b979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:51.284909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d4933-cbab-4fed-8c83-8c074978adf8 admin admin] Network hostable DHCP agents. Network: 61ab5a88-1663-48c6-b750-eca5162b979f, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:14:51.290607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:14:51.308307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event updated for resources: {'Port': ['ID=d39f6353-2298-46e1-accb-22762d3f7601,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:51.316304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:51.326357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:51.419041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb87a-3544-4a87-b02b-25d8fcf4cb48 req-6764b64a-43c9-4419-ab25-6c936f83ee6e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:51.435546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb87a-3544-4a87-b02b-25d8fcf4cb48 req-6764b64a-43c9-4419-ab25-6c936f83ee6e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:51.452501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb87a-3544-4a87-b02b-25d8fcf4cb48 req-6764b64a-43c9-4419-ab25-6c936f83ee6e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:51.459107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb87a-3544-4a87-b02b-25d8fcf4cb48 req-6764b64a-43c9-4419-ab25-6c936f83ee6e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:51.481368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb87a-3544-4a87-b02b-25d8fcf4cb48 req-6764b64a-43c9-4419-ab25-6c936f83ee6e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:51.502043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6bcdb87a-3544-4a87-b02b-25d8fcf4cb48 req-6764b64a-43c9-4419-ab25-6c936f83ee6e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 3816 time: 0.4096951 Sep 07 16:14:51.527007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d4933-cbab-4fed-8c83-8c074978adf8 admin admin] Network 61ab5a88-1663-48c6-b750-eca5162b979f is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:14:51.549814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-396d4933-cbab-4fed-8c83-8c074978adf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 61ab5a88-1663-48c6-b750-eca5162b979f) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:51.559222 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10300cfa-ec78-4e33-8b3e-5c17bc622501 None None] Network 61ab5a88-1663-48c6-b750-eca5162b979f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:51.570886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396d4933-cbab-4fed-8c83-8c074978adf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:51.571535 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-396d4933-cbab-4fed-8c83-8c074978adf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:51.600193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1556198234'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:51.624561 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:51.625157 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:51.681532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Made reservation on behalf of 665bb40a7d964085bc26d19f1eb11633 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:51.688782 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:51.692492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6bcdb87a-3544-4a87-b02b-25d8fcf4cb48 req-e0407d5f-1af6-4371-b41f-f1b78fea068d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1856971 Sep 07 16:14:51.716786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-396d4933-cbab-4fed-8c83-8c074978adf8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3230817 Sep 07 16:14:51.716786 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2e8c664-23de-4d09-80d9-1f352e5c96db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:51.718056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-2b8125fc-c311-4287-a038-91e2c40891d0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5536137 Sep 07 16:14:51.749653 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:51.750907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Request body: {'port': {'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:51.793942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536ac02c-63ce-433d-9147-09f446e50304 None None] Network 61ab5a88-1663-48c6-b750-eca5162b979f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:51.826452 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0da08866-6406-4060-9400-4f7162358536 None None] Provisioning for port d39f6353-2298-46e1-accb-22762d3f7601 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:51.841161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0da08866-6406-4060-9400-4f7162358536 None None] Provisioning complete for port d39f6353-2298-46e1-accb-22762d3f7601 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:51.843923 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0da08866-6406-4060-9400-4f7162358536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:51.929170 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0da08866-6406-4060-9400-4f7162358536 None None] Port d39f6353-2298-46e1-accb-22762d3f7601 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:14:51.933654 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 16359975-6534-405f-a7d1-b37ec3123907 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:14:51.943461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8c664-23de-4d09-80d9-1f352e5c96db admin admin] Pushing event updated for resources: {'Subnet': ['ID=91998386-275e-4b2f-9360-697ddac787ed,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:52.053346 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:52.069285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8c664-23de-4d09-80d9-1f352e5c96db admin admin] Checking segment: {'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:52.069684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e8c664-23de-4d09-80d9-1f352e5c96db admin admin] Network hostable DHCP agents. Network: 40035eb5-fa52-4f2d-8afe-59b6ac994ec6, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:14:52.147510 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:52.159730 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:52.215623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e8c664-23de-4d09-80d9-1f352e5c96db admin admin] Network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:14:52.246922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466f7989-3779-49bf-878d-1f9cd711da5c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:52.257724 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:14:52.260462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b5b9b-5cdd-4c7c-90c3-62762856a519 req-0b83deeb-7d7c-4648-949b-94e31030f739 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:52.262576 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-544b5b9b-5cdd-4c7c-90c3-62762856a519 req-0b83deeb-7d7c-4648-949b-94e31030f739 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.2025278 Sep 07 16:14:52.290386 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:52.290730 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Added segment d4dc74ca-3cce-4b74-a25d-8024f1e0e083 of type vlan for network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 Sep 07 16:14:52.338739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f2e8c664-23de-4d09-80d9-1f352e5c96db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 40035eb5-fa52-4f2d-8afe-59b6ac994ec6) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:52.363745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8c664-23de-4d09-80d9-1f352e5c96db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:52.364386 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f2e8c664-23de-4d09-80d9-1f352e5c96db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:52.366342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de08eec-73be-4150-bc11-cad1dc561b4f None None] Network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:52.428376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f2e8c664-23de-4d09-80d9-1f352e5c96db admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9955800 Sep 07 16:14:52.447517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fc1d3-3f4c-4b27-82c7-1616bc4dcad4 req-f487c86d-7722-4262-839a-bba3975587f8 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:52.449531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-933fc1d3-3f4c-4b27-82c7-1616bc4dcad4 req-f487c86d-7722-4262-839a-bba3975587f8 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 943 time: 0.2517648 Sep 07 16:14:52.455353 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-544b5b9b-5cdd-4c7c-90c3-62762856a519 req-9e808c43-7d03-4e71-af2b-38cc3c62a719 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303825 Sep 07 16:14:52.462102 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:52.523812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb77f2-9922-42ee-924b-aa2eb2c6224d req-7dec99ab-b7de-4186-b772-d887a4ff772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:52.528088 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1eb77f2-9922-42ee-924b-aa2eb2c6224d req-7dec99ab-b7de-4186-b772-d887a4ff772d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233&tenant_id=021b7fa5f9114de0bd5a5602ddc36929 HTTP/1.1" status: 200 len: 1094 time: 0.1714065 Sep 07 16:14:52.578577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6872d8-8d9f-45f4-ae67-2d487825f76b None None] Network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:52.651901 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:52.685590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:52.686243 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:52.697575 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-933fc1d3-3f4c-4b27-82c7-1616bc4dcad4 req-487b49c0-5077-4a00-adc3-5cc346635720 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f59ced2-bb48-4dbf-9498-8bf0464af46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394791 Sep 07 16:14:52.754859 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5048552 Sep 07 16:14:52.792455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb77f2-9922-42ee-924b-aa2eb2c6224d req-83e04efa-d2e3-4db3-aaa2-96d30f30587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:52.792455 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1eb77f2-9922-42ee-924b-aa2eb2c6224d req-83e04efa-d2e3-4db3-aaa2-96d30f30587a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=021b7fa5f9114de0bd5a5602ddc36929&device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 1094 time: 0.2298083 Sep 07 16:14:52.794663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac73f05-4981-4462-815e-2e43147db71f tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Pushing event updated for resources: {'Network': ['ID=45086b03-fa4b-4fc5-939a-2a1752a1a6c7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:52.807222 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:14:52.853811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54936) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:52.877174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-337977222-network', 'tenant_id': '9afa0c3054e8479cbd89ea45cfd8f28e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:52.972291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b3de92-957e-48b4-b402-964530839a06 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:14:52.981628 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:52.999810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Transition to ACTIVE for port object 46b3de92-957e-48b4-b402-964530839a06 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:53.004508 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.022835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6abaca-dc38-4931-8919-4fec4f190035 req-858d5f69-ebe5-4a8e-88c4-a221f5a3a748 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:53.029777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6abaca-dc38-4931-8919-4fec4f190035 req-858d5f69-ebe5-4a8e-88c4-a221f5a3a748 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:53.035912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6abaca-dc38-4931-8919-4fec4f190035 req-858d5f69-ebe5-4a8e-88c4-a221f5a3a748 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:53.039228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Made reservation on behalf of 9afa0c3054e8479cbd89ea45cfd8f28e for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:53.042580 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.042790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6abaca-dc38-4931-8919-4fec4f190035 req-858d5f69-ebe5-4a8e-88c4-a221f5a3a748 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:53.049249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6abaca-dc38-4931-8919-4fec4f190035 req-858d5f69-ebe5-4a8e-88c4-a221f5a3a748 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:53.051109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c6abaca-dc38-4931-8919-4fec4f190035 req-858d5f69-ebe5-4a8e-88c4-a221f5a3a748 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 3816 time: 0.1652727 Sep 07 16:14:53.066557 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.078274 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb77f2-9922-42ee-924b-aa2eb2c6224d req-e9690365-ded7-4bfb-894c-5c44ad5fefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:53.080077 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1eb77f2-9922-42ee-924b-aa2eb2c6224d req-e9690365-ded7-4bfb-894c-5c44ad5fefcd service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 HTTP/1.1" status: 200 len: 915 time: 0.2818229 Sep 07 16:14:53.124264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Pushing event updated for resources: {'Port': ['ID=46b3de92-957e-48b4-b402-964530839a06,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:53.156606 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c6abaca-dc38-4931-8919-4fec4f190035 req-f205ea88-f573-4b79-bb4f-2f295f67b179 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837562 Sep 07 16:14:53.194058 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1eb77f2-9922-42ee-924b-aa2eb2c6224d req-3b6d9956-4899-41be-92c5-01b71e83d2a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16359975-6534-405f-a7d1-b37ec3123907 HTTP/1.1" status: 200 len: 217 time: 0.0995440 Sep 07 16:14:53.259647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Attempting to bind port 46b3de92-957e-48b4-b402-964530839a06 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:53.259990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Attempting to bind port 46b3de92-957e-48b4-b402-964530839a06 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '458cbc32-6491-460d-8a10-bc8d06cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:53.260384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Attempting to bind port 46b3de92-957e-48b4-b402-964530839a06 on network f50728ef-b9a9-44ff-902b-e797addc9652 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:53.272847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb77f2-9922-42ee-924b-aa2eb2c6224d req-537b0bf9-d837-4314-91b8-f3fa67651d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:53.274374 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Port 46b3de92-957e-48b4-b402-964530839a06 on network f50728ef-b9a9-44ff-902b-e797addc9652 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:53.275103 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1eb77f2-9922-42ee-924b-aa2eb2c6224d req-537b0bf9-d837-4314-91b8-f3fa67651d06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60f16aa3-09ad-45d7-a79d-cdb8160a9e1a HTTP/1.1" status: 200 len: 854 time: 0.0738399 Sep 07 16:14:53.275431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Attempting to bind port 46b3de92-957e-48b4-b402-964530839a06 on network f50728ef-b9a9-44ff-902b-e797addc9652 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:53.293849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:53.294310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Checking segment: {'id': '458cbc32-6491-460d-8a10-bc8d06cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:53.298012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Bound using segment: {'id': '458cbc32-6491-460d-8a10-bc8d06cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:53.298642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Bound port: 46b3de92-957e-48b4-b402-964530839a06, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458cbc32-6491-460d-8a10-bc8d06cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:53.299101 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.317236 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1eb77f2-9922-42ee-924b-aa2eb2c6224d req-bf302639-aec7-401b-9339-1c466c5e846e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341473 Sep 07 16:14:53.347668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54942) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:53.372602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Request body: {'port': {'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7', 'binding:host_id': 'n-h1-807551-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1794700982'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:53.481220 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1eb77f2-9922-42ee-924b-aa2eb2c6224d req-6fb4b213-a00e-4b56-a217-315f14602e9e service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548979 Sep 07 16:14:53.528783 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c518f47b-1f58-4f2d-b56a-acaf7efdc9ef details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:14:53.536350 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.579346 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.596484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] For port 46b3de92-957e-48b4-b402-964530839a06, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:53.615769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] For port 46b3de92-957e-48b4-b402-964530839a06, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=46b3de92-957e-48b4-b402-964530839a06,segment=NetworkSegment(458cbc32-6491-460d-8a10-bc8d06cb218a),segment_id=458cbc32-6491-460d-8a10-bc8d06cb218a)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:53.624164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Made reservation on behalf of 3c0938fd0f5c4e98865bafb8da3ca73e for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:53.628435 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.636710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:14:53.680796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007f5a12-1902-4b6b-bf7e-a29f1640f59e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:53.698286 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.703915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:53.704681 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:53.705202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:53.705837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:53.706320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:53.706794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:53.707296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:53.707803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:53.708292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:53.708795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:53.709619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:53.710090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:14:53.718668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef,segment=NetworkSegment(5ad873f3-f2f2-415e-8717-cdd11016abc1),segment_id=5ad873f3-f2f2-415e-8717-cdd11016abc1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:53.732719 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.733059 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Added segment a33aaa14-6dfb-479b-9088-d2e95031b3cc of type vlan for network c440dc21-ef0e-4057-b411-a67f3891a545 Sep 07 16:14:53.739153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'c518f47b-1f58-4f2d-b56a-acaf7efdc9ef', 'network_id': 'bc4f350a-c714-4609-80d7-b30f88c5f6bb', 'port_id': 'c518f47b-1f58-4f2d-b56a-acaf7efdc9ef', 'mac_address': 'fa:16:3e:76:6c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4ec497-7eb3-4035-9c65-6be030204ba2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:14:53.750523 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1eb77f2-9922-42ee-924b-aa2eb2c6224d req-1d48fbce-d87d-423a-aab4-736559238a1f service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603853 Sep 07 16:14:53.786123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.793504 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.808851 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.823184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c518f47b-1f58-4f2d-b56a-acaf7efdc9ef {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:14:53.825870 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.827322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:53.828230 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.864093 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0049832 Sep 07 16:14:53.864293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef,segment=NetworkSegment(5ad873f3-f2f2-415e-8717-cdd11016abc1),segment_id=5ad873f3-f2f2-415e-8717-cdd11016abc1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:53.866794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54960) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:14:53.872283 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:53.874022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fd0cd2a6-4981-459f-ac5d-fbcbd06a1a99 admin admin] Request body: {'subnet': {'network_id': 'c440dc21-ef0e-4057-b411-a67f3891a545', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-337977222-subnet', 'tenant_id': '9afa0c3054e8479cbd89ea45cfd8f28e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:53.940806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:54.174364 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c518f47b-1f58-4f2d-b56a-acaf7efdc9ef'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:14:54.202734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:54.203619 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:54.205396 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] 10.222.0.35 "PUT /v2.0/ports/46b3de92-957e-48b4-b402-964530839a06 HTTP/1.1" status: 200 len: 1091 time: 2.4662652 Sep 07 16:14:54.213459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-e6ed45e0-5625-4edc-a30d-aaf1716f0953 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:54.221347 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-e6ed45e0-5625-4edc-a30d-aaf1716f0953 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/networks?id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6 HTTP/1.1" status: 200 len: 812 time: 0.6157827 Sep 07 16:14:54.234302 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': '46b3de92-957e-48b4-b402-964530839a06'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:14:54.236629 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d74cae4-026a-42b6-9e2b-85581c79f183" -d '{"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "46b3de92-957e-48b4-b402-964530839a06"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:14:54.270032 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:54.279017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Request body: {'port': {'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:54.413044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6de19-f041-4582-985d-2a0879071d62 req-4b05eb38-70aa-4bf0-829e-d3d02dc8c325 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:54.414660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61a6de19-f041-4582-985d-2a0879071d62 req-4b05eb38-70aa-4bf0-829e-d3d02dc8c325 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.7750008 Sep 07 16:14:54.415364 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:54.427476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] device_id is not set on port e7bc73db-796e-4b50-941b-08400fe4c915 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:14:54.530518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6224763-2fc2-4ce3-af8e-1c62e88d65f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c440dc21-ef0e-4057-b411-a67f3891a545,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:54.541943 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network c440dc21-ef0e-4057-b411-a67f3891a545 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:14:54.565684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0cd2a6-4981-459f-ac5d-fbcbd06a1a99 admin admin] Made reservation on behalf of 9afa0c3054e8479cbd89ea45cfd8f28e for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:54.571494 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd2a6-4981-459f-ac5d-fbcbd06a1a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:54.914189 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-00f0bc43-3c16-4ce7-854a-6f3a1992e79a tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/quotas/23e805ea83384bce8f04c15adc9c54fb HTTP/1.1" status: 200 len: 375 time: 0.6918375 Sep 07 16:14:54.975242 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd2a6-4981-459f-ac5d-fbcbd06a1a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:55.000249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a2b41-4474-42de-8d27-a883f7f677d5 service neutron] Pushing event updated for resources: {'Port': ['ID=46b3de92-957e-48b4-b402-964530839a06,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:55.131604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] device_id is not set on port e7bc73db-796e-4b50-941b-08400fe4c915 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:14:55.148320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb602d2c-7f77-420b-b711-16c6d54f6b11,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:55.188069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-fa5e6f61-75ec-4092-b705-eb838cfa5328 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=23e805ea83384bce8f04c15adc9c54fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2709062 Sep 07 16:14:55.189789 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cd2a6-4981-459f-ac5d-fbcbd06a1a99 admin admin] Checking segment: {'id': 'a33aaa14-6dfb-479b-9088-d2e95031b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c440dc21-ef0e-4057-b411-a67f3891a545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:55.190383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0cd2a6-4981-459f-ac5d-fbcbd06a1a99 admin admin] Network hostable DHCP agents. Network: c440dc21-ef0e-4057-b411-a67f3891a545, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:14:55.200559 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cd2a6-4981-459f-ac5d-fbcbd06a1a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26456253-5243-485a-963e-e1ca7ad46333,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:55.218651 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:55.249895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0cd2a6-4981-459f-ac5d-fbcbd06a1a99 admin admin] Network c440dc21-ef0e-4057-b411-a67f3891a545 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:14:55.272546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-fd0cd2a6-4981-459f-ac5d-fbcbd06a1a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, c440dc21-ef0e-4057-b411-a67f3891a545) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:55.279694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0cd2a6-4981-459f-ac5d-fbcbd06a1a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:55.279833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61a6de19-f041-4582-985d-2a0879071d62 req-d5edb30d-0fca-48ab-99fd-de2971b91489 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243410 Sep 07 16:14:55.285681 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2b9858-4f57-446f-b099-1a579897c62d None None] Network c440dc21-ef0e-4057-b411-a67f3891a545 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:55.286409 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd2a6-4981-459f-ac5d-fbcbd06a1a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:55.340894 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fd0cd2a6-4981-459f-ac5d-fbcbd06a1a99 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4725835 Sep 07 16:14:55.393853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Transition to ACTIVE for port object e7bc73db-796e-4b50-941b-08400fe4c915 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:55.452258 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:55.455794 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:55.539841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c518f47b-1f58-4f2d-b56a-acaf7efdc9ef up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:14:55.731588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-de93fa90-22aa-4856-998a-4e589d513928 service neutron] 10.222.0.70 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079691 Sep 07 16:14:55.786660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381befe5-2ccb-496d-849d-7c736c19c4dd req-51690386-9146-40a2-b2f1-38e06cdd2a7a tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:55.794946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-381befe5-2ccb-496d-849d-7c736c19c4dd req-51690386-9146-40a2-b2f1-38e06cdd2a7a tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 944 time: 0.3463385 Sep 07 16:14:55.799702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event updated for resources: {'Port': ['ID=e7bc73db-796e-4b50-941b-08400fe4c915,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:55.802560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:14:55.820779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:14:55.821164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:55.823229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa1866-8f3f-4111-bebb-4d7d86a100b7 None None] Network c440dc21-ef0e-4057-b411-a67f3891a545 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:56.133988 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Checking segment: {'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:56.134344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Network hostable DHCP agents. Network: 45086b03-fa4b-4fc5-939a-2a1752a1a6c7, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:14:56.277544 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:56.321306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-381befe5-2ccb-496d-849d-7c736c19c4dd req-bdbb015d-d316-4da3-8b6b-f28aa6384309 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f59ced2-bb48-4dbf-9498-8bf0464af46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225031 Sep 07 16:14:56.389020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a22b32-f0cc-49f4-885b-678eeefad046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c518f47b-1f58-4f2d-b56a-acaf7efdc9ef'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:14:56.394110 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d217fec-ecf6-49c5-ada2-7bd885d3686a" -d '{"events": [{"server_uuid": "c5a22b32-f0cc-49f4-885b-678eeefad046", "name": "network-vif-plugged", "status": "completed", "tag": "c518f47b-1f58-4f2d-b56a-acaf7efdc9ef"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:14:56.427400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:14:56.435956 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef,segment=NetworkSegment(5ad873f3-f2f2-415e-8717-cdd11016abc1),segment_id=5ad873f3-f2f2-415e-8717-cdd11016abc1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:14:56.443253 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:56.493635 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f6cdf0d2-26f3-4b53-9f34-22e6a7beeeea service neutron] 10.222.0.70 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454183 Sep 07 16:14:56.574601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:56.578570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 45086b03-fa4b-4fc5-939a-2a1752a1a6c7) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:14:56.592087 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb1ee8b-2a09-4448-bdce-ca80dec5800b None None] Network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:14:56.623409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:14:56.695495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:56.695944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:56.696492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:56.726466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:56.726862 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:14:56.729969 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 2 to bind port e7bc73db-796e-4b50-941b-08400fe4c915 Sep 07 16:14:56.806199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf3cb3-80a0-4fde-aa36-19e231f90fea req-9c4bd02c-1c4e-49f5-b847-04943030b892 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:56.823596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf3cb3-80a0-4fde-aa36-19e231f90fea req-9c4bd02c-1c4e-49f5-b847-04943030b892 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:56.849444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf3cb3-80a0-4fde-aa36-19e231f90fea req-9c4bd02c-1c4e-49f5-b847-04943030b892 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:56.861963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf3cb3-80a0-4fde-aa36-19e231f90fea req-9c4bd02c-1c4e-49f5-b847-04943030b892 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:56.874503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf3cb3-80a0-4fde-aa36-19e231f90fea req-9c4bd02c-1c4e-49f5-b847-04943030b892 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:56.891942 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ebf3cb3-80a0-4fde-aa36-19e231f90fea req-9c4bd02c-1c4e-49f5-b847-04943030b892 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 3828 time: 0.4255745 Sep 07 16:14:56.938842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:56.943849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:56.950877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:56.958444 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1b7c46-e057-41ac-a313-917df884b858 x-openstack-request-id: req-fd1b7c46-e057-41ac-a313-917df884b858 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:14:56.960864 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "46b3de92-957e-48b4-b402-964530839a06", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:14:56.963844 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd1b7c46-e057-41ac-a313-917df884b858 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:14:56.965166 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': '46b3de92-957e-48b4-b402-964530839a06', 'status': 'completed', 'code': 200} Sep 07 16:14:57.015041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:57.017687 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:14:57.031087 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 3 to bind port e7bc73db-796e-4b50-941b-08400fe4c915 Sep 07 16:14:57.180569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ebf3cb3-80a0-4fde-aa36-19e231f90fea req-9f427249-84db-44ca-bc5c-f6a6815b797a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2850165 Sep 07 16:14:57.348893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:14:57.363256 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:57.388208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Transition to ACTIVE for port object 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:14:57.414537 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:57.560761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:57.563130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:57.563708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:57.570803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:57.573723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74cae4-026a-42b6-9e2b-85581c79f183 req-a4e75de1-018e-4f0f-aafe-ca5380bc9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:57.574270 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74cae4-026a-42b6-9e2b-85581c79f183 req-a4e75de1-018e-4f0f-aafe-ca5380bc9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:57.574715 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74cae4-026a-42b6-9e2b-85581c79f183 req-a4e75de1-018e-4f0f-aafe-ca5380bc9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:57.576544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74cae4-026a-42b6-9e2b-85581c79f183 req-a4e75de1-018e-4f0f-aafe-ca5380bc9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:57.577056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74cae4-026a-42b6-9e2b-85581c79f183 req-a4e75de1-018e-4f0f-aafe-ca5380bc9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:57.577865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74cae4-026a-42b6-9e2b-85581c79f183 req-a4e75de1-018e-4f0f-aafe-ca5380bc9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:57.580466 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d74cae4-026a-42b6-9e2b-85581c79f183 req-a4e75de1-018e-4f0f-aafe-ca5380bc9106 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5243 time: 0.1057074 Sep 07 16:14:57.588113 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:57.588415 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:14:57.590469 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 4 to bind port e7bc73db-796e-4b50-941b-08400fe4c915 Sep 07 16:14:57.774828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741987-93a6-4f38-9d9b-18849b33ffdf req-37b90c72-c0f3-4a03-a893-542d9b90b3c6 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:57.777842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11741987-93a6-4f38-9d9b-18849b33ffdf req-37b90c72-c0f3-4a03-a893-542d9b90b3c6 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.3857605 Sep 07 16:14:57.778628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:57.778967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:57.779835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:57.835788 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74cae4-026a-42b6-9e2b-85581c79f183 req-f4838a34-0e2b-49c5-babe-ee204d2f4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:57.836309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74cae4-026a-42b6-9e2b-85581c79f183 req-f4838a34-0e2b-49c5-babe-ee204d2f4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:57.837447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74cae4-026a-42b6-9e2b-85581c79f183 req-f4838a34-0e2b-49c5-babe-ee204d2f4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:57.839260 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d74cae4-026a-42b6-9e2b-85581c79f183 req-f4838a34-0e2b-49c5-babe-ee204d2f4e9b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2493351 Sep 07 16:14:57.883021 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:57.884566 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:14:57.910164 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 5 to bind port e7bc73db-796e-4b50-941b-08400fe4c915 Sep 07 16:14:57.958931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:57.959561 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:57.961489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:57.990790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:57.996684 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:14:58.007988 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 6 to bind port e7bc73db-796e-4b50-941b-08400fe4c915 Sep 07 16:14:58.114608 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11741987-93a6-4f38-9d9b-18849b33ffdf req-edd433cd-52c9-4fea-bec0-74d7f5db993e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195171 Sep 07 16:14:58.126999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:58.127425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:58.127685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:58.136317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:58.136821 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:14:58.137440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Attempting to bind port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:58.137780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Attempting to bind port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:58.138110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Attempting to bind port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:58.140572 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 7 to bind port e7bc73db-796e-4b50-941b-08400fe4c915 Sep 07 16:14:58.187060 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:58.187462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Attempting to bind port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:58.236006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74cae4-026a-42b6-9e2b-85581c79f183 req-0955d09b-d9e0-4958-b121-3977e17517eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:58.238532 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d74cae4-026a-42b6-9e2b-85581c79f183 req-0955d09b-d9e0-4958-b121-3977e17517eb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3831155 Sep 07 16:14:58.265539 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329d1a63-2383-4e12-8189-570fc617da52 x-openstack-request-id: req-329d1a63-2383-4e12-8189-570fc617da52 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:14:58.266072 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a22b32-f0cc-49f4-885b-678eeefad046", "name": "network-vif-plugged", "status": "completed", "tag": "c518f47b-1f58-4f2d-b56a-acaf7efdc9ef", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:14:58.266072 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-329d1a63-2383-4e12-8189-570fc617da52 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:14:58.266752 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a22b32-f0cc-49f4-885b-678eeefad046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c518f47b-1f58-4f2d-b56a-acaf7efdc9ef', 'code': 200} Sep 07 16:14:58.274577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:58.277012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:58.278825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:58.313751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:14:58.316597 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Checking segment: {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:14:58.320583 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Bound using segment: {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:14:58.323959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Bound port: 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:14:58.324169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:58.367670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:58.369639 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:14:58.379095 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 8 to bind port e7bc73db-796e-4b50-941b-08400fe4c915 Sep 07 16:14:58.572642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bbd2e-4d4c-40f5-94f8-6058d9627392 req-5ea45ffb-e09d-428f-8108-868551b98254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:58.575407 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-258bbd2e-4d4c-40f5-94f8-6058d9627392 req-5ea45ffb-e09d-428f-8108-868551b98254 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 1096 time: 0.1723158 Sep 07 16:14:58.598975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] For port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:58.613574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] For port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:14:58.632219 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:58.704490 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-258bbd2e-4d4c-40f5-94f8-6058d9627392 req-ebc89203-6087-4102-807a-a42ca3b42730 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8f59ced2-bb48-4dbf-9498-8bf0464af46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070015 Sep 07 16:14:58.750977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:58.751408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:58.751668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:58.832920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:58.833373 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:14:58.871518 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 9 to bind port e7bc73db-796e-4b50-941b-08400fe4c915 Sep 07 16:14:58.904588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:58.904938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:58.905621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:58.915382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:58.916023 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:58.931207 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 HTTP/1.1" status: 200 len: 1129 time: 4.6592853 Sep 07 16:14:58.934179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:58.934628 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:14:58.935954 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 10 to bind port e7bc73db-796e-4b50-941b-08400fe4c915 Sep 07 16:14:58.941244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d29e3-28df-40d5-8add-746f491e0d38 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:14:58.981080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': '2d3a2bc7-67a1-48b0-80e2-3c5f680345a2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:14:58.987366 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03991b12-cff7-422f-9ab6-d6688f13a546" -d '{"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "2d3a2bc7-67a1-48b0-80e2-3c5f680345a2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:14:59.025364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6820580-4255-48a7-8085-2ba992ad168f req-2c7e371d-e68e-457d-9655-a1415fe08343 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:59.034076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6820580-4255-48a7-8085-2ba992ad168f req-2c7e371d-e68e-457d-9655-a1415fe08343 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 945 time: 0.2560177 Sep 07 16:14:59.036902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:14:59.037328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:14:59.037690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:14:59.050740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Request body: {'port': {'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:59.054444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port e7bc73db-796e-4b50-941b-08400fe4c915 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:14:59.054849 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port e7bc73db-796e-4b50-941b-08400fe4c915 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:14:59.055969 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:59.160141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6820580-4255-48a7-8085-2ba992ad168f req-0c2809da-dfbb-4068-a93b-b7f1c676b224 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f59ced2-bb48-4dbf-9498-8bf0464af46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229074 Sep 07 16:14:59.429888 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:14:59.533566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] For port e7bc73db-796e-4b50-941b-08400fe4c915, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:14:59.534191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempted to set empty binding levels {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 16:14:59.735094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-5b4e1562-d8de-4984-973a-daba0f4c6066 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:14:59.737887 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-5b4e1562-d8de-4984-973a-daba0f4c6066 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.54 "GET /v2.0/networks?id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6 HTTP/1.1" status: 200 len: 812 time: 0.2467029 Sep 07 16:14:59.773463 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-d1fa35e2-6e08-46ba-a3a9-40102179d733 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Request body: {'port': {'device_id': '5d93dd07-99c2-4168-9a86-2ad1c7a3b97d', 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6', 'admin_state_up': True, 'tenant_id': '23e805ea83384bce8f04c15adc9c54fb'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:14:59.991764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-d1fa35e2-6e08-46ba-a3a9-40102179d733 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Made reservation on behalf of 23e805ea83384bce8f04c15adc9c54fb for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:14:59.996321 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-d1fa35e2-6e08-46ba-a3a9-40102179d733 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:00.157494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7cd95e-d4ca-4955-a0c7-596d708a0805 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:00.172754 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:00.192490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Transition to ACTIVE for port object 8b7cd95e-d4ca-4955-a0c7-596d708a0805 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:00.196299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:00.198584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-dd0266a7-50fc-4ac3-97a8-5018fb036dc6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:00.200777 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-dd0266a7-50fc-4ac3-97a8-5018fb036dc6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.35 "GET /v2.0/networks?id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6 HTTP/1.1" status: 200 len: 812 time: 0.4617186 Sep 07 16:15:00.214630 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:00.219871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:00.220797 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:00.242432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6edf8abf-b881-4069-ac45-17a9ee2310a6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Request body: {'port': {'device_id': 'b3939025-37e3-4c5a-a762-f1c15746d33a', 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6', 'admin_state_up': True, 'tenant_id': '23e805ea83384bce8f04c15adc9c54fb'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:00.299546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86883271-16a1-45fe-9923-893abc1a6279 req-e019bd9b-4020-4cda-abfe-ddc3d5fcd05c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:00.305760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86883271-16a1-45fe-9923-893abc1a6279 req-e019bd9b-4020-4cda-abfe-ddc3d5fcd05c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:00.322006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86883271-16a1-45fe-9923-893abc1a6279 req-e019bd9b-4020-4cda-abfe-ddc3d5fcd05c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:00.330723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86883271-16a1-45fe-9923-893abc1a6279 req-e019bd9b-4020-4cda-abfe-ddc3d5fcd05c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:00.337994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86883271-16a1-45fe-9923-893abc1a6279 req-e019bd9b-4020-4cda-abfe-ddc3d5fcd05c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:00.353904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86883271-16a1-45fe-9923-893abc1a6279 req-e019bd9b-4020-4cda-abfe-ddc3d5fcd05c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:00.384450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86883271-16a1-45fe-9923-893abc1a6279 req-e019bd9b-4020-4cda-abfe-ddc3d5fcd05c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 4599 time: 0.8643916 Sep 07 16:15:00.411779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 7.0523167 Sep 07 16:15:00.416204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55042) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:00.429362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6edf8abf-b881-4069-ac45-17a9ee2310a6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Made reservation on behalf of 23e805ea83384bce8f04c15adc9c54fb for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:00.433841 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6edf8abf-b881-4069-ac45-17a9ee2310a6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:00.552326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f94c0d-fb89-430b-83c6-232b947ff48b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event updated for resources: {'Port': ['ID=e7bc73db-796e-4b50-941b-08400fe4c915,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:00.659420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-d1fa35e2-6e08-46ba-a3a9-40102179d733 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Allocated IP 172.20.0.5 (40035eb5-fa52-4f2d-8afe-59b6ac994ec6/91998386-275e-4b2f-9360-697ddac787ed/98d0d06b-d34e-4f19-b749-cf7c94724063) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:00.803217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86883271-16a1-45fe-9923-893abc1a6279 req-04a835bc-5f31-485d-a9d9-e503d4ca9132 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4180319 Sep 07 16:15:00.827687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7cd95e-d4ca-4955-a0c7-596d708a0805,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:00.853521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b5930e44-1c3c-4703-8aae-5f4ab46c8b01 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Deleting port e7bc73db-796e-4b50-941b-08400fe4c915 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:00.853884 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5930e44-1c3c-4703-8aae-5f4ab46c8b01 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:00.942146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Attempting to bind port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:00.942378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Attempting to bind port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:00.942708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Attempting to bind port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:00.957572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:00.957914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Attempting to bind port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:00.964214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-b5930e44-1c3c-4703-8aae-5f4ab46c8b01 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] For port e7bc73db-796e-4b50-941b-08400fe4c915, host n-h1-807551-3, got binding levels [] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:00.964646 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5930e44-1c3c-4703-8aae-5f4ab46c8b01 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:00.967939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:00.968309 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Checking segment: {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:00.968714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Bound using segment: {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:00.969215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Bound port: 8b7cd95e-d4ca-4955-a0c7-596d708a0805, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:00.969573 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:01.023007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-994659be-bdb2-45d3-ae71-81d67de46991 req-0a9368a9-b31a-420e-a3d0-1208d82f589d tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d93dd07-99c2-4168-9a86-2ad1c7a3b97d HTTP/1.1" status: 200 len: 210 time: 0.0411112 Sep 07 16:15:01.030729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b5930e44-1c3c-4703-8aae-5f4ab46c8b01 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Calling delete_port for e7bc73db-796e-4b50-941b-08400fe4c915 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:01.081268 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-d1fa35e2-6e08-46ba-a3a9-40102179d733 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:01.248501 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-d1fa35e2-6e08-46ba-a3a9-40102179d733 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:01.451253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6edf8abf-b881-4069-ac45-17a9ee2310a6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Allocated IP 172.20.0.8 (40035eb5-fa52-4f2d-8afe-59b6ac994ec6/91998386-275e-4b2f-9360-697ddac787ed/f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:01.543133 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:01.663236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-d1fa35e2-6e08-46ba-a3a9-40102179d733 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:01.700934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-d1fa35e2-6e08-46ba-a3a9-40102179d733 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:01.706318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa35e2-6e08-46ba-a3a9-40102179d733 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Pushing event updated for resources: {'Port': ['ID=98d0d06b-d34e-4f19-b749-cf7c94724063,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:01.719815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-d1fa35e2-6e08-46ba-a3a9-40102179d733 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:01.827901 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba6ded4-f089-4913-ac0a-b1decd55c123 x-openstack-request-id: req-1ba6ded4-f089-4913-ac0a-b1decd55c123 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:01.828673 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "2d3a2bc7-67a1-48b0-80e2-3c5f680345a2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:01.828673 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ba6ded4-f089-4913-ac0a-b1decd55c123 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:01.829115 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': '2d3a2bc7-67a1-48b0-80e2-3c5f680345a2', 'status': 'completed', 'code': 200} Sep 07 16:15:01.905628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-c54e7273-ddd3-4078-b157-124a53681ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:01.906149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-c54e7273-ddd3-4078-b157-124a53681ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:01.906646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-c54e7273-ddd3-4078-b157-124a53681ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:01.907144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-c54e7273-ddd3-4078-b157-124a53681ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:01.907636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-c54e7273-ddd3-4078-b157-124a53681ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:01.920193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-c54e7273-ddd3-4078-b157-124a53681ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:01.921376 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-c54e7273-ddd3-4078-b157-124a53681ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:01.922763 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-c54e7273-ddd3-4078-b157-124a53681ce1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6165 time: 0.5999503 Sep 07 16:15:02.026193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] For port 8b7cd95e-d4ca-4955-a0c7-596d708a0805, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:02.029399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-d1fa35e2-6e08-46ba-a3a9-40102179d733 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:02.032295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-d1fa35e2-6e08-46ba-a3a9-40102179d733 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:02.079425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] For port 8b7cd95e-d4ca-4955-a0c7-596d708a0805, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8b7cd95e-d4ca-4955-a0c7-596d708a0805,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:02.090690 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-d1fa35e2-6e08-46ba-a3a9-40102179d733 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3223717 Sep 07 16:15:02.104297 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Request body: {'port': {'device_id': '5d93dd07-99c2-4168-9a86-2ad1c7a3b97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:02.107965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd0db3-3431-43cc-aa98-bcc3ea229119 req-57c04cee-5525-4844-8850-3b7f3f5d363d tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:02.116180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4afd0db3-3431-43cc-aa98-bcc3ea229119 req-57c04cee-5525-4844-8850-3b7f3f5d363d tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.2969284 Sep 07 16:15:02.160880 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:02.204140 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6edf8abf-b881-4069-ac45-17a9ee2310a6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:02.242847 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:02.264446 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4afd0db3-3431-43cc-aa98-bcc3ea229119 req-e560fc4b-0980-468a-bda7-5274d8cfa62e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386929 Sep 07 16:15:02.264446 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5930e44-1c3c-4703-8aae-5f4ab46c8b01 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:02.273118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:02.273803 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:02.275181 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] 10.222.0.35 "PUT /v2.0/ports/8b7cd95e-d4ca-4955-a0c7-596d708a0805 HTTP/1.1" status: 200 len: 1129 time: 3.2290812 Sep 07 16:15:02.302197 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:02.328920 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5930e44-1c3c-4703-8aae-5f4ab46c8b01 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:02.333244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b5930e44-1c3c-4703-8aae-5f4ab46c8b01 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "DELETE /v2.0/ports/e7bc73db-796e-4b50-941b-08400fe4c915 HTTP/1.1" status: 204 len: 168 time: 1.9074326 Sep 07 16:15:02.334700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55050) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:02.377018 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8725726a-66dd-48fc-8de4-d1428fb77172 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] GET failed (client error): The resource could not be found. Sep 07 16:15:02.379075 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8725726a-66dd-48fc-8de4-d1428fb77172 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "GET /v2.0/ports/e7bc73db-796e-4b50-941b-08400fe4c915 HTTP/1.1" status: 404 len: 333 time: 0.0379257 Sep 07 16:15:02.382535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55054) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:02.388911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6b183a0d-5459-4888-acc9-2a01a2b8c117 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Request body: {'port': {'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1963430494'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:02.398819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ace14-6c86-42aa-b624-be67675d5431 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7cd95e-d4ca-4955-a0c7-596d708a0805,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:02.427013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b183a0d-5459-4888-acc9-2a01a2b8c117 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Made reservation on behalf of 3c0938fd0f5c4e98865bafb8da3ca73e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:02.429762 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b183a0d-5459-4888-acc9-2a01a2b8c117 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:02.681006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5930e44-1c3c-4703-8aae-5f4ab46c8b01 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7bc73db-796e-4b50-941b-08400fe4c915,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:02.703232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Request body: {'port': {'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:02.902042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce365b-69c6-4b75-927e-08222d686c3f req-cbf7eee0-55ae-4017-8cb0-c3d6fd488f2f tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:02.924424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2ce365b-69c6-4b75-927e-08222d686c3f req-cbf7eee0-55ae-4017-8cb0-c3d6fd488f2f tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 945 time: 0.5165329 Sep 07 16:15:02.928816 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-636be805-0e7c-46c7-a703-14fb76e7681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:02.929321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-636be805-0e7c-46c7-a703-14fb76e7681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:02.930192 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-636be805-0e7c-46c7-a703-14fb76e7681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:02.937769 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-636be805-0e7c-46c7-a703-14fb76e7681b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3461349 Sep 07 16:15:02.942783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-6b183a0d-5459-4888-acc9-2a01a2b8c117 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] device_id is not set on port 225e250e-c440-480e-b2c8-952a9f1f3ed1 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:15:02.962129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6edf8abf-b881-4069-ac45-17a9ee2310a6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:02.973586 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:03.036561 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2ce365b-69c6-4b75-927e-08222d686c3f req-95b5c006-d439-4858-b08a-71019d2a5785 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f59ced2-bb48-4dbf-9498-8bf0464af46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103475 Sep 07 16:15:03.248984 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:15:03.456686 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6edf8abf-b881-4069-ac45-17a9ee2310a6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:03.490833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6edf8abf-b881-4069-ac45-17a9ee2310a6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:03.506820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6edf8abf-b881-4069-ac45-17a9ee2310a6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:03.614607 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-56941296-0c9f-4e86-aff1-d3c06d592f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:03.616311 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-03991b12-cff7-422f-9ab6-d6688f13a546 req-56941296-0c9f-4e86-aff1-d3c06d592f0c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6505263 Sep 07 16:15:03.630261 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf8abf-b881-4069-ac45-17a9ee2310a6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Pushing event updated for resources: {'Port': ['ID=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:03.665660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c736a-bdac-4608-88f6-7a74e99b3072 req-68ea59bd-e01a-4140-968d-3fc33e628f69 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:03.674131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c736a-bdac-4608-88f6-7a74e99b3072 req-68ea59bd-e01a-4140-968d-3fc33e628f69 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:03.686313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c736a-bdac-4608-88f6-7a74e99b3072 req-68ea59bd-e01a-4140-968d-3fc33e628f69 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:03.697150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c736a-bdac-4608-88f6-7a74e99b3072 req-68ea59bd-e01a-4140-968d-3fc33e628f69 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:03.707065 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b183a0d-5459-4888-acc9-2a01a2b8c117 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:03.727336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c736a-bdac-4608-88f6-7a74e99b3072 req-68ea59bd-e01a-4140-968d-3fc33e628f69 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:03.743666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c736a-bdac-4608-88f6-7a74e99b3072 req-68ea59bd-e01a-4140-968d-3fc33e628f69 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:03.746217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6edf8abf-b881-4069-ac45-17a9ee2310a6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:03.747134 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6edf8abf-b881-4069-ac45-17a9ee2310a6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:03.755622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c736a-bdac-4608-88f6-7a74e99b3072 req-68ea59bd-e01a-4140-968d-3fc33e628f69 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:03.767741 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6edf8abf-b881-4069-ac45-17a9ee2310a6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5318785 Sep 07 16:15:03.768652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a4c736a-bdac-4608-88f6-7a74e99b3072 req-68ea59bd-e01a-4140-968d-3fc33e628f69 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5370 time: 0.3403184 Sep 07 16:15:03.824115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a072f777-9f21-4db1-a87f-cc4dd3dd08b6 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:03.830407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': '8b7cd95e-d4ca-4955-a0c7-596d708a0805'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:03.833575 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0196b343-c7e5-42c4-94f2-37a4a0344913" -d '{"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "8b7cd95e-d4ca-4955-a0c7-596d708a0805"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:03.860442 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:03.894148 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b183a0d-5459-4888-acc9-2a01a2b8c117 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:03.899249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Transition to ACTIVE for port object a072f777-9f21-4db1-a87f-cc4dd3dd08b6 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:03.916203 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:03.951013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d0d06b-d34e-4f19-b749-cf7c94724063 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:03.965412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a4c736a-bdac-4608-88f6-7a74e99b3072 req-82f7e82b-6526-42d4-8d81-3d9fdac334f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1857557 Sep 07 16:15:03.976550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:04.018077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Transition to ACTIVE for port object 98d0d06b-d34e-4f19-b749-cf7c94724063 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:04.067425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b183a0d-5459-4888-acc9-2a01a2b8c117 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:04.079736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:04.090878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b183a0d-5459-4888-acc9-2a01a2b8c117 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event updated for resources: {'Port': ['ID=225e250e-c440-480e-b2c8-952a9f1f3ed1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:04.173729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Pushing event updated for resources: {'Port': ['ID=a072f777-9f21-4db1-a87f-cc4dd3dd08b6,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:04.223975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6b183a0d-5459-4888-acc9-2a01a2b8c117 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:04.234492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b183a0d-5459-4888-acc9-2a01a2b8c117 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:04.236373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b183a0d-5459-4888-acc9-2a01a2b8c117 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:04.237575 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b183a0d-5459-4888-acc9-2a01a2b8c117 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:04.248936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Pushing event updated for resources: {'Port': ['ID=98d0d06b-d34e-4f19-b749-cf7c94724063,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:04.298985 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6b183a0d-5459-4888-acc9-2a01a2b8c117 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9139726 Sep 07 16:15:04.300845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55072) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:04.314161 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:04.322966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Request body: {'port': {'device_id': 'b3939025-37e3-4c5a-a762-f1c15746d33a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:04.423858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Attempting to bind port a072f777-9f21-4db1-a87f-cc4dd3dd08b6 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:04.424132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Attempting to bind port a072f777-9f21-4db1-a87f-cc4dd3dd08b6 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:04.424792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Attempting to bind port a072f777-9f21-4db1-a87f-cc4dd3dd08b6 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:04.467448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344606c-0697-4500-95e1-f9894307e41b req-096a7734-2e8c-47fe-896e-a26abede4bc5 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:04.476966 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c344606c-0697-4500-95e1-f9894307e41b req-096a7734-2e8c-47fe-896e-a26abede4bc5 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d93dd07-99c2-4168-9a86-2ad1c7a3b97d HTTP/1.1" status: 200 len: 943 time: 0.2904460 Sep 07 16:15:04.490600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Port a072f777-9f21-4db1-a87f-cc4dd3dd08b6 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:04.496468 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Attempting to bind port a072f777-9f21-4db1-a87f-cc4dd3dd08b6 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:04.549891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d36b8-425c-4279-9734-bc3b25197dec req-1dba5750-2f94-47d1-8487-55e17ac9d9ec tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:04.551908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-1dba5750-2f94-47d1-8487-55e17ac9d9ec tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/networks?id=61ab5a88-1663-48c6-b750-eca5162b979f HTTP/1.1" status: 200 len: 825 time: 0.5854855 Sep 07 16:15:04.586683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:04.587823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Checking segment: {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:04.588877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Bound using segment: {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:04.589558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Bound port: a072f777-9f21-4db1-a87f-cc4dd3dd08b6, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:04.590421 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:04.655688 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-a6195a2e-662e-4730-bdff-1c1b92692a98 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/quotas/c898d708a7364e5882087d66831b8dca HTTP/1.1" status: 200 len: 375 time: 0.0704916 Sep 07 16:15:04.662483 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c344606c-0697-4500-95e1-f9894307e41b req-25f1c0dd-2678-4418-aae2-b9c7c31c5902 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570008 Sep 07 16:15:04.721857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:04.740872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-0fba3e40-7e35-46b1-9741-dcc0c6c68c86 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c898d708a7364e5882087d66831b8dca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439095 Sep 07 16:15:04.743380 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:04.942118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Attempting to bind port 98d0d06b-d34e-4f19-b749-cf7c94724063 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:04.960164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Attempting to bind port 98d0d06b-d34e-4f19-b749-cf7c94724063 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:04.960590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Attempting to bind port 98d0d06b-d34e-4f19-b749-cf7c94724063 on network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:04.968037 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-46fd079d-ae06-49ef-b4c6-9e19f301cf43 service neutron] 10.222.0.70 "GET /v2.0/networks/61ab5a88-1663-48c6-b750-eca5162b979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133241 Sep 07 16:15:04.981660 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Port 98d0d06b-d34e-4f19-b749-cf7c94724063 on network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:04.981990 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Attempting to bind port 98d0d06b-d34e-4f19-b749-cf7c94724063 on network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:05.030796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:05.031183 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Checking segment: {'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:05.031534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Bound using segment: {'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:05.035291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Bound port: 98d0d06b-d34e-4f19-b749-cf7c94724063, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:05.035864 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.190996 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-84a87eeb-9cbf-4dee-9457-8239f22b1614 service neutron] 10.222.0.70 "GET /v2.0/networks/61ab5a88-1663-48c6-b750-eca5162b979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004519 Sep 07 16:15:05.230891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] For port a072f777-9f21-4db1-a87f-cc4dd3dd08b6, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:05.267464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] For port a072f777-9f21-4db1-a87f-cc4dd3dd08b6, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a072f777-9f21-4db1-a87f-cc4dd3dd08b6,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:05.301705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5958c3-2f5b-4219-a18a-afdae1fa9cf7 req-ccd03fb1-2ea6-42a6-a035-e22576b0ce30 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:05.311969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f5958c3-2f5b-4219-a18a-afdae1fa9cf7 req-ccd03fb1-2ea6-42a6-a035-e22576b0ce30 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.4557469 Sep 07 16:15:05.337005 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.359369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:05.360431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.362112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] 10.222.0.35 "PUT /v2.0/ports/a072f777-9f21-4db1-a87f-cc4dd3dd08b6 HTTP/1.1" status: 200 len: 1091 time: 2.6767304 Sep 07 16:15:05.437818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f5958c3-2f5b-4219-a18a-afdae1fa9cf7 req-fd314043-b59c-4cd6-b427-69e08c89c0ce tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075664 Sep 07 16:15:05.500581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] For port 98d0d06b-d34e-4f19-b749-cf7c94724063, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:05.525037 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afcfbba-b9b1-4ef4-b975-e97edf455c44 x-openstack-request-id: req-2afcfbba-b9b1-4ef4-b975-e97edf455c44 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:05.527665 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "8b7cd95e-d4ca-4955-a0c7-596d708a0805", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:05.527939 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2afcfbba-b9b1-4ef4-b975-e97edf455c44 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:05.531988 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': '8b7cd95e-d4ca-4955-a0c7-596d708a0805', 'status': 'completed', 'code': 200} Sep 07 16:15:05.548761 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] For port 98d0d06b-d34e-4f19-b749-cf7c94724063, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=98d0d06b-d34e-4f19-b749-cf7c94724063,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:05.562299 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.571750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf53e1e-7cb5-407b-ab49-eccd88fd9b4a service neutron] Pushing event updated for resources: {'Port': ['ID=a072f777-9f21-4db1-a87f-cc4dd3dd08b6,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:05.601542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Request body: {'port': {'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:05.712719 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] device_id is not set on port 225e250e-c440-480e-b2c8-952a9f1f3ed1 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:15:05.750241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Pushing event updated for resources: {'Port': ['ID=98d0d06b-d34e-4f19-b749-cf7c94724063,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:05.781535 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.855953 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:05.856785 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.859303 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-f12e1379-b4e7-4de2-a857-85fa0a7af3ff service neutron] 10.222.0.54 "PUT /v2.0/ports/98d0d06b-d34e-4f19-b749-cf7c94724063 HTTP/1.1" status: 200 len: 1091 time: 3.7590423 Sep 07 16:15:05.861165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d93dd07-99c2-4168-9a86-2ad1c7a3b97d', 'tag': '98d0d06b-d34e-4f19-b749-cf7c94724063'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:05.864170 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc8a892-167f-438c-ad6a-9c4c06750043" -d '{"events": [{"name": "network-changed", "server_uuid": "5d93dd07-99c2-4168-9a86-2ad1c7a3b97d", "tag": "98d0d06b-d34e-4f19-b749-cf7c94724063"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:05.869266 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:05.872566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Transition to ACTIVE for port object 225e250e-c440-480e-b2c8-952a9f1f3ed1 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:05.899465 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:06.025869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:06.045364 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:06.095117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-c2b1b57f-487c-4ba8-928a-f531173d9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.096538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-c2b1b57f-487c-4ba8-928a-f531173d9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.096538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-c2b1b57f-487c-4ba8-928a-f531173d9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.098690 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-c2b1b57f-487c-4ba8-928a-f531173d9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.099580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-c2b1b57f-487c-4ba8-928a-f531173d9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.100303 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-c2b1b57f-487c-4ba8-928a-f531173d9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.102843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-c2b1b57f-487c-4ba8-928a-f531173d9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.105748 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-c2b1b57f-487c-4ba8-928a-f531173d9ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6274 time: 0.3790290 Sep 07 16:15:06.145899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a91f337c-f9e0-4817-aa4a-4d0678a4a6b9 req-927a4bcb-add3-43ac-91ec-2face7ffe61e tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 210 time: 0.2039490 Sep 07 16:15:06.222156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Transition to ACTIVE for port object f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:06.228072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event updated for resources: {'Port': ['ID=225e250e-c440-480e-b2c8-952a9f1f3ed1,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:06.251633 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:06.288956 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e5ca5-aa01-4d8d-8a06-e3f4dfa09eb2 req-d49d1be5-f516-48dd-b9f4-978dc5e3d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.290412 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cc5e5ca5-aa01-4d8d-8a06-e3f4dfa09eb2 req-d49d1be5-f516-48dd-b9f4-978dc5e3d09c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01121abede4b4cc6824a67fd1aa18545&device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 1096 time: 0.2384317 Sep 07 16:15:06.324111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2403b73-8565-4d27-a6ab-19bc1c4ba04c req-d03e7d4b-d8e2-4f39-abf0-40331cc8fe26 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.330588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2403b73-8565-4d27-a6ab-19bc1c4ba04c req-d03e7d4b-d8e2-4f39-abf0-40331cc8fe26 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.337077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2403b73-8565-4d27-a6ab-19bc1c4ba04c req-d03e7d4b-d8e2-4f39-abf0-40331cc8fe26 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.344586 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2403b73-8565-4d27-a6ab-19bc1c4ba04c req-d03e7d4b-d8e2-4f39-abf0-40331cc8fe26 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.351087 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2403b73-8565-4d27-a6ab-19bc1c4ba04c req-d03e7d4b-d8e2-4f39-abf0-40331cc8fe26 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.359088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2403b73-8565-4d27-a6ab-19bc1c4ba04c req-d03e7d4b-d8e2-4f39-abf0-40331cc8fe26 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.365553 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2403b73-8565-4d27-a6ab-19bc1c4ba04c req-d03e7d4b-d8e2-4f39-abf0-40331cc8fe26 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.367840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2403b73-8565-4d27-a6ab-19bc1c4ba04c req-d03e7d4b-d8e2-4f39-abf0-40331cc8fe26 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5382 time: 0.5300930 Sep 07 16:15:06.480422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-8e19f65a-2f14-462c-a2ce-146c4b8621bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.482058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-8e19f65a-2f14-462c-a2ce-146c4b8621bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23e805ea83384bce8f04c15adc9c54fb&device_id=5d93dd07-99c2-4168-9a86-2ad1c7a3b97d HTTP/1.1" status: 200 len: 1094 time: 0.5017035 Sep 07 16:15:06.510627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:06.515486 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:06.515971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:06.549400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2403b73-8565-4d27-a6ab-19bc1c4ba04c req-6eb655dc-7618-403b-b1d5-88957f70964c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1522501 Sep 07 16:15:06.576227 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Pushing event updated for resources: {'Port': ['ID=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:06.578751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:06.579168 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:06.585797 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a9b17-0859-40d5-9ee0-08c2ccd8e48b req-3681235b-906e-4c06-8311-d03cf43f578c tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.586067 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 2 to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 Sep 07 16:15:06.596501 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-331a9b17-0859-40d5-9ee0-08c2ccd8e48b req-3681235b-906e-4c06-8311-d03cf43f578c tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d93dd07-99c2-4168-9a86-2ad1c7a3b97d HTTP/1.1" status: 200 len: 943 time: 0.2970102 Sep 07 16:15:06.683870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:06.684252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:06.684634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:06.700093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-48c3c86a-13f3-4df2-89f4-14c34202e87b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98d0d06b-d34e-4f19-b749-cf7c94724063 HTTP/1.1" status: 200 len: 217 time: 0.1660230 Sep 07 16:15:06.720774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:06.721490 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:06.726153 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 3 to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 Sep 07 16:15:06.777131 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:06.777762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:06.778007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:06.796864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:06.796864 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:06.799306 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 4 to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 Sep 07 16:15:06.802899 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e5ca5-aa01-4d8d-8a06-e3f4dfa09eb2 req-1a79af5d-825b-4acf-ba5e-3073687f8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.804436 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cc5e5ca5-aa01-4d8d-8a06-e3f4dfa09eb2 req-1a79af5d-825b-4acf-ba5e-3073687f8b88 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc4f350a-c714-4609-80d7-b30f88c5f6bb HTTP/1.1" status: 200 len: 914 time: 0.4181311 Sep 07 16:15:06.832844 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:06.833188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:06.833531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:06.843074 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-331a9b17-0859-40d5-9ee0-08c2ccd8e48b req-994153e6-93bd-4f31-b0ae-dd68a849f7d2 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417898 Sep 07 16:15:06.866346 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cc5e5ca5-aa01-4d8d-8a06-e3f4dfa09eb2 req-bcdf0aa3-0489-4d89-8942-afdbbb2739a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef HTTP/1.1" status: 200 len: 217 time: 0.0498056 Sep 07 16:15:06.867069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Attempting to bind port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:06.867414 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Attempting to bind port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:06.867814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Attempting to bind port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 on network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:06.871770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:06.872100 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:06.873772 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 5 to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 Sep 07 16:15:06.873938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26755b-dc4f-46ac-b3cd-a1629423d177 req-9f77396a-bf5a-44e6-8c8c-92262a7c4144 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.875685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e26755b-dc4f-46ac-b3cd-a1629423d177 req-9f77396a-bf5a-44e6-8c8c-92262a7c4144 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 945 time: 0.1950617 Sep 07 16:15:06.880564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-28d712b4-72dc-4b04-9eef-dbea86316760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.882075 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-28d712b4-72dc-4b04-9eef-dbea86316760 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91998386-275e-4b2f-9360-697ddac787ed HTTP/1.1" status: 200 len: 852 time: 0.1511502 Sep 07 16:15:06.884389 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 on network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:06.884759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Attempting to bind port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 on network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:06.922871 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:06.923288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Checking segment: {'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:06.923825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Bound using segment: {'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:06.924374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Bound port: f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:06.924764 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:06.931353 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509de127-a3a7-4385-9070-738e248ea6b3 x-openstack-request-id: req-509de127-a3a7-4385-9070-738e248ea6b3 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:06.931653 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d93dd07-99c2-4168-9a86-2ad1c7a3b97d", "tag": "98d0d06b-d34e-4f19-b749-cf7c94724063", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:06.931912 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-509de127-a3a7-4385-9070-738e248ea6b3 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:06.932382 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d93dd07-99c2-4168-9a86-2ad1c7a3b97d', 'tag': '98d0d06b-d34e-4f19-b749-cf7c94724063', 'status': 'completed', 'code': 200} Sep 07 16:15:06.945529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:06.945529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:06.945529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:06.957109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:06.957443 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:06.975609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fbdb23-e9d8-4c40-8793-56371784d957 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:06.976684 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 6 to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 Sep 07 16:15:06.992826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e5ca5-aa01-4d8d-8a06-e3f4dfa09eb2 req-8437a587-7bc9-4c64-9977-50d7ce0c4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:06.994324 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cc5e5ca5-aa01-4d8d-8a06-e3f4dfa09eb2 req-8437a587-7bc9-4c64-9977-50d7ce0c4cb1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7a4ec497-7eb3-4035-9c65-6be030204ba2 HTTP/1.1" status: 200 len: 853 time: 0.1175551 Sep 07 16:15:06.999541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:06.999883 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:07.000224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:07.021492 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:07.037402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-1d57c6e3-39cf-4fb6-afea-00ac7db5c6b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545895 Sep 07 16:15:07.037959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:07.038332 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:07.043656 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 7 to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 Sep 07 16:15:07.047861 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cc5e5ca5-aa01-4d8d-8a06-e3f4dfa09eb2 req-4a8ddfc5-f730-4d8e-9912-9bd5cdd11e7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc4f350a-c714-4609-80d7-b30f88c5f6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438650 Sep 07 16:15:07.077547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Transition to ACTIVE for port object b0fbdb23-e9d8-4c40-8793-56371784d957 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:07.083638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:07.083982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:07.084323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:07.098595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] For port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:07.104289 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:07.105580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:07.105954 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:07.112142 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 8 to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 Sep 07 16:15:07.147120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] For port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:07.157468 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:07.174925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:07.175267 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:07.175608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:07.188730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e26755b-dc4f-46ac-b3cd-a1629423d177 req-9cb4d455-32cd-420f-bc09-7c33fb2725bb tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f59ced2-bb48-4dbf-9498-8bf0464af46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051039 Sep 07 16:15:07.208956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306dbb7-b082-4371-b598-f8479af47767 req-9cccfda9-837b-4e02-a010-3b4f048ad052 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:07.210562 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7306dbb7-b082-4371-b598-f8479af47767 req-9cccfda9-837b-4e02-a010-3b4f048ad052 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.2292228 Sep 07 16:15:07.225323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:07.225819 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:07.231605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:07.232247 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:07.233693 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] 10.222.0.35 "PUT /v2.0/ports/f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 HTTP/1.1" status: 200 len: 1091 time: 2.9164286 Sep 07 16:15:07.234749 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 9 to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 Sep 07 16:15:07.271578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:07.271578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:07.271956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fbdb23-e9d8-4c40-8793-56371784d957,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:07.272044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:07.277345 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cc5e5ca5-aa01-4d8d-8a06-e3f4dfa09eb2 req-85a4546d-02a6-43b4-aacb-cbe9e2df1a55 service neutron] 10.222.0.54 "GET /v2.0/networks/bc4f350a-c714-4609-80d7-b30f88c5f6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215738 Sep 07 16:15:07.282549 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b15a79-7664-41e5-9ebc-9fd0a8222ffd service neutron] Pushing event updated for resources: {'Port': ['ID=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:07.294021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:07.294263 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:07.295486 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 10 to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 Sep 07 16:15:07.326981 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:07.327318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:07.327728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:07.396035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-01d8d23a-35cc-44a3-933e-bc706119fed5 service neutron] 10.222.0.54 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344347 Sep 07 16:15:07.469497 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7306dbb7-b082-4371-b598-f8479af47767 req-966375a0-e544-48e5-b3f1-6e76321d6463 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451668 Sep 07 16:15:07.480430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-be82e6f0-151f-43e7-b506-d30806a0a8f5 req-29089a23-55b6-4fc1-afc2-35bee1a988fb tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 210 time: 0.0602233 Sep 07 16:15:07.565120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': 'a072f777-9f21-4db1-a87f-cc4dd3dd08b6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:07.567857 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eae3d84-bf35-47a0-9afe-6331b6977316" -d '{"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "a072f777-9f21-4db1-a87f-cc4dd3dd08b6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:07.583330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Attempting to bind port b0fbdb23-e9d8-4c40-8793-56371784d957 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:07.583499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Attempting to bind port b0fbdb23-e9d8-4c40-8793-56371784d957 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:07.583852 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Attempting to bind port b0fbdb23-e9d8-4c40-8793-56371784d957 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:07.592260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Port b0fbdb23-e9d8-4c40-8793-56371784d957 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:07.592702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Attempting to bind port b0fbdb23-e9d8-4c40-8793-56371784d957 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:07.603182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:07.603455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Checking segment: {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:07.603835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Bound using segment: {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:07.604361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Bound port: b0fbdb23-e9d8-4c40-8793-56371784d957, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3880f710-da4f-4996-96ad-7d4b3bb6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:07.604736 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:07.632131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-d669cc25-1781-471f-b8fa-44ddd40b539e service neutron] 10.222.0.54 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216799 Sep 07 16:15:07.693448 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ab08eb-8c6e-4197-91db-a9a51736cf03 x-openstack-request-id: req-04ab08eb-8c6e-4197-91db-a9a51736cf03 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:07.693448 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "a072f777-9f21-4db1-a87f-cc4dd3dd08b6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:07.693448 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04ab08eb-8c6e-4197-91db-a9a51736cf03 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:07.693448 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': 'a072f777-9f21-4db1-a87f-cc4dd3dd08b6', 'status': 'completed', 'code': 200} Sep 07 16:15:07.778287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] For port b0fbdb23-e9d8-4c40-8793-56371784d957, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:07.781174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:07.781686 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:07.782078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:07.784133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] For port b0fbdb23-e9d8-4c40-8793-56371784d957, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0fbdb23-e9d8-4c40-8793-56371784d957,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:07.791350 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:07.819413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffb9e-5836-4ae0-846b-4dd555562232 req-a8363f1b-494a-4743-8923-7b47da62c67f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:07.825310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffb9e-5836-4ae0-846b-4dd555562232 req-a8363f1b-494a-4743-8923-7b47da62c67f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:07.831206 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffb9e-5836-4ae0-846b-4dd555562232 req-a8363f1b-494a-4743-8923-7b47da62c67f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:07.841005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffb9e-5836-4ae0-846b-4dd555562232 req-a8363f1b-494a-4743-8923-7b47da62c67f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:07.842997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffb9e-5836-4ae0-846b-4dd555562232 req-a8363f1b-494a-4743-8923-7b47da62c67f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:07.848216 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cc5e5ca5-aa01-4d8d-8a06-e3f4dfa09eb2 req-b8605c82-2b1c-4cf2-a33d-f8de340f5db7 service neutron] 10.222.0.54 "GET /v2.0/networks/bc4f350a-c714-4609-80d7-b30f88c5f6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623689 Sep 07 16:15:07.848958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffb9e-5836-4ae0-846b-4dd555562232 req-a8363f1b-494a-4743-8923-7b47da62c67f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:07.858163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffb9e-5836-4ae0-846b-4dd555562232 req-a8363f1b-494a-4743-8923-7b47da62c67f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:07.863292 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-efaffb9e-5836-4ae0-846b-4dd555562232 req-a8363f1b-494a-4743-8923-7b47da62c67f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5394 time: 0.1765857 Sep 07 16:15:07.870937 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] For port 225e250e-c440-480e-b2c8-952a9f1f3ed1, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:07.871320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempted to set empty binding levels {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 16:15:07.877054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:07.906240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8a892-167f-438c-ad6a-9c4c06750043 req-5ae21a35-c40d-4897-8528-cba122fc0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:07.912780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dc8a892-167f-438c-ad6a-9c4c06750043 req-5ae21a35-c40d-4897-8528-cba122fc0180 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23e805ea83384bce8f04c15adc9c54fb&device_id=5d93dd07-99c2-4168-9a86-2ad1c7a3b97d HTTP/1.1" status: 200 len: 1094 time: 0.2095029 Sep 07 16:15:07.912986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] In _notify_port_updated(), no bound segment for port 225e250e-c440-480e-b2c8-952a9f1f3ed1 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:15:07.912986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:07.912986 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:07.914025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:07.915189 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:07.915422 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "PUT /v2.0/ports/225e250e-c440-480e-b2c8-952a9f1f3ed1 HTTP/1.1" status: 200 len: 975 time: 3.6107526 Sep 07 16:15:07.915814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55138) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:07.916587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] 10.222.0.35 "PUT /v2.0/ports/b0fbdb23-e9d8-4c40-8793-56371784d957 HTTP/1.1" status: 200 len: 1091 time: 2.3251472 Sep 07 16:15:08.001435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0b29e-1079-4ee4-a6bb-d079a3c9f9be tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event updated for resources: {'Port': ['ID=225e250e-c440-480e-b2c8-952a9f1f3ed1,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:08.050507 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.050940 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.051436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.051930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.052447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.053193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.053733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.054503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.055002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.055491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.055978 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.056626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.057166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.057685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.058234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.058706 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.059189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.059676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.060159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.060725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.061213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.061694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.062174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.062653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.063399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.063892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.064672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.065168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.065659 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.066209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.066817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.075978 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-367d8587-6842-481c-894b-5fa2a9c34160 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27736 time: 0.1571548 Sep 07 16:15:08.076661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55140) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:08.092920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-efaffb9e-5836-4ae0-846b-4dd555562232 req-ea537a2f-42b8-4969-974f-867a9ca05294 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1954408 Sep 07 16:15:08.113908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654e625-ce86-43e9-a041-0fa080b85fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fbdb23-e9d8-4c40-8793-56371784d957,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:08.170415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-03c03ce1-4b66-43c1-91b7-73fe47e484b7 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Deleting port 225e250e-c440-480e-b2c8-952a9f1f3ed1 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:08.171159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-03c03ce1-4b66-43c1-91b7-73fe47e484b7 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:08.172495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab95372-62e0-4ec9-b994-a13f724663af req-c69a33f0-0b66-489d-8a5c-4f085881fa38 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.175079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cab95372-62e0-4ec9-b994-a13f724663af req-c69a33f0-0b66-489d-8a5c-4f085881fa38 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d93dd07-99c2-4168-9a86-2ad1c7a3b97d HTTP/1.1" status: 200 len: 943 time: 0.2072458 Sep 07 16:15:08.180616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8a892-167f-438c-ad6a-9c4c06750043 req-b7ce121a-1044-44e5-a53a-8a1afbbdc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.182129 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dc8a892-167f-438c-ad6a-9c4c06750043 req-b7ce121a-1044-44e5-a53a-8a1afbbdc60d service neutron] 10.222.0.54 "GET /v2.0/networks?id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6 HTTP/1.1" status: 200 len: 913 time: 0.2608500 Sep 07 16:15:08.253020 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dc8a892-167f-438c-ad6a-9c4c06750043 req-e5374123-d9e7-43e9-a39b-e9029222feca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98d0d06b-d34e-4f19-b749-cf7c94724063 HTTP/1.1" status: 200 len: 217 time: 0.0607731 Sep 07 16:15:08.266099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-03c03ce1-4b66-43c1-91b7-73fe47e484b7 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] For port 225e250e-c440-480e-b2c8-952a9f1f3ed1, host n-h1-807551-3, got binding levels [] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:08.267048 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-03c03ce1-4b66-43c1-91b7-73fe47e484b7 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:08.287824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-03c03ce1-4b66-43c1-91b7-73fe47e484b7 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Calling delete_port for 225e250e-c440-480e-b2c8-952a9f1f3ed1 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:08.331418 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cab95372-62e0-4ec9-b994-a13f724663af req-340a0e21-7e1b-4515-b426-9138cec20014 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470006 Sep 07 16:15:08.360248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8a892-167f-438c-ad6a-9c4c06750043 req-67a0a664-e1fc-41ea-9259-7fa86fe77ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.361780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dc8a892-167f-438c-ad6a-9c4c06750043 req-67a0a664-e1fc-41ea-9259-7fa86fe77ba5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91998386-275e-4b2f-9360-697ddac787ed HTTP/1.1" status: 200 len: 852 time: 0.0995059 Sep 07 16:15:08.408157 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-03c03ce1-4b66-43c1-91b7-73fe47e484b7 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:08.429000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dc8a892-167f-438c-ad6a-9c4c06750043 req-989a3bc9-e3ee-40e4-880b-dc57e7c6d785 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557797 Sep 07 16:15:08.451679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0e6db-3bd6-4472-b2d1-b503d7a4a73a req-c8242afb-98c5-4ea5-a23a-1f88de7352f5 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.453302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fba0e6db-3bd6-4472-b2d1-b503d7a4a73a req-c8242afb-98c5-4ea5-a23a-1f88de7352f5 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 945 time: 0.1489923 Sep 07 16:15:08.463300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c03ce1-4b66-43c1-91b7-73fe47e484b7 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event deleted for resources: {'Port': ['ID=225e250e-c440-480e-b2c8-952a9f1f3ed1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:08.492962 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-03c03ce1-4b66-43c1-91b7-73fe47e484b7 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:08.500133 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-03c03ce1-4b66-43c1-91b7-73fe47e484b7 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "DELETE /v2.0/ports/225e250e-c440-480e-b2c8-952a9f1f3ed1 HTTP/1.1" status: 204 len: 168 time: 0.4187107 Sep 07 16:15:08.500133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55148) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:08.531857 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-662d56bc-e99c-4f48-9db3-65384ddcd1e0 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] GET failed (client error): The resource could not be found. Sep 07 16:15:08.537569 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-662d56bc-e99c-4f48-9db3-65384ddcd1e0 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "GET /v2.0/ports/225e250e-c440-480e-b2c8-952a9f1f3ed1 HTTP/1.1" status: 404 len: 333 time: 0.0331862 Sep 07 16:15:08.538442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55154) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:08.545534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-eee17e8f-05fb-4427-b1aa-9bb84df5f28b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-848132676', 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:08.564285 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fba0e6db-3bd6-4472-b2d1-b503d7a4a73a req-b77b9c63-c2e9-4dae-8a4f-7c4719edee53 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f59ced2-bb48-4dbf-9498-8bf0464af46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025488 Sep 07 16:15:08.575247 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee17e8f-05fb-4427-b1aa-9bb84df5f28b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Made reservation on behalf of 3c0938fd0f5c4e98865bafb8da3ca73e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:08.578402 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eee17e8f-05fb-4427-b1aa-9bb84df5f28b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:08.606959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-eee17e8f-05fb-4427-b1aa-9bb84df5f28b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] device_id is not set on port f8cf7f26-f698-47bb-93b2-e555d8d71b2e yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:15:08.609323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22b14859-6565-4614-b945-06cab78be59f req-bf7d47aa-17de-462b-a37f-008ce3391ee6 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 210 time: 0.0379322 Sep 07 16:15:08.624212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dc8a892-167f-438c-ad6a-9c4c06750043 req-a7e90137-fdc1-4890-9c6c-8d69f75d9cd7 service neutron] 10.222.0.54 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698573 Sep 07 16:15:08.740452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c9aed-6ca7-49f7-85cd-2818b3b61ccb req-a08ed92a-d97a-49e7-9a49-e21e3f5bc2a3 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.742016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a3c9aed-6ca7-49f7-85cd-2818b3b61ccb req-a08ed92a-d97a-49e7-9a49-e21e3f5bc2a3 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.1010814 Sep 07 16:15:08.779460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dc8a892-167f-438c-ad6a-9c4c06750043 req-5d2c63d7-06f4-4f6e-b53d-02e77fb2bbe2 service neutron] 10.222.0.54 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461864 Sep 07 16:15:08.800180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a3c9aed-6ca7-49f7-85cd-2818b3b61ccb req-d6ccb4b5-505b-491f-aef4-d760904285b9 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505359 Sep 07 16:15:08.803720 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eee17e8f-05fb-4427-b1aa-9bb84df5f28b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:08.854213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eee17e8f-05fb-4427-b1aa-9bb84df5f28b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:08.895079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee17e8f-05fb-4427-b1aa-9bb84df5f28b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:08.897905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-eee17e8f-05fb-4427-b1aa-9bb84df5f28b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:08.904478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee17e8f-05fb-4427-b1aa-9bb84df5f28b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:08.905037 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee17e8f-05fb-4427-b1aa-9bb84df5f28b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.905634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eee17e8f-05fb-4427-b1aa-9bb84df5f28b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:08.911437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee17e8f-05fb-4427-b1aa-9bb84df5f28b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event updated for resources: {'Port': ['ID=f8cf7f26-f698-47bb-93b2-e555d8d71b2e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:08.924792 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-eee17e8f-05fb-4427-b1aa-9bb84df5f28b tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3852026 Sep 07 16:15:08.927418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55156) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:08.935598 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3939025-37e3-4c5a-a762-f1c15746d33a', 'tag': 'f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:08.937768 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33c6e62-54da-4cc4-884b-3720059076b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b3939025-37e3-4c5a-a762-f1c15746d33a", "tag": "f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:08.969276 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51113553-aea6-4b9c-a558-50f1d338e826 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:08.970632 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-51113553-aea6-4b9c-a558-50f1d338e826 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "GET /v2.0/ports/f8cf7f26-f698-47bb-93b2-e555d8d71b2e HTTP/1.1" status: 200 len: 954 time: 0.0421219 Sep 07 16:15:08.973602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55160) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:08.974358 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f7530c-4e9a-47ec-89a8-a872752f597e x-openstack-request-id: req-d7f7530c-4e9a-47ec-89a8-a872752f597e {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:08.974646 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3939025-37e3-4c5a-a762-f1c15746d33a", "tag": "f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:08.974893 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7f7530c-4e9a-47ec-89a8-a872752f597e {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:08.975279 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3939025-37e3-4c5a-a762-f1c15746d33a', 'tag': 'f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3', 'status': 'completed', 'code': 200} Sep 07 16:15:09.050974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2bc260d4-fe8e-4089-9a16-fefea62deb63 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Deleting port f8cf7f26-f698-47bb-93b2-e555d8d71b2e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:09.051322 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bc260d4-fe8e-4089-9a16-fefea62deb63 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:09.118649 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bc260d4-fe8e-4089-9a16-fefea62deb63 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:09.131831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2bc260d4-fe8e-4089-9a16-fefea62deb63 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Calling delete_port for f8cf7f26-f698-47bb-93b2-e555d8d71b2e owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:09.249153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61843dd1-7eb6-45b8-81f0-d533ec2b711a req-7072cb48-1475-4a53-bc95-9842c241be57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:09.254963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61843dd1-7eb6-45b8-81f0-d533ec2b711a req-7072cb48-1475-4a53-bc95-9842c241be57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:09.262099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61843dd1-7eb6-45b8-81f0-d533ec2b711a req-7072cb48-1475-4a53-bc95-9842c241be57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:09.269007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61843dd1-7eb6-45b8-81f0-d533ec2b711a req-7072cb48-1475-4a53-bc95-9842c241be57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:09.275048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61843dd1-7eb6-45b8-81f0-d533ec2b711a req-7072cb48-1475-4a53-bc95-9842c241be57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:09.281673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61843dd1-7eb6-45b8-81f0-d533ec2b711a req-7072cb48-1475-4a53-bc95-9842c241be57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:09.287521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61843dd1-7eb6-45b8-81f0-d533ec2b711a req-7072cb48-1475-4a53-bc95-9842c241be57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:09.289554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61843dd1-7eb6-45b8-81f0-d533ec2b711a req-7072cb48-1475-4a53-bc95-9842c241be57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5394 time: 0.1102691 Sep 07 16:15:09.290718 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bc260d4-fe8e-4089-9a16-fefea62deb63 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:09.323861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc260d4-fe8e-4089-9a16-fefea62deb63 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8cf7f26-f698-47bb-93b2-e555d8d71b2e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:09.688231 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bc260d4-fe8e-4089-9a16-fefea62deb63 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:09.690366 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2bc260d4-fe8e-4089-9a16-fefea62deb63 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f8cf7f26-f698-47bb-93b2-e555d8d71b2e HTTP/1.1" status: 204 len: 168 time: 0.7156897 Sep 07 16:15:09.692105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': 'b0fbdb23-e9d8-4c40-8793-56371784d957'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:09.693391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55174) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:09.694599 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c139b793-01b0-4ec9-a0ab-84c871691552" -d '{"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "b0fbdb23-e9d8-4c40-8793-56371784d957"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:09.726505 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-917a18f5-3a33-4a9b-9820-8b34f84ee273 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] GET failed (client error): The resource could not be found. Sep 07 16:15:09.731474 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-917a18f5-3a33-4a9b-9820-8b34f84ee273 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "GET /v2.0/ports/f8cf7f26-f698-47bb-93b2-e555d8d71b2e HTTP/1.1" status: 404 len: 333 time: 0.0333586 Sep 07 16:15:09.731906 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55178) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:09.736941 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d398e69d-2db5-4302-ab8d-c08ac1fb9e8e tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Request body: {'port': {'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1675686143'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:09.749268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61843dd1-7eb6-45b8-81f0-d533ec2b711a req-17b32d47-0fa7-43df-a5b9-375f2bb75797 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4292781 Sep 07 16:15:09.758040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73f5320f-8655-489b-bfae-54438512ba21 req-c387ea90-be15-43b4-a766-5e688c1f57a0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4318178 Sep 07 16:15:09.762994 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d398e69d-2db5-4302-ab8d-c08ac1fb9e8e tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Made reservation on behalf of 3c0938fd0f5c4e98865bafb8da3ca73e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:09.765709 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d398e69d-2db5-4302-ab8d-c08ac1fb9e8e tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:09.767811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b2011-8e52-4aca-a8b0-5017ccc68406 req-58480767-c8f9-451a-b337-63c28ff001e9 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:09.769380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b46b2011-8e52-4aca-a8b0-5017ccc68406 req-58480767-c8f9-451a-b337-63c28ff001e9 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d93dd07-99c2-4168-9a86-2ad1c7a3b97d HTTP/1.1" status: 200 len: 943 time: 0.1192667 Sep 07 16:15:09.786202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-d398e69d-2db5-4302-ab8d-c08ac1fb9e8e tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] device_id is not set on port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:15:09.848798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b46b2011-8e52-4aca-a8b0-5017ccc68406 req-0d075a18-2d4a-49c5-b371-be280e710bb6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671875 Sep 07 16:15:09.857874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Request body: {'port': {'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:09.940806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5320f-8655-489b-bfae-54438512ba21 req-3e534bbc-76ba-4903-bc5f-58ac1f25b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:09.942903 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73f5320f-8655-489b-bfae-54438512ba21 req-3e534bbc-76ba-4903-bc5f-58ac1f25b1b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b63e36812e14cb0a14780f7dc237f5c&device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 1097 time: 0.1311009 Sep 07 16:15:09.955243 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:10.168591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c6e62-54da-4cc4-884b-3720059076b9 req-c54fc600-6154-4061-b774-eb69a740ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.169975 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c33c6e62-54da-4cc4-884b-3720059076b9 req-c54fc600-6154-4061-b774-eb69a740ecba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=23e805ea83384bce8f04c15adc9c54fb&device_id=b3939025-37e3-4c5a-a762-f1c15746d33a HTTP/1.1" status: 200 len: 1094 time: 0.2580376 Sep 07 16:15:10.186993 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9148d54-c5b9-4727-aa90-7ba34dd76e7a req-617fb5e4-83bb-4549-95f3-ae697dd95163 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 210 time: 0.0678279 Sep 07 16:15:10.201877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479911f-9170-4710-9829-8beeb465f8e4 req-7707d3ec-2b7e-419c-848d-dd2add78f07d tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.203443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f479911f-9170-4710-9829-8beeb465f8e4 req-7707d3ec-2b7e-419c-848d-dd2add78f07d tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 945 time: 0.2069187 Sep 07 16:15:10.291938 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce74a59-43a7-42b2-b2c9-a8b86c5f0a8a x-openstack-request-id: req-bce74a59-43a7-42b2-b2c9-a8b86c5f0a8a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:10.292699 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "b0fbdb23-e9d8-4c40-8793-56371784d957", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:10.292699 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bce74a59-43a7-42b2-b2c9-a8b86c5f0a8a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:10.293043 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': 'b0fbdb23-e9d8-4c40-8793-56371784d957', 'status': 'completed', 'code': 200} Sep 07 16:15:10.311732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-b79f5c4c-f3c4-4a1c-b971-cdda0fc80fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.312300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-b79f5c4c-f3c4-4a1c-b971-cdda0fc80fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.312878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-b79f5c4c-f3c4-4a1c-b971-cdda0fc80fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.314980 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-b79f5c4c-f3c4-4a1c-b971-cdda0fc80fc6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4206588 Sep 07 16:15:10.325402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5320f-8655-489b-bfae-54438512ba21 req-4b79f52d-6e52-4215-9007-6901d70e3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.327072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73f5320f-8655-489b-bfae-54438512ba21 req-4b79f52d-6e52-4215-9007-6901d70e3eb4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d22d9031-6686-4bfc-976c-f6d7001137bd HTTP/1.1" status: 200 len: 912 time: 0.3513033 Sep 07 16:15:10.349271 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25c06395-350c-41d9-9933-47e44c566ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:10.377213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f479911f-9170-4710-9829-8beeb465f8e4 req-663931ed-a90d-4357-9787-634307c4cd27 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f59ced2-bb48-4dbf-9498-8bf0464af46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587472 Sep 07 16:15:10.446960 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d398e69d-2db5-4302-ab8d-c08ac1fb9e8e tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:10.550651 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c6e62-54da-4cc4-884b-3720059076b9 req-d6e67df3-d3ad-456b-97d8-b74aee07f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.551386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73f5320f-8655-489b-bfae-54438512ba21 req-80b6efcd-002d-4314-9123-385bfeecacf3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b6903c-b21c-438f-a4de-10a415f60dc3 HTTP/1.1" status: 200 len: 1002 time: 0.2089660 Sep 07 16:15:10.552162 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c33c6e62-54da-4cc4-884b-3720059076b9 req-d6e67df3-d3ad-456b-97d8-b74aee07f08c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=23e805ea83384bce8f04c15adc9c54fb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3619034 Sep 07 16:15:10.614426 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-f7acd050-4618-4d63-895a-3f1e4c95bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.616002 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0196b343-c7e5-42c4-94f2-37a4a0344913 req-f7acd050-4618-4d63-895a-3f1e4c95bd1f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2908602 Sep 07 16:15:10.654176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:10.664608 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:10.681229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Transition to ACTIVE for port object 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:10.684918 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d398e69d-2db5-4302-ab8d-c08ac1fb9e8e tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:10.699459 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:10.708957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7561ac-59b6-4ebf-9acf-6bd692106cd1 req-50a582dc-6158-45ea-8103-b16bf344eaea tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.716974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb7561ac-59b6-4ebf-9acf-6bd692106cd1 req-50a582dc-6158-45ea-8103-b16bf344eaea tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.3353963 Sep 07 16:15:10.777280 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d398e69d-2db5-4302-ab8d-c08ac1fb9e8e tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:10.779319 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c6e62-54da-4cc4-884b-3720059076b9 req-115a3ca7-24bc-4f1f-a0fe-f4adae2a24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.780252 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c33c6e62-54da-4cc4-884b-3720059076b9 req-115a3ca7-24bc-4f1f-a0fe-f4adae2a24fd service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2196958 Sep 07 16:15:10.785103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d398e69d-2db5-4302-ab8d-c08ac1fb9e8e tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:10.795810 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398e69d-2db5-4302-ab8d-c08ac1fb9e8e tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:10.796805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d398e69d-2db5-4302-ab8d-c08ac1fb9e8e tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.797418 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d398e69d-2db5-4302-ab8d-c08ac1fb9e8e tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:10.807103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-f2fed10a-3611-4a16-8f36-64da47b652ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.808005 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-f2fed10a-3611-4a16-8f36-64da47b652ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.808549 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-f2fed10a-3611-4a16-8f36-64da47b652ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.809055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-f2fed10a-3611-4a16-8f36-64da47b652ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.809616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-f2fed10a-3611-4a16-8f36-64da47b652ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.810057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-f2fed10a-3611-4a16-8f36-64da47b652ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.810586 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-f2fed10a-3611-4a16-8f36-64da47b652ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:10.812525 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-f2fed10a-3611-4a16-8f36-64da47b652ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6341 time: 0.1401265 Sep 07 16:15:10.815861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398e69d-2db5-4302-ab8d-c08ac1fb9e8e tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e7b963-5ca9-4fb6-a269-9bb28bd2b591,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:10.819245 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acd998-f90d-4593-a036-730730539028 service neutron] Pushing event updated for resources: {'Port': ['ID=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:10.847491 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d398e69d-2db5-4302-ab8d-c08ac1fb9e8e tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1144886 Sep 07 16:15:10.857369 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:10.862613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:10.880763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb7561ac-59b6-4ebf-9acf-6bd692106cd1 req-4b365c34-ca5a-4122-91a7-4357e057e9b9 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521385 Sep 07 16:15:11.047560 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6713ac0f-9b00-4056-b42e-c48d83061854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.049440 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-6713ac0f-9b00-4056-b42e-c48d83061854 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=23e805ea83384bce8f04c15adc9c54fb&device_id=b3939025-37e3-4c5a-a762-f1c15746d33a HTTP/1.1" status: 200 len: 1094 time: 0.1504304 Sep 07 16:15:11.054951 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.059377 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-fda32341-0f63-4501-b3c7-38193683625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.060090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-fda32341-0f63-4501-b3c7-38193683625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.060769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-fda32341-0f63-4501-b3c7-38193683625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.062524 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-fda32341-0f63-4501-b3c7-38193683625b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2412324 Sep 07 16:15:11.074534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5320f-8655-489b-bfae-54438512ba21 req-f1816511-f98f-4d0d-a50b-6b7250c74e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.076159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73f5320f-8655-489b-bfae-54438512ba21 req-f1816511-f98f-4d0d-a50b-6b7250c74e83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=639bdfd4-b289-4524-8745-97634f356693 HTTP/1.1" status: 200 len: 850 time: 0.3893874 Sep 07 16:15:11.135417 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-baf37182-bf16-4160-9c0f-a02442dd84ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 HTTP/1.1" status: 200 len: 217 time: 0.0653677 Sep 07 16:15:11.157319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d36b8-425c-4279-9734-bc3b25197dec req-ff2ec7ad-cb0b-412e-bbe1-e26d9e39dbb4 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.159460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-ff2ec7ad-cb0b-412e-bbe1-e26d9e39dbb4 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.35 "GET /v2.0/networks?id=61ab5a88-1663-48c6-b750-eca5162b979f HTTP/1.1" status: 200 len: 825 time: 0.3427973 Sep 07 16:15:11.193952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f24d36b8-425c-4279-9734-bc3b25197dec req-5e44c2b8-7b18-49cc-92b9-d85867577aca tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Request body: {'port': {'device_id': 'bb978b86-effa-4665-94c8-4f945d8efb52', 'network_id': '61ab5a88-1663-48c6-b750-eca5162b979f', 'admin_state_up': True, 'tenant_id': 'c898d708a7364e5882087d66831b8dca'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:11.295205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-3da5aa6d-4ace-4d3f-94e6-31cc4d2e2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.296803 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-3da5aa6d-4ace-4d3f-94e6-31cc4d2e2041 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91998386-275e-4b2f-9360-697ddac787ed HTTP/1.1" status: 200 len: 852 time: 0.1534677 Sep 07 16:15:11.341363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19b050-d3fb-47ea-bf6b-7cb22a05a60d req-9309fb4c-d141-45e4-a678-938b01180db7 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.343009 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a19b050-d3fb-47ea-bf6b-7cb22a05a60d req-9309fb4c-d141-45e4-a678-938b01180db7 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 945 time: 0.2997606 Sep 07 16:15:11.370393 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-028359fe-772b-471d-ac41-9cb9efc90241 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418370 Sep 07 16:15:11.383137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc6ff8-544e-4f0d-91d3-70696af5ec8c req-ba30c0a7-822d-42b5-8b2c-e66b860c05b8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.384263 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-a779e9f0-20f7-4c85-a37f-8ff02ee71b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.385795 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4eae3d84-bf35-47a0-9afe-6331b6977316 req-a779e9f0-20f7-4c85-a37f-8ff02ee71b06 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3014584 Sep 07 16:15:11.389187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc6ff8-544e-4f0d-91d3-70696af5ec8c req-ba30c0a7-822d-42b5-8b2c-e66b860c05b8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.396210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc6ff8-544e-4f0d-91d3-70696af5ec8c req-ba30c0a7-822d-42b5-8b2c-e66b860c05b8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.402499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc6ff8-544e-4f0d-91d3-70696af5ec8c req-ba30c0a7-822d-42b5-8b2c-e66b860c05b8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.408505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc6ff8-544e-4f0d-91d3-70696af5ec8c req-ba30c0a7-822d-42b5-8b2c-e66b860c05b8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.414699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc6ff8-544e-4f0d-91d3-70696af5ec8c req-ba30c0a7-822d-42b5-8b2c-e66b860c05b8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.421449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc6ff8-544e-4f0d-91d3-70696af5ec8c req-ba30c0a7-822d-42b5-8b2c-e66b860c05b8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.423370 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77cc6ff8-544e-4f0d-91d3-70696af5ec8c req-ba30c0a7-822d-42b5-8b2c-e66b860c05b8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5406 time: 0.3623610 Sep 07 16:15:11.442427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5320f-8655-489b-bfae-54438512ba21 req-5bb72210-ff38-4214-b9d8-bf901f24b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.443919 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73f5320f-8655-489b-bfae-54438512ba21 req-5bb72210-ff38-4214-b9d8-bf901f24b190 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d22d9031-6686-4bfc-976c-f6d7001137bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3350263 Sep 07 16:15:11.513700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Attempting to bind port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:11.514045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Attempting to bind port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '9087a305-6a72-4a30-ac39-ec4592eee9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:11.514378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Attempting to bind port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 on network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:11.538589 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] device_id is not set on port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:15:11.545963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 on network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:11.546308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Attempting to bind port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 on network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:11.550660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a19b050-d3fb-47ea-bf6b-7cb22a05a60d req-bc5a4fe5-8312-4515-802e-4051e0b27ab3 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f59ced2-bb48-4dbf-9498-8bf0464af46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921697 Sep 07 16:15:11.553985 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.574585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-492cbcbc-2063-4ab8-8b1f-b59b9f519969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.575101 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-492cbcbc-2063-4ab8-8b1f-b59b9f519969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.575601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-492cbcbc-2063-4ab8-8b1f-b59b9f519969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.576098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-492cbcbc-2063-4ab8-8b1f-b59b9f519969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.576623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-492cbcbc-2063-4ab8-8b1f-b59b9f519969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.577114 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-492cbcbc-2063-4ab8-8b1f-b59b9f519969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.577604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-492cbcbc-2063-4ab8-8b1f-b59b9f519969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.579507 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-492cbcbc-2063-4ab8-8b1f-b59b9f519969 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6366 time: 0.1144905 Sep 07 16:15:11.588007 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-5940e48f-38fe-4754-83ce-c92bba75de35 service neutron] 10.222.0.35 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052824 Sep 07 16:15:11.591239 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Transition to ACTIVE for port object d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:11.594164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:11.594569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Checking segment: {'id': '9087a305-6a72-4a30-ac39-ec4592eee9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:11.594946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Bound using segment: {'id': '9087a305-6a72-4a30-ac39-ec4592eee9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:11.595379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Bound port: 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9087a305-6a72-4a30-ac39-ec4592eee9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:11.595783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.597774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f24d36b8-425c-4279-9734-bc3b25197dec req-5e44c2b8-7b18-49cc-92b9-d85867577aca tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Made reservation on behalf of c898d708a7364e5882087d66831b8dca for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:11.601211 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f24d36b8-425c-4279-9734-bc3b25197dec req-5e44c2b8-7b18-49cc-92b9-d85867577aca tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.602186 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.606466 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77cc6ff8-544e-4f0d-91d3-70696af5ec8c req-803843b7-a8a9-437e-94b0-db40acad4903 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1615891 Sep 07 16:15:11.633342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 98d0d06b-d34e-4f19-b749-cf7c94724063 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:11.753829 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73f5320f-8655-489b-bfae-54438512ba21 req-fc3683e5-542e-4275-ac08-112e386685ee service neutron] 10.222.0.54 "GET /v2.0/networks/d22d9031-6686-4bfc-976c-f6d7001137bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952275 Sep 07 16:15:11.794734 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 98d0d06b-d34e-4f19-b749-cf7c94724063, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=98d0d06b-d34e-4f19-b749-cf7c94724063,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:11.798791 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e7b963-5ca9-4fb6-a269-9bb28bd2b591,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:11.820292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '98d0d06b-d34e-4f19-b749-cf7c94724063', 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6', 'port_id': '98d0d06b-d34e-4f19-b749-cf7c94724063', 'mac_address': 'fa:16:3e:a0:9e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91998386-275e-4b2f-9360-697ddac787ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:11.841707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:11.841707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:11.841707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:11.852360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ac5ae-d09f-4e1b-a95b-1ee734e25552 req-3862258b-88a8-43ef-8f11-fc76ef00b976 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.853876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b3ac5ae-d09f-4e1b-a95b-1ee734e25552 req-3862258b-88a8-43ef-8f11-fc76ef00b976 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d93dd07-99c2-4168-9a86-2ad1c7a3b97d HTTP/1.1" status: 200 len: 943 time: 0.2285719 Sep 07 16:15:11.859810 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:11.860145 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:11.860790 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 2 to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 Sep 07 16:15:11.864946 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78992175-9855-48e4-8aa9-fc8e6c4fbd66 req-a63a304a-30c4-4307-9df9-e46146772602 service neutron] 10.222.0.35 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635705 Sep 07 16:15:11.866487 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-38b3a33d-a2da-4b02-b9a6-81e9c8e0cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.866631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-38b3a33d-a2da-4b02-b9a6-81e9c8e0cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.867042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-38b3a33d-a2da-4b02-b9a6-81e9c8e0cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:11.868709 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-38b3a33d-a2da-4b02-b9a6-81e9c8e0cb4e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2684667 Sep 07 16:15:11.868886 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.889026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d0d06b-d34e-4f19-b749-cf7c94724063 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:11.904649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:11.905018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:11.905329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:11.912285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] For port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:11.921336 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:11.921897 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:11.929816 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 98d0d06b-d34e-4f19-b749-cf7c94724063, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=98d0d06b-d34e-4f19-b749-cf7c94724063,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:11.934703 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:11.948780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b328d97-a8d3-4f97-9343-e6c0d0bbf261 req-ba4ac430-1fb1-4e5d-aaa8-5badf643f817 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 210 time: 0.1237745 Sep 07 16:15:11.951064 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 3 to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 Sep 07 16:15:11.953547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] For port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:11.973379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:11.974095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:11.974095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:11.981235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:11.981571 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:11.983886 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 4 to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 Sep 07 16:15:11.984181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.007256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:12.007639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:12.008065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:12.014557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-59aaf876-584f-4c08-be46-f736884c5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.015732 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c139b793-01b0-4ec9-a0ab-84c871691552 req-59aaf876-584f-4c08-be46-f736884c5867 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391375 Sep 07 16:15:12.018325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:12.018636 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:12.019126 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 5 to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 Sep 07 16:15:12.020366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=98d0d06b-d34e-4f19-b749-cf7c94724063,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:12.033557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:12.033900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:12.034335 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:12.040473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:12.041107 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:12.041647 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 6 to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 Sep 07 16:15:12.058443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:12.058860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:12.059237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:12.061868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73f5320f-8655-489b-bfae-54438512ba21 req-d8bc25cf-d51a-49e9-858f-b02688cc7e28 service neutron] 10.222.0.54 "GET /v2.0/networks/d22d9031-6686-4bfc-976c-f6d7001137bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965047 Sep 07 16:15:12.064426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-f24d36b8-425c-4279-9734-bc3b25197dec req-5e44c2b8-7b18-49cc-92b9-d85867577aca tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Allocated IP 172.20.0.6 (61ab5a88-1663-48c6-b750-eca5162b979f/e7954409-e894-4756-80cc-b38405674078/ba03ec42-12ef-45f6-a115-9bdee1f32ece) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:12.065225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:12.065592 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:12.066355 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 7 to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 Sep 07 16:15:12.075353 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.075893 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.077473 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-95acd998-f90d-4593-a036-730730539028 service neutron] 10.222.0.35 "PUT /v2.0/ports/69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 HTTP/1.1" status: 200 len: 1091 time: 2.2247288 Sep 07 16:15:12.081926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:12.082279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:12.082759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:12.087757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:12.088147 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:12.088621 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 8 to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 Sep 07 16:15:12.096663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b3ac5ae-d09f-4e1b-a95b-1ee734e25552 req-f7ebaee0-c86f-49ff-b207-a4c12d3f7601 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815863 Sep 07 16:15:12.119462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:12.120425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:12.120778 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:12.122225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Request body: {'port': {'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:12.127671 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:12.128451 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:12.128565 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 9 to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 Sep 07 16:15:12.148512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:12.148841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:12.149182 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:12.154475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:12.155039 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:12.155435 n-d-807551-3 neutron-server[94771]: INFO neutron.plugins.ml2.plugin [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempt 10 to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 Sep 07 16:15:12.169934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:12.170563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:12.170994 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempting to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:12.176684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:12.176684 n-d-807551-3 neutron-server[94771]: ERROR neutron.plugins.ml2.managers [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Failed to bind port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45086b03-fa4b-4fc5-939a-2a1752a1a6c7'}] Sep 07 16:15:12.177154 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.185579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acd998-f90d-4593-a036-730730539028 service neutron] Pushing event updated for resources: {'Port': ['ID=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:12.206686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['98d0d06b-d34e-4f19-b749-cf7c94724063'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:12.264220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] For port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:12.264782 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attempted to set empty binding levels {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 16:15:12.271198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.298463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': '69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:12.301373 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79575dc-0006-438e-9772-a15eccdc08de" -d '{"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:12.317224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] In _notify_port_updated(), no bound segment for port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 on network 45086b03-fa4b-4fc5-939a-2a1752a1a6c7 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:15:12.318573 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.319186 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.323999 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "PUT /v2.0/ports/d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 HTTP/1.1" status: 200 len: 975 time: 1.4621410 Sep 07 16:15:12.323999 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55210) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:12.334545 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-2f5fd12d-2362-41f2-9661-1c5808592462 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1998763740&fields=id&tenant_id=396090e31e1140cca2fbba5fa0436228 HTTP/1.1" status: 200 len: 267 time: 0.2254534 Sep 07 16:15:12.356796 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.371792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82746e50-bc49-46ff-809d-5f8dcc2055e2 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e7b963-5ca9-4fb6-a269-9bb28bd2b591,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:12.423118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-476e7393-4e71-49d3-be7d-4f25ef56ef9c tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Deleting port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:12.423585 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-476e7393-4e71-49d3-be7d-4f25ef56ef9c tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.470878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c676c-61ad-4171-a871-64a6dbc47b5f req-8d666c1b-920a-4b19-a631-27124a05bb3c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.472420 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a0c676c-61ad-4171-a871-64a6dbc47b5f req-8d666c1b-920a-4b19-a631-27124a05bb3c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 943 time: 0.2953742 Sep 07 16:15:12.488373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-476e7393-4e71-49d3-be7d-4f25ef56ef9c tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] For port d5e7b963-5ca9-4fb6-a269-9bb28bd2b591, host n-h1-807551-3, got binding levels [] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:12.488743 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-476e7393-4e71-49d3-be7d-4f25ef56ef9c tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.501742 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-476e7393-4e71-49d3-be7d-4f25ef56ef9c tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Calling delete_port for d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:12.579713 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-476e7393-4e71-49d3-be7d-4f25ef56ef9c tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.606889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e7393-4e71-49d3-be7d-4f25ef56ef9c tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5e7b963-5ca9-4fb6-a269-9bb28bd2b591,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:12.614050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-476e7393-4e71-49d3-be7d-4f25ef56ef9c tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.618328 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-476e7393-4e71-49d3-be7d-4f25ef56ef9c tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "DELETE /v2.0/ports/d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 HTTP/1.1" status: 204 len: 168 time: 0.2903779 Sep 07 16:15:12.618621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55214) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:12.643621 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0eac87-cb1e-4e1e-a87b-4bce296f99c3 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] GET failed (client error): The resource could not be found. Sep 07 16:15:12.645153 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-df0eac87-cb1e-4e1e-a87b-4bce296f99c3 tempest-PortsAdminExtendedAttrsTestJSON-1625803363 tempest-PortsAdminExtendedAttrsTestJSON-1625803363-project-admin] 10.222.0.70 "GET /v2.0/ports/d5e7b963-5ca9-4fb6-a269-9bb28bd2b591 HTTP/1.1" status: 404 len: 333 time: 0.0256343 Sep 07 16:15:12.648927 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55218) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:12.677441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ae0d5-cad5-43c0-81e3-acdc7237a91c req-bf5a979f-d6ce-433a-b925-334e1e2f9d5b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.678943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-085ae0d5-cad5-43c0-81e3-acdc7237a91c req-bf5a979f-d6ce-433a-b925-334e1e2f9d5b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 945 time: 0.3092391 Sep 07 16:15:12.718548 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f24d36b8-425c-4279-9734-bc3b25197dec req-5e44c2b8-7b18-49cc-92b9-d85867577aca tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.723196 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a0c676c-61ad-4171-a871-64a6dbc47b5f req-57ed7882-a56a-4ab6-940e-19bbb5bfdc0a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249291 Sep 07 16:15:12.734526 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55d93379-85df-4f89-9c3d-f65822a171fa tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.758781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-7f97d2c1-5302-4695-bac8-4e33105e9f2a tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.760227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-7f97d2c1-5302-4695-bac8-4e33105e9f2a tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/networks?id=bf407d0e-a8eb-4f04-9168-6cad718a2e01 HTTP/1.1" status: 200 len: 815 time: 0.4248869 Sep 07 16:15:12.776617 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ab987f-628a-47d9-a479-2706490c8c34 x-openstack-request-id: req-a2ab987f-628a-47d9-a479-2706490c8c34 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:12.776912 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:12.777171 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2ab987f-628a-47d9-a479-2706490c8c34 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:12.778381 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': '69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811', 'status': 'completed', 'code': 200} Sep 07 16:15:12.851640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a6c179e0-3211-40b5-a07c-25c68f4e3602 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/quotas/396090e31e1140cca2fbba5fa0436228 HTTP/1.1" status: 200 len: 375 time: 0.0723655 Sep 07 16:15:12.870317 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55d93379-85df-4f89-9c3d-f65822a171fa tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.896792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-55d93379-85df-4f89-9c3d-f65822a171fa tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45086b03-fa4b-4fc5-939a-2a1752a1a6c7']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:12.909597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-55d93379-85df-4f89-9c3d-f65822a171fa tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:12.909944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-55d93379-85df-4f89-9c3d-f65822a171fa tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4dc74ca-3cce-4b74-a25d-8024f1e0e083') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:12.917007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79575dc-0006-438e-9772-a15eccdc08de req-a13bec3d-89e2-4bd8-8899-1edd7e8b10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.917506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79575dc-0006-438e-9772-a15eccdc08de req-a13bec3d-89e2-4bd8-8899-1edd7e8b10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.918002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79575dc-0006-438e-9772-a15eccdc08de req-a13bec3d-89e2-4bd8-8899-1edd7e8b10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.918494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79575dc-0006-438e-9772-a15eccdc08de req-a13bec3d-89e2-4bd8-8899-1edd7e8b10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.918982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79575dc-0006-438e-9772-a15eccdc08de req-a13bec3d-89e2-4bd8-8899-1edd7e8b10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.919508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79575dc-0006-438e-9772-a15eccdc08de req-a13bec3d-89e2-4bd8-8899-1edd7e8b10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.919954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79575dc-0006-438e-9772-a15eccdc08de req-a13bec3d-89e2-4bd8-8899-1edd7e8b10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:12.921914 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a79575dc-0006-438e-9772-a15eccdc08de req-a13bec3d-89e2-4bd8-8899-1edd7e8b10e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6408 time: 0.1119432 Sep 07 16:15:12.930913 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55d93379-85df-4f89-9c3d-f65822a171fa tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.970333 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55d93379-85df-4f89-9c3d-f65822a171fa tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.981742 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d93379-85df-4f89-9c3d-f65822a171fa tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:15:12.982151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55d93379-85df-4f89-9c3d-f65822a171fa tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:15:12.985227 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:15:13.313025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f24d36b8-425c-4279-9734-bc3b25197dec req-5e44c2b8-7b18-49cc-92b9-d85867577aca tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.338367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e8fea-c947-4b13-97e9-ef4db578c27b req-7c9eeef5-3bdd-4030-ba4a-0d72a84ee884 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:13.340316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-300e8fea-c947-4b13-97e9-ef4db578c27b req-7c9eeef5-3bdd-4030-ba4a-0d72a84ee884 tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 945 time: 0.5001669 Sep 07 16:15:13.385117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-085ae0d5-cad5-43c0-81e3-acdc7237a91c req-26502812-4510-4284-826f-d008094ca60b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Deleting port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:13.385913 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-085ae0d5-cad5-43c0-81e3-acdc7237a91c req-26502812-4510-4284-826f-d008094ca60b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.388577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55d93379-85df-4f89-9c3d-f65822a171fa tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.400083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55d93379-85df-4f89-9c3d-f65822a171fa tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.402478 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-55d93379-85df-4f89-9c3d-f65822a171fa tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] 10.222.0.70 "DELETE /v2.0/networks/45086b03-fa4b-4fc5-939a-2a1752a1a6c7 HTTP/1.1" status: 204 len: 168 time: 0.7526569 Sep 07 16:15:13.414126 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79575dc-0006-438e-9772-a15eccdc08de req-76183094-08fa-497b-ad79-7051403f6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:13.414623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79575dc-0006-438e-9772-a15eccdc08de req-76183094-08fa-497b-ad79-7051403f6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:13.415113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79575dc-0006-438e-9772-a15eccdc08de req-76183094-08fa-497b-ad79-7051403f6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:13.415449 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-2692151c-305f-44e5-b3e0-6b92be4c989d tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=396090e31e1140cca2fbba5fa0436228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5513294 Sep 07 16:15:13.417309 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a79575dc-0006-438e-9772-a15eccdc08de req-76183094-08fa-497b-ad79-7051403f6267 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4833171 Sep 07 16:15:13.418366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d93379-85df-4f89-9c3d-f65822a171fa tempest-PortsAdminExtendedAttrsTestJSON-464007744 tempest-PortsAdminExtendedAttrsTestJSON-464007744-project] Pushing event deleted for resources: {'Network': ['ID=45086b03-fa4b-4fc5-939a-2a1752a1a6c7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:13.438885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f24d36b8-425c-4279-9734-bc3b25197dec req-5e44c2b8-7b18-49cc-92b9-d85867577aca tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Network 61ab5a88-1663-48c6-b750-eca5162b979f is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:13.480092 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-f24d36b8-425c-4279-9734-bc3b25197dec req-5e44c2b8-7b18-49cc-92b9-d85867577aca tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:13.482867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24d36b8-425c-4279-9734-bc3b25197dec req-5e44c2b8-7b18-49cc-92b9-d85867577aca tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:13.525755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79575dc-0006-438e-9772-a15eccdc08de req-bbc51aad-9b05-4da6-9c9f-7cfabda3528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:13.527856 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a79575dc-0006-438e-9772-a15eccdc08de req-bbc51aad-9b05-4da6-9c9f-7cfabda3528e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024671 Sep 07 16:15:13.551749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44c2b8-7b18-49cc-92b9-d85867577aca tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Pushing event updated for resources: {'Port': ['ID=ba03ec42-12ef-45f6-a115-9bdee1f32ece,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:13.650151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 98d0d06b-d34e-4f19-b749-cf7c94724063 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:13.663065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-300e8fea-c947-4b13-97e9-ef4db578c27b req-0c60a93e-7cab-4e82-aa26-148bde345a2c tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f59ced2-bb48-4dbf-9498-8bf0464af46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895262 Sep 07 16:15:13.667882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39f6353-2298-46e1-accb-22762d3f7601 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:13.676530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55230) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:13.713955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 98d0d06b-d34e-4f19-b749-cf7c94724063 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:13.718127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 98d0d06b-d34e-4f19-b749-cf7c94724063 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:13.718538 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.739178 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.743051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-341f687c-f07e-4199-a19e-14c7bad7f4c2 service neutron] 10.222.0.70 "GET /v2.0/networks/bf407d0e-a8eb-4f04-9168-6cad718a2e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969959 Sep 07 16:15:13.778260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d36b8-425c-4279-9734-bc3b25197dec req-5e44c2b8-7b18-49cc-92b9-d85867577aca tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:13.778887 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f24d36b8-425c-4279-9734-bc3b25197dec req-5e44c2b8-7b18-49cc-92b9-d85867577aca tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.827671 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.830715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Transition to ACTIVE for port object d39f6353-2298-46e1-accb-22762d3f7601 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:13.834420 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-204c694e-8821-4ad5-b4e4-0a0e8d8869c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=665bb40a7d964085bc26d19f1eb11633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562409 Sep 07 16:15:13.840483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55236) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:13.840974 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.849677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-085ae0d5-cad5-43c0-81e3-acdc7237a91c req-26502812-4510-4284-826f-d008094ca60b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] For port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef,segment=NetworkSegment(5ad873f3-f2f2-415e-8717-cdd11016abc1),segment_id=5ad873f3-f2f2-415e-8717-cdd11016abc1)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:13.850004 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-085ae0d5-cad5-43c0-81e3-acdc7237a91c req-26502812-4510-4284-826f-d008094ca60b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.855161 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.862666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d93dd07-99c2-4168-9a86-2ad1c7a3b97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d0d06b-d34e-4f19-b749-cf7c94724063'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:13.864952 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6610b53-9fa0-4285-b916-6500441cd29c" -d '{"events": [{"server_uuid": "5d93dd07-99c2-4168-9a86-2ad1c7a3b97d", "name": "network-vif-plugged", "status": "completed", "tag": "98d0d06b-d34e-4f19-b749-cf7c94724063"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:13.888244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 98d0d06b-d34e-4f19-b749-cf7c94724063, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=98d0d06b-d34e-4f19-b749-cf7c94724063,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:13.892862 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.899037 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c89e0c06-5852-4deb-b68e-e36f8c466993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.901981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-5e44c2b8-7b18-49cc-92b9-d85867577aca tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7133241 Sep 07 16:15:13.920728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Request body: {'port': {'device_id': 'bb978b86-effa-4665-94c8-4f945d8efb52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:13.927017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-085ae0d5-cad5-43c0-81e3-acdc7237a91c req-26502812-4510-4284-826f-d008094ca60b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Calling delete_port for c518f47b-1f58-4f2d-b56a-acaf7efdc9ef owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:13.933919 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c89e0c06-5852-4deb-b68e-e36f8c466993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:13.960020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=98d0d06b-d34e-4f19-b749-cf7c94724063,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:13.975397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 16359975-6534-405f-a7d1-b37ec3123907 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:13.993951 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c89e0c06-5852-4deb-b68e-e36f8c466993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.001236 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c89e0c06-5852-4deb-b68e-e36f8c466993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.004902 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c89e0c06-5852-4deb-b68e-e36f8c466993 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/466f7989-3779-49bf-878d-1f9cd711da5c HTTP/1.1" status: 204 len: 168 time: 0.1666822 Sep 07 16:15:14.016639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e0c06-5852-4deb-b68e-e36f8c466993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466f7989-3779-49bf-878d-1f9cd711da5c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:14.028471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c91827-94f2-4efe-8432-01bcef2f2ce3 req-8a33015b-d775-4d12-aeec-68c7c1e119af tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:14.035041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c91827-94f2-4efe-8432-01bcef2f2ce3 req-8a33015b-d775-4d12-aeec-68c7c1e119af tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:14.041338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c91827-94f2-4efe-8432-01bcef2f2ce3 req-8a33015b-d775-4d12-aeec-68c7c1e119af tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:14.047857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c91827-94f2-4efe-8432-01bcef2f2ce3 req-8a33015b-d775-4d12-aeec-68c7c1e119af tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:14.053780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c91827-94f2-4efe-8432-01bcef2f2ce3 req-8a33015b-d775-4d12-aeec-68c7c1e119af tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:14.060254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c91827-94f2-4efe-8432-01bcef2f2ce3 req-8a33015b-d775-4d12-aeec-68c7c1e119af tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:14.070731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c91827-94f2-4efe-8432-01bcef2f2ce3 req-8a33015b-d775-4d12-aeec-68c7c1e119af tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:14.074738 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5c91827-94f2-4efe-8432-01bcef2f2ce3 req-8a33015b-d775-4d12-aeec-68c7c1e119af tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5406 time: 0.3377540 Sep 07 16:15:14.131884 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 16359975-6534-405f-a7d1-b37ec3123907, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=16359975-6534-405f-a7d1-b37ec3123907,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:14.146662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '16359975-6534-405f-a7d1-b37ec3123907', 'network_id': 'e6b2cff5-45a0-42df-ab49-94ae85bfd8b5', 'port_id': '16359975-6534-405f-a7d1-b37ec3123907', 'mac_address': 'fa:16:3e:4b:b9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f16aa3-09ad-45d7-a79d-cdb8160a9e1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:14.149920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Pushing event updated for resources: {'Port': ['ID=d39f6353-2298-46e1-accb-22762d3f7601,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:14.173956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-db69ca07-1e9e-4d8e-9362-ba36c28b5188 service neutron] 10.222.0.70 "GET /v2.0/networks/bf407d0e-a8eb-4f04-9168-6cad718a2e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226146 Sep 07 16:15:14.216278 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.241798 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f60b38d1-c984-4e67-a92b-e01b23064bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.250190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16359975-6534-405f-a7d1-b37ec3123907 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:14.271618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 16359975-6534-405f-a7d1-b37ec3123907, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=16359975-6534-405f-a7d1-b37ec3123907,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:14.280818 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.305231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5c91827-94f2-4efe-8432-01bcef2f2ce3 req-fa26d5bf-2df5-4940-94c2-3c5f29a51c00 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1751165 Sep 07 16:15:14.305885 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.363567 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=16359975-6534-405f-a7d1-b37ec3123907,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:14.396396 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Attempting to bind port d39f6353-2298-46e1-accb-22762d3f7601 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:14.397071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Attempting to bind port d39f6353-2298-46e1-accb-22762d3f7601 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '9087a305-6a72-4a30-ac39-ec4592eee9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:14.397388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Attempting to bind port d39f6353-2298-46e1-accb-22762d3f7601 on network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:14.410129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Port d39f6353-2298-46e1-accb-22762d3f7601 on network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:14.410504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Attempting to bind port d39f6353-2298-46e1-accb-22762d3f7601 on network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:14.460793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:14.462619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Checking segment: {'id': '9087a305-6a72-4a30-ac39-ec4592eee9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:14.463040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Bound using segment: {'id': '9087a305-6a72-4a30-ac39-ec4592eee9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:14.464615 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Bound port: d39f6353-2298-46e1-accb-22762d3f7601, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9087a305-6a72-4a30-ac39-ec4592eee9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:14.465045 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.478263 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55250) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:14.531778 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d50774cf-a45e-4a78-85d1-eefb3e98d0ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c0938fd0f5c4e98865bafb8da3ca73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500093 Sep 07 16:15:14.532014 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55252) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:14.595363 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['16359975-6534-405f-a7d1-b37ec3123907'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:14.605949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a70a9257-3c95-475b-ac17-fa127a1de674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.659923 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a70a9257-3c95-475b-ac17-fa127a1de674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.723457 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-085ae0d5-cad5-43c0-81e3-acdc7237a91c req-26502812-4510-4284-826f-d008094ca60b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.732396 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a70a9257-3c95-475b-ac17-fa127a1de674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.735440 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a70a9257-3c95-475b-ac17-fa127a1de674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.739540 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a70a9257-3c95-475b-ac17-fa127a1de674 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb602d2c-7f77-420b-b711-16c6d54f6b11 HTTP/1.1" status: 204 len: 168 time: 0.2065349 Sep 07 16:15:14.744914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c518f47b-1f58-4f2d-b56a-acaf7efdc9ef'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:14.764366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a9257-3c95-475b-ac17-fa127a1de674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb602d2c-7f77-420b-b711-16c6d54f6b11,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:14.830970 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:14.871352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116c0e1-752e-402a-8ac8-b93007a69d44 req-d4847289-0e38-4caf-b884-b7fa26ab64ae tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:14.872953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9116c0e1-752e-402a-8ac8-b93007a69d44 req-d4847289-0e38-4caf-b884-b7fa26ab64ae tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 931 time: 0.3636036 Sep 07 16:15:14.878940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26502812-4510-4284-826f-d008094ca60b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Pushing event deleted for resources: {'Port': ['ID=c518f47b-1f58-4f2d-b56a-acaf7efdc9ef,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:14.927446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] For port d39f6353-2298-46e1-accb-22762d3f7601, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:14.995458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] For port d39f6353-2298-46e1-accb-22762d3f7601, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d39f6353-2298-46e1-accb-22762d3f7601,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:15.001776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-085ae0d5-cad5-43c0-81e3-acdc7237a91c req-26502812-4510-4284-826f-d008094ca60b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] No DVR routers for this DVR port c518f47b-1f58-4f2d-b56a-acaf7efdc9ef on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:15:15.015519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44893d83-4a6a-4675-b33d-8972e629be63 req-707a9ba6-64fc-4104-842d-95604ea6e68c tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.017398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44893d83-4a6a-4675-b33d-8972e629be63 req-707a9ba6-64fc-4104-842d-95604ea6e68c tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d93dd07-99c2-4168-9a86-2ad1c7a3b97d HTTP/1.1" status: 200 len: 945 time: 0.3393183 Sep 07 16:15:15.023616 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-085ae0d5-cad5-43c0-81e3-acdc7237a91c req-26502812-4510-4284-826f-d008094ca60b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:15.023616 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-085ae0d5-cad5-43c0-81e3-acdc7237a91c req-26502812-4510-4284-826f-d008094ca60b tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.54 "DELETE /v2.0/ports/c518f47b-1f58-4f2d-b56a-acaf7efdc9ef HTTP/1.1" status: 204 len: 173 time: 2.3295465 Sep 07 16:15:15.024211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a22b32-f0cc-49f4-885b-678eeefad046', 'name': 'network-vif-deleted', 'tag': 'c518f47b-1f58-4f2d-b56a-acaf7efdc9ef'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:15.026549 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfbda76-6cbe-46fa-beb9-52d568af88d2" -d '{"events": [{"server_uuid": "c5a22b32-f0cc-49f4-885b-678eeefad046", "name": "network-vif-deleted", "tag": "c518f47b-1f58-4f2d-b56a-acaf7efdc9ef"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:15.029921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:15.108028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9116c0e1-752e-402a-8ac8-b93007a69d44 req-e1c1979b-922c-4bd5-bfbf-1f77eb16ccbb tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125578 Sep 07 16:15:15.119428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.136116 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:15.136116 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] 10.222.0.35 "PUT /v2.0/ports/d39f6353-2298-46e1-accb-22762d3f7601 HTTP/1.1" status: 200 len: 1091 time: 3.0123000 Sep 07 16:15:15.212642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44893d83-4a6a-4675-b33d-8972e629be63 req-d6b0d0fb-c6bf-41c9-8d46-8aae1cb5ad57 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743069 Sep 07 16:15:15.283945 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee88a77-4fa4-48ec-a585-d1de40f9e301 x-openstack-request-id: req-eee88a77-4fa4-48ec-a585-d1de40f9e301 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:15.284414 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d93dd07-99c2-4168-9a86-2ad1c7a3b97d", "name": "network-vif-plugged", "status": "completed", "tag": "98d0d06b-d34e-4f19-b749-cf7c94724063", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:15.284706 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eee88a77-4fa4-48ec-a585-d1de40f9e301 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:15.285212 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d93dd07-99c2-4168-9a86-2ad1c7a3b97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d0d06b-d34e-4f19-b749-cf7c94724063', 'code': 200} Sep 07 16:15:15.305659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f314791-5cb7-4a1f-ab27-a29ce4f8bd78 service neutron] Pushing event updated for resources: {'Port': ['ID=d39f6353-2298-46e1-accb-22762d3f7601,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:15.460721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d358ea1f-08d8-4183-839f-ef3f9e6904f9 req-8c025005-23fe-4ae1-b147-42679df26d6e tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 210 time: 0.0666368 Sep 07 16:15:15.537232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba03ec42-12ef-45f6-a115-9bdee1f32ece {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:15.556474 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:15.572490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Transition to ACTIVE for port object ba03ec42-12ef-45f6-a115-9bdee1f32ece will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:15.581403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3276b4ca-f0c7-4d2e-91e3-766bc3fedcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.582225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3276b4ca-f0c7-4d2e-91e3-766bc3fedcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.582872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3276b4ca-f0c7-4d2e-91e3-766bc3fedcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.583561 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3276b4ca-f0c7-4d2e-91e3-766bc3fedcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.584259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3276b4ca-f0c7-4d2e-91e3-766bc3fedcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.584997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3276b4ca-f0c7-4d2e-91e3-766bc3fedcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.585635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3276b4ca-f0c7-4d2e-91e3-766bc3fedcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.587777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3276b4ca-f0c7-4d2e-91e3-766bc3fedcbf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6475 time: 0.3786731 Sep 07 16:15:15.596820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:15.649823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15578a96-61d6-4654-91e4-c03c4a50d51e req-645dd125-1a22-445a-b17d-f8f0f7cdfff5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.651905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15578a96-61d6-4654-91e4-c03c4a50d51e req-645dd125-1a22-445a-b17d-f8f0f7cdfff5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 944 time: 0.4047668 Sep 07 16:15:15.688627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcac9a-c09f-4b2e-a5de-d8842af2a8fc req-a2e311f0-e2df-4210-866b-fd60548b61a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.692862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36fcac9a-c09f-4b2e-a5de-d8842af2a8fc req-a2e311f0-e2df-4210-866b-fd60548b61a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d93dd07-99c2-4168-9a86-2ad1c7a3b97d HTTP/1.1" status: 200 len: 1096 time: 0.2597799 Sep 07 16:15:15.728941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d60ad7f-709d-436f-a51a-c251f8de564d req-e1ecbb0f-e138-4307-98e5-6e49be0aa43f tempest-InstanceActionsTestJSON-2110427726 tempest-InstanceActionsTestJSON-2110427726-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5a22b32-f0cc-49f4-885b-678eeefad046 HTTP/1.1" status: 200 len: 210 time: 0.1395113 Sep 07 16:15:15.762026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4baa2623-64e2-40fb-afb4-0b88f58cdc27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46b3de92-957e-48b4-b402-964530839a06 HTTP/1.1" status: 200 len: 217 time: 0.1543252 Sep 07 16:15:15.787811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Pushing event updated for resources: {'Port': ['ID=ba03ec42-12ef-45f6-a115-9bdee1f32ece,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:15.826576 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41f08e5-249d-45b5-ba85-771ebca8d01c x-openstack-request-id: req-f41f08e5-249d-45b5-ba85-771ebca8d01c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:15.826863 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a22b32-f0cc-49f4-885b-678eeefad046", "name": "network-vif-deleted", "tag": "c518f47b-1f58-4f2d-b56a-acaf7efdc9ef", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:15.827120 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f41f08e5-249d-45b5-ba85-771ebca8d01c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:15.827522 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a22b32-f0cc-49f4-885b-678eeefad046', 'name': 'network-vif-deleted', 'tag': 'c518f47b-1f58-4f2d-b56a-acaf7efdc9ef', 'status': 'completed', 'code': 200} Sep 07 16:15:15.863590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15578a96-61d6-4654-91e4-c03c4a50d51e req-9ed612cb-6da5-4137-993b-7ae98385ad72 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773398 Sep 07 16:15:15.936766 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36fcac9a-c09f-4b2e-a5de-d8842af2a8fc req-0061f0bd-0957-40f7-b83d-fb6a5b12b961 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052970 Sep 07 16:15:15.946487 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55298) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:15.957066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3a83dc48-7994-4189-a2dd-d8ee55e92e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:15.958516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3a83dc48-7994-4189-a2dd-d8ee55e92e3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=659eec7d-2512-488c-90c5-1e4fdfe8a97c HTTP/1.1" status: 200 len: 850 time: 0.1746089 Sep 07 16:15:15.970279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:15.973024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 16359975-6534-405f-a7d1-b37ec3123907 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:15.993844 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ed2c-5579-44e9-9208-a153e9dcde1f req-1be7acbb-aa78-430f-948b-9a3d455aed54 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.000422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ed2c-5579-44e9-9208-a153e9dcde1f req-1be7acbb-aa78-430f-948b-9a3d455aed54 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.006199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ed2c-5579-44e9-9208-a153e9dcde1f req-1be7acbb-aa78-430f-948b-9a3d455aed54 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.012076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ed2c-5579-44e9-9208-a153e9dcde1f req-1be7acbb-aa78-430f-948b-9a3d455aed54 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.018204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ed2c-5579-44e9-9208-a153e9dcde1f req-1be7acbb-aa78-430f-948b-9a3d455aed54 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.024025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ed2c-5579-44e9-9208-a153e9dcde1f req-1be7acbb-aa78-430f-948b-9a3d455aed54 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.030006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ed2c-5579-44e9-9208-a153e9dcde1f req-1be7acbb-aa78-430f-948b-9a3d455aed54 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.031817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8804ed2c-5579-44e9-9208-a153e9dcde1f req-1be7acbb-aa78-430f-948b-9a3d455aed54 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.1716993 Sep 07 16:15:16.046747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Attempting to bind port ba03ec42-12ef-45f6-a115-9bdee1f32ece on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:16.046747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Attempting to bind port ba03ec42-12ef-45f6-a115-9bdee1f32ece by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a4bd92bc-a0b8-49ca-82d4-0d033c05f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61ab5a88-1663-48c6-b750-eca5162b979f'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:16.046747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Attempting to bind port ba03ec42-12ef-45f6-a115-9bdee1f32ece on network 61ab5a88-1663-48c6-b750-eca5162b979f {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:16.061131 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1187220044'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:16.062736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Port ba03ec42-12ef-45f6-a115-9bdee1f32ece on network 61ab5a88-1663-48c6-b750-eca5162b979f not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:16.063063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Attempting to bind port ba03ec42-12ef-45f6-a115-9bdee1f32ece on network 61ab5a88-1663-48c6-b750-eca5162b979f {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:16.084794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:16.086889 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 16359975-6534-405f-a7d1-b37ec3123907 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:16.087695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:16.087842 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.088047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Checking segment: {'id': 'a4bd92bc-a0b8-49ca-82d4-0d033c05f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61ab5a88-1663-48c6-b750-eca5162b979f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:16.088236 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.088478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Bound using segment: {'id': 'a4bd92bc-a0b8-49ca-82d4-0d033c05f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61ab5a88-1663-48c6-b750-eca5162b979f'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:16.088927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Bound port: ba03ec42-12ef-45f6-a115-9bdee1f32ece, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bd92bc-a0b8-49ca-82d4-0d033c05f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61ab5a88-1663-48c6-b750-eca5162b979f'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:16.089290 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.098450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.114448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-29ffbfd5-a669-4438-b3fe-55375d77babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.115978 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-29ffbfd5-a669-4438-b3fe-55375d77babf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f50728ef-b9a9-44ff-902b-e797addc9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452436 Sep 07 16:15:16.129404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8804ed2c-5579-44e9-9208-a153e9dcde1f req-b769a468-1680-43a7-8ab8-938ca5f8cf2c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0802681 Sep 07 16:15:16.143707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:16.162102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3', 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6', 'port_id': 'f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3', 'mac_address': 'fa:16:3e:84:bd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91998386-275e-4b2f-9360-697ddac787ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:16.226686 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.240450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.253441 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.295188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] For port ba03ec42-12ef-45f6-a115-9bdee1f32ece, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:16.321898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] For port ba03ec42-12ef-45f6-a115-9bdee1f32ece, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ba03ec42-12ef-45f6-a115-9bdee1f32ece,segment=NetworkSegment(a4bd92bc-a0b8-49ca-82d4-0d033c05f225),segment_id=a4bd92bc-a0b8-49ca-82d4-0d033c05f225)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:16.335236 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.340079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:15:16.346315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0405ee90-0e24-429f-bacf-c44a1d6b61d5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:16.347385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 16359975-6534-405f-a7d1-b37ec3123907, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=16359975-6534-405f-a7d1-b37ec3123907,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:16.356148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395122fb-dc20-4292-b079-ac652a7d3f73 req-4d328666-fcf8-4a66-a41f-f8bb80146b66 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.358986 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.362852 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.363193 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Added segment e10d25ce-828f-4685-a102-5680b345ca33 of type vlan for network 80c98e73-fff1-4743-b545-94e1feffebcf Sep 07 16:15:16.363583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-395122fb-dc20-4292-b079-ac652a7d3f73 req-4d328666-fcf8-4a66-a41f-f8bb80146b66 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 943 time: 0.1404767 Sep 07 16:15:16.365981 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.371944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-ecd7fe1b-dcc1-4407-8bd5-1f91fd24ed56 service neutron] 10.222.0.35 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473013 Sep 07 16:15:16.442886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.484170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.496657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.499156 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.564849 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6047440 Sep 07 16:15:16.565083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:16.584069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c9904-7d37-4ed1-830a-f25373061a36 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Network': ['ID=80c98e73-fff1-4743-b545-94e1feffebcf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:16.584738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:16.592215 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.605057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 80c98e73-fff1-4743-b545-94e1feffebcf details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:15:16.648371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=16359975-6534-405f-a7d1-b37ec3123907,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:16.751025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:16.766750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.767917 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.769663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] 10.222.0.35 "PUT /v2.0/ports/ba03ec42-12ef-45f6-a115-9bdee1f32ece HTTP/1.1" status: 200 len: 1091 time: 2.8580430 Sep 07 16:15:16.816894 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:16.886853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226487f1-38d6-4b56-921c-0e6804306e24 service neutron] Pushing event updated for resources: {'Port': ['ID=ba03ec42-12ef-45f6-a115-9bdee1f32ece,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:16.911104 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-395122fb-dc20-4292-b079-ac652a7d3f73 req-fb5652fd-22d6-4729-86fd-b304e3ea9763 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466561 Sep 07 16:15:16.930924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:16.964288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97393f-3630-4738-a3bd-9ef8b5c519d7 req-2aee01aa-4b8f-416d-8c80-badfcae46e96 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:16.972976 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd97393f-3630-4738-a3bd-9ef8b5c519d7 req-2aee01aa-4b8f-416d-8c80-badfcae46e96 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d93dd07-99c2-4168-9a86-2ad1c7a3b97d HTTP/1.1" status: 200 len: 945 time: 0.6294498 Sep 07 16:15:17.036962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-f0849d9d-6019-4db2-b503-a2695ed2381e service neutron] 10.222.0.35 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301701 Sep 07 16:15:17.066407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d36b8-425c-4279-9734-bc3b25197dec req-8769357c-e6d7-4233-a7a8-91fd6f98a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.068280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-8769357c-e6d7-4233-a7a8-91fd6f98a2fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c898d708a7364e5882087d66831b8dca&device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 1094 time: 0.2037210 Sep 07 16:15:17.144156 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8e8d0def-e460-479a-a828-d80e1a98e84a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 HTTP/1.1" status: 200 len: 217 time: 0.0972600 Sep 07 16:15:17.151004 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-983f2369-0137-43b5-8adc-5694706e2815 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.152670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-983f2369-0137-43b5-8adc-5694706e2815 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.54 "GET /v2.0/networks?id=bf407d0e-a8eb-4f04-9168-6cad718a2e01 HTTP/1.1" status: 200 len: 815 time: 0.3530071 Sep 07 16:15:17.155341 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7087cbd6-9c2b-4a07-9c60-f9dda979527f req-cda012f7-61eb-4e5b-856e-4b0c501fe8bb tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 210 time: 0.1096473 Sep 07 16:15:17.209111 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd97393f-3630-4738-a3bd-9ef8b5c519d7 req-ee2b239a-2c1a-485a-8d77-db7d558ef52f tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318053 Sep 07 16:15:17.241765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-cf9483e2-fe43-4e2d-a007-00133aba32ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba03ec42-12ef-45f6-a115-9bdee1f32ece HTTP/1.1" status: 200 len: 217 time: 0.1521661 Sep 07 16:15:17.272458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55316) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:17.286762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16359975-6534-405f-a7d1-b37ec3123907'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:17.289528 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8884c44e-f52e-4e8b-a10f-7eb74823d674" -d '{"events": [{"server_uuid": "4d6a1b42-bf5d-4603-89b7-0b899eb7f233", "name": "network-vif-plugged", "status": "completed", "tag": "16359975-6534-405f-a7d1-b37ec3123907"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:17.349948 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f9daef-e0cc-41fe-9895-f5d536a404ac admin admin] Deleting subnet 7a4ec497-7eb3-4035-9c65-6be030204ba2 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:15:17.359616 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f9daef-e0cc-41fe-9895-f5d536a404ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:17.405254 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-fd0277fe-dfcb-4431-a0b5-26d3a6f93cdd tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=396090e31e1140cca2fbba5fa0436228 HTTP/1.1" status: 200 len: 380 time: 0.1925595 Sep 07 16:15:17.408459 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f9daef-e0cc-41fe-9895-f5d536a404ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:17.428223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598d459-f008-47ae-bb86-1740cec1bd18 req-243d09e2-69c8-47cc-a816-c6b49a36ded0 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.430014 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b598d459-f008-47ae-bb86-1740cec1bd18 req-243d09e2-69c8-47cc-a816-c6b49a36ded0 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.1463070 Sep 07 16:15:17.436173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Request body: {'port': {'device_id': '11499bf6-95f7-49e8-9fcb-5bee5cf03d55', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'admin_state_up': True, 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'security_groups': ['271f6c3f-dae3-4379-9d5f-40dbd9d35f83']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:17.459658 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f9daef-e0cc-41fe-9895-f5d536a404ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:17.489412 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-82b66559-5399-4fe0-a5eb-2a32ae2404d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.491185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-82b66559-5399-4fe0-a5eb-2a32ae2404d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.3348367 Sep 07 16:15:17.517880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d36b8-425c-4279-9734-bc3b25197dec req-374dc244-7762-48eb-b2a5-1904d1f8597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.519622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-374dc244-7762-48eb-b2a5-1904d1f8597c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7954409-e894-4756-80cc-b38405674078 HTTP/1.1" status: 200 len: 865 time: 0.2339897 Sep 07 16:15:17.533206 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f9daef-e0cc-41fe-9895-f5d536a404ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:17.566033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9daef-e0cc-41fe-9895-f5d536a404ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4ec497-7eb3-4035-9c65-6be030204ba2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:17.583626 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f9daef-e0cc-41fe-9895-f5d536a404ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:17.586644 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-13f9daef-e0cc-41fe-9895-f5d536a404ac admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7a4ec497-7eb3-4035-9c65-6be030204ba2 HTTP/1.1" status: 204 len: 168 time: 0.3113871 Sep 07 16:15:17.590157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55320) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:17.626409 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-5b6cd981-7201-4c9b-b7ed-94910730bb3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61ab5a88-1663-48c6-b750-eca5162b979f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804937 Sep 07 16:15:17.664169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c518f47b-1f58-4f2d-b56a-acaf7efdc9ef no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:15:17.668454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b598d459-f008-47ae-bb86-1740cec1bd18 req-518db211-4836-4722-8d37-73cacc9fbd6e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904082 Sep 07 16:15:17.691588 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbd9dff8-292d-4211-bda4-a17d74bcccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:17.714520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: c518f47b-1f58-4f2d-b56a-acaf7efdc9ef {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:15:17.714871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c518f47b-1f58-4f2d-b56a-acaf7efdc9ef not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:15:17.749978 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6a5fc4-a2de-4627-9a80-b018a70e77c9 x-openstack-request-id: req-0f6a5fc4-a2de-4627-9a80-b018a70e77c9 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:17.750363 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6a1b42-bf5d-4603-89b7-0b899eb7f233", "name": "network-vif-plugged", "status": "completed", "tag": "16359975-6534-405f-a7d1-b37ec3123907", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:17.750635 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f6a5fc4-a2de-4627-9a80-b018a70e77c9 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:17.751035 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16359975-6534-405f-a7d1-b37ec3123907', 'code': 200} Sep 07 16:15:17.783331 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e4b44-9a15-4fd3-90e8-4f013f1a7b46 req-33da7e81-691c-48d5-8887-d461526b361d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.789445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e4b44-9a15-4fd3-90e8-4f013f1a7b46 req-33da7e81-691c-48d5-8887-d461526b361d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.795832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e4b44-9a15-4fd3-90e8-4f013f1a7b46 req-33da7e81-691c-48d5-8887-d461526b361d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.801962 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e4b44-9a15-4fd3-90e8-4f013f1a7b46 req-33da7e81-691c-48d5-8887-d461526b361d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.802219 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbd9dff8-292d-4211-bda4-a17d74bcccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:17.808726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e4b44-9a15-4fd3-90e8-4f013f1a7b46 req-33da7e81-691c-48d5-8887-d461526b361d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.814710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e4b44-9a15-4fd3-90e8-4f013f1a7b46 req-33da7e81-691c-48d5-8887-d461526b361d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.820493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e4b44-9a15-4fd3-90e8-4f013f1a7b46 req-33da7e81-691c-48d5-8887-d461526b361d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.829038 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-347e4b44-9a15-4fd3-90e8-4f013f1a7b46 req-33da7e81-691c-48d5-8887-d461526b361d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.3436794 Sep 07 16:15:17.835546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': 'd39f6353-2298-46e1-accb-22762d3f7601'}, {'name': 'network-changed', 'server_uuid': 'bb978b86-effa-4665-94c8-4f945d8efb52', 'tag': 'ba03ec42-12ef-45f6-a115-9bdee1f32ece'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:17.838036 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e0137c-3959-4b4e-a309-7a630e1f8730" -d '{"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "d39f6353-2298-46e1-accb-22762d3f7601"}, {"name": "network-changed", "server_uuid": "bb978b86-effa-4665-94c8-4f945d8efb52", "tag": "ba03ec42-12ef-45f6-a115-9bdee1f32ece"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:17.841225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fbd9dff8-292d-4211-bda4-a17d74bcccc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4f350a-c714-4609-80d7-b30f88c5f6bb']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:17.898679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fbd9dff8-292d-4211-bda4-a17d74bcccc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad873f3-f2f2-415e-8717-cdd11016abc1') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:17.899184 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fbd9dff8-292d-4211-bda4-a17d74bcccc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad873f3-f2f2-415e-8717-cdd11016abc1') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:17.923761 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbd9dff8-292d-4211-bda4-a17d74bcccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:17.938222 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d14662e-5bcb-4845-8291-9603a507c6ed x-openstack-request-id: req-1d14662e-5bcb-4845-8291-9603a507c6ed {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:17.938890 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "d39f6353-2298-46e1-accb-22762d3f7601", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb978b86-effa-4665-94c8-4f945d8efb52", "tag": "ba03ec42-12ef-45f6-a115-9bdee1f32ece", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:17.939351 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d14662e-5bcb-4845-8291-9603a507c6ed {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:17.939928 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': 'd39f6353-2298-46e1-accb-22762d3f7601', 'status': 'completed', 'code': 200} Sep 07 16:15:17.940383 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb978b86-effa-4665-94c8-4f945d8efb52', 'tag': 'ba03ec42-12ef-45f6-a115-9bdee1f32ece', 'status': 'completed', 'code': 200} Sep 07 16:15:17.941919 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbd9dff8-292d-4211-bda4-a17d74bcccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:17.953364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd9dff8-292d-4211-bda4-a17d74bcccc8 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:15:17.953829 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbd9dff8-292d-4211-bda4-a17d74bcccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:17.983586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:17.986980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-67b8f55d-f802-4461-a460-5c171e2bd0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:17.993589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-67b8f55d-f802-4461-a460-5c171e2bd0cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4780073 Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:15:18.030687 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:15:18.056013 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbd9dff8-292d-4211-bda4-a17d74bcccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:18.071601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbd9dff8-292d-4211-bda4-a17d74bcccc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:18.075141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:18.077677 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fbd9dff8-292d-4211-bda4-a17d74bcccc8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bc4f350a-c714-4609-80d7-b30f88c5f6bb HTTP/1.1" status: 204 len: 168 time: 0.4864631 Sep 07 16:15:18.097365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:18.098999 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:18.119273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-347e4b44-9a15-4fd3-90e8-4f013f1a7b46 req-c0ad99f8-6908-417b-b7d7-bd348d910596 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2705748 Sep 07 16:15:18.142557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Made reservation on behalf of 396090e31e1140cca2fbba5fa0436228 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:18.145443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9dff8-292d-4211-bda4-a17d74bcccc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4f350a-c714-4609-80d7-b30f88c5f6bb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:18.146090 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:18.193225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b067df8-bb0b-479c-9e67-a667d9620226 req-2441d72d-debe-4d70-b895-244027bbb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:18.198491 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1b067df8-bb0b-479c-9e67-a667d9620226 req-2441d72d-debe-4d70-b895-244027bbb9f4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 1097 time: 0.1658349 Sep 07 16:15:18.222113 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-cf158871-23c3-4ab9-8b52-62eb044747a8 service neutron] 10.222.0.35 "GET /v2.0/networks/61ab5a88-1663-48c6-b750-eca5162b979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666740 Sep 07 16:15:18.273988 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1b067df8-bb0b-479c-9e67-a667d9620226 req-7f310690-54b5-40e6-8ebf-6bc872d16d04 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652866 Sep 07 16:15:18.365546 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:18.428162 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:18.434089 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:18.531830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:18.560019 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:18.578625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2578dc1f-d28f-4eb8-add1-3fed30860d80 req-6d5083aa-a1c0-4aa8-9042-da94fe2bb9e7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 210 time: 0.2173202 Sep 07 16:15:18.583086 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-fa41c299-883f-4ac8-afb6-e65eeafe41e0 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734785 Sep 07 16:15:18.647625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11a701-c4ee-4155-bcfe-35fbce3b6ffc req-dd438367-be71-4108-a622-bb8e2acdfb45 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:18.655698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa11a701-c4ee-4155-bcfe-35fbce3b6ffc req-dd438367-be71-4108-a622-bb8e2acdfb45 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 943 time: 0.6116416 Sep 07 16:15:18.659899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f24d36b8-425c-4279-9734-bc3b25197dec req-70e89680-68f1-4097-8b2a-28bf148a691b service neutron] 10.222.0.35 "GET /v2.0/networks/61ab5a88-1663-48c6-b750-eca5162b979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289718 Sep 07 16:15:18.738223 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ea1e2995-6a78-4c63-b837-190d54e7db9f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=01121abede4b4cc6824a67fd1aa18545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745989 Sep 07 16:15:18.739089 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55338) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:18.866995 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97d33d14-91cf-4633-9b6e-30add7dea09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:18.869515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa11a701-c4ee-4155-bcfe-35fbce3b6ffc req-1bdeafd2-ed98-436f-84b7-3848e2167f45 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129261 Sep 07 16:15:18.878278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db118b-7056-4903-ba9f-8fc4f0c24bf1 req-8275ce2e-ce10-4670-8a36-be2ee645bb8a tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:18.888828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0db118b-7056-4903-ba9f-8fc4f0c24bf1 req-8275ce2e-ce10-4670-8a36-be2ee645bb8a tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d93dd07-99c2-4168-9a86-2ad1c7a3b97d HTTP/1.1" status: 200 len: 945 time: 0.2080534 Sep 07 16:15:18.895435 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97d33d14-91cf-4633-9b6e-30add7dea09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:18.944192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Allocated IP 172.20.0.6 (bf407d0e-a8eb-4f04-9168-6cad718a2e01/7f752d9b-e00e-44ef-ad5a-a3d851397ff0/7f32c5ca-0835-4c27-afaa-178ed11febd3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:19.003455 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97d33d14-91cf-4633-9b6e-30add7dea09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:19.006152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97d33d14-91cf-4633-9b6e-30add7dea09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:19.009993 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-97d33d14-91cf-4633-9b6e-30add7dea09b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f59ced2-bb48-4dbf-9498-8bf0464af46a HTTP/1.1" status: 204 len: 168 time: 0.2675526 Sep 07 16:15:19.033030 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d33d14-91cf-4633-9b6e-30add7dea09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59ced2-bb48-4dbf-9498-8bf0464af46a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:19.036307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-6ae40671-4df4-4839-82cd-3c337173a3d5 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754129 Sep 07 16:15:19.107443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0db118b-7056-4903-ba9f-8fc4f0c24bf1 req-89b9a6f7-5cca-4da4-9179-5d838e68e805 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174072 Sep 07 16:15:19.222659 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-00846a1a-922d-4d26-9c0a-18445f19bb19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=8b7cd95e-d4ca-4955-a0c7-596d708a0805 HTTP/1.1" status: 200 len: 217 time: 0.1441038 Sep 07 16:15:19.390754 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:19.444061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Transition to ACTIVE for port object 7f32c5ca-0835-4c27-afaa-178ed11febd3 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:19.478680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcde062-1c6b-4fe7-93ea-95b081c72e96 req-82e93c7f-4b25-4436-a835-c7decd455774 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:19.481174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5dcde062-1c6b-4fe7-93ea-95b081c72e96 req-82e93c7f-4b25-4436-a835-c7decd455774 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 946 time: 0.2721796 Sep 07 16:15:19.488196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3a34587d-c800-46d7-91c6-2a51547cc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:19.489739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3a34587d-c800-46d7-91c6-2a51547cc323 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.1245537 Sep 07 16:15:19.509322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682692a6-2eac-4e83-a400-ddfbb35308ba req-33b0c4a4-5a0f-4ebc-b15a-c53cf0f480f4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:19.511666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-682692a6-2eac-4e83-a400-ddfbb35308ba req-33b0c4a4-5a0f-4ebc-b15a-c53cf0f480f4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.3466384 Sep 07 16:15:19.621526 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5dcde062-1c6b-4fe7-93ea-95b081c72e96 req-29571ac3-dc62-4a7d-abab-fa47181b701b tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2475a3c-3521-479b-a268-464ca808eb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290877 Sep 07 16:15:19.628804 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:19.644700 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-682692a6-2eac-4e83-a400-ddfbb35308ba req-7bb96642-c1bc-4f02-a475-5e8bebc37951 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119540 Sep 07 16:15:19.668296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-6af5e136-290e-484b-8f6d-9e5bc4adf437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:19.670032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-6af5e136-290e-484b-8f6d-9e5bc4adf437 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1563365 Sep 07 16:15:19.735591 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Pushing event updated for resources: {'Port': ['ID=7f32c5ca-0835-4c27-afaa-178ed11febd3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:19.752366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3939025-37e3-4c5a-a762-f1c15746d33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:19.754703 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7fd87d-1794-4a4f-aaa6-8cb0fe0be093" -d '{"events": [{"server_uuid": "b3939025-37e3-4c5a-a762-f1c15746d33a", "name": "network-vif-plugged", "status": "completed", "tag": "f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:19.945145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55374) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:19.952744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7508775d-d4b7-43fd-91e6-62fb1d267d60 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'subnet': {'network_id': '80c98e73-fff1-4743-b545-94e1feffebcf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:19.983641 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b1d1f872-0ca7-4ecb-96ca-8038d07ba673 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723598 Sep 07 16:15:20.024713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Network bf407d0e-a8eb-4f04-9168-6cad718a2e01 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:20.119246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:20.139156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:20.194952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7508775d-d4b7-43fd-91e6-62fb1d267d60 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:20.202318 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7508775d-d4b7-43fd-91e6-62fb1d267d60 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:20.264654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-f663cf7a-053d-4860-9f10-5b3086fe3920 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421055 Sep 07 16:15:20.299097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.299924 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:20.345690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55390) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:20.362137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93cdf7-5297-4e37-90a9-669efdaf8f98 req-437addf6-48a8-445a-b558-f3ce0828277e tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.368794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a93cdf7-5297-4e37-90a9-669efdaf8f98 req-437addf6-48a8-445a-b558-f3ce0828277e tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3939025-37e3-4c5a-a762-f1c15746d33a HTTP/1.1" status: 200 len: 945 time: 0.3906503 Sep 07 16:15:20.372082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-18a6399a-f0db-4fb3-96e5-889e83eaf0a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=a072f777-9f21-4db1-a87f-cc4dd3dd08b6 HTTP/1.1" status: 200 len: 217 time: 0.0679417 Sep 07 16:15:20.498629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0ca3-d3c9-4f39-9eb9-1d41a5c55c08 req-115ff314-9903-4025-9d41-7b3101b3c4f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.505655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0ca3-d3c9-4f39-9eb9-1d41a5c55c08 req-115ff314-9903-4025-9d41-7b3101b3c4f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.524519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0ca3-d3c9-4f39-9eb9-1d41a5c55c08 req-115ff314-9903-4025-9d41-7b3101b3c4f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.534200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0ca3-d3c9-4f39-9eb9-1d41a5c55c08 req-115ff314-9903-4025-9d41-7b3101b3c4f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.541774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0ca3-d3c9-4f39-9eb9-1d41a5c55c08 req-115ff314-9903-4025-9d41-7b3101b3c4f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.554165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0ca3-d3c9-4f39-9eb9-1d41a5c55c08 req-115ff314-9903-4025-9d41-7b3101b3c4f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.576697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0ca3-d3c9-4f39-9eb9-1d41a5c55c08 req-115ff314-9903-4025-9d41-7b3101b3c4f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.582368 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40cd0ca3-d3c9-4f39-9eb9-1d41a5c55c08 req-115ff314-9903-4025-9d41-7b3101b3c4f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.6004913 Sep 07 16:15:20.590295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7b298917-4534-4290-a89f-0fa481480eda None None] Provisioning for port 7f32c5ca-0835-4c27-afaa-178ed11febd3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:20.597916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7b298917-4534-4290-a89f-0fa481480eda None None] Provisioning complete for port 7f32c5ca-0835-4c27-afaa-178ed11febd3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:20.602286 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7b298917-4534-4290-a89f-0fa481480eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:20.607617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a93cdf7-5297-4e37-90a9-669efdaf8f98 req-9a9ad223-4a4b-49ca-a3ea-df9622a9237e tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379315 Sep 07 16:15:20.615069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-278f072d-1590-475a-95a4-263ab5f6cb75 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1972816 Sep 07 16:15:20.648032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Request body: {'port': {'device_id': '11499bf6-95f7-49e8-9fcb-5bee5cf03d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:20.674772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7b298917-4534-4290-a89f-0fa481480eda None None] Port 7f32c5ca-0835-4c27-afaa-178ed11febd3 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:15:20.693572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-982348484-network', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:20.717704 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7508775d-d4b7-43fd-91e6-62fb1d267d60 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:20.768190 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-29cb2f56-84b5-4dc3-a5b4-274ef3de4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.773356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-29cb2f56-84b5-4dc3-a5b4-274ef3de4f99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.3864846 Sep 07 16:15:20.804647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508775d-d4b7-43fd-91e6-62fb1d267d60 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Subnet': ['ID=b38f57d2-fe6d-4883-8b6f-25d6bb226ed1,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:20.864624 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508775d-d4b7-43fd-91e6-62fb1d267d60 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Checking segment: {'id': 'e10d25ce-828f-4685-a102-5680b345ca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '80c98e73-fff1-4743-b545-94e1feffebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:20.865041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7508775d-d4b7-43fd-91e6-62fb1d267d60 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network hostable DHCP agents. Network: 80c98e73-fff1-4743-b545-94e1feffebcf, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:15:20.902423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7508775d-d4b7-43fd-91e6-62fb1d267d60 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network 80c98e73-fff1-4743-b545-94e1feffebcf is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:15:20.919615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7508775d-d4b7-43fd-91e6-62fb1d267d60 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 80c98e73-fff1-4743-b545-94e1feffebcf) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:20.929921 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc660ca-6d18-41f1-84cb-14eda1138801 None None] Network 80c98e73-fff1-4743-b545-94e1feffebcf requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:20.937673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508775d-d4b7-43fd-91e6-62fb1d267d60 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:20.938559 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7508775d-d4b7-43fd-91e6-62fb1d267d60 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:20.958682 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7508775d-d4b7-43fd-91e6-62fb1d267d60 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0120800 Sep 07 16:15:20.962413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40cd0ca3-d3c9-4f39-9eb9-1d41a5c55c08 req-4262928f-5fea-4b78-a1a5-181514808115 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3408723 Sep 07 16:15:20.962561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55422) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:20.967503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Made reservation on behalf of b9848727a03c41348e7ad9c0dce7eea4 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:20.971181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:20.974915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a695dc9b-2a55-4eab-9219-fe02358ed486 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-107114590'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:20.988940 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:21.005626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:21.038277 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a695dc9b-2a55-4eab-9219-fe02358ed486 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:21.049422 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a695dc9b-2a55-4eab-9219-fe02358ed486 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:21.066092 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-67712e9f-46b3-4ee9-b743-048ad5537514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:21.068076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-67712e9f-46b3-4ee9-b743-048ad5537514 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2654884 Sep 07 16:15:21.097940 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a695dc9b-2a55-4eab-9219-fe02358ed486 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:15:21.123921 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a695dc9b-2a55-4eab-9219-fe02358ed486 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:21.124795 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-a695dc9b-2a55-4eab-9219-fe02358ed486 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Added segment 3da387b1-668f-4f7c-9f5c-c520fe31a44f of type vlan for network d3d80f2a-84fc-4e29-8963-43c80adc3b9a Sep 07 16:15:21.129595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ed504-b09f-40b1-9720-8a6321b49371 req-86964912-ab78-49b4-b5b2-d9725b176c8e tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:21.131474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a27ed504-b09f-40b1-9720-8a6321b49371 req-86964912-ab78-49b4-b5b2-d9725b176c8e tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 931 time: 0.3500676 Sep 07 16:15:21.140488 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35f74b3-0e37-4476-b16f-ba8d14c07814 x-openstack-request-id: req-e35f74b3-0e37-4476-b16f-ba8d14c07814 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:21.140787 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3939025-37e3-4c5a-a762-f1c15746d33a", "name": "network-vif-plugged", "status": "completed", "tag": "f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:21.141048 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e35f74b3-0e37-4476-b16f-ba8d14c07814 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:21.141703 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3939025-37e3-4c5a-a762-f1c15746d33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3', 'code': 200} Sep 07 16:15:21.189719 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a695dc9b-2a55-4eab-9219-fe02358ed486 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:21.223555 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a695dc9b-2a55-4eab-9219-fe02358ed486 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:21.241541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a695dc9b-2a55-4eab-9219-fe02358ed486 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:21.242594 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a695dc9b-2a55-4eab-9219-fe02358ed486 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:21.378940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-80c98e73-fff1-4743-b545-94e1feffebcf', 'network_id': '80c98e73-fff1-4743-b545-94e1feffebcf', 'tenant_id': '31af7886c7bd492788bcd5bdaaeccbe3', 'fixed_ips': [{'subnet_id': 'b38f57d2-fe6d-4883-8b6f-25d6bb226ed1'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:15:21.379889 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:21.390874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695dc9b-2a55-4eab-9219-fe02358ed486 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Network': ['ID=d3d80f2a-84fc-4e29-8963-43c80adc3b9a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:21.407751 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network d3d80f2a-84fc-4e29-8963-43c80adc3b9a details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:15:21.601491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Allocated IP 2001:db8:0:ffff::2 (80c98e73-fff1-4743-b545-94e1feffebcf/b38f57d2-fe6d-4883-8b6f-25d6bb226ed1/48b79cdf-b6bd-43ca-a0a3-ba715a131109) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:21.747839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a27ed504-b09f-40b1-9720-8a6321b49371 req-8090e0c7-04ec-42c9-99c8-80636f2ff790 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5755780 Sep 07 16:15:21.809741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba7a00-5d11-4705-a6ea-29b8e81c4137 req-9ea5c057-607b-497e-b130-9fb2ecf7794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:21.811266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09ba7a00-5d11-4705-a6ea-29b8e81c4137 req-9ea5c057-607b-497e-b130-9fb2ecf7794d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3939025-37e3-4c5a-a762-f1c15746d33a HTTP/1.1" status: 200 len: 1096 time: 0.6294608 Sep 07 16:15:21.847889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4b734-6624-43f3-8d7c-df6e345f282e req-f7e1a649-6a7a-4579-ac78-3da8191ce608 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:21.849474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2eb4b734-6624-43f3-8d7c-df6e345f282e req-f7e1a649-6a7a-4579-ac78-3da8191ce608 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 943 time: 0.5558393 Sep 07 16:15:21.868437 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-4736dee5-db86-4c9c-964a-7c4e2df2aea6 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7871842 Sep 07 16:15:21.882870 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:21.894679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Transition to ACTIVE for port object 48b79cdf-b6bd-43ca-a0a3-ba715a131109 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:21.915440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Transition to ACTIVE for port object 48b79cdf-b6bd-43ca-a0a3-ba715a131109 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:21.924083 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:21.963279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Network 80c98e73-fff1-4743-b545-94e1feffebcf is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:21.966128 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:21.968647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:22.005190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Pushing event updated for resources: {'Port': ['ID=48b79cdf-b6bd-43ca-a0a3-ba715a131109,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:22.007302 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.018777 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a695dc9b-2a55-4eab-9219-fe02358ed486 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0552411 Sep 07 16:15:22.021885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55430) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:22.028870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d86df516-926f-482d-87d3-df3dfb8951b8 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'subnet': {'network_id': 'd3d80f2a-84fc-4e29-8963-43c80adc3b9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:22.029901 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09ba7a00-5d11-4705-a6ea-29b8e81c4137 req-f00b3f5c-e180-4124-b06a-faf03c259993 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101638 Sep 07 16:15:22.052378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Attempting to bind port 48b79cdf-b6bd-43ca-a0a3-ba715a131109 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:22.052919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Attempting to bind port 48b79cdf-b6bd-43ca-a0a3-ba715a131109 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'e10d25ce-828f-4685-a102-5680b345ca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '80c98e73-fff1-4743-b545-94e1feffebcf'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:22.053286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Attempting to bind port 48b79cdf-b6bd-43ca-a0a3-ba715a131109 on network 80c98e73-fff1-4743-b545-94e1feffebcf {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:22.059991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:22.060399 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Checking segment: {'id': 'e10d25ce-828f-4685-a102-5680b345ca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '80c98e73-fff1-4743-b545-94e1feffebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:22.060816 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.061217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Bound using segment: {'id': 'e10d25ce-828f-4685-a102-5680b345ca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '80c98e73-fff1-4743-b545-94e1feffebcf'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:22.062376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Bound port: 48b79cdf-b6bd-43ca-a0a3-ba715a131109, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10d25ce-828f-4685-a102-5680b345ca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '80c98e73-fff1-4743-b545-94e1feffebcf'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:22.062782 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.073071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.093492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2eb4b734-6624-43f3-8d7c-df6e345f282e req-b6c2b8f9-02d2-4099-9085-7550d1cde428 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195797 Sep 07 16:15:22.141953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:15:22.150820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86df516-926f-482d-87d3-df3dfb8951b8 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:22.155970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d86df516-926f-482d-87d3-df3dfb8951b8 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.177488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] For port 48b79cdf-b6bd-43ca-a0a3-ba715a131109, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:22.183431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] For port 48b79cdf-b6bd-43ca-a0a3-ba715a131109, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=48b79cdf-b6bd-43ca-a0a3-ba715a131109,segment=NetworkSegment(e10d25ce-828f-4685-a102-5680b345ca33),segment_id=e10d25ce-828f-4685-a102-5680b345ca33)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:22.190222 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.247111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f32c5ca-0835-4c27-afaa-178ed11febd3 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:22.255534 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.269607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Transition to ACTIVE for port object 7f32c5ca-0835-4c27-afaa-178ed11febd3 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:22.271515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a42965e-81c7-482f-9918-8040e96aadf6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:22.292426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbebab-22d6-4e38-bf0e-42895bef9c60 None None] Pushing event updated for resources: {'Port': ['ID=48b79cdf-b6bd-43ca-a0a3-ba715a131109,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:22.342878 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.388650 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.389040 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Added segment 4578baf3-e09e-4529-9114-1bb8deb1cafc of type vlan for network ffb11023-581e-4b93-9d24-3e77cb56e81e Sep 07 16:15:22.390197 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d86df516-926f-482d-87d3-df3dfb8951b8 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.392601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-745a9d1a-e1b0-47f4-9184-00eaf1c97a57 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103958 Sep 07 16:15:22.417607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9971939-1ff8-4014-9f7a-eef73c3364d6 req-f26583b3-8d64-48fc-a418-3652f8ad1276 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:22.425394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9971939-1ff8-4014-9f7a-eef73c3364d6 req-f26583b3-8d64-48fc-a418-3652f8ad1276 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.4683447 Sep 07 16:15:22.494527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86df516-926f-482d-87d3-df3dfb8951b8 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Subnet': ['ID=12527287-fd6b-427c-995d-f79410275ce8,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:22.507403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86df516-926f-482d-87d3-df3dfb8951b8 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Checking segment: {'id': '3da387b1-668f-4f7c-9f5c-c520fe31a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3d80f2a-84fc-4e29-8963-43c80adc3b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:22.507906 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86df516-926f-482d-87d3-df3dfb8951b8 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network hostable DHCP agents. Network: d3d80f2a-84fc-4e29-8963-43c80adc3b9a, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:15:22.531053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86df516-926f-482d-87d3-df3dfb8951b8 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network d3d80f2a-84fc-4e29-8963-43c80adc3b9a is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:15:22.537196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Pushing event updated for resources: {'Port': ['ID=7f32c5ca-0835-4c27-afaa-178ed11febd3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:22.558086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d86df516-926f-482d-87d3-df3dfb8951b8 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, d3d80f2a-84fc-4e29-8963-43c80adc3b9a) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:22.567768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2788c36-c351-4439-bc64-1ff7c8f07e71 None None] Network d3d80f2a-84fc-4e29-8963-43c80adc3b9a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:22.580822 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-6b09cd0a-8433-4706-aab5-65025f9901c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=b0fbdb23-e9d8-4c40-8793-56371784d957 HTTP/1.1" status: 200 len: 217 time: 0.1521926 Sep 07 16:15:22.586255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86df516-926f-482d-87d3-df3dfb8951b8 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:22.586880 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d86df516-926f-482d-87d3-df3dfb8951b8 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.623154 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d86df516-926f-482d-87d3-df3dfb8951b8 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5970712 Sep 07 16:15:22.623384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55432) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:22.624820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.676181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4f96f-d583-4048-bcdf-f0f1d6cb6c35 req-abd8d21c-0556-422b-bc6a-4e214c49fdfc tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:22.677835 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91d4f96f-d583-4048-bcdf-f0f1d6cb6c35 req-abd8d21c-0556-422b-bc6a-4e214c49fdfc tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3939025-37e3-4c5a-a762-f1c15746d33a HTTP/1.1" status: 200 len: 945 time: 0.3871472 Sep 07 16:15:22.746914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9971939-1ff8-4014-9f7a-eef73c3364d6 req-6047eeb5-ec0c-4f71-9851-f37f21d4aa2f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205230 Sep 07 16:15:22.810282 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.817885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-d8040a99-8561-4b93-871a-7a9226895869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:22.819962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-d8040a99-8561-4b93-871a-7a9226895869 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.2291660 Sep 07 16:15:22.828640 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.829720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:22.830332 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:22.945319 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-d3d80f2a-84fc-4e29-8963-43c80adc3b9a', 'network_id': 'd3d80f2a-84fc-4e29-8963-43c80adc3b9a', 'tenant_id': '31af7886c7bd492788bcd5bdaaeccbe3', 'fixed_ips': [{'subnet_id': '12527287-fd6b-427c-995d-f79410275ce8'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:15:22.946180 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.017512 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.053302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6800818 Sep 07 16:15:23.057031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55438) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:23.061699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9789d42e-061b-4aa8-a204-4fe4df05fa56 admin admin] Request body: {'subnet': {'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-982348484-subnet', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:23.063120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Attempting to bind port 7f32c5ca-0835-4c27-afaa-178ed11febd3 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:23.063472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Attempting to bind port 7f32c5ca-0835-4c27-afaa-178ed11febd3 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '47c19afa-38ef-4e14-956e-03008c972d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:23.063806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Attempting to bind port 7f32c5ca-0835-4c27-afaa-178ed11febd3 on network bf407d0e-a8eb-4f04-9168-6cad718a2e01 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:23.069072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc28f1f-cec2-4394-b02d-41e589fb9472 admin admin] Pushing event updated for resources: {'Network': ['ID=ffb11023-581e-4b93-9d24-3e77cb56e81e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:23.073537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Port 7f32c5ca-0835-4c27-afaa-178ed11febd3 on network bf407d0e-a8eb-4f04-9168-6cad718a2e01 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:23.073880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Attempting to bind port 7f32c5ca-0835-4c27-afaa-178ed11febd3 on network bf407d0e-a8eb-4f04-9168-6cad718a2e01 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:23.077730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8816971f-2df4-4c8a-b4d3-fcd2c93c046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:23.079086 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-8816971f-2df4-4c8a-b4d3-fcd2c93c046b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2435803 Sep 07 16:15:23.094867 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91d4f96f-d583-4048-bcdf-f0f1d6cb6c35 req-d2748daa-1b88-45f5-8bc7-d1d8765d65c7 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022646 Sep 07 16:15:23.118366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 48b79cdf-b6bd-43ca-a0a3-ba715a131109 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:23.118867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9789d42e-061b-4aa8-a204-4fe4df05fa56 admin admin] Made reservation on behalf of b9848727a03c41348e7ad9c0dce7eea4 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:23.124221 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9789d42e-061b-4aa8-a204-4fe4df05fa56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.126395 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network ffb11023-581e-4b93-9d24-3e77cb56e81e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:15:23.170296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:23.170931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Checking segment: {'id': '47c19afa-38ef-4e14-956e-03008c972d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:23.172939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Bound using segment: {'id': '47c19afa-38ef-4e14-956e-03008c972d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:23.173619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Bound port: 7f32c5ca-0835-4c27-afaa-178ed11febd3, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c19afa-38ef-4e14-956e-03008c972d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:23.176158 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.295838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Allocated IP 2001:db8::1 (d3d80f2a-84fc-4e29-8963-43c80adc3b9a/12527287-fd6b-427c-995d-f79410275ce8/1434ae0e-10c5-4355-a1c7-48236957e724) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:23.348261 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9789d42e-061b-4aa8-a204-4fe4df05fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.405993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 48b79cdf-b6bd-43ca-a0a3-ba715a131109 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:23.410153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dbf84-ba97-4df5-90f2-68e09e4d501f req-ca95a5a8-7083-4d49-954d-e8bfcc563071 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:23.419217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-838dbf84-ba97-4df5-90f2-68e09e4d501f req-ca95a5a8-7083-4d49-954d-e8bfcc563071 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 946 time: 0.3786633 Sep 07 16:15:23.452214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789d42e-061b-4aa8-a204-4fe4df05fa56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b466ef0-7a81-4b15-b2ee-64b34936ce50,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:23.455612 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9789d42e-061b-4aa8-a204-4fe4df05fa56 admin admin] Checking segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:23.456000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9789d42e-061b-4aa8-a204-4fe4df05fa56 admin admin] Network hostable DHCP agents. Network: ffb11023-581e-4b93-9d24-3e77cb56e81e, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:15:23.479972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9789d42e-061b-4aa8-a204-4fe4df05fa56 admin admin] Network ffb11023-581e-4b93-9d24-3e77cb56e81e is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:15:23.483158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa21c0-a11f-4b9f-bd0e-eac786d3703b req-ca3eec7a-9392-48b0-8543-bd38134efb38 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:23.491130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa21c0-a11f-4b9f-bd0e-eac786d3703b req-ca3eec7a-9392-48b0-8543-bd38134efb38 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:23.496974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9789d42e-061b-4aa8-a204-4fe4df05fa56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, ffb11023-581e-4b93-9d24-3e77cb56e81e) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:23.506443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa21c0-a11f-4b9f-bd0e-eac786d3703b req-ca3eec7a-9392-48b0-8543-bd38134efb38 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:23.514504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9789d42e-061b-4aa8-a204-4fe4df05fa56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:23.515002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee399b5-89df-4780-b105-94ea99b312f9 None None] Network ffb11023-581e-4b93-9d24-3e77cb56e81e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:23.515438 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9789d42e-061b-4aa8-a204-4fe4df05fa56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.523448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa21c0-a11f-4b9f-bd0e-eac786d3703b req-ca3eec7a-9392-48b0-8543-bd38134efb38 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:23.529354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa21c0-a11f-4b9f-bd0e-eac786d3703b req-ca3eec7a-9392-48b0-8543-bd38134efb38 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:23.542647 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9789d42e-061b-4aa8-a204-4fe4df05fa56 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4845595 Sep 07 16:15:23.542887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa21c0-a11f-4b9f-bd0e-eac786d3703b req-ca3eec7a-9392-48b0-8543-bd38134efb38 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:23.545603 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55442) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:23.550561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:23.557792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa21c0-a11f-4b9f-bd0e-eac786d3703b req-ca3eec7a-9392-48b0-8543-bd38134efb38 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:23.560822 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ffa21c0-a11f-4b9f-bd0e-eac786d3703b req-ca3eec7a-9392-48b0-8543-bd38134efb38 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.3378572 Sep 07 16:15:23.568961 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] For port 7f32c5ca-0835-4c27-afaa-178ed11febd3, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:23.588261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] For port 7f32c5ca-0835-4c27-afaa-178ed11febd3, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=7f32c5ca-0835-4c27-afaa-178ed11febd3,segment=NetworkSegment(47c19afa-38ef-4e14-956e-03008c972d0a),segment_id=47c19afa-38ef-4e14-956e-03008c972d0a)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:23.604700 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.606178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.633381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.726877 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.734920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-de0afbf8-86b9-4f04-b7b3-969be2cd1bc8 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361501 Sep 07 16:15:23.736047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Pushing event updated for resources: {'Port': ['ID=7f32c5ca-0835-4c27-afaa-178ed11febd3,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:23.747646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Transition to ACTIVE for port object 1434ae0e-10c5-4355-a1c7-48236957e724 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:23.753390 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.774689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-838dbf84-ba97-4df5-90f2-68e09e4d501f req-c14ab387-4f1b-4658-b4b1-268a66d2bfb1 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2475a3c-3521-479b-a268-464ca808eb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549430 Sep 07 16:15:23.784414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:23.785064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc97a81-c921-486d-9972-ccc3a646ddc1 None None] Network 80c98e73-fff1-4743-b545-94e1feffebcf requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:23.785997 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.790677 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-a0e04210-3ba9-4948-83d2-3c2d047a6fbe service neutron] 10.222.0.54 "PUT /v2.0/ports/7f32c5ca-0835-4c27-afaa-178ed11febd3 HTTP/1.1" status: 200 len: 1091 time: 3.1537740 Sep 07 16:15:23.794612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11499bf6-95f7-49e8-9fcb-5bee5cf03d55', 'tag': '7f32c5ca-0835-4c27-afaa-178ed11febd3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:23.797123 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c01332c-e0bf-490f-9130-4fd71f5f14dc" -d '{"events": [{"name": "network-changed", "server_uuid": "11499bf6-95f7-49e8-9fcb-5bee5cf03d55", "tag": "7f32c5ca-0835-4c27-afaa-178ed11febd3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:23.833546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Transition to ACTIVE for port object 1434ae0e-10c5-4355-a1c7-48236957e724 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:23.862721 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.898961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-ffb11023-581e-4b93-9d24-3e77cb56e81e', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:15:23.900210 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.913954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-574e513c-ecfb-46f9-92fa-dc95f69812d1 None None] Provisioning for port 48b79cdf-b6bd-43ca-a0a3-ba715a131109 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:23.915100 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ffa21c0-a11f-4b9f-bd0e-eac786d3703b req-7e519310-4f4a-4a5f-8d59-88d93e04a217 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3190660 Sep 07 16:15:23.954714 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:23.959627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-574e513c-ecfb-46f9-92fa-dc95f69812d1 None None] Provisioning complete for port 48b79cdf-b6bd-43ca-a0a3-ba715a131109 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:23.960077 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-574e513c-ecfb-46f9-92fa-dc95f69812d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.028756 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Subnet': ['ID=12527287-fd6b-427c-995d-f79410275ce8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:24.032692 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.048690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Network d3d80f2a-84fc-4e29-8963-43c80adc3b9a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:24.050181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:24.076479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:24.077110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-e7118f54-2217-45d4-a6ab-23628a8f9cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.078486 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-e7118f54-2217-45d4-a6ab-23628a8f9cfa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=396090e31e1140cca2fbba5fa0436228&device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 1094 time: 0.2361014 Sep 07 16:15:24.089518 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ba03ec42-12ef-45f6-a115-9bdee1f32ece details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:24.094242 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Pushing event updated for resources: {'Port': ['ID=1434ae0e-10c5-4355-a1c7-48236957e724,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:24.096414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68218f31-2edd-4b73-9eba-39f57da0e32e req-a804751a-5203-40c6-8625-02e2b2b2ac62 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.103744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68218f31-2edd-4b73-9eba-39f57da0e32e req-a804751a-5203-40c6-8625-02e2b2b2ac62 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.2306335 Sep 07 16:15:24.112878 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.147741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d80f2a-84fc-4e29-8963-43c80adc3b9a']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:24.160876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da387b1-668f-4f7c-9f5c-c520fe31a44f') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:24.161257 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da387b1-668f-4f7c-9f5c-c520fe31a44f') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:24.173291 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.176608 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-d170493a-9ccf-4310-93d0-f4ddab326d02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f32c5ca-0835-4c27-afaa-178ed11febd3 HTTP/1.1" status: 200 len: 217 time: 0.0701020 Sep 07 16:15:24.193233 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d4692-6ab7-407a-9089-785ca3282486 req-907e092b-e798-474b-80c7-b9bf6c01572a tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.194973 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-196d4692-6ab7-407a-9089-785ca3282486 req-907e092b-e798-474b-80c7-b9bf6c01572a tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 943 time: 0.1715863 Sep 07 16:15:24.210704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-1906ab56-6d79-4a65-9e4f-e969c34c4146 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336140 Sep 07 16:15:24.232594 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.242139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:15:24.242596 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:15:24.245838 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:15:24.297907 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68218f31-2edd-4b73-9eba-39f57da0e32e req-d3ca5551-21f4-4272-91b3-c22a558e57bc tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922359 Sep 07 16:15:24.309538 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 16:15:24.309538 n-d-807551-3 neutron-server[94771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 16:15:24.309538 n-d-807551-3 neutron-server[94771]: [parameters: {'id': 'd3d80f2a-84fc-4e29-8963-43c80adc3b9a'}] Sep 07 16:15:24.309538 n-d-807551-3 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:15:24.310341 n-d-807551-3 neutron-server[94771]: DEBUG oslo_db.api [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:15:24.342451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Attempting to bind port 1434ae0e-10c5-4355-a1c7-48236957e724 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:24.342922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Attempting to bind port 1434ae0e-10c5-4355-a1c7-48236957e724 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '3da387b1-668f-4f7c-9f5c-c520fe31a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3d80f2a-84fc-4e29-8963-43c80adc3b9a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:24.343539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Attempting to bind port 1434ae0e-10c5-4355-a1c7-48236957e724 on network d3d80f2a-84fc-4e29-8963-43c80adc3b9a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:24.353718 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:15:24.361332 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-9a3b5c34-0f1f-4cea-9300-000bf0b66885 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 HTTP/1.1" status: 200 len: 217 time: 0.1049452 Sep 07 16:15:24.368829 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-196d4692-6ab7-407a-9089-785ca3282486 req-a0db1a14-270d-43b5-8097-56f186581c79 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561494 Sep 07 16:15:24.370351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-8d452a3c-3055-4d20-b59e-5b64b1cc0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.371743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-8d452a3c-3055-4d20-b59e-5b64b1cc0cad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7f752d9b-e00e-44ef-ad5a-a3d851397ff0 HTTP/1.1" status: 200 len: 854 time: 0.1873653 Sep 07 16:15:24.407504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:24.408650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Checking segment: {'id': '3da387b1-668f-4f7c-9f5c-c520fe31a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3d80f2a-84fc-4e29-8963-43c80adc3b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:24.408650 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.408841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Bound using segment: {'id': '3da387b1-668f-4f7c-9f5c-c520fe31a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3d80f2a-84fc-4e29-8963-43c80adc3b9a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:24.409185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Bound port: 1434ae0e-10c5-4355-a1c7-48236957e724, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da387b1-668f-4f7c-9f5c-c520fe31a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3d80f2a-84fc-4e29-8963-43c80adc3b9a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:24.409576 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.468548 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.494844 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.510768 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9649348c-da15-4f1e-b6de-7ad7ff1bb839 x-openstack-request-id: req-9649348c-da15-4f1e-b6de-7ad7ff1bb839 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:24.511232 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11499bf6-95f7-49e8-9fcb-5bee5cf03d55", "tag": "7f32c5ca-0835-4c27-afaa-178ed11febd3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:24.511947 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9649348c-da15-4f1e-b6de-7ad7ff1bb839 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:24.512069 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11499bf6-95f7-49e8-9fcb-5bee5cf03d55', 'tag': '7f32c5ca-0835-4c27-afaa-178ed11febd3', 'status': 'completed', 'code': 200} Sep 07 16:15:24.535237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Allocated IP 172.20.0.2 (ffb11023-581e-4b93-9d24-3e77cb56e81e/5b466ef0-7a81-4b15-b2ee-64b34936ce50/df64a717-333a-4584-adb8-456761040a18) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:24.540433 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-b050ce34-e7f7-4d8a-9241-a8cb072924b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.542421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-b050ce34-e7f7-4d8a-9241-a8cb072924b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bf407d0e-a8eb-4f04-9168-6cad718a2e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214283 Sep 07 16:15:24.548140 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-d08da66e-3980-4d92-9bf6-7affb36da012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.549887 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-d08da66e-3980-4d92-9bf6-7affb36da012 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef42e25e-cc1c-4df5-a8de-a86bed94f9b0 HTTP/1.1" status: 200 len: 797 time: 0.1771073 Sep 07 16:15:24.615641 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-574e513c-ecfb-46f9-92fa-dc95f69812d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.623549 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Allocated IP 172.25.3.42 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/c2ffabf0-bc24-4d15-be88-fb3f0742df2f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:24.628123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port ba03ec42-12ef-45f6-a115-9bdee1f32ece, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ba03ec42-12ef-45f6-a115-9bdee1f32ece,segment=NetworkSegment(a4bd92bc-a0b8-49ca-82d4-0d033c05f225),segment_id=a4bd92bc-a0b8-49ca-82d4-0d033c05f225)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:24.638523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257827a8-dc65-4bc9-8834-d4da420d34f0 req-69c3f86f-99c3-49f4-8f3c-8bd824465580 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.640319 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-257827a8-dc65-4bc9-8834-d4da420d34f0 req-69c3f86f-99c3-49f4-8f3c-8bd824465580 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 943 time: 0.2211823 Sep 07 16:15:24.655376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] For port 1434ae0e-10c5-4355-a1c7-48236957e724, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:24.670760 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'ba03ec42-12ef-45f6-a115-9bdee1f32ece', 'network_id': '61ab5a88-1663-48c6-b750-eca5162b979f', 'port_id': 'ba03ec42-12ef-45f6-a115-9bdee1f32ece', 'mac_address': 'fa:16:3e:d1:2a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7954409-e894-4756-80cc-b38405674078', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:24.709927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] For port 1434ae0e-10c5-4355-a1c7-48236957e724, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1434ae0e-10c5-4355-a1c7-48236957e724,segment=NetworkSegment(3da387b1-668f-4f7c-9f5c-c520fe31a44f),segment_id=3da387b1-668f-4f7c-9f5c-c520fe31a44f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:24.723759 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.740814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f5ac3-7162-4038-88ff-bf50596a3bd0 req-ba137c27-76ec-4739-b57f-279123d26003 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.742504 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-351f5ac3-7162-4038-88ff-bf50596a3bd0 req-ba137c27-76ec-4739-b57f-279123d26003 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3939025-37e3-4c5a-a762-f1c15746d33a HTTP/1.1" status: 200 len: 945 time: 0.1832404 Sep 07 16:15:24.758149 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.769011 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-574e513c-ecfb-46f9-92fa-dc95f69812d1 None None] For port 48b79cdf-b6bd-43ca-a0a3-ba715a131109, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=48b79cdf-b6bd-43ca-a0a3-ba715a131109,segment=NetworkSegment(e10d25ce-828f-4685-a102-5680b345ca33),segment_id=e10d25ce-828f-4685-a102-5680b345ca33)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:24.776325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-d2e81cfc-9a3e-49b1-8c08-1582949483e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:24.778108 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-d2e81cfc-9a3e-49b1-8c08-1582949483e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2143688 Sep 07 16:15:24.781210 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-257827a8-dc65-4bc9-8834-d4da420d34f0 req-65ba170a-1a22-45ae-a20a-220d98416148 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288626 Sep 07 16:15:24.783108 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-608a147d-a2f2-438d-8c86-f45cc966c1ed service neutron] 10.222.0.54 "GET /v2.0/networks/bf407d0e-a8eb-4f04-9168-6cad718a2e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318931 Sep 07 16:15:24.811865 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.815940 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-574e513c-ecfb-46f9-92fa-dc95f69812d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.881752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:24.885767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-351f5ac3-7162-4038-88ff-bf50596a3bd0 req-80e24a34-bf01-4051-b7c4-3703e726f614 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218944 Sep 07 16:15:24.936673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:24.939910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:24.947246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:24.993491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Pushing event updated for resources: {'Port': ['ID=c2ffabf0-bc24-4d15-be88-fb3f0742df2f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:25.002062 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.018543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Deleting port 1434ae0e-10c5-4355-a1c7-48236957e724 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:25.018904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.037839 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90da8b-47d1-4a77-a468-bfabbbe41fd0 None None] Pushing event updated for resources: {'Port': ['ID=1434ae0e-10c5-4355-a1c7-48236957e724,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:25.056124 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-7fb00b10-1f13-46ea-9814-de474e435fac service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400510 Sep 07 16:15:25.100297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22430005-6905-4977-9542-fd53ee16ac9d None None] Network d3d80f2a-84fc-4e29-8963-43c80adc3b9a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:25.140618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba03ec42-12ef-45f6-a115-9bdee1f32ece {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:25.183104 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] For port 1434ae0e-10c5-4355-a1c7-48236957e724, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1434ae0e-10c5-4355-a1c7-48236957e724,segment=NetworkSegment(3da387b1-668f-4f7c-9f5c-c520fe31a44f),segment_id=3da387b1-668f-4f7c-9f5c-c520fe31a44f)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:25.183613 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.188456 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.206535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Calling delete_port for 1434ae0e-10c5-4355-a1c7-48236957e724 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:25.231640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c43531-b27f-47a0-82be-baf757898709 req-1e1ec1d7-a57c-4dec-ba1f-6128d3963c56 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:25.233594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59c43531-b27f-47a0-82be-baf757898709 req-1e1ec1d7-a57c-4dec-ba1f-6128d3963c56 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.1879857 Sep 07 16:15:25.243696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b365587-c3ba-4a60-86fb-404f73c7d250 req-bbcda6b4-c204-4507-a86a-f25ce013efef service neutron] 10.222.0.54 "GET /v2.0/networks/bf407d0e-a8eb-4f04-9168-6cad718a2e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261642 Sep 07 16:15:25.248727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port ba03ec42-12ef-45f6-a115-9bdee1f32ece, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ba03ec42-12ef-45f6-a115-9bdee1f32ece,segment=NetworkSegment(a4bd92bc-a0b8-49ca-82d4-0d033c05f225),segment_id=a4bd92bc-a0b8-49ca-82d4-0d033c05f225)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:25.254351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Transition to ACTIVE for port object df64a717-333a-4584-adb8-456761040a18 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:25.266866 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.294799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e513c-ecfb-46f9-92fa-dc95f69812d1 None None] Pushing event updated for resources: {'Port': ['ID=48b79cdf-b6bd-43ca-a0a3-ba715a131109,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:25.320178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Transition to ACTIVE for port object df64a717-333a-4584-adb8-456761040a18 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:25.359600 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.381072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59c43531-b27f-47a0-82be-baf757898709 req-a9dfbb48-323d-4b6c-94ee-d9165b214dc4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342766 Sep 07 16:15:25.383112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4114c757-5a42-4ebf-b817-03c0e7bc31e3 None None] Provisioning complete for port 48b79cdf-b6bd-43ca-a0a3-ba715a131109 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:25.383596 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4114c757-5a42-4ebf-b817-03c0e7bc31e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.384804 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.385357 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-cea35623-49f1-4407-bf38-468ad21d37e5 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828698 Sep 07 16:15:25.420779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Network ffb11023-581e-4b93-9d24-3e77cb56e81e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:25.433347 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:25.437082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-631557a6-7e01-47dc-b04e-0628b349e27b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d39f6353-2298-46e1-accb-22762d3f7601 HTTP/1.1" status: 200 len: 217 time: 0.0408072 Sep 07 16:15:25.441587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:25.443366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01332c-e0bf-490f-9130-4fd71f5f14dc req-6ba0fa7b-973e-4afc-9271-83d58a5ab350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:25.444761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c01332c-e0bf-490f-9130-4fd71f5f14dc req-6ba0fa7b-973e-4afc-9271-83d58a5ab350 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=396090e31e1140cca2fbba5fa0436228&device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 1094 time: 0.1050146 Sep 07 16:15:25.447653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=ba03ec42-12ef-45f6-a115-9bdee1f32ece,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:25.540201 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.573345 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Port': ['ID=1434ae0e-10c5-4355-a1c7-48236957e724,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:25.584167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No DVR routers for this DVR port 1434ae0e-10c5-4355-a1c7-48236957e724 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:15:25.587682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Attempting to bind port df64a717-333a-4584-adb8-456761040a18 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:25.588061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Attempting to bind port df64a717-333a-4584-adb8-456761040a18 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:25.588483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Attempting to bind port df64a717-333a-4584-adb8-456761040a18 on network ffb11023-581e-4b93-9d24-3e77cb56e81e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:25.609501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Pushing event updated for resources: {'Port': ['ID=df64a717-333a-4584-adb8-456761040a18,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:25.620405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:25.621056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Checking segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:25.621747 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.622325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Bound using segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:25.622987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Bound port: df64a717-333a-4584-adb8-456761040a18, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:25.623566 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.655954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b80d0e16-d06d-4a5e-a576-1f77d56b7c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:25.657560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b80d0e16-d06d-4a5e-a576-1f77d56b7c6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef42e25e-cc1c-4df5-a8de-a86bed94f9b0 HTTP/1.1" status: 200 len: 797 time: 0.1969235 Sep 07 16:15:25.673698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ba03ec42-12ef-45f6-a115-9bdee1f32ece'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:25.717808 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.743617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] For port df64a717-333a-4584-adb8-456761040a18, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:25.750971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] For port df64a717-333a-4584-adb8-456761040a18, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=df64a717-333a-4584-adb8-456761040a18,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:25.757493 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d80f2a-84fc-4e29-8963-43c80adc3b9a']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:25.759943 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.796398 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da387b1-668f-4f7c-9f5c-c520fe31a44f') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:25.796715 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da387b1-668f-4f7c-9f5c-c520fe31a44f') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:25.812156 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.841232 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.845182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.851066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b3df3-eac6-470e-ba1f-5b3cbb96695e None None] Pushing event updated for resources: {'Port': ['ID=df64a717-333a-4584-adb8-456761040a18,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:25.856693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:15:25.858054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:15:25.861822 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:15:25.978192 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.983705 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:25.989141 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/d3d80f2a-84fc-4e29-8963-43c80adc3b9a HTTP/1.1" status: 204 len: 168 time: 3.3612051 Sep 07 16:15:26.019532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55472) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:26.027597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d25dfd59-ad3e-402c-bbf0-74ad5d8b3974 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1443827026'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:26.055545 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4c12b-b541-4170-b7dd-b752676e2380 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Network': ['ID=d3d80f2a-84fc-4e29-8963-43c80adc3b9a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:26.067460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1a4ac-03b5-4321-8363-406fa4fb5c1c req-b86743a0-3064-4f84-be05-42a5f1e3e02e tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.075718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36d1a4ac-03b5-4321-8363-406fa4fb5c1c req-b86743a0-3064-4f84-be05-42a5f1e3e02e tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 946 time: 0.5441923 Sep 07 16:15:26.091849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25dfd59-ad3e-402c-bbf0-74ad5d8b3974 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:26.095263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a1bbc-9e6d-490c-90b5-b7b21696c38a req-ad658722-ce32-4a45-8bc3-28ac93e27b6d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.096014 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d25dfd59-ad3e-402c-bbf0-74ad5d8b3974 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:26.101277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a1bbc-9e6d-490c-90b5-b7b21696c38a req-ad658722-ce32-4a45-8bc3-28ac93e27b6d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.107794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a1bbc-9e6d-490c-90b5-b7b21696c38a req-ad658722-ce32-4a45-8bc3-28ac93e27b6d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.113760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a1bbc-9e6d-490c-90b5-b7b21696c38a req-ad658722-ce32-4a45-8bc3-28ac93e27b6d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.120450 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a1bbc-9e6d-490c-90b5-b7b21696c38a req-ad658722-ce32-4a45-8bc3-28ac93e27b6d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.126383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a1bbc-9e6d-490c-90b5-b7b21696c38a req-ad658722-ce32-4a45-8bc3-28ac93e27b6d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.132346 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a1bbc-9e6d-490c-90b5-b7b21696c38a req-ad658722-ce32-4a45-8bc3-28ac93e27b6d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.134336 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e95a1bbc-9e6d-490c-90b5-b7b21696c38a req-ad658722-ce32-4a45-8bc3-28ac93e27b6d tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.6063426 Sep 07 16:15:26.138701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25dfd59-ad3e-402c-bbf0-74ad5d8b3974 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:15:26.143138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01332c-e0bf-490f-9130-4fd71f5f14dc req-11f89f5c-4afe-4dd2-b069-853d937cc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.144736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c01332c-e0bf-490f-9130-4fd71f5f14dc req-11f89f5c-4afe-4dd2-b069-853d937cc172 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bf407d0e-a8eb-4f04-9168-6cad718a2e01 HTTP/1.1" status: 200 len: 916 time: 0.6826143 Sep 07 16:15:26.154180 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d25dfd59-ad3e-402c-bbf0-74ad5d8b3974 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:26.154539 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-d25dfd59-ad3e-402c-bbf0-74ad5d8b3974 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Added segment 9bca00f7-c798-450b-99ef-58591a0c7f0a of type vlan for network 28218c30-e994-4771-a097-36d60a1b767e Sep 07 16:15:26.156251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Router e94e8dba-1ad5-4178-8ffb-afe958cb052e is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:15:26.221557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c01332c-e0bf-490f-9130-4fd71f5f14dc req-61ef5162-3dd2-495c-863d-3c4297895fd8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f32c5ca-0835-4c27-afaa-178ed11febd3 HTTP/1.1" status: 200 len: 217 time: 0.0636172 Sep 07 16:15:26.245606 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d25dfd59-ad3e-402c-bbf0-74ad5d8b3974 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:26.248268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b9d80f49-846e-4e57-b068-aeec707c5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.251280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-b9d80f49-846e-4e57-b068-aeec707c5fdc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5796642 Sep 07 16:15:26.256564 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36d1a4ac-03b5-4321-8363-406fa4fb5c1c req-811967b4-e86e-45bc-8d11-2d662309e27c tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2475a3c-3521-479b-a268-464ca808eb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793249 Sep 07 16:15:26.323863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e95a1bbc-9e6d-490c-90b5-b7b21696c38a req-7e3a167e-45c4-4501-9f35-3cf46657e425 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1770246 Sep 07 16:15:26.379117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01332c-e0bf-490f-9130-4fd71f5f14dc req-152fc424-d23f-4a56-9c30-5235413f2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.381711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c01332c-e0bf-490f-9130-4fd71f5f14dc req-152fc424-d23f-4a56-9c30-5235413f2fa1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7f752d9b-e00e-44ef-ad5a-a3d851397ff0 HTTP/1.1" status: 200 len: 854 time: 0.1500390 Sep 07 16:15:26.471690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39744f4-45d7-4536-b422-93f77808a97e req-b0242067-220f-489f-ac4b-dc51ff0004e4 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.473627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f39744f4-45d7-4536-b422-93f77808a97e req-b0242067-220f-489f-ac4b-dc51ff0004e4 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 943 time: 0.1487298 Sep 07 16:15:26.538721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f39744f4-45d7-4536-b422-93f77808a97e req-e1664838-b52a-453c-9e07-fcceca3a1d73 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467012 Sep 07 16:15:26.569642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01332c-e0bf-490f-9130-4fd71f5f14dc req-44534f2c-3de8-4ecf-bf49-5f751214cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.571191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c01332c-e0bf-490f-9130-4fd71f5f14dc req-44534f2c-3de8-4ecf-bf49-5f751214cd96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bf407d0e-a8eb-4f04-9168-6cad718a2e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373806 Sep 07 16:15:26.574086 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-3a07bdb0-848f-4049-8938-bad26a582fd7 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877631 Sep 07 16:15:26.756411 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d25dfd59-ad3e-402c-bbf0-74ad5d8b3974 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:26.762081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25dfd59-ad3e-402c-bbf0-74ad5d8b3974 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:26.762711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d25dfd59-ad3e-402c-bbf0-74ad5d8b3974 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:26.831204 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e22ad34-5dc6-43c0-b295-b1eb1fe9ed01 req-45f950ff-5636-42d0-ac5a-293d53435666 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255814 Sep 07 16:15:26.843380 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dfd59-ad3e-402c-bbf0-74ad5d8b3974 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Network': ['ID=28218c30-e994-4771-a097-36d60a1b767e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:26.851223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:15:26.862915 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Sync routers for ids ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:15:26.879980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 28218c30-e994-4771-a097-36d60a1b767e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:15:26.882456 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Routers {'e94e8dba-1ad5-4178-8ffb-afe958cb052e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:15:26.886272 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:15:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:26.897120 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d25dfd59-ad3e-402c-bbf0-74ad5d8b3974 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8750148 Sep 07 16:15:26.897944 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:26.906775 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-62039bef-ba08-42af-82f8-67c7a8da96ea admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3582487 Sep 07 16:15:26.906775 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55480) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:26.907005 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55482) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:26.925565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c01332c-e0bf-490f-9130-4fd71f5f14dc req-9d0efc7d-c8e7-4bd6-994e-5a9637a3d133 service neutron] 10.222.0.54 "GET /v2.0/networks/bf407d0e-a8eb-4f04-9168-6cad718a2e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437495 Sep 07 16:15:27.121047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9226d437-6ab0-456a-93c5-104362f5fe6c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'subnet': {'network_id': '28218c30-e994-4771-a097-36d60a1b767e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:27.146063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83131d-94b7-4a35-908b-3d7dd8981bc3 req-a0ddb77b-8907-40b9-a1ee-628da2d72b88 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.153593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b83131d-94b7-4a35-908b-3d7dd8981bc3 req-a0ddb77b-8907-40b9-a1ee-628da2d72b88 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.4750042 Sep 07 16:15:27.156365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 48b79cdf-b6bd-43ca-a0a3-ba715a131109 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:27.192039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-355b03dd-dfc8-4ec9-a31b-3c10746d1165 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.196708 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-355b03dd-dfc8-4ec9-a31b-3c10746d1165 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.54 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 946 time: 0.5194612 Sep 07 16:15:27.229708 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Set router e94e8dba-1ad5-4178-8ffb-afe958cb052e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:15:27.262475 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 48b79cdf-b6bd-43ca-a0a3-ba715a131109 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:27.262715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4728ed-6082-41e0-a600-9b5279248a0a req-e4efd772-0f87-48d6-b77b-11f879f9d059 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.263191 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:27.270380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae4728ed-6082-41e0-a600-9b5279248a0a req-e4efd772-0f87-48d6-b77b-11f879f9d059 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 944 time: 0.6297240 Sep 07 16:15:27.302813 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b83131d-94b7-4a35-908b-3d7dd8981bc3 req-0e4d97bc-8dc7-48e7-b84f-6477a5f9d93f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312695 Sep 07 16:15:27.313907 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c61a99-02f1-41da-ab21-c0a3ef11d864 None None] Network ffb11023-581e-4b93-9d24-3e77cb56e81e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:27.347070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-ae8e3201-d775-447b-b8d9-115768a6b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.347070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-ae8e3201-d775-447b-b8d9-115768a6b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.347599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-ae8e3201-d775-447b-b8d9-115768a6b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.348058 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-ae8e3201-d775-447b-b8d9-115768a6b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.348572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-ae8e3201-d775-447b-b8d9-115768a6b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.349061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-ae8e3201-d775-447b-b8d9-115768a6b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.350025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-ae8e3201-d775-447b-b8d9-115768a6b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.351515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-ae8e3201-d775-447b-b8d9-115768a6b590 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6475 time: 0.4232500 Sep 07 16:15:27.440493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bd2b2d5e-7995-4923-ac12-c59aac0a1828 None None] Provisioning for port df64a717-333a-4584-adb8-456761040a18 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:27.524275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c01332c-e0bf-490f-9130-4fd71f5f14dc req-4026a3af-f0b1-45b1-96ce-286a28ce6e5f service neutron] 10.222.0.54 "GET /v2.0/networks/bf407d0e-a8eb-4f04-9168-6cad718a2e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506108 Sep 07 16:15:27.561343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device df64a717-333a-4584-adb8-456761040a18 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:27.573399 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:15:25Z', 'revision_number': 3, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:27.574207 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae4728ed-6082-41e0-a600-9b5279248a0a req-643252ee-8858-4dda-9c57-737545d99211 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028669 Sep 07 16:15:27.634128 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Checking router: e94e8dba-1ad5-4178-8ffb-afe958cb052e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:15:27.634313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9226d437-6ab0-456a-93c5-104362f5fe6c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:27.635331 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Updating router e94e8dba-1ad5-4178-8ffb-afe958cb052e port c2ffabf0-bc24-4d15-be88-fb3f0742df2f binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:15:27.639114 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9226d437-6ab0-456a-93c5-104362f5fe6c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:27.675572 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:27.690791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port df64a717-333a-4584-adb8-456761040a18 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:27.695077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port df64a717-333a-4584-adb8-456761040a18 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:27.695516 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:27.760922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864bdad-de21-4223-9493-d8c6db09f026 req-88465190-44df-4f61-8994-9760294ae920 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.761984 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a864bdad-de21-4223-9493-d8c6db09f026 req-88465190-44df-4f61-8994-9760294ae920 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3939025-37e3-4c5a-a762-f1c15746d33a HTTP/1.1" status: 200 len: 945 time: 0.4093049 Sep 07 16:15:27.845082 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:27.850890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a68d1-bf2e-437c-a618-4332401580cb req-7aa9bc78-b554-4dbb-84af-3f45e1b45f78 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.859811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-817a68d1-bf2e-437c-a618-4332401580cb req-7aa9bc78-b554-4dbb-84af-3f45e1b45f78 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/ports?device_id=e546246b-a67d-466b-b7c3-70f236dfbf9e HTTP/1.1" status: 200 len: 946 time: 0.1832347 Sep 07 16:15:27.864926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Deleting port f4b6903c-b21c-438f-a4de-10a415f60dc3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:27.865311 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:27.882186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-59d9a00a-c477-4bc9-b88a-36140112bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:27.884548 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-59d9a00a-c477-4bc9-b88a-36140112bd55 service neutron] 10.222.0.35 "GET /v2.0/networks?id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a HTTP/1.1" status: 200 len: 902 time: 0.5003517 Sep 07 16:15:27.920460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port df64a717-333a-4584-adb8-456761040a18, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=df64a717-333a-4584-adb8-456761040a18,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:27.927866 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:27.985293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-1c9ec1b4-36bd-4db4-b012-696efce27be2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d39f6353-2298-46e1-accb-22762d3f7601 HTTP/1.1" status: 200 len: 217 time: 0.0817196 Sep 07 16:15:28.010285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=df64a717-333a-4584-adb8-456761040a18,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:28.014495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-cb392707-ac99-4bee-a41a-a424f6fdfcc6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:28.018169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-cb392707-ac99-4bee-a41a-a424f6fdfcc6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/networks?id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6 HTTP/1.1" status: 200 len: 812 time: 0.6030471 Sep 07 16:15:28.078249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab8a89-c692-4f17-af12-2f8bda6431d3 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:15:28.148235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-817a68d1-bf2e-437c-a618-4332401580cb req-99be0ff7-78b8-43d0-9313-f7435b7917d7 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2475a3c-3521-479b-a268-464ca808eb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872574 Sep 07 16:15:28.171190 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.171822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] For port f4b6903c-b21c-438f-a4de-10a415f60dc3, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f4b6903c-b21c-438f-a4de-10a415f60dc3,segment=NetworkSegment(594dcd36-1830-4129-8dfd-b38a4ac7301d),segment_id=594dcd36-1830-4129-8dfd-b38a4ac7301d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:28.172485 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.179014 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.184167 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Transition to ACTIVE for port object c2ffabf0-bc24-4d15-be88-fb3f0742df2f will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:28.191557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-b253626f-36c9-4b02-83da-0d7040860d87 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/quotas/23e805ea83384bce8f04c15adc9c54fb HTTP/1.1" status: 200 len: 375 time: 0.1457286 Sep 07 16:15:28.191858 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.250776 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Pushing event updated for resources: {'Port': ['ID=c2ffabf0-bc24-4d15-be88-fb3f0742df2f,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:28.257229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-519dfade-c107-4aaa-aaf0-e54a86b98487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:28.259033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-519dfade-c107-4aaa-aaf0-e54a86b98487 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef42e25e-cc1c-4df5-a8de-a86bed94f9b0 HTTP/1.1" status: 200 len: 797 time: 0.2602494 Sep 07 16:15:28.267328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab8a89-c692-4f17-af12-2f8bda6431d3 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:15:28.269603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ba03ec42-12ef-45f6-a115-9bdee1f32ece up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:28.275027 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:28.275378 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:28.276267 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:28.276635 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:28.276966 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:28.277297 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:28.277622 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:28.277945 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:28.278338 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:28.278665 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:28.278987 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:28.279305 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:28.289754 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Attempting to bind port c2ffabf0-bc24-4d15-be88-fb3f0742df2f on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:28.290371 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Attempting to bind port c2ffabf0-bc24-4d15-be88-fb3f0742df2f by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:28.290923 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Attempting to bind port c2ffabf0-bc24-4d15-be88-fb3f0742df2f on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:28.297926 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:28.298580 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:28.299172 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.299713 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:28.300373 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Bound port: c2ffabf0-bc24-4d15-be88-fb3f0742df2f, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:28.300918 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.344083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a864bdad-de21-4223-9493-d8c6db09f026 req-60f2c83f-a5e4-4297-8b0e-67d0f6b05765 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Deleting port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:28.344668 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a864bdad-de21-4223-9493-d8c6db09f026 req-60f2c83f-a5e4-4297-8b0e-67d0f6b05765 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.370996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b746c3-a720-431c-8e3a-3e59d6e4c5e3 req-203e8964-d254-4fd8-91dd-46ee390117e5 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:28.372375 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] For port c2ffabf0-bc24-4d15-be88-fb3f0742df2f, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:28.372777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1b746c3-a720-431c-8e3a-3e59d6e4c5e3 req-203e8964-d254-4fd8-91dd-46ee390117e5 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d93dd07-99c2-4168-9a86-2ad1c7a3b97d HTTP/1.1" status: 200 len: 945 time: 0.2697015 Sep 07 16:15:28.377288 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] For port c2ffabf0-bc24-4d15-be88-fb3f0742df2f, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c2ffabf0-bc24-4d15-be88-fb3f0742df2f,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:28.384238 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.464752 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-4f8990e6-05cc-40d0-9c19-e12539ee2640 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=23e805ea83384bce8f04c15adc9c54fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2471788 Sep 07 16:15:28.467484 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbac38-3f12-4227-b02e-3c0530ee6e26 None None] Pushing event updated for resources: {'Port': ['ID=c2ffabf0-bc24-4d15-be88-fb3f0742df2f,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:28.490628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8a1f7d0a-6287-45d4-accc-66884640cc18 None None] Provisioning complete for port df64a717-333a-4584-adb8-456761040a18 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:28.491010 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7d0a-6287-45d4-accc-66884640cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.496717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Allocated IP 172.20.0.1 (ffb11023-581e-4b93-9d24-3e77cb56e81e/5b466ef0-7a81-4b15-b2ee-64b34936ce50/3a1a15f5-bd52-42e4-8e7d-d74e834f162d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:28.497423 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Routers {'e94e8dba-1ad5-4178-8ffb-afe958cb052e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:15:28.498825 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:15:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:28.559228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-cd26dd30-81e3-4a8d-aa09-3c7c5ff0724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:28.560706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-cd26dd30-81e3-4a8d-aa09-3c7c5ff0724b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2676833 Sep 07 16:15:28.575681 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9226d437-6ab0-456a-93c5-104362f5fe6c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.582220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83597e76-8471-4464-ae8b-dbdf3942100f req-9ebefca8-185e-4cea-9e75-1d6d00ee13c6 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:28.590389 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83597e76-8471-4464-ae8b-dbdf3942100f req-9ebefca8-185e-4cea-9e75-1d6d00ee13c6 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.3271148 Sep 07 16:15:28.651642 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] Set router e94e8dba-1ad5-4178-8ffb-afe958cb052e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:15:28.674484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port ba03ec42-12ef-45f6-a115-9bdee1f32ece completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:28.691934 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-c207c0ca-0e37-4d62-9b1b-b6034f59ed91 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948865 Sep 07 16:15:28.716811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port ba03ec42-12ef-45f6-a115-9bdee1f32ece triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:28.717579 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.800588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226d437-6ab0-456a-93c5-104362f5fe6c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Subnet': ['ID=4d42dd31-1a84-46b4-a15b-5fcbf1d752e4,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:28.809025 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.809562 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.809897 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Floating IP 5dcb9b6e-b212-4ff1-bab5-693ba9a0605f disassociated. External IP: 172.25.3.245, port: f4b6903c-b21c-438f-a4de-10a415f60dc3. Sep 07 16:15:28.810346 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Calling delete_port for f4b6903c-b21c-438f-a4de-10a415f60dc3 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:28.843308 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9226d437-6ab0-456a-93c5-104362f5fe6c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Checking segment: {'id': '9bca00f7-c798-450b-99ef-58591a0c7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28218c30-e994-4771-a097-36d60a1b767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:28.843949 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9226d437-6ab0-456a-93c5-104362f5fe6c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network hostable DHCP agents. Network: 28218c30-e994-4771-a097-36d60a1b767e, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:15:28.872634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a864bdad-de21-4223-9493-d8c6db09f026 req-60f2c83f-a5e4-4297-8b0e-67d0f6b05765 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] For port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:28.873156 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a864bdad-de21-4223-9493-d8c6db09f026 req-60f2c83f-a5e4-4297-8b0e-67d0f6b05765 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.911158 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.944282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83597e76-8471-4464-ae8b-dbdf3942100f req-2d6b1182-f234-46bb-a144-d61b7da5588d tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527863 Sep 07 16:15:28.945333 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:28.981319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a864bdad-de21-4223-9493-d8c6db09f026 req-60f2c83f-a5e4-4297-8b0e-67d0f6b05765 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Calling delete_port for f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:28.986274 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:15:25Z', 'revision_number': 3, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:28.988506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Transition to ACTIVE for port object 3a1a15f5-bd52-42e4-8e7d-d74e834f162d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:28.989721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9226d437-6ab0-456a-93c5-104362f5fe6c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network 28218c30-e994-4771-a097-36d60a1b767e is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:15:29.017766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device df64a717-333a-4584-adb8-456761040a18 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:29.019697 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9226d437-6ab0-456a-93c5-104362f5fe6c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 28218c30-e994-4771-a097-36d60a1b767e) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:29.030262 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9226d437-6ab0-456a-93c5-104362f5fe6c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:29.030882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9226d437-6ab0-456a-93c5-104362f5fe6c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.041075 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c0973-d2cd-4f2a-8396-a9e8574cb4c0 None None] The sync data for ids ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'] in n-d-807551-3 is: [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:15:25Z', 'revision_number': 3, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:15:29.047595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c1b746c3-a720-431c-8e3a-3e59d6e4c5e3 req-1cb5df93-2bb6-4d28-ae64-97e0c784b3c6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Deleting port 98d0d06b-d34e-4f19-b749-cf7c94724063 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:29.047595 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1b746c3-a720-431c-8e3a-3e59d6e4c5e3 req-1cb5df93-2bb6-4d28-ae64-97e0c784b3c6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.079932 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-076889c7-fc41-4a16-b605-bd001dd6f002 service neutron] 10.222.0.70 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140475 Sep 07 16:15:29.080855 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9226d437-6ab0-456a-93c5-104362f5fe6c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1728554 Sep 07 16:15:29.085398 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55504) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:29.095451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb978b86-effa-4665-94c8-4f945d8efb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba03ec42-12ef-45f6-a115-9bdee1f32ece'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:29.097861 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c63d44-501d-42f8-bb45-ffed8d965d65" -d '{"events": [{"server_uuid": "bb978b86-effa-4665-94c8-4f945d8efb52", "name": "network-vif-plugged", "status": "completed", "tag": "ba03ec42-12ef-45f6-a115-9bdee1f32ece"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:29.123635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port ba03ec42-12ef-45f6-a115-9bdee1f32ece, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ba03ec42-12ef-45f6-a115-9bdee1f32ece,segment=NetworkSegment(a4bd92bc-a0b8-49ca-82d4-0d033c05f225),segment_id=a4bd92bc-a0b8-49ca-82d4-0d033c05f225)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:29.137615 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.138567 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:15:29.158268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-103158c4-783e-4923-9989-1b7a254e22a5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-780608340'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:29.164496 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.167497 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.196251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103158c4-783e-4923-9989-1b7a254e22a5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:29.200328 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-103158c4-783e-4923-9989-1b7a254e22a5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.225179 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-947bd8b6-a161-4d3c-bfcd-4d1455909866 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993005 Sep 07 16:15:29.263725 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed55fecd-204c-41a6-a01b-7d3de67695cf None None] Network 28218c30-e994-4771-a097-36d60a1b767e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:29.271444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103158c4-783e-4923-9989-1b7a254e22a5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:15:29.282273 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-103158c4-783e-4923-9989-1b7a254e22a5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.282733 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-103158c4-783e-4923-9989-1b7a254e22a5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Added segment 9ff52e59-7c8e-4d22-8e7d-56b33d90d562 of type vlan for network d8e27fc7-e61d-4ee3-a4c8-835570f35a19 Sep 07 16:15:29.326964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=ba03ec42-12ef-45f6-a115-9bdee1f32ece,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:29.328953 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-103158c4-783e-4923-9989-1b7a254e22a5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.361306 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Network ffb11023-581e-4b93-9d24-3e77cb56e81e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:29.362228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-103158c4-783e-4923-9989-1b7a254e22a5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.368647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103158c4-783e-4923-9989-1b7a254e22a5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:29.369883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-103158c4-783e-4923-9989-1b7a254e22a5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.386129 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:29.387316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port df64a717-333a-4584-adb8-456761040a18 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:29.391936 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.408687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:29.529567 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Pushing event updated for resources: {'Port': ['ID=3a1a15f5-bd52-42e4-8e7d-d74e834f162d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:29.537407 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.580577 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.757111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-28218c30-e994-4771-a097-36d60a1b767e', 'network_id': '28218c30-e994-4771-a097-36d60a1b767e', 'tenant_id': '31af7886c7bd492788bcd5bdaaeccbe3', 'fixed_ips': [{'subnet_id': '4d42dd31-1a84-46b4-a15b-5fcbf1d752e4'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:15:29.758087 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.767519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:29.780031 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.854879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef471c71-f531-4e96-9d39-aa39a6292403 req-15fc7ff6-8dc4-41a5-a339-69dbfe80e172 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:29.861743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef471c71-f531-4e96-9d39-aa39a6292403 req-15fc7ff6-8dc4-41a5-a339-69dbfe80e172 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:29.868884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef471c71-f531-4e96-9d39-aa39a6292403 req-15fc7ff6-8dc4-41a5-a339-69dbfe80e172 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:29.876540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef471c71-f531-4e96-9d39-aa39a6292403 req-15fc7ff6-8dc4-41a5-a339-69dbfe80e172 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:29.883194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef471c71-f531-4e96-9d39-aa39a6292403 req-15fc7ff6-8dc4-41a5-a339-69dbfe80e172 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:29.891668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef471c71-f531-4e96-9d39-aa39a6292403 req-15fc7ff6-8dc4-41a5-a339-69dbfe80e172 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:29.898165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef471c71-f531-4e96-9d39-aa39a6292403 req-15fc7ff6-8dc4-41a5-a339-69dbfe80e172 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:29.907712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef471c71-f531-4e96-9d39-aa39a6292403 req-15fc7ff6-8dc4-41a5-a339-69dbfe80e172 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.8411520 Sep 07 16:15:29.928657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Pushing event deleted for resources: {'Port': ['ID=f4b6903c-b21c-438f-a4de-10a415f60dc3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:29.938723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Router 01cce54c-f199-433c-9889-70c84b494b44 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:15:29.946381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c1b746c3-a720-431c-8e3a-3e59d6e4c5e3 req-1cb5df93-2bb6-4d28-ae64-97e0c784b3c6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] For port 98d0d06b-d34e-4f19-b749-cf7c94724063, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=98d0d06b-d34e-4f19-b749-cf7c94724063,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:29.946773 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1b746c3-a720-431c-8e3a-3e59d6e4c5e3 req-1cb5df93-2bb6-4d28-ae64-97e0c784b3c6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:29.955082 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-893a903f-87f3-48c0-a857-cb523a1979ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:29.956663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-893a903f-87f3-48c0-a857-cb523a1979ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c898d708a7364e5882087d66831b8dca&device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 1096 time: 0.6471453 Sep 07 16:15:29.984893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103158c4-783e-4923-9989-1b7a254e22a5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Network': ['ID=d8e27fc7-e61d-4ee3-a4c8-835570f35a19,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:29.997652 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-103158c4-783e-4923-9989-1b7a254e22a5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8481317 Sep 07 16:15:30.008668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c1b746c3-a720-431c-8e3a-3e59d6e4c5e3 req-1cb5df93-2bb6-4d28-ae64-97e0c784b3c6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Calling delete_port for 98d0d06b-d34e-4f19-b749-cf7c94724063 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:30.012322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55510) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:30.018977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'subnet': {'network_id': 'd8e27fc7-e61d-4ee3-a4c8-835570f35a19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:30.049856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network d8e27fc7-e61d-4ee3-a4c8-835570f35a19 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:15:30.061252 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-a1269792-b8f0-4413-b9c1-8f64ea2ade1a service neutron] 10.222.0.70 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9799209 Sep 07 16:15:30.100873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f86edcd5-2b1b-46f3-91aa-4e844859ea0d None None] Provisioning for port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:30.113390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Allocated IP 2001:db8::3 (28218c30-e994-4771-a097-36d60a1b767e/4d42dd31-1a84-46b4-a15b-5fcbf1d752e4/18f4ddf2-e86f-4787-b780-a8af44d2bce6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:30.116030 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:30.130229 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:30.177718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f86edcd5-2b1b-46f3-91aa-4e844859ea0d None None] Provisioning complete for port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:30.177957 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f86edcd5-2b1b-46f3-91aa-4e844859ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:30.210050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:15:30.235968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d85bf-1c1c-4c10-bc1e-2bac18f34b21 None None] Sync routers for ids ['01cce54c-f199-433c-9889-70c84b494b44'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:15:30.285436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] No DVR routers for this DVR port f4b6903c-b21c-438f-a4de-10a415f60dc3 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:15:30.289037 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:30.292770 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cf5f31e9-1396-4767-8ff7-b709759eb1e1 req-f13420bb-9e61-4093-b84c-d2d2fff22484 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.54 "DELETE /v2.0/ports/f4b6903c-b21c-438f-a4de-10a415f60dc3 HTTP/1.1" status: 204 len: 173 time: 3.0814805 Sep 07 16:15:30.302245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e546246b-a67d-466b-b7c3-70f236dfbf9e', 'name': 'network-vif-deleted', 'tag': 'f4b6903c-b21c-438f-a4de-10a415f60dc3'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:30.303457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f86edcd5-2b1b-46f3-91aa-4e844859ea0d None None] Port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:15:30.306466 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d85bf-1c1c-4c10-bc1e-2bac18f34b21 None None] Routers {'01cce54c-f199-433c-9889-70c84b494b44'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:15:30.309262 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78c4e04-1a78-4fab-8d22-e41532a67a02" -d '{"events": [{"server_uuid": "e546246b-a67d-466b-b7c3-70f236dfbf9e", "name": "network-vif-deleted", "tag": "f4b6903c-b21c-438f-a4de-10a415f60dc3"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:30.313828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6b6d85bf-1c1c-4c10-bc1e-2bac18f34b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:15:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['01cce54c-f199-433c-9889-70c84b494b44'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:30.360060 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-c7d84e6a-9df9-4214-b87b-705423a79f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:30.363778 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-c7d84e6a-9df9-4214-b87b-705423a79f79 service neutron] 10.222.0.35 "GET /v2.0/networks?id=61ab5a88-1663-48c6-b750-eca5162b979f HTTP/1.1" status: 200 len: 926 time: 0.3835135 Sep 07 16:15:30.392965 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef471c71-f531-4e96-9d39-aa39a6292403 req-b8aaa7fc-0c0f-4c30-8d1d-6f6506654c35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4834759 Sep 07 16:15:30.495647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6b6d85bf-1c1c-4c10-bc1e-2bac18f34b21 None None] Set router 01cce54c-f199-433c-9889-70c84b494b44 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:15:30.592701 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:30.598211 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:30.669673 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:30.701206 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1b746c3-a720-431c-8e3a-3e59d6e4c5e3 req-1cb5df93-2bb6-4d28-ae64-97e0c784b3c6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:30.719498 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a864bdad-de21-4223-9493-d8c6db09f026 req-60f2c83f-a5e4-4297-8b0e-67d0f6b05765 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:30.721903 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-ae728694-8e8c-40a6-aa30-e069a4dc741f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba03ec42-12ef-45f6-a115-9bdee1f32ece HTTP/1.1" status: 200 len: 217 time: 0.3279521 Sep 07 16:15:30.723570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Pushing event updated for resources: {'Port': ['ID=3a1a15f5-bd52-42e4-8e7d-d74e834f162d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:30.751901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:30.755740 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:30.766905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5df93-2bb6-4d28-ae64-97e0c784b3c6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Pushing event deleted for resources: {'Port': ['ID=98d0d06b-d34e-4f19-b749-cf7c94724063,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:30.801214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['98d0d06b-d34e-4f19-b749-cf7c94724063'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:30.864092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['98d0d06b-d34e-4f19-b749-cf7c94724063'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:30.879903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219e955-f8a8-4ae4-832e-b41cb0d9ee55 req-fe3f3a44-45a7-41ba-bea4-dd011f51d395 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:30.888369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6219e955-f8a8-4ae4-832e-b41cb0d9ee55 req-fe3f3a44-45a7-41ba-bea4-dd011f51d395 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 943 time: 0.4648278 Sep 07 16:15:30.915437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2c83f-a5e4-4297-8b0e-67d0f6b05765 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Pushing event deleted for resources: {'Port': ['ID=f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:30.974052 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:30.995563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Transition to ACTIVE for port object 18f4ddf2-e86f-4787-b780-a8af44d2bce6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:30.999888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Network ffb11023-581e-4b93-9d24-3e77cb56e81e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:31.002547 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:31.027978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Performing IP validity checks on allocation pools {{(pid=94770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 16:15:31.028839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 16:15:31.066651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cba25-9e2d-43a1-9e67-ef71bd6209eb req-e0f17987-e406-45f7-8185-e8b56546fb9c tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:31.068279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c53cba25-9e2d-43a1-9e67-ef71bd6209eb req-e0f17987-e406-45f7-8185-e8b56546fb9c tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 945 time: 0.4590039 Sep 07 16:15:31.105961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Transition to ACTIVE for port object 18f4ddf2-e86f-4787-b780-a8af44d2bce6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:31.132073 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.154351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c2ffabf0-bc24-4d15-be88-fb3f0742df2f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:31.164056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-14e7fed2-ea35-4991-a68b-2a4761bc599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:31.167142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-14e7fed2-ea35-4991-a68b-2a4761bc599e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7954409-e894-4756-80cc-b38405674078 HTTP/1.1" status: 200 len: 865 time: 0.4053471 Sep 07 16:15:31.168209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b746c3-a720-431c-8e3a-3e59d6e4c5e3 req-1cb5df93-2bb6-4d28-ae64-97e0c784b3c6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] No DVR routers for this DVR port 98d0d06b-d34e-4f19-b749-cf7c94724063 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:15:31.170661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a864bdad-de21-4223-9493-d8c6db09f026 req-60f2c83f-a5e4-4297-8b0e-67d0f6b05765 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] No DVR routers for this DVR port f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:15:31.176379 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c1b746c3-a720-431c-8e3a-3e59d6e4c5e3 req-1cb5df93-2bb6-4d28-ae64-97e0c784b3c6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.179343 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1b746c3-a720-431c-8e3a-3e59d6e4c5e3 req-1cb5df93-2bb6-4d28-ae64-97e0c784b3c6 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.54 "DELETE /v2.0/ports/98d0d06b-d34e-4f19-b749-cf7c94724063 HTTP/1.1" status: 204 len: 173 time: 2.7774816 Sep 07 16:15:31.204145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d93dd07-99c2-4168-9a86-2ad1c7a3b97d', 'name': 'network-vif-deleted', 'tag': '98d0d06b-d34e-4f19-b749-cf7c94724063'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:31.217352 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1ebace-ccf9-4f24-a045-2c053d7b1299" -d '{"events": [{"server_uuid": "5d93dd07-99c2-4168-9a86-2ad1c7a3b97d", "name": "network-vif-deleted", "tag": "98d0d06b-d34e-4f19-b749-cf7c94724063"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:31.258416 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Network 28218c30-e994-4771-a097-36d60a1b767e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:31.269128 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:31.287195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:31.307804 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a864bdad-de21-4223-9493-d8c6db09f026 req-60f2c83f-a5e4-4297-8b0e-67d0f6b05765 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.310286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a864bdad-de21-4223-9493-d8c6db09f026 req-60f2c83f-a5e4-4297-8b0e-67d0f6b05765 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.35 "DELETE /v2.0/ports/f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3 HTTP/1.1" status: 204 len: 173 time: 3.5393910 Sep 07 16:15:31.313214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Pushing event updated for resources: {'Port': ['ID=18f4ddf2-e86f-4787-b780-a8af44d2bce6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:31.344192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6219e955-f8a8-4ae4-832e-b41cb0d9ee55 req-49f46e4e-1af6-4455-8979-616ab8fd2460 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548006 Sep 07 16:15:31.346732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-e0c65429-6e20-4542-8252-5e9d285f88b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61ab5a88-1663-48c6-b750-eca5162b979f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796440 Sep 07 16:15:31.451311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6b6d85bf-1c1c-4c10-bc1e-2bac18f34b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:13:12Z', 'revision_number': 4, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a51b5fe3-947b-469a-8c9c-906fdd515f25', 'name': '', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'mac_address': 'fa:16:3e:62:8f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '639bdfd4-b289-4524-8745-97634f356693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:11Z', 'updated_at': '2021-09-07T16:13:19Z', 'revision_number': 5, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'subnets': [{'id': '639bdfd4-b289-4524-8745-97634f356693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:31.542578 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc8c153-5b37-49d2-a2d5-717b4609bebb x-openstack-request-id: req-1dc8c153-5b37-49d2-a2d5-717b4609bebb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:31.542920 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb978b86-effa-4665-94c8-4f945d8efb52", "name": "network-vif-plugged", "status": "completed", "tag": "ba03ec42-12ef-45f6-a115-9bdee1f32ece", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:31.543115 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1dc8c153-5b37-49d2-a2d5-717b4609bebb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:31.548095 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb978b86-effa-4665-94c8-4f945d8efb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba03ec42-12ef-45f6-a115-9bdee1f32ece', 'code': 200} Sep 07 16:15:31.567731 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c53cba25-9e2d-43a1-9e67-ef71bd6209eb req-1c5995ed-5663-4da4-a33e-e98b6eb3debd tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238319 Sep 07 16:15:31.585281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d85bf-1c1c-4c10-bc1e-2bac18f34b21 None None] Checking router: 01cce54c-f199-433c-9889-70c84b494b44 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:15:31.631116 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Attempting to bind port 18f4ddf2-e86f-4787-b780-a8af44d2bce6 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:31.631691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Attempting to bind port 18f4ddf2-e86f-4787-b780-a8af44d2bce6 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '9bca00f7-c798-450b-99ef-58591a0c7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28218c30-e994-4771-a097-36d60a1b767e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:31.632217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Attempting to bind port 18f4ddf2-e86f-4787-b780-a8af44d2bce6 on network 28218c30-e994-4771-a097-36d60a1b767e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:31.635326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port c2ffabf0-bc24-4d15-be88-fb3f0742df2f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:31.641912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d85bf-1c1c-4c10-bc1e-2bac18f34b21 None None] Routers {'01cce54c-f199-433c-9889-70c84b494b44'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:15:31.643339 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6b6d85bf-1c1c-4c10-bc1e-2bac18f34b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:15:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['01cce54c-f199-433c-9889-70c84b494b44'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:31.704442 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-25d5ac1d-3734-49b1-a55e-0d750b49c633 service neutron] 10.222.0.35 "GET /v2.0/networks/61ab5a88-1663-48c6-b750-eca5162b979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239243 Sep 07 16:15:31.770908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6b6d85bf-1c1c-4c10-bc1e-2bac18f34b21 None None] Set router 01cce54c-f199-433c-9889-70c84b494b44 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:15:31.845036 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7f8e0c-8022-426d-aff0-34015b90cf85 x-openstack-request-id: req-7b7f8e0c-8022-426d-aff0-34015b90cf85 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:31.845613 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d93dd07-99c2-4168-9a86-2ad1c7a3b97d", "name": "network-vif-deleted", "tag": "98d0d06b-d34e-4f19-b749-cf7c94724063", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:31.846058 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b7f8e0c-8022-426d-aff0-34015b90cf85 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:31.846696 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d93dd07-99c2-4168-9a86-2ad1c7a3b97d', 'name': 'network-vif-deleted', 'tag': '98d0d06b-d34e-4f19-b749-cf7c94724063', 'status': 'completed', 'code': 200} Sep 07 16:15:31.857909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0a7179ae-8c8d-4f2b-a57d-59a463e2bd3b None None] Provisioning complete for port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:31.858027 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a7179ae-8c8d-4f2b-a57d-59a463e2bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.901822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0a7179ae-8c8d-4f2b-a57d-59a463e2bd3b None None] Port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:15:31.903735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f4b6903c-b21c-438f-a4de-10a415f60dc3 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:15:31.908965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c2ffabf0-bc24-4d15-be88-fb3f0742df2f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:31.909617 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:31.943139 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214c2d88-b7d1-4389-8101-d15ed95e3c0d x-openstack-request-id: req-214c2d88-b7d1-4389-8101-d15ed95e3c0d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:31.943835 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e546246b-a67d-466b-b7c3-70f236dfbf9e", "name": "network-vif-deleted", "tag": "f4b6903c-b21c-438f-a4de-10a415f60dc3", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:31.944292 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-214c2d88-b7d1-4389-8101-d15ed95e3c0d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:31.944945 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e546246b-a67d-466b-b7c3-70f236dfbf9e', 'name': 'network-vif-deleted', 'tag': 'f4b6903c-b21c-438f-a4de-10a415f60dc3', 'status': 'completed', 'code': 200} Sep 07 16:15:31.974251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Router e94e8dba-1ad5-4178-8ffb-afe958cb052e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:15:32.020858 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:32.074775 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:32.075166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Checking segment: {'id': '9bca00f7-c798-450b-99ef-58591a0c7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28218c30-e994-4771-a097-36d60a1b767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:32.075584 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:32.076457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Bound using segment: {'id': '9bca00f7-c798-450b-99ef-58591a0c7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28218c30-e994-4771-a097-36d60a1b767e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:32.077968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Bound port: 18f4ddf2-e86f-4787-b780-a8af44d2bce6, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bca00f7-c798-450b-99ef-58591a0c7f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '28218c30-e994-4771-a097-36d60a1b767e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:32.078399 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:32.082376 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:32.122608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:15:32.128488 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d8b97a54-13b3-421f-bc33-9de3b67ea37c admin admin] 10.222.0.70 "PUT /v2.0/routers/e94e8dba-1ad5-4178-8ffb-afe958cb052e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2192953 Sep 07 16:15:32.150281 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Sync routers for ids ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:15:32.170412 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Routers {'e94e8dba-1ad5-4178-8ffb-afe958cb052e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:15:32.171120 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:15:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:32.181583 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: f4b6903c-b21c-438f-a4de-10a415f60dc3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:15:32.182700 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f4b6903c-b21c-438f-a4de-10a415f60dc3 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:15:32.182833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd4b68-30a3-417a-850f-0c9378ed69ad req-ca9966dd-12dd-4aba-a5a1-0366d457edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:32.184735 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43bd4b68-30a3-417a-850f-0c9378ed69ad req-ca9966dd-12dd-4aba-a5a1-0366d457edd9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 1096 time: 0.3928533 Sep 07 16:15:32.221908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Subnet': ['ID=edc058f2-59da-4542-afa5-430e88c8baff,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:32.255527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9a48c-7a7f-4929-9454-4ff808ff50d4 req-3b7dafa6-fc71-4bb7-b7f1-633f5d4b66aa tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:32.257676 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3f9a48c-7a7f-4929-9454-4ff808ff50d4 req-3b7dafa6-fc71-4bb7-b7f1-633f5d4b66aa tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.3215950 Sep 07 16:15:32.287141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b875b-f9cc-45dc-a329-53f8f931d235 req-41cabfee-efaf-4de2-ba87-8c1ac2a360a1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:32.304579 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:32.311383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b875b-f9cc-45dc-a329-53f8f931d235 req-41cabfee-efaf-4de2-ba87-8c1ac2a360a1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:32.319163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b875b-f9cc-45dc-a329-53f8f931d235 req-41cabfee-efaf-4de2-ba87-8c1ac2a360a1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:32.329404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b875b-f9cc-45dc-a329-53f8f931d235 req-41cabfee-efaf-4de2-ba87-8c1ac2a360a1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:32.337208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] For port 18f4ddf2-e86f-4787-b780-a8af44d2bce6, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:32.339993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b875b-f9cc-45dc-a329-53f8f931d235 req-41cabfee-efaf-4de2-ba87-8c1ac2a360a1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:32.343863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] For port 18f4ddf2-e86f-4787-b780-a8af44d2bce6, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=18f4ddf2-e86f-4787-b780-a8af44d2bce6,segment=NetworkSegment(9bca00f7-c798-450b-99ef-58591a0c7f0a),segment_id=9bca00f7-c798-450b-99ef-58591a0c7f0a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:32.346359 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:32.349818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b875b-f9cc-45dc-a329-53f8f931d235 req-41cabfee-efaf-4de2-ba87-8c1ac2a360a1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:32.356019 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:32.362532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b875b-f9cc-45dc-a329-53f8f931d235 req-41cabfee-efaf-4de2-ba87-8c1ac2a360a1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:32.364997 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a58b875b-f9cc-45dc-a329-53f8f931d235 req-41cabfee-efaf-4de2-ba87-8c1ac2a360a1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.3399684 Sep 07 16:15:32.366887 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Set router e94e8dba-1ad5-4178-8ffb-afe958cb052e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:15:32.373484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1e0137c-3959-4b4e-a309-7a630e1f8730 req-6fb4b316-214a-4887-8c4e-fcb26c9b3381 service neutron] 10.222.0.35 "GET /v2.0/networks/61ab5a88-1663-48c6-b750-eca5162b979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801797 Sep 07 16:15:32.408048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port c2ffabf0-bc24-4d15-be88-fb3f0742df2f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c2ffabf0-bc24-4d15-be88-fb3f0742df2f,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:32.418813 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:32.426071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6b6d85bf-1c1c-4c10-bc1e-2bac18f34b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:13:12Z', 'revision_number': 4, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a51b5fe3-947b-469a-8c9c-906fdd515f25', 'name': '', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'mac_address': 'fa:16:3e:62:8f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '639bdfd4-b289-4524-8745-97634f356693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:11Z', 'updated_at': '2021-09-07T16:13:19Z', 'revision_number': 5, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'subnets': [{'id': '639bdfd4-b289-4524-8745-97634f356693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:32.477006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d85bf-1c1c-4c10-bc1e-2bac18f34b21 None None] The sync data for ids ['01cce54c-f199-433c-9889-70c84b494b44'] in n-d-807551-3 is: [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:13:12Z', 'revision_number': 4, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a51b5fe3-947b-469a-8c9c-906fdd515f25', 'name': '', 'network_id': 'd22d9031-6686-4bfc-976c-f6d7001137bd', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'mac_address': 'fa:16:3e:62:8f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '639bdfd4-b289-4524-8745-97634f356693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:11Z', 'updated_at': '2021-09-07T16:13:19Z', 'revision_number': 5, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'subnets': [{'id': '639bdfd4-b289-4524-8745-97634f356693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:15:32.506456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0d9ce-988b-42c8-b362-e827a2a973b9 None None] Pushing event updated for resources: {'Port': ['ID=18f4ddf2-e86f-4787-b780-a8af44d2bce6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:32.570210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-b7e54c39-2a51-47a9-a24d-fa695ae6b94b tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:32.571981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-b7e54c39-2a51-47a9-a24d-fa695ae6b94b tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.54 "GET /v2.0/networks?id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6 HTTP/1.1" status: 200 len: 812 time: 0.1971896 Sep 07 16:15:32.593967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=c2ffabf0-bc24-4d15-be88-fb3f0742df2f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:32.627475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Checking segment: {'id': '9ff52e59-7c8e-4d22-8e7d-56b33d90d562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd8e27fc7-e61d-4ee3-a4c8-835570f35a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:32.628845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network hostable DHCP agents. Network: d8e27fc7-e61d-4ee3-a4c8-835570f35a19, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:15:32.643287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-0955f69c-2a26-4388-913f-4d9e38242e73 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Request body: {'port': {'device_id': '7104580c-e071-4457-b107-0184916dd712', 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6', 'admin_state_up': True, 'tenant_id': '23e805ea83384bce8f04c15adc9c54fb'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:32.661067 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:15:29Z', 'revision_number': 4, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3a1a15f5-bd52-42e4-8e7d-d74e834f162d', 'name': '', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'mac_address': 'fa:16:3e:dc:94:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:28Z', 'updated_at': '2021-09-07T16:15:30Z', 'revision_number': 2, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'subnets': [{'id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:32.673230 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43bd4b68-30a3-417a-850f-0c9378ed69ad req-75df6e82-8edb-4275-8e1d-de6ba1174bfa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705014 Sep 07 16:15:32.690924 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Checking router: e94e8dba-1ad5-4178-8ffb-afe958cb052e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:15:32.691287 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Updating router e94e8dba-1ad5-4178-8ffb-afe958cb052e port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:15:32.746109 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:32.753607 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a58b875b-f9cc-45dc-a329-53f8f931d235 req-509eb6e7-dd6e-4c7a-a7ba-b99847992a5a tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1995966 Sep 07 16:15:32.829008 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55546) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:32.883898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network d8e27fc7-e61d-4ee3-a4c8-835570f35a19 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:15:32.917125 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3f9a48c-7a7f-4929-9454-4ff808ff50d4 req-700feb48-51d2-4fdf-a6db-f17e1f40bcaf tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383236 Sep 07 16:15:32.981343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, d8e27fc7-e61d-4ee3-a4c8-835570f35a19) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:33.001349 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c48766-090d-4746-9895-118044f988d5 None None] Network d8e27fc7-e61d-4ee3-a4c8-835570f35a19 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:33.011269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:33.019649 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:33.070595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b03d7-7d6d-48b2-8951-e2c2c059a600 None None] New status for floating IP 5dcb9b6e-b212-4ff1-bab5-693ba9a0605f: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:15:33.176966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-86acfd58-b5f7-4c1c-a1f1-94ae7077a9ba tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:33.178578 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-86acfd58-b5f7-4c1c-a1f1-94ae7077a9ba tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.54 "GET /v2.0/networks?id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6 HTTP/1.1" status: 200 len: 812 time: 0.2060442 Sep 07 16:15:33.179793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3c0e0eb-ba6f-4bf8-ba55-f1fbb4659976 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:33.184996 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3709b218-867e-4f66-ad6b-cb63ef089796 req-4169c6e7-03a0-487a-8409-dac1ccaef674 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 210 time: 0.1455615 Sep 07 16:15:33.200980 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3951313e-0110-495b-8db0-a504cf766eca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Request body: {'port': {'device_id': 'cbbe22ae-99a4-46ad-88ba-120d1a4e9f87', 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6', 'admin_state_up': True, 'tenant_id': '23e805ea83384bce8f04c15adc9c54fb'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:33.205499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 18f4ddf2-e86f-4787-b780-a8af44d2bce6 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:33.230545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-0955f69c-2a26-4388-913f-4d9e38242e73 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Made reservation on behalf of 23e805ea83384bce8f04c15adc9c54fb for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:33.236042 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-0955f69c-2a26-4388-913f-4d9e38242e73 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:33.242209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-63cb2072-25eb-496b-a0e1-4bb234366f4c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2287271 Sep 07 16:15:33.250901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55552) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:33.279582 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:33.292552 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Transition to ACTIVE for port object 3a1a15f5-bd52-42e4-8e7d-d74e834f162d will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:33.302741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9eb82-e9a6-4598-986e-2e6b3bca401d req-c456edca-129e-4f3e-ad2c-e1077b853dbc tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:33.302990 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:33.304869 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f3d9eb82-e9a6-4598-986e-2e6b3bca401d req-c456edca-129e-4f3e-ad2c-e1077b853dbc tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 943 time: 0.2309871 Sep 07 16:15:33.326151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3c0e0eb-ba6f-4bf8-ba55-f1fbb4659976 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:33.504112 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3c0e0eb-ba6f-4bf8-ba55-f1fbb4659976 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:33.513861 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34543c3e-cf93-4256-93d6-41b2cb91de9c None None] Pushing event updated for resources: {'Port': ['ID=3a1a15f5-bd52-42e4-8e7d-d74e834f162d,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:33.522498 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3c0e0eb-ba6f-4bf8-ba55-f1fbb4659976 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:33.523986 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b3c0e0eb-ba6f-4bf8-ba55-f1fbb4659976 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "DELETE /v2.0/security-groups/e2475a3c-3521-479b-a268-464ca808eb73 HTTP/1.1" status: 204 len: 168 time: 0.6937196 Sep 07 16:15:33.528828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55554) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:33.566396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0e0eb-ba6f-4bf8-ba55-f1fbb4659976 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2475a3c-3521-479b-a268-464ca808eb73,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:33.571327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3939025-37e3-4c5a-a762-f1c15746d33a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:33.574188 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ffd586-96f2-4c82-bf58-90335897054d" -d '{"events": [{"server_uuid": "b3939025-37e3-4c5a-a762-f1c15746d33a", "name": "network-vif-unplugged", "status": "completed", "tag": "f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:33.580957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3951313e-0110-495b-8db0-a504cf766eca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Made reservation on behalf of 23e805ea83384bce8f04c15adc9c54fb for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:33.585124 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3951313e-0110-495b-8db0-a504cf766eca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:33.648145 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-b755e47b-4ba3-48a9-945b-463e16c95c7d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] show failed (client error): The resource could not be found. Sep 07 16:15:33.662066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a106f757-7856-4f63-8fd2-88e737fdf339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-d8e27fc7-e61d-4ee3-a4c8-835570f35a19', 'network_id': 'd8e27fc7-e61d-4ee3-a4c8-835570f35a19', 'tenant_id': '31af7886c7bd492788bcd5bdaaeccbe3', 'fixed_ips': [{'subnet_id': 'edc058f2-59da-4542-afa5-430e88c8baff'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:15:33.662848 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a106f757-7856-4f63-8fd2-88e737fdf339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:33.668167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 18f4ddf2-e86f-4787-b780-a8af44d2bce6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:33.675282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b755e47b-4ba3-48a9-945b-463e16c95c7d tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "GET /v2.0/security-groups/e2475a3c-3521-479b-a268-464ca808eb73 HTTP/1.1" status: 404 len: 347 time: 0.1373007 Sep 07 16:15:33.679399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55558) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:33.686077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f3d9eb82-e9a6-4598-986e-2e6b3bca401d req-078e8f12-d3c7-4062-ad54-bb6a4365100a tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657091 Sep 07 16:15:33.706453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c2ffabf0-bc24-4d15-be88-fb3f0742df2f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:33.720589 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:33.800923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 7f32c5ca-0835-4c27-afaa-178ed11febd3 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:33.847014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 98d0d06b-d34e-4f19-b749-cf7c94724063 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:15:33.848129 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Attempting to bind port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:33.849387 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Attempting to bind port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:33.849784 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Attempting to bind port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d on network ffb11023-581e-4b93-9d24-3e77cb56e81e {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:33.870079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3939025-37e3-4c5a-a762-f1c15746d33a', 'name': 'network-vif-deleted', 'tag': 'f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:33.870652 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:33.872872 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802dff66-cb22-486b-84a4-997960228ada" -d '{"events": [{"server_uuid": "b3939025-37e3-4c5a-a762-f1c15746d33a", "name": "network-vif-deleted", "tag": "f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:33.873121 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Checking segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:33.873546 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:33.873942 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Bound using segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:33.878215 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Bound port: 3a1a15f5-bd52-42e4-8e7d-d74e834f162d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:33.878661 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:33.907976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55564) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:33.926997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2b6791e2-b9bc-4380-9383-1d67f369efc3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215406982', 'description': 'tempest-description--511120508'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:34.012440 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] For port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:34.012970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-0955f69c-2a26-4388-913f-4d9e38242e73 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Allocated IP 172.20.0.8 (40035eb5-fa52-4f2d-8afe-59b6ac994ec6/91998386-275e-4b2f-9360-697ddac787ed/31a60323-8d17-488b-b27f-1bc7c7ebadbb) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:34.018763 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] For port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3a1a15f5-bd52-42e4-8e7d-d74e834f162d,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:34.024152 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.065820 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b6791e2-b9bc-4380-9383-1d67f369efc3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.070119 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.091994 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Routers {'e94e8dba-1ad5-4178-8ffb-afe958cb052e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:15:34.092683 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:15:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:34.104481 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-35ad136a-05e5-49cf-b99a-17c295f18121 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Deleting port 3b672039-5dd7-422e-8847-0d4fb307a982 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:34.104884 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35ad136a-05e5-49cf-b99a-17c295f18121 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.209424 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35ad136a-05e5-49cf-b99a-17c295f18121 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.210100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35ad136a-05e5-49cf-b99a-17c295f18121 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.216903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de00ba6-4d7f-4b77-aced-c7368bfb6bdd req-fe7d0c21-93e3-4dd3-bd74-1599c982015a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:34.222580 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] Set router e94e8dba-1ad5-4178-8ffb-afe958cb052e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:15:34.232164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6de00ba6-4d7f-4b77-aced-c7368bfb6bdd req-fe7d0c21-93e3-4dd3-bd74-1599c982015a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.2809472 Sep 07 16:15:34.240548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812dfa2-6026-4509-8c2f-2600a86da7b5 req-30d27f1a-13a4-4db8-b57c-81862be89e70 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:34.242574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 7f32c5ca-0835-4c27-afaa-178ed11febd3, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=7f32c5ca-0835-4c27-afaa-178ed11febd3,segment=NetworkSegment(47c19afa-38ef-4e14-956e-03008c972d0a),segment_id=47c19afa-38ef-4e14-956e-03008c972d0a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:34.243393 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d812dfa2-6026-4509-8c2f-2600a86da7b5 req-30d27f1a-13a4-4db8-b57c-81862be89e70 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 945 time: 0.3939471 Sep 07 16:15:34.261978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '7f32c5ca-0835-4c27-afaa-178ed11febd3', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'port_id': '7f32c5ca-0835-4c27-afaa-178ed11febd3', 'mac_address': 'fa:16:3e:03:9b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:34.267013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-35ad136a-05e5-49cf-b99a-17c295f18121 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Calling delete_port for 3b672039-5dd7-422e-8847-0d4fb307a982 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:34.291753 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e04609a-7f82-474f-b30c-f276f45f8dc7 None None] Network 28218c30-e994-4771-a097-36d60a1b767e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:34.357031 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34543c3e-cf93-4256-93d6-41b2cb91de9c None None] Pushing event updated for resources: {'Port': ['ID=3a1a15f5-bd52-42e4-8e7d-d74e834f162d,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:34.392700 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.462407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 98d0d06b-d34e-4f19-b749-cf7c94724063 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:15:34.462860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 98d0d06b-d34e-4f19-b749-cf7c94724063 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:15:34.485236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Subnet': ['ID=edc058f2-59da-4542-afa5-430e88c8baff,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:34.506614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6de00ba6-4d7f-4b77-aced-c7368bfb6bdd req-81844c8b-7353-4f8c-a779-090a0b4f0cc3 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543559 Sep 07 16:15:34.551663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d812dfa2-6026-4509-8c2f-2600a86da7b5 req-93ebc8aa-bc3a-4160-8569-b824baa78e67 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757163 Sep 07 16:15:34.596286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c2ffabf0-bc24-4d15-be88-fb3f0742df2f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:34.597215 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:15:29Z', 'revision_number': 4, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3a1a15f5-bd52-42e4-8e7d-d74e834f162d', 'name': '', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'mac_address': 'fa:16:3e:dc:94:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:28Z', 'updated_at': '2021-09-07T16:15:34Z', 'revision_number': 4, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'subnets': [{'id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:34.608911 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.625719 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b6791e2-b9bc-4380-9383-1d67f369efc3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.658487 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd63a44a-9a72-426a-89b7-d2332e36b59a x-openstack-request-id: req-bd63a44a-9a72-426a-89b7-d2332e36b59a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:34.658785 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3939025-37e3-4c5a-a762-f1c15746d33a", "name": "network-vif-unplugged", "status": "completed", "tag": "f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:34.659075 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d370b1e4-70f8-4a1f-bfb3-292e766488d3 None None] The sync data for ids ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'] in n-d-807551-3 is: [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:15:29Z', 'revision_number': 4, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3a1a15f5-bd52-42e4-8e7d-d74e834f162d', 'name': '', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'mac_address': 'fa:16:3e:dc:94:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:28Z', 'updated_at': '2021-09-07T16:15:34Z', 'revision_number': 4, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'subnets': [{'id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:15:34.661968 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd63a44a-9a72-426a-89b7-d2332e36b59a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:34.662382 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3939025-37e3-4c5a-a762-f1c15746d33a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3', 'code': 200} Sep 07 16:15:34.670940 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.677432 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b6791e2-b9bc-4380-9383-1d67f369efc3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.714471 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b6791e2-b9bc-4380-9383-1d67f369efc3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.719073 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2b6791e2-b9bc-4380-9383-1d67f369efc3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8054867 Sep 07 16:15:34.732154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55570) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:34.753246 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb838f8-157c-4c4e-900a-525aa7fddcb1 x-openstack-request-id: req-cfb838f8-157c-4c4e-900a-525aa7fddcb1 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:34.753636 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3939025-37e3-4c5a-a762-f1c15746d33a", "name": "network-vif-deleted", "tag": "f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:34.753903 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cfb838f8-157c-4c4e-900a-525aa7fddcb1 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:34.754344 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3939025-37e3-4c5a-a762-f1c15746d33a', 'name': 'network-vif-deleted', 'tag': 'f97c86aa-cf04-42d3-a3c1-b8b1552dbaf3', 'status': 'completed', 'code': 200} Sep 07 16:15:34.768091 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-36975361-7a45-486e-83bd-05d9f7651e4c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Request body: {'security_group_rule': {'security_group_id': 'b23ed486-8659-478f-9391-8de1415b912c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:34.783194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6791e2-b9bc-4380-9383-1d67f369efc3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23ed486-8659-478f-9391-8de1415b912c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:34.787796 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35ad136a-05e5-49cf-b99a-17c295f18121 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.788277 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server [None req-a106f757-7856-4f63-8fd2-88e737fdf339 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edc058f2-59da-4542-afa5-430e88c8baff: This subnet is being modified by another concurrent operation. Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 16:15:34.813163 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise exception Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edc058f2-59da-4542-afa5-430e88c8baff: This subnet is being modified by another concurrent operation. Sep 07 16:15:34.818357 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server Sep 07 16:15:34.827966 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-0955f69c-2a26-4388-913f-4d9e38242e73 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.832733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad136a-05e5-49cf-b99a-17c295f18121 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Pushing event deleted for resources: {'Port': ['ID=3b672039-5dd7-422e-8847-0d4fb307a982,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:34.833176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f32c5ca-0835-4c27-afaa-178ed11febd3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:34.848094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5aabfa82-735b-419f-9b33-d1f08842440a None None] Provisioning for port 18f4ddf2-e86f-4787-b780-a8af44d2bce6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:34.871083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5aabfa82-735b-419f-9b33-d1f08842440a None None] Provisioning complete for port 18f4ddf2-e86f-4787-b780-a8af44d2bce6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:34.874130 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5aabfa82-735b-419f-9b33-d1f08842440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.879896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174d02fc-f811-4ffa-855b-112d42a34d7c None None] Network d8e27fc7-e61d-4ee3-a4c8-835570f35a19 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:34.893303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 7f32c5ca-0835-4c27-afaa-178ed11febd3, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=7f32c5ca-0835-4c27-afaa-178ed11febd3,segment=NetworkSegment(47c19afa-38ef-4e14-956e-03008c972d0a),segment_id=47c19afa-38ef-4e14-956e-03008c972d0a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:34.909729 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70d47a98-ec7b-46fd-a712-71dbfa7082a8 req-9528b689-5b2b-4ad6-949e-67983acf8eaa tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 210 time: 0.1171036 Sep 07 16:15:34.930206 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e27fc7-e61d-4ee3-a4c8-835570f35a19']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:34.944155 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35ad136a-05e5-49cf-b99a-17c295f18121 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.947221 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35ad136a-05e5-49cf-b99a-17c295f18121 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.949406 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-35ad136a-05e5-49cf-b99a-17c295f18121 tempest-ServersTestManualDisk-47086303 tempest-ServersTestManualDisk-47086303-project] 10.222.0.70 "DELETE /v2.0/floatingips/5dcb9b6e-b212-4ff1-bab5-693ba9a0605f HTTP/1.1" status: 204 len: 168 time: 1.2686105 Sep 07 16:15:34.952551 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55574) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:34.956540 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36975361-7a45-486e-83bd-05d9f7651e4c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:34.961489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff52e59-7c8e-4d22-8e7d-56b33d90d562') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:34.961856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff52e59-7c8e-4d22-8e7d-56b33d90d562') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:35.017871 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.045421 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746242e3-de8b-4f15-8080-0e2ff00ff3cd req-d8c67b3e-1bde-45d2-a167-14c32920cb72 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:35.055227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746242e3-de8b-4f15-8080-0e2ff00ff3cd req-d8c67b3e-1bde-45d2-a167-14c32920cb72 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:35.061941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746242e3-de8b-4f15-8080-0e2ff00ff3cd req-d8c67b3e-1bde-45d2-a167-14c32920cb72 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:35.080436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746242e3-de8b-4f15-8080-0e2ff00ff3cd req-d8c67b3e-1bde-45d2-a167-14c32920cb72 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:35.099699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746242e3-de8b-4f15-8080-0e2ff00ff3cd req-d8c67b3e-1bde-45d2-a167-14c32920cb72 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:35.112307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746242e3-de8b-4f15-8080-0e2ff00ff3cd req-d8c67b3e-1bde-45d2-a167-14c32920cb72 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:35.118754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746242e3-de8b-4f15-8080-0e2ff00ff3cd req-d8c67b3e-1bde-45d2-a167-14c32920cb72 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:35.128692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-746242e3-de8b-4f15-8080-0e2ff00ff3cd req-d8c67b3e-1bde-45d2-a167-14c32920cb72 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.4743171 Sep 07 16:15:35.139526 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.269915 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.297258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['7f32c5ca-0835-4c27-afaa-178ed11febd3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:35.346703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:15:35.347114 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:15:35.352463 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:15:35.373953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-746242e3-de8b-4f15-8080-0e2ff00ff3cd req-3e0eccf6-70f2-468c-84d5-a591f9f0ff57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2443602 Sep 07 16:15:35.394146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3147e958-e0dd-45e5-aa41-5d68a3c0ed4f None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:15:35.488640 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-0955f69c-2a26-4388-913f-4d9e38242e73 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.517949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a1a15f5-bd52-42e4-8e7d-d74e834f162d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:35.545656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3951313e-0110-495b-8db0-a504cf766eca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Allocated IP 172.20.0.4 (40035eb5-fa52-4f2d-8afe-59b6ac994ec6/91998386-275e-4b2f-9360-697ddac787ed/ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:35.548986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=7f32c5ca-0835-4c27-afaa-178ed11febd3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:35.621802 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5aabfa82-735b-419f-9b33-d1f08842440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.711779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5aabfa82-735b-419f-9b33-d1f08842440a None None] For port 18f4ddf2-e86f-4787-b780-a8af44d2bce6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=18f4ddf2-e86f-4787-b780-a8af44d2bce6,segment=NetworkSegment(9bca00f7-c798-450b-99ef-58591a0c7f0a),segment_id=9bca00f7-c798-450b-99ef-58591a0c7f0a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:35.726858 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5aabfa82-735b-419f-9b33-d1f08842440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.733093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3147e958-e0dd-45e5-aa41-5d68a3c0ed4f None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:15:35.749733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:35.757320 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf957c79-9b97-4221-9eed-cdd43f3a84d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.786209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:35.786590 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.831864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5aabfa82-735b-419f-9b33-d1f08842440a None None] Provisioning complete for port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:35.832271 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5aabfa82-735b-419f-9b33-d1f08842440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.910276 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.913475 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36975361-7a45-486e-83bd-05d9f7651e4c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.931259 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3951313e-0110-495b-8db0-a504cf766eca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.950946 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:35.957378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/d8e27fc7-e61d-4ee3-a4c8-835570f35a19 HTTP/1.1" status: 204 len: 168 time: 2.7021716 Sep 07 16:15:35.957838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55582) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:35.965269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-095fba3b-ddef-493f-8c55-22434df1de42 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1056206768'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:35.970114 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36975361-7a45-486e-83bd-05d9f7651e4c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.006854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabfa82-735b-419f-9b33-d1f08842440a None None] Pushing event updated for resources: {'Port': ['ID=18f4ddf2-e86f-4787-b780-a8af44d2bce6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:36.011054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955f69c-2a26-4388-913f-4d9e38242e73 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Pushing event updated for resources: {'Port': ['ID=31a60323-8d17-488b-b27f-1bc7c7ebadbb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:36.013585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75054cb-97e4-4372-aa78-699ecb8d4092 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Network': ['ID=d8e27fc7-e61d-4ee3-a4c8-835570f35a19,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:36.024203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-0955f69c-2a26-4388-913f-4d9e38242e73 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:36.035589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efdcb9-022e-42aa-93bc-50ee9317042b req-efe93954-fd66-4bb1-a087-e5ac3c54e2f8 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:36.045565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0efdcb9-022e-42aa-93bc-50ee9317042b req-efe93954-fd66-4bb1-a087-e5ac3c54e2f8 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 944 time: 0.7195938 Sep 07 16:15:36.055046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36975361-7a45-486e-83bd-05d9f7651e4c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c78f8f6-5bfd-4257-8bf4-5931cf3f83c0,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:36.059243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-0955f69c-2a26-4388-913f-4d9e38242e73 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:36.069639 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-0955f69c-2a26-4388-913f-4d9e38242e73 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:36.078431 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095fba3b-ddef-493f-8c55-22434df1de42 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:36.083875 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-095fba3b-ddef-493f-8c55-22434df1de42 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.090086 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3951313e-0110-495b-8db0-a504cf766eca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.106008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a946ca9-1b6b-43b9-be0e-52a7392547ff req-49d861e1-9889-4e86-ad2e-8a498b00b0c3 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:36.113477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a946ca9-1b6b-43b9-be0e-52a7392547ff req-49d861e1-9889-4e86-ad2e-8a498b00b0c3 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.6212482 Sep 07 16:15:36.125028 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-36975361-7a45-486e-83bd-05d9f7651e4c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.126251 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-36975361-7a45-486e-83bd-05d9f7651e4c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3709900 Sep 07 16:15:36.139579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55584) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:36.148907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a88868a2-8e43-4ac6-b691-141333af1ac8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Request body: {'security_group_rule': {'security_group_id': 'b23ed486-8659-478f-9391-8de1415b912c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:36.181401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095fba3b-ddef-493f-8c55-22434df1de42 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:15:36.193197 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-095fba3b-ddef-493f-8c55-22434df1de42 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.193322 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-095fba3b-ddef-493f-8c55-22434df1de42 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Added segment a5ebc1b4-2484-45d6-8693-dffd4f36788d of type vlan for network 00c388ab-0f5c-4b94-bf22-58df882bde83 Sep 07 16:15:36.200966 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0efdcb9-022e-42aa-93bc-50ee9317042b req-5391b764-9233-41e0-9f7b-b42066777342 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540847 Sep 07 16:15:36.219949 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5aabfa82-735b-419f-9b33-d1f08842440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.242437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-0955f69c-2a26-4388-913f-4d9e38242e73 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:36.243101 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-0955f69c-2a26-4388-913f-4d9e38242e73 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.255545 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-095fba3b-ddef-493f-8c55-22434df1de42 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.270565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3951313e-0110-495b-8db0-a504cf766eca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:36.271563 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.272241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951313e-0110-495b-8db0-a504cf766eca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Pushing event updated for resources: {'Port': ['ID=ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:36.280916 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3951313e-0110-495b-8db0-a504cf766eca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:36.284328 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3951313e-0110-495b-8db0-a504cf766eca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:36.296771 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5aabfa82-735b-419f-9b33-d1f08842440a None None] For port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3a1a15f5-bd52-42e4-8e7d-d74e834f162d,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:36.312988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a946ca9-1b6b-43b9-be0e-52a7392547ff req-d2f3fe78-1a25-413e-8ab5-d2dec1d7d05e tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978502 Sep 07 16:15:36.317568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5aabfa82-735b-419f-9b33-d1f08842440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.344213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3951313e-0110-495b-8db0-a504cf766eca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:36.344985 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3951313e-0110-495b-8db0-a504cf766eca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.359901 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-0955f69c-2a26-4388-913f-4d9e38242e73 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7706077 Sep 07 16:15:36.362437 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a88868a2-8e43-4ac6-b691-141333af1ac8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.376584 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-095fba3b-ddef-493f-8c55-22434df1de42 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.382418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095fba3b-ddef-493f-8c55-22434df1de42 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:36.383083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-095fba3b-ddef-493f-8c55-22434df1de42 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.393374 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3951313e-0110-495b-8db0-a504cf766eca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2022514 Sep 07 16:15:36.429576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Request body: {'port': {'device_id': '7104580c-e071-4457-b107-0184916dd712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:36.431279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Request body: {'port': {'device_id': 'cbbe22ae-99a4-46ad-88ba-120d1a4e9f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:36.475646 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-095fba3b-ddef-493f-8c55-22434df1de42 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5148628 Sep 07 16:15:36.476018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55588) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:36.485225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e1d692a9-e1d5-4836-a631-ce16d0a03a87 None None] Provisioning complete for port 18f4ddf2-e86f-4787-b780-a8af44d2bce6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:36.485685 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1d692a9-e1d5-4836-a631-ce16d0a03a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.486756 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-85b621cf-1ce8-4d1f-adc0-9d0ec2c4ab57 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'subnet': {'network_id': '00c388ab-0f5c-4b94-bf22-58df882bde83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:36.511030 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabfa82-735b-419f-9b33-d1f08842440a None None] Pushing event updated for resources: {'Port': ['ID=3a1a15f5-bd52-42e4-8e7d-d74e834f162d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:36.540610 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:15:36.541107 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:15:36.546186 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fba3b-ddef-493f-8c55-22434df1de42 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Network': ['ID=00c388ab-0f5c-4b94-bf22-58df882bde83,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:36.577446 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 00c388ab-0f5c-4b94-bf22-58df882bde83 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:15:36.595813 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a88868a2-8e43-4ac6-b691-141333af1ac8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.623105 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a88868a2-8e43-4ac6-b691-141333af1ac8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.652618 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.663564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25d2c-6261-4208-8bcf-0c5903744b31 req-8323f879-abc3-44da-a400-84d5503a0461 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:36.665542 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bf25d2c-6261-4208-8bcf-0c5903744b31 req-8323f879-abc3-44da-a400-84d5503a0461 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 931 time: 0.2305768 Sep 07 16:15:36.674555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee7d0c-968b-4099-9f6c-7b377e710863 req-eb10d77b-2403-4d29-9338-8c80e35933cd tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:36.682886 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44ee7d0c-968b-4099-9f6c-7b377e710863 req-eb10d77b-2403-4d29-9338-8c80e35933cd tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 945 time: 0.3469601 Sep 07 16:15:36.702644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88868a2-8e43-4ac6-b691-141333af1ac8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ead35a-e1c7-4555-8df4-1b5b2a965cc1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:36.718265 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.734325 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a88868a2-8e43-4ac6-b691-141333af1ac8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.739309 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a88868a2-8e43-4ac6-b691-141333af1ac8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5901914 Sep 07 16:15:36.739552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55590) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:36.744157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:36.793826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cf957c79-9b97-4221-9eed-cdd43f3a84d9 admin admin] Deleting port a51b5fe3-947b-469a-8c9c-906fdd515f25 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:36.794161 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf957c79-9b97-4221-9eed-cdd43f3a84d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.816654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44ee7d0c-968b-4099-9f6c-7b377e710863 req-3aed6605-ecea-466a-9f94-66fb2c820a4a tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322436 Sep 07 16:15:36.821254 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b621cf-1ce8-4d1f-adc0-9d0ec2c4ab57 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:36.826301 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85b621cf-1ce8-4d1f-adc0-9d0ec2c4ab57 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:36.842360 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bf25d2c-6261-4208-8bcf-0c5903744b31 req-30724ced-3ef4-402e-a2d9-89f3e1c85bad tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494687 Sep 07 16:15:36.879050 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.091567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6610f09-454a-4fff-894a-9f4bae699f97 req-9c252d0c-ed63-446d-bca6-5d4791f828f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.097498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6610f09-454a-4fff-894a-9f4bae699f97 req-9c252d0c-ed63-446d-bca6-5d4791f828f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.103404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6610f09-454a-4fff-894a-9f4bae699f97 req-9c252d0c-ed63-446d-bca6-5d4791f828f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.109835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6610f09-454a-4fff-894a-9f4bae699f97 req-9c252d0c-ed63-446d-bca6-5d4791f828f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.115757 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6610f09-454a-4fff-894a-9f4bae699f97 req-9c252d0c-ed63-446d-bca6-5d4791f828f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.118953 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-cf957c79-9b97-4221-9eed-cdd43f3a84d9 admin admin] For port a51b5fe3-947b-469a-8c9c-906fdd515f25, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a51b5fe3-947b-469a-8c9c-906fdd515f25,segment=NetworkSegment(594dcd36-1830-4129-8dfd-b38a4ac7301d),segment_id=594dcd36-1830-4129-8dfd-b38a4ac7301d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:37.119885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf957c79-9b97-4221-9eed-cdd43f3a84d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.122289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6610f09-454a-4fff-894a-9f4bae699f97 req-9c252d0c-ed63-446d-bca6-5d4791f828f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.128163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6610f09-454a-4fff-894a-9f4bae699f97 req-9c252d0c-ed63-446d-bca6-5d4791f828f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.130188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6610f09-454a-4fff-894a-9f4bae699f97 req-9c252d0c-ed63-446d-bca6-5d4791f828f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.1888778 Sep 07 16:15:37.138412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cf957c79-9b97-4221-9eed-cdd43f3a84d9 admin admin] Calling delete_port for a51b5fe3-947b-469a-8c9c-906fdd515f25 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:37.141585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe5c51-e37a-48d0-8745-1b5183b814dd req-f87b61df-d2fe-477d-b7c6-b022ae85fda2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.143079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcbe5c51-e37a-48d0-8745-1b5183b814dd req-f87b61df-d2fe-477d-b7c6-b022ae85fda2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 945 time: 0.1818540 Sep 07 16:15:37.217817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6610f09-454a-4fff-894a-9f4bae699f97 req-a1127cc7-e014-41ea-95ad-c02450e62483 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0737526 Sep 07 16:15:37.226820 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcbe5c51-e37a-48d0-8745-1b5183b814dd req-7d9ccae3-eaa3-4f50-a6fa-9adcc393f119 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726717 Sep 07 16:15:37.241288 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.328852 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 18f4ddf2-e86f-4787-b780-a8af44d2bce6 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:37.382427 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 18f4ddf2-e86f-4787-b780-a8af44d2bce6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:37.382814 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.419258 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85b621cf-1ce8-4d1f-adc0-9d0ec2c4ab57 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.425100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:37.448577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1e4a2-84e1-4b24-a6af-648ed3bd36b2 req-2e42e9b9-91c6-4191-a82b-421ef48daaed tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.450484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbf1e4a2-84e1-4b24-a6af-648ed3bd36b2 req-2e42e9b9-91c6-4191-a82b-421ef48daaed tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 944 time: 0.1272955 Sep 07 16:15:37.459225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Allocated IP 172.25.3.147 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/0c04f1ee-bbd6-47ef-8a03-30be9e92844a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:37.486556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b621cf-1ce8-4d1f-adc0-9d0ec2c4ab57 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Subnet': ['ID=e3391c4a-c23d-45ab-bc5d-d882f96551ea,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:37.490147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.523204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a1a15f5-bd52-42e4-8e7d-d74e834f162d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:37.529476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Transition to ACTIVE for port object ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:37.537578 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.575742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbf1e4a2-84e1-4b24-a6af-648ed3bd36b2 req-0ca14726-3208-4a6d-8041-43420aee14f6 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178894 Sep 07 16:15:37.580886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:37.581551 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.619615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b621cf-1ce8-4d1f-adc0-9d0ec2c4ab57 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Checking segment: {'id': 'a5ebc1b4-2484-45d6-8693-dffd4f36788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '00c388ab-0f5c-4b94-bf22-58df882bde83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:37.620187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b621cf-1ce8-4d1f-adc0-9d0ec2c4ab57 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network hostable DHCP agents. Network: 00c388ab-0f5c-4b94-bf22-58df882bde83, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:15:37.641023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Pushing event updated for resources: {'Port': ['ID=ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:37.702774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b621cf-1ce8-4d1f-adc0-9d0ec2c4ab57 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network 00c388ab-0f5c-4b94-bf22-58df882bde83 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:15:37.704754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf957c79-9b97-4221-9eed-cdd43f3a84d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.727772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 7f32c5ca-0835-4c27-afaa-178ed11febd3 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:37.743005 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-85b621cf-1ce8-4d1f-adc0-9d0ec2c4ab57 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 00c388ab-0f5c-4b94-bf22-58df882bde83) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:37.744565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf957c79-9b97-4221-9eed-cdd43f3a84d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51b5fe3-947b-469a-8c9c-906fdd515f25,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:37.750951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b621cf-1ce8-4d1f-adc0-9d0ec2c4ab57 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.752146 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85b621cf-1ce8-4d1f-adc0-9d0ec2c4ab57 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.757901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56b6cb-9641-4778-aa74-b85430b504d7 None None] Network 00c388ab-0f5c-4b94-bf22-58df882bde83 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:37.786309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.809088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e022be5-ac93-4e03-a5ad-a67cbcef79b5 req-e73a3552-3824-4c29-8cea-fd5c2ee7ac73 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.810564 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e022be5-ac93-4e03-a5ad-a67cbcef79b5 req-e73a3552-3824-4c29-8cea-fd5c2ee7ac73 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.2820516 Sep 07 16:15:37.827064 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-85b621cf-1ce8-4d1f-adc0-9d0ec2c4ab57 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3418281 Sep 07 16:15:37.828089 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55604) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:37.840396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Attempting to bind port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:37.840396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Attempting to bind port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:37.840396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Attempting to bind port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 on network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:37.845903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e3c2c-5fe3-4be8-961d-309d9836b712 req-7b3f2988-6a6d-4dea-a9e1-89b80d0c3d1e tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:37.847181 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-301e3c2c-5fe3-4be8-961d-309d9836b712 req-7b3f2988-6a6d-4dea-a9e1-89b80d0c3d1e tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 945 time: 0.1761205 Sep 07 16:15:37.868399 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 7f32c5ca-0835-4c27-afaa-178ed11febd3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:37.879756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 7f32c5ca-0835-4c27-afaa-178ed11febd3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:37.880182 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.893174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 on network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:37.893566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Attempting to bind port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 on network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:37.934783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:37.934998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Checking segment: {'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:37.935493 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Bound using segment: {'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:37.936050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Bound port: ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:37.936542 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:37.966517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-301e3c2c-5fe3-4be8-961d-309d9836b712 req-b866b76c-1a9c-4a1f-abeb-1f95b41ccb02 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078835 Sep 07 16:15:37.969213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e022be5-ac93-4e03-a5ad-a67cbcef79b5 req-36364bba-f81d-463e-8b54-b97197f363c7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351640 Sep 07 16:15:38.035021 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.055355 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.059360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a60323-8d17-488b-b27f-1bc7c7ebadbb {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:38.083287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.106732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-00c388ab-0f5c-4b94-bf22-58df882bde83', 'network_id': '00c388ab-0f5c-4b94-bf22-58df882bde83', 'tenant_id': '31af7886c7bd492788bcd5bdaaeccbe3', 'fixed_ips': [{'subnet_id': 'e3391c4a-c23d-45ab-bc5d-d882f96551ea'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:15:38.107681 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.114611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11499bf6-95f7-49e8-9fcb-5bee5cf03d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f32c5ca-0835-4c27-afaa-178ed11febd3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:38.116979 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3cee57-9117-4c2a-9f0b-4938319b9db7" -d '{"events": [{"server_uuid": "11499bf6-95f7-49e8-9fcb-5bee5cf03d55", "name": "network-vif-plugged", "status": "completed", "tag": "7f32c5ca-0835-4c27-afaa-178ed11febd3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:38.137413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:38.154799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 7f32c5ca-0835-4c27-afaa-178ed11febd3, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=7f32c5ca-0835-4c27-afaa-178ed11febd3,segment=NetworkSegment(47c19afa-38ef-4e14-956e-03008c972d0a),segment_id=47c19afa-38ef-4e14-956e-03008c972d0a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:38.181332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:38.185143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:38.221233 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Transition to ACTIVE for port object 31a60323-8d17-488b-b27f-1bc7c7ebadbb will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:38.242281 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.244842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event updated for resources: {'Port': ['ID=0c04f1ee-bbd6-47ef-8a03-30be9e92844a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:38.261816 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.309077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c4b48-f03d-44ba-accc-e5b592c4af28 req-e4f18ef6-08ae-45d9-b7ac-fb17d2d3cd1e tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.313285 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-083c4b48-f03d-44ba-accc-e5b592c4af28 req-e4f18ef6-08ae-45d9-b7ac-fb17d2d3cd1e tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 931 time: 0.1745963 Sep 07 16:15:38.387486 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=7f32c5ca-0835-4c27-afaa-178ed11febd3,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:38.395023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Allocated IP 2001:db8::1 (00c388ab-0f5c-4b94-bf22-58df882bde83/e3391c4a-c23d-45ab-bc5d-d882f96551ea/36509f9d-7276-4d20-8f51-de5fd4b915e4) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:38.417852 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a4cdef-0490-44cb-933f-b34aebb6fa1a x-openstack-request-id: req-86a4cdef-0490-44cb-933f-b34aebb6fa1a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:38.418159 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11499bf6-95f7-49e8-9fcb-5bee5cf03d55", "name": "network-vif-plugged", "status": "completed", "tag": "7f32c5ca-0835-4c27-afaa-178ed11febd3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:38.418412 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86a4cdef-0490-44cb-933f-b34aebb6fa1a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:38.419007 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11499bf6-95f7-49e8-9fcb-5bee5cf03d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f32c5ca-0835-4c27-afaa-178ed11febd3', 'code': 200} Sep 07 16:15:38.443132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Pushing event updated for resources: {'Port': ['ID=31a60323-8d17-488b-b27f-1bc7c7ebadbb,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:38.481637 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-083c4b48-f03d-44ba-accc-e5b592c4af28 req-8fad726e-a634-420a-b9af-ebdb061b35c8 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609662 Sep 07 16:15:38.493878 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.519834 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.564123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.568264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Attempting to bind port 31a60323-8d17-488b-b27f-1bc7c7ebadbb on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:38.568772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Attempting to bind port 31a60323-8d17-488b-b27f-1bc7c7ebadbb by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:38.569204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Attempting to bind port 31a60323-8d17-488b-b27f-1bc7c7ebadbb on network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:38.607868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Port 31a60323-8d17-488b-b27f-1bc7c7ebadbb on network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:38.608313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Attempting to bind port 31a60323-8d17-488b-b27f-1bc7c7ebadbb on network 40035eb5-fa52-4f2d-8afe-59b6ac994ec6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:38.632631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:38.633172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Checking segment: {'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:38.633769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Bound using segment: {'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:38.634358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Bound port: 31a60323-8d17-488b-b27f-1bc7c7ebadbb, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bbf5b0-0481-4ff3-bec0-025cb5850004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:38.634952 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.664414 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf957c79-9b97-4221-9eed-cdd43f3a84d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.664970 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.675042 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Transition to ACTIVE for port object 36509f9d-7276-4d20-8f51-de5fd4b915e4 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:38.694264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Transition to ACTIVE for port object 36509f9d-7276-4d20-8f51-de5fd4b915e4 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:38.700640 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.718012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] For port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:38.723290 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.732310 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960e61d-b331-4078-9fbc-517a978e6cba req-80089b70-0fb1-4465-b8ac-534ef9d2a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.734092 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3960e61d-b331-4078-9fbc-517a978e6cba req-80089b70-0fb1-4465-b8ac-534ef9d2a2fc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 1096 time: 0.2371721 Sep 07 16:15:38.738034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Network 00c388ab-0f5c-4b94-bf22-58df882bde83 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:38.741062 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:38.745182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:38.769911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] For port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:38.783615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Pushing event updated for resources: {'Port': ['ID=36509f9d-7276-4d20-8f51-de5fd4b915e4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:38.816758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Attempting to bind port 36509f9d-7276-4d20-8f51-de5fd4b915e4 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:38.817146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Attempting to bind port 36509f9d-7276-4d20-8f51-de5fd4b915e4 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'a5ebc1b4-2484-45d6-8693-dffd4f36788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '00c388ab-0f5c-4b94-bf22-58df882bde83'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:38.817498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Attempting to bind port 36509f9d-7276-4d20-8f51-de5fd4b915e4 on network 00c388ab-0f5c-4b94-bf22-58df882bde83 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:38.823172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:38.823560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Checking segment: {'id': 'a5ebc1b4-2484-45d6-8693-dffd4f36788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '00c388ab-0f5c-4b94-bf22-58df882bde83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:38.823970 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.824845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Bound using segment: {'id': 'a5ebc1b4-2484-45d6-8693-dffd4f36788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '00c388ab-0f5c-4b94-bf22-58df882bde83'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:38.824845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Bound port: 36509f9d-7276-4d20-8f51-de5fd4b915e4, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ebc1b4-2484-45d6-8693-dffd4f36788d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '00c388ab-0f5c-4b94-bf22-58df882bde83'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:38.825236 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.829173 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.863914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043782a-b1e7-4383-add1-6da92cb62b17 req-b29dc560-4bfc-4f64-b5c8-0aa79114b87f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.870800 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043782a-b1e7-4383-add1-6da92cb62b17 req-b29dc560-4bfc-4f64-b5c8-0aa79114b87f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.876722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043782a-b1e7-4383-add1-6da92cb62b17 req-b29dc560-4bfc-4f64-b5c8-0aa79114b87f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.882729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043782a-b1e7-4383-add1-6da92cb62b17 req-b29dc560-4bfc-4f64-b5c8-0aa79114b87f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.888804 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043782a-b1e7-4383-add1-6da92cb62b17 req-b29dc560-4bfc-4f64-b5c8-0aa79114b87f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.890388 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.891562 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.892964 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] 10.222.0.54 "PUT /v2.0/ports/ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 HTTP/1.1" status: 200 len: 1091 time: 2.4746404 Sep 07 16:15:38.895048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043782a-b1e7-4383-add1-6da92cb62b17 req-b29dc560-4bfc-4f64-b5c8-0aa79114b87f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.901589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043782a-b1e7-4383-add1-6da92cb62b17 req-b29dc560-4bfc-4f64-b5c8-0aa79114b87f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.903692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3043782a-b1e7-4383-add1-6da92cb62b17 req-b29dc560-4bfc-4f64-b5c8-0aa79114b87f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.2876415 Sep 07 16:15:38.904903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbe22ae-99a4-46ad-88ba-120d1a4e9f87', 'tag': 'ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:38.908389 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d7db37-a7af-4cf2-8170-f25f6fae616e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbe22ae-99a4-46ad-88ba-120d1a4e9f87", "tag": "ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:38.917618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] For port 36509f9d-7276-4d20-8f51-de5fd4b915e4, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:38.922561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] For port 36509f9d-7276-4d20-8f51-de5fd4b915e4, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=36509f9d-7276-4d20-8f51-de5fd4b915e4,segment=NetworkSegment(a5ebc1b4-2484-45d6-8693-dffd4f36788d),segment_id=a5ebc1b4-2484-45d6-8693-dffd4f36788d)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:38.930063 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:38.939174 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3960e61d-b331-4078-9fbc-517a978e6cba req-4a95083c-b276-428d-a4e8-f2c74db30777 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771567 Sep 07 16:15:38.943594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f4d1b-77fd-4b6a-8952-38e2d583b85a req-dfafed4f-c896-46a9-a8f3-91a8d45c8c83 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.945617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-589f4d1b-77fd-4b6a-8952-38e2d583b85a req-dfafed4f-c896-46a9-a8f3-91a8d45c8c83 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 945 time: 0.2872050 Sep 07 16:15:38.951941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ffd01-ba05-4ce7-934d-336bea1f49a0 req-99b02886-c633-4c0d-b803-ec754472b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:38.953590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb0ffd01-ba05-4ce7-934d-336bea1f49a0 req-99b02886-c633-4c0d-b803-ec754472b9da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=021b7fa5f9114de0bd5a5602ddc36929&device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 1097 time: 0.2769008 Sep 07 16:15:38.966320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] For port 31a60323-8d17-488b-b27f-1bc7c7ebadbb, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:39.003823 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9eee79-5fb3-445e-a80a-8958d7e9807c None None] Pushing event updated for resources: {'Port': ['ID=36509f9d-7276-4d20-8f51-de5fd4b915e4,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:39.004076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] For port 31a60323-8d17-488b-b27f-1bc7c7ebadbb, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=31a60323-8d17-488b-b27f-1bc7c7ebadbb,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:39.011330 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2bde0-6180-48af-af1f-4038db3ead75 service neutron] Pushing event updated for resources: {'Port': ['ID=ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:39.019708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.048360 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.069403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Subnet': ['ID=e3391c4a-c23d-45ab-bc5d-d882f96551ea,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:39.111910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3043782a-b1e7-4383-add1-6da92cb62b17 req-c813154f-a7c5-43ea-8b7b-d707eb707d69 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1869869 Sep 07 16:15:39.168438 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.177220 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.191467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:39.192165 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.193602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] 10.222.0.54 "PUT /v2.0/ports/31a60323-8d17-488b-b27f-1bc7c7ebadbb HTTP/1.1" status: 200 len: 1091 time: 2.7740617 Sep 07 16:15:39.194120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7104580c-e071-4457-b107-0184916dd712', 'tag': '31a60323-8d17-488b-b27f-1bc7c7ebadbb'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:39.197120 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdb043c-dbd6-464f-a49f-36124ca0f997" -d '{"events": [{"name": "network-changed", "server_uuid": "7104580c-e071-4457-b107-0184916dd712", "tag": "31a60323-8d17-488b-b27f-1bc7c7ebadbb"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:39.227084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.256029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c388ab-0f5c-4b94-bf22-58df882bde83']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:39.268654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-589f4d1b-77fd-4b6a-8952-38e2d583b85a req-425e5a49-8dd0-4527-b96b-6f8d180881a2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017547 Sep 07 16:15:39.336301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-bda1b7d0-2401-467d-89ce-8b145f0c01db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:39.337937 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-bda1b7d0-2401-467d-89ce-8b145f0c01db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23e805ea83384bce8f04c15adc9c54fb&device_id=cbbe22ae-99a4-46ad-88ba-120d1a4e9f87 HTTP/1.1" status: 200 len: 1094 time: 0.1723034 Sep 07 16:15:39.339802 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ebc1b4-2484-45d6-8693-dffd4f36788d') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:39.340111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ebc1b4-2484-45d6-8693-dffd4f36788d') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:39.357950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf957c79-9b97-4221-9eed-cdd43f3a84d9 admin admin] Router 01cce54c-f199-433c-9889-70c84b494b44 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:15:39.362754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.407918 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-44281c54-3024-475a-ab20-201fb5a2fdf1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 HTTP/1.1" status: 200 len: 217 time: 0.0583456 Sep 07 16:15:39.416826 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.452404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e16c4-0bab-4b65-be26-fc046d08f430 service neutron] Pushing event updated for resources: {'Port': ['ID=31a60323-8d17-488b-b27f-1bc7c7ebadbb,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:39.500462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3850b756-1d7f-46fa-93f6-033a5ac08d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:39.501941 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-3850b756-1d7f-46fa-93f6-033a5ac08d5a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91998386-275e-4b2f-9360-697ddac787ed HTTP/1.1" status: 200 len: 852 time: 0.0829127 Sep 07 16:15:39.502085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 36509f9d-7276-4d20-8f51-de5fd4b915e4 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:39.502685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ffd01-ba05-4ce7-934d-336bea1f49a0 req-b89e65f6-bff4-456b-8afc-dc86c8fc803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:39.504191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb0ffd01-ba05-4ce7-934d-336bea1f49a0 req-b89e65f6-bff4-456b-8afc-dc86c8fc803c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 HTTP/1.1" status: 200 len: 915 time: 0.5357053 Sep 07 16:15:39.510979 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:15:39.511391 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:15:39.514592 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:15:39.539008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc72ad7-7178-4bd8-9f20-0df2c27e272f req-85653844-7d0a-4987-92de-495ea2faac72 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:39.545675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fc72ad7-7178-4bd8-9f20-0df2c27e272f req-85653844-7d0a-4987-92de-495ea2faac72 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.2487869 Sep 07 16:15:39.558982 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.562021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 36509f9d-7276-4d20-8f51-de5fd4b915e4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:39.566581 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-e597740d-26a3-4ef0-8cde-daa7954bbc1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412643 Sep 07 16:15:39.598071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-42056538-297f-475f-a29e-fd89e2eacc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:39.599721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-42056538-297f-475f-a29e-fd89e2eacc5f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23e805ea83384bce8f04c15adc9c54fb&device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 1094 time: 0.3170774 Sep 07 16:15:39.618499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a326b4-b09b-413b-b413-484b881f4e5d req-ae412567-8e7d-4e6d-918a-a43ef1769877 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:39.620668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66a326b4-b09b-413b-b413-484b881f4e5d req-ae412567-8e7d-4e6d-918a-a43ef1769877 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 945 time: 0.2621124 Sep 07 16:15:39.622016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb0ffd01-ba05-4ce7-934d-336bea1f49a0 req-207cf2e9-92db-4434-8b5f-ccd565870b3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16359975-6534-405f-a7d1-b37ec3123907 HTTP/1.1" status: 200 len: 217 time: 0.0964394 Sep 07 16:15:39.622619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event updated for resources: {'Port': ['ID=0c04f1ee-bbd6-47ef-8a03-30be9e92844a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:39.664067 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 16:15:39.664067 n-d-807551-3 neutron-server[94771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 16:15:39.664067 n-d-807551-3 neutron-server[94771]: [parameters: {'id': '00c388ab-0f5c-4b94-bf22-58df882bde83'}] Sep 07 16:15:39.664067 n-d-807551-3 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:15:39.665076 n-d-807551-3 neutron-server[94771]: DEBUG oslo_db.api [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:15:39.677342 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:39.678516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7aa12f32-478e-43ae-92a5-9ea00b0ab2d5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9379311 Sep 07 16:15:39.688240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-2a46abd1-c6ac-4c18-b402-0dcaf8c155ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31a60323-8d17-488b-b27f-1bc7c7ebadbb HTTP/1.1" status: 200 len: 217 time: 0.0613296 Sep 07 16:15:39.725322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf957c79-9b97-4221-9eed-cdd43f3a84d9 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:15:39.727235 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cf957c79-9b97-4221-9eed-cdd43f3a84d9 admin admin] 10.222.0.70 "PUT /v2.0/routers/01cce54c-f199-433c-9889-70c84b494b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7733672 Sep 07 16:15:39.730193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55636) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:39.736646 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf48ff-cd13-4b94-ae02-afa97fd116bb None None] Sync routers for ids ['01cce54c-f199-433c-9889-70c84b494b44'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:15:39.747857 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf48ff-cd13-4b94-ae02-afa97fd116bb None None] Routers {'01cce54c-f199-433c-9889-70c84b494b44'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:15:39.748728 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7caf48ff-cd13-4b94-ae02-afa97fd116bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:15:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['01cce54c-f199-433c-9889-70c84b494b44'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:39.792788 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-336c1cff-94c2-4d6e-a1b5-339537dd64e8 service neutron] 10.222.0.54 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941304 Sep 07 16:15:39.804084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fc72ad7-7178-4bd8-9f20-0df2c27e272f req-d1e88bd9-f9d7-4abe-8d45-6f660376f5f5 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101395 Sep 07 16:15:39.844712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66a326b4-b09b-413b-b413-484b881f4e5d req-8b72bdb2-3660-4d4f-9149-6ce8cfd48076 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915355 Sep 07 16:15:39.849031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ffd01-ba05-4ce7-934d-336bea1f49a0 req-5dc01999-5eac-444d-9491-1ed685439d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:39.850843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb0ffd01-ba05-4ce7-934d-336bea1f49a0 req-5dc01999-5eac-444d-9491-1ed685439d0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60f16aa3-09ad-45d7-a79d-cdb8160a9e1a HTTP/1.1" status: 200 len: 854 time: 0.2084661 Sep 07 16:15:39.852693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-96583edb-cc42-45b0-91fe-092db9e49df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:39.854177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-96583edb-cc42-45b0-91fe-092db9e49df5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91998386-275e-4b2f-9360-697ddac787ed HTTP/1.1" status: 200 len: 852 time: 0.1320603 Sep 07 16:15:39.907998 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7093a2-24a4-414d-9e3c-d9926e32e649 x-openstack-request-id: req-fa7093a2-24a4-414d-9e3c-d9926e32e649 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:39.908298 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbe22ae-99a4-46ad-88ba-120d1a4e9f87", "tag": "ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:39.908584 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa7093a2-24a4-414d-9e3c-d9926e32e649 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:39.909039 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbe22ae-99a4-46ad-88ba-120d1a4e9f87', 'tag': 'ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4', 'status': 'completed', 'code': 200} Sep 07 16:15:39.929459 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7caf48ff-cd13-4b94-ae02-afa97fd116bb None None] Set router 01cce54c-f199-433c-9889-70c84b494b44 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:15:39.946778 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-dd489d20-849c-4698-8168-b4d21e332a9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631077 Sep 07 16:15:39.957689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb0ffd01-ba05-4ce7-934d-336bea1f49a0 req-7f50f098-7fa3-4832-8709-73fd148d4153 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835371 Sep 07 16:15:39.959223 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058978b0-cb09-48a4-86e3-d12829943ecd x-openstack-request-id: req-058978b0-cb09-48a4-86e3-d12829943ecd {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:39.959529 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7104580c-e071-4457-b107-0184916dd712", "tag": "31a60323-8d17-488b-b27f-1bc7c7ebadbb", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:39.959791 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-058978b0-cb09-48a4-86e3-d12829943ecd {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:39.960201 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7104580c-e071-4457-b107-0184916dd712', 'tag': '31a60323-8d17-488b-b27f-1bc7c7ebadbb', 'status': 'completed', 'code': 200} Sep 07 16:15:40.025061 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.137226 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-5e85faa2-f438-424c-97b3-d6a9f7249023 service neutron] 10.222.0.54 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364475 Sep 07 16:15:40.169543 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.236678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c27f2f-5abb-4851-8b62-67b4af8c510f None None] Network 00c388ab-0f5c-4b94-bf22-58df882bde83 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:40.250887 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:15:40.274753 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7caf48ff-cd13-4b94-ae02-afa97fd116bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:15:37Z', 'revision_number': 5, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:40.312597 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.313875 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf48ff-cd13-4b94-ae02-afa97fd116bb None None] Checking router: 01cce54c-f199-433c-9889-70c84b494b44 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:15:40.328073 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf48ff-cd13-4b94-ae02-afa97fd116bb None None] Routers {'01cce54c-f199-433c-9889-70c84b494b44'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:15:40.329421 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7caf48ff-cd13-4b94-ae02-afa97fd116bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:15:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['01cce54c-f199-433c-9889-70c84b494b44'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:40.341559 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7db37-a7af-4cf2-8170-f25f6fae616e req-6cb66c58-efb6-4eea-9179-ad415e250e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:40.343442 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-55d7db37-a7af-4cf2-8170-f25f6fae616e req-6cb66c58-efb6-4eea-9179-ad415e250e81 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23e805ea83384bce8f04c15adc9c54fb&device_id=cbbe22ae-99a4-46ad-88ba-120d1a4e9f87 HTTP/1.1" status: 200 len: 1094 time: 0.1219997 Sep 07 16:15:40.388424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4914581f-20d8-4f0c-b3e4-5dc48099d86a None None] Provisioning for port 36509f9d-7276-4d20-8f51-de5fd4b915e4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:40.394005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4914581f-20d8-4f0c-b3e4-5dc48099d86a None None] Provisioning complete for port 36509f9d-7276-4d20-8f51-de5fd4b915e4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:40.394393 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4914581f-20d8-4f0c-b3e4-5dc48099d86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.433836 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0971008d-fd54-4650-8e95-051c01904644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.487942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Deleting port 36509f9d-7276-4d20-8f51-de5fd4b915e4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:40.488306 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.491371 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4914581f-20d8-4f0c-b3e4-5dc48099d86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.517600 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7caf48ff-cd13-4b94-ae02-afa97fd116bb None None] Set router 01cce54c-f199-433c-9889-70c84b494b44 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:15:40.534659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4914581f-20d8-4f0c-b3e4-5dc48099d86a None None] For port 36509f9d-7276-4d20-8f51-de5fd4b915e4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=36509f9d-7276-4d20-8f51-de5fd4b915e4,segment=NetworkSegment(a5ebc1b4-2484-45d6-8693-dffd4f36788d),segment_id=a5ebc1b4-2484-45d6-8693-dffd4f36788d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:40.539078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b88aa-64d2-4212-b80b-a44814cdc971 None None] DHCP port deletion for 00c388ab-0f5c-4b94-bf22-58df882bde83 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:15:40.543738 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4914581f-20d8-4f0c-b3e4-5dc48099d86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.562607 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-666c8a95-5add-40ef-8302-b90f4f7e11af service neutron] 10.222.0.54 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015265 Sep 07 16:15:40.596312 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] For port 36509f9d-7276-4d20-8f51-de5fd4b915e4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=36509f9d-7276-4d20-8f51-de5fd4b915e4,segment=NetworkSegment(a5ebc1b4-2484-45d6-8693-dffd4f36788d),segment_id=a5ebc1b4-2484-45d6-8693-dffd4f36788d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:40.597233 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.612859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Calling delete_port for 36509f9d-7276-4d20-8f51-de5fd4b915e4 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:40.632069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914581f-20d8-4f0c-b3e4-5dc48099d86a None None] Pushing event updated for resources: {'Port': ['ID=36509f9d-7276-4d20-8f51-de5fd4b915e4,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:40.632297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb0ffd01-ba05-4ce7-934d-336bea1f49a0 req-5b34096d-622e-4e26-8188-7f87a71384ec service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634355 Sep 07 16:15:40.650752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-592b88aa-64d2-4212-b80b-a44814cdc971 None None] Deleting port 36509f9d-7276-4d20-8f51-de5fd4b915e4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:40.651279 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-592b88aa-64d2-4212-b80b-a44814cdc971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.715926 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.720159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7db37-a7af-4cf2-8170-f25f6fae616e req-d810abdb-e95c-402f-a542-90cf58115c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:40.720502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-592b88aa-64d2-4212-b80b-a44814cdc971 None None] For port 36509f9d-7276-4d20-8f51-de5fd4b915e4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=36509f9d-7276-4d20-8f51-de5fd4b915e4,segment=NetworkSegment(a5ebc1b4-2484-45d6-8693-dffd4f36788d),segment_id=a5ebc1b4-2484-45d6-8693-dffd4f36788d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:40.721018 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-592b88aa-64d2-4212-b80b-a44814cdc971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.722300 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-55d7db37-a7af-4cf2-8170-f25f6fae616e req-d810abdb-e95c-402f-a542-90cf58115c97 service neutron] 10.222.0.54 "GET /v2.0/networks?id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6 HTTP/1.1" status: 200 len: 913 time: 0.3558927 Sep 07 16:15:40.731299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82d79cca-d8ff-4ba4-801b-2e80d476c652 req-d73aa914-a7aa-4b61-a6fb-1b93d052c4e7 service neutron] 10.222.0.54 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961225 Sep 07 16:15:40.737255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-592b88aa-64d2-4212-b80b-a44814cdc971 None None] Calling delete_port for 36509f9d-7276-4d20-8f51-de5fd4b915e4 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:40.780961 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7caf48ff-cd13-4b94-ae02-afa97fd116bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:15:37Z', 'revision_number': 5, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:40.782507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-890e649a-4219-4cd5-b34f-41230dc6bccc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--215406982&fields=id&tenant_id=b9848727a03c41348e7ad9c0dce7eea4 HTTP/1.1" status: 200 len: 267 time: 0.6882048 Sep 07 16:15:40.815442 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf48ff-cd13-4b94-ae02-afa97fd116bb None None] The sync data for ids ['01cce54c-f199-433c-9889-70c84b494b44'] in n-d-807551-3 is: [{'id': '01cce54c-f199-433c-9889-70c84b494b44', 'name': 'tempest-ServersTestManualDisk-213783088-router', 'tenant_id': '2b63e36812e14cb0a14780f7dc237f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:06Z', 'updated_at': '2021-09-07T16:15:37Z', 'revision_number': 5, 'project_id': '2b63e36812e14cb0a14780f7dc237f5c', 'gw_port': {'id': '1a880f3a-548e-45d7-9700-93ccfd7aa0d4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cce54c-f199-433c-9889-70c84b494b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:07Z', 'updated_at': '2021-09-07T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:15:40.816003 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-55d7db37-a7af-4cf2-8170-f25f6fae616e req-919959e0-f113-4ab0-a37d-8f0e60656728 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 HTTP/1.1" status: 200 len: 217 time: 0.0834372 Sep 07 16:15:40.822859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No DVR routers for this DVR port 36509f9d-7276-4d20-8f51-de5fd4b915e4 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:15:40.828447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Port': ['ID=36509f9d-7276-4d20-8f51-de5fd4b915e4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:40.834983 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-592b88aa-64d2-4212-b80b-a44814cdc971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:40.865107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b88aa-64d2-4212-b80b-a44814cdc971 None None] Pushing event deleted for resources: {'Port': ['ID=36509f9d-7276-4d20-8f51-de5fd4b915e4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:40.872251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b88aa-64d2-4212-b80b-a44814cdc971 None None] No DVR routers for this DVR port 36509f9d-7276-4d20-8f51-de5fd4b915e4 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:15:40.907865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed8e2a-f887-47cd-942d-293e42e5c46c req-1625bd5d-1e0e-412c-909a-647c21df1eec tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:40.909392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bed8e2a-f887-47cd-942d-293e42e5c46c req-1625bd5d-1e0e-412c-909a-647c21df1eec tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 945 time: 0.8057978 Sep 07 16:15:40.933590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fea34-b179-405f-b2fc-e9819718cf25 req-563d843c-031b-4455-bc28-aef6d152c357 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:40.935102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae4fea34-b179-405f-b2fc-e9819718cf25 req-563d843c-031b-4455-bc28-aef6d152c357 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 943 time: 0.8938606 Sep 07 16:15:40.939338 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Deleting port 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:40.939693 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.005058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7db37-a7af-4cf2-8170-f25f6fae616e req-974854a6-0279-427b-81ea-9c273588e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.006508 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-55d7db37-a7af-4cf2-8170-f25f6fae616e req-974854a6-0279-427b-81ea-9c273588e15b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91998386-275e-4b2f-9360-697ddac787ed HTTP/1.1" status: 200 len: 852 time: 0.1726916 Sep 07 16:15:41.009589 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.115409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb043c-dbd6-464f-a49f-36124ca0f997 req-86e8d70e-3b1c-484d-903e-b65f865109ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.116905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbdb043c-dbd6-464f-a49f-36124ca0f997 req-86e8d70e-3b1c-484d-903e-b65f865109ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=23e805ea83384bce8f04c15adc9c54fb&device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 1094 time: 0.3185174 Sep 07 16:15:41.118775 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb0ffd01-ba05-4ce7-934d-336bea1f49a0 req-8c591779-7092-4df6-8f1e-b41059b80c97 service neutron] 10.222.0.35 "GET /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864462 Sep 07 16:15:41.143149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae4fea34-b179-405f-b2fc-e9819718cf25 req-104d25d4-a3c3-4ff4-acba-2f6a3458a458 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902966 Sep 07 16:15:41.209968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-35c2616b-752e-45c8-a5af-d34b800320a0 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.217347 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-35c2616b-752e-45c8-a5af-d34b800320a0 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 811 time: 0.4338288 Sep 07 16:15:41.289223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-90e5901c-e860-43ea-9969-117955e4526a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/quotas/b9848727a03c41348e7ad9c0dce7eea4 HTTP/1.1" status: 200 len: 375 time: 0.0706456 Sep 07 16:15:41.319393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a51b5fe3-947b-469a-8c9c-906fdd515f25 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:15:41.342064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: a51b5fe3-947b-469a-8c9c-906fdd515f25 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:15:41.343031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a51b5fe3-947b-469a-8c9c-906fdd515f25 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:15:41.343509 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 36509f9d-7276-4d20-8f51-de5fd4b915e4 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:15:41.374225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 36509f9d-7276-4d20-8f51-de5fd4b915e4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:15:41.375198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 36509f9d-7276-4d20-8f51-de5fd4b915e4 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:15:41.391030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4bed8e2a-f887-47cd-942d-293e42e5c46c req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Deleting port ba03ec42-12ef-45f6-a115-9bdee1f32ece {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:41.391623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bed8e2a-f887-47cd-942d-293e42e5c46c req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.411152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c388ab-0f5c-4b94-bf22-58df882bde83']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:41.414844 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-55d7db37-a7af-4cf2-8170-f25f6fae616e req-466c2165-db2f-4d67-a71a-6e10751a2447 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3958318 Sep 07 16:15:41.434728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ebc1b4-2484-45d6-8693-dffd4f36788d') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:41.435030 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ebc1b4-2484-45d6-8693-dffd4f36788d') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:41.461089 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.476511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb043c-dbd6-464f-a49f-36124ca0f997 req-4ad1d8d6-be07-49f5-b576-ffb6cda6290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.477995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbdb043c-dbd6-464f-a49f-36124ca0f997 req-4ad1d8d6-be07-49f5-b576-ffb6cda6290a service neutron] 10.222.0.54 "GET /v2.0/networks?id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6 HTTP/1.1" status: 200 len: 913 time: 0.3508322 Sep 07 16:15:41.489297 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] For port 1a880f3a-548e-45d7-9700-93ccfd7aa0d4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1a880f3a-548e-45d7-9700-93ccfd7aa0d4,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:41.489678 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.489813 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-fffc5281-1939-4b10-954a-d088d7465f76 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1996956 Sep 07 16:15:41.501667 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.514531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eae69-1b54-4961-a83d-29d288912146 req-c2288d7a-d226-4b44-814e-8625b7e38941 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.520654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eae69-1b54-4961-a83d-29d288912146 req-c2288d7a-d226-4b44-814e-8625b7e38941 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.526548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eae69-1b54-4961-a83d-29d288912146 req-c2288d7a-d226-4b44-814e-8625b7e38941 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.532412 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eae69-1b54-4961-a83d-29d288912146 req-c2288d7a-d226-4b44-814e-8625b7e38941 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.538482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eae69-1b54-4961-a83d-29d288912146 req-c2288d7a-d226-4b44-814e-8625b7e38941 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.545210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eae69-1b54-4961-a83d-29d288912146 req-c2288d7a-d226-4b44-814e-8625b7e38941 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.550961 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eae69-1b54-4961-a83d-29d288912146 req-c2288d7a-d226-4b44-814e-8625b7e38941 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.551923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:15:41.552536 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.552962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e7eae69-1b54-4961-a83d-29d288912146 req-c2288d7a-d226-4b44-814e-8625b7e38941 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.2587357 Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:15:41.557464 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:15:41.573295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Calling delete_port for 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:41.613917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbdb043c-dbd6-464f-a49f-36124ca0f997 req-d261b0e9-f264-4b02-b3f1-d1e7e06d5ae5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31a60323-8d17-488b-b27f-1bc7c7ebadbb HTTP/1.1" status: 200 len: 217 time: 0.1182125 Sep 07 16:15:41.684614 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.687894 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-55d7db37-a7af-4cf2-8170-f25f6fae616e req-2867362b-ad7b-4950-87c0-3f5c2f191f36 service neutron] 10.222.0.54 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634225 Sep 07 16:15:41.694162 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.696012 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/00c388ab-0f5c-4b94-bf22-58df882bde83 HTTP/1.1" status: 204 len: 168 time: 3.8676515 Sep 07 16:15:41.708758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:41.713619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-756089e1-3c44-4e86-b9c1-9cdacbc7b9f6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-414303278'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:41.714872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4bed8e2a-f887-47cd-942d-293e42e5c46c req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] For port ba03ec42-12ef-45f6-a115-9bdee1f32ece, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ba03ec42-12ef-45f6-a115-9bdee1f32ece,segment=NetworkSegment(a4bd92bc-a0b8-49ca-82d4-0d033c05f225),segment_id=a4bd92bc-a0b8-49ca-82d4-0d033c05f225)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:41.715248 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bed8e2a-f887-47cd-942d-293e42e5c46c req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.739364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab256e6-b23e-43e4-8ff5-28bce896a701 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Network': ['ID=00c388ab-0f5c-4b94-bf22-58df882bde83,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:41.748200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4bed8e2a-f887-47cd-942d-293e42e5c46c req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Calling delete_port for ba03ec42-12ef-45f6-a115-9bdee1f32ece owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:41.755032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e7eae69-1b54-4961-a83d-29d288912146 req-11d45bf9-36d9-4eb0-a24e-b45505a2a111 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1898198 Sep 07 16:15:41.776565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb043c-dbd6-464f-a49f-36124ca0f997 req-8beb4b2a-ecd7-4c1e-9017-25da08b7f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:41.778051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbdb043c-dbd6-464f-a49f-36124ca0f997 req-8beb4b2a-ecd7-4c1e-9017-25da08b7f81f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91998386-275e-4b2f-9360-697ddac787ed HTTP/1.1" status: 200 len: 852 time: 0.1441014 Sep 07 16:15:41.824815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756089e1-3c44-4e86-b9c1-9cdacbc7b9f6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:41.828184 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-756089e1-3c44-4e86-b9c1-9cdacbc7b9f6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.851776 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-8d7bbf2d-4d2a-45ae-bb49-780793a0f7f1 service neutron] 10.222.0.70 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967129 Sep 07 16:15:41.871972 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbdb043c-dbd6-464f-a49f-36124ca0f997 req-0e8a0ee8-476c-4a72-a19b-0a187a9d2d58 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40035eb5-fa52-4f2d-8afe-59b6ac994ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572290 Sep 07 16:15:41.922157 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-55d7db37-a7af-4cf2-8170-f25f6fae616e req-2b0c46da-9e28-467f-96d8-5c1c0b26255e service neutron] 10.222.0.54 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234972 Sep 07 16:15:41.928829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756089e1-3c44-4e86-b9c1-9cdacbc7b9f6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:15:41.949227 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-756089e1-3c44-4e86-b9c1-9cdacbc7b9f6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:41.949739 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-756089e1-3c44-4e86-b9c1-9cdacbc7b9f6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Added segment 88761e87-b2e7-412b-bd5e-38da1a0b55a6 of type vlan for network 5d5ab28a-b625-4f32-a7c8-32719f4584ee Sep 07 16:15:42.008270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6f23-b7f0-4ba1-ae28-2b805dae7ef7 req-a6261296-8f7b-460c-abd2-6ef78833228d tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:42.009878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-193a6f23-b7f0-4ba1-ae28-2b805dae7ef7 req-a6261296-8f7b-460c-abd2-6ef78833228d tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb978b86-effa-4665-94c8-4f945d8efb52 HTTP/1.1" status: 200 len: 945 time: 0.1833656 Sep 07 16:15:42.046038 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-756089e1-3c44-4e86-b9c1-9cdacbc7b9f6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.051433 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.081688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a880f3a-548e-45d7-9700-93ccfd7aa0d4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:42.137872 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-756089e1-3c44-4e86-b9c1-9cdacbc7b9f6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.143877 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756089e1-3c44-4e86-b9c1-9cdacbc7b9f6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:42.144442 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-756089e1-3c44-4e86-b9c1-9cdacbc7b9f6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.181165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbdb043c-dbd6-464f-a49f-36124ca0f997 req-d045e950-5a84-47c1-af19-bfbbc4a76e80 service neutron] 10.222.0.54 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949858 Sep 07 16:15:42.188708 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-b876220d-4617-43c5-b517-1977d8194ff6 service neutron] 10.222.0.70 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155169 Sep 07 16:15:42.192587 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-756089e1-3c44-4e86-b9c1-9cdacbc7b9f6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4827392 Sep 07 16:15:42.199513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55658) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:42.201074 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-193a6f23-b7f0-4ba1-ae28-2b805dae7ef7 req-7b2a3b4d-05f6-4b4d-9efb-51f6edea1a39 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.70 "GET /v2.0/security-groups?id=fe22b0a6-8de5-4b35-a536-bd5bc544fe21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384740 Sep 07 16:15:42.235507 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-047982f1-e833-4647-b0d8-9087264f095b tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'subnet': {'network_id': '5d5ab28a-b625-4f32-a7c8-32719f4584ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:42.239080 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.248756 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bed8e2a-f887-47cd-942d-293e42e5c46c req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.279790 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756089e1-3c44-4e86-b9c1-9cdacbc7b9f6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Network': ['ID=5d5ab28a-b625-4f32-a7c8-32719f4584ee,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:42.292493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 5d5ab28a-b625-4f32-a7c8-32719f4584ee details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:15:42.326143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Pushing event deleted for resources: {'Port': ['ID=ba03ec42-12ef-45f6-a115-9bdee1f32ece,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:42.380778 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.392265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:42.397722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:42.397722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:42.397722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:42.397722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:42.397722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:42.397722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:42.397722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:42.397722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:42.397722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:42.397722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:42.397722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:42.427125 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.451024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bed8e2a-f887-47cd-942d-293e42e5c46c req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] No DVR routers for this DVR port ba03ec42-12ef-45f6-a115-9bdee1f32ece on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:15:42.456211 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4bed8e2a-f887-47cd-942d-293e42e5c46c req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.458547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bed8e2a-f887-47cd-942d-293e42e5c46c req-f43b14c3-d626-4dcb-8d4c-140ed9d40ab2 tempest-ServersNegativeTestMultiTenantJSON-1836351546 tempest-ServersNegativeTestMultiTenantJSON-1836351546-project] 10.222.0.35 "DELETE /v2.0/ports/ba03ec42-12ef-45f6-a115-9bdee1f32ece HTTP/1.1" status: 204 len: 173 time: 1.5206819 Sep 07 16:15:42.459446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb978b86-effa-4665-94c8-4f945d8efb52', 'name': 'network-vif-deleted', 'tag': 'ba03ec42-12ef-45f6-a115-9bdee1f32ece'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:42.462497 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d1be7a-532c-4926-9eaa-3387445e5fb4" -d '{"events": [{"server_uuid": "bb978b86-effa-4665-94c8-4f945d8efb52", "name": "network-vif-deleted", "tag": "ba03ec42-12ef-45f6-a115-9bdee1f32ece"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:42.469437 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbdb043c-dbd6-464f-a49f-36124ca0f997 req-e951903a-aba5-45d3-ab02-80fb42263e34 service neutron] 10.222.0.54 "GET /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796369 Sep 07 16:15:42.491198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.491781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01cce54c-f199-433c-9889-70c84b494b44 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:15:42.498265 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.501933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db114c41-601f-45f4-b0ed-4216c1f653d7 req-89c170c9-061a-481a-b974-d8b68040f498 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:42.502173 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-436f6faa-e69a-41bc-8252-a0bfbb31d931 admin admin] 10.222.0.70 "DELETE /v2.0/routers/01cce54c-f199-433c-9889-70c84b494b44 HTTP/1.1" status: 204 len: 168 time: 2.7714930 Sep 07 16:15:42.504211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55666) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:42.511298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db114c41-601f-45f4-b0ed-4216c1f653d7 req-89c170c9-061a-481a-b974-d8b68040f498 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.1982329 Sep 07 16:15:42.537076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047982f1-e833-4647-b0d8-9087264f095b tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:42.540579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-047982f1-e833-4647-b0d8-9087264f095b tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.595594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db114c41-601f-45f4-b0ed-4216c1f653d7 req-9f6251a0-697f-4c9a-ac90-b252b48ca368 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830765 Sep 07 16:15:42.631137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753cb7f-a799-422f-a2e2-4a7f6101a6c0 req-88db034a-c319-4f43-92eb-37e926906d58 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:42.638899 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5a7fae-1ca0-4c9f-836b-74f34d031e45 admin admin] Deleting subnet 639bdfd4-b289-4524-8745-97634f356693 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:15:42.646308 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1753cb7f-a799-422f-a2e2-4a7f6101a6c0 req-88db034a-c319-4f43-92eb-37e926906d58 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 945 time: 0.1795566 Sep 07 16:15:42.650761 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f5a7fae-1ca0-4c9f-836b-74f34d031e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.711166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1753cb7f-a799-422f-a2e2-4a7f6101a6c0 req-048b3b8b-126e-4e82-8f1b-44c4a669d9b9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633404 Sep 07 16:15:42.746058 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f5a7fae-1ca0-4c9f-836b-74f34d031e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.836218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-708049f0-2435-4e5a-b44e-ea6eb03fd6e3 req-7f19e6f4-5dfe-48b2-b4fc-4f5a03615e76 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 210 time: 0.0342166 Sep 07 16:15:42.853011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d68aeb-a93b-4a4c-afbc-1c550a64b9cd req-310f5711-49a2-45b7-8450-8b437b6aaded tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:42.854742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d68aeb-a93b-4a4c-afbc-1c550a64b9cd req-310f5711-49a2-45b7-8450-8b437b6aaded tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 943 time: 0.0992062 Sep 07 16:15:42.907410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d68aeb-a93b-4a4c-afbc-1c550a64b9cd req-ee394cc9-8c34-422e-a22d-3589ad12b9b2 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445335 Sep 07 16:15:42.913413 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125b0184-770e-4573-9113-919e784e216b x-openstack-request-id: req-125b0184-770e-4573-9113-919e784e216b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:42.913413 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb978b86-effa-4665-94c8-4f945d8efb52", "name": "network-vif-deleted", "tag": "ba03ec42-12ef-45f6-a115-9bdee1f32ece", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:42.913413 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-125b0184-770e-4573-9113-919e784e216b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:42.913413 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb978b86-effa-4665-94c8-4f945d8efb52', 'name': 'network-vif-deleted', 'tag': 'ba03ec42-12ef-45f6-a115-9bdee1f32ece', 'status': 'completed', 'code': 200} Sep 07 16:15:42.913951 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f5a7fae-1ca0-4c9f-836b-74f34d031e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:42.936644 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-047982f1-e833-4647-b0d8-9087264f095b tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.019777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047982f1-e833-4647-b0d8-9087264f095b tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Subnet': ['ID=db5e43fb-aac9-41f1-aea0-878d7f6d8087,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:43.039130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047982f1-e833-4647-b0d8-9087264f095b tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Checking segment: {'id': '88761e87-b2e7-412b-bd5e-38da1a0b55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5d5ab28a-b625-4f32-a7c8-32719f4584ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:43.039591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047982f1-e833-4647-b0d8-9087264f095b tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network hostable DHCP agents. Network: 5d5ab28a-b625-4f32-a7c8-32719f4584ee, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:15:43.050484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f5a7fae-1ca0-4c9f-836b-74f34d031e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.064525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd848ee-af00-4d90-949a-8e877310976f req-dd8d1caa-193e-4931-aa83-f0b05640f58c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:43.066088 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bd848ee-af00-4d90-949a-8e877310976f req-dd8d1caa-193e-4931-aa83-f0b05640f58c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.0997303 Sep 07 16:15:43.082533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b9b1a-1b22-46c6-b2bb-8dead2ece2d0 req-3b1ead38-0ca7-4bd3-91cf-cbfe272037a1 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:43.084063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba5b9b1a-1b22-46c6-b2bb-8dead2ece2d0 req-3b1ead38-0ca7-4bd3-91cf-cbfe272037a1 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 945 time: 0.0856597 Sep 07 16:15:43.092269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a7fae-1ca0-4c9f-836b-74f34d031e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639bdfd4-b289-4524-8745-97634f356693,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:43.095187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55680) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:43.097927 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f5a7fae-1ca0-4c9f-836b-74f34d031e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.101321 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5f5a7fae-1ca0-4c9f-836b-74f34d031e45 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/639bdfd4-b289-4524-8745-97634f356693 HTTP/1.1" status: 204 len: 168 time: 0.5961118 Sep 07 16:15:43.104598 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dda007-87ab-45a1-9436-b2f6d40f89a9 None None] Network d22d9031-6686-4bfc-976c-f6d7001137bd requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:43.106253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55682) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:43.110217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-285c4534-d8ea-4711-adb8-af46fbea7efc tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Request body: {'floatingip': {'port_id': '7f32c5ca-0835-4c27-afaa-178ed11febd3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:43.140927 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047982f1-e833-4647-b0d8-9087264f095b tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network 5d5ab28a-b625-4f32-a7c8-32719f4584ee is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:15:43.165289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-047982f1-e833-4647-b0d8-9087264f095b tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 5d5ab28a-b625-4f32-a7c8-32719f4584ee) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:43.172013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047982f1-e833-4647-b0d8-9087264f095b tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:43.174819 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-047982f1-e833-4647-b0d8-9087264f095b tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.187067 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0453c120-bba0-4f81-a24e-b4d13e81128c None None] Network 5d5ab28a-b625-4f32-a7c8-32719f4584ee requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:43.225263 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bd848ee-af00-4d90-949a-8e877310976f req-468e3a41-6c9b-490b-a972-ec99cc31931b tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262069 Sep 07 16:15:43.231608 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-285c4534-d8ea-4711-adb8-af46fbea7efc tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.260906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.271252 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-047982f1-e833-4647-b0d8-9087264f095b tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0707922 Sep 07 16:15:43.274366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55688) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:43.311467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55690) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:43.395761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:15:43.433865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:15:43.434478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1a880f3a-548e-45d7-9700-93ccfd7aa0d4 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:15:43.439945 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.508689 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac85e9ec-1950-4096-89f0-0c2c2af1fe5c admin admin] Deleting subnet e7954409-e894-4756-80cc-b38405674078 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:15:43.513109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac85e9ec-1950-4096-89f0-0c2c2af1fe5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.543884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522b147-5fc8-4bec-9244-9c65fdb085e7 req-08c24c4e-38e1-44bb-a68d-42398775cdeb tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:43.549745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522b147-5fc8-4bec-9244-9c65fdb085e7 req-08c24c4e-38e1-44bb-a68d-42398775cdeb tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:43.555941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522b147-5fc8-4bec-9244-9c65fdb085e7 req-08c24c4e-38e1-44bb-a68d-42398775cdeb tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:43.563342 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522b147-5fc8-4bec-9244-9c65fdb085e7 req-08c24c4e-38e1-44bb-a68d-42398775cdeb tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:43.569033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-5d5ab28a-b625-4f32-a7c8-32719f4584ee', 'network_id': '5d5ab28a-b625-4f32-a7c8-32719f4584ee', 'tenant_id': '31af7886c7bd492788bcd5bdaaeccbe3', 'fixed_ips': [{'subnet_id': 'db5e43fb-aac9-41f1-aea0-878d7f6d8087'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:15:43.569996 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.570751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522b147-5fc8-4bec-9244-9c65fdb085e7 req-08c24c4e-38e1-44bb-a68d-42398775cdeb tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:43.576723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522b147-5fc8-4bec-9244-9c65fdb085e7 req-08c24c4e-38e1-44bb-a68d-42398775cdeb tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:43.582556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522b147-5fc8-4bec-9244-9c65fdb085e7 req-08c24c4e-38e1-44bb-a68d-42398775cdeb tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:43.585494 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7522b147-5fc8-4bec-9244-9c65fdb085e7 req-08c24c4e-38e1-44bb-a68d-42398775cdeb tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.2089748 Sep 07 16:15:43.604203 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac85e9ec-1950-4096-89f0-0c2c2af1fe5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.633038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Deleting port bb672269-52b5-4ba1-b8ff-f4efac8a8690 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:43.633283 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.646289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f4087-bad8-4c6d-85c6-9111be0075ce req-e2d773bb-602e-490e-aa9b-2131f7a0233c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:43.647800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd5f4087-bad8-4c6d-85c6-9111be0075ce req-e2d773bb-602e-490e-aa9b-2131f7a0233c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.2231584 Sep 07 16:15:43.652126 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.692797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aad4b35-cc45-40a2-844e-370401d8086b None None] DHCP port deletion for d22d9031-6686-4bfc-976c-f6d7001137bd request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:15:43.751366 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac85e9ec-1950-4096-89f0-0c2c2af1fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.760998 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 31a60323-8d17-488b-b27f-1bc7c7ebadbb details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:43.777861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7522b147-5fc8-4bec-9244-9c65fdb085e7 req-7e2d4c90-4819-40ef-b927-25e454cab373 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1489401 Sep 07 16:15:43.805097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Allocated IP 2001:db8::1 (5d5ab28a-b625-4f32-a7c8-32719f4584ee/db5e43fb-aac9-41f1-aea0-878d7f6d8087/bb2752f3-1bf0-486e-8b10-83b92807bd67) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:43.815862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] For port bb672269-52b5-4ba1-b8ff-f4efac8a8690, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bb672269-52b5-4ba1-b8ff-f4efac8a8690,segment=NetworkSegment(594dcd36-1830-4129-8dfd-b38a4ac7301d),segment_id=594dcd36-1830-4129-8dfd-b38a4ac7301d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:43.816235 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.819456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd5f4087-bad8-4c6d-85c6-9111be0075ce req-7e260428-6b4c-4799-9c75-cda37ca49dbe tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453357 Sep 07 16:15:43.834089 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Calling delete_port for bb672269-52b5-4ba1-b8ff-f4efac8a8690 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:43.939778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5aad4b35-cc45-40a2-844e-370401d8086b None None] Deleting port bb672269-52b5-4ba1-b8ff-f4efac8a8690 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:43.940163 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5aad4b35-cc45-40a2-844e-370401d8086b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.959873 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:43.964407 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac85e9ec-1950-4096-89f0-0c2c2af1fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.000722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85e9ec-1950-4096-89f0-0c2c2af1fe5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7954409-e894-4756-80cc-b38405674078,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:44.008938 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac85e9ec-1950-4096-89f0-0c2c2af1fe5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.011193 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ac85e9ec-1950-4096-89f0-0c2c2af1fe5c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e7954409-e894-4756-80cc-b38405674078 HTTP/1.1" status: 204 len: 168 time: 0.6784017 Sep 07 16:15:44.013618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55700) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:44.034005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5159e941-b332-46db-a759-d47aaa8b3f66 req-1cadcdf4-b344-42d8-aa23-8c56121b0d03 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 210 time: 0.0545602 Sep 07 16:15:44.117664 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.161692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] No DVR routers for this DVR port bb672269-52b5-4ba1-b8ff-f4efac8a8690 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:15:44.168499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6073965-42c9-4a0f-a51e-9021d93c88d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.170657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb672269-52b5-4ba1-b8ff-f4efac8a8690,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:44.220019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ba03ec42-12ef-45f6-a115-9bdee1f32ece no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:15:44.277604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5aad4b35-cc45-40a2-844e-370401d8086b None None] For port bb672269-52b5-4ba1-b8ff-f4efac8a8690, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bb672269-52b5-4ba1-b8ff-f4efac8a8690,segment=NetworkSegment(594dcd36-1830-4129-8dfd-b38a4ac7301d),segment_id=594dcd36-1830-4129-8dfd-b38a4ac7301d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:44.278006 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5aad4b35-cc45-40a2-844e-370401d8086b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.280796 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: ba03ec42-12ef-45f6-a115-9bdee1f32ece {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:15:44.281005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ba03ec42-12ef-45f6-a115-9bdee1f32ece not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:15:44.303290 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62cfd41b-7bb4-49f1-b7ff-60bd13cbbcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.304992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5aad4b35-cc45-40a2-844e-370401d8086b None None] Calling delete_port for bb672269-52b5-4ba1-b8ff-f4efac8a8690 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:44.309886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.318721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 31a60323-8d17-488b-b27f-1bc7c7ebadbb, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=31a60323-8d17-488b-b27f-1bc7c7ebadbb,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:44.379284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '31a60323-8d17-488b-b27f-1bc7c7ebadbb', 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6', 'port_id': '31a60323-8d17-488b-b27f-1bc7c7ebadbb', 'mac_address': 'fa:16:3e:8f:07:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91998386-275e-4b2f-9360-697ddac787ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:44.386225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22d9031-6686-4bfc-976c-f6d7001137bd']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:44.389512 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6073965-42c9-4a0f-a51e-9021d93c88d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.405480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594dcd36-1830-4129-8dfd-b38a4ac7301d') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:44.405779 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594dcd36-1830-4129-8dfd-b38a4ac7301d') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:44.423243 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.425767 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e6073965-42c9-4a0f-a51e-9021d93c88d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ab5a88-1663-48c6-b750-eca5162b979f']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:44.443610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e6073965-42c9-4a0f-a51e-9021d93c88d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bd92bc-a0b8-49ca-82d4-0d033c05f225') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:44.443916 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e6073965-42c9-4a0f-a51e-9021d93c88d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bd92bc-a0b8-49ca-82d4-0d033c05f225') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:44.451679 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.458130 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6073965-42c9-4a0f-a51e-9021d93c88d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.465797 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:15:44.466217 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:15:44.467956 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:15:44.471032 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.489013 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.493091 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6073965-42c9-4a0f-a51e-9021d93c88d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.509369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a60323-8d17-488b-b27f-1bc7c7ebadbb {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:44.515084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Transition to ACTIVE for port object bb2752f3-1bf0-486e-8b10-83b92807bd67 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:44.528145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6073965-42c9-4a0f-a51e-9021d93c88d1 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:15:44.528561 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6073965-42c9-4a0f-a51e-9021d93c88d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:15:44.530289 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:15:44.540709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1895e1-61a8-4eea-aa0b-86ab88cc32f6 req-6471acdd-6462-4791-966c-357fc3e5aea8 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:44.542804 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac1895e1-61a8-4eea-aa0b-86ab88cc32f6 req-6471acdd-6462-4791-966c-357fc3e5aea8 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.5912232 Sep 07 16:15:44.549407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-8b0ef75f-d3a0-4ec0-b529-955a6a196ddc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:44.550981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-8b0ef75f-d3a0-4ec0-b529-955a6a196ddc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 811 time: 0.7199640 Sep 07 16:15:44.555976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 31a60323-8d17-488b-b27f-1bc7c7ebadbb, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=31a60323-8d17-488b-b27f-1bc7c7ebadbb,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:44.557214 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.562766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Transition to ACTIVE for port object bb2752f3-1bf0-486e-8b10-83b92807bd67 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:44.568541 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.569444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:44.577363 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5aad4b35-cc45-40a2-844e-370401d8086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.580119 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.584078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883830e-fa82-4cbe-bc25-149d65729290 req-623808f0-dd77-4239-8c47-e5f709ba8eda tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:44.585745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7883830e-fa82-4cbe-bc25-149d65729290 req-623808f0-dd77-4239-8c47-e5f709ba8eda tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 943 time: 0.1674325 Sep 07 16:15:44.610801 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.613137 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d22d9031-6686-4bfc-976c-f6d7001137bd HTTP/1.1" status: 204 len: 168 time: 1.5058360 Sep 07 16:15:44.614078 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66943732-0fc4-4368-be02-00e829b4e551 admin admin] Pushing event deleted for resources: {'Network': ['ID=d22d9031-6686-4bfc-976c-f6d7001137bd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:44.633409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5aad4b35-cc45-40a2-844e-370401d8086b None None] Network d22d9031-6686-4bfc-976c-f6d7001137bd is not hosted by any dhcp agent {{(pid=94772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 16:15:44.634368 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad4b35-cc45-40a2-844e-370401d8086b None None] No DVR routers for this DVR port bb672269-52b5-4ba1-b8ff-f4efac8a8690 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:15:44.638637 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6073965-42c9-4a0f-a51e-9021d93c88d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.657331 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.662256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Network 5d5ab28a-b625-4f32-a7c8-32719f4584ee is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:44.668390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:44.671921 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:44.705594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:44.710422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=31a60323-8d17-488b-b27f-1bc7c7ebadbb,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:44.723924 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6073965-42c9-4a0f-a51e-9021d93c88d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.733070 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e6073965-42c9-4a0f-a51e-9021d93c88d1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/61ab5a88-1663-48c6-b750-eca5162b979f HTTP/1.1" status: 204 len: 168 time: 0.7121782 Sep 07 16:15:44.734338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7883830e-fa82-4cbe-bc25-149d65729290 req-c1651db9-1a4d-4fdc-b8b6-4813c525db85 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973959 Sep 07 16:15:44.734825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55704) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:44.735408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Subnet': ['ID=db5e43fb-aac9-41f1-aea0-878d7f6d8087,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:44.795643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad4b35-cc45-40a2-844e-370401d8086b None None] Pushing event deleted for resources: {'Port': ['ID=bb672269-52b5-4ba1-b8ff-f4efac8a8690,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:44.795785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-37495f77-bcb3-404a-bede-af0e3af5458e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9848727a03c41348e7ad9c0dce7eea4 HTTP/1.1" status: 200 len: 379 time: 0.2310948 Sep 07 16:15:44.809844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac1895e1-61a8-4eea-aa0b-86ab88cc32f6 req-2296b2bd-1fdf-4478-b7c4-eb9ed87206c9 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384727 Sep 07 16:15:44.818582 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.829398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4', 'network_id': '40035eb5-fa52-4f2d-8afe-59b6ac994ec6', 'port_id': 'ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4', 'mac_address': 'fa:16:3e:a3:cc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91998386-275e-4b2f-9360-697ddac787ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:44.834304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Request body: {'port': {'device_id': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'admin_state_up': True, 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'security_groups': ['b23ed486-8659-478f-9391-8de1415b912c']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:44.848265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55708) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:44.865308 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5ab28a-b625-4f32-a7c8-32719f4584ee']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:44.878178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88761e87-b2e7-412b-bd5e-38da1a0b55a6') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:44.878522 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88761e87-b2e7-412b-bd5e-38da1a0b55a6') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:44.880471 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Attempting to bind port bb2752f3-1bf0-486e-8b10-83b92807bd67 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:44.882012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Attempting to bind port bb2752f3-1bf0-486e-8b10-83b92807bd67 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '88761e87-b2e7-412b-bd5e-38da1a0b55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5d5ab28a-b625-4f32-a7c8-32719f4584ee'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:44.882552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Attempting to bind port bb2752f3-1bf0-486e-8b10-83b92807bd67 on network 5d5ab28a-b625-4f32-a7c8-32719f4584ee {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:44.889739 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.898592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91bf866-0ba0-4913-9790-2f080650d87c admin admin] Deleting subnet 26456253-5243-485a-963e-e1ca7ad46333 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:15:44.905521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.911645 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.resource_extend [None req-285c4534-d8ea-4711-adb8-af46fbea7efc tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:15:44.913007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:15:44.913492 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.913632 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d91bf866-0ba0-4913-9790-2f080650d87c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.943438 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.953552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Pushing event updated for resources: {'Port': ['ID=bb2752f3-1bf0-486e-8b10-83b92807bd67,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:44.956059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:44.956474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Checking segment: {'id': '88761e87-b2e7-412b-bd5e-38da1a0b55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5d5ab28a-b625-4f32-a7c8-32719f4584ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:44.962768 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.963771 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Bound using segment: {'id': '88761e87-b2e7-412b-bd5e-38da1a0b55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5d5ab28a-b625-4f32-a7c8-32719f4584ee'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:44.964286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Bound port: bb2752f3-1bf0-486e-8b10-83b92807bd67, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88761e87-b2e7-412b-bd5e-38da1a0b55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5d5ab28a-b625-4f32-a7c8-32719f4584ee'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:44.965166 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:15:44.982777 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:15:44.990152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6073965-42c9-4a0f-a51e-9021d93c88d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ab5a88-1663-48c6-b750-eca5162b979f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:44.998517 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:44.998848 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 16:15:44.998848 n-d-807551-3 neutron-server[94771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 16:15:44.998848 n-d-807551-3 neutron-server[94771]: [parameters: {'id': '5d5ab28a-b625-4f32-a7c8-32719f4584ee'}] Sep 07 16:15:44.998848 n-d-807551-3 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:15:44.999369 n-d-807551-3 neutron-server[94771]: DEBUG oslo_db.api [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:15:45.037157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:45.078334 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0b18b9d2-dbd9-4b2a-a71c-e0ef8e635177 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b63e36812e14cb0a14780f7dc237f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268302 Sep 07 16:15:45.078691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:45.079351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55716) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:45.085888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] For port bb2752f3-1bf0-486e-8b10-83b92807bd67, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:45.089763 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.094381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] For port bb2752f3-1bf0-486e-8b10-83b92807bd67, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bb2752f3-1bf0-486e-8b10-83b92807bd67,segment=NetworkSegment(88761e87-b2e7-412b-bd5e-38da1a0b55a6),segment_id=88761e87-b2e7-412b-bd5e-38da1a0b55a6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:45.116673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d91bf866-0ba0-4913-9790-2f080650d87c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.117164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.126738 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-285c4534-d8ea-4711-adb8-af46fbea7efc tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.136873 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb976c1e-e0ae-46ea-9136-d643c6b79941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.158149 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-285c4534-d8ea-4711-adb8-af46fbea7efc tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.163143 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb976c1e-e0ae-46ea-9136-d643c6b79941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.186734 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:45.228184 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb976c1e-e0ae-46ea-9136-d643c6b79941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.230564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11a42-0acf-4407-9ab5-06f8e791daeb req-969c40d7-e5b1-422e-9856-81cb78db1848 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:45.232440 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb976c1e-e0ae-46ea-9136-d643c6b79941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.236108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11a42-0acf-4407-9ab5-06f8e791daeb req-969c40d7-e5b1-422e-9856-81cb78db1848 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:45.236895 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fb976c1e-e0ae-46ea-9136-d643c6b79941 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44104ecc-3148-480f-bfbc-a4d91b1ed54e HTTP/1.1" status: 204 len: 168 time: 0.1559289 Sep 07 16:15:45.250646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb976c1e-e0ae-46ea-9136-d643c6b79941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44104ecc-3148-480f-bfbc-a4d91b1ed54e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:45.251871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11a42-0acf-4407-9ab5-06f8e791daeb req-969c40d7-e5b1-422e-9856-81cb78db1848 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:45.257824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274c4170-d52b-4f20-8857-e95c36a93ad1 None None] Network 5d5ab28a-b625-4f32-a7c8-32719f4584ee requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:45.259121 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11a42-0acf-4407-9ab5-06f8e791daeb req-969c40d7-e5b1-422e-9856-81cb78db1848 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:45.266603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11a42-0acf-4407-9ab5-06f8e791daeb req-969c40d7-e5b1-422e-9856-81cb78db1848 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:45.273097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11a42-0acf-4407-9ab5-06f8e791daeb req-969c40d7-e5b1-422e-9856-81cb78db1848 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:45.279576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11a42-0acf-4407-9ab5-06f8e791daeb req-969c40d7-e5b1-422e-9856-81cb78db1848 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:45.281593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82f11a42-0acf-4407-9ab5-06f8e791daeb req-969c40d7-e5b1-422e-9856-81cb78db1848 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.3062901 Sep 07 16:15:45.299219 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b6b12-45df-4670-bf14-f399ea623c33 None None] Pushing event updated for resources: {'Port': ['ID=bb2752f3-1bf0-486e-8b10-83b92807bd67,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:45.335608 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d91bf866-0ba0-4913-9790-2f080650d87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.340456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:45.342664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['31a60323-8d17-488b-b27f-1bc7c7ebadbb'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:45.345412 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315ac15-0935-42b2-9a8f-23fc3c4175b5 req-0b1dbc70-7d9f-4c36-89aa-d8e8e9a6e9fd tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:45.346971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7315ac15-0935-42b2-9a8f-23fc3c4175b5 req-0b1dbc70-7d9f-4c36-89aa-d8e8e9a6e9fd tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.3016059 Sep 07 16:15:45.360912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bb672269-52b5-4ba1-b8ff-f4efac8a8690 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:15:45.406180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Made reservation on behalf of b9848727a03c41348e7ad9c0dce7eea4 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:45.410417 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.435224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: bb672269-52b5-4ba1-b8ff-f4efac8a8690 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:15:45.435224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bb672269-52b5-4ba1-b8ff-f4efac8a8690 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:15:45.467359 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82f11a42-0acf-4407-9ab5-06f8e791daeb req-8ddd21f3-58ac-4a39-9cb1-859fddc49aee tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1752164 Sep 07 16:15:45.501340 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.504586 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-285c4534-d8ea-4711-adb8-af46fbea7efc tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Floating IP 7d27d09b-377c-40aa-b53c-90497903ea57 associated. External IP: 172.25.3.94, port: 7f32c5ca-0835-4c27-afaa-178ed11febd3. Sep 07 16:15:45.583710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Deleting port bb2752f3-1bf0-486e-8b10-83b92807bd67 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:45.584708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.612070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7315ac15-0935-42b2-9a8f-23fc3c4175b5 req-7bece30c-66d1-46fe-bed0-dae33c7b74ee tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348127 Sep 07 16:15:45.620110 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d91bf866-0ba0-4913-9790-2f080650d87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.635550 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfddc7c-ed77-4803-bae3-e4098c045d88 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:15:45.684686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bf866-0ba0-4913-9790-2f080650d87c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26456253-5243-485a-963e-e1ca7ad46333,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:45.717698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d91bf866-0ba0-4913-9790-2f080650d87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.720430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d91bf866-0ba0-4913-9790-2f080650d87c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/26456253-5243-485a-963e-e1ca7ad46333 HTTP/1.1" status: 204 len: 168 time: 0.9785037 Sep 07 16:15:45.761383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55726) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:45.768192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d350213f-3564-4aa3-a9d3-4c7a622716b7 req-85d5d167-3e8b-4dfc-b9a2-247f7e14bf89 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 210 time: 0.1028824 Sep 07 16:15:45.851168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] For port bb2752f3-1bf0-486e-8b10-83b92807bd67, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bb2752f3-1bf0-486e-8b10-83b92807bd67,segment=NetworkSegment(88761e87-b2e7-412b-bd5e-38da1a0b55a6),segment_id=88761e87-b2e7-412b-bd5e-38da1a0b55a6)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:45.851752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:45.856019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Allocated IP 172.20.0.9 (ffb11023-581e-4b93-9d24-3e77cb56e81e/5b466ef0-7a81-4b15-b2ee-64b34936ce50/8c3860b1-9f8d-403f-a5c9-903a91abe2ff) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:45.893727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Calling delete_port for bb2752f3-1bf0-486e-8b10-83b92807bd67 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:45.926537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfddc7c-ed77-4803-bae3-e4098c045d88 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:15:45.944318 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd7f7d-baaf-4218-8148-99673e7990ac req-f2224ee3-250f-4166-97f8-8fcc9b17d8e4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:45.954762 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6bd7f7d-baaf-4218-8148-99673e7990ac req-f2224ee3-250f-4166-97f8-8fcc9b17d8e4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.1853960 Sep 07 16:15:45.969760 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d45e11d-573a-41f3-8ed0-16000d9b81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.114402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6bd7f7d-baaf-4218-8148-99673e7990ac req-d43b0680-ad9f-4d79-a981-a7da2f602cc4 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588509 Sep 07 16:15:46.122623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a2c4c-d3e5-4174-8767-b1b1318e10dc req-3730a1ee-4e16-4b4b-a428-6c40d3eaf8a1 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:46.124276 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-996a2c4c-d3e5-4174-8767-b1b1318e10dc req-3730a1ee-4e16-4b4b-a428-6c40d3eaf8a1 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 944 time: 0.2490137 Sep 07 16:15:46.189413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d45e11d-573a-41f3-8ed0-16000d9b81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.216695 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.226720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8d45e11d-573a-41f3-8ed0-16000d9b81e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c440dc21-ef0e-4057-b411-a67f3891a545']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:46.238151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No DVR routers for this DVR port bb2752f3-1bf0-486e-8b10-83b92807bd67 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:15:46.296965 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-996a2c4c-d3e5-4174-8767-b1b1318e10dc req-899a099c-360f-49aa-bbee-a44db0bedd54 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210589 Sep 07 16:15:46.300071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8d45e11d-573a-41f3-8ed0-16000d9b81e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33aaa14-6dfb-479b-9088-d2e95031b3cc') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:46.300390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8d45e11d-573a-41f3-8ed0-16000d9b81e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33aaa14-6dfb-479b-9088-d2e95031b3cc') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:46.309751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Port': ['ID=bb2752f3-1bf0-486e-8b10-83b92807bd67,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:46.318637 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d45e11d-573a-41f3-8ed0-16000d9b81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.320491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285c4534-d8ea-4711-adb8-af46fbea7efc tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Router 25735e76-b48d-4b70-b2dc-4d509bbefd48 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:15:46.339119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55748) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:46.341836 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.358051 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d45e11d-573a-41f3-8ed0-16000d9b81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.365044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881ce2f-bade-438c-b715-a70033117495 req-6cc3cb76-b013-42f6-b9e2-df4af1b32f00 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:46.366562 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a881ce2f-bade-438c-b715-a70033117495 req-6cc3cb76-b013-42f6-b9e2-df4af1b32f00 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.1350827 Sep 07 16:15:46.378054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Transition to ACTIVE for port object 8c3860b1-9f8d-403f-a5c9-903a91abe2ff will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:46.388695 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.399400 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d45e11d-573a-41f3-8ed0-16000d9b81e0 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:15:46.399400 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d45e11d-573a-41f3-8ed0-16000d9b81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:15:46.400803 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:15:46.430213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5ab28a-b625-4f32-a7c8-32719f4584ee']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:46.473846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-945712804-network', 'tenant_id': '00b7087b2aa04afbb2976d09645f485f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:46.474326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88761e87-b2e7-412b-bd5e-38da1a0b55a6') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:46.474629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88761e87-b2e7-412b-bd5e-38da1a0b55a6') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:46.486365 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.492667 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d45e11d-573a-41f3-8ed0-16000d9b81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.498328 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d45e11d-573a-41f3-8ed0-16000d9b81e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.502506 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8d45e11d-573a-41f3-8ed0-16000d9b81e0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c440dc21-ef0e-4057-b411-a67f3891a545 HTTP/1.1" status: 204 len: 168 time: 0.7378907 Sep 07 16:15:46.518482 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.519755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a881ce2f-bade-438c-b715-a70033117495 req-3e70d7b4-8697-406a-a686-4adf863c3570 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403630 Sep 07 16:15:46.520965 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45e11d-573a-41f3-8ed0-16000d9b81e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c440dc21-ef0e-4057-b411-a67f3891a545,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:46.528581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:15:46.528998 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:15:46.533171 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:15:46.569668 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.620730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Made reservation on behalf of 00b7087b2aa04afbb2976d09645f485f for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:46.623085 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.623527 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.626292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285c4534-d8ea-4711-adb8-af46fbea7efc tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:15:46.639240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a50d3c-1240-465c-a177-864a023181a1 None None] Sync routers for ids ['25735e76-b48d-4b70-b2dc-4d509bbefd48'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:15:46.640775 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.643099 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/5d5ab28a-b625-4f32-a7c8-32719f4584ee HTTP/1.1" status: 204 len: 168 time: 3.3667159 Sep 07 16:15:46.647873 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-285c4534-d8ea-4711-adb8-af46fbea7efc tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.650885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55758) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:46.654509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Network ffb11023-581e-4b93-9d24-3e77cb56e81e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:46.657215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5662d65-69ec-4376-8684-6bb92228dbf2 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Network': ['ID=5d5ab28a-b625-4f32-a7c8-32719f4584ee,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:46.657495 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a50d3c-1240-465c-a177-864a023181a1 None None] Routers {'25735e76-b48d-4b70-b2dc-4d509bbefd48'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:15:46.658668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c8a50d3c-1240-465c-a177-864a023181a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:15:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['25735e76-b48d-4b70-b2dc-4d509bbefd48'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:46.690297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6f9310ff-869d-4106-b31e-7eab9fd66be0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1226268238'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:46.695032 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55760) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:46.735288 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.744739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:46.754756 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-888e7d10-eb12-4caa-b57d-a59722241714 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c898d708a7364e5882087d66831b8dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583806 Sep 07 16:15:46.755446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55762) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:46.772170 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.789822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c8a50d3c-1240-465c-a177-864a023181a1 None None] Set router 25735e76-b48d-4b70-b2dc-4d509bbefd48 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:15:46.828564 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8569c797-e517-4bcc-ae89-6bf256d6ab50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.861109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8569c797-e517-4bcc-ae89-6bf256d6ab50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.944560 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8569c797-e517-4bcc-ae89-6bf256d6ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.947921 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8569c797-e517-4bcc-ae89-6bf256d6ab50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:46.949427 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8569c797-e517-4bcc-ae89-6bf256d6ab50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe22b0a6-8de5-4b35-a536-bd5bc544fe21 HTTP/1.1" status: 204 len: 168 time: 0.1930127 Sep 07 16:15:46.973858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569c797-e517-4bcc-ae89-6bf256d6ab50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe22b0a6-8de5-4b35-a536-bd5bc544fe21,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:47.090815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c8a50d3c-1240-465c-a177-864a023181a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:14:28Z', 'revision_number': 4, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port': {'id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:22Z', 'updated_at': '2021-09-07T16:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '7d27d09b-377c-40aa-b53c-90497903ea57', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'port_id': '7f32c5ca-0835-4c27-afaa-178ed11febd3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'mac_address': 'fa:16:3e:03:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11499bf6-95f7-49e8-9fcb-5bee5cf03d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:14:38Z', 'updated_at': '2021-09-07T16:15:44Z', 'revision_number': 1, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5113f6-659e-4843-82a6-97ea6e5ccced', 'name': '', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'mac_address': 'fa:16:3e:38:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:26Z', 'updated_at': '2021-09-07T16:14:39Z', 'revision_number': 5, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'subnets': [{'id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:47.115368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:47.129878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a50d3c-1240-465c-a177-864a023181a1 None None] Checking router: 25735e76-b48d-4b70-b2dc-4d509bbefd48 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:15:47.143077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a50d3c-1240-465c-a177-864a023181a1 None None] Routers {'25735e76-b48d-4b70-b2dc-4d509bbefd48'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:15:47.144011 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c8a50d3c-1240-465c-a177-864a023181a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:15:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['25735e76-b48d-4b70-b2dc-4d509bbefd48'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:47.151993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:47.164672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-285c4534-d8ea-4711-adb8-af46fbea7efc tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "PUT /v2.0/floatingips/7d27d09b-377c-40aa-b53c-90497903ea57 HTTP/1.1" status: 200 len: 990 time: 4.0587153 Sep 07 16:15:47.171289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11499bf6-95f7-49e8-9fcb-5bee5cf03d55', 'tag': '7f32c5ca-0835-4c27-afaa-178ed11febd3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:47.174067 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcb6fc9-1b68-4e8d-8592-30f2f3d60baa" -d '{"events": [{"name": "network-changed", "server_uuid": "11499bf6-95f7-49e8-9fcb-5bee5cf03d55", "tag": "7f32c5ca-0835-4c27-afaa-178ed11febd3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:47.190244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-910b3cd9-15be-4a28-8bb5-febae95a93d8 None None] Provisioning for port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:47.197693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-910b3cd9-15be-4a28-8bb5-febae95a93d8 None None] Provisioning complete for port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:47.198085 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-910b3cd9-15be-4a28-8bb5-febae95a93d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.209510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247e72-95ca-47d8-afa0-cbb1ac3e22e1 req-4d03a824-674b-4ac2-a9ef-4fd03663980c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.215905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247e72-95ca-47d8-afa0-cbb1ac3e22e1 req-4d03a824-674b-4ac2-a9ef-4fd03663980c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.221786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247e72-95ca-47d8-afa0-cbb1ac3e22e1 req-4d03a824-674b-4ac2-a9ef-4fd03663980c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.227618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247e72-95ca-47d8-afa0-cbb1ac3e22e1 req-4d03a824-674b-4ac2-a9ef-4fd03663980c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.234039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247e72-95ca-47d8-afa0-cbb1ac3e22e1 req-4d03a824-674b-4ac2-a9ef-4fd03663980c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.239881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247e72-95ca-47d8-afa0-cbb1ac3e22e1 req-4d03a824-674b-4ac2-a9ef-4fd03663980c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.245798 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247e72-95ca-47d8-afa0-cbb1ac3e22e1 req-4d03a824-674b-4ac2-a9ef-4fd03663980c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.247765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a4247e72-95ca-47d8-afa0-cbb1ac3e22e1 req-4d03a824-674b-4ac2-a9ef-4fd03663980c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.6162155 Sep 07 16:15:47.248417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9310ff-869d-4106-b31e-7eab9fd66be0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:47.251621 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9310ff-869d-4106-b31e-7eab9fd66be0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.265859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b81c7-5548-4025-b146-889ebe0163d7 req-1d8ec3bb-371c-45db-9f47-a6e1a07b9840 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.267552 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f5b81c7-5548-4025-b146-889ebe0163d7 req-1d8ec3bb-371c-45db-9f47-a6e1a07b9840 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.6349099 Sep 07 16:15:47.270474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-910b3cd9-15be-4a28-8bb5-febae95a93d8 None None] Port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:15:47.286627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.287247 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.298950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c8a50d3c-1240-465c-a177-864a023181a1 None None] Set router 25735e76-b48d-4b70-b2dc-4d509bbefd48 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:15:47.363099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9310ff-869d-4106-b31e-7eab9fd66be0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:15:47.380158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55776) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:47.392140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a4247e72-95ca-47d8-afa0-cbb1ac3e22e1 req-1fdd89a5-1d5e-4a55-ba44-b7d6b2d4863c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1155221 Sep 07 16:15:47.393530 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9310ff-869d-4106-b31e-7eab9fd66be0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.394051 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-6f9310ff-869d-4106-b31e-7eab9fd66be0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Added segment 25904572-2744-4944-a8f4-4c2b5f6e56dd of type vlan for network 09447bdf-d940-4de1-b10c-0d8bfcf46a00 Sep 07 16:15:47.411907 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f5b81c7-5548-4025-b146-889ebe0163d7 req-5502288d-afb9-463c-8fa0-b175d5d07674 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208470 Sep 07 16:15:47.454031 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-69f8bb82-ca19-434f-9cb9-6cf1f8895f31 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9afa0c3054e8479cbd89ea45cfd8f28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722265 Sep 07 16:15:47.457924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55780) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:47.459488 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9310ff-869d-4106-b31e-7eab9fd66be0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.522562 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9310ff-869d-4106-b31e-7eab9fd66be0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.528609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9310ff-869d-4106-b31e-7eab9fd66be0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.529224 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f9310ff-869d-4106-b31e-7eab9fd66be0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.554586 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.555195 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73679dbb-cfcc-40ed-91c5-bf8306c5293b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.575611 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.584158 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e724c65-7bd3-49ef-a845-0066df6a08e3 x-openstack-request-id: req-2e724c65-7bd3-49ef-a845-0066df6a08e3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:47.584508 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11499bf6-95f7-49e8-9fcb-5bee5cf03d55", "tag": "7f32c5ca-0835-4c27-afaa-178ed11febd3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:47.584749 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e724c65-7bd3-49ef-a845-0066df6a08e3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:47.585141 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11499bf6-95f7-49e8-9fcb-5bee5cf03d55', 'tag': '7f32c5ca-0835-4c27-afaa-178ed11febd3', 'status': 'completed', 'code': 200} Sep 07 16:15:47.588532 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1dae35c7-ab0e-4f84-9fdd-d79dfc8268bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7581141 Sep 07 16:15:47.607202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73679dbb-cfcc-40ed-91c5-bf8306c5293b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.614514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6f9310ff-869d-4106-b31e-7eab9fd66be0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9296644 Sep 07 16:15:47.619952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55782) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:47.630436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-92a2d32a-c22a-4658-8c26-c3a2a24ca3b3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'subnet': {'network_id': '09447bdf-d940-4de1-b10c-0d8bfcf46a00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:47.632483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Request body: {'port': {'device_id': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:47.642994 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c8a50d3c-1240-465c-a177-864a023181a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:14:28Z', 'revision_number': 4, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port': {'id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:22Z', 'updated_at': '2021-09-07T16:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '7d27d09b-377c-40aa-b53c-90497903ea57', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'port_id': '7f32c5ca-0835-4c27-afaa-178ed11febd3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'mac_address': 'fa:16:3e:03:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11499bf6-95f7-49e8-9fcb-5bee5cf03d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:14:38Z', 'updated_at': '2021-09-07T16:15:44Z', 'revision_number': 1, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5113f6-659e-4843-82a6-97ea6e5ccced', 'name': '', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'mac_address': 'fa:16:3e:38:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:26Z', 'updated_at': '2021-09-07T16:14:39Z', 'revision_number': 5, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'subnets': [{'id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:47.665614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:15:47.672985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a50d3c-1240-465c-a177-864a023181a1 None None] The sync data for ids ['25735e76-b48d-4b70-b2dc-4d509bbefd48'] in n-d-807551-3 is: [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:14:28Z', 'revision_number': 4, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port': {'id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:22Z', 'updated_at': '2021-09-07T16:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '7d27d09b-377c-40aa-b53c-90497903ea57', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'port_id': '7f32c5ca-0835-4c27-afaa-178ed11febd3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'mac_address': 'fa:16:3e:03:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11499bf6-95f7-49e8-9fcb-5bee5cf03d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:14:38Z', 'updated_at': '2021-09-07T16:15:44Z', 'revision_number': 1, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5113f6-659e-4843-82a6-97ea6e5ccced', 'name': '', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'mac_address': 'fa:16:3e:38:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:26Z', 'updated_at': '2021-09-07T16:14:39Z', 'revision_number': 5, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'subnets': [{'id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:15:47.740309 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73679dbb-cfcc-40ed-91c5-bf8306c5293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.743184 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73679dbb-cfcc-40ed-91c5-bf8306c5293b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.743426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9310ff-869d-4106-b31e-7eab9fd66be0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Network': ['ID=09447bdf-d940-4de1-b10c-0d8bfcf46a00,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:47.745146 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-73679dbb-cfcc-40ed-91c5-bf8306c5293b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/007f5a12-1902-4b6b-bf7e-a29f1640f59e HTTP/1.1" status: 204 len: 168 time: 0.2859595 Sep 07 16:15:47.761389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 09447bdf-d940-4de1-b10c-0d8bfcf46a00 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:15:47.765208 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73679dbb-cfcc-40ed-91c5-bf8306c5293b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007f5a12-1902-4b6b-bf7e-a29f1640f59e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:47.767363 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.767717 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Added segment 14872bf7-8102-4c1f-9d52-bff72045ed99 of type vlan for network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 Sep 07 16:15:47.770870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1145fe-5606-44df-97e4-c0f906d3ff4c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:47.787495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a2d32a-c22a-4658-8c26-c3a2a24ca3b3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:47.793816 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92a2d32a-c22a-4658-8c26-c3a2a24ca3b3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.798986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f23eb-6af2-4d26-b8a9-80de2a292f00 req-83f8e842-ed90-44fa-978e-ec7ff89d49d7 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.800787 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd2f23eb-6af2-4d26-b8a9-80de2a292f00 req-83f8e842-ed90-44fa-978e-ec7ff89d49d7 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 931 time: 0.2970979 Sep 07 16:15:47.868163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 31a60323-8d17-488b-b27f-1bc7c7ebadbb up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:47.893962 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.899368 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.918814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb6fc9-1b68-4e8d-8592-30f2f3d60baa req-0c44e0f9-dcaa-464c-b5d1-bcf9e7531fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.920291 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bcb6fc9-1b68-4e8d-8592-30f2f3d60baa req-0c44e0f9-dcaa-464c-b5d1-bcf9e7531fc5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=396090e31e1140cca2fbba5fa0436228&device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 1096 time: 0.3192782 Sep 07 16:15:47.971008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 31a60323-8d17-488b-b27f-1bc7c7ebadbb completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:47.982191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8def8-88f8-4f46-93bc-1d492cce254e req-d0fb0a37-5bc1-442f-9feb-118b3e5eb3fa tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:47.983011 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 31a60323-8d17-488b-b27f-1bc7c7ebadbb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:47.983490 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:47.989414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07c8def8-88f8-4f46-93bc-1d492cce254e req-d0fb0a37-5bc1-442f-9feb-118b3e5eb3fa tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 944 time: 0.3383899 Sep 07 16:15:48.063121 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd2f23eb-6af2-4d26-b8a9-80de2a292f00 req-0e764e73-a37e-4578-9d44-f00ac0694782 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088227 Sep 07 16:15:48.080747 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68efd2a-c7fb-451e-aa9c-d5538a2fa963 None None] New status for floating IP 7d27d09b-377c-40aa-b53c-90497903ea57: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:15:48.104999 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:48.108119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.118078 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:48.126409 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92a2d32a-c22a-4658-8c26-c3a2a24ca3b3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:48.145320 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:48.193479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2d32a-c22a-4658-8c26-c3a2a24ca3b3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Subnet': ['ID=c8bfeb14-967d-4ecd-9957-8caf298bc80b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:48.196515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-91fe3a86-4809-45e8-b58b-98f85408feca req-7529b09f-660c-46db-9eea-39dc953ab61a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:15:48.198341 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91fe3a86-4809-45e8-b58b-98f85408feca req-7529b09f-660c-46db-9eea-39dc953ab61a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0290520 Sep 07 16:15:48.206701 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7104580c-e071-4457-b107-0184916dd712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a60323-8d17-488b-b27f-1bc7c7ebadbb'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:48.214285 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89327cb-ac87-4108-86fc-049179cb6d7d" -d '{"events": [{"server_uuid": "7104580c-e071-4457-b107-0184916dd712", "name": "network-vif-plugged", "status": "completed", "tag": "31a60323-8d17-488b-b27f-1bc7c7ebadbb"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:48.221817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07c8def8-88f8-4f46-93bc-1d492cce254e req-46ccbcbf-7c5c-4979-ad72-53393f91cdfa tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294824 Sep 07 16:15:48.231633 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a072f777-9f21-4db1-a87f-cc4dd3dd08b6 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:48.266322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2d32a-c22a-4658-8c26-c3a2a24ca3b3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Checking segment: {'id': '25904572-2744-4944-a8f4-4c2b5f6e56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '09447bdf-d940-4de1-b10c-0d8bfcf46a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:48.266876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2d32a-c22a-4658-8c26-c3a2a24ca3b3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network hostable DHCP agents. Network: 09447bdf-d940-4de1-b10c-0d8bfcf46a00, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:15:48.271634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 31a60323-8d17-488b-b27f-1bc7c7ebadbb, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=31a60323-8d17-488b-b27f-1bc7c7ebadbb,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:48.283092 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:48.286916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:48.292382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2d32a-c22a-4658-8c26-c3a2a24ca3b3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network 09447bdf-d940-4de1-b10c-0d8bfcf46a00 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:15:48.296212 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea32c56-1845-4de9-a551-bdbcddfc294b x-openstack-request-id: req-3ea32c56-1845-4de9-a551-bdbcddfc294b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:48.296539 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7104580c-e071-4457-b107-0184916dd712", "name": "network-vif-plugged", "status": "completed", "tag": "31a60323-8d17-488b-b27f-1bc7c7ebadbb", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:48.296796 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ea32c56-1845-4de9-a551-bdbcddfc294b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:48.299162 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7104580c-e071-4457-b107-0184916dd712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a60323-8d17-488b-b27f-1bc7c7ebadbb', 'code': 200} Sep 07 16:15:48.336575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-92a2d32a-c22a-4658-8c26-c3a2a24ca3b3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 09447bdf-d940-4de1-b10c-0d8bfcf46a00) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:48.368085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0219877 Sep 07 16:15:48.372827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55796) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:48.375663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a2d32a-c22a-4658-8c26-c3a2a24ca3b3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.377091 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92a2d32a-c22a-4658-8c26-c3a2a24ca3b3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:48.390834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c516a3-9045-48e9-a612-41427e4b8af2 admin admin] Pushing event updated for resources: {'Network': ['ID=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:48.411287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d0971aed-a004-47cd-9043-1a2186754450 admin admin] Request body: {'subnet': {'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-945712804-subnet', 'tenant_id': '00b7087b2aa04afbb2976d09645f485f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:48.426200 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-92a2d32a-c22a-4658-8c26-c3a2a24ca3b3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8049054 Sep 07 16:15:48.437995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55800) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:48.446409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-60ca7867-dbc0-4c9b-ae9b-c3a4b800b9a3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'subnet': {'network_id': '09447bdf-d940-4de1-b10c-0d8bfcf46a00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:48.467448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb6fc9-1b68-4e8d-8592-30f2f3d60baa req-4bcef8b3-4a6c-4665-8aee-aff3adabf0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.469136 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bcb6fc9-1b68-4e8d-8592-30f2f3d60baa req-4bcef8b3-4a6c-4665-8aee-aff3adabf0a0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bf407d0e-a8eb-4f04-9168-6cad718a2e01 HTTP/1.1" status: 200 len: 916 time: 0.5336688 Sep 07 16:15:48.492016 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0971aed-a004-47cd-9043-1a2186754450 admin admin] Made reservation on behalf of 00b7087b2aa04afbb2976d09645f485f for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:48.495186 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0971aed-a004-47cd-9043-1a2186754450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:48.530932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895e0f9-51ff-46fd-8704-e9bb085a9739 req-f2ce679d-fe20-4666-90a2-b0b8258d96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.532669 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5895e0f9-51ff-46fd-8704-e9bb085a9739 req-f2ce679d-fe20-4666-90a2-b0b8258d96bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 1096 time: 0.1098003 Sep 07 16:15:48.651261 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5895e0f9-51ff-46fd-8704-e9bb085a9739 req-4f2ae5cf-7bf5-4a82-8eaf-dab21ef4b137 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657935 Sep 07 16:15:48.656811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ff323-2700-489a-a9da-95be9e324090 req-1a860e14-22bd-402a-9e5b-3e82008a8cb1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.658379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-182ff323-2700-489a-a9da-95be9e324090 req-1a860e14-22bd-402a-9e5b-3e82008a8cb1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.2890112 Sep 07 16:15:48.717142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bcb6fc9-1b68-4e8d-8592-30f2f3d60baa req-08016ab8-ef75-4d08-bb94-4d18de2a1031 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f32c5ca-0835-4c27-afaa-178ed11febd3 HTTP/1.1" status: 200 len: 1000 time: 0.2367811 Sep 07 16:15:48.735885 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf00da8-810f-473f-882c-bcbce1e37a6e None None] Network 09447bdf-d940-4de1-b10c-0d8bfcf46a00 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:48.738938 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:15:48.780267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da999fa-5b95-4eab-ae13-f70f2decf9fa req-ed96cb83-9848-447c-8d12-f924338101a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.783020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port a072f777-9f21-4db1-a87f-cc4dd3dd08b6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a072f777-9f21-4db1-a87f-cc4dd3dd08b6,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:48.786159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da999fa-5b95-4eab-ae13-f70f2decf9fa req-ed96cb83-9848-447c-8d12-f924338101a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.792836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da999fa-5b95-4eab-ae13-f70f2decf9fa req-ed96cb83-9848-447c-8d12-f924338101a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.794929 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0971aed-a004-47cd-9043-1a2186754450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:48.798946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da999fa-5b95-4eab-ae13-f70f2decf9fa req-ed96cb83-9848-447c-8d12-f924338101a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.804911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da999fa-5b95-4eab-ae13-f70f2decf9fa req-ed96cb83-9848-447c-8d12-f924338101a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.811026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da999fa-5b95-4eab-ae13-f70f2decf9fa req-ed96cb83-9848-447c-8d12-f924338101a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.816751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da999fa-5b95-4eab-ae13-f70f2decf9fa req-ed96cb83-9848-447c-8d12-f924338101a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.818651 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9da999fa-5b95-4eab-ae13-f70f2decf9fa req-ed96cb83-9848-447c-8d12-f924338101a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5418 time: 0.2434101 Sep 07 16:15:48.825938 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-182ff323-2700-489a-a9da-95be9e324090 req-32666f88-a6bb-469c-b779-e2fbf484f711 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528788 Sep 07 16:15:48.888915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0971aed-a004-47cd-9043-1a2186754450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=153bd6fc-4666-4528-9069-201b8a260bc8,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:48.893277 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0971aed-a004-47cd-9043-1a2186754450 admin admin] Checking segment: {'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:48.893700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0971aed-a004-47cd-9043-1a2186754450 admin admin] Network hostable DHCP agents. Network: 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:15:48.915777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0971aed-a004-47cd-9043-1a2186754450 admin admin] Network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:15:48.932427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d0971aed-a004-47cd-9043-1a2186754450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:48.948729 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0971aed-a004-47cd-9043-1a2186754450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:48.949472 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0971aed-a004-47cd-9043-1a2186754450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:48.967558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ca7867-dbc0-4c9b-ae9b-c3a4b800b9a3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:48.971233 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60ca7867-dbc0-4c9b-ae9b-c3a4b800b9a3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:48.974001 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d0971aed-a004-47cd-9043-1a2186754450 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5718818 Sep 07 16:15:48.993026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b02b1-8013-492d-ba56-a837b95f4c55 None None] Network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:49.012575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'a072f777-9f21-4db1-a87f-cc4dd3dd08b6', 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2', 'port_id': 'a072f777-9f21-4db1-a87f-cc4dd3dd08b6', 'mac_address': 'fa:16:3e:40:bc:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:49.014815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3860b1-9f8d-403f-a5c9-903a91abe2ff {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:49.033051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9da999fa-5b95-4eab-ae13-f70f2decf9fa req-b38fa253-e0f6-40ca-a6da-0d78ffa615d7 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2018690 Sep 07 16:15:49.066894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb6fc9-1b68-4e8d-8592-30f2f3d60baa req-6fc7eca3-50ef-4160-aa82-5f9cd87903cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:49.068412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bcb6fc9-1b68-4e8d-8592-30f2f3d60baa req-6fc7eca3-50ef-4160-aa82-5f9cd87903cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7f752d9b-e00e-44ef-ad5a-a3d851397ff0 HTTP/1.1" status: 200 len: 854 time: 0.2015841 Sep 07 16:15:49.068849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=31a60323-8d17-488b-b27f-1bc7c7ebadbb,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:49.074121 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.148095 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:49.148468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:49.148812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:49.149153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:49.149491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:49.149825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:49.150157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:49.151061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:49.151380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:49.151710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:49.152033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:49.152369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:49.168788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:49.183849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Transition to ACTIVE for port object 8c3860b1-9f8d-403f-a5c9-903a91abe2ff will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:49.187955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:49.189223 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.199785 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.238664 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.242988 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2fdaf-c25b-4826-88cd-64f8fb8e69d8 req-bcb41f13-b059-4e62-ba2e-fe13b252e28d tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:49.249222 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4de2fdaf-c25b-4826-88cd-64f8fb8e69d8 req-bcb41f13-b059-4e62-ba2e-fe13b252e28d tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.1988621 Sep 07 16:15:49.300185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a072f777-9f21-4db1-a87f-cc4dd3dd08b6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:49.312264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb6fc9-1b68-4e8d-8592-30f2f3d60baa req-e9e64d78-765d-4e9b-995c-95aec9c5ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:49.313719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bcb6fc9-1b68-4e8d-8592-30f2f3d60baa req-e9e64d78-765d-4e9b-995c-95aec9c5ac51 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bf407d0e-a8eb-4f04-9168-6cad718a2e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2370880 Sep 07 16:15:49.411445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:49.440190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port a072f777-9f21-4db1-a87f-cc4dd3dd08b6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a072f777-9f21-4db1-a87f-cc4dd3dd08b6,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:49.450678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6', 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6', 'tenant_id': '00b7087b2aa04afbb2976d09645f485f', 'fixed_ips': [{'subnet_id': '153bd6fc-4666-4528-9069-201b8a260bc8'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:15:49.452059 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.469718 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.470397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device d39f6353-2298-46e1-accb-22762d3f7601 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:49.496967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4de2fdaf-c25b-4826-88cd-64f8fb8e69d8 req-5dc63c38-afdb-4bd9-b305-796e86df85ba tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469211 Sep 07 16:15:49.525424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-09447bdf-d940-4de1-b10c-0d8bfcf46a00', 'network_id': '09447bdf-d940-4de1-b10c-0d8bfcf46a00', 'tenant_id': '31af7886c7bd492788bcd5bdaaeccbe3', 'fixed_ips': [{'subnet_id': 'c8bfeb14-967d-4ecd-9957-8caf298bc80b'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:15:49.526424 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.555749 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.647065 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Attempting to bind port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:49.647407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Attempting to bind port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:49.647746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Attempting to bind port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff on network ffb11023-581e-4b93-9d24-3e77cb56e81e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:49.661394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1973c58-60af-496e-9f43-73c40713e20b req-53a05588-851a-4834-ac28-752e145f76d8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:49.664368 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1973c58-60af-496e-9f43-73c40713e20b req-53a05588-851a-4834-ac28-752e145f76d8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 943 time: 0.2468135 Sep 07 16:15:49.696588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bcb6fc9-1b68-4e8d-8592-30f2f3d60baa req-f980ac8b-3b9e-4a9d-8b14-ee685e350c8c service neutron] 10.222.0.54 "GET /v2.0/networks/bf407d0e-a8eb-4f04-9168-6cad718a2e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679857 Sep 07 16:15:49.704289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff on network ffb11023-581e-4b93-9d24-3e77cb56e81e not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:49.704646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Attempting to bind port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff on network ffb11023-581e-4b93-9d24-3e77cb56e81e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:49.743054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=a072f777-9f21-4db1-a87f-cc4dd3dd08b6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:49.752461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:49.752841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Checking segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:49.753198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Bound using segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:49.753663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Bound port: 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:49.754032 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.798316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b84fc-875e-4ecc-88db-22fb1258b93c req-8cfe61c0-1c3c-42e3-9e81-d1ee41063853 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:49.804929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c1b84fc-875e-4ecc-88db-22fb1258b93c req-8cfe61c0-1c3c-42e3-9e81-d1ee41063853 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 945 time: 0.2269397 Sep 07 16:15:49.825882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:49.859577 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.870115 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60ca7867-dbc0-4c9b-ae9b-c3a4b800b9a3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:49.951835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port d39f6353-2298-46e1-accb-22762d3f7601, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d39f6353-2298-46e1-accb-22762d3f7601,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:49.954623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Allocated IP 172.20.0.2 (0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6/153bd6fc-4666-4528-9069-201b8a260bc8/f5420419-3819-44c9-943f-12e5597d60c8) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:49.976899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1973c58-60af-496e-9f43-73c40713e20b req-37082c90-ff27-45b3-a852-83af19d9f129 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787089 Sep 07 16:15:49.999767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'd39f6353-2298-46e1-accb-22762d3f7601', 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a', 'port_id': 'd39f6353-2298-46e1-accb-22762d3f7601', 'mac_address': 'fa:16:3e:cc:79:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef42e25e-cc1c-4df5-a8de-a86bed94f9b0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:50.001928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Allocated IP 2001:db8::2 (09447bdf-d940-4de1-b10c-0d8bfcf46a00/c8bfeb14-967d-4ecd-9957-8caf298bc80b/7a28ee8e-adb4-4ed9-9a7f-4906d884eadf) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:50.013052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:50.019146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ca7867-dbc0-4c9b-ae9b-c3a4b800b9a3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network 09447bdf-d940-4de1-b10c-0d8bfcf46a00 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:50.040031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-60ca7867-dbc0-4c9b-ae9b-c3a4b800b9a3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:50.044202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca7867-dbc0-4c9b-ae9b-c3a4b800b9a3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.044875 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60ca7867-dbc0-4c9b-ae9b-c3a4b800b9a3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.061833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c1b84fc-875e-4ecc-88db-22fb1258b93c req-00299652-2217-446b-9e6f-65d94b625fb4 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556632 Sep 07 16:15:50.089622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:50.095612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:50.096700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca7867-dbc0-4c9b-ae9b-c3a4b800b9a3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Subnet': ['ID=ede6c094-867f-4c3f-a351-a48866fd6419,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:50.103985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1bcb6fc9-1b68-4e8d-8592-30f2f3d60baa req-d0aed104-3879-449a-8a96-02a4f3aafe4c service neutron] 10.222.0.54 "GET /v2.0/networks/bf407d0e-a8eb-4f04-9168-6cad718a2e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753438 Sep 07 16:15:50.105407 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-60ca7867-dbc0-4c9b-ae9b-c3a4b800b9a3 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6651137 Sep 07 16:15:50.106874 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.108393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55850) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:50.110595 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.167017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.167865 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.169704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] 10.222.0.35 "PUT /v2.0/ports/8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 1091 time: 2.5658643 Sep 07 16:15:50.170366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:50.172804 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077cf2ff-7109-438d-8011-deef90a8abfb" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:50.204079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39f6353-2298-46e1-accb-22762d3f7601 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:50.249533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80538ac1-a58b-4609-b60c-ad781cf8aa56 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:50.278839 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port d39f6353-2298-46e1-accb-22762d3f7601, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d39f6353-2298-46e1-accb-22762d3f7601,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:50.293547 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.294089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b0fbdb23-e9d8-4c40-8793-56371784d957 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:50.341757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93653bdf-1ccd-4b5a-86ef-2711883afaeb tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.343479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93653bdf-1ccd-4b5a-86ef-2711883afaeb tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.345160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93653bdf-1ccd-4b5a-86ef-2711883afaeb tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.346832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93653bdf-1ccd-4b5a-86ef-2711883afaeb tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.348361 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbe22ae-99a4-46ad-88ba-120d1a4e9f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:50.350702 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec52408b-b90a-4ee0-b9f5-86e8f6bef16a" -d '{"events": [{"server_uuid": "cbbe22ae-99a4-46ad-88ba-120d1a4e9f87", "name": "network-vif-plugged", "status": "completed", "tag": "ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:50.354477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93653bdf-1ccd-4b5a-86ef-2711883afaeb tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.357648 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-74d8bc80-1784-46a1-9f72-8d337856d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.359361 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-74d8bc80-1784-46a1-9f72-8d337856d9fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1094 time: 0.1361356 Sep 07 16:15:50.359910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55870) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:50.364562 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-93653bdf-1ccd-4b5a-86ef-2711883afaeb tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2526798 Sep 07 16:15:50.370425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-490255f2-bdde-4e4a-b327-a56b82706338 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1316800005'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:50.418798 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b0fbdb23-e9d8-4c40-8793-56371784d957, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0fbdb23-e9d8-4c40-8793-56371784d957,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:50.443034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-01f2cf3d-de20-444c-9e7c-d67d90d6bcb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 217 time: 0.0636559 Sep 07 16:15:50.485077 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.491668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490255f2-bdde-4e4a-b327-a56b82706338 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:50.495096 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-490255f2-bdde-4e4a-b327-a56b82706338 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.496722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'b0fbdb23-e9d8-4c40-8793-56371784d957', 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2', 'port_id': 'b0fbdb23-e9d8-4c40-8793-56371784d957', 'mac_address': 'fa:16:3e:cd:a7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:50.516613 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Transition to ACTIVE for port object f5420419-3819-44c9-943f-12e5597d60c8 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:50.527034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=d39f6353-2298-46e1-accb-22762d3f7601,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:50.531544 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.575613 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Transition to ACTIVE for port object 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:50.586888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Transition to ACTIVE for port object f5420419-3819-44c9-943f-12e5597d60c8 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:50.610238 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.620283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Transition to ACTIVE for port object 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:50.639617 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.660706 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.673949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fbdb23-e9d8-4c40-8793-56371784d957 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:50.693745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:50.707982 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Network 09447bdf-d940-4de1-b10c-0d8bfcf46a00 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:50.709298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:50.716869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Pushing event updated for resources: {'Port': ['ID=f5420419-3819-44c9-943f-12e5597d60c8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:50.728766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:50.731217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:50.735292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b0fbdb23-e9d8-4c40-8793-56371784d957, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0fbdb23-e9d8-4c40-8793-56371784d957,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:50.739915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:50.745817 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.746525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:50.832468 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-f042e446-fcce-4a55-83e3-7841742ba670 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.833960 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-f042e446-fcce-4a55-83e3-7841742ba670 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/networks?id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 HTTP/1.1" status: 200 len: 815 time: 0.6288083 Sep 07 16:15:50.869678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Pushing event updated for resources: {'Port': ['ID=7a28ee8e-adb4-4ed9-9a7f-4906d884eadf,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:50.873917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-6c3ba57d-07f0-416d-873a-67a567cda7a3 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/quotas/00b7087b2aa04afbb2976d09645f485f HTTP/1.1" status: 200 len: 375 time: 0.0304337 Sep 07 16:15:50.899361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab0743-1994-4609-bfc5-a5e6c4f1d9a3 req-f5d2d73d-2feb-40fa-a4ac-5a68ffe8238f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.905189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab0743-1994-4609-bfc5-a5e6c4f1d9a3 req-f5d2d73d-2feb-40fa-a4ac-5a68ffe8238f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.909299 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Attempting to bind port f5420419-3819-44c9-943f-12e5597d60c8 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:50.909689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Attempting to bind port f5420419-3819-44c9-943f-12e5597d60c8 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:50.910061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Attempting to bind port f5420419-3819-44c9-943f-12e5597d60c8 on network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:50.911020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab0743-1994-4609-bfc5-a5e6c4f1d9a3 req-f5d2d73d-2feb-40fa-a4ac-5a68ffe8238f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.916406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:50.916884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab0743-1994-4609-bfc5-a5e6c4f1d9a3 req-f5d2d73d-2feb-40fa-a4ac-5a68ffe8238f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.922623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab0743-1994-4609-bfc5-a5e6c4f1d9a3 req-f5d2d73d-2feb-40fa-a4ac-5a68ffe8238f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.928443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab0743-1994-4609-bfc5-a5e6c4f1d9a3 req-f5d2d73d-2feb-40fa-a4ac-5a68ffe8238f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.931287 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Attempting to bind port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:50.932186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Attempting to bind port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '25904572-2744-4944-a8f4-4c2b5f6e56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '09447bdf-d940-4de1-b10c-0d8bfcf46a00'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:50.932573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Attempting to bind port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf on network 09447bdf-d940-4de1-b10c-0d8bfcf46a00 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:50.934644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab0743-1994-4609-bfc5-a5e6c4f1d9a3 req-f5d2d73d-2feb-40fa-a4ac-5a68ffe8238f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.936826 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eeab0743-1994-4609-bfc5-a5e6c4f1d9a3 req-f5d2d73d-2feb-40fa-a4ac-5a68ffe8238f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5420 time: 0.4966717 Sep 07 16:15:50.937373 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490255f2-bdde-4e4a-b327-a56b82706338 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:15:50.938017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:50.938394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Checking segment: {'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:50.939099 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.939209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Bound using segment: {'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:50.939665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Bound port: f5420419-3819-44c9-943f-12e5597d60c8, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:50.940053 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.941002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-598b7f02-8bdd-4924-9ea0-904359e47486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:50.942445 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-598b7f02-8bdd-4924-9ea0-904359e47486 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.4764640 Sep 07 16:15:50.955990 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:50.956424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Checking segment: {'id': '25904572-2744-4944-a8f4-4c2b5f6e56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '09447bdf-d940-4de1-b10c-0d8bfcf46a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:50.956800 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.957201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Bound using segment: {'id': '25904572-2744-4944-a8f4-4c2b5f6e56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '09447bdf-d940-4de1-b10c-0d8bfcf46a00'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:50.957694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Bound port: 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25904572-2744-4944-a8f4-4c2b5f6e56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '09447bdf-d940-4de1-b10c-0d8bfcf46a00'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:50.958088 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:50.960008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '2d3a2bc7-67a1-48b0-80e2-3c5f680345a2', 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2', 'port_id': '2d3a2bc7-67a1-48b0-80e2-3c5f680345a2', 'mac_address': 'fa:16:3e:b9:e5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf', 'ip_address': '10.1.1.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:51.008002 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-490255f2-bdde-4e4a-b327-a56b82706338 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.008370 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-490255f2-bdde-4e4a-b327-a56b82706338 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Added segment 0bed818e-ee49-42b5-b579-2b786886152d of type vlan for network 549956f0-4cd4-45db-8154-9b6dc68bfd6c Sep 07 16:15:51.091858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eeab0743-1994-4609-bfc5-a5e6c4f1d9a3 req-72b6c36c-6c0c-45bc-b6da-cbfaf733ab88 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1371908 Sep 07 16:15:51.094500 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-490255f2-bdde-4e4a-b327-a56b82706338 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.108131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1e643dbc-e5e9-4865-b91f-ecad3900ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:51.109713 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-1e643dbc-e5e9-4865-b91f-ecad3900ab97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563168 Sep 07 16:15:51.115868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-9faa6069-9357-45a3-9c4d-6f8e42654176 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=00b7087b2aa04afbb2976d09645f485f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2298589 Sep 07 16:15:51.151795 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f814abd6-dd68-4c21-9d53-4e2b3e2466ae x-openstack-request-id: req-f814abd6-dd68-4c21-9d53-4e2b3e2466ae {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:51.152094 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:51.152371 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f814abd6-dd68-4c21-9d53-4e2b3e2466ae {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:51.152791 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'status': 'completed', 'code': 200} Sep 07 16:15:51.193741 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-490255f2-bdde-4e4a-b327-a56b82706338 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.194618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b0fbdb23-e9d8-4c40-8793-56371784d957,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:51.199937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490255f2-bdde-4e4a-b327-a56b82706338 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:51.201075 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-490255f2-bdde-4e4a-b327-a56b82706338 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.273221 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.301862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:51.306257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] For port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:51.309435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] For port f5420419-3819-44c9-943f-12e5597d60c8, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:51.313048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] For port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7a28ee8e-adb4-4ed9-9a7f-4906d884eadf,segment=NetworkSegment(25904572-2744-4944-a8f4-4c2b5f6e56dd),segment_id=25904572-2744-4944-a8f4-4c2b5f6e56dd)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:51.322978 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-490255f2-bdde-4e4a-b327-a56b82706338 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9566278 Sep 07 16:15:51.326217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55882) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:51.334024 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.336046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1d19b3d4-08ad-42e3-ad89-17a94aaf7a06 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:51.342386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:51.345131 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] For port f5420419-3819-44c9-943f-12e5597d60c8, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f5420419-3819-44c9-943f-12e5597d60c8,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:51.366884 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.367567 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8b7cd95e-d4ca-4955-a0c7-596d708a0805 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:51.372388 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.389574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490255f2-bdde-4e4a-b327-a56b82706338 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Network': ['ID=549956f0-4cd4-45db-8154-9b6dc68bfd6c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:51.408142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 549956f0-4cd4-45db-8154-9b6dc68bfd6c details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:15:51.440949 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb94674-d221-4b54-934d-a8608b077826 req-b8e41fe8-ff0c-42d4-bb66-80eca1cee4ff tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:51.442474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bb94674-d221-4b54-934d-a8608b077826 req-b8e41fe8-ff0c-42d4-bb66-80eca1cee4ff tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.1465831 Sep 07 16:15:51.444966 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-92e5952b-696a-4d35-b702-cf1dc99f131d service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155465 Sep 07 16:15:51.446950 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-0238014c-c7c4-48a1-8157-d6421ff19ce0 service neutron] 10.222.0.70 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163943 Sep 07 16:15:51.460735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f22f8-5532-47df-90b7-09e6545b269e None None] Pushing event updated for resources: {'Port': ['ID=7a28ee8e-adb4-4ed9-9a7f-4906d884eadf,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:51.465253 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8b7cd95e-d4ca-4955-a0c7-596d708a0805, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8b7cd95e-d4ca-4955-a0c7-596d708a0805,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:51.553661 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '8b7cd95e-d4ca-4955-a0c7-596d708a0805', 'network_id': '1f962351-b07a-494a-a9cf-1f555be30ed2', 'port_id': '8b7cd95e-d4ca-4955-a0c7-596d708a0805', 'mac_address': 'fa:16:3e:46:0d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:51.572630 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d19b3d4-08ad-42e3-ad89-17a94aaf7a06 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.592919 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d19b3d4-08ad-42e3-ad89-17a94aaf7a06 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.613839 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:51.614891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d19b3d4-08ad-42e3-ad89-17a94aaf7a06 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network 549956f0-4cd4-45db-8154-9b6dc68bfd6c is not hosted by any dhcp agent {{(pid=94771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 16:15:51.622948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bb94674-d221-4b54-934d-a8608b077826 req-10107dfb-7f25-43d6-927a-ef03d421993c tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665292 Sep 07 16:15:51.632021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d19b3d4-08ad-42e3-ad89-17a94aaf7a06 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:51.632709 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d19b3d4-08ad-42e3-ad89-17a94aaf7a06 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.638674 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1d19b3d4-08ad-42e3-ad89-17a94aaf7a06 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "PUT /v2.0/networks/549956f0-4cd4-45db-8154-9b6dc68bfd6c HTTP/1.1" status: 200 len: 723 time: 0.3108463 Sep 07 16:15:51.642106 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55886) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:51.657956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-eedf5257-9d22-4feb-a7bd-ca062ba08a78 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'subnet': {'network_id': '549956f0-4cd4-45db-8154-9b6dc68bfd6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:51.668857 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.709741 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500eafab-deeb-48a6-b343-207393251f80 x-openstack-request-id: req-500eafab-deeb-48a6-b343-207393251f80 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:51.710257 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbe22ae-99a4-46ad-88ba-120d1a4e9f87", "name": "network-vif-plugged", "status": "completed", "tag": "ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:51.710676 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-500eafab-deeb-48a6-b343-207393251f80 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:51.711241 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbe22ae-99a4-46ad-88ba-120d1a4e9f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4', 'code': 200} Sep 07 16:15:51.715105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7cd95e-d4ca-4955-a0c7-596d708a0805 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:51.727160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f9ca9-f11f-413e-8979-2506e79b37a2 None None] Pushing event updated for resources: {'Port': ['ID=f5420419-3819-44c9-943f-12e5597d60c8,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:51.736437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19b3d4-08ad-42e3-ad89-17a94aaf7a06 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Network': ['ID=549956f0-4cd4-45db-8154-9b6dc68bfd6c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:51.769737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8b7cd95e-d4ca-4955-a0c7-596d708a0805, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8b7cd95e-d4ca-4955-a0c7-596d708a0805,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:51.781114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 549956f0-4cd4-45db-8154-9b6dc68bfd6c details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:15:51.794035 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.794730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:51.844166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-46e79fc5-d9d4-4d60-88e5-940da74fdffa service neutron] 10.222.0.70 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879123 Sep 07 16:15:51.937871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fabd358-4216-45ec-a2d0-47ac488ae964 req-258b70b7-ba78-4c8c-adcb-71e9b4668c1b service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837296 Sep 07 16:15:51.974288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedf5257-9d22-4feb-a7bd-ca062ba08a78 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:51.977833 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eedf5257-9d22-4feb-a7bd-ca062ba08a78 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:51.984108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2f90e-a98f-4c0e-976f-58b654d2f790 req-c263a076-b6e1-4d3f-9c4c-79c50ebea78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:51.989638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbd2f90e-a98f-4c0e-976f-58b654d2f790 req-c263a076-b6e1-4d3f-9c4c-79c50ebea78a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbbe22ae-99a4-46ad-88ba-120d1a4e9f87 HTTP/1.1" status: 200 len: 1096 time: 0.1398757 Sep 07 16:15:52.015850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8b7cd95e-d4ca-4955-a0c7-596d708a0805,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:52.041216 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:15:52.060354 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:52.066008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c641edb-390b-4525-b901-62a6642c90bd req-6371e758-f56f-45d6-8319-146a51b571ae tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.074179 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c641edb-390b-4525-b901-62a6642c90bd req-6371e758-f56f-45d6-8319-146a51b571ae tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 943 time: 0.2415109 Sep 07 16:15:52.082008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811', 'network_id': '50ad646a-f6b1-4fcd-85f1-43f75a8d511a', 'port_id': '69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811', 'mac_address': 'fa:16:3e:6b:6c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef42e25e-cc1c-4df5-a8de-a86bed94f9b0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:52.176783 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:52.194321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:52.220557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:52.226882 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:52.227466 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 46b3de92-957e-48b4-b402-964530839a06 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:52.270834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbd2f90e-a98f-4c0e-976f-58b654d2f790 req-b2c84ee5-0bd6-433f-9ce6-bf9fec76ad5d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473974 Sep 07 16:15:52.297105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c641edb-390b-4525-b901-62a6642c90bd req-03a09efa-1184-4bbe-82ab-b6f1ecdf6692 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219112 Sep 07 16:15:52.303605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cf2ff-7109-438d-8011-deef90a8abfb req-e89f2664-6b89-4bfe-b8c0-e3b52f860fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.305899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-077cf2ff-7109-438d-8011-deef90a8abfb req-e89f2664-6b89-4bfe-b8c0-e3b52f860fb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1094 time: 0.2809770 Sep 07 16:15:52.308932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:52.374479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfe281-b1dd-4911-b99a-50fe99390046 req-2db0dd22-e4a0-4854-9274-2edc079938ca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.382557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66cfe281-b1dd-4911-b99a-50fe99390046 req-2db0dd22-e4a0-4854-9274-2edc079938ca tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 945 time: 0.1798337 Sep 07 16:15:52.392472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 46b3de92-957e-48b4-b402-964530839a06, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=46b3de92-957e-48b4-b402-964530839a06,segment=NetworkSegment(458cbc32-6491-460d-8a10-bc8d06cb218a),segment_id=458cbc32-6491-460d-8a10-bc8d06cb218a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:52.411738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '46b3de92-957e-48b4-b402-964530839a06', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'port_id': '46b3de92-957e-48b4-b402-964530839a06', 'mac_address': 'fa:16:3e:10:ee:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:52.462166 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:52.488744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b3de92-957e-48b4-b402-964530839a06 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:52.518487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 46b3de92-957e-48b4-b402-964530839a06, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=46b3de92-957e-48b4-b402-964530839a06,segment=NetworkSegment(458cbc32-6491-460d-8a10-bc8d06cb218a),segment_id=458cbc32-6491-460d-8a10-bc8d06cb218a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:52.523883 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:52.564814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66cfe281-b1dd-4911-b99a-50fe99390046 req-12da1c42-0a38-4c86-9d95-a4fcf2069fa7 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730707 Sep 07 16:15:52.611983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=46b3de92-957e-48b4-b402-964530839a06,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:52.651939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cf2ff-7109-438d-8011-deef90a8abfb req-1f04e60a-7cee-455b-b9f0-033eb25e057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.653754 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-077cf2ff-7109-438d-8011-deef90a8abfb req-1f04e60a-7cee-455b-b9f0-033eb25e057d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.3342447 Sep 07 16:15:52.778926 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-077cf2ff-7109-438d-8011-deef90a8abfb req-f22148fc-ce6d-4c44-855f-e88695a63cd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 217 time: 0.0876245 Sep 07 16:15:52.782237 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eedf5257-9d22-4feb-a7bd-ca062ba08a78 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:52.874811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfdcf9-0599-485d-801c-f5b21164f8c1 req-607d6b49-672b-4a83-b82a-b3c573f7f7b8 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.876445 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1cfdcf9-0599-485d-801c-f5b21164f8c1 req-607d6b49-672b-4a83-b82a-b3c573f7f7b8 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.2490091 Sep 07 16:15:52.944860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617abb8-e13e-4450-a011-672ec35fb291 req-3b5da725-f612-4267-91d3-6174489fdb5f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.951777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617abb8-e13e-4450-a011-672ec35fb291 req-3b5da725-f612-4267-91d3-6174489fdb5f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.958237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617abb8-e13e-4450-a011-672ec35fb291 req-3b5da725-f612-4267-91d3-6174489fdb5f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.964555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617abb8-e13e-4450-a011-672ec35fb291 req-3b5da725-f612-4267-91d3-6174489fdb5f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.970777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617abb8-e13e-4450-a011-672ec35fb291 req-3b5da725-f612-4267-91d3-6174489fdb5f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.977022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617abb8-e13e-4450-a011-672ec35fb291 req-3b5da725-f612-4267-91d3-6174489fdb5f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.983885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617abb8-e13e-4450-a011-672ec35fb291 req-3b5da725-f612-4267-91d3-6174489fdb5f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:52.990661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5617abb8-e13e-4450-a011-672ec35fb291 req-3b5da725-f612-4267-91d3-6174489fdb5f tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5425 time: 0.3321121 Sep 07 16:15:52.996385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf5257-9d22-4feb-a7bd-ca062ba08a78 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Subnet': ['ID=4ac6bca3-24f5-47d3-9ae1-87ac572989cb,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:52.999520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cf2ff-7109-438d-8011-deef90a8abfb req-d59a80fe-8954-4b6c-a5dd-be7b62eb2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:53.001536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-077cf2ff-7109-438d-8011-deef90a8abfb req-d59a80fe-8954-4b6c-a5dd-be7b62eb2d39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.2106125 Sep 07 16:15:53.011389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01adcdea-27f3-4c58-9913-a0a9b3fa6061 None None] Network 09447bdf-d940-4de1-b10c-0d8bfcf46a00 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:53.080539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf5257-9d22-4feb-a7bd-ca062ba08a78 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Checking segment: {'id': '0bed818e-ee49-42b5-b579-2b786886152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '549956f0-4cd4-45db-8154-9b6dc68bfd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:53.080911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf5257-9d22-4feb-a7bd-ca062ba08a78 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network hostable DHCP agents. Network: 549956f0-4cd4-45db-8154-9b6dc68bfd6c, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:15:53.085499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1cfdcf9-0599-485d-801c-f5b21164f8c1 req-235faaf0-b5ff-4a8d-85b0-d783de0f3880 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908576 Sep 07 16:15:53.094076 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7f40a331-ba48-47d8-ba6d-8e64bd8c775b None None] Provisioning for port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:53.121002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5617abb8-e13e-4450-a011-672ec35fb291 req-fad90680-39c6-4342-8ab7-41993da09b54 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1063440 Sep 07 16:15:53.131219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf5257-9d22-4feb-a7bd-ca062ba08a78 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network 549956f0-4cd4-45db-8154-9b6dc68bfd6c is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:15:53.140778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cf2ff-7109-438d-8011-deef90a8abfb req-e0536c26-9243-41d5-952f-e52e9701ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:53.142682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-077cf2ff-7109-438d-8011-deef90a8abfb req-e0536c26-9243-41d5-952f-e52e9701ff65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268418 Sep 07 16:15:53.147960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-eedf5257-9d22-4feb-a7bd-ca062ba08a78 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 549956f0-4cd4-45db-8154-9b6dc68bfd6c) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:53.160317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedf5257-9d22-4feb-a7bd-ca062ba08a78 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:53.160967 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eedf5257-9d22-4feb-a7bd-ca062ba08a78 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:53.193961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3653940-b5ba-411b-ae71-ee4176eac1f6 None None] Network 549956f0-4cd4-45db-8154-9b6dc68bfd6c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:53.244510 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eedf5257-9d22-4feb-a7bd-ca062ba08a78 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6005659 Sep 07 16:15:53.247147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55926) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:53.256163 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:53.516665 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-134095129'] for subnet, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:53.530020 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-077cf2ff-7109-438d-8011-deef90a8abfb req-776d3297-383f-4761-8657-cd7b7a60b735 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779545 Sep 07 16:15:53.534311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:53.648088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-37b9c04c-3e8f-4a8e-a41e-db5208ac13d2 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:53.667203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-37b9c04c-3e8f-4a8e-a41e-db5208ac13d2 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/networks?id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 HTTP/1.1" status: 200 len: 815 time: 0.4273362 Sep 07 16:15:53.706503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db35b873-b963-4a01-b533-1c09049ac1bf None None] Network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:53.708585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:53.713224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-ad0144dc-e9c1-4463-9cb5-e9c70593b0ef tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/quotas/00b7087b2aa04afbb2976d09645f485f HTTP/1.1" status: 200 len: 375 time: 0.0441184 Sep 07 16:15:53.756900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['2d3a2bc7-67a1-48b0-80e2-3c5f680345a2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:53.771277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:53.771653 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:53.801353 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['8b7cd95e-d4ca-4955-a0c7-596d708a0805'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:53.807529 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6bd51-a58b-48d7-a082-f3b1084d5783 req-49aab7c8-6b5c-4f15-b7ce-caa6bd0d8b7f tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:53.809554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbf6bd51-a58b-48d7-a082-f3b1084d5783 req-49aab7c8-6b5c-4f15-b7ce-caa6bd0d8b7f tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe22ae-99a4-46ad-88ba-120d1a4e9f87 HTTP/1.1" status: 200 len: 945 time: 0.3549285 Sep 07 16:15:53.825295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55936) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:53.831864 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790661720549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4578079'] for subnet, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:53.840026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['b0fbdb23-e9d8-4c40-8793-56371784d957'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:53.921687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-4c1926fe-550f-49e0-87c0-c430e9a35b93 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:53.923294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-4c1926fe-550f-49e0-87c0-c430e9a35b93 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.35 "GET /v2.0/networks?id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 HTTP/1.1" status: 200 len: 815 time: 0.4415283 Sep 07 16:15:53.943258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-077cf2ff-7109-438d-8011-deef90a8abfb req-410f21a7-6841-47c6-affd-0448436c5d0c service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966777 Sep 07 16:15:53.950221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbf6bd51-a58b-48d7-a082-f3b1084d5783 req-d88e2463-3b68-4b0c-b7c6-933517602844 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259170 Sep 07 16:15:53.954452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Request body: {'port': {'device_id': 'e76e689d-2b93-4887-9959-c1d03383e90b', 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6', 'admin_state_up': True, 'tenant_id': '00b7087b2aa04afbb2976d09645f485f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:53.965771 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad19ad87-c548-44d6-9a63-9f3652234850 None None] Update dhcp port {'port': {'network_id': '09447bdf-d940-4de1-b10c-0d8bfcf46a00', 'fixed_ips': [{'subnet_id': 'c8bfeb14-967d-4ecd-9957-8caf298bc80b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ede6c094-867f-4c3f-a351-a48866fd6419'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '7a28ee8e-adb4-4ed9-9a7f-4906d884eadf'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:15:53.968186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['a072f777-9f21-4db1-a87f-cc4dd3dd08b6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:53.972444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-ed823e3e-a6cb-4b9f-a0fc-6102cbb40eb8 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=00b7087b2aa04afbb2976d09645f485f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2549193 Sep 07 16:15:53.977988 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-23bbd44c-5021-4e33-b985-5664db39d0db service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:15:53.985905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-23bbd44c-5021-4e33-b985-5664db39d0db service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123780 Sep 07 16:15:54.010413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['d39f6353-2298-46e1-accb-22762d3f7601'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:54.046000 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad19ad87-c548-44d6-9a63-9f3652234850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:54.062451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4349099b-b895-4db9-af38-6fc3890f15f3 None None] Provisioning for port f5420419-3819-44c9-943f-12e5597d60c8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:54.133985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-549956f0-4cd4-45db-8154-9b6dc68bfd6c', 'network_id': '549956f0-4cd4-45db-8154-9b6dc68bfd6c', 'tenant_id': '31af7886c7bd492788bcd5bdaaeccbe3', 'fixed_ips': [{'subnet_id': '4ac6bca3-24f5-47d3-9ae1-87ac572989cb'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:15:54.135561 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:54.210605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c094f4-bf0a-422d-927d-8b3e901b2981 req-8d053651-c142-49f4-8d0c-d3e48340bfd6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:54.212210 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5c094f4-bf0a-422d-927d-8b3e901b2981 req-8d053651-c142-49f4-8d0c-d3e48340bfd6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 943 time: 0.1663370 Sep 07 16:15:54.227865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-5158c04c-d72d-4e29-bc25-062f368b46c7 service neutron] 10.222.0.70 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408361 Sep 07 16:15:54.281122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:54.282437 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:54.282645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Made reservation on behalf of 00b7087b2aa04afbb2976d09645f485f for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:54.284197 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "PUT /v2.0/subnets/4ac6bca3-24f5-47d3-9ae1-87ac572989cb HTTP/1.1" status: 200 len: 826 time: 1.0358288 Sep 07 16:15:54.286061 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:54.288550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e168960d-8a75-41ac-9572-fa02b23cc30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:54.288689 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55946) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:54.308039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Subnet': ['ID=4ac6bca3-24f5-47d3-9ae1-87ac572989cb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:54.322227 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:54.322795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:54.323130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:54.323472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:54.323809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:54.324139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:54.324496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:54.324828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:54.325155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:54.325481 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:54.325808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:54.326268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad1bfd-4c88-4350-af14-f2c5343d88b0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:15:54.429672 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e168960d-8a75-41ac-9572-fa02b23cc30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:54.435424 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e168960d-8a75-41ac-9572-fa02b23cc30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:54.482333 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e168960d-8a75-41ac-9572-fa02b23cc30a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bee157892d8b440ca031df4b3a838072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6557634 Sep 07 16:15:54.485096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55948) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:15:54.493257 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168960d-8a75-41ac-9572-fa02b23cc30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6e26c3-06fc-4ffa-869e-ca6d204cf04d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:54.553677 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca3a2c0e-0b59-4f05-8a05-88b26743d472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:54.562291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:54.581054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca3a2c0e-0b59-4f05-8a05-88b26743d472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:54.637101 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca3a2c0e-0b59-4f05-8a05-88b26743d472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:54.640677 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca3a2c0e-0b59-4f05-8a05-88b26743d472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:54.644685 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ca3a2c0e-0b59-4f05-8a05-88b26743d472 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd6e26c3-06fc-4ffa-869e-ca6d204cf04d HTTP/1.1" status: 204 len: 168 time: 0.1556599 Sep 07 16:15:54.650527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a2c0e-0b59-4f05-8a05-88b26743d472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6e26c3-06fc-4ffa-869e-ca6d204cf04d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:54.685481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5c094f4-bf0a-422d-927d-8b3e901b2981 req-cd8a622f-a1ff-44b0-bdb7-2ba064b65430 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4551032 Sep 07 16:15:54.823038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['46b3de92-957e-48b4-b402-964530839a06'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:54.823994 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:54.865245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-5521d619-ac1d-4b91-98cd-3a60a8c32b56 service neutron] 10.222.0.70 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363354 Sep 07 16:15:54.926429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Allocated IP 2001:db8::2 (549956f0-4cd4-45db-8154-9b6dc68bfd6c/4ac6bca3-24f5-47d3-9ae1-87ac572989cb/61900735-b35e-44b5-a70e-4ca4fd8cb885) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:54.950638 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:55.075306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf26da-161f-4e1d-9383-efa214a9f7e2 req-e6333f5b-3fa2-43db-a25d-8c1f5e2bd214 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.084108 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-becf26da-161f-4e1d-9383-efa214a9f7e2 req-e6333f5b-3fa2-43db-a25d-8c1f5e2bd214 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.2177043 Sep 07 16:15:55.104748 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Allocated IP 172.20.0.13 (0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6/153bd6fc-4666-4528-9069-201b8a260bc8/a1290ee5-6de5-46af-851d-c7cb63d159ea) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:55.210541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-becf26da-161f-4e1d-9383-efa214a9f7e2 req-aaa55bd2-4ecf-4e32-a697-1668df8e6549 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232393 Sep 07 16:15:55.246759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df224dd-6245-4aa0-8933-7691b197cb15 req-b629de18-990f-4fbb-9e64-59d4515857d8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.252943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df224dd-6245-4aa0-8933-7691b197cb15 req-b629de18-990f-4fbb-9e64-59d4515857d8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.258784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df224dd-6245-4aa0-8933-7691b197cb15 req-b629de18-990f-4fbb-9e64-59d4515857d8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.264834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df224dd-6245-4aa0-8933-7691b197cb15 req-b629de18-990f-4fbb-9e64-59d4515857d8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.271035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df224dd-6245-4aa0-8933-7691b197cb15 req-b629de18-990f-4fbb-9e64-59d4515857d8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.277130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df224dd-6245-4aa0-8933-7691b197cb15 req-b629de18-990f-4fbb-9e64-59d4515857d8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.283224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df224dd-6245-4aa0-8933-7691b197cb15 req-b629de18-990f-4fbb-9e64-59d4515857d8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.291592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2df224dd-6245-4aa0-8933-7691b197cb15 req-b629de18-990f-4fbb-9e64-59d4515857d8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5425 time: 0.1773789 Sep 07 16:15:55.402538 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:55.438179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ad19ad87-c548-44d6-9a63-9f3652234850 None None] Allocated IP 172.20.0.1 (09447bdf-d940-4de1-b10c-0d8bfcf46a00/ede6c094-867f-4c3f-a351-a48866fd6419/7a28ee8e-adb4-4ed9-9a7f-4906d884eadf) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:55.469410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2df224dd-6245-4aa0-8933-7691b197cb15 req-626cb596-1d19-4f58-8f0b-e7863f2c3a27 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1766510 Sep 07 16:15:55.552670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf855c04-a6d1-4687-8b16-b2d7d3610a55 req-8cf5c9bd-6298-4429-b1ff-9dc709cd0bee tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.555952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf855c04-a6d1-4687-8b16-b2d7d3610a55 req-8cf5c9bd-6298-4429-b1ff-9dc709cd0bee tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe22ae-99a4-46ad-88ba-120d1a4e9f87 HTTP/1.1" status: 200 len: 945 time: 0.2462847 Sep 07 16:15:55.595618 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:55.637533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Transition to ACTIVE for port object a1290ee5-6de5-46af-851d-c7cb63d159ea will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:55.674697 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf855c04-a6d1-4687-8b16-b2d7d3610a55 req-62c41925-8e9a-445a-82b2-11618d99d7d8 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062191 Sep 07 16:15:55.792301 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:55.890766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-08a95139-03dc-4c2e-ae92-91b1cba29b29 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.896888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-08a95139-03dc-4c2e-ae92-91b1cba29b29 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/networks?id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 HTTP/1.1" status: 200 len: 815 time: 0.2609656 Sep 07 16:15:55.944090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-753bd594-01f5-4931-bdda-5396ffab4c4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/quotas/00b7087b2aa04afbb2976d09645f485f HTTP/1.1" status: 200 len: 375 time: 0.0429337 Sep 07 16:15:55.944379 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ad19ad87-c548-44d6-9a63-9f3652234850 None None] For port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7a28ee8e-adb4-4ed9-9a7f-4906d884eadf,segment=NetworkSegment(25904572-2744-4944-a8f4-4c2b5f6e56dd),segment_id=25904572-2744-4944-a8f4-4c2b5f6e56dd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:55.951059 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:55.958361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:55.973706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:55.989279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd1406-3379-40a1-88cc-4ccf094e502d req-a9008d96-5931-45ba-937b-38c97e5189c7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:55.991218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8dd1406-3379-40a1-88cc-4ccf094e502d req-a9008d96-5931-45ba-937b-38c97e5189c7 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.2032647 Sep 07 16:15:56.022925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Pushing event updated for resources: {'Port': ['ID=a1290ee5-6de5-46af-851d-c7cb63d159ea,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:56.041803 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad19ad87-c548-44d6-9a63-9f3652234850 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.083913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ad19ad87-c548-44d6-9a63-9f3652234850 None None] Transition to ACTIVE for port object 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:56.084961 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.086950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:56.088127 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.095174 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad19ad87-c548-44d6-9a63-9f3652234850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.104951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4002fcd7-abdf-48ba-8f1a-878f270aad9b tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=00b7087b2aa04afbb2976d09645f485f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1494169 Sep 07 16:15:56.105188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Transition to ACTIVE for port object 61900735-b35e-44b5-a70e-4ca4fd8cb885 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:56.111084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8dd1406-3379-40a1-88cc-4ccf094e502d req-e7f637e2-8703-4969-9f59-f238c765e1fe tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851882 Sep 07 16:15:56.155112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-1e5bac58-3092-4777-8f76-67090b5b306f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2088206 Sep 07 16:15:56.185032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Transition to ACTIVE for port object 61900735-b35e-44b5-a70e-4ca4fd8cb885 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:56.193624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Request body: {'port': {'device_id': 'e76e689d-2b93-4887-9959-c1d03383e90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:56.226568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:15:56.227092 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:15:56.247457 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.258840 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.281036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19ad87-c548-44d6-9a63-9f3652234850 None None] Pushing event updated for resources: {'Port': ['ID=7a28ee8e-adb4-4ed9-9a7f-4906d884eadf,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:56.328077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Network 549956f0-4cd4-45db-8154-9b6dc68bfd6c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:15:56.334202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:15:56.347294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:15:56.352372 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Pushing event updated for resources: {'Port': ['ID=61900735-b35e-44b5-a70e-4ca4fd8cb885,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:56.358064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-acc76862-d54e-41a7-8109-39b326beec68 None None] Provisioning for port a1290ee5-6de5-46af-851d-c7cb63d159ea completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:56.364926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-acc76862-d54e-41a7-8109-39b326beec68 None None] Provisioning complete for port a1290ee5-6de5-46af-851d-c7cb63d159ea triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:56.365316 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-acc76862-d54e-41a7-8109-39b326beec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.413043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-acc76862-d54e-41a7-8109-39b326beec68 None None] Port a1290ee5-6de5-46af-851d-c7cb63d159ea cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:15:56.422247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-58b3f8fe-94e5-490f-bc54-762d18ec1326 service neutron] 10.222.0.70 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100283 Sep 07 16:15:56.429759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac6bca3-24f5-47d3-9ae1-87ac572989cb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:56.451289 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.457487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Attempting to bind port 61900735-b35e-44b5-a70e-4ca4fd8cb885 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:56.458450 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Attempting to bind port 61900735-b35e-44b5-a70e-4ca4fd8cb885 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '0bed818e-ee49-42b5-b579-2b786886152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '549956f0-4cd4-45db-8154-9b6dc68bfd6c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:56.459007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Attempting to bind port 61900735-b35e-44b5-a70e-4ca4fd8cb885 on network 549956f0-4cd4-45db-8154-9b6dc68bfd6c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:56.466656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:56.467402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Checking segment: {'id': '0bed818e-ee49-42b5-b579-2b786886152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '549956f0-4cd4-45db-8154-9b6dc68bfd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:56.468145 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.468769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Bound using segment: {'id': '0bed818e-ee49-42b5-b579-2b786886152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '549956f0-4cd4-45db-8154-9b6dc68bfd6c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:56.469456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Bound port: 61900735-b35e-44b5-a70e-4ca4fd8cb885, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bed818e-ee49-42b5-b579-2b786886152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '549956f0-4cd4-45db-8154-9b6dc68bfd6c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:56.470131 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.559159 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] For port 61900735-b35e-44b5-a70e-4ca4fd8cb885, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:56.562662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] For port 61900735-b35e-44b5-a70e-4ca4fd8cb885, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=61900735-b35e-44b5-a70e-4ca4fd8cb885,segment=NetworkSegment(0bed818e-ee49-42b5-b579-2b786886152d),segment_id=0bed818e-ee49-42b5-b579-2b786886152d)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:56.570504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8c3860b1-9f8d-403f-a5c9-903a91abe2ff details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:15:56.573787 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.605956 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.754311 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.resource_extend [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:15:56.797024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549956f0-4cd4-45db-8154-9b6dc68bfd6c']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:56.801349 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b26e9c-ba24-4782-8435-56322b27234f None None] Pushing event updated for resources: {'Port': ['ID=61900735-b35e-44b5-a70e-4ca4fd8cb885,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:56.843242 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51551c16-7f60-4871-a7e9-8666e7a2c239 None None] Network 549956f0-4cd4-45db-8154-9b6dc68bfd6c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:56.871476 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:56.946624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bed818e-ee49-42b5-b579-2b786886152d') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:56.946992 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bed818e-ee49-42b5-b579-2b786886152d') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:15:57.033482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:57.073440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7a28ee8e-adb4-4ed9-9a7f-4906d884eadf,segment=NetworkSegment(25904572-2744-4944-a8f4-4c2b5f6e56dd),segment_id=25904572-2744-4944-a8f4-4c2b5f6e56dd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:57.099273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.100144 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'port_id': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'mac_address': 'fa:16:3e:0b:e3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:15:57.104836 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.105569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f5420419-3819-44c9-943f-12e5597d60c8 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:57.137152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-6e064d6a-ae65-422b-930b-524071cfac78 service neutron] 10.222.0.70 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6983335 Sep 07 16:15:57.158418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-0360546d-a02e-43aa-8d55-6694fe2dedda tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:57.161477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-0360546d-a02e-43aa-8d55-6694fe2dedda tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.35 "GET /v2.0/networks?id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 HTTP/1.1" status: 200 len: 815 time: 0.6929264 Sep 07 16:15:57.190330 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.207462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Request body: {'port': {'device_id': '9780c9d8-fdc9-494d-bee4-4daa7dd35515', 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6', 'admin_state_up': True, 'tenant_id': '00b7087b2aa04afbb2976d09645f485f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:57.221008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:15:57.222117 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:15:57.240513 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:15:57.384091 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d24845-0810-4763-8d17-4bc0269ee84d req-5a1a9e9b-b74f-4206-8aa3-ed0bcdc5586d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:57.385790 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57d24845-0810-4763-8d17-4bc0269ee84d req-5a1a9e9b-b74f-4206-8aa3-ed0bcdc5586d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 943 time: 0.2898543 Sep 07 16:15:57.396240 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 16:15:57.396240 n-d-807551-3 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 16:15:57.396240 n-d-807551-3 neutron-server[94770]: [parameters: {'id': '549956f0-4cd4-45db-8154-9b6dc68bfd6c'}] Sep 07 16:15:57.396240 n-d-807551-3 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:15:57.396711 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:15:57.414665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f485b176-84c7-4755-9a08-3528155f8b05 None None] Network 09447bdf-d940-4de1-b10c-0d8bfcf46a00 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:57.500973 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1290ee5-6de5-46af-851d-c7cb63d159ea {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:57.524911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57d24845-0810-4763-8d17-4bc0269ee84d req-69c94cba-4155-4af3-a8e9-c45dc43da80d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271446 Sep 07 16:15:57.527055 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.529644 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.577015 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-168c6ede-5562-4c80-a7da-b89d610d080a None None] Provisioning for port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:57.599709 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-168c6ede-5562-4c80-a7da-b89d610d080a None None] Provisioning complete for port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:57.599709 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-168c6ede-5562-4c80-a7da-b89d610d080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.644025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Transition to ACTIVE for port object a1290ee5-6de5-46af-851d-c7cb63d159ea will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:57.652520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=7a28ee8e-adb4-4ed9-9a7f-4906d884eadf,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:57.657832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Made reservation on behalf of 00b7087b2aa04afbb2976d09645f485f for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:57.659868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4852281e-d3d1-40f8-a1b9-7cdd3d4e2c5c None None] Network 549956f0-4cd4-45db-8154-9b6dc68bfd6c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:15:57.663080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.676972 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.717014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3860b1-9f8d-403f-a5c9-903a91abe2ff {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:15:57.737328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:57.759828 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.771542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814fc3f-df32-4aae-94ca-28e42b7eab38 req-48e03a2f-72f8-48f1-bbf1-2fa55827b428 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:57.779105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814fc3f-df32-4aae-94ca-28e42b7eab38 req-48e03a2f-72f8-48f1-bbf1-2fa55827b428 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:57.785816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814fc3f-df32-4aae-94ca-28e42b7eab38 req-48e03a2f-72f8-48f1-bbf1-2fa55827b428 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:57.792308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814fc3f-df32-4aae-94ca-28e42b7eab38 req-48e03a2f-72f8-48f1-bbf1-2fa55827b428 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:57.798298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814fc3f-df32-4aae-94ca-28e42b7eab38 req-48e03a2f-72f8-48f1-bbf1-2fa55827b428 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:57.804204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814fc3f-df32-4aae-94ca-28e42b7eab38 req-48e03a2f-72f8-48f1-bbf1-2fa55827b428 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:57.810474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814fc3f-df32-4aae-94ca-28e42b7eab38 req-48e03a2f-72f8-48f1-bbf1-2fa55827b428 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:57.818579 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3814fc3f-df32-4aae-94ca-28e42b7eab38 req-48e03a2f-72f8-48f1-bbf1-2fa55827b428 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5425 time: 0.3007619 Sep 07 16:15:57.865769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1290ee5-6de5-46af-851d-c7cb63d159ea,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:57.907172 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:57.933363 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port f5420419-3819-44c9-943f-12e5597d60c8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:57.964864 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3814fc3f-df32-4aae-94ca-28e42b7eab38 req-fba44bfa-8e62-4861-8867-24be7060ebca tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1418054 Sep 07 16:15:57.985261 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f5420419-3819-44c9-943f-12e5597d60c8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:57.985649 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.079633 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:58.146162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b86a02d3-10f3-40e0-be9d-091f2e6822ab req-e8c2d2b7-5053-4f51-969e-21532a9dfc7a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 210 time: 0.1504850 Sep 07 16:15:58.199571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Attempting to bind port a1290ee5-6de5-46af-851d-c7cb63d159ea on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:15:58.199966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Attempting to bind port a1290ee5-6de5-46af-851d-c7cb63d159ea by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:15:58.200255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Attempting to bind port a1290ee5-6de5-46af-851d-c7cb63d159ea on network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:58.242004 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Port a1290ee5-6de5-46af-851d-c7cb63d159ea on network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:15:58.242335 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Attempting to bind port a1290ee5-6de5-46af-851d-c7cb63d159ea on network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:15:58.249719 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.293184 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Allocated IP 172.20.0.4 (0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6/153bd6fc-4666-4528-9069-201b8a260bc8/706af0e8-d583-4c1a-9315-2213ce1e63c3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:15:58.295022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port f5420419-3819-44c9-943f-12e5597d60c8, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f5420419-3819-44c9-943f-12e5597d60c8,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:58.295689 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:15:58.296017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Checking segment: {'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:15:58.296623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Bound using segment: {'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:15:58.297134 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Bound port: a1290ee5-6de5-46af-851d-c7cb63d159ea, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:15:58.297601 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.300101 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.324970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9086ef-0785-43ba-8b86-67793f36a2b2 req-bcb8359d-9f6b-436c-a014-4d1e43a3bc84 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:58.326679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd9086ef-0785-43ba-8b86-67793f36a2b2 req-bcb8359d-9f6b-436c-a014-4d1e43a3bc84 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.2496393 Sep 07 16:15:58.368227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=f5420419-3819-44c9-943f-12e5597d60c8,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:58.425082 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:58.429175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc906eef-07a9-4e81-8646-a518867bcff6 req-663ebc27-a7be-44ea-8af5-c55b3ef841bb tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:58.437394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc906eef-07a9-4e81-8646-a518867bcff6 req-663ebc27-a7be-44ea-8af5-c55b3ef841bb tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe22ae-99a4-46ad-88ba-120d1a4e9f87 HTTP/1.1" status: 200 len: 945 time: 0.2039812 Sep 07 16:15:58.480760 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:58.481147 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.503683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Deleting port 61900735-b35e-44b5-a70e-4ca4fd8cb885 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:58.504029 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.508999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ce2c90-377b-4c8a-be1c-6d8e9d0872cd None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:15:58.521193 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd9086ef-0785-43ba-8b86-67793f36a2b2 req-15025c40-d409-4bac-b492-90436a3d03d0 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795266 Sep 07 16:15:58.585545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] For port a1290ee5-6de5-46af-851d-c7cb63d159ea, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:15:58.593387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8b7cd95e-d4ca-4955-a0c7-596d708a0805 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:15:58.606699 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc906eef-07a9-4e81-8646-a518867bcff6 req-bff11f53-4df4-40b2-9b1d-3e1276351623 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684141 Sep 07 16:15:58.669136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] For port a1290ee5-6de5-46af-851d-c7cb63d159ea, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a1290ee5-6de5-46af-851d-c7cb63d159ea,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:15:58.684975 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.698930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b5f10702-fc9f-4230-92ae-5739a70e7ad6 None None] Provisioning complete for port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:58.699304 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5f10702-fc9f-4230-92ae-5739a70e7ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.789748 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] For port 61900735-b35e-44b5-a70e-4ca4fd8cb885, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=61900735-b35e-44b5-a70e-4ca4fd8cb885,segment=NetworkSegment(0bed818e-ee49-42b5-b579-2b786886152d),segment_id=0bed818e-ee49-42b5-b579-2b786886152d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:58.790301 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.817625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:58.818252 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.819647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] 10.222.0.35 "PUT /v2.0/ports/a1290ee5-6de5-46af-851d-c7cb63d159ea HTTP/1.1" status: 200 len: 1092 time: 2.6304097 Sep 07 16:15:58.821149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76e689d-2b93-4887-9959-c1d03383e90b', 'tag': 'a1290ee5-6de5-46af-851d-c7cb63d159ea'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:58.824002 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2a9f27-2db1-4489-ab48-2dfe087c72e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e76e689d-2b93-4887-9959-c1d03383e90b", "tag": "a1290ee5-6de5-46af-851d-c7cb63d159ea"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:58.841986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Calling delete_port for 61900735-b35e-44b5-a70e-4ca4fd8cb885 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:58.858374 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:15:58.889328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:15:58.889707 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.935252 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:58.940425 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ce2c90-377b-4c8a-be1c-6d8e9d0872cd None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:15:59.084138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4c24753b-4b74-4edd-9ec3-4f61ca6271de tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.086479 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4c24753b-4b74-4edd-9ec3-4f61ca6271de tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.54 "GET /v2.0/networks?id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 HTTP/1.1" status: 200 len: 815 time: 0.2154934 Sep 07 16:15:59.102582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Request body: {'port': {'device_id': '18154672-135e-47d8-8284-d6ee9d073d65', 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6', 'admin_state_up': True, 'tenant_id': '00b7087b2aa04afbb2976d09645f485f'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:15:59.106214 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.137736 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7cd95e-d4ca-4955-a0c7-596d708a0805'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:15:59.140268 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260a5989-4314-4887-9a78-c650e9edff2a" -d '{"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "8b7cd95e-d4ca-4955-a0c7-596d708a0805"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:15:59.159121 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8b7cd95e-d4ca-4955-a0c7-596d708a0805, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8b7cd95e-d4ca-4955-a0c7-596d708a0805,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:59.169474 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.173541 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02a4b47-ed82-42f2-965d-e69e1b8982a3 x-openstack-request-id: req-b02a4b47-ed82-42f2-965d-e69e1b8982a3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:15:59.173892 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76e689d-2b93-4887-9959-c1d03383e90b", "tag": "a1290ee5-6de5-46af-851d-c7cb63d159ea", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:15:59.174512 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b02a4b47-ed82-42f2-965d-e69e1b8982a3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:15:59.174939 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76e689d-2b93-4887-9959-c1d03383e90b', 'tag': 'a1290ee5-6de5-46af-851d-c7cb63d159ea', 'status': 'completed', 'code': 200} Sep 07 16:15:59.187596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ea5e7-c124-49c0-89a4-5065243f74c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1290ee5-6de5-46af-851d-c7cb63d159ea,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:59.211182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1ecc5-66c3-44ed-b8ee-31b8966b7279 req-955a17db-f3ea-4bde-b796-bb1858816f69 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.212763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5b1ecc5-66c3-44ed-b8ee-31b8966b7279 req-955a17db-f3ea-4bde-b796-bb1858816f69 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbbe22ae-99a4-46ad-88ba-120d1a4e9f87 HTTP/1.1" status: 200 len: 945 time: 0.5217609 Sep 07 16:15:59.219948 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.236975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8b7cd95e-d4ca-4955-a0c7-596d708a0805,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:59.243575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['8c3860b1-9f8d-403f-a5c9-903a91abe2ff'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:15:59.272929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Transition to ACTIVE for port object 706af0e8-d583-4c1a-9315-2213ce1e63c3 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:15:59.287633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Made reservation on behalf of 00b7087b2aa04afbb2976d09645f485f for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:15:59.292299 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.649926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b0e92-c45f-436e-83ef-dc0daacac66b req-477595bb-a61f-417c-aadd-fc4e09a61762 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.652325 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-900b0e92-c45f-436e-83ef-dc0daacac66b req-477595bb-a61f-417c-aadd-fc4e09a61762 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.54 "GET /v2.0/ports?device_id=7104580c-e071-4457-b107-0184916dd712 HTTP/1.1" status: 200 len: 945 time: 0.0614629 Sep 07 16:15:59.675512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Port': ['ID=61900735-b35e-44b5-a70e-4ca4fd8cb885,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:15:59.703148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No DVR routers for this DVR port 61900735-b35e-44b5-a70e-4ca4fd8cb885 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:15:59.738955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-14a15a88-5ffe-404c-841e-2bc07d7e5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.740810 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-14a15a88-5ffe-404c-841e-2bc07d7e5411 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00b7087b2aa04afbb2976d09645f485f&device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 1095 time: 0.8016565 Sep 07 16:15:59.765255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d1e6f-aa32-4def-9bd0-27de7bb543fe req-402e9eee-970b-4de1-9939-bb2774055316 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.767265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b85d1e6f-aa32-4def-9bd0-27de7bb543fe req-402e9eee-970b-4de1-9939-bb2774055316 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.9280033 Sep 07 16:15:59.772329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-900b0e92-c45f-436e-83ef-dc0daacac66b req-c87e4bea-a134-4a38-8289-c05ae796501f tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Deleting port 31a60323-8d17-488b-b27f-1bc7c7ebadbb {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:15:59.772966 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-900b0e92-c45f-436e-83ef-dc0daacac66b req-c87e4bea-a134-4a38-8289-c05ae796501f tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.875909 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-900b0e92-c45f-436e-83ef-dc0daacac66b req-c87e4bea-a134-4a38-8289-c05ae796501f tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] For port 31a60323-8d17-488b-b27f-1bc7c7ebadbb, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=31a60323-8d17-488b-b27f-1bc7c7ebadbb,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:15:59.876806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-900b0e92-c45f-436e-83ef-dc0daacac66b req-c87e4bea-a134-4a38-8289-c05ae796501f tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:15:59.888364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb798d01-bbfa-4d82-bdb8-10a72007c250 req-77799be9-0967-4095-88a9-737fdb82f377 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.895696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb798d01-bbfa-4d82-bdb8-10a72007c250 req-77799be9-0967-4095-88a9-737fdb82f377 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.898625 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-900b0e92-c45f-436e-83ef-dc0daacac66b req-c87e4bea-a134-4a38-8289-c05ae796501f tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Calling delete_port for 31a60323-8d17-488b-b27f-1bc7c7ebadbb owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:15:59.902068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb798d01-bbfa-4d82-bdb8-10a72007c250 req-77799be9-0967-4095-88a9-737fdb82f377 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.908247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb798d01-bbfa-4d82-bdb8-10a72007c250 req-77799be9-0967-4095-88a9-737fdb82f377 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.914486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb798d01-bbfa-4d82-bdb8-10a72007c250 req-77799be9-0967-4095-88a9-737fdb82f377 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.920815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb798d01-bbfa-4d82-bdb8-10a72007c250 req-77799be9-0967-4095-88a9-737fdb82f377 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.927038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb798d01-bbfa-4d82-bdb8-10a72007c250 req-77799be9-0967-4095-88a9-737fdb82f377 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:15:59.929097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb798d01-bbfa-4d82-bdb8-10a72007c250 req-77799be9-0967-4095-88a9-737fdb82f377 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5426 time: 0.7120039 Sep 07 16:15:59.930526 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-db2f0e73-857d-42a0-b4c8-d083b8335a85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1290ee5-6de5-46af-851d-c7cb63d159ea HTTP/1.1" status: 200 len: 217 time: 0.1781998 Sep 07 16:15:59.983664 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.053951 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-900b0e92-c45f-436e-83ef-dc0daacac66b req-c87e4bea-a134-4a38-8289-c05ae796501f tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.070813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4', '31a60323-8d17-488b-b27f-1bc7c7ebadbb'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:16:00.094848 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.104893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549956f0-4cd4-45db-8154-9b6dc68bfd6c']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:00.105859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e4bea-a134-4a38-8289-c05ae796501f tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Pushing event deleted for resources: {'Port': ['ID=31a60323-8d17-488b-b27f-1bc7c7ebadbb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:00.148582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b85d1e6f-aa32-4def-9bd0-27de7bb543fe req-4ad26106-6a10-429b-aa38-665698d8e23f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563392 Sep 07 16:16:00.153182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bed818e-ee49-42b5-b579-2b786886152d') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:00.157275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bed818e-ee49-42b5-b579-2b786886152d') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:00.205748 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-900b0e92-c45f-436e-83ef-dc0daacac66b req-c87e4bea-a134-4a38-8289-c05ae796501f tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] No DVR routers for this DVR port 31a60323-8d17-488b-b27f-1bc7c7ebadbb on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:00.212452 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-900b0e92-c45f-436e-83ef-dc0daacac66b req-c87e4bea-a134-4a38-8289-c05ae796501f tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.215025 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-900b0e92-c45f-436e-83ef-dc0daacac66b req-c87e4bea-a134-4a38-8289-c05ae796501f tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.54 "DELETE /v2.0/ports/31a60323-8d17-488b-b27f-1bc7c7ebadbb HTTP/1.1" status: 204 len: 173 time: 0.5555575 Sep 07 16:16:00.215684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7104580c-e071-4457-b107-0184916dd712', 'name': 'network-vif-deleted', 'tag': '31a60323-8d17-488b-b27f-1bc7c7ebadbb'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:00.228872 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c4081e-aa89-4514-9c2b-4836f280779b" -d '{"events": [{"server_uuid": "7104580c-e071-4457-b107-0184916dd712", "name": "network-vif-deleted", "tag": "31a60323-8d17-488b-b27f-1bc7c7ebadbb"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:00.268589 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.db.api [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-e614570e-f6ae-4652-9dce-2fff4b0ed140 {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:16:00.271744 n-d-807551-3 neutron-server[94771]: DEBUG oslo_db.api [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:16:00.272634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb798d01-bbfa-4d82-bdb8-10a72007c250 req-8f6095df-9206-4c34-9e15-f84149035492 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2920468 Sep 07 16:16:00.285961 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.290563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-7315ae02-91e9-4bfc-ae6a-ac8798d7e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:00.297202 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-7315ae02-91e9-4bfc-ae6a-ac8798d7e27c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=153bd6fc-4666-4528-9069-201b8a260bc8 HTTP/1.1" status: 200 len: 854 time: 0.3209603 Sep 07 16:16:00.349963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:00.402238 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5c8605-7c10-48ae-9826-5d5e6920c178 x-openstack-request-id: req-ed5c8605-7c10-48ae-9826-5d5e6920c178 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:00.403184 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "8b7cd95e-d4ca-4955-a0c7-596d708a0805", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:00.403184 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed5c8605-7c10-48ae-9826-5d5e6920c178 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:00.403699 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7cd95e-d4ca-4955-a0c7-596d708a0805', 'code': 200} Sep 07 16:16:00.413768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a5b1ecc5-66c3-44ed-b8ee-31b8966b7279 req-d3f95711-8bc5-467b-9356-dd54097437a2 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Deleting port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:00.414309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5b1ecc5-66c3-44ed-b8ee-31b8966b7279 req-d3f95711-8bc5-467b-9356-dd54097437a2 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.447948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:00.450493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Pushing event updated for resources: {'Port': ['ID=706af0e8-d583-4c1a-9315-2213ce1e63c3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:00.453801 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.491765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f5420419-3819-44c9-943f-12e5597d60c8 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:00.509377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:00.563061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:00.563454 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:00.579450 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:00.584390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f5420419-3819-44c9-943f-12e5597d60c8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:00.584939 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.592563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a072f777-9f21-4db1-a87f-cc4dd3dd08b6 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:00.685033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f459da9e-71bb-4393-8cfe-1492931727ff req-2c7309ff-a7b5-498a-97a8-ab182c592742 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 210 time: 0.1528461 Sep 07 16:16:00.758423 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.772945 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.805693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port a072f777-9f21-4db1-a87f-cc4dd3dd08b6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:00.819845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port a072f777-9f21-4db1-a87f-cc4dd3dd08b6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:00.820386 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.848384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.850309 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/549956f0-4cd4-45db-8154-9b6dc68bfd6c HTTP/1.1" status: 204 len: 168 time: 6.5525968 Sep 07 16:16:00.854749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56078) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:00.861097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-a2af3278-9760-41db-a00b-66e6f247ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:00.862643 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-a2af3278-9760-41db-a00b-66e6f247ba2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4999490 Sep 07 16:16:00.881099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:00.881789 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.906442 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328d170b-8abb-4a8a-9695-3748dca6f1d0 x-openstack-request-id: req-328d170b-8abb-4a8a-9695-3748dca6f1d0 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:00.906989 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7104580c-e071-4457-b107-0184916dd712", "name": "network-vif-deleted", "tag": "31a60323-8d17-488b-b27f-1bc7c7ebadbb", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:00.913293 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-328d170b-8abb-4a8a-9695-3748dca6f1d0 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:00.914003 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7104580c-e071-4457-b107-0184916dd712', 'name': 'network-vif-deleted', 'tag': '31a60323-8d17-488b-b27f-1bc7c7ebadbb', 'status': 'completed', 'code': 200} Sep 07 16:16:00.965574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-12ac622b-9337-4c3a-be19-8856b9475139 None None] Provisioning for port 706af0e8-d583-4c1a-9315-2213ce1e63c3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:00.987992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-12ac622b-9337-4c3a-be19-8856b9475139 None None] Provisioning complete for port 706af0e8-d583-4c1a-9315-2213ce1e63c3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:00.988551 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12ac622b-9337-4c3a-be19-8856b9475139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:00.993621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257df93-4525-4dd9-aa55-d13454ed48e6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Network': ['ID=549956f0-4cd4-45db-8154-9b6dc68bfd6c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:01.022864 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-600b35d6-e17e-4100-892d-57a4985d110d tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:01.023509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600b35d6-e17e-4100-892d-57a4985d110d tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:01.031262 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-600b35d6-e17e-4100-892d-57a4985d110d tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/549956f0-4cd4-45db-8154-9b6dc68bfd6c HTTP/1.1" status: 404 len: 339 time: 0.1754067 Sep 07 16:16:01.038155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56088) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:01.049242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-de92dcc0-5724-4410-a7d4-5cb0b477dbca tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1890658555', 'description': 'd1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:01.145874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-12ac622b-9337-4c3a-be19-8856b9475139 None None] Port 706af0e8-d583-4c1a-9315-2213ce1e63c3 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:16:01.158251 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.169022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de92dcc0-5724-4410-a7d4-5cb0b477dbca tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:01.184498 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de92dcc0-5724-4410-a7d4-5cb0b477dbca tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.202419 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-a0d903c0-c34f-435a-9b5b-1266b4afea4a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0129275 Sep 07 16:16:01.206489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-482a0d0d-629c-4b9b-a636-fdecc4171771 service neutron] 10.222.0.35 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212012 Sep 07 16:16:01.227254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31803d33-080f-4994-a01e-94485ec72505 req-ea97162f-683e-4e7b-b60f-8c16b737f8d0 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:01.228386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port a072f777-9f21-4db1-a87f-cc4dd3dd08b6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a072f777-9f21-4db1-a87f-cc4dd3dd08b6,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:01.232470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Allocated IP 172.20.0.7 (0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6/153bd6fc-4666-4528-9069-201b8a260bc8/9717f742-d672-476d-9ba5-384079fb839e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:01.234963 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de92dcc0-5724-4410-a7d4-5cb0b477dbca tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:01.236058 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.239303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device d39f6353-2298-46e1-accb-22762d3f7601 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:01.239802 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31803d33-080f-4994-a01e-94485ec72505 req-ea97162f-683e-4e7b-b60f-8c16b737f8d0 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe22ae-99a4-46ad-88ba-120d1a4e9f87 HTTP/1.1" status: 200 len: 945 time: 0.7235253 Sep 07 16:16:01.256079 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de92dcc0-5724-4410-a7d4-5cb0b477dbca tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.256990 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-de92dcc0-5724-4410-a7d4-5cb0b477dbca tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Added segment c31a9e92-0fe0-48c6-9e0f-be0b9428949a of type vlan for network db88a537-1f40-4abc-bfbd-c16792576a59 Sep 07 16:16:01.304012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Request body: {'port': {'device_id': '9780c9d8-fdc9-494d-bee4-4daa7dd35515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:01.375027 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de92dcc0-5724-4410-a7d4-5cb0b477dbca tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.375207 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=a072f777-9f21-4db1-a87f-cc4dd3dd08b6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:01.398520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port d39f6353-2298-46e1-accb-22762d3f7601 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:01.403929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port d39f6353-2298-46e1-accb-22762d3f7601 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:01.404654 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.501221 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.537973 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de92dcc0-5724-4410-a7d4-5cb0b477dbca tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.538353 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79bdc138-ad20-4e13-8295-ce88b79b4451 req-18ebc5f0-ded7-45cd-bc07-c6ecc72ee7e4 service neutron] 10.222.0.35 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549744 Sep 07 16:16:01.555692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31803d33-080f-4994-a01e-94485ec72505 req-245b1671-fb5a-480b-8de5-57c0b9fd1541 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/security-groups?id=69435f41-03f9-4303-8e87-1d140db678cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089781 Sep 07 16:16:01.559491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de92dcc0-5724-4410-a7d4-5cb0b477dbca tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:01.560552 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de92dcc0-5724-4410-a7d4-5cb0b477dbca tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.600061 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-de92dcc0-5724-4410-a7d4-5cb0b477dbca tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5549035 Sep 07 16:16:01.615104 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56094) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:01.630378 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.633498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port d39f6353-2298-46e1-accb-22762d3f7601, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d39f6353-2298-46e1-accb-22762d3f7601,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:01.647715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.648908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:01.709755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a5b1ecc5-66c3-44ed-b8ee-31b8966b7279 req-d3f95711-8bc5-467b-9356-dd54097437a2 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] For port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4,segment=NetworkSegment(b0bbf5b0-0481-4ff3-bec0-025cb5850004),segment_id=b0bbf5b0-0481-4ff3-bec0-025cb5850004)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:01.719580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3b3185-afa5-46fb-9c9b-f7a9177f763e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:01.720394 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5b1ecc5-66c3-44ed-b8ee-31b8966b7279 req-d3f95711-8bc5-467b-9356-dd54097437a2 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.724186 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fd3b3185-afa5-46fb-9c9b-f7a9177f763e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "GET /v2.0/networks?id=db88a537-1f40-4abc-bfbd-c16792576a59 HTTP/1.1" status: 200 len: 765 time: 0.1080441 Sep 07 16:16:01.727477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56098) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:01.742284 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-285e0f8c-195e-48af-9bca-f2e4da3ed0d6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'network': {'description': 'd2'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:01.770773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=d39f6353-2298-46e1-accb-22762d3f7601,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:01.793784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:01.803562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:01.804848 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.815731 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.824373 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a5b1ecc5-66c3-44ed-b8ee-31b8966b7279 req-d3f95711-8bc5-467b-9356-dd54097437a2 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Calling delete_port for ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:01.850794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Transition to ACTIVE for port object 9717f742-d672-476d-9ba5-384079fb839e will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:01.892666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248ef46-522c-4c09-ac48-8763de4ce0d8 req-84e2a323-9d30-439b-9b8c-4e31476dc0c2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:01.900606 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0248ef46-522c-4c09-ac48-8763de4ce0d8 req-84e2a323-9d30-439b-9b8c-4e31476dc0c2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.5187175 Sep 07 16:16:01.943013 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.972160 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.989347 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:01.996853 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:01.998380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:02.012135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c813a-9ac8-45e3-be2e-e6c508e4ff3e req-a842e9b0-4770-467c-8629-1db4534acc57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.015571 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.019055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c813a-9ac8-45e3-be2e-e6c508e4ff3e req-a842e9b0-4770-467c-8629-1db4534acc57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.024996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c813a-9ac8-45e3-be2e-e6c508e4ff3e req-a842e9b0-4770-467c-8629-1db4534acc57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.033095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c813a-9ac8-45e3-be2e-e6c508e4ff3e req-a842e9b0-4770-467c-8629-1db4534acc57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.037859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c813a-9ac8-45e3-be2e-e6c508e4ff3e req-a842e9b0-4770-467c-8629-1db4534acc57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.048864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c813a-9ac8-45e3-be2e-e6c508e4ff3e req-a842e9b0-4770-467c-8629-1db4534acc57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.069500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c813a-9ac8-45e3-be2e-e6c508e4ff3e req-a842e9b0-4770-467c-8629-1db4534acc57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.078558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f93c813a-9ac8-45e3-be2e-e6c508e4ff3e req-a842e9b0-4770-467c-8629-1db4534acc57 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5428 time: 0.3451293 Sep 07 16:16:02.092708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a9f27-2db1-4489-ab48-2dfe087c72e3 req-351d29d2-22d6-48fc-a52f-55a634063b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.094299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af2a9f27-2db1-4489-ab48-2dfe087c72e3 req-351d29d2-22d6-48fc-a52f-55a634063b25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00b7087b2aa04afbb2976d09645f485f&device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 1095 time: 0.4277997 Sep 07 16:16:02.121384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:02.128692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Pushing event updated for resources: {'Port': ['ID=9717f742-d672-476d-9ba5-384079fb839e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:02.132989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:02.159357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:02.311569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.312378 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.313043 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.318197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92dcc0-5724-4410-a7d4-5cb0b477dbca tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Network': ['ID=db88a537-1f40-4abc-bfbd-c16792576a59,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:02.336830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:02.346302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:02.351607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:02.352046 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.392802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network db88a537-1f40-4abc-bfbd-c16792576a59 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:02.428472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a072f777-9f21-4db1-a87f-cc4dd3dd08b6'}, {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39f6353-2298-46e1-accb-22762d3f7601'}, {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3a2bc7-67a1-48b0-80e2-3c5f680345a2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:02.433950 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013b7950-db26-49e8-b999-3d746d5dd5bf" -d '{"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "a072f777-9f21-4db1-a87f-cc4dd3dd08b6"}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "d39f6353-2298-46e1-accb-22762d3f7601"}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "2d3a2bc7-67a1-48b0-80e2-3c5f680345a2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:02.528330 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-4d94c3d4-bb34-4c2a-9bc1-40d141eda198 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4307315 Sep 07 16:16:02.545914 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Request body: {'port': {'device_id': '18154672-135e-47d8-8284-d6ee9d073d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:02.582358 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-285e0f8c-195e-48af-9bca-f2e4da3ed0d6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.608887 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-285e0f8c-195e-48af-9bca-f2e4da3ed0d6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.609158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-03fc3ffc-36b7-4541-9015-e3fa1a636760 None None] Provisioning for port 9717f742-d672-476d-9ba5-384079fb839e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:02.614243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-03fc3ffc-36b7-4541-9015-e3fa1a636760 None None] Provisioning complete for port 9717f742-d672-476d-9ba5-384079fb839e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:02.614627 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03fc3ffc-36b7-4541-9015-e3fa1a636760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.659558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-03fc3ffc-36b7-4541-9015-e3fa1a636760 None None] Port 9717f742-d672-476d-9ba5-384079fb839e cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:16:02.708256 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.763166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:02.768154 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.769187 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0248ef46-522c-4c09-ac48-8763de4ce0d8 req-7850fa90-94b4-4b2b-a441-092d4858eb5d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8676097 Sep 07 16:16:02.769609 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e0f8c-195e-48af-9bca-f2e4da3ed0d6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Network': ['ID=db88a537-1f40-4abc-bfbd-c16792576a59,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:02.770596 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b0fbdb23-e9d8-4c40-8793-56371784d957 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:02.773403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-285e0f8c-195e-48af-9bca-f2e4da3ed0d6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network db88a537-1f40-4abc-bfbd-c16792576a59 is not hosted by any dhcp agent {{(pid=94771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 16:16:02.779586 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e0f8c-195e-48af-9bca-f2e4da3ed0d6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:02.790694 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-285e0f8c-195e-48af-9bca-f2e4da3ed0d6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.795075 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-285e0f8c-195e-48af-9bca-f2e4da3ed0d6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "PUT /v2.0/networks/db88a537-1f40-4abc-bfbd-c16792576a59 HTTP/1.1" status: 200 len: 762 time: 1.0592124 Sep 07 16:16:02.795990 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56110) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:02.810629 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.834736 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5b1ecc5-66c3-44ed-b8ee-31b8966b7279 req-d3f95711-8bc5-467b-9356-dd54097437a2 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:02.838619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network db88a537-1f40-4abc-bfbd-c16792576a59 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:02.936786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f93c813a-9ac8-45e3-be2e-e6c508e4ff3e req-04fd3f1f-c953-430c-aff3-a51154b22f1c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.8572869 Sep 07 16:16:02.948060 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f95711-8bc5-467b-9356-dd54097437a2 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Pushing event deleted for resources: {'Port': ['ID=ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:02.954189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706af0e8-d583-4c1a-9315-2213ce1e63c3 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:16:03.016388 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:03.092553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port b0fbdb23-e9d8-4c40-8793-56371784d957 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:03.101560 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0188f01-a323-4c8b-a3e0-3f7df624fa01 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:03.108464 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b0188f01-a323-4c8b-a3e0-3f7df624fa01 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "GET /v2.0/networks?id=db88a537-1f40-4abc-bfbd-c16792576a59 HTTP/1.1" status: 200 len: 765 time: 0.3083940 Sep 07 16:16:03.109468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56112) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:03.111814 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port b0fbdb23-e9d8-4c40-8793-56371784d957 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:03.112206 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:03.116274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Transition to ACTIVE for port object 706af0e8-d583-4c1a-9315-2213ce1e63c3 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:03.187510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b1ecc5-66c3-44ed-b8ee-31b8966b7279 req-d3f95711-8bc5-467b-9356-dd54097437a2 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] No DVR routers for this DVR port ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:03.192318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:03.193296 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:03.208529 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a5b1ecc5-66c3-44ed-b8ee-31b8966b7279 req-d3f95711-8bc5-467b-9356-dd54097437a2 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:03.221286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5b1ecc5-66c3-44ed-b8ee-31b8966b7279 req-d3f95711-8bc5-467b-9356-dd54097437a2 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.54 "DELETE /v2.0/ports/ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 HTTP/1.1" status: 204 len: 173 time: 3.9989848 Sep 07 16:16:03.226780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbe22ae-99a4-46ad-88ba-120d1a4e9f87', 'name': 'network-vif-deleted', 'tag': 'ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:03.237409 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569b377e-9491-43a1-8992-f716b71af423" -d '{"events": [{"server_uuid": "cbbe22ae-99a4-46ad-88ba-120d1a4e9f87", "name": "network-vif-deleted", "tag": "ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:03.272060 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:03.312939 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98399318-2c97-4e80-9e23-fe9310bdceb1 x-openstack-request-id: req-98399318-2c97-4e80-9e23-fe9310bdceb1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:03.313257 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "a072f777-9f21-4db1-a87f-cc4dd3dd08b6", "code": 200}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "d39f6353-2298-46e1-accb-22762d3f7601", "code": 200}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "2d3a2bc7-67a1-48b0-80e2-3c5f680345a2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:03.313812 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98399318-2c97-4e80-9e23-fe9310bdceb1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:03.313904 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a072f777-9f21-4db1-a87f-cc4dd3dd08b6', 'code': 200} Sep 07 16:16:03.314191 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39f6353-2298-46e1-accb-22762d3f7601', 'code': 200} Sep 07 16:16:03.314414 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3a2bc7-67a1-48b0-80e2-3c5f680345a2', 'code': 200} Sep 07 16:16:03.319230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b0fbdb23-e9d8-4c40-8793-56371784d957, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0fbdb23-e9d8-4c40-8793-56371784d957,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:03.328106 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:03.331418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 46b3de92-957e-48b4-b402-964530839a06 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:03.360513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a762-fb3c-4ca2-8e9a-cf7de7026674 req-3c99bcfa-e5c7-44dc-a82f-36883ce6bd69 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:03.362332 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ff3a762-fb3c-4ca2-8e9a-cf7de7026674 req-3c99bcfa-e5c7-44dc-a82f-36883ce6bd69 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 931 time: 0.4748430 Sep 07 16:16:03.373067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a9f27-2db1-4489-ab48-2dfe087c72e3 req-54f92469-5021-4877-be8f-1e5630456117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:03.380466 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af2a9f27-2db1-4489-ab48-2dfe087c72e3 req-54f92469-5021-4877-be8f-1e5630456117 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 HTTP/1.1" status: 200 len: 916 time: 1.2652426 Sep 07 16:16:03.428491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b0fbdb23-e9d8-4c40-8793-56371784d957,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:03.450240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Pushing event updated for resources: {'Port': ['ID=706af0e8-d583-4c1a-9315-2213ce1e63c3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:03.510330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 46b3de92-957e-48b4-b402-964530839a06 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:03.526968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 46b3de92-957e-48b4-b402-964530839a06 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:03.528472 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:03.554579 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af2a9f27-2db1-4489-ab48-2dfe087c72e3 req-4d230baf-3fdc-4c40-b745-b6c7b6350abb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1290ee5-6de5-46af-851d-c7cb63d159ea HTTP/1.1" status: 200 len: 217 time: 0.1467266 Sep 07 16:16:03.596666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ff3a762-fb3c-4ca2-8e9a-cf7de7026674 req-d9ad83d4-37cd-4792-9bb7-2c8bf4c3a971 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063890 Sep 07 16:16:03.663843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e079c1d-7c7c-41c9-b976-a9ae275cfd63 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:03.668484 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3e079c1d-7c7c-41c9-b976-a9ae275cfd63 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5578620 Sep 07 16:16:03.671966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56120) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:03.674683 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:03.738873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 46b3de92-957e-48b4-b402-964530839a06, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=46b3de92-957e-48b4-b402-964530839a06,segment=NetworkSegment(458cbc32-6491-460d-8a10-bc8d06cb218a),segment_id=458cbc32-6491-460d-8a10-bc8d06cb218a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:03.745421 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:03.754416 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-29e6f795-4cbc-416c-bd9e-96f68bfa5144 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 207 time: 0.0729945 Sep 07 16:16:03.769467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8c3860b1-9f8d-403f-a5c9-903a91abe2ff up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:03.777737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3095de56-32e0-4b9b-9ca5-4c793eb1f7af req-5663c188-9a48-41ca-84d8-8ae9acffc700 tempest-MultipleCreateTestJSON-2080154131 tempest-MultipleCreateTestJSON-2080154131-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbbe22ae-99a4-46ad-88ba-120d1a4e9f87 HTTP/1.1" status: 200 len: 210 time: 0.1865227 Sep 07 16:16:03.778383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56122) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:03.780373 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4556ac39-4160-42d1-a8f9-9feec61a411e x-openstack-request-id: req-4556ac39-4160-42d1-a8f9-9feec61a411e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:03.780627 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbe22ae-99a4-46ad-88ba-120d1a4e9f87", "name": "network-vif-deleted", "tag": "ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:03.780709 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4556ac39-4160-42d1-a8f9-9feec61a411e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:03.781106 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbe22ae-99a4-46ad-88ba-120d1a4e9f87', 'name': 'network-vif-deleted', 'tag': 'ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4', 'status': 'completed', 'code': 200} Sep 07 16:16:03.951525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 31a60323-8d17-488b-b27f-1bc7c7ebadbb no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:16:03.955549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Attempting to bind port 706af0e8-d583-4c1a-9315-2213ce1e63c3 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:03.956108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Attempting to bind port 706af0e8-d583-4c1a-9315-2213ce1e63c3 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:03.956274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Attempting to bind port 706af0e8-d583-4c1a-9315-2213ce1e63c3 on network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:03.971209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Port 706af0e8-d583-4c1a-9315-2213ce1e63c3 on network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:16:03.971589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Attempting to bind port 706af0e8-d583-4c1a-9315-2213ce1e63c3 on network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:04.008420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:04.009952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Checking segment: {'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:04.011148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Bound using segment: {'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:04.012244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Bound port: 706af0e8-d583-4c1a-9315-2213ce1e63c3, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:04.012886 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:04.018856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a9f27-2db1-4489-ab48-2dfe087c72e3 req-13c28774-d1b5-4dd6-a99f-7efeaf1ee2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.022821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af2a9f27-2db1-4489-ab48-2dfe087c72e3 req-13c28774-d1b5-4dd6-a99f-7efeaf1ee2e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=153bd6fc-4666-4528-9069-201b8a260bc8 HTTP/1.1" status: 200 len: 854 time: 0.4445312 Sep 07 16:16:04.032571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 31a60323-8d17-488b-b27f-1bc7c7ebadbb {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:16:04.033105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 31a60323-8d17-488b-b27f-1bc7c7ebadbb not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:16:04.033589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:16:04.034699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9717f742-d672-476d-9ba5-384079fb839e {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:16:04.040358 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:04.046797 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:04.063785 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Transition to ACTIVE for port object 9717f742-d672-476d-9ba5-384079fb839e will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:04.068896 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:04.074331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:16:04.074691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device ef25ba65-aa7c-4ea7-8680-a2d24c23f0d4 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:16:04.076616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:04.077171 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:04.171257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=46b3de92-957e-48b4-b402-964530839a06,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:04.214919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36879982-7775-479a-85f0-14bf9404faa0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.232540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36879982-7775-479a-85f0-14bf9404faa0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.236134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Pushing event updated for resources: {'Port': ['ID=9717f742-d672-476d-9ba5-384079fb839e,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:04.253614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36879982-7775-479a-85f0-14bf9404faa0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.260097 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:04.262264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36879982-7775-479a-85f0-14bf9404faa0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.271305 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36879982-7775-479a-85f0-14bf9404faa0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.280408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36879982-7775-479a-85f0-14bf9404faa0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.282482 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-36879982-7775-479a-85f0-14bf9404faa0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.4749255 Sep 07 16:16:04.287072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56132) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:04.336559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:04.343656 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:04.407098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504969af-77ed-4438-a6b8-ff0106f7b50c req-09c8ff5b-f3e3-4873-8393-df115e17e237 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.409307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-504969af-77ed-4438-a6b8-ff0106f7b50c req-09c8ff5b-f3e3-4873-8393-df115e17e237 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.5194058 Sep 07 16:16:04.413136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a9f27-2db1-4489-ab48-2dfe087c72e3 req-72960c32-72bf-4330-a49c-9e1a6fc35ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.415563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af2a9f27-2db1-4489-ab48-2dfe087c72e3 req-72960c32-72bf-4330-a49c-9e1a6fc35ce5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100364 Sep 07 16:16:04.460552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Attempting to bind port 9717f742-d672-476d-9ba5-384079fb839e on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:04.464047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Attempting to bind port 9717f742-d672-476d-9ba5-384079fb839e by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:04.466886 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Attempting to bind port 9717f742-d672-476d-9ba5-384079fb839e on network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:04.468202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:04.487736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] For port 706af0e8-d583-4c1a-9315-2213ce1e63c3, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:04.492807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] For port 706af0e8-d583-4c1a-9315-2213ce1e63c3, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=706af0e8-d583-4c1a-9315-2213ce1e63c3,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:04.506754 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Port 9717f742-d672-476d-9ba5-384079fb839e on network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:16:04.507455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Attempting to bind port 9717f742-d672-476d-9ba5-384079fb839e on network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:04.523666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:04.524397 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Checking segment: {'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:04.525188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Bound using segment: {'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:04.526066 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Bound port: 9717f742-d672-476d-9ba5-384079fb839e, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14872bf7-8102-4c1f-9d52-bff72045ed99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:04.526656 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:04.544117 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-504969af-77ed-4438-a6b8-ff0106f7b50c req-a44309b6-9435-487f-b29c-11932c59155a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392871 Sep 07 16:16:04.557485 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:04.622679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Pushing event updated for resources: {'Port': ['ID=706af0e8-d583-4c1a-9315-2213ce1e63c3,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:04.661852 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a01d1-d8f3-452c-ad1f-bf3ef60ad723 req-0337187c-1245-4526-9517-2b89b82248a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.668330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a01d1-d8f3-452c-ad1f-bf3ef60ad723 req-0337187c-1245-4526-9517-2b89b82248a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.675467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a01d1-d8f3-452c-ad1f-bf3ef60ad723 req-0337187c-1245-4526-9517-2b89b82248a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.683209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a01d1-d8f3-452c-ad1f-bf3ef60ad723 req-0337187c-1245-4526-9517-2b89b82248a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.690183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a01d1-d8f3-452c-ad1f-bf3ef60ad723 req-0337187c-1245-4526-9517-2b89b82248a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.696256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a01d1-d8f3-452c-ad1f-bf3ef60ad723 req-0337187c-1245-4526-9517-2b89b82248a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.703327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a01d1-d8f3-452c-ad1f-bf3ef60ad723 req-0337187c-1245-4526-9517-2b89b82248a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.705944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-967a01d1-d8f3-452c-ad1f-bf3ef60ad723 req-0337187c-1245-4526-9517-2b89b82248a0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5432 time: 0.4220545 Sep 07 16:16:04.724194 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e1e99d19-0ce3-468b-95f8-79481b77a3fc tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.4328175 Sep 07 16:16:04.725950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56142) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:04.796046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] For port 9717f742-d672-476d-9ba5-384079fb839e, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:04.801795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] For port 9717f742-d672-476d-9ba5-384079fb839e, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9717f742-d672-476d-9ba5-384079fb839e,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:04.824537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50792c1-129d-4bb3-a20d-ce46b6c8a5ee tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.826448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50792c1-129d-4bb3-a20d-ce46b6c8a5ee tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.828275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50792c1-129d-4bb3-a20d-ce46b6c8a5ee tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.830574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50792c1-129d-4bb3-a20d-ce46b6c8a5ee tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.832828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50792c1-129d-4bb3-a20d-ce46b6c8a5ee tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.835106 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f50792c1-129d-4bb3-a20d-ce46b6c8a5ee tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1080759 Sep 07 16:16:04.836637 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:04.839413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56150) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:04.905604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ff17a-183f-48e2-97c2-e7013a0b68d0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.907549 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ff17a-183f-48e2-97c2-e7013a0b68d0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.909415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ff17a-183f-48e2-97c2-e7013a0b68d0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.911178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ff17a-183f-48e2-97c2-e7013a0b68d0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.914491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ff17a-183f-48e2-97c2-e7013a0b68d0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['shared'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.916619 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-052ff17a-183f-48e2-97c2-e7013a0b68d0 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0745411 Sep 07 16:16:04.949452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56152) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:04.992133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:04.993042 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:04.995158 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] 10.222.0.54 "PUT /v2.0/ports/9717f742-d672-476d-9ba5-384079fb839e HTTP/1.1" status: 200 len: 1091 time: 2.4550707 Sep 07 16:16:04.999771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18154672-135e-47d8-8284-d6ee9d073d65', 'tag': '9717f742-d672-476d-9ba5-384079fb839e'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:05.002414 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e73bd5f-b714-4eb7-a2ea-3997cf3e083d" -d '{"events": [{"name": "network-changed", "server_uuid": "18154672-135e-47d8-8284-d6ee9d073d65", "tag": "9717f742-d672-476d-9ba5-384079fb839e"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:05.143498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd3c9c-45e7-4921-962f-952bc3b4218a service neutron] Pushing event updated for resources: {'Port': ['ID=9717f742-d672-476d-9ba5-384079fb839e,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:05.201438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265019fe-7be6-42a8-ad83-38b16504f8d6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.203133 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-265019fe-7be6-42a8-ad83-38b16504f8d6 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "GET /v2.0/networks/80c98e73-fff1-4743-b545-94e1feffebcf HTTP/1.1" status: 200 len: 804 time: 0.2523313 Sep 07 16:16:05.207048 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56160) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:05.221625 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-5a11549d-394b-4801-ab6b-005b4585d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.223672 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-5a11549d-394b-4801-ab6b-005b4585d959 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=00b7087b2aa04afbb2976d09645f485f&device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 1094 time: 0.1364241 Sep 07 16:16:05.286398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.286960 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:05.288391 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-22244d28-fe55-4eb9-9a2d-775addbc6812 service neutron] 10.222.0.35 "PUT /v2.0/ports/706af0e8-d583-4c1a-9315-2213ce1e63c3 HTTP/1.1" status: 200 len: 1091 time: 4.0309210 Sep 07 16:16:05.288912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56162) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:05.302539 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-bb9a3dec-dffb-4862-9c11-56f6c6e91e16 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9717f742-d672-476d-9ba5-384079fb839e HTTP/1.1" status: 200 len: 217 time: 0.0645289 Sep 07 16:16:05.316264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811'}, {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fbdb23-e9d8-4c40-8793-56371784d957'}, {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b3de92-957e-48b4-b402-964530839a06'}, {'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:05.329543 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8699670-017e-4c8c-878b-22576c43413e" -d '{"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811"}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "b0fbdb23-e9d8-4c40-8793-56371784d957"}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "46b3de92-957e-48b4-b402-964530839a06"}, {"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-plugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:05.382437 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-967a01d1-d8f3-452c-ad1f-bf3ef60ad723 req-33ae66af-b4d6-4737-8ee2-056ee4d68c10 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1449447 Sep 07 16:16:05.387860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af2a9f27-2db1-4489-ab48-2dfe087c72e3 req-d058d799-b182-4d69-8d93-a8af1cdf0af1 service neutron] 10.222.0.35 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8926444 Sep 07 16:16:05.404129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1597ea-e55d-4318-b6ab-05fab8852424 req-eef85fba-a686-4500-95ec-093797e85430 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.405773 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e1597ea-e55d-4318-b6ab-05fab8852424 req-eef85fba-a686-4500-95ec-093797e85430 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 943 time: 0.1745226 Sep 07 16:16:05.477441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-6117c3a0-1d56-4dfe-932a-9f8517cafa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.479099 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-6117c3a0-1d56-4dfe-932a-9f8517cafa6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=153bd6fc-4666-4528-9069-201b8a260bc8 HTTP/1.1" status: 200 len: 854 time: 0.1662376 Sep 07 16:16:05.496700 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-db0bab46-93df-49da-8803-edfbb42bf8b5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "GET /v2.0/networks/80c98e73-fff1-4743-b545-94e1feffebcf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2845073 Sep 07 16:16:05.515603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56170) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:05.536445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-9b070b17-e469-4e3e-857d-5af466820546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.538305 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-9b070b17-e469-4e3e-857d-5af466820546 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00b7087b2aa04afbb2976d09645f485f&device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515 HTTP/1.1" status: 200 len: 1094 time: 0.2013373 Sep 07 16:16:05.575978 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7504d25-dbe5-4990-ab81-699e8cdd3bde x-openstack-request-id: req-f7504d25-dbe5-4990-ab81-699e8cdd3bde {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:05.576280 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18154672-135e-47d8-8284-d6ee9d073d65", "tag": "9717f742-d672-476d-9ba5-384079fb839e", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:05.576615 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7504d25-dbe5-4990-ab81-699e8cdd3bde {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:05.577024 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18154672-135e-47d8-8284-d6ee9d073d65', 'tag': '9717f742-d672-476d-9ba5-384079fb839e', 'status': 'completed', 'code': 200} Sep 07 16:16:05.580931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-e733b125-a880-4a40-a97f-e58cd6357e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.582865 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-e733b125-a880-4a40-a97f-e58cd6357e7c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875816 Sep 07 16:16:05.612821 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f479f66-ed5b-4092-acd6-30a552294b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:05.621390 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e513a7-4735-47d7-81f5-536e876caf82 x-openstack-request-id: req-56e513a7-4735-47d7-81f5-536e876caf82 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:05.621896 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811", "code": 200}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "b0fbdb23-e9d8-4c40-8793-56371784d957", "code": 200}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-plugged", "status": "completed", "tag": "46b3de92-957e-48b4-b402-964530839a06", "code": 200}, {"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-plugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:05.622000 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56e513a7-4735-47d7-81f5-536e876caf82 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:05.622600 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811', 'code': 200} Sep 07 16:16:05.622925 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fbdb23-e9d8-4c40-8793-56371784d957', 'code': 200} Sep 07 16:16:05.623239 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b3de92-957e-48b4-b402-964530839a06', 'code': 200} Sep 07 16:16:05.623737 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'code': 200} Sep 07 16:16:05.691831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-ed5559f3-b125-4c33-9c58-3dd323c25c8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706af0e8-d583-4c1a-9315-2213ce1e63c3 HTTP/1.1" status: 200 len: 217 time: 0.1148491 Sep 07 16:16:05.697848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e1597ea-e55d-4318-b6ab-05fab8852424 req-d95750a7-3ff0-4025-8475-0509de0e9c0a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792380 Sep 07 16:16:05.771537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56178) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:05.795650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9780c9d8-fdc9-494d-bee4-4daa7dd35515', 'tag': '706af0e8-d583-4c1a-9315-2213ce1e63c3'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:05.798242 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea59779-a039-448f-adc8-c64de661256c" -d '{"events": [{"name": "network-changed", "server_uuid": "9780c9d8-fdc9-494d-bee4-4daa7dd35515", "tag": "706af0e8-d583-4c1a-9315-2213ce1e63c3"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:05.803615 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eab69cb-29f8-42bc-b781-f5eb787817f5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.805278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7eab69cb-29f8-42bc-b781-f5eb787817f5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "GET /v2.0/subnets/b38f57d2-fe6d-4883-8b6f-25d6bb226ed1 HTTP/1.1" status: 200 len: 843 time: 0.2865393 Sep 07 16:16:05.816891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56182) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:05.835363 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-c811b177-5e00-4d6e-87b1-7ae936588731 service neutron] 10.222.0.54 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438803 Sep 07 16:16:05.882018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c852146-6c20-4e85-9a1a-228605dba53e req-c7f6d592-5e6d-492b-8e28-fdbde2fc08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.882540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c852146-6c20-4e85-9a1a-228605dba53e req-c7f6d592-5e6d-492b-8e28-fdbde2fc08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.883047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c852146-6c20-4e85-9a1a-228605dba53e req-c7f6d592-5e6d-492b-8e28-fdbde2fc08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.883546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c852146-6c20-4e85-9a1a-228605dba53e req-c7f6d592-5e6d-492b-8e28-fdbde2fc08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.884049 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c852146-6c20-4e85-9a1a-228605dba53e req-c7f6d592-5e6d-492b-8e28-fdbde2fc08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.884726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c852146-6c20-4e85-9a1a-228605dba53e req-c7f6d592-5e6d-492b-8e28-fdbde2fc08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.885324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c852146-6c20-4e85-9a1a-228605dba53e req-c7f6d592-5e6d-492b-8e28-fdbde2fc08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.887271 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7c852146-6c20-4e85-9a1a-228605dba53e req-c7f6d592-5e6d-492b-8e28-fdbde2fc08df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6489 time: 0.1329927 Sep 07 16:16:05.892595 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af2a9f27-2db1-4489-ab48-2dfe087c72e3 req-aedeb883-e460-4cd6-baaf-9cdc3c62815f service neutron] 10.222.0.35 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856265 Sep 07 16:16:05.924131 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa76ff-1eb6-4e3c-b2fe-ab75fd228ad2 req-01f2435d-ebfd-40ef-929b-5fcc6868cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.925701 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-77fa76ff-1eb6-4e3c-b2fe-ab75fd228ad2 req-01f2435d-ebfd-40ef-929b-5fcc6868cee1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1096 time: 0.1871428 Sep 07 16:16:05.934285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-844bbd6c-0d4d-4b17-b1c2-0b43b4f1cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:05.935799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-844bbd6c-0d4d-4b17-b1c2-0b43b4f1cf77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=153bd6fc-4666-4528-9069-201b8a260bc8 HTTP/1.1" status: 200 len: 854 time: 0.2257519 Sep 07 16:16:05.956733 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4005627-1b57-47d0-acb1-0eee557308b8 x-openstack-request-id: req-a4005627-1b57-47d0-acb1-0eee557308b8 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:05.957155 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9780c9d8-fdc9-494d-bee4-4daa7dd35515", "tag": "706af0e8-d583-4c1a-9315-2213ce1e63c3", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:05.959805 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4005627-1b57-47d0-acb1-0eee557308b8 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:05.959805 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9780c9d8-fdc9-494d-bee4-4daa7dd35515', 'tag': '706af0e8-d583-4c1a-9315-2213ce1e63c3', 'status': 'completed', 'code': 200} Sep 07 16:16:05.992745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd1c35d-c9cf-4fda-baf9-d93fb182c471 admin admin] Deleting subnet 91998386-275e-4b2f-9360-697ddac787ed {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:16:06.003839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a0137d-72dd-4447-bd4a-2a6b7063907e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.008908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b9a0137d-72dd-4447-bd4a-2a6b7063907e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "GET /v2.0/subnets/b38f57d2-fe6d-4883-8b6f-25d6bb226ed1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1846952 Sep 07 16:16:06.008908 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c35d-c9cf-4fda-baf9-d93fb182c471 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.012832 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7c852146-6c20-4e85-9a1a-228605dba53e req-fccc62ea-387c-4c4d-8e61-48041e87cdb3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&id=7bdabea4-94ac-463c-971f-8b562551e32f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1020808 Sep 07 16:16:06.013279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56186) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:06.024613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ed6f30d3-eb45-42b5-bbfb-a270236ae608 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-344664908'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:06.039922 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-77fa76ff-1eb6-4e3c-b2fe-ab75fd228ad2 req-0bc84875-b8cb-465f-a230-4a1d69426c0b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778558 Sep 07 16:16:06.044115 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9818797f-d098-443a-a141-08f9bdc5c2dc req-63eea4c4-3451-45d5-b1d8-898e562300cc service neutron] 10.222.0.54 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955714 Sep 07 16:16:06.092717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf4d8a-d543-46eb-b2d5-49df1df2efa0 req-88265ae3-e368-402a-a7eb-efeef0acf50d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.094250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58bf4d8a-d543-46eb-b2d5-49df1df2efa0 req-88265ae3-e368-402a-a7eb-efeef0acf50d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 945 time: 0.2799268 Sep 07 16:16:06.124768 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c35d-c9cf-4fda-baf9-d93fb182c471 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.138646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73bd5f-b714-4eb7-a2ea-3997cf3e083d req-964584f9-1e5a-4ff9-94d1-113ea68c6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.140191 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e73bd5f-b714-4eb7-a2ea-3997cf3e083d req-964584f9-1e5a-4ff9-94d1-113ea68c6817 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=00b7087b2aa04afbb2976d09645f485f&device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 1094 time: 0.0499883 Sep 07 16:16:06.169993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-304abc77-63ee-417e-8909-91c02267e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.171883 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-304abc77-63ee-417e-8909-91c02267e549 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2123585 Sep 07 16:16:06.229236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271cefc-1ffe-4c74-901b-7752e5e3fc48 req-81fe412e-1ae3-46f6-b347-7ca3b3d95e66 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.230778 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0271cefc-1ffe-4c74-901b-7752e5e3fc48 req-81fe412e-1ae3-46f6-b347-7ca3b3d95e66 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.1950758 Sep 07 16:16:06.234111 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f479f66-ed5b-4092-acd6-30a552294b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.238651 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58bf4d8a-d543-46eb-b2d5-49df1df2efa0 req-04f104af-61d0-4f49-aa67-b5a44314f3f5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354215 Sep 07 16:16:06.239910 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c35d-c9cf-4fda-baf9-d93fb182c471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.261888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73bd5f-b714-4eb7-a2ea-3997cf3e083d req-ac39c325-f7ff-45fb-b11e-dd3014383b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.263587 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e73bd5f-b714-4eb7-a2ea-3997cf3e083d req-ac39c325-f7ff-45fb-b11e-dd3014383b3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 HTTP/1.1" status: 200 len: 916 time: 0.1156106 Sep 07 16:16:06.264601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6f30d3-eb45-42b5-bbfb-a270236ae608 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:06.268130 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f479f66-ed5b-4092-acd6-30a552294b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.268966 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed6f30d3-eb45-42b5-bbfb-a270236ae608 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.314422 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e73bd5f-b714-4eb7-a2ea-3997cf3e083d req-ef19ad6f-35a9-4a5e-bb02-b3b477138e17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9717f742-d672-476d-9ba5-384079fb839e HTTP/1.1" status: 200 len: 217 time: 0.0422933 Sep 07 16:16:06.340767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5f479f66-ed5b-4092-acd6-30a552294b77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f63c431f1c14f70a9101db0c99cdf02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0458694 Sep 07 16:16:06.343562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56188) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:06.360554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f479f66-ed5b-4092-acd6-30a552294b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30333d5e-e987-4cbd-a92e-a837f7073c34,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:06.378838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0271cefc-1ffe-4c74-901b-7752e5e3fc48 req-df66fd8f-6cab-4e14-80f8-a4548045340a tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358368 Sep 07 16:16:06.400655 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c35d-c9cf-4fda-baf9-d93fb182c471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.435264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1c35d-c9cf-4fda-baf9-d93fb182c471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91998386-275e-4b2f-9360-697ddac787ed,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:06.443472 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c35d-c9cf-4fda-baf9-d93fb182c471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.445466 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cfd1c35d-c9cf-4fda-baf9-d93fb182c471 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/91998386-275e-4b2f-9360-697ddac787ed HTTP/1.1" status: 204 len: 168 time: 0.6711137 Sep 07 16:16:06.448133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56192) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:06.483932 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5a8a370-b711-45f8-8d75-316494c563c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.590126 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5a8a370-b711-45f8-8d75-316494c563c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.593771 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc4816be-be36-4b83-8eed-a31fe90f01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.625222 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a1290ee5-6de5-46af-851d-c7cb63d159ea details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:16:06.680090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6f30d3-eb45-42b5-bbfb-a270236ae608 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:06.698073 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed6f30d3-eb45-42b5-bbfb-a270236ae608 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.698423 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-ed6f30d3-eb45-42b5-bbfb-a270236ae608 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Added segment cf5d9cee-249d-4b0a-803a-75fb66f45375 of type vlan for network 5240f457-a8d3-4b4b-a974-c86dd8e2d9b5 Sep 07 16:16:06.703987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adda8fa-6151-4dae-8e92-fc74e4f4daf3 req-ddb7d6e2-0d57-42c3-833f-2182222833a5 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.709946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adda8fa-6151-4dae-8e92-fc74e4f4daf3 req-ddb7d6e2-0d57-42c3-833f-2182222833a5 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.714039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73bd5f-b714-4eb7-a2ea-3997cf3e083d req-6e14c335-b3c4-40a3-b2a7-477df2c3d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.715529 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e73bd5f-b714-4eb7-a2ea-3997cf3e083d req-6e14c335-b3c4-40a3-b2a7-477df2c3d985 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=153bd6fc-4666-4528-9069-201b8a260bc8 HTTP/1.1" status: 200 len: 854 time: 0.3930700 Sep 07 16:16:06.716425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adda8fa-6151-4dae-8e92-fc74e4f4daf3 req-ddb7d6e2-0d57-42c3-833f-2182222833a5 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.722826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adda8fa-6151-4dae-8e92-fc74e4f4daf3 req-ddb7d6e2-0d57-42c3-833f-2182222833a5 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.728752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adda8fa-6151-4dae-8e92-fc74e4f4daf3 req-ddb7d6e2-0d57-42c3-833f-2182222833a5 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.734700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adda8fa-6151-4dae-8e92-fc74e4f4daf3 req-ddb7d6e2-0d57-42c3-833f-2182222833a5 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.740941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adda8fa-6151-4dae-8e92-fc74e4f4daf3 req-ddb7d6e2-0d57-42c3-833f-2182222833a5 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.742952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2adda8fa-6151-4dae-8e92-fc74e4f4daf3 req-ddb7d6e2-0d57-42c3-833f-2182222833a5 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5432 time: 0.2492325 Sep 07 16:16:06.746322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port a1290ee5-6de5-46af-851d-c7cb63d159ea, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a1290ee5-6de5-46af-851d-c7cb63d159ea,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:06.767672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'a1290ee5-6de5-46af-851d-c7cb63d159ea', 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6', 'port_id': 'a1290ee5-6de5-46af-851d-c7cb63d159ea', 'mac_address': 'fa:16:3e:b4:ee:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153bd6fc-4666-4528-9069-201b8a260bc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:16:06.768395 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed6f30d3-eb45-42b5-bbfb-a270236ae608 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.802272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73bd5f-b714-4eb7-a2ea-3997cf3e083d req-66625276-c7de-4eaf-a6c3-28ee36af3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.803829 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e73bd5f-b714-4eb7-a2ea-3997cf3e083d req-66625276-c7de-4eaf-a6c3-28ee36af3240 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709698 Sep 07 16:16:06.804964 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed6f30d3-eb45-42b5-bbfb-a270236ae608 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.811086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f30d3-eb45-42b5-bbfb-a270236ae608 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:06.811706 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed6f30d3-eb45-42b5-bbfb-a270236ae608 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.818906 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.836057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1290ee5-6de5-46af-851d-c7cb63d159ea {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:16:06.859185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-06c11338-ba83-422b-b935-dc97c9700ef1 service neutron] 10.222.0.35 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855940 Sep 07 16:16:06.864956 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port a1290ee5-6de5-46af-851d-c7cb63d159ea, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a1290ee5-6de5-46af-851d-c7cb63d159ea,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:06.878086 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.896826 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2adda8fa-6151-4dae-8e92-fc74e4f4daf3 req-33975082-2361-4570-a438-cc2b668334bd tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1235094 Sep 07 16:16:06.906658 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc4816be-be36-4b83-8eed-a31fe90f01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.918535 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5a8a370-b711-45f8-8d75-316494c563c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.919707 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ed6f30d3-eb45-42b5-bbfb-a270236ae608 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9018593 Sep 07 16:16:06.921656 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5a8a370-b711-45f8-8d75-316494c563c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:06.922721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b5a8a370-b711-45f8-8d75-316494c563c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/30333d5e-e987-4cbd-a92e-a837f7073c34 HTTP/1.1" status: 204 len: 168 time: 0.5731909 Sep 07 16:16:06.932902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56198) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:06.939696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'subnet': {'network_id': '5240f457-a8d3-4b4b-a974-c86dd8e2d9b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:06.949767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=a1290ee5-6de5-46af-851d-c7cb63d159ea,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:06.977363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f30d3-eb45-42b5-bbfb-a270236ae608 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Network': ['ID=5240f457-a8d3-4b4b-a974-c86dd8e2d9b5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:06.993155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 5240f457-a8d3-4b4b-a974-c86dd8e2d9b5 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:07.009885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8a370-b711-45f8-8d75-316494c563c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30333d5e-e987-4cbd-a92e-a837f7073c34,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:07.030868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-cc4816be-be36-4b83-8eed-a31fe90f01b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40035eb5-fa52-4f2d-8afe-59b6ac994ec6']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:07.033293 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e73bd5f-b714-4eb7-a2ea-3997cf3e083d req-e39f26ab-e7b7-4ab8-987d-072faaf0de94 service neutron] 10.222.0.54 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178855 Sep 07 16:16:07.089599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-cc4816be-be36-4b83-8eed-a31fe90f01b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bbf5b0-0481-4ff3-bec0-025cb5850004') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:07.089911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-cc4816be-be36-4b83-8eed-a31fe90f01b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bbf5b0-0481-4ff3-bec0-025cb5850004') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:07.130670 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc4816be-be36-4b83-8eed-a31fe90f01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:07.154100 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e73bd5f-b714-4eb7-a2ea-3997cf3e083d req-72ef228a-9aa1-4811-94e1-c01a1f398b8a service neutron] 10.222.0.54 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089902 Sep 07 16:16:07.157443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0d684-1a58-445e-a5c1-d2f5e838352b req-503bbf31-8b7f-4bf9-91a1-c2c29f120946 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:07.159587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94b0d684-1a58-445e-a5c1-d2f5e838352b req-503bbf31-8b7f-4bf9-91a1-c2c29f120946 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 943 time: 0.2500758 Sep 07 16:16:07.185532 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc4816be-be36-4b83-8eed-a31fe90f01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:07.208727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcbbe7e-5efd-4f2b-ab71-955576e0c49f req-e1fcdb31-f381-47ff-86a9-aec5bd19224f service neutron] 10.222.0.35 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107107 Sep 07 16:16:07.219733 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4816be-be36-4b83-8eed-a31fe90f01b0 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:07.220287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc4816be-be36-4b83-8eed-a31fe90f01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:07.222417 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:07.262089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Made reservation on behalf of 31af7886c7bd492788bcd5bdaaeccbe3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:07.265690 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:07.326862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94b0d684-1a58-445e-a5c1-d2f5e838352b req-e5c1ee5b-715f-4d29-aa2d-50b1a3e58c57 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546488 Sep 07 16:16:07.416568 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc4816be-be36-4b83-8eed-a31fe90f01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:07.420142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Performing IP validity checks on allocation pools {{(pid=94770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 16:16:07.420717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 16:16:07.426847 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc4816be-be36-4b83-8eed-a31fe90f01b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:07.429135 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cc4816be-be36-4b83-8eed-a31fe90f01b0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/40035eb5-fa52-4f2d-8afe-59b6ac994ec6 HTTP/1.1" status: 204 len: 168 time: 0.9800329 Sep 07 16:16:07.459517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4816be-be36-4b83-8eed-a31fe90f01b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=40035eb5-fa52-4f2d-8afe-59b6ac994ec6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:07.477247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea59779-a039-448f-adc8-c64de661256c req-bda6f702-ebfb-43b8-bf3a-fb490fbcf740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:07.478866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ea59779-a039-448f-adc8-c64de661256c req-bda6f702-ebfb-43b8-bf3a-fb490fbcf740 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00b7087b2aa04afbb2976d09645f485f&device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515 HTTP/1.1" status: 200 len: 1094 time: 0.2069066 Sep 07 16:16:07.498602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be537fb-ea6e-4162-9dfc-f4eeadee447c req-0ff4bfa0-3163-44b9-95e3-19a4ee7d7a24 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:07.500186 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9be537fb-ea6e-4162-9dfc-f4eeadee447c req-0ff4bfa0-3163-44b9-95e3-19a4ee7d7a24 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 945 time: 0.1772435 Sep 07 16:16:07.501421 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['a1290ee5-6de5-46af-851d-c7cb63d159ea'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:16:07.681105 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56224) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:07.688722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9be537fb-ea6e-4162-9dfc-f4eeadee447c req-332e8661-b01b-4223-93f2-712be8d57885 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763570 Sep 07 16:16:07.726858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81277494-f97c-4a49-a9d0-91903d442a45 req-02537671-34f1-459f-a9e1-6c0a4acc6bec tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:07.733311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81277494-f97c-4a49-a9d0-91903d442a45 req-02537671-34f1-459f-a9e1-6c0a4acc6bec tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.2452383 Sep 07 16:16:07.738453 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e87c3556-5785-4ade-8ebb-d3551f0039cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23e805ea83384bce8f04c15adc9c54fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533936 Sep 07 16:16:07.738649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56228) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:07.800372 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95466bbb-495d-4c0a-b932-9fd524b6bf49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:07.823257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea59779-a039-448f-adc8-c64de661256c req-68a6580a-affc-43cd-b81a-4051d5222c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:07.825332 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ea59779-a039-448f-adc8-c64de661256c req-68a6580a-affc-43cd-b81a-4051d5222c0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 HTTP/1.1" status: 200 len: 916 time: 0.3122838 Sep 07 16:16:07.826431 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95466bbb-495d-4c0a-b932-9fd524b6bf49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:07.893798 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95466bbb-495d-4c0a-b932-9fd524b6bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:07.896520 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95466bbb-495d-4c0a-b932-9fd524b6bf49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:07.897945 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-95466bbb-495d-4c0a-b932-9fd524b6bf49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69435f41-03f9-4303-8e87-1d140db678cc HTTP/1.1" status: 204 len: 168 time: 0.1581590 Sep 07 16:16:07.904831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81277494-f97c-4a49-a9d0-91903d442a45 req-18b4f1b9-5347-4477-86eb-435af735de88 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704032 Sep 07 16:16:07.906838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95466bbb-495d-4c0a-b932-9fd524b6bf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69435f41-03f9-4303-8e87-1d140db678cc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:07.913302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ea59779-a039-448f-adc8-c64de661256c req-a2ed9bea-f2e2-4b7c-aa5a-011aa84e5207 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706af0e8-d583-4c1a-9315-2213ce1e63c3 HTTP/1.1" status: 200 len: 217 time: 0.0738604 Sep 07 16:16:07.914866 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:08.038248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Subnet': ['ID=b746d630-95ad-44d9-a9f7-3d3161eab7ce,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:08.061159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea59779-a039-448f-adc8-c64de661256c req-4b8a51e0-337d-4306-93ce-d6b8c4974640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.062665 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ea59779-a039-448f-adc8-c64de661256c req-4b8a51e0-337d-4306-93ce-d6b8c4974640 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=153bd6fc-4666-4528-9069-201b8a260bc8 HTTP/1.1" status: 200 len: 854 time: 0.1064768 Sep 07 16:16:08.063603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Checking segment: {'id': 'cf5d9cee-249d-4b0a-803a-75fb66f45375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5240f457-a8d3-4b4b-a974-c86dd8e2d9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:08.064091 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network hostable DHCP agents. Network: 5240f457-a8d3-4b4b-a974-c86dd8e2d9b5, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:08.136658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Network 5240f457-a8d3-4b4b-a974-c86dd8e2d9b5 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:08.160491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b65a4-97ef-4f29-8544-fc7823ced66c req-57e78110-9de8-428f-a005-e2640d72a363 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.167496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b65a4-97ef-4f29-8544-fc7823ced66c req-57e78110-9de8-428f-a005-e2640d72a363 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.173636 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b65a4-97ef-4f29-8544-fc7823ced66c req-57e78110-9de8-428f-a005-e2640d72a363 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.179662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b65a4-97ef-4f29-8544-fc7823ced66c req-57e78110-9de8-428f-a005-e2640d72a363 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.185929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b65a4-97ef-4f29-8544-fc7823ced66c req-57e78110-9de8-428f-a005-e2640d72a363 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.192044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b65a4-97ef-4f29-8544-fc7823ced66c req-57e78110-9de8-428f-a005-e2640d72a363 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.198683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b65a4-97ef-4f29-8544-fc7823ced66c req-57e78110-9de8-428f-a005-e2640d72a363 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.200693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f0b65a4-97ef-4f29-8544-fc7823ced66c req-57e78110-9de8-428f-a005-e2640d72a363 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5432 time: 0.1589229 Sep 07 16:16:08.203573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 5240f457-a8d3-4b4b-a974-c86dd8e2d9b5) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:08.209731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea59779-a039-448f-adc8-c64de661256c req-05000dbe-751b-4cce-b618-5cea8635a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.211783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ea59779-a039-448f-adc8-c64de661256c req-05000dbe-751b-4cce-b618-5cea8635a657 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258550 Sep 07 16:16:08.213165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.213785 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:08.218849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed0b412-b7a7-4099-ad8f-7c6e13ed5724 None None] Network 5240f457-a8d3-4b4b-a974-c86dd8e2d9b5 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:08.262605 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7f10d507-534f-468a-af8b-6957b2a35700 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3271484 Sep 07 16:16:08.265577 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56242) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:08.271854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-59962a24-397d-4ff5-9b32-521b2ad1d4e7 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:08.332624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f0b65a4-97ef-4f29-8544-fc7823ced66c req-d0b9db2f-039d-4266-8a6b-4e7fee56bb48 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1126471 Sep 07 16:16:08.414095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ea59779-a039-448f-adc8-c64de661256c req-53a45b13-da9e-46e3-a670-589f34a4a4b3 service neutron] 10.222.0.35 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856182 Sep 07 16:16:08.520437 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59962a24-397d-4ff5-9b32-521b2ad1d4e7 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-134095129'] for subnet, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:08.533393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-5240f457-a8d3-4b4b-a974-c86dd8e2d9b5', 'network_id': '5240f457-a8d3-4b4b-a974-c86dd8e2d9b5', 'tenant_id': '31af7886c7bd492788bcd5bdaaeccbe3', 'fixed_ips': [{'subnet_id': 'b746d630-95ad-44d9-a9f7-3d3161eab7ce'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:16:08.534275 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:08.617809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a78ee6-0eed-4d54-bd2e-80c9948124db req-b85b8154-a05c-4abe-abba-a9c4a388b805 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.626202 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a78ee6-0eed-4d54-bd2e-80c9948124db req-b85b8154-a05c-4abe-abba-a9c4a388b805 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 943 time: 0.1662221 Sep 07 16:16:08.646602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ea59779-a039-448f-adc8-c64de661256c req-51d67e8d-37bd-40c2-b33a-60ef0956e7bd service neutron] 10.222.0.35 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236784 Sep 07 16:16:08.709054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a78ee6-0eed-4d54-bd2e-80c9948124db req-93e6711f-e3ba-4a31-92ea-8961b6046baa tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818834 Sep 07 16:16:08.762999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59962a24-397d-4ff5-9b32-521b2ad1d4e7 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790661720549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4578079'] for subnet, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:08.783730 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59962a24-397d-4ff5-9b32-521b2ad1d4e7 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.783730 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-59962a24-397d-4ff5-9b32-521b2ad1d4e7 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:08.785648 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-59962a24-397d-4ff5-9b32-521b2ad1d4e7 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "PUT /v2.0/subnets/b746d630-95ad-44d9-a9f7-3d3161eab7ce HTTP/1.1" status: 200 len: 900 time: 0.5182867 Sep 07 16:16:08.799957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56264) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:08.831842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59962a24-397d-4ff5-9b32-521b2ad1d4e7 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event updated for resources: {'Subnet': ['ID=b746d630-95ad-44d9-a9f7-3d3161eab7ce,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:08.857068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Allocated IP 2001:db8::3 (5240f457-a8d3-4b4b-a974-c86dd8e2d9b5/b746d630-95ad-44d9-a9f7-3d3161eab7ce/ecc3dd8f-047d-430b-a17c-2e0414b887d3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:08.898440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4dc1c1-dce6-49bb-8e2a-b1a48eb2fd7d req-a34ac6b9-0104-4fad-8693-8ec6bfac359a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:08.900050 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe4dc1c1-dce6-49bb-8e2a-b1a48eb2fd7d req-a34ac6b9-0104-4fad-8693-8ec6bfac359a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 945 time: 0.1368597 Sep 07 16:16:09.054323 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:09.064995 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Transition to ACTIVE for port object ecc3dd8f-047d-430b-a17c-2e0414b887d3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:09.074299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:09.083063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Transition to ACTIVE for port object ecc3dd8f-047d-430b-a17c-2e0414b887d3 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:09.091933 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:09.096099 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe4dc1c1-dce6-49bb-8e2a-b1a48eb2fd7d req-e56079ab-95f4-4f89-a419-ab5f9676ef4d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870720 Sep 07 16:16:09.137628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Network 5240f457-a8d3-4b4b-a974-c86dd8e2d9b5 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:09.141663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:09.146051 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:09.180250 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Pushing event updated for resources: {'Port': ['ID=ecc3dd8f-047d-430b-a17c-2e0414b887d3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:09.194420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0028c2-849c-44f6-a48b-91e30a61d32b req-f9e5a8af-a0b4-4bac-b9db-22f128c1a138 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:09.195847 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d0028c2-849c-44f6-a48b-91e30a61d32b req-f9e5a8af-a0b4-4bac-b9db-22f128c1a138 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.2135868 Sep 07 16:16:09.212663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20964846-6eb2-47ba-855a-9532e777dbde req-a7882c30-bd61-4519-a418-f3847137671f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:09.219833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20964846-6eb2-47ba-855a-9532e777dbde req-a7882c30-bd61-4519-a418-f3847137671f tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.1565518 Sep 07 16:16:09.237930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Attempting to bind port ecc3dd8f-047d-430b-a17c-2e0414b887d3 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:09.237930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Attempting to bind port ecc3dd8f-047d-430b-a17c-2e0414b887d3 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'cf5d9cee-249d-4b0a-803a-75fb66f45375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5240f457-a8d3-4b4b-a974-c86dd8e2d9b5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:09.238568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Attempting to bind port ecc3dd8f-047d-430b-a17c-2e0414b887d3 on network 5240f457-a8d3-4b4b-a974-c86dd8e2d9b5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:09.248172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:09.248790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Checking segment: {'id': 'cf5d9cee-249d-4b0a-803a-75fb66f45375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5240f457-a8d3-4b4b-a974-c86dd8e2d9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:09.249586 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:09.250201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Bound using segment: {'id': 'cf5d9cee-249d-4b0a-803a-75fb66f45375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5240f457-a8d3-4b4b-a974-c86dd8e2d9b5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:09.250779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Bound port: ecc3dd8f-047d-430b-a17c-2e0414b887d3, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5d9cee-249d-4b0a-803a-75fb66f45375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5240f457-a8d3-4b4b-a974-c86dd8e2d9b5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:09.252519 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:09.336475 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] For port ecc3dd8f-047d-430b-a17c-2e0414b887d3, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:09.338684 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20964846-6eb2-47ba-855a-9532e777dbde req-831262c0-f1ea-4cc1-80d6-98b2779d6553 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176496 Sep 07 16:16:09.340564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] For port ecc3dd8f-047d-430b-a17c-2e0414b887d3, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ecc3dd8f-047d-430b-a17c-2e0414b887d3,segment=NetworkSegment(cf5d9cee-249d-4b0a-803a-75fb66f45375),segment_id=cf5d9cee-249d-4b0a-803a-75fb66f45375)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:09.350811 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:09.398978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Deleting port ecc3dd8f-047d-430b-a17c-2e0414b887d3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:09.399335 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:09.427603 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56292) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:09.443343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f917179-5f3d-4c13-a21e-2da25d1a07c6 None None] Pushing event updated for resources: {'Port': ['ID=ecc3dd8f-047d-430b-a17c-2e0414b887d3,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:09.532464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dccee1-9e02-421c-8ce7-dbd56455399c req-089433fc-2456-4b58-8e3b-effa48b9d10c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:09.537582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30dccee1-9e02-421c-8ce7-dbd56455399c req-089433fc-2456-4b58-8e3b-effa48b9d10c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 945 time: 0.2118123 Sep 07 16:16:09.543121 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56296) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:09.549071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-49d08e9e-32b2-4f55-a18f-4056a6f6f352 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Request body: {'floatingip': {'port_id': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:09.588908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] For port ecc3dd8f-047d-430b-a17c-2e0414b887d3, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ecc3dd8f-047d-430b-a17c-2e0414b887d3,segment=NetworkSegment(cf5d9cee-249d-4b0a-803a-75fb66f45375),segment_id=cf5d9cee-249d-4b0a-803a-75fb66f45375)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:09.589290 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:09.594547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-0d0028c2-849c-44f6-a48b-91e30a61d32b req-0c9e7111-ee07-4d8c-97a4-038776e48bf1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Deleting port 16359975-6534-405f-a7d1-b37ec3123907 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:09.594812 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0d0028c2-849c-44f6-a48b-91e30a61d32b req-0c9e7111-ee07-4d8c-97a4-038776e48bf1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:09.602717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-69168215-network', 'tenant_id': 'd2aad298be184c929ac957ff55457ad7'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:09.615045 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49d08e9e-32b2-4f55-a18f-4056a6f6f352 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:09.620700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa99fb1-4a61-4b0f-9e15-1452e439bfe0 req-375d9416-6939-445b-9d29-1498e6b22f9e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:09.626614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa99fb1-4a61-4b0f-9e15-1452e439bfe0 req-375d9416-6939-445b-9d29-1498e6b22f9e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:09.632602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa99fb1-4a61-4b0f-9e15-1452e439bfe0 req-375d9416-6939-445b-9d29-1498e6b22f9e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:09.638498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa99fb1-4a61-4b0f-9e15-1452e439bfe0 req-375d9416-6939-445b-9d29-1498e6b22f9e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:09.644650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa99fb1-4a61-4b0f-9e15-1452e439bfe0 req-375d9416-6939-445b-9d29-1498e6b22f9e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:09.651170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa99fb1-4a61-4b0f-9e15-1452e439bfe0 req-375d9416-6939-445b-9d29-1498e6b22f9e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:09.657085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa99fb1-4a61-4b0f-9e15-1452e439bfe0 req-375d9416-6939-445b-9d29-1498e6b22f9e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:09.659017 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fa99fb1-4a61-4b0f-9e15-1452e439bfe0 req-375d9416-6939-445b-9d29-1498e6b22f9e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5432 time: 0.1997139 Sep 07 16:16:09.676831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Calling delete_port for ecc3dd8f-047d-430b-a17c-2e0414b887d3 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:09.692374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Made reservation on behalf of d2aad298be184c929ac957ff55457ad7 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:09.695093 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:09.751134 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:09.894424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 9717f742-d672-476d-9ba5-384079fb839e details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:16:10.091819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 9717f742-d672-476d-9ba5-384079fb839e, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9717f742-d672-476d-9ba5-384079fb839e,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:10.107686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '9717f742-d672-476d-9ba5-384079fb839e', 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6', 'port_id': '9717f742-d672-476d-9ba5-384079fb839e', 'mac_address': 'fa:16:3e:4a:03:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153bd6fc-4666-4528-9069-201b8a260bc8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:16:10.160748 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.178795 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9717f742-d672-476d-9ba5-384079fb839e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:16:10.212026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 9717f742-d672-476d-9ba5-384079fb839e, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9717f742-d672-476d-9ba5-384079fb839e,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:10.217452 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.299912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fa99fb1-4a61-4b0f-9e15-1452e439bfe0 req-7595edfd-c04e-43a8-b17e-fdf5458761d9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6081374 Sep 07 16:16:10.336913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=9717f742-d672-476d-9ba5-384079fb839e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:10.343000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0d0028c2-849c-44f6-a48b-91e30a61d32b req-0c9e7111-ee07-4d8c-97a4-038776e48bf1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] For port 16359975-6534-405f-a7d1-b37ec3123907, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=16359975-6534-405f-a7d1-b37ec3123907,segment=NetworkSegment(c678c5a1-1787-458c-9f99-36c7ae91034f),segment_id=c678c5a1-1787-458c-9f99-36c7ae91034f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:10.343378 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0d0028c2-849c-44f6-a48b-91e30a61d32b req-0c9e7111-ee07-4d8c-97a4-038776e48bf1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.355162 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9716416-9412-4072-ba8b-2074abd28307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.378673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba83631-d485-4eb8-ac19-419acf6d37df req-2ff1c25d-1d90-42a0-b4a1-c640138cab85 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:10.386022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ba83631-d485-4eb8-ac19-419acf6d37df req-2ff1c25d-1d90-42a0-b4a1-c640138cab85 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 944 time: 0.1500437 Sep 07 16:16:10.389506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-0d0028c2-849c-44f6-a48b-91e30a61d32b req-0c9e7111-ee07-4d8c-97a4-038776e48bf1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Calling delete_port for 16359975-6534-405f-a7d1-b37ec3123907 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:10.421730 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.432498 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.489632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['9717f742-d672-476d-9ba5-384079fb839e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:16:10.533766 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.db.resource_extend [None req-49d08e9e-32b2-4f55-a18f-4056a6f6f352 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:16:10.538145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062e00fd-b18d-45bd-ace8-8489a9b7f34e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:10.577271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ecc3dd8f-047d-430b-a17c-2e0414b887d3 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:10.583468 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ba83631-d485-4eb8-ac19-419acf6d37df req-effc5b4b-d0a5-4692-b4e3-4b4ecc0e0e15 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964502 Sep 07 16:16:10.607158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56314) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:10.633106 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49d08e9e-32b2-4f55-a18f-4056a6f6f352 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.643224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:10.647849 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.657079 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.657683 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Added segment b83405ee-6eb0-44d8-8f69-0357cd2a9ebe of type vlan for network 86c704bb-62d3-48f4-a878-fd5830f69d04 Sep 07 16:16:10.662397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a1290ee5-6de5-46af-851d-c7cb63d159ea up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:10.695457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No active binding found for port ecc3dd8f-047d-430b-a17c-2e0414b887d3 {{(pid=94772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 16:16:10.696198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ecc3dd8f-047d-430b-a17c-2e0414b887d3 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 07 16:16:10.710001 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.734249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Port ecc3dd8f-047d-430b-a17c-2e0414b887d3 not found, will not notify nova. {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 07 16:16:10.738107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Port': ['ID=ecc3dd8f-047d-430b-a17c-2e0414b887d3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:10.769461 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49d08e9e-32b2-4f55-a18f-4056a6f6f352 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.822080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port a1290ee5-6de5-46af-851d-c7cb63d159ea completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:10.832029 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.833242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:10.834014 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.848211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port a1290ee5-6de5-46af-851d-c7cb63d159ea triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:10.848754 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.922610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No DVR routers for this DVR port ecc3dd8f-047d-430b-a17c-2e0414b887d3 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:10.924394 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a84d6fd9-c658-47ea-9dca-d6263e337147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:10.979537 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5480518 Sep 07 16:16:10.982771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56318) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:10.987776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] Request body: {'subnet': {'network_id': '86c704bb-62d3-48f4-a878-fd5830f69d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-69168215-subnet', 'tenant_id': 'd2aad298be184c929ac957ff55457ad7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:11.000958 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.020320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae37cd-c269-4c0c-9965-c3bcfed8abfd req-73319b2e-f3b8-4b94-8a97-89db16b4d695 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:11.025906 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7c3ee-eb13-45d9-af6e-94c13acd9257 admin admin] Pushing event updated for resources: {'Network': ['ID=86c704bb-62d3-48f4-a878-fd5830f69d04,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:11.029034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26ae37cd-c269-4c0c-9965-c3bcfed8abfd req-73319b2e-f3b8-4b94-8a97-89db16b4d695 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d6a1b42-bf5d-4603-89b7-0b899eb7f233 HTTP/1.1" status: 200 len: 946 time: 0.3033671 Sep 07 16:16:11.031261 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76e689d-2b93-4887-9959-c1d03383e90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1290ee5-6de5-46af-851d-c7cb63d159ea'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:11.034692 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfc8422-51ac-4189-9b2d-965488cceceb" -d '{"events": [{"server_uuid": "e76e689d-2b93-4887-9959-c1d03383e90b", "name": "network-vif-plugged", "status": "completed", "tag": "a1290ee5-6de5-46af-851d-c7cb63d159ea"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:11.047843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 86c704bb-62d3-48f4-a878-fd5830f69d04 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:11.052841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port a1290ee5-6de5-46af-851d-c7cb63d159ea, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a1290ee5-6de5-46af-851d-c7cb63d159ea,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:11.065457 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.065623 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-49d08e9e-32b2-4f55-a18f-4056a6f6f352 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Floating IP 3835f534-e7ae-45ce-b1b9-663212a40ebd associated. External IP: 172.25.3.147, port: 8c3860b1-9f8d-403f-a5c9-903a91abe2ff. Sep 07 16:16:11.065787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 16359975-6534-405f-a7d1-b37ec3123907 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:16:11.085714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72646d0b-ee3c-4166-8b33-eda853f6ca06 req-7669dc52-5a46-48a6-b4c2-ba9d6769e6f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:11.091702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72646d0b-ee3c-4166-8b33-eda853f6ca06 req-7669dc52-5a46-48a6-b4c2-ba9d6769e6f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:11.096013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f597322d-3ac8-4aba-b7ce-c54e0bbb28bc None None] Network 5240f457-a8d3-4b4b-a974-c86dd8e2d9b5 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:11.097667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72646d0b-ee3c-4166-8b33-eda853f6ca06 req-7669dc52-5a46-48a6-b4c2-ba9d6769e6f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:11.103701 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72646d0b-ee3c-4166-8b33-eda853f6ca06 req-7669dc52-5a46-48a6-b4c2-ba9d6769e6f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:11.109660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72646d0b-ee3c-4166-8b33-eda853f6ca06 req-7669dc52-5a46-48a6-b4c2-ba9d6769e6f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:11.115440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72646d0b-ee3c-4166-8b33-eda853f6ca06 req-7669dc52-5a46-48a6-b4c2-ba9d6769e6f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:11.122576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72646d0b-ee3c-4166-8b33-eda853f6ca06 req-7669dc52-5a46-48a6-b4c2-ba9d6769e6f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:11.132912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72646d0b-ee3c-4166-8b33-eda853f6ca06 req-7669dc52-5a46-48a6-b4c2-ba9d6769e6f1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5432 time: 0.4103522 Sep 07 16:16:11.136688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56322) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:11.142359 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-01c8cd01-d80b-4cba-bad8-e78c2b583fa9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Request body: {'floatingip': {'port_id': '46b3de92-957e-48b4-b402-964530839a06'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:11.167351 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaa013e-a6be-46a0-ac1f-8d46f2f37334 x-openstack-request-id: req-ceaa013e-a6be-46a0-ac1f-8d46f2f37334 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:11.167810 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76e689d-2b93-4887-9959-c1d03383e90b", "name": "network-vif-plugged", "status": "completed", "tag": "a1290ee5-6de5-46af-851d-c7cb63d159ea", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:11.168209 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ceaa013e-a6be-46a0-ac1f-8d46f2f37334 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:11.168798 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76e689d-2b93-4887-9959-c1d03383e90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1290ee5-6de5-46af-851d-c7cb63d159ea', 'code': 200} Sep 07 16:16:11.201213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd01-d80b-4cba-bad8-e78c2b583fa9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.222615 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.273626 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 16:16:11.273626 n-d-807551-3 neutron-server[94771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 16:16:11.273626 n-d-807551-3 neutron-server[94771]: [parameters: {'project_id_1': 'd2aad298be184c929ac957ff55457ad7', 'expiration_1': datetime.datetime(2021, 9, 7, 16, 15, 51, 29993)}] Sep 07 16:16:11.273626 n-d-807551-3 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:16:11.274334 n-d-807551-3 neutron-server[94771]: DEBUG oslo_db.api [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:16:11.296246 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0d0028c2-849c-44f6-a48b-91e30a61d32b req-0c9e7111-ee07-4d8c-97a4-038776e48bf1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.357853 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26ae37cd-c269-4c0c-9965-c3bcfed8abfd req-f9a32765-d6db-4c86-9f4d-4b6bb7dab2ff tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1abacc0-4150-47e2-9709-6d40a46df9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269548 Sep 07 16:16:11.403311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c7823692-2516-49ef-a5f9-80a59635af92 None None] Could not find standard attr ID for object ecc3dd8f-047d-430b-a17c-2e0414b887d3. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:16:11.421751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9285d-d052-4b1d-94df-ee4d2479a058 req-755dda14-7d45-48ea-85e6-b07abe00ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:11.423361 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6da9285d-d052-4b1d-94df-ee4d2479a058 req-755dda14-7d45-48ea-85e6-b07abe00ea21 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 1097 time: 0.1466291 Sep 07 16:16:11.428150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e7111-ee07-4d8c-97a4-038776e48bf1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Pushing event deleted for resources: {'Port': ['ID=16359975-6534-405f-a7d1-b37ec3123907,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:11.436550 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No active binding found for port 16359975-6534-405f-a7d1-b37ec3123907 {{(pid=94772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 16:16:11.437009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 16359975-6534-405f-a7d1-b37ec3123907 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:16:11.450113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=a1290ee5-6de5-46af-851d-c7cb63d159ea,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:11.456255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.525422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0028c2-849c-44f6-a48b-91e30a61d32b req-0c9e7111-ee07-4d8c-97a4-038776e48bf1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] No DVR routers for this DVR port 16359975-6534-405f-a7d1-b37ec3123907 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:11.529002 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0d0028c2-849c-44f6-a48b-91e30a61d32b req-0c9e7111-ee07-4d8c-97a4-038776e48bf1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.531697 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d0028c2-849c-44f6-a48b-91e30a61d32b req-0c9e7111-ee07-4d8c-97a4-038776e48bf1 tempest-ServersNegativeTestJSON-1935128130 tempest-ServersNegativeTestJSON-1935128130-project] 10.222.0.35 "DELETE /v2.0/ports/16359975-6534-405f-a7d1-b37ec3123907 HTTP/1.1" status: 204 len: 173 time: 2.3271463 Sep 07 16:16:11.535212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'name': 'network-vif-deleted', 'tag': '16359975-6534-405f-a7d1-b37ec3123907'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:11.538609 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62aea673-f762-4277-a2fc-d7e4e77b5a7f" -d '{"events": [{"server_uuid": "4d6a1b42-bf5d-4603-89b7-0b899eb7f233", "name": "network-vif-deleted", "tag": "16359975-6534-405f-a7d1-b37ec3123907"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:11.545284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Subnet': ['ID=b746d630-95ad-44d9-a9f7-3d3161eab7ce,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:11.631172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d89fd0-553b-44cb-b17f-28788018cb8c None None] DHCP port deletion for 5240f457-a8d3-4b4b-a974-c86dd8e2d9b5 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:16:11.658993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e57d442-a791-4429-abab-00ea0efaca68 None None] Network 5240f457-a8d3-4b4b-a974-c86dd8e2d9b5 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:11.671545 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f583099-412e-405e-8a2a-3678a1b258dc x-openstack-request-id: req-7f583099-412e-405e-8a2a-3678a1b258dc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:11.672140 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6a1b42-bf5d-4603-89b7-0b899eb7f233", "name": "network-vif-deleted", "tag": "16359975-6534-405f-a7d1-b37ec3123907", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:11.672140 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f583099-412e-405e-8a2a-3678a1b258dc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:11.672641 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6a1b42-bf5d-4603-89b7-0b899eb7f233', 'name': 'network-vif-deleted', 'tag': '16359975-6534-405f-a7d1-b37ec3123907', 'status': 'completed', 'code': 200} Sep 07 16:16:11.743186 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a84d6fd9-c658-47ea-9dca-d6263e337147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.758918 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a84d6fd9-c658-47ea-9dca-d6263e337147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.790951 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.848999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5240f457-a8d3-4b4b-a974-c86dd8e2d9b5']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:11.859749 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6da9285d-d052-4b1d-94df-ee4d2479a058 req-13295986-c789-47c2-924b-c0cae4db6aa9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283724 Sep 07 16:16:11.871315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5d9cee-249d-4b0a-803a-75fb66f45375') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:11.871616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5d9cee-249d-4b0a-803a-75fb66f45375') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:11.875385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a84d6fd9-c658-47ea-9dca-d6263e337147 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=850d5dcc95c24c35a05f3024dc9b4629&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2633555 Sep 07 16:16:11.881472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d6fd9-c658-47ea-9dca-d6263e337147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba33d1e-87bd-4004-8f54-99812f5c5297,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:11.885998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56330) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:11.894960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 9717f742-d672-476d-9ba5-384079fb839e up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:11.895565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923983e-f4bd-444d-bd34-59b7accf339e req-51f3b577-957a-47b6-b188-8492f81f27f3 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:11.897166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7923983e-f4bd-444d-bd34-59b7accf339e req-51f3b577-957a-47b6-b188-8492f81f27f3 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 944 time: 0.1983619 Sep 07 16:16:11.912653 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.941826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] Made reservation on behalf of d2aad298be184c929ac957ff55457ad7 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:11.944898 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.954472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 9717f742-d672-476d-9ba5-384079fb839e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:11.958912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 9717f742-d672-476d-9ba5-384079fb839e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:11.959516 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:11.969850 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.001378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:12.001378 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:12.003950 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:12.027291 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7923983e-f4bd-444d-bd34-59b7accf339e req-e1912ec7-94dc-49e9-a939-eb9aea8f48c6 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121008 Sep 07 16:16:12.058509 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c825a01a-cd71-430a-b90d-63e54adc4c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.063108 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.083118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d08e9e-32b2-4f55-a18f-4056a6f6f352 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Router e94e8dba-1ad5-4178-8ffb-afe958cb052e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:16:12.097045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 9717f742-d672-476d-9ba5-384079fb839e, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9717f742-d672-476d-9ba5-384079fb839e,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:12.101251 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.131274 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.137107 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.143477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/5240f457-a8d3-4b4b-a974-c86dd8e2d9b5 HTTP/1.1" status: 204 len: 168 time: 3.3382370 Sep 07 16:16:12.149356 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c825a01a-cd71-430a-b90d-63e54adc4c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.151153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56332) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:12.152721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=9717f742-d672-476d-9ba5-384079fb839e,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:12.208351 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-327c8013-2a10-4deb-a2ff-2d5a2c48fc33 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:12.209047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327c8013-2a10-4deb-a2ff-2d5a2c48fc33 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:12.211224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-327c8013-2a10-4deb-a2ff-2d5a2c48fc33 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/subnets/b746d630-95ad-44d9-a9f7-3d3161eab7ce HTTP/1.1" status: 404 len: 337 time: 0.0582941 Sep 07 16:16:12.211846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd150c2-e8c3-4e43-8d69-9d8672a06c35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Network': ['ID=5240f457-a8d3-4b4b-a974-c86dd8e2d9b5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:12.217999 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:12.254452 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7724c52d-ab3b-4484-80ee-4102b23bcfbc tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:12.254981 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7724c52d-ab3b-4484-80ee-4102b23bcfbc tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:12.255112 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c825a01a-cd71-430a-b90d-63e54adc4c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.256715 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7724c52d-ab3b-4484-80ee-4102b23bcfbc tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/5240f457-a8d3-4b4b-a974-c86dd8e2d9b5 HTTP/1.1" status: 404 len: 339 time: 0.0376215 Sep 07 16:16:12.258407 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c825a01a-cd71-430a-b90d-63e54adc4c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.262548 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c825a01a-cd71-430a-b90d-63e54adc4c7a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ba33d1e-87bd-4004-8f54-99812f5c5297 HTTP/1.1" status: 204 len: 168 time: 0.3729646 Sep 07 16:16:12.262548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56336) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:12.290232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825a01a-cd71-430a-b90d-63e54adc4c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba33d1e-87bd-4004-8f54-99812f5c5297,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:12.372735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26378cdf-72da-45b4-a7cf-d3e50cdf4131 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.436381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ecc3dd8f-047d-430b-a17c-2e0414b887d3 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:16:12.447879 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d08e9e-32b2-4f55-a18f-4056a6f6f352 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:16:12.456230 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49d08e9e-32b2-4f55-a18f-4056a6f6f352 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.469391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56344) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:12.474285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ecc3dd8f-047d-430b-a17c-2e0414b887d3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:16:12.474645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ecc3dd8f-047d-430b-a17c-2e0414b887d3 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:16:12.476819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b49bb5-f358-46e6-96a1-4aeb3772c07f None None] Sync routers for ids ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:16:12.494975 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-49d08e9e-32b2-4f55-a18f-4056a6f6f352 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "PUT /v2.0/floatingips/3835f534-e7ae-45ce-b1b9-663212a40ebd HTTP/1.1" status: 200 len: 991 time: 2.9460251 Sep 07 16:16:12.496956 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:12.499618 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d19a2b5-68a4-4343-b22c-2d8c935d1543" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:12.520039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b49bb5-f358-46e6-96a1-4aeb3772c07f None None] Routers {'e94e8dba-1ad5-4178-8ffb-afe958cb052e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:16:12.521532 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6b49bb5-f358-46e6-96a1-4aeb3772c07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:15:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:12.584389 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3457a0-4ef3-4345-8adb-e444f528c2be x-openstack-request-id: req-bc3457a0-4ef3-4345-8adb-e444f528c2be {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:12.585385 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:12.585911 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc3457a0-4ef3-4345-8adb-e444f528c2be {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:12.588625 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'status': 'completed', 'code': 200} Sep 07 16:16:12.615460 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26378cdf-72da-45b4-a7cf-d3e50cdf4131 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.657186 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.663710 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd01-d80b-4cba-bad8-e78c2b583fa9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.676222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-26378cdf-72da-45b4-a7cf-d3e50cdf4131 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db88a537-1f40-4abc-bfbd-c16792576a59']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:12.677778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d6b49bb5-f358-46e6-96a1-4aeb3772c07f None None] Set router e94e8dba-1ad5-4178-8ffb-afe958cb052e gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:16:12.681186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f3ea50-0898-4e71-a3a1-5c82abc2f4b0 admin admin] Deleting subnet 60f16aa3-09ad-45d7-a79d-cdb8160a9e1a {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:16:12.692413 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f3ea50-0898-4e71-a3a1-5c82abc2f4b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.695604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-26378cdf-72da-45b4-a7cf-d3e50cdf4131 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31a9e92-0fe0-48c6-9e0f-be0b9428949a') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:12.695940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-26378cdf-72da-45b4-a7cf-d3e50cdf4131 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31a9e92-0fe0-48c6-9e0f-be0b9428949a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:12.725827 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd01-d80b-4cba-bad8-e78c2b583fa9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.733739 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26378cdf-72da-45b4-a7cf-d3e50cdf4131 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.737054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56352) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:12.742967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 706af0e8-d583-4c1a-9315-2213ce1e63c3 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:16:12.771943 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f3ea50-0898-4e71-a3a1-5c82abc2f4b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.774702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26378cdf-72da-45b4-a7cf-d3e50cdf4131 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.777230 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6634-585a-4548-a813-8dea17f203df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.809076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a2b5-68a4-4343-b22c-2d8c935d1543 req-7965f552-0685-4d0f-ac34-23a30e5c9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:12.810608 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6d19a2b5-68a4-4343-b22c-2d8c935d1543 req-7965f552-0685-4d0f-ac34-23a30e5c9391 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1096 time: 0.1992524 Sep 07 16:16:12.813462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5365d85-c93c-4c2e-9b3f-39436e3c6684,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:12.820158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26378cdf-72da-45b4-a7cf-d3e50cdf4131 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:12.820791 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26378cdf-72da-45b4-a7cf-d3e50cdf4131 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:12.831965 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:12.850458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] Checking segment: {'id': 'b83405ee-6eb0-44d8-8f69-0357cd2a9ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86c704bb-62d3-48f4-a878-fd5830f69d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:12.850821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] Network hostable DHCP agents. Network: 86c704bb-62d3-48f4-a878-fd5830f69d04, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:12.928081 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f3ea50-0898-4e71-a3a1-5c82abc2f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.960768 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-01c8cd01-d80b-4cba-bad8-e78c2b583fa9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Floating IP c2774fbc-0e1b-415a-8761-a52307dea4f2 associated. External IP: 172.25.3.178, port: 46b3de92-957e-48b4-b402-964530839a06. Sep 07 16:16:12.965785 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26378cdf-72da-45b4-a7cf-d3e50cdf4131 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.979189 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26378cdf-72da-45b4-a7cf-d3e50cdf4131 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:12.984166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 706af0e8-d583-4c1a-9315-2213ce1e63c3, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=706af0e8-d583-4c1a-9315-2213ce1e63c3,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:12.984374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-26378cdf-72da-45b4-a7cf-d3e50cdf4131 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/db88a537-1f40-4abc-bfbd-c16792576a59 HTTP/1.1" status: 204 len: 168 time: 0.7178671 Sep 07 16:16:12.985891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56354) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:12.999600 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] Network 86c704bb-62d3-48f4-a878-fd5830f69d04 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:13.002818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '706af0e8-d583-4c1a-9315-2213ce1e63c3', 'network_id': '0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6', 'port_id': '706af0e8-d583-4c1a-9315-2213ce1e63c3', 'mac_address': 'fa:16:3e:85:8b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153bd6fc-4666-4528-9069-201b8a260bc8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:16:13.027167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 86c704bb-62d3-48f4-a878-fd5830f69d04) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:13.027846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26378cdf-72da-45b4-a7cf-d3e50cdf4131 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Network': ['ID=db88a537-1f40-4abc-bfbd-c16792576a59,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:13.032738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a2b5-68a4-4343-b22c-2d8c935d1543 req-e894787f-e44d-4a20-9919-3d433e4a1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:13.034247 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6d19a2b5-68a4-4343-b22c-2d8c935d1543 req-e894787f-e44d-4a20-9919-3d433e4a1c5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.2069457 Sep 07 16:16:13.037273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:13.037887 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.068673 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-109e91a9-53ae-4f7e-9aad-647d877ecd67 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:13.069333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109e91a9-53ae-4f7e-9aad-647d877ecd67 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:13.071564 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-109e91a9-53ae-4f7e-9aad-647d877ecd67 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/subnets/4ac6bca3-24f5-47d3-9ae1-87ac572989cb HTTP/1.1" status: 404 len: 337 time: 0.0797274 Sep 07 16:16:13.078640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56358) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:13.083430 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.086696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ceea69-3f84-4115-9001-f580386d74da None None] Network 86c704bb-62d3-48f4-a878-fd5830f69d04 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:13.122574 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-40121021-4f03-4482-ac58-67358fbcdf9f tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:13.123346 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40121021-4f03-4482-ac58-67358fbcdf9f tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:13.125197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-40121021-4f03-4482-ac58-67358fbcdf9f tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/549956f0-4cd4-45db-8154-9b6dc68bfd6c HTTP/1.1" status: 404 len: 339 time: 0.0415375 Sep 07 16:16:13.143980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56360) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:13.163844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706af0e8-d583-4c1a-9315-2213ce1e63c3 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:16:13.174237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18154672-135e-47d8-8284-d6ee9d073d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9717f742-d672-476d-9ba5-384079fb839e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:13.177362 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2549b2-a141-4043-a091-4d3ad8e69918" -d '{"events": [{"server_uuid": "18154672-135e-47d8-8284-d6ee9d073d65", "name": "network-vif-plugged", "status": "completed", "tag": "9717f742-d672-476d-9ba5-384079fb839e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:13.231013 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06348d3-1e69-4d3e-8063-5501c25deb09 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Deleting subnet ede6c094-867f-4c3f-a351-a48866fd6419 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:16:13.231556 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6d19a2b5-68a4-4343-b22c-2d8c935d1543 req-5ee59c78-f1b2-4675-9fe6-03be19c697e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 999 time: 0.1826849 Sep 07 16:16:13.240167 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c577fb1-c33d-4c68-9bdc-6ff3b897bef3 x-openstack-request-id: req-4c577fb1-c33d-4c68-9bdc-6ff3b897bef3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:13.240521 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18154672-135e-47d8-8284-d6ee9d073d65", "name": "network-vif-plugged", "status": "completed", "tag": "9717f742-d672-476d-9ba5-384079fb839e", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:13.240904 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c577fb1-c33d-4c68-9bdc-6ff3b897bef3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:13.241393 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18154672-135e-47d8-8284-d6ee9d073d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9717f742-d672-476d-9ba5-384079fb839e', 'code': 200} Sep 07 16:16:13.255394 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b06348d3-1e69-4d3e-8063-5501c25deb09 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.258386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 706af0e8-d583-4c1a-9315-2213ce1e63c3, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=706af0e8-d583-4c1a-9315-2213ce1e63c3,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:13.265425 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.303549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f3ea50-0898-4e71-a3a1-5c82abc2f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.327503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6b49bb5-f358-46e6-96a1-4aeb3772c07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:15:29Z', 'revision_number': 4, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '3835f534-e7ae-45ce-b1b9-663212a40ebd', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'port_id': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'mac_address': 'fa:16:3e:0b:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:15:38Z', 'updated_at': '2021-09-07T16:16:10Z', 'revision_number': 1, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a15f5-bd52-42e4-8e7d-d74e834f162d', 'name': '', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'mac_address': 'fa:16:3e:dc:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:28Z', 'updated_at': '2021-09-07T16:15:36Z', 'revision_number': 5, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'subnets': [{'id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:13.351123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-07f3ea50-0898-4e71-a3a1-5c82abc2f4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.354097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-07f3ea50-0898-4e71-a3a1-5c82abc2f4b0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/60f16aa3-09ad-45d7-a79d-cdb8160a9e1a HTTP/1.1" status: 204 len: 168 time: 0.8837078 Sep 07 16:16:13.359141 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a2b5-68a4-4343-b22c-2d8c935d1543 req-5b5c0873-99ea-4757-bd4c-8f04d8dae9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:13.360656 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6d19a2b5-68a4-4343-b22c-2d8c935d1543 req-5b5c0873-99ea-4757-bd4c-8f04d8dae9d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.1162186 Sep 07 16:16:13.362715 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56364) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:13.390403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c58c28d-0dab-4b25-b8ef-3609ae1af7a9 None None] Network 86c704bb-62d3-48f4-a878-fd5830f69d04 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:13.395479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b49bb5-f358-46e6-96a1-4aeb3772c07f None None] Checking router: e94e8dba-1ad5-4178-8ffb-afe958cb052e for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:16:13.420040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3ea50-0898-4e71-a3a1-5c82abc2f4b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60f16aa3-09ad-45d7-a79d-cdb8160a9e1a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:13.425447 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b06348d3-1e69-4d3e-8063-5501c25deb09 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.439801 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856610f-62a2-4d58-9fc3-d6e9679d7de5 req-45913851-cbc2-4b1e-952e-6447c1fa55c6 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:13.441441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9856610f-62a2-4d58-9fc3-d6e9679d7de5 req-45913851-cbc2-4b1e-952e-6447c1fa55c6 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 945 time: 0.3306904 Sep 07 16:16:13.444137 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6634-585a-4548-a813-8dea17f203df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.457264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=706af0e8-d583-4c1a-9315-2213ce1e63c3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:13.474298 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6634-585a-4548-a813-8dea17f203df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.500754 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1af96216-84a7-4aad-8a5d-0c2d48327792 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5169039 Sep 07 16:16:13.525838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b49bb5-f358-46e6-96a1-4aeb3772c07f None None] Routers {'e94e8dba-1ad5-4178-8ffb-afe958cb052e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:16:13.527930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6b49bb5-f358-46e6-96a1-4aeb3772c07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:15:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:13.689969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d7bb6634-585a-4548-a813-8dea17f203df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b3c0f3deee949f08ca06678eeb0f535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9518237 Sep 07 16:16:13.714460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56370) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:13.724681 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b06348d3-1e69-4d3e-8063-5501c25deb09 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.774742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9856610f-62a2-4d58-9fc3-d6e9679d7de5 req-8ce08c6b-8aa4-4b71-9134-1fe708256907 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099811 Sep 07 16:16:13.790085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb6634-585a-4548-a813-8dea17f203df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f7bc5b-05a9-4cd9-848a-568f7d5b973c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:13.793016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['706af0e8-d583-4c1a-9315-2213ce1e63c3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:16:13.807849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faf915-9b31-4bd2-be4e-0bc7a2d06bda req-6db9650f-aa40-469d-981b-950ac1fc8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:13.809399 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-24faf915-9b31-4bd2-be4e-0bc7a2d06bda req-6db9650f-aa40-469d-981b-950ac1fc8a89 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 1096 time: 0.4858136 Sep 07 16:16:13.843835 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d98c91e5-8a79-49f7-bceb-e704130bd547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.871202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c8cd01-d80b-4cba-bad8-e78c2b583fa9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:16:13.876580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a2b5-68a4-4343-b22c-2d8c935d1543 req-9bbc7f18-450f-4d88-90bb-0f7155f80ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:13.878334 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6d19a2b5-68a4-4343-b22c-2d8c935d1543 req-9bbc7f18-450f-4d88-90bb-0f7155f80ae0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4863691 Sep 07 16:16:13.908221 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b06348d3-1e69-4d3e-8063-5501c25deb09 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.918953 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-24faf915-9b31-4bd2-be4e-0bc7a2d06bda req-4d38ef18-7172-4fe1-93e3-6bd785e2b0f6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943024 Sep 07 16:16:13.932199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d6b49bb5-f358-46e6-96a1-4aeb3772c07f None None] Set router e94e8dba-1ad5-4178-8ffb-afe958cb052e gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:16:13.935901 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.963242 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b06348d3-1e69-4d3e-8063-5501c25deb09 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:13.965787 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b06348d3-1e69-4d3e-8063-5501c25deb09 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/subnets/ede6c094-867f-4c3f-a351-a48866fd6419 HTTP/1.1" status: 204 len: 168 time: 0.8206823 Sep 07 16:16:13.971763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06348d3-1e69-4d3e-8063-5501c25deb09 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Subnet': ['ID=ede6c094-867f-4c3f-a351-a48866fd6419,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:13.975319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56380) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:13.975667 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32adc64c-ced8-4fa3-a928-684afc59be9b None None] Network 09447bdf-d940-4de1-b10c-0d8bfcf46a00 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:14.037098 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85f0620b-0fad-4e59-9052-0d2d756fad19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.089448 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85f0620b-0fad-4e59-9052-0d2d756fad19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.095053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4b641f-5819-4b32-a6e7-ed1746fd744c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Deleting subnet c8bfeb14-967d-4ecd-9957-8caf298bc80b {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:16:14.100053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d98c91e5-8a79-49f7-bceb-e704130bd547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.115055 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae4b641f-5819-4b32-a6e7-ed1746fd744c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.166366 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6d19a2b5-68a4-4343-b22c-2d8c935d1543 req-1ae24250-2e4c-467f-ac9d-966fcb97fa65 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743771 Sep 07 16:16:14.167870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d98c91e5-8a79-49f7-bceb-e704130bd547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b2cff5-45a0-42df-ab49-94ae85bfd8b5']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:14.192890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d98c91e5-8a79-49f7-bceb-e704130bd547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c678c5a1-1787-458c-9f99-36c7ae91034f') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:14.193287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d98c91e5-8a79-49f7-bceb-e704130bd547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c678c5a1-1787-458c-9f99-36c7ae91034f') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:14.217160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c8cd01-d80b-4cba-bad8-e78c2b583fa9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:16:14.226419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d98c91e5-8a79-49f7-bceb-e704130bd547 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.231891 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76be8c-4c82-4bae-a556-9e89fff6d5da None None] Sync routers for ids ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:16:14.232467 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd01-d80b-4cba-bad8-e78c2b583fa9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.250640 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76be8c-4c82-4bae-a556-9e89fff6d5da None None] Routers {'5b48ac17-fcc4-4a27-81d2-efb3f6713382'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:16:14.251635 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5b76be8c-4c82-4bae-a556-9e89fff6d5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:15:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:14.262185 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae4b641f-5819-4b32-a6e7-ed1746fd744c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.300352 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d98c91e5-8a79-49f7-bceb-e704130bd547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.306810 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-01c8cd01-d80b-4cba-bad8-e78c2b583fa9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "PUT /v2.0/floatingips/c2774fbc-0e1b-415a-8761-a52307dea4f2 HTTP/1.1" status: 200 len: 991 time: 3.1683609 Sep 07 16:16:14.325381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98c91e5-8a79-49f7-bceb-e704130bd547 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:14.333944 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d98c91e5-8a79-49f7-bceb-e704130bd547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:14.340060 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:14.377287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85f0620b-0fad-4e59-9052-0d2d756fad19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.380811 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85f0620b-0fad-4e59-9052-0d2d756fad19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.382207 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-85f0620b-0fad-4e59-9052-0d2d756fad19 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e3f7bc5b-05a9-4cd9-848a-568f7d5b973c HTTP/1.1" status: 204 len: 168 time: 0.6640065 Sep 07 16:16:14.415159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0620b-0fad-4e59-9052-0d2d756fad19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f7bc5b-05a9-4cd9-848a-568f7d5b973c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:14.445483 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6d19a2b5-68a4-4343-b22c-2d8c935d1543 req-95167141-6482-473c-883e-ef477b916fc5 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679470 Sep 07 16:16:14.452735 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-082e0516-db75-454c-9550-0966cc2a5e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.452920 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d98c91e5-8a79-49f7-bceb-e704130bd547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.467477 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d98c91e5-8a79-49f7-bceb-e704130bd547 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.469831 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d98c91e5-8a79-49f7-bceb-e704130bd547 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e6b2cff5-45a0-42df-ab49-94ae85bfd8b5 HTTP/1.1" status: 204 len: 168 time: 1.1049273 Sep 07 16:16:14.488657 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5b76be8c-4c82-4bae-a556-9e89fff6d5da None None] Set router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:16:14.500265 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c91e5-8a79-49f7-bceb-e704130bd547 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b2cff5-45a0-42df-ab49-94ae85bfd8b5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:14.506627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-0c8d0a3b-c0fb-4857-8077-611b5a563744 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:14.511887 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-0c8d0a3b-c0fb-4857-8077-611b5a563744 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/networks?id=86c704bb-62d3-48f4-a878-fd5830f69d04 HTTP/1.1" status: 200 len: 811 time: 0.4132431 Sep 07 16:16:14.549424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-e2c2e2db-06cc-415d-9949-057fa2f0a844 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/quotas/d2aad298be184c929ac957ff55457ad7 HTTP/1.1" status: 200 len: 375 time: 0.0263586 Sep 07 16:16:14.589666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': '46b3de92-957e-48b4-b402-964530839a06'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:14.592588 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9b8adb-4de5-408e-b48f-376382f4ebf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "46b3de92-957e-48b4-b402-964530839a06"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:14.653054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-32b49cbc-f10f-49d7-8e95-2c393d9e5353 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2aad298be184c929ac957ff55457ad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797322 Sep 07 16:16:14.701911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae4b641f-5819-4b32-a6e7-ed1746fd744c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.705665 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac7b0a1-fdef-427e-9163-d9db05888038 x-openstack-request-id: req-eac7b0a1-fdef-427e-9163-d9db05888038 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:14.706271 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "tag": "46b3de92-957e-48b4-b402-964530839a06", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:14.707891 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eac7b0a1-fdef-427e-9163-d9db05888038 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:14.709652 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'tag': '46b3de92-957e-48b4-b402-964530839a06', 'status': 'completed', 'code': 200} Sep 07 16:16:14.739486 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56402) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:14.910743 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:14.929184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6b49bb5-f358-46e6-96a1-4aeb3772c07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:15:29Z', 'revision_number': 4, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '3835f534-e7ae-45ce-b1b9-663212a40ebd', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'port_id': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'mac_address': 'fa:16:3e:0b:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:15:38Z', 'updated_at': '2021-09-07T16:16:10Z', 'revision_number': 1, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a15f5-bd52-42e4-8e7d-d74e834f162d', 'name': '', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'mac_address': 'fa:16:3e:dc:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:28Z', 'updated_at': '2021-09-07T16:15:36Z', 'revision_number': 5, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'subnets': [{'id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:14.939650 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d980fc26-5a60-4a46-b3f2-4a5060853337 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=021b7fa5f9114de0bd5a5602ddc36929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1960516 Sep 07 16:16:14.940286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56410) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:14.983554 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-143aa97f-1fee-43d9-8738-c3f189674374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:14.986337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-143aa97f-1fee-43d9-8738-c3f189674374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:14.987936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-143aa97f-1fee-43d9-8738-c3f189674374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:14.988915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-143aa97f-1fee-43d9-8738-c3f189674374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:14.991342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-143aa97f-1fee-43d9-8738-c3f189674374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:14.992862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-143aa97f-1fee-43d9-8738-c3f189674374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:14.995831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-143aa97f-1fee-43d9-8738-c3f189674374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:14.998326 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-143aa97f-1fee-43d9-8738-c3f189674374 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6489 time: 0.2325602 Sep 07 16:16:15.001496 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5b76be8c-4c82-4bae-a556-9e89fff6d5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:13:36Z', 'revision_number': 4, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port': {'id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:32Z', 'updated_at': '2021-09-07T16:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'c2774fbc-0e1b-415a-8761-a52307dea4f2', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'port_id': '46b3de92-957e-48b4-b402-964530839a06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'mac_address': 'fa:16:3e:10:ee:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:14:21Z', 'updated_at': '2021-09-07T16:16:12Z', 'revision_number': 1, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df45879-0961-4d8b-ab4a-95601c8e933f', 'name': '', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'mac_address': 'fa:16:3e:ea:2e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:35Z', 'updated_at': '2021-09-07T16:13:44Z', 'revision_number': 5, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'subnets': [{'id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:15.004382 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b49bb5-f358-46e6-96a1-4aeb3772c07f None None] The sync data for ids ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'] in n-d-807551-3 is: [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:15:29Z', 'revision_number': 4, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '3835f534-e7ae-45ce-b1b9-663212a40ebd', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'port_id': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'mac_address': 'fa:16:3e:0b:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:15:38Z', 'updated_at': '2021-09-07T16:16:10Z', 'revision_number': 1, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1a15f5-bd52-42e4-8e7d-d74e834f162d', 'name': '', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'mac_address': 'fa:16:3e:dc:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:28Z', 'updated_at': '2021-09-07T16:15:36Z', 'revision_number': 5, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'subnets': [{'id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:16:15.069182 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76be8c-4c82-4bae-a556-9e89fff6d5da None None] Checking router: 5b48ac17-fcc4-4a27-81d2-efb3f6713382 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:16:15.075771 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae4b641f-5819-4b32-a6e7-ed1746fd744c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:15.092770 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76be8c-4c82-4bae-a556-9e89fff6d5da None None] Routers {'5b48ac17-fcc4-4a27-81d2-efb3f6713382'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:16:15.093653 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5b76be8c-4c82-4bae-a556-9e89fff6d5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:16:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:15.183445 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae4b641f-5819-4b32-a6e7-ed1746fd744c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:15.189903 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ae4b641f-5819-4b32-a6e7-ed1746fd744c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/subnets/c8bfeb14-967d-4ecd-9957-8caf298bc80b HTTP/1.1" status: 204 len: 168 time: 1.2095530 Sep 07 16:16:15.200723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56416) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:15.201310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-ce6d61d1-5b1f-42bd-99e5-ee00a726c83a service neutron] 10.222.0.70 "GET /v2.0/networks/86c704bb-62d3-48f4-a878-fd5830f69d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339456 Sep 07 16:16:15.284896 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5b76be8c-4c82-4bae-a556-9e89fff6d5da None None] Set router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:16:15.294086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-b89ff5c9-5cca-4356-982d-7be19ee9c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:15.298642 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-b89ff5c9-5cca-4356-982d-7be19ee9c721 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f50728ef-b9a9-44ff-902b-e797addc9652 HTTP/1.1" status: 200 len: 912 time: 0.2804139 Sep 07 16:16:15.368220 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-41d115ab-fd55-4e19-83a6-6e7bdb93cb8d service neutron] 10.222.0.70 "GET /v2.0/networks/86c704bb-62d3-48f4-a878-fd5830f69d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656060 Sep 07 16:16:15.381305 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b641f-5819-4b32-a6e7-ed1746fd744c tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Subnet': ['ID=c8bfeb14-967d-4ecd-9957-8caf298bc80b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:15.427618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542ae46-4655-41c1-9d8b-b36708178db3 req-a20057d3-81b8-4975-a673-77a161c8446c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:15.442524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af26ee-c3aa-42f7-9813-dda7123cd673 None None] New status for floating IP 3835f534-e7ae-45ce-b1b9-663212a40ebd: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:16:15.443242 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b542ae46-4655-41c1-9d8b-b36708178db3 req-a20057d3-81b8-4975-a673-77a161c8446c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 945 time: 0.4525108 Sep 07 16:16:15.508722 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:15.563188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b542ae46-4655-41c1-9d8b-b36708178db3 req-0bf3a89f-2919-4d3e-85d9-0ac515fd2e8f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175895 Sep 07 16:16:15.602446 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-fe698b99-7664-4324-93ce-823a6522da10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46b3de92-957e-48b4-b402-964530839a06 HTTP/1.1" status: 200 len: 999 time: 0.0909491 Sep 07 16:16:15.626602 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a30e1a8-c9f5-4f9a-8417-36db20c8a902 None None] Network 09447bdf-d940-4de1-b10c-0d8bfcf46a00 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:15.706229 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16764cea-c366-4a13-887c-05b4dd19494c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:15.811461 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7199a0e2-9a79-4243-8ac8-6857798afbb3 None None] Provisioning complete for port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:15.813472 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7199a0e2-9a79-4243-8ac8-6857798afbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:15.823672 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16764cea-c366-4a13-887c-05b4dd19494c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:15.825472 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5b76be8c-4c82-4bae-a556-9e89fff6d5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:13:36Z', 'revision_number': 4, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port': {'id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:32Z', 'updated_at': '2021-09-07T16:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'c2774fbc-0e1b-415a-8761-a52307dea4f2', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'port_id': '46b3de92-957e-48b4-b402-964530839a06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'mac_address': 'fa:16:3e:10:ee:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:14:21Z', 'updated_at': '2021-09-07T16:16:12Z', 'revision_number': 1, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df45879-0961-4d8b-ab4a-95601c8e933f', 'name': '', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'mac_address': 'fa:16:3e:ea:2e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:35Z', 'updated_at': '2021-09-07T16:13:44Z', 'revision_number': 5, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'subnets': [{'id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:15.881965 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26f22c0b-df45-4c26-9945-e5249454b0f5 req-d683cd60-01e1-4935-9423-ea46a0812143 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 210 time: 0.0662062 Sep 07 16:16:15.907485 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76be8c-4c82-4bae-a556-9e89fff6d5da None None] The sync data for ids ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'] in n-d-807551-3 is: [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:13:36Z', 'revision_number': 4, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port': {'id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:32Z', 'updated_at': '2021-09-07T16:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'c2774fbc-0e1b-415a-8761-a52307dea4f2', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'port_id': '46b3de92-957e-48b4-b402-964530839a06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'mac_address': 'fa:16:3e:10:ee:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:14:21Z', 'updated_at': '2021-09-07T16:16:12Z', 'revision_number': 1, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df45879-0961-4d8b-ab4a-95601c8e933f', 'name': '', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'mac_address': 'fa:16:3e:ea:2e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:35Z', 'updated_at': '2021-09-07T16:13:44Z', 'revision_number': 5, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'subnets': [{'id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:16:15.912803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-94005ec9-a917-4cf8-ae76-c477c9362dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:15.925105 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-94005ec9-a917-4cf8-ae76-c477c9362dfe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=659eec7d-2512-488c-90c5-1e4fdfe8a97c HTTP/1.1" status: 200 len: 850 time: 0.2688210 Sep 07 16:16:15.927202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16764cea-c366-4a13-887c-05b4dd19494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:15.929818 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16764cea-c366-4a13-887c-05b4dd19494c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:15.936532 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-16764cea-c366-4a13-887c-05b4dd19494c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1abacc0-4150-47e2-9709-6d40a46df9eb HTTP/1.1" status: 204 len: 168 time: 0.9914830 Sep 07 16:16:16.045655 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Deleting port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:16.046427 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.049064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16764cea-c366-4a13-887c-05b4dd19494c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1abacc0-4150-47e2-9709-6d40a46df9eb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:16.104631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-3e4d12bd-3168-4520-94b6-712acccbf638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:16.105532 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90312aa-9cd6-4791-9d8d-3b0589fbb792 None None] DHCP port deletion for 09447bdf-d940-4de1-b10c-0d8bfcf46a00 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:16:16.108406 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-3e4d12bd-3168-4520-94b6-712acccbf638 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f50728ef-b9a9-44ff-902b-e797addc9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662607 Sep 07 16:16:16.199880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d90312aa-9cd6-4791-9d8d-3b0589fbb792 None None] Deleting port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:16.200289 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d90312aa-9cd6-4791-9d8d-3b0589fbb792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.254779 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] For port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7a28ee8e-adb4-4ed9-9a7f-4906d884eadf,segment=NetworkSegment(25904572-2744-4944-a8f4-4c2b5f6e56dd),segment_id=25904572-2744-4944-a8f4-4c2b5f6e56dd)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:16.255721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.301526 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Calling delete_port for 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:16.307891 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-1a57a05f-ca19-45d2-8247-e77b454bb703 service neutron] 10.222.0.35 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650143 Sep 07 16:16:16.366597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d90312aa-9cd6-4791-9d8d-3b0589fbb792 None None] For port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7a28ee8e-adb4-4ed9-9a7f-4906d884eadf,segment=NetworkSegment(25904572-2744-4944-a8f4-4c2b5f6e56dd),segment_id=25904572-2744-4944-a8f4-4c2b5f6e56dd)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:16.367384 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d90312aa-9cd6-4791-9d8d-3b0589fbb792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.389455 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdf0a7d-4c5d-4782-a492-ecafaee5f0d7 None None] New status for floating IP c2774fbc-0e1b-415a-8761-a52307dea4f2: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:16:16.394315 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d90312aa-9cd6-4791-9d8d-3b0589fbb792 None None] Calling delete_port for 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:16.436560 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa9b8adb-4de5-408e-b48f-376382f4ebf2 req-301525bd-e0e4-4b06-92c1-2ab882ce797b service neutron] 10.222.0.35 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200593 Sep 07 16:16:16.488795 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:16:16.576899 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.619914 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d90312aa-9cd6-4791-9d8d-3b0589fbb792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.637642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Port': ['ID=7a28ee8e-adb4-4ed9-9a7f-4906d884eadf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:16.652102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No DVR routers for this DVR port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:16.676906 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90312aa-9cd6-4791-9d8d-3b0589fbb792 None None] No DVR routers for this DVR port 7a28ee8e-adb4-4ed9-9a7f-4906d884eadf on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:16.686619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90312aa-9cd6-4791-9d8d-3b0589fbb792 None None] Pushing event deleted for resources: {'Port': ['ID=7a28ee8e-adb4-4ed9-9a7f-4906d884eadf,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:16.698192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 706af0e8-d583-4c1a-9315-2213ce1e63c3 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:16.813521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.818691 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.839149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcc17c-15ee-4f52-9bb6-1be714e8ae5d req-86377820-bc57-4d7d-b464-6a5f81f864de tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:16.849927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbbcc17c-15ee-4f52-9bb6-1be714e8ae5d req-86377820-bc57-4d7d-b464-6a5f81f864de tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 945 time: 0.1275535 Sep 07 16:16:16.881132 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.906165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09447bdf-d940-4de1-b10c-0d8bfcf46a00']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:16.926557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25904572-2744-4944-a8f4-4c2b5f6e56dd') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:16.928248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbbcc17c-15ee-4f52-9bb6-1be714e8ae5d req-8d5777eb-a1b4-46fa-83bc-e57ef2680e7f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768402 Sep 07 16:16:16.928711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25904572-2744-4944-a8f4-4c2b5f6e56dd') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:16.952993 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.968685 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.972080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 706af0e8-d583-4c1a-9315-2213ce1e63c3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:16.979322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 706af0e8-d583-4c1a-9315-2213ce1e63c3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:16.980720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:16.980860 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.981703 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:16.985247 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:17.076815 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:17.094154 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50b8734e-4158-4cdc-aeea-74127be8cda5 req-39fe9243-71e4-47ee-8fb4-d8618964888a tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 210 time: 0.0589981 Sep 07 16:16:17.102152 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:17.105724 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:17.111005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56484) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:17.111571 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/09447bdf-d940-4de1-b10c-0d8bfcf46a00 HTTP/1.1" status: 204 len: 168 time: 1.9049180 Sep 07 16:16:17.112542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d672eb-f8ac-4d0d-942a-d6cb21fea33e tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Network': ['ID=09447bdf-d940-4de1-b10c-0d8bfcf46a00,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:17.140064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9780c9d8-fdc9-494d-bee4-4daa7dd35515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706af0e8-d583-4c1a-9315-2213ce1e63c3'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:17.157869 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c666415-5e0f-4da4-aac0-56866186ca6a tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:17.158324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c666415-5e0f-4da4-aac0-56866186ca6a tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:17.159368 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfe35ac-b9ab-4645-a1fa-ebc289da7a1b" -d '{"events": [{"server_uuid": "9780c9d8-fdc9-494d-bee4-4daa7dd35515", "name": "network-vif-plugged", "status": "completed", "tag": "706af0e8-d583-4c1a-9315-2213ce1e63c3"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:17.160044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4c666415-5e0f-4da4-aac0-56866186ca6a tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/subnets/db5e43fb-aac9-41f1-aea0-878d7f6d8087 HTTP/1.1" status: 404 len: 337 time: 0.0481868 Sep 07 16:16:17.163508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56488) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:17.186507 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 706af0e8-d583-4c1a-9315-2213ce1e63c3, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=706af0e8-d583-4c1a-9315-2213ce1e63c3,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:17.193412 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:17.197470 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0131eee7-b932-4232-9f25-d63017b584ec tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:17.198086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0131eee7-b932-4232-9f25-d63017b584ec tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:17.202809 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0131eee7-b932-4232-9f25-d63017b584ec tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/5d5ab28a-b625-4f32-a7c8-32719f4584ee HTTP/1.1" status: 404 len: 339 time: 0.0381904 Sep 07 16:16:17.204116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56490) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:17.240644 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-350a4abd-8892-497f-8723-828500232b54 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:17.248593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350a4abd-8892-497f-8723-828500232b54 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:17.252119 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-350a4abd-8892-497f-8723-828500232b54 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/subnets/e3391c4a-c23d-45ab-bc5d-d882f96551ea HTTP/1.1" status: 404 len: 337 time: 0.0469069 Sep 07 16:16:17.254483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56492) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:17.261796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea59d-334f-45c1-9830-068af71907ef req-db0c3e07-22b2-4a0b-a29d-7c7c6f687e32 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:17.261991 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:16:17.279841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f4ea59d-334f-45c1-9830-068af71907ef req-db0c3e07-22b2-4a0b-a29d-7c7c6f687e32 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1145487 Sep 07 16:16:17.302867 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=706af0e8-d583-4c1a-9315-2213ce1e63c3,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:17.312685 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d011f58d-0fb9-4519-aff2-1eda906d8cc1 x-openstack-request-id: req-d011f58d-0fb9-4519-aff2-1eda906d8cc1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:17.313228 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9780c9d8-fdc9-494d-bee4-4daa7dd35515", "name": "network-vif-plugged", "status": "completed", "tag": "706af0e8-d583-4c1a-9315-2213ce1e63c3", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:17.313689 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d011f58d-0fb9-4519-aff2-1eda906d8cc1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:17.314297 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9780c9d8-fdc9-494d-bee4-4daa7dd35515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706af0e8-d583-4c1a-9315-2213ce1e63c3', 'code': 200} Sep 07 16:16:17.339580 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b8b771-277a-4ac7-bc37-bc697848b073 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:17.340209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b8b771-277a-4ac7-bc37-bc697848b073 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:17.342357 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-57b8b771-277a-4ac7-bc37-bc697848b073 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/00c388ab-0f5c-4b94-bf22-58df882bde83 HTTP/1.1" status: 404 len: 339 time: 0.0865903 Sep 07 16:16:17.345538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56500) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:17.418954 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f4ea59d-334f-45c1-9830-068af71907ef req-f564c6b5-7bb7-462b-9fc9-bba0eaa8fb3c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352055 Sep 07 16:16:17.420199 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb74dd8-7c0a-4b84-bcb9-ba1e65c2c165 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:17.424704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb74dd8-7c0a-4b84-bcb9-ba1e65c2c165 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:17.427439 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bbb74dd8-7c0a-4b84-bcb9-ba1e65c2c165 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/subnets/edc058f2-59da-4542-afa5-430e88c8baff HTTP/1.1" status: 404 len: 337 time: 0.0801463 Sep 07 16:16:17.431606 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56506) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:17.470018 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6da1b52-9106-4799-85e0-534fdbf35e35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:17.470611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6da1b52-9106-4799-85e0-534fdbf35e35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:17.475273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d6da1b52-9106-4799-85e0-534fdbf35e35 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/d8e27fc7-e61d-4ee3-a4c8-835570f35a19 HTTP/1.1" status: 404 len: 339 time: 0.0424654 Sep 07 16:16:17.475826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56510) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:17.517529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271113b-034e-46f5-8d38-3c4c3939a669 req-c42b7fb3-8262-4292-b509-643af8c133e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:17.519068 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e271113b-034e-46f5-8d38-3c4c3939a669 req-c42b7fb3-8262-4292-b509-643af8c133e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515 HTTP/1.1" status: 200 len: 1096 time: 0.0811586 Sep 07 16:16:17.526337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-4a9d51ba-2c99-425f-b87e-c5879a114dcf tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:17.527771 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-4a9d51ba-2c99-425f-b87e-c5879a114dcf tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.54 "GET /v2.0/networks?id=86c704bb-62d3-48f4-a878-fd5830f69d04 HTTP/1.1" status: 200 len: 811 time: 0.2603877 Sep 07 16:16:17.535169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee0934c-54b5-4b3c-8981-06c50cc00e86 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Deleting subnet 4d42dd31-1a84-46b4-a15b-5fcbf1d752e4 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:16:17.538733 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bee0934c-54b5-4b3c-8981-06c50cc00e86 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:17.552868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-24ee4f34-35d3-4db9-b5cb-8c1daf83d761 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Request body: {'port': {'device_id': 'd9316df2-8524-4659-b9ec-336ebf517148', 'network_id': '86c704bb-62d3-48f4-a878-fd5830f69d04', 'admin_state_up': True, 'tenant_id': 'd2aad298be184c929ac957ff55457ad7'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:17.596618 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e271113b-034e-46f5-8d38-3c4c3939a669 req-7c9172b4-419e-4830-bb6a-412e80a70b43 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678306 Sep 07 16:16:17.610050 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bee0934c-54b5-4b3c-8981-06c50cc00e86 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:17.663921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044adbe-acf8-42c9-83e5-8acd1e6f1921 req-b7c39cf0-dc37-4cbd-830c-eb9e7838c2c0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:17.666237 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2044adbe-acf8-42c9-83e5-8acd1e6f1921 req-b7c39cf0-dc37-4cbd-830c-eb9e7838c2c0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515 HTTP/1.1" status: 200 len: 945 time: 0.1035006 Sep 07 16:16:17.715322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-24ee4f34-35d3-4db9-b5cb-8c1daf83d761 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Made reservation on behalf of d2aad298be184c929ac957ff55457ad7 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:17.723067 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-24ee4f34-35d3-4db9-b5cb-8c1daf83d761 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:17.768549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2044adbe-acf8-42c9-83e5-8acd1e6f1921 req-8a6b3fa7-2859-470b-936a-145b3736bf5c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913265 Sep 07 16:16:17.773831 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bee0934c-54b5-4b3c-8981-06c50cc00e86 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:17.850251 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bee0934c-54b5-4b3c-8981-06c50cc00e86 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:17.892277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0934c-54b5-4b3c-8981-06c50cc00e86 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Subnet': ['ID=4d42dd31-1a84-46b4-a15b-5fcbf1d752e4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:17.898234 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bee0934c-54b5-4b3c-8981-06c50cc00e86 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:17.900488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bee0934c-54b5-4b3c-8981-06c50cc00e86 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/subnets/4d42dd31-1a84-46b4-a15b-5fcbf1d752e4 HTTP/1.1" status: 204 len: 168 time: 0.4230032 Sep 07 16:16:17.902755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56526) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:17.908255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197145fb-e720-4f9a-9211-f15dde3e57d3 None None] Network 28218c30-e994-4771-a097-36d60a1b767e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:17.945817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-24ee4f34-35d3-4db9-b5cb-8c1daf83d761 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Allocated IP 172.20.0.14 (86c704bb-62d3-48f4-a878-fd5830f69d04/f5365d85-c93c-4c2e-9b3f-39436e3c6684/4010a132-4d19-441f-b5cf-fd267b75e907) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:18.031054 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.135156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Deleting port 18f4ddf2-e86f-4787-b780-a8af44d2bce6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:18.135656 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.194646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996b7f62-153d-4b16-bbf0-603ac24a0e36 None None] DHCP port deletion for 28218c30-e994-4771-a097-36d60a1b767e request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:16:18.266743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] For port 18f4ddf2-e86f-4787-b780-a8af44d2bce6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=18f4ddf2-e86f-4787-b780-a8af44d2bce6,segment=NetworkSegment(9bca00f7-c798-450b-99ef-58591a0c7f0a),segment_id=9bca00f7-c798-450b-99ef-58591a0c7f0a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:18.266743 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.272567 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-24ee4f34-35d3-4db9-b5cb-8c1daf83d761 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.295725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94c8a578-2c46-4b1d-9cd9-72e94a7cb716 req-2475d3ea-3743-4077-8844-db9fdd44459d tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 210 time: 0.0656445 Sep 07 16:16:18.302898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Calling delete_port for 18f4ddf2-e86f-4787-b780-a8af44d2bce6 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:18.320980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-996b7f62-153d-4b16-bbf0-603ac24a0e36 None None] Deleting port 18f4ddf2-e86f-4787-b780-a8af44d2bce6 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:18.320980 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-996b7f62-153d-4b16-bbf0-603ac24a0e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.374113 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-24ee4f34-35d3-4db9-b5cb-8c1daf83d761 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.437853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-24ee4f34-35d3-4db9-b5cb-8c1daf83d761 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Network 86c704bb-62d3-48f4-a878-fd5830f69d04 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:18.439057 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.443769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-24ee4f34-35d3-4db9-b5cb-8c1daf83d761 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:18.449890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-24ee4f34-35d3-4db9-b5cb-8c1daf83d761 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:18.459169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 18f4ddf2-e86f-4787-b780-a8af44d2bce6 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:16:18.474180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee4f34-35d3-4db9-b5cb-8c1daf83d761 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Pushing event updated for resources: {'Port': ['ID=4010a132-4d19-441f-b5cf-fd267b75e907,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:18.501881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Port': ['ID=18f4ddf2-e86f-4787-b780-a8af44d2bce6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:18.508602 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-24ee4f34-35d3-4db9-b5cb-8c1daf83d761 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:18.509715 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-24ee4f34-35d3-4db9-b5cb-8c1daf83d761 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.515272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No DVR routers for this DVR port 18f4ddf2-e86f-4787-b780-a8af44d2bce6 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:18.519770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 18f4ddf2-e86f-4787-b780-a8af44d2bce6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:16:18.520195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 18f4ddf2-e86f-4787-b780-a8af44d2bce6 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:16:18.538580 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-996b7f62-153d-4b16-bbf0-603ac24a0e36 None None] For port 18f4ddf2-e86f-4787-b780-a8af44d2bce6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=18f4ddf2-e86f-4787-b780-a8af44d2bce6,segment=NetworkSegment(9bca00f7-c798-450b-99ef-58591a0c7f0a),segment_id=9bca00f7-c798-450b-99ef-58591a0c7f0a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:18.539106 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-996b7f62-153d-4b16-bbf0-603ac24a0e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.541805 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-24ee4f34-35d3-4db9-b5cb-8c1daf83d761 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9942324 Sep 07 16:16:18.558649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-996b7f62-153d-4b16-bbf0-603ac24a0e36 None None] Calling delete_port for 18f4ddf2-e86f-4787-b780-a8af44d2bce6 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:18.559387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Request body: {'port': {'device_id': 'd9316df2-8524-4659-b9ec-336ebf517148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:18.634798 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.645401 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.657083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28218c30-e994-4771-a097-36d60a1b767e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:18.667932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bca00f7-c798-450b-99ef-58591a0c7f0a') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:18.667932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bca00f7-c798-450b-99ef-58591a0c7f0a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:18.673113 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-996b7f62-153d-4b16-bbf0-603ac24a0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.680479 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.697504 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.701477 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b7f62-153d-4b16-bbf0-603ac24a0e36 None None] Pushing event deleted for resources: {'Port': ['ID=18f4ddf2-e86f-4787-b780-a8af44d2bce6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:18.703617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b7f62-153d-4b16-bbf0-603ac24a0e36 None None] No DVR routers for this DVR port 18f4ddf2-e86f-4787-b780-a8af44d2bce6 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:18.715658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:18.717238 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:18.721800 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:18.818313 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.829674 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:18.832026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/28218c30-e994-4771-a097-36d60a1b767e HTTP/1.1" status: 204 len: 168 time: 0.9283288 Sep 07 16:16:18.835710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56560) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:18.852497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a6fbd-5012-4d24-8dc0-ffcba4b9b243 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Network': ['ID=28218c30-e994-4771-a097-36d60a1b767e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:18.911982 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b434b918-0c3a-4229-8a29-8b1d380d25dc tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:18.920933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b434b918-0c3a-4229-8a29-8b1d380d25dc tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:18.925886 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b434b918-0c3a-4229-8a29-8b1d380d25dc tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/subnets/12527287-fd6b-427c-995d-f79410275ce8 HTTP/1.1" status: 404 len: 337 time: 0.0795853 Sep 07 16:16:18.930421 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f1b3f-1d4c-44e9-8a7e-16ca82b7b043 req-d326c78d-dd68-44e1-a79d-86295ca1d69d tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:18.933312 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56564) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:18.934712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e3f1b3f-1d4c-44e9-8a7e-16ca82b7b043 req-d326c78d-dd68-44e1-a79d-86295ca1d69d tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515 HTTP/1.1" status: 200 len: 945 time: 0.0749795 Sep 07 16:16:18.970345 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-12028ed5-60f7-4478-9e54-28dff8bacf05 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:18.970940 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12028ed5-60f7-4478-9e54-28dff8bacf05 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:18.976355 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-12028ed5-60f7-4478-9e54-28dff8bacf05 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/d3d80f2a-84fc-4e29-8963-43c80adc3b9a HTTP/1.1" status: 404 len: 339 time: 0.0422568 Sep 07 16:16:18.976980 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56568) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:18.988638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e3f1b3f-1d4c-44e9-8a7e-16ca82b7b043 req-9b129e19-0f2c-4967-a975-17c44cca884d tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482111 Sep 07 16:16:19.110485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0db9df8-eaa8-4b4e-8889-adc5dcd65245 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Deleting subnet b38f57d2-fe6d-4883-8b6f-25d6bb226ed1 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:16:19.115556 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0db9df8-eaa8-4b4e-8889-adc5dcd65245 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:19.177588 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0db9df8-eaa8-4b4e-8889-adc5dcd65245 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:19.302073 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4010a132-4d19-441f-b5cf-fd267b75e907 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:16:19.318134 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:19.342288 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0db9df8-eaa8-4b4e-8889-adc5dcd65245 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:19.373758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Transition to ACTIVE for port object 4010a132-4d19-441f-b5cf-fd267b75e907 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:19.382555 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:19.499973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Pushing event updated for resources: {'Port': ['ID=4010a132-4d19-441f-b5cf-fd267b75e907,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:19.557191 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0db9df8-eaa8-4b4e-8889-adc5dcd65245 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:19.575145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523f545-48a3-46a1-9717-d64bcda4cdfa req-282b0b46-937d-4105-a940-86ba5427db43 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:19.586410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c523f545-48a3-46a1-9717-d64bcda4cdfa req-282b0b46-937d-4105-a940-86ba5427db43 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 944 time: 0.0897837 Sep 07 16:16:19.596770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db9df8-eaa8-4b4e-8889-adc5dcd65245 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Subnet': ['ID=b38f57d2-fe6d-4883-8b6f-25d6bb226ed1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:19.609952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5fc411-ce8d-4823-b028-94c62e524cda None None] Network 80c98e73-fff1-4743-b545-94e1feffebcf requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:19.620449 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Attempting to bind port 4010a132-4d19-441f-b5cf-fd267b75e907 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:19.620885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Attempting to bind port 4010a132-4d19-441f-b5cf-fd267b75e907 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b83405ee-6eb0-44d8-8f69-0357cd2a9ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86c704bb-62d3-48f4-a878-fd5830f69d04'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:19.621288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Attempting to bind port 4010a132-4d19-441f-b5cf-fd267b75e907 on network 86c704bb-62d3-48f4-a878-fd5830f69d04 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:19.625572 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0db9df8-eaa8-4b4e-8889-adc5dcd65245 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:19.630420 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d0db9df8-eaa8-4b4e-8889-adc5dcd65245 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/subnets/b38f57d2-fe6d-4883-8b6f-25d6bb226ed1 HTTP/1.1" status: 204 len: 168 time: 0.6432638 Sep 07 16:16:19.632278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56606) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:19.634966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Port 4010a132-4d19-441f-b5cf-fd267b75e907 on network 86c704bb-62d3-48f4-a878-fd5830f69d04 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:16:19.635293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Attempting to bind port 4010a132-4d19-441f-b5cf-fd267b75e907 on network 86c704bb-62d3-48f4-a878-fd5830f69d04 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:19.642842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c523f545-48a3-46a1-9717-d64bcda4cdfa req-fb7d0e0b-6674-4474-9bde-1855fe392766 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/security-groups?id=062e00fd-b18d-45bd-ace8-8489a9b7f34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499475 Sep 07 16:16:19.658628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:19.658960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Checking segment: {'id': 'b83405ee-6eb0-44d8-8f69-0357cd2a9ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86c704bb-62d3-48f4-a878-fd5830f69d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:19.659358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Bound using segment: {'id': 'b83405ee-6eb0-44d8-8f69-0357cd2a9ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86c704bb-62d3-48f4-a878-fd5830f69d04'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:19.659804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Bound port: 4010a132-4d19-441f-b5cf-fd267b75e907, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83405ee-6eb0-44d8-8f69-0357cd2a9ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86c704bb-62d3-48f4-a878-fd5830f69d04'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:19.660169 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:19.766286 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:19.795630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] For port 4010a132-4d19-441f-b5cf-fd267b75e907, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:19.799388 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] For port 4010a132-4d19-441f-b5cf-fd267b75e907, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4010a132-4d19-441f-b5cf-fd267b75e907,segment=NetworkSegment(b83405ee-6eb0-44d8-8f69-0357cd2a9ebe),segment_id=b83405ee-6eb0-44d8-8f69-0357cd2a9ebe)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:19.845564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c344f35-8e84-418f-8a3d-982b252aa8a6 None None] DHCP port deletion for 80c98e73-fff1-4743-b545-94e1feffebcf request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:16:19.933154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1c344f35-8e84-418f-8a3d-982b252aa8a6 None None] Deleting port 48b79cdf-b6bd-43ca-a0a3-ba715a131109 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:19.933550 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c344f35-8e84-418f-8a3d-982b252aa8a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.018637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1c344f35-8e84-418f-8a3d-982b252aa8a6 None None] For port 48b79cdf-b6bd-43ca-a0a3-ba715a131109, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=48b79cdf-b6bd-43ca-a0a3-ba715a131109,segment=NetworkSegment(e10d25ce-828f-4685-a102-5680b345ca33),segment_id=e10d25ce-828f-4685-a102-5680b345ca33)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:20.019431 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c344f35-8e84-418f-8a3d-982b252aa8a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.035682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1c344f35-8e84-418f-8a3d-982b252aa8a6 None None] Calling delete_port for 48b79cdf-b6bd-43ca-a0a3-ba715a131109 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:20.125684 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c344f35-8e84-418f-8a3d-982b252aa8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.131053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.163857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c344f35-8e84-418f-8a3d-982b252aa8a6 None None] Pushing event deleted for resources: {'Port': ['ID=48b79cdf-b6bd-43ca-a0a3-ba715a131109,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:20.169597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c344f35-8e84-418f-8a3d-982b252aa8a6 None None] No DVR routers for this DVR port 48b79cdf-b6bd-43ca-a0a3-ba715a131109 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:20.174521 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:20.176881 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.178396 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] 10.222.0.54 "PUT /v2.0/ports/4010a132-4d19-441f-b5cf-fd267b75e907 HTTP/1.1" status: 200 len: 1092 time: 1.6273327 Sep 07 16:16:20.188044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9316df2-8524-4659-b9ec-336ebf517148', 'tag': '4010a132-4d19-441f-b5cf-fd267b75e907'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:20.190274 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab7cc53-0d5e-49ba-9331-b1ec87891d53" -d '{"events": [{"name": "network-changed", "server_uuid": "d9316df2-8524-4659-b9ec-336ebf517148", "tag": "4010a132-4d19-441f-b5cf-fd267b75e907"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:20.232939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c071e4-6ee6-42a4-acf4-9e8ab9e31a95 req-e3ed8105-eb7f-4d3c-bb84-192ca4d17051 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:20.251375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Deleting port 48b79cdf-b6bd-43ca-a0a3-ba715a131109 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:20.251723 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.252013 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0c071e4-6ee6-42a4-acf4-9e8ab9e31a95 req-e3ed8105-eb7f-4d3c-bb84-192ca4d17051 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515 HTTP/1.1" status: 200 len: 945 time: 0.1133235 Sep 07 16:16:20.272812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1c154-fcd3-4bf0-992d-4d7feeec0d65 service neutron] Pushing event updated for resources: {'Port': ['ID=4010a132-4d19-441f-b5cf-fd267b75e907,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:20.314068 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b29008-d3b8-4648-b61b-58ba729a4cc1 x-openstack-request-id: req-05b29008-d3b8-4648-b61b-58ba729a4cc1 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:20.314524 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9316df2-8524-4659-b9ec-336ebf517148", "tag": "4010a132-4d19-441f-b5cf-fd267b75e907", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:20.316401 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05b29008-d3b8-4648-b61b-58ba729a4cc1 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:20.316823 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9316df2-8524-4659-b9ec-336ebf517148', 'tag': '4010a132-4d19-441f-b5cf-fd267b75e907', 'status': 'completed', 'code': 200} Sep 07 16:16:20.332939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0c071e4-6ee6-42a4-acf4-9e8ab9e31a95 req-fd5dc7a2-347b-465f-b568-1725d514b2a1 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798326 Sep 07 16:16:20.386051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-1635dece-9707-4018-806d-fdb8af1f33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:20.387593 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-1635dece-9707-4018-806d-fdb8af1f33f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d2aad298be184c929ac957ff55457ad7&device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 1095 time: 0.1515458 Sep 07 16:16:20.396565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] For port 48b79cdf-b6bd-43ca-a0a3-ba715a131109, host n-d-807551-3, got binding levels [] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:20.396834 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.465629 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-3eebf6be-c39c-44d8-b90a-139699cac9a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4010a132-4d19-441f-b5cf-fd267b75e907 HTTP/1.1" status: 200 len: 217 time: 0.0661135 Sep 07 16:16:20.466422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Calling delete_port for 48b79cdf-b6bd-43ca-a0a3-ba715a131109 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:20.471641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 48b79cdf-b6bd-43ca-a0a3-ba715a131109 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:16:20.483558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Port 48b79cdf-b6bd-43ca-a0a3-ba715a131109 was not found and therefore no delete operation was performed {{(pid=94771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:16:20.500234 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.521375 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 48b79cdf-b6bd-43ca-a0a3-ba715a131109 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:16:20.521859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 48b79cdf-b6bd-43ca-a0a3-ba715a131109 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:16:20.562899 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Port': ['ID=48b79cdf-b6bd-43ca-a0a3-ba715a131109,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:20.582504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] No DVR routers for this DVR port 48b79cdf-b6bd-43ca-a0a3-ba715a131109 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:20.652935 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-547122f6-448b-4570-acab-d74a116addfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:20.653334 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-547122f6-448b-4570-acab-d74a116addfe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f5365d85-c93c-4c2e-9b3f-39436e3c6684 HTTP/1.1" status: 200 len: 851 time: 0.1681833 Sep 07 16:16:20.730507 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.735236 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-93b38154-6356-4b90-81f8-8fb1fb01e483 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86c704bb-62d3-48f4-a878-fd5830f69d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722659 Sep 07 16:16:20.778829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56644) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:20.800534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c98e73-fff1-4743-b545-94e1feffebcf']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:20.829649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cf8b8-a336-4b91-8c4a-21302babf954 req-d1244c3f-50f1-42e4-8fc6-9968833ce4f8 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:20.831666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-605cf8b8-a336-4b91-8c4a-21302babf954 req-d1244c3f-50f1-42e4-8fc6-9968833ce4f8 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 945 time: 0.0898345 Sep 07 16:16:20.837475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10d25ce-828f-4685-a102-5680b345ca33') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:20.837878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10d25ce-828f-4685-a102-5680b345ca33') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:20.857416 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.857778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1111b7-7b2f-4f3c-9e85-73b225f1eff6 req-aacdca81-b2eb-4bba-8e40-e62ef6d45cd4 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:20.859682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf1111b7-7b2f-4f3c-9e85-73b225f1eff6 req-aacdca81-b2eb-4bba-8e40-e62ef6d45cd4 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 944 time: 0.1073542 Sep 07 16:16:20.887327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.895964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:20.896775 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:20.900100 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:20.902131 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-6e9f07ec-2891-4014-b78a-e25d40771793 service neutron] 10.222.0.54 "GET /v2.0/networks/86c704bb-62d3-48f4-a878-fd5830f69d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492712 Sep 07 16:16:20.919740 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-605cf8b8-a336-4b91-8c4a-21302babf954 req-66213ece-4f51-4443-b2ce-8941ce0ab5a9 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585427 Sep 07 16:16:20.945362 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf1111b7-7b2f-4f3c-9e85-73b225f1eff6 req-cc8da657-0695-4dc6-a1fa-c9d7ba1a5ba9 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/security-groups?id=062e00fd-b18d-45bd-ace8-8489a9b7f34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616968 Sep 07 16:16:21.039216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2c84bac-0451-4cc6-beb2-ab85b701ccd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:21.066292 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:21.084181 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:21.086134 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] 10.222.0.70 "DELETE /v2.0/networks/80c98e73-fff1-4743-b545-94e1feffebcf HTTP/1.1" status: 204 len: 168 time: 1.4526358 Sep 07 16:16:21.110042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f61f1-a549-49d3-baa3-8d21990ceac5 tempest-NetworksIpV6Test-2123892548 tempest-NetworksIpV6Test-2123892548-project] Pushing event deleted for resources: {'Network': ['ID=80c98e73-fff1-4743-b545-94e1feffebcf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:21.125752 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26f29116-4d20-4826-b87f-01f72a4a86b4 req-1468537d-c9bb-4cdf-b98b-21663fe367e5 service neutron] 10.222.0.54 "GET /v2.0/networks/86c704bb-62d3-48f4-a878-fd5830f69d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082989 Sep 07 16:16:21.253978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2c84bac-0451-4cc6-beb2-ab85b701ccd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:21.261334 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7cc53-0d5e-49ba-9331-b1ec87891d53 req-41d40be6-145a-4b8e-a0a2-1f3eebcc1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.262899 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-aab7cc53-0d5e-49ba-9331-b1ec87891d53 req-41d40be6-145a-4b8e-a0a2-1f3eebcc1354 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d2aad298be184c929ac957ff55457ad7&device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 1095 time: 0.0710409 Sep 07 16:16:21.264038 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2c84bac-0451-4cc6-beb2-ab85b701ccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:21.313449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30595656-84af-4fb5-9cf3-5984a934f144 req-5dd17445-3a93-4ce3-8ee2-262e9e9353b3 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.325675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30595656-84af-4fb5-9cf3-5984a934f144 req-5dd17445-3a93-4ce3-8ee2-262e9e9353b3 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1206987 Sep 07 16:16:21.337775 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c84bac-0451-4cc6-beb2-ab85b701ccd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0900b741-2c52-4f2b-84da-29f65bce0944,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:21.347568 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c2c84bac-0451-4cc6-beb2-ab85b701ccd2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6cdb30f7a6a24d51837f86c5b7945d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5676429 Sep 07 16:16:21.349137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56666) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:21.422537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7cc53-0d5e-49ba-9331-b1ec87891d53 req-ccf345bd-2d0d-499a-a116-61f294d3e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.424178 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-aab7cc53-0d5e-49ba-9331-b1ec87891d53 req-ccf345bd-2d0d-499a-a116-61f294d3e969 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86c704bb-62d3-48f4-a878-fd5830f69d04 HTTP/1.1" status: 200 len: 912 time: 0.1491828 Sep 07 16:16:21.436748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30595656-84af-4fb5-9cf3-5984a934f144 req-8a9916a0-c8db-4b62-87b4-7cbb785dcbcf tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980232 Sep 07 16:16:21.477201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a48a9267-c0e0-4b7d-bcae-964d52f59283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:21.486840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56674) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:21.489018 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-aab7cc53-0d5e-49ba-9331-b1ec87891d53 req-8593b48e-93d9-48a5-a803-27ab653c2ac6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4010a132-4d19-441f-b5cf-fd267b75e907 HTTP/1.1" status: 200 len: 217 time: 0.0462725 Sep 07 16:16:21.531002 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a48a9267-c0e0-4b7d-bcae-964d52f59283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:21.571447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7cc53-0d5e-49ba-9331-b1ec87891d53 req-39773ed4-ee97-4d7e-8aa9-c044bf7519f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.574237 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-aab7cc53-0d5e-49ba-9331-b1ec87891d53 req-39773ed4-ee97-4d7e-8aa9-c044bf7519f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f5365d85-c93c-4c2e-9b3f-39436e3c6684 HTTP/1.1" status: 200 len: 851 time: 0.0767729 Sep 07 16:16:21.604971 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a48a9267-c0e0-4b7d-bcae-964d52f59283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:21.608161 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a48a9267-c0e0-4b7d-bcae-964d52f59283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:21.611956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a48a9267-c0e0-4b7d-bcae-964d52f59283 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0900b741-2c52-4f2b-84da-29f65bce0944 HTTP/1.1" status: 204 len: 168 time: 0.2585642 Sep 07 16:16:21.616454 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-aab7cc53-0d5e-49ba-9331-b1ec87891d53 req-e4f7ec3f-f78c-4724-be96-f4b2b797c347 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86c704bb-62d3-48f4-a878-fd5830f69d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321121 Sep 07 16:16:21.624330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a9267-c0e0-4b7d-bcae-964d52f59283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0900b741-2c52-4f2b-84da-29f65bce0944,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:21.773506 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-aab7cc53-0d5e-49ba-9331-b1ec87891d53 req-e652f0da-359f-4fd6-8ff4-62c4fad65916 service neutron] 10.222.0.54 "GET /v2.0/networks/86c704bb-62d3-48f4-a878-fd5830f69d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463022 Sep 07 16:16:21.811169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d05ee-7e30-40ed-bd8a-bd9ef1619872 req-a632edc9-18ab-47eb-a4aa-096948902c88 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.820474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d05ee-7e30-40ed-bd8a-bd9ef1619872 req-a632edc9-18ab-47eb-a4aa-096948902c88 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.827690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d05ee-7e30-40ed-bd8a-bd9ef1619872 req-a632edc9-18ab-47eb-a4aa-096948902c88 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:21.830298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-505d05ee-7e30-40ed-bd8a-bd9ef1619872 req-a632edc9-18ab-47eb-a4aa-096948902c88 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65&device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515&device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 2417 time: 0.0786369 Sep 07 16:16:21.926524 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-505d05ee-7e30-40ed-bd8a-bd9ef1619872 req-7b3e728a-1841-41b1-88ea-eb3c1a9e8ae2 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896492 Sep 07 16:16:21.932137 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e8c0b5c3-3c28-4dff-928f-80563867b0d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31af7886c7bd492788bcd5bdaaeccbe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414499 Sep 07 16:16:21.932728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56690) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:22.068772 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-aab7cc53-0d5e-49ba-9331-b1ec87891d53 req-a8d86803-f1ce-42b8-aa06-2c2a83922b0e service neutron] 10.222.0.54 "GET /v2.0/networks/86c704bb-62d3-48f4-a878-fd5830f69d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699897 Sep 07 16:16:22.103505 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc327605-f551-4441-87d1-2070e739b5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:22.105990 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-23b06070-7c24-4fdf-b626-2cd9d51f312f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1672485 Sep 07 16:16:22.189910 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc327605-f551-4441-87d1-2070e739b5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:22.234248 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-6febe04e-55d4-4db9-bb35-22a8d3db1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.234801 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-6febe04e-55d4-4db9-bb35-22a8d3db1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.235414 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-6febe04e-55d4-4db9-bb35-22a8d3db1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.236174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-6febe04e-55d4-4db9-bb35-22a8d3db1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.236942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-6febe04e-55d4-4db9-bb35-22a8d3db1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.237464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-6febe04e-55d4-4db9-bb35-22a8d3db1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.238255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-6febe04e-55d4-4db9-bb35-22a8d3db1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.241736 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-6febe04e-55d4-4db9-bb35-22a8d3db1095 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6489 time: 0.0668855 Sep 07 16:16:22.248077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eea489-6ddd-4a4b-a2f1-27558b99fb31 req-cee76a51-f305-4206-b671-2b5347cc33df tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.255673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56eea489-6ddd-4a4b-a2f1-27558b99fb31 req-cee76a51-f305-4206-b671-2b5347cc33df tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 944 time: 0.1666865 Sep 07 16:16:22.265687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e3601-aabc-40fb-90e3-7d091747da0c req-6887b8bf-a88d-4f3f-909f-ed87ec48a274 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.267438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e72e3601-aabc-40fb-90e3-7d091747da0c req-6887b8bf-a88d-4f3f-909f-ed87ec48a274 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 945 time: 0.1221745 Sep 07 16:16:22.321531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56714) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:22.360509 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56eea489-6ddd-4a4b-a2f1-27558b99fb31 req-778773f2-86d7-46eb-8af8-ae12030f58f3 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/security-groups?id=062e00fd-b18d-45bd-ace8-8489a9b7f34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030910 Sep 07 16:16:22.374806 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-61d9d9b9-0009-43e5-9517-b12662be796d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:22.383437 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e72e3601-aabc-40fb-90e3-7d091747da0c req-bbfedad8-1b5a-4b34-b91f-0bb284019435 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005094 Sep 07 16:16:22.391371 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc327605-f551-4441-87d1-2070e739b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:22.393957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc327605-f551-4441-87d1-2070e739b5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:22.395820 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cc327605-f551-4441-87d1-2070e739b5e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0405ee90-0e24-429f-bacf-c44a1d6b61d5 HTTP/1.1" status: 204 len: 168 time: 0.4612222 Sep 07 16:16:22.410165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc327605-f551-4441-87d1-2070e739b5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0405ee90-0e24-429f-bacf-c44a1d6b61d5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:22.439987 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-cf46ae83-f946-46ed-bcd9-ffbc32b9340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.440569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-cf46ae83-f946-46ed-bcd9-ffbc32b9340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.441035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-cf46ae83-f946-46ed-bcd9-ffbc32b9340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.442730 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-cf46ae83-f946-46ed-bcd9-ffbc32b9340a service neutron] 10.222.0.35 "GET /v2.0/networks?id=f50728ef-b9a9-44ff-902b-e797addc9652&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a HTTP/1.1" status: 200 len: 2292 time: 0.1639452 Sep 07 16:16:22.541814 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-07cd32a1-2235-4f70-8d6a-9f10e5bcb360 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46b3de92-957e-48b4-b402-964530839a06 HTTP/1.1" status: 200 len: 1001 time: 0.0861156 Sep 07 16:16:22.671169 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-bbcff85e-01c1-4eef-9f76-c612932a18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.673305 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-bbcff85e-01c1-4eef-9f76-c612932a18ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=659eec7d-2512-488c-90c5-1e4fdfe8a97c HTTP/1.1" status: 200 len: 850 time: 0.1142013 Sep 07 16:16:22.778767 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-9a9042b1-0aae-46e4-865c-1a10c5e74f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:22.781031 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-9a9042b1-0aae-46e4-865c-1a10c5e74f1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f50728ef-b9a9-44ff-902b-e797addc9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910413 Sep 07 16:16:22.970467 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-5b04aeaf-0db8-4e9c-b80e-700848b08122 service neutron] 10.222.0.35 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784554 Sep 07 16:16:23.008531 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-61d9d9b9-0009-43e5-9517-b12662be796d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:23.016549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-61d9d9b9-0009-43e5-9517-b12662be796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:23.072891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-61d9d9b9-0009-43e5-9517-b12662be796d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d45563d24f343b6b472776fd2ac0aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7437632 Sep 07 16:16:23.075417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56764) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:23.078090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9d9b9-0009-43e5-9517-b12662be796d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad96c47-86f4-4bb1-a092-c7aa30a1a7e0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:23.156712 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-c2b0e78e-d8fd-4415-999c-03a89e06e4f3 service neutron] 10.222.0.35 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739688 Sep 07 16:16:23.198393 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3394830-88f0-467e-af80-c2bb15e7a533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:23.239599 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3394830-88f0-467e-af80-c2bb15e7a533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:23.259405 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-36f88946-7a01-44d3-940e-af4dd65fb6da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 HTTP/1.1" status: 200 len: 217 time: 0.0939443 Sep 07 16:16:23.306912 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3394830-88f0-467e-af80-c2bb15e7a533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:23.309526 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3394830-88f0-467e-af80-c2bb15e7a533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:23.313330 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b3394830-88f0-467e-af80-c2bb15e7a533 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bad96c47-86f4-4bb1-a092-c7aa30a1a7e0 HTTP/1.1" status: 204 len: 168 time: 0.2341247 Sep 07 16:16:23.319216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3394830-88f0-467e-af80-c2bb15e7a533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad96c47-86f4-4bb1-a092-c7aa30a1a7e0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:23.368316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-f8c182d2-efc3-4cde-9a86-05cae0212f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:23.370682 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-f8c182d2-efc3-4cde-9a86-05cae0212f75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.1016359 Sep 07 16:16:23.451303 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-e692c0bb-9048-46e2-a40d-f50698676145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:23.453621 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-e692c0bb-9048-46e2-a40d-f50698676145 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0660031 Sep 07 16:16:23.516695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4ead6-9c3a-4ca3-a91d-78fc22481998 req-d7d27e3c-2156-4b72-a46e-c068a8b4915f tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:23.529300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bb4ead6-9c3a-4ca3-a91d-78fc22481998 req-d7d27e3c-2156-4b72-a46e-c068a8b4915f tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 944 time: 0.0820775 Sep 07 16:16:23.572881 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-cdfda716-e38e-451f-bae6-34112ce419d1 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094730 Sep 07 16:16:23.613450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bb4ead6-9c3a-4ca3-a91d-78fc22481998 req-e94ba917-8f50-4c6f-a9b6-1b46f16e06d2 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/security-groups?id=062e00fd-b18d-45bd-ace8-8489a9b7f34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805402 Sep 07 16:16:23.701200 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-bf0df1bf-6588-47d7-aa10-a457fd26a013 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136348 Sep 07 16:16:23.788506 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-ea1c9f42-7fea-45f8-ae23-b4eabdf22c96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=8b7cd95e-d4ca-4955-a0c7-596d708a0805 HTTP/1.1" status: 200 len: 217 time: 0.0672598 Sep 07 16:16:23.858202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56814) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:23.872166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-102049d2-42e9-41c9-9a78-147108c1f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:23.874803 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-102049d2-42e9-41c9-9a78-147108c1f253 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.0782654 Sep 07 16:16:23.902558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66916d00-1eaa-4138-a43d-0b0e42f5da19 req-91800d91-92a2-4802-9002-d33783048e99 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:23.904429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66916d00-1eaa-4138-a43d-0b0e42f5da19 req-91800d91-92a2-4802-9002-d33783048e99 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.0743897 Sep 07 16:16:23.944875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4010a132-4d19-441f-b5cf-fd267b75e907 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:16:23.964914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66916d00-1eaa-4138-a43d-0b0e42f5da19 req-61578093-d5ca-4ef1-ba37-634bb713f34a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461740 Sep 07 16:16:23.987258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-60e8ef18-2bf5-448e-b301-a19847dde637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:23.989020 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-60e8ef18-2bf5-448e-b301-a19847dde637 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1027279 Sep 07 16:16:24.037103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-131080379'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:24.088123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4010a132-4d19-441f-b5cf-fd267b75e907, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4010a132-4d19-441f-b5cf-fd267b75e907,segment=NetworkSegment(b83405ee-6eb0-44d8-8f69-0357cd2a9ebe),segment_id=b83405ee-6eb0-44d8-8f69-0357cd2a9ebe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:24.104639 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '4010a132-4d19-441f-b5cf-fd267b75e907', 'network_id': '86c704bb-62d3-48f4-a878-fd5830f69d04', 'port_id': '4010a132-4d19-441f-b5cf-fd267b75e907', 'mac_address': 'fa:16:3e:04:3c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5365d85-c93c-4c2e-9b3f-39436e3c6684', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:16:24.115578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:24.124535 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:24.150874 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:24.153991 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:24.169650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4010a132-4d19-441f-b5cf-fd267b75e907 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:16:24.193816 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4010a132-4d19-441f-b5cf-fd267b75e907, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4010a132-4d19-441f-b5cf-fd267b75e907,segment=NetworkSegment(b83405ee-6eb0-44d8-8f69-0357cd2a9ebe),segment_id=b83405ee-6eb0-44d8-8f69-0357cd2a9ebe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:24.199322 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-44c60be3-24a2-4586-a0d3-45abc2f335a5 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800253 Sep 07 16:16:24.199924 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:24.262132 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=4010a132-4d19-441f-b5cf-fd267b75e907,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:24.369254 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-bb7ada21-21c5-4140-b0f8-a31f5d0e3a2f service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589994 Sep 07 16:16:24.440289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['4010a132-4d19-441f-b5cf-fd267b75e907'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:16:24.441480 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-6e8961b6-7802-4647-a919-35b055d2e794 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=a072f777-9f21-4db1-a87f-cc4dd3dd08b6 HTTP/1.1" status: 200 len: 217 time: 0.0547938 Sep 07 16:16:24.447721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:24.452931 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:24.523299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:24.550696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4086c31e-e9a1-45bf-8c4b-f8b6ae1d4f26,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:24.557041 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:24.557410 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Added segment d592a9ae-28ab-4882-9fab-b3b378832775 of type vlan for network 3756d780-0683-4853-a19a-6674aa22727f Sep 07 16:16:24.560352 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-565e39ea-066b-44a9-bb73-e298deb4432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:24.562223 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-565e39ea-066b-44a9-bb73-e298deb4432b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.1040847 Sep 07 16:16:24.689483 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:24.764673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-e952bd14-9a21-4469-a3e8-d91a6acc9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:24.768208 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-e952bd14-9a21-4469-a3e8-d91a6acc9353 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1705685 Sep 07 16:16:24.770217 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:24.783661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:24.784306 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:24.828587 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d7eec-3613-4fe6-83e0-66ebe3b2bbeb req-af85216c-e052-4c9e-b3b9-76dc1ea397e5 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:24.832921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d1d7eec-3613-4fe6-83e0-66ebe3b2bbeb req-af85216c-e052-4c9e-b3b9-76dc1ea397e5 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 945 time: 0.1086156 Sep 07 16:16:24.860804 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0014765 Sep 07 16:16:24.957267 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d1d7eec-3613-4fe6-83e0-66ebe3b2bbeb req-12a9f4d2-630f-4c17-9d2f-15d8bc873b8f tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/security-groups?id=062e00fd-b18d-45bd-ace8-8489a9b7f34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175909 Sep 07 16:16:24.975349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e55601-df56-4038-8a13-a639506f3c9b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=3756d780-0683-4853-a19a-6674aa22727f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:24.992176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 3756d780-0683-4853-a19a-6674aa22727f details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:25.015803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56898) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:25.021582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-108abe08-b80e-423c-a8fa-4a23f5f339b9 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'subnet': {'network_id': '3756d780-0683-4853-a19a-6674aa22727f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:25.058296 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-028706fd-68c9-45fc-ac97-4e6a2e9176fb service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698159 Sep 07 16:16:25.194429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108abe08-b80e-423c-a8fa-4a23f5f339b9 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:25.198776 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-108abe08-b80e-423c-a8fa-4a23f5f339b9 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:25.208072 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-9db2ff1b-1cdf-4a15-b6b4-7c8eb3c07e63 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370482 Sep 07 16:16:25.221688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45523950-3cc6-4a26-9875-43f7d630637d req-1a25052f-3c88-429b-bcad-8821c30e84c6 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:25.223217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45523950-3cc6-4a26-9875-43f7d630637d req-1a25052f-3c88-429b-bcad-8821c30e84c6 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1022403 Sep 07 16:16:25.274942 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-fff61950-82de-421e-adbf-b85d7e1219fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=b0fbdb23-e9d8-4c40-8793-56371784d957 HTTP/1.1" status: 200 len: 217 time: 0.0447950 Sep 07 16:16:25.316947 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45523950-3cc6-4a26-9875-43f7d630637d req-09c04f83-253e-4db0-8f40-481886480156 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834062 Sep 07 16:16:25.351802 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-05453d17-0c8e-4c6e-bb52-d76d895895ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:25.354010 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-05453d17-0c8e-4c6e-bb52-d76d895895ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.0692065 Sep 07 16:16:25.426942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-4782310a-4fb4-43e0-9c29-ecbe72e81e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:25.429235 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-4782310a-4fb4-43e0-9c29-ecbe72e81e23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0595789 Sep 07 16:16:25.449320 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-108abe08-b80e-423c-a8fa-4a23f5f339b9 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:25.527445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108abe08-b80e-423c-a8fa-4a23f5f339b9 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Subnet': ['ID=81083035-e128-4294-b1a5-decc0b969d24,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:25.538398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108abe08-b80e-423c-a8fa-4a23f5f339b9 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking segment: {'id': 'd592a9ae-28ab-4882-9fab-b3b378832775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3756d780-0683-4853-a19a-6674aa22727f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:25.538769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108abe08-b80e-423c-a8fa-4a23f5f339b9 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network hostable DHCP agents. Network: 3756d780-0683-4853-a19a-6674aa22727f, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:25.550620 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-c524d7b8-5b8e-47ee-97aa-d3ef8cbf941e service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039281 Sep 07 16:16:25.556795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108abe08-b80e-423c-a8fa-4a23f5f339b9 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network 3756d780-0683-4853-a19a-6674aa22727f is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:25.565950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-108abe08-b80e-423c-a8fa-4a23f5f339b9 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 3756d780-0683-4853-a19a-6674aa22727f) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:25.572143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108abe08-b80e-423c-a8fa-4a23f5f339b9 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:25.572784 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-108abe08-b80e-423c-a8fa-4a23f5f339b9 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:25.576893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3d6cf7-f387-4d14-a2d9-0ef47ad1563c None None] Network 3756d780-0683-4853-a19a-6674aa22727f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:25.593827 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-108abe08-b80e-423c-a8fa-4a23f5f339b9 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5731564 Sep 07 16:16:25.594129 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:25.599817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-60a2a6b7-1105-4e2d-ba39-f5c5d59eab37 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1689668365'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:25.666676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a2a6b7-1105-4e2d-ba39-f5c5d59eab37 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:25.671102 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60a2a6b7-1105-4e2d-ba39-f5c5d59eab37 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:25.705948 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-159aef36-581f-49f6-b944-fc5f86026d51 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391673 Sep 07 16:16:25.716591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a2a6b7-1105-4e2d-ba39-f5c5d59eab37 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:25.784898 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-ce1ac8ca-50a7-4e27-b78e-91c50b8d9e58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 HTTP/1.1" status: 200 len: 217 time: 0.0623932 Sep 07 16:16:25.794193 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60a2a6b7-1105-4e2d-ba39-f5c5d59eab37 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:25.795034 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-60a2a6b7-1105-4e2d-ba39-f5c5d59eab37 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Added segment 4749f3d7-2e23-4848-8a05-b84cb455d85a of type vlan for network 6f581f4a-da44-4f4d-bd97-dba4dec93e73 Sep 07 16:16:25.877203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56924) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:25.890906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60a2a6b7-1105-4e2d-ba39-f5c5d59eab37 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:25.922838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-3756d780-0683-4853-a19a-6674aa22727f', 'network_id': '3756d780-0683-4853-a19a-6674aa22727f', 'tenant_id': '2d77dfbb1f25484c8af5f81f3665a016', 'fixed_ips': [{'subnet_id': '81083035-e128-4294-b1a5-decc0b969d24'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:16:25.924000 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:25.934878 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60a2a6b7-1105-4e2d-ba39-f5c5d59eab37 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:25.942663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a2a6b7-1105-4e2d-ba39-f5c5d59eab37 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:25.943415 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60a2a6b7-1105-4e2d-ba39-f5c5d59eab37 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:25.956763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-ee15b782-394f-43b7-8c73-ba72a62684db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:25.958523 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-ee15b782-394f-43b7-8c73-ba72a62684db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef42e25e-cc1c-4df5-a8de-a86bed94f9b0 HTTP/1.1" status: 200 len: 797 time: 0.1541276 Sep 07 16:16:26.025469 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-60a2a6b7-1105-4e2d-ba39-f5c5d59eab37 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4300077 Sep 07 16:16:26.028300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56932) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:26.033891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-17d2c6eb-a505-453a-988e-14ed1ccbae82 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'subnet': {'network_id': '6f581f4a-da44-4f4d-bd97-dba4dec93e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:26.061740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2a6b7-1105-4e2d-ba39-f5c5d59eab37 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=6f581f4a-da44-4f4d-bd97-dba4dec93e73,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:26.074922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-06199016-068f-479e-a1fb-60a0954112b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:26.076488 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-06199016-068f-479e-a1fb-60a0954112b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0969014 Sep 07 16:16:26.085068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4010a132-4d19-441f-b5cf-fd267b75e907 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:26.088593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 6f581f4a-da44-4f4d-bd97-dba4dec93e73 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:26.192604 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15c544e8-4803-4c74-8798-4cb776a5e455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:26.200780 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-a5631320-3280-4ba7-afcc-8f6585675ad4 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103630 Sep 07 16:16:26.231855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56938) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:26.257288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d55b2-d918-4059-953a-d919c59aba00 req-101d3ab5-906c-4e29-b274-1358845c6cea tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:26.264536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-602d55b2-d918-4059-953a-d919c59aba00 req-101d3ab5-906c-4e29-b274-1358845c6cea tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 945 time: 0.1813772 Sep 07 16:16:26.280143 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Allocated IP 172.20.255.242 (3756d780-0683-4853-a19a-6674aa22727f/81083035-e128-4294-b1a5-decc0b969d24/a5551aa1-6f6e-4aaa-98cc-e590b096c8fc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:26.287459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 4010a132-4d19-441f-b5cf-fd267b75e907 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:26.308232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 4010a132-4d19-441f-b5cf-fd267b75e907 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:26.308629 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:26.358808 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-5c558d7b-6e4e-4c5b-8bc3-8df6b73a6549 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429443 Sep 07 16:16:26.396219 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15c544e8-4803-4c74-8798-4cb776a5e455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:26.405964 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-602d55b2-d918-4059-953a-d919c59aba00 req-b2bdbfa4-c4b5-4cf3-bffc-85b87e5749ce tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/security-groups?id=062e00fd-b18d-45bd-ace8-8489a9b7f34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405885 Sep 07 16:16:26.409369 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15c544e8-4803-4c74-8798-4cb776a5e455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:26.441944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-15c544e8-4803-4c74-8798-4cb776a5e455 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31c5c756c22b4382ad573bfcd021e17e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634584 Sep 07 16:16:26.466257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c544e8-4803-4c74-8798-4cb776a5e455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6386f1c5-06ff-4655-ac58-09ded663f2af,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:26.472178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56944) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:26.486331 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-50fbad3e-602a-4670-bfab-3f2cbb67dc12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d39f6353-2298-46e1-accb-22762d3f7601 HTTP/1.1" status: 200 len: 217 time: 0.1155138 Sep 07 16:16:26.491023 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:26.528452 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-654f9714-942f-4365-9bb7-ed1cc0426258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:26.530473 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d2c6eb-a505-453a-988e-14ed1ccbae82 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:26.534237 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17d2c6eb-a505-453a-988e-14ed1ccbae82 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:26.544102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9316df2-8524-4659-b9ec-336ebf517148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4010a132-4d19-441f-b5cf-fd267b75e907'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:26.546367 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba8836f-be8c-4e2e-b512-bfa978689137" -d '{"events": [{"server_uuid": "d9316df2-8524-4659-b9ec-336ebf517148", "name": "network-vif-plugged", "status": "completed", "tag": "4010a132-4d19-441f-b5cf-fd267b75e907"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:26.571081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-86e47a0a-41b0-46ce-b962-742d3578c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:26.575398 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-86e47a0a-41b0-46ce-b962-742d3578c4ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef42e25e-cc1c-4df5-a8de-a86bed94f9b0 HTTP/1.1" status: 200 len: 797 time: 0.0783715 Sep 07 16:16:26.590785 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4010a132-4d19-441f-b5cf-fd267b75e907, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4010a132-4d19-441f-b5cf-fd267b75e907,segment=NetworkSegment(b83405ee-6eb0-44d8-8f69-0357cd2a9ebe),segment_id=b83405ee-6eb0-44d8-8f69-0357cd2a9ebe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:26.599423 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:26.637730 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:26.653412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Transition to ACTIVE for port object a5551aa1-6f6e-4aaa-98cc-e590b096c8fc will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:26.657271 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4798745c-1a67-4128-9560-55c057c36a44 x-openstack-request-id: req-4798745c-1a67-4128-9560-55c057c36a44 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:26.657563 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9316df2-8524-4659-b9ec-336ebf517148", "name": "network-vif-plugged", "status": "completed", "tag": "4010a132-4d19-441f-b5cf-fd267b75e907", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:26.658065 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4798745c-1a67-4128-9560-55c057c36a44 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:26.658463 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9316df2-8524-4659-b9ec-336ebf517148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4010a132-4d19-441f-b5cf-fd267b75e907', 'code': 200} Sep 07 16:16:26.680585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-aae50a55-cefc-445c-bb07-f4eb28041df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:26.682829 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-aae50a55-cefc-445c-bb07-f4eb28041df8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1004591 Sep 07 16:16:26.730581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=4010a132-4d19-441f-b5cf-fd267b75e907,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:26.753415 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Transition to ACTIVE for port object a5551aa1-6f6e-4aaa-98cc-e590b096c8fc will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:26.763717 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:26.777993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563a226-f293-4d9a-ba67-79e601009be3 req-54006606-2a59-4244-ada3-8c9a745b52ca tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:26.779640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6563a226-f293-4d9a-ba67-79e601009be3 req-54006606-2a59-4244-ada3-8c9a745b52ca tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.2973599 Sep 07 16:16:26.835281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Pushing event updated for resources: {'Port': ['ID=a5551aa1-6f6e-4aaa-98cc-e590b096c8fc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:26.840805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Network 3756d780-0683-4853-a19a-6674aa22727f is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:26.850230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:26.855748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:26.881993 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f70cff93-9a2a-47b8-a057-48240c312f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:26.895614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6563a226-f293-4d9a-ba67-79e601009be3 req-78b37120-f5d3-42f5-be1d-495acff22b58 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919609 Sep 07 16:16:26.912598 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17d2c6eb-a505-453a-988e-14ed1ccbae82 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:26.981767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Attempting to bind port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:26.982520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Attempting to bind port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'd592a9ae-28ab-4882-9fab-b3b378832775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3756d780-0683-4853-a19a-6674aa22727f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:26.983119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Attempting to bind port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc on network 3756d780-0683-4853-a19a-6674aa22727f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:26.989339 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:26.990182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Checking segment: {'id': 'd592a9ae-28ab-4882-9fab-b3b378832775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3756d780-0683-4853-a19a-6674aa22727f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:26.991227 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:26.991849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Bound using segment: {'id': 'd592a9ae-28ab-4882-9fab-b3b378832775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3756d780-0683-4853-a19a-6674aa22727f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:26.992815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2c6eb-a505-453a-988e-14ed1ccbae82 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Subnet': ['ID=d54f96fe-f728-4ecb-b36d-ca0d1dafa001,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:26.993832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Bound port: a5551aa1-6f6e-4aaa-98cc-e590b096c8fc, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd592a9ae-28ab-4882-9fab-b3b378832775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3756d780-0683-4853-a19a-6674aa22727f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:26.994253 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.019665 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f70cff93-9a2a-47b8-a057-48240c312f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.084590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] For port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:27.087915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] For port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a5551aa1-6f6e-4aaa-98cc-e590b096c8fc,segment=NetworkSegment(d592a9ae-28ab-4882-9fab-b3b378832775),segment_id=d592a9ae-28ab-4882-9fab-b3b378832775)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:27.093072 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.138530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464acc4-e4a5-4fc2-9c2b-3775c5955e3e req-25d2c15d-02b5-41e9-8999-8e8c553e59a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:27.142684 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a464acc4-e4a5-4fc2-9c2b-3775c5955e3e req-25d2c15d-02b5-41e9-8999-8e8c553e59a0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 1097 time: 0.4136126 Sep 07 16:16:27.154823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d2c6eb-a505-453a-988e-14ed1ccbae82 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking segment: {'id': '4749f3d7-2e23-4848-8a05-b84cb455d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6f581f4a-da44-4f4d-bd97-dba4dec93e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:27.155202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2c6eb-a505-453a-988e-14ed1ccbae82 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network hostable DHCP agents. Network: 6f581f4a-da44-4f4d-bd97-dba4dec93e73, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:27.179574 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-654f9714-942f-4365-9bb7-ed1cc0426258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.183843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e419e0-be30-48b0-9120-521c92238fc7 None None] Pushing event updated for resources: {'Port': ['ID=a5551aa1-6f6e-4aaa-98cc-e590b096c8fc,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:27.186279 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-654f9714-942f-4365-9bb7-ed1cc0426258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.186869 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-65d6f2d5-8d5f-460a-9a4e-7f42d9eb549b service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869032 Sep 07 16:16:27.193709 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a464acc4-e4a5-4fc2-9c2b-3775c5955e3e req-a2636bc8-58fd-4674-a90b-3bed0d0b3584 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=062e00fd-b18d-45bd-ace8-8489a9b7f34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402515 Sep 07 16:16:27.221780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2c6eb-a505-453a-988e-14ed1ccbae82 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network 6f581f4a-da44-4f4d-bd97-dba4dec93e73 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:27.223735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f70cff93-9a2a-47b8-a057-48240c312f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.226619 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f70cff93-9a2a-47b8-a057-48240c312f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.228350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f70cff93-9a2a-47b8-a057-48240c312f4f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6386f1c5-06ff-4655-ac58-09ded663f2af HTTP/1.1" status: 204 len: 168 time: 0.7528253 Sep 07 16:16:27.313171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f9714-942f-4365-9bb7-ed1cc0426258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c5b4e6-632c-439e-8c12-dbf67c581e13,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:27.323107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-17d2c6eb-a505-453a-988e-14ed1ccbae82 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 6f581f4a-da44-4f4d-bd97-dba4dec93e73) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:27.332548 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04c2006d-3a7a-4e86-8fa8-048a3bfd080b req-62c7d17b-bf14-4b7a-bee8-b54c843385da service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315956 Sep 07 16:16:27.340900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d2c6eb-a505-453a-988e-14ed1ccbae82 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:27.341548 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17d2c6eb-a505-453a-988e-14ed1ccbae82 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.347651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4921423b-49a4-4a06-877c-2299e594efd3 None None] Network 6f581f4a-da44-4f4d-bd97-dba4dec93e73 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:27.348154 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-654f9714-942f-4365-9bb7-ed1cc0426258 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3aa22612c9cf4deabe721d3a0aa5c842&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1130912 Sep 07 16:16:27.350828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56956) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:27.358386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cff93-9a2a-47b8-a057-48240c312f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6386f1c5-06ff-4655-ac58-09ded663f2af,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:27.375247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-17d2c6eb-a505-453a-988e-14ed1ccbae82 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3456030 Sep 07 16:16:27.376089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56958) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:27.434553 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-399f84c0-c61d-4831-a638-c7045ce76771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.480920 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-399f84c0-c61d-4831-a638-c7045ce76771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.561998 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-399f84c0-c61d-4831-a638-c7045ce76771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.564583 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-399f84c0-c61d-4831-a638-c7045ce76771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.567275 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-399f84c0-c61d-4831-a638-c7045ce76771 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98c5b4e6-632c-439e-8c12-dbf67c581e13 HTTP/1.1" status: 204 len: 168 time: 0.2139738 Sep 07 16:16:27.581173 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f84c0-c61d-4831-a638-c7045ce76771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c5b4e6-632c-439e-8c12-dbf67c581e13,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:27.683497 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.705313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-6f581f4a-da44-4f4d-bd97-dba4dec93e73', 'network_id': '6f581f4a-da44-4f4d-bd97-dba4dec93e73', 'tenant_id': '2d77dfbb1f25484c8af5f81f3665a016', 'fixed_ips': [{'subnet_id': 'd54f96fe-f728-4ecb-b36d-ca0d1dafa001'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:16:27.706636 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.708178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64051e-64ed-42ec-b0bc-484d35b460e8 req-aa36cf1d-4db8-4d98-869a-4ebee59ddf76 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:27.710475 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa64051e-64ed-42ec-b0bc-484d35b460e8 req-aa36cf1d-4db8-4d98-869a-4ebee59ddf76 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 946 time: 0.1368215 Sep 07 16:16:27.786669 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56966) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:27.796929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa64051e-64ed-42ec-b0bc-484d35b460e8 req-de193f00-948f-4303-878c-2c574c6b68b7 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/security-groups?id=062e00fd-b18d-45bd-ace8-8489a9b7f34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804496 Sep 07 16:16:27.815118 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.815446 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44379ae3-437d-43ed-a53c-c7daa176cb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.923913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Allocated IP 172.20.0.2 (6f581f4a-da44-4f4d-bd97-dba4dec93e73/d54f96fe-f728-4ecb-b36d-ca0d1dafa001/9108ad5f-602c-404c-a2b4-6cbc209a0504) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:27.945728 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44379ae3-437d-43ed-a53c-c7daa176cb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.950707 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44379ae3-437d-43ed-a53c-c7daa176cb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:27.995293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44379ae3-437d-43ed-a53c-c7daa176cb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee92a1ec-0546-4212-a063-0e0e1b515569,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:28.026825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56974) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:28.027652 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-44379ae3-437d-43ed-a53c-c7daa176cb02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2b37646e96e4de5b154c6dbf2f3b05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390375 Sep 07 16:16:28.121808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4d89a-9ccb-4566-9940-2ed03a252899 req-a50c3b35-d45e-45e2-93b1-91f99e56ed29 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:28.123726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3aa4d89a-9ccb-4566-9940-2ed03a252899 req-a50c3b35-d45e-45e2-93b1-91f99e56ed29 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1117578 Sep 07 16:16:28.152839 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.157255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de2f29a8-cb73-4326-ac0a-24b957dca14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.169594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Transition to ACTIVE for port object 9108ad5f-602c-404c-a2b4-6cbc209a0504 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:28.190528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Transition to ACTIVE for port object 9108ad5f-602c-404c-a2b4-6cbc209a0504 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:28.201102 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.220529 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de2f29a8-cb73-4326-ac0a-24b957dca14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.239012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3aa4d89a-9ccb-4566-9940-2ed03a252899 req-30dd6e87-8d0e-4dc9-9d76-d9a43cad0b93 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054378 Sep 07 16:16:28.242092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56978) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:28.261470 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17c35d5f-88e4-470f-b543-9253ee8b1a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.275646 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.320194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Subnet': ['ID=d54f96fe-f728-4ecb-b36d-ca0d1dafa001,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:28.422908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Pushing event updated for resources: {'Port': ['ID=9108ad5f-602c-404c-a2b4-6cbc209a0504,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:28.432407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Network 6f581f4a-da44-4f4d-bd97-dba4dec93e73 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:28.439813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:28.446072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:28.493077 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.526584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f581f4a-da44-4f4d-bd97-dba4dec93e73']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:28.533434 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17c35d5f-88e4-470f-b543-9253ee8b1a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.534833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4749f3d7-2e23-4848-8a05-b84cb455d85a') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:28.535163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4749f3d7-2e23-4848-8a05-b84cb455d85a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:28.539888 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17c35d5f-88e4-470f-b543-9253ee8b1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.541804 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a5551aa1-6f6e-4aaa-98cc-e590b096c8fc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:28.549494 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.564911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.579312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:28.579961 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.584484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Attempting to bind port 9108ad5f-602c-404c-a2b4-6cbc209a0504 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:28.584871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Attempting to bind port 9108ad5f-602c-404c-a2b4-6cbc209a0504 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '4749f3d7-2e23-4848-8a05-b84cb455d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6f581f4a-da44-4f4d-bd97-dba4dec93e73'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:28.585245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Attempting to bind port 9108ad5f-602c-404c-a2b4-6cbc209a0504 on network 6f581f4a-da44-4f4d-bd97-dba4dec93e73 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:28.593487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:28.593923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Checking segment: {'id': '4749f3d7-2e23-4848-8a05-b84cb455d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6f581f4a-da44-4f4d-bd97-dba4dec93e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:28.594262 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.594687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Bound using segment: {'id': '4749f3d7-2e23-4848-8a05-b84cb455d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6f581f4a-da44-4f4d-bd97-dba4dec93e73'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:28.595171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Bound port: 9108ad5f-602c-404c-a2b4-6cbc209a0504, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4749f3d7-2e23-4848-8a05-b84cb455d85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6f581f4a-da44-4f4d-bd97-dba4dec93e73'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:28.595563 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.603421 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-17c35d5f-88e4-470f-b543-9253ee8b1a1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91d1612f7adc406faba362d61236708f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594978 Sep 07 16:16:28.605411 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c35d5f-88e4-470f-b543-9253ee8b1a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be53f19-565b-42c6-b7d2-f975c297fe67,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:28.608623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56982) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:28.656327 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:28.658447 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de2f29a8-cb73-4326-ac0a-24b957dca14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.661585 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-de2f29a8-cb73-4326-ac0a-24b957dca14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.665958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-de2f29a8-cb73-4326-ac0a-24b957dca14a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee92a1ec-0546-4212-a063-0e0e1b515569 HTTP/1.1" status: 204 len: 168 time: 0.6349444 Sep 07 16:16:28.669274 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 16:16:28.669274 n-d-807551-3 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 16:16:28.669274 n-d-807551-3 neutron-server[94770]: [parameters: {'id': '6f581f4a-da44-4f4d-bd97-dba4dec93e73'}] Sep 07 16:16:28.669274 n-d-807551-3 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:16:28.669603 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:16:28.670937 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2af6b8ca-67e4-4eee-8269-7e138a975bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.674366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f29a8-cb73-4326-ac0a-24b957dca14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee92a1ec-0546-4212-a063-0e0e1b515569,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:28.701084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:28.708665 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2af6b8ca-67e4-4eee-8269-7e138a975bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.714130 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0992662a-6740-4ffa-b25d-026c3177ca90 None None] Network 3756d780-0683-4853-a19a-6674aa22727f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:28.717730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] For port 9108ad5f-602c-404c-a2b4-6cbc209a0504, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:28.721831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] For port 9108ad5f-602c-404c-a2b4-6cbc209a0504, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=9108ad5f-602c-404c-a2b4-6cbc209a0504,segment=NetworkSegment(4749f3d7-2e23-4848-8a05-b84cb455d85a),segment_id=4749f3d7-2e23-4848-8a05-b84cb455d85a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:28.739558 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.773105 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2af6b8ca-67e4-4eee-8269-7e138a975bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.776115 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2af6b8ca-67e4-4eee-8269-7e138a975bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.779631 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2af6b8ca-67e4-4eee-8269-7e138a975bbb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1be53f19-565b-42c6-b7d2-f975c297fe67 HTTP/1.1" status: 204 len: 168 time: 0.1680315 Sep 07 16:16:28.785218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6b8ca-67e4-4eee-8269-7e138a975bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be53f19-565b-42c6-b7d2-f975c297fe67,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:28.867414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4b29995e-f6b5-4cbb-b90c-5dd0cf496216 None None] Provisioning for port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:28.898752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4b29995e-f6b5-4cbb-b90c-5dd0cf496216 None None] Provisioning complete for port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:28.899134 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b29995e-f6b5-4cbb-b90c-5dd0cf496216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:28.906545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209ff3c-5f31-4c20-9249-b734b64b0baa None None] Pushing event updated for resources: {'Port': ['ID=9108ad5f-602c-404c-a2b4-6cbc209a0504,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:28.974519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f39d7-8873-4a9a-ac6c-63eb64f17fb5 None None] Network 6f581f4a-da44-4f4d-bd97-dba4dec93e73 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:29.001669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d001e7-398f-4bcc-ad64-24e3abccc05c req-dddc94e8-b9c3-42b1-9046-67c91e972669 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:29.004569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3d001e7-398f-4bcc-ad64-24e3abccc05c req-dddc94e8-b9c3-42b1-9046-67c91e972669 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 946 time: 0.1052902 Sep 07 16:16:29.059820 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3d001e7-398f-4bcc-ad64-24e3abccc05c req-4ca12971-cef6-4470-912a-802ff0087ab2 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/security-groups?id=062e00fd-b18d-45bd-ace8-8489a9b7f34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485992 Sep 07 16:16:29.147959 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b29995e-f6b5-4cbb-b90c-5dd0cf496216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.171133 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.208990 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4b29995e-f6b5-4cbb-b90c-5dd0cf496216 None None] For port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a5551aa1-6f6e-4aaa-98cc-e590b096c8fc,segment=NetworkSegment(d592a9ae-28ab-4882-9fab-b3b378832775),segment_id=d592a9ae-28ab-4882-9fab-b3b378832775)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:29.215468 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b29995e-f6b5-4cbb-b90c-5dd0cf496216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.277607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Deleting port 9108ad5f-602c-404c-a2b4-6cbc209a0504 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:29.278358 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.297415 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29995e-f6b5-4cbb-b90c-5dd0cf496216 None None] Pushing event updated for resources: {'Port': ['ID=a5551aa1-6f6e-4aaa-98cc-e590b096c8fc,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:29.353337 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] For port 9108ad5f-602c-404c-a2b4-6cbc209a0504, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=9108ad5f-602c-404c-a2b4-6cbc209a0504,segment=NetworkSegment(4749f3d7-2e23-4848-8a05-b84cb455d85a),segment_id=4749f3d7-2e23-4848-8a05-b84cb455d85a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:29.355415 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.394185 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Calling delete_port for 9108ad5f-602c-404c-a2b4-6cbc209a0504 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:29.502561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfe5550-7396-4ff4-b47c-f420661b19e5 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:16:29.535577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc4ca0-89b4-4d34-81dd-f3d6b4252161 req-33da0e9c-588b-4fbc-b1b9-f16b93fe62eb tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:29.543702 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a4fc4ca0-89b4-4d34-81dd-f3d6b4252161 req-33da0e9c-588b-4fbc-b1b9-f16b93fe62eb tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1474218 Sep 07 16:16:29.604665 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a4fc4ca0-89b4-4d34-81dd-f3d6b4252161 req-fbac4bef-df23-4fa7-b062-60d4ad5c4530 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525589 Sep 07 16:16:29.617113 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.682386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Port': ['ID=9108ad5f-602c-404c-a2b4-6cbc209a0504,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:29.706292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No DVR routers for this DVR port 9108ad5f-602c-404c-a2b4-6cbc209a0504 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:29.764356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2cdee8f0-7c63-4c86-8a23-fd58e02b434c None None] Provisioning complete for port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:29.765061 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2cdee8f0-7c63-4c86-8a23-fd58e02b434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.808214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40d9d-a2d4-460d-896f-c884e1cd149d req-19854c99-dd50-4aa8-92c5-27d16e46eef0 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:29.809817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-add40d9d-a2d4-460d-896f-c884e1cd149d req-19854c99-dd50-4aa8-92c5-27d16e46eef0 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 946 time: 0.1312578 Sep 07 16:16:29.842983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe5550-7396-4ff4-b47c-f420661b19e5 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:16:29.855171 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.896498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f581f4a-da44-4f4d-bd97-dba4dec93e73']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:29.924154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4749f3d7-2e23-4848-8a05-b84cb455d85a') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:29.924497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4749f3d7-2e23-4848-8a05-b84cb455d85a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:29.943174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-add40d9d-a2d4-460d-896f-c884e1cd149d req-e4d8f1e2-26c5-49cf-8c56-70910f360852 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/security-groups?id=062e00fd-b18d-45bd-ace8-8489a9b7f34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953987 Sep 07 16:16:29.960160 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.979886 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.987628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:29.988604 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:29.993228 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:30.066599 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:30.075668 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:30.081024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/6f581f4a-da44-4f4d-bd97-dba4dec93e73 HTTP/1.1" status: 204 len: 168 time: 2.7037430 Sep 07 16:16:30.081680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57050) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:30.086954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d08e5fb7-48c8-44ca-880c-24c2f40ac53e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-889989935'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:30.094069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5946a-65cd-4910-a8ca-40413cf2d038 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Network': ['ID=6f581f4a-da44-4f4d-bd97-dba4dec93e73,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:30.121987 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08e5fb7-48c8-44ca-880c-24c2f40ac53e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:30.127925 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d08e5fb7-48c8-44ca-880c-24c2f40ac53e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:30.153227 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08e5fb7-48c8-44ca-880c-24c2f40ac53e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:30.165790 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d08e5fb7-48c8-44ca-880c-24c2f40ac53e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:30.166581 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-d08e5fb7-48c8-44ca-880c-24c2f40ac53e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Added segment 7b8b7da7-46c3-4c68-be4e-1ed7aced3c27 of type vlan for network 1548883e-86f6-400a-a3f7-85b87d6a4a34 Sep 07 16:16:30.208446 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d08e5fb7-48c8-44ca-880c-24c2f40ac53e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:30.236775 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d08e5fb7-48c8-44ca-880c-24c2f40ac53e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:30.242574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08e5fb7-48c8-44ca-880c-24c2f40ac53e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:30.243828 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d08e5fb7-48c8-44ca-880c-24c2f40ac53e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:30.275657 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d08e5fb7-48c8-44ca-880c-24c2f40ac53e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1928198 Sep 07 16:16:30.278336 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57060) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:30.285081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'subnet': {'network_id': '1548883e-86f6-400a-a3f7-85b87d6a4a34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:30.341829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e5fb7-48c8-44ca-880c-24c2f40ac53e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=1548883e-86f6-400a-a3f7-85b87d6a4a34,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:30.357300 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 1548883e-86f6-400a-a3f7-85b87d6a4a34 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:30.417911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:30.422631 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:30.460686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a5551aa1-6f6e-4aaa-98cc-e590b096c8fc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:30.486993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Performing IP validity checks on allocation pools {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 16:16:30.487544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 16:16:30.545011 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:30.545602 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:30.636874 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:30.725118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Subnet': ['ID=1c0f2d5a-9e6f-4b0c-8e2b-de52da86f336,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:30.734925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking segment: {'id': '7b8b7da7-46c3-4c68-be4e-1ed7aced3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1548883e-86f6-400a-a3f7-85b87d6a4a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:30.735888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network hostable DHCP agents. Network: 1548883e-86f6-400a-a3f7-85b87d6a4a34, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:30.761834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network 1548883e-86f6-400a-a3f7-85b87d6a4a34 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:30.781427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 1548883e-86f6-400a-a3f7-85b87d6a4a34) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:30.788904 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:30.789289 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:30.811722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44493cb5-2038-433e-811b-6f8c9485d96d None None] Network 1548883e-86f6-400a-a3f7-85b87d6a4a34 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:30.828941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d59846-9647-400b-8262-867bd4adaf34 req-f0c604dd-6711-479e-a598-2706279544ab tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:30.829607 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d1972a56-df1b-4e0d-a872-1ee467b54959 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5501750 Sep 07 16:16:30.830569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e7d59846-9647-400b-8262-867bd4adaf34 req-f0c604dd-6711-479e-a598-2706279544ab tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1289501 Sep 07 16:16:30.831083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57084) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:30.984549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e7d59846-9647-400b-8262-867bd4adaf34 req-93080a80-29ea-41bc-8c52-9765e9e01fef tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311681 Sep 07 16:16:31.068698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-1548883e-86f6-400a-a3f7-85b87d6a4a34', 'network_id': '1548883e-86f6-400a-a3f7-85b87d6a4a34', 'tenant_id': '2d77dfbb1f25484c8af5f81f3665a016', 'fixed_ips': [{'subnet_id': '1c0f2d5a-9e6f-4b0c-8e2b-de52da86f336'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:16:31.072464 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.105859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23adb1-7e24-4fb8-a407-7e51535f8b38 req-dd0261db-300b-4e5a-bfd8-fc5a8e029c8f tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:31.107400 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7c23adb1-7e24-4fb8-a407-7e51535f8b38 req-dd0261db-300b-4e5a-bfd8-fc5a8e029c8f tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 946 time: 0.0848017 Sep 07 16:16:31.151398 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.184207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e16a9-e1f2-45ee-aaf3-856c560633e0 req-e5e1dfe5-80fb-4a1d-b6a1-7da77fcebab2 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:31.186384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-510e16a9-e1f2-45ee-aaf3-856c560633e0 req-e5e1dfe5-80fb-4a1d-b6a1-7da77fcebab2 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9316df2-8524-4659-b9ec-336ebf517148 HTTP/1.1" status: 200 len: 946 time: 0.1093667 Sep 07 16:16:31.246013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-7c23adb1-7e24-4fb8-a407-7e51535f8b38 req-d9741ea5-fdbb-40fa-9f89-490106251be5 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Deleting port 4010a132-4d19-441f-b5cf-fd267b75e907 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:31.246425 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7c23adb1-7e24-4fb8-a407-7e51535f8b38 req-d9741ea5-fdbb-40fa-9f89-490106251be5 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.269550 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.348115 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7c23adb1-7e24-4fb8-a407-7e51535f8b38 req-d9741ea5-fdbb-40fa-9f89-490106251be5 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] For port 4010a132-4d19-441f-b5cf-fd267b75e907, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4010a132-4d19-441f-b5cf-fd267b75e907,segment=NetworkSegment(b83405ee-6eb0-44d8-8f69-0357cd2a9ebe),segment_id=b83405ee-6eb0-44d8-8f69-0357cd2a9ebe)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:31.348520 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7c23adb1-7e24-4fb8-a407-7e51535f8b38 req-d9741ea5-fdbb-40fa-9f89-490106251be5 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.360685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-510e16a9-e1f2-45ee-aaf3-856c560633e0 req-f8e71e3b-62b6-4748-ba5a-972012a4132b tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.70 "GET /v2.0/security-groups?id=062e00fd-b18d-45bd-ace8-8489a9b7f34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478083 Sep 07 16:16:31.372997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-7c23adb1-7e24-4fb8-a407-7e51535f8b38 req-d9741ea5-fdbb-40fa-9f89-490106251be5 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Calling delete_port for 4010a132-4d19-441f-b5cf-fd267b75e907 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:31.380023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Allocated IP 172.20.0.3 (1548883e-86f6-400a-a3f7-85b87d6a4a34/1c0f2d5a-9e6f-4b0c-8e2b-de52da86f336/8834f687-b489-481c-b284-c1998f4a5692) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:31.533262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7c23adb1-7e24-4fb8-a407-7e51535f8b38 req-d9741ea5-fdbb-40fa-9f89-490106251be5 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.558607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['4010a132-4d19-441f-b5cf-fd267b75e907'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:16:31.570779 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9741ea5-fdbb-40fa-9f89-490106251be5 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Pushing event deleted for resources: {'Port': ['ID=4010a132-4d19-441f-b5cf-fd267b75e907,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:31.595715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.613313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Transition to ACTIVE for port object 8834f687-b489-481c-b284-c1998f4a5692 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:31.619571 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.624604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c23adb1-7e24-4fb8-a407-7e51535f8b38 req-d9741ea5-fdbb-40fa-9f89-490106251be5 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] No DVR routers for this DVR port 4010a132-4d19-441f-b5cf-fd267b75e907 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:31.628965 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7c23adb1-7e24-4fb8-a407-7e51535f8b38 req-d9741ea5-fdbb-40fa-9f89-490106251be5 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.631011 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7c23adb1-7e24-4fb8-a407-7e51535f8b38 req-d9741ea5-fdbb-40fa-9f89-490106251be5 tempest-ServerPasswordTestJSON-366069906 tempest-ServerPasswordTestJSON-366069906-project] 10.222.0.54 "DELETE /v2.0/ports/4010a132-4d19-441f-b5cf-fd267b75e907 HTTP/1.1" status: 204 len: 173 time: 0.5150244 Sep 07 16:16:31.631497 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9316df2-8524-4659-b9ec-336ebf517148', 'name': 'network-vif-deleted', 'tag': '4010a132-4d19-441f-b5cf-fd267b75e907'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:31.632798 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Transition to ACTIVE for port object 8834f687-b489-481c-b284-c1998f4a5692 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:31.634495 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33261645-2d67-46b0-9846-088860fd1b42" -d '{"events": [{"server_uuid": "d9316df2-8524-4659-b9ec-336ebf517148", "name": "network-vif-deleted", "tag": "4010a132-4d19-441f-b5cf-fd267b75e907"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:31.643172 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.675471 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.684550 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3de01a1-2daf-44d3-be70-dd13194a1af7 x-openstack-request-id: req-e3de01a1-2daf-44d3-be70-dd13194a1af7 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:31.684854 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9316df2-8524-4659-b9ec-336ebf517148", "name": "network-vif-deleted", "tag": "4010a132-4d19-441f-b5cf-fd267b75e907", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:31.685160 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3de01a1-2daf-44d3-be70-dd13194a1af7 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:31.685568 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9316df2-8524-4659-b9ec-336ebf517148', 'name': 'network-vif-deleted', 'tag': '4010a132-4d19-441f-b5cf-fd267b75e907', 'status': 'completed', 'code': 200} Sep 07 16:16:31.714294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0f2d5a-9e6f-4b0c-8e2b-de52da86f336,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:31.747078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Network 1548883e-86f6-400a-a3f7-85b87d6a4a34 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:31.751826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:31.762596 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:31.778429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Pushing event updated for resources: {'Port': ['ID=8834f687-b489-481c-b284-c1998f4a5692,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:31.834721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Attempting to bind port 8834f687-b489-481c-b284-c1998f4a5692 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:31.835365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Attempting to bind port 8834f687-b489-481c-b284-c1998f4a5692 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '7b8b7da7-46c3-4c68-be4e-1ed7aced3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1548883e-86f6-400a-a3f7-85b87d6a4a34'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:31.836106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Attempting to bind port 8834f687-b489-481c-b284-c1998f4a5692 on network 1548883e-86f6-400a-a3f7-85b87d6a4a34 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:31.836646 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.842644 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:31.843174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Checking segment: {'id': '7b8b7da7-46c3-4c68-be4e-1ed7aced3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1548883e-86f6-400a-a3f7-85b87d6a4a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:31.843775 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.844276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Bound using segment: {'id': '7b8b7da7-46c3-4c68-be4e-1ed7aced3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1548883e-86f6-400a-a3f7-85b87d6a4a34'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:31.844893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Bound port: 8834f687-b489-481c-b284-c1998f4a5692, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8b7da7-46c3-4c68-be4e-1ed7aced3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1548883e-86f6-400a-a3f7-85b87d6a4a34'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:31.845497 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.865338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1548883e-86f6-400a-a3f7-85b87d6a4a34']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:31.878205 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8b7da7-46c3-4c68-be4e-1ed7aced3c27') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:31.879023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8b7da7-46c3-4c68-be4e-1ed7aced3c27') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:31.891327 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.911780 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.923809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:31.924484 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:31.939290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] For port 8834f687-b489-481c-b284-c1998f4a5692, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:31.996894 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:32.008145 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 16:16:32.008145 n-d-807551-3 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 16:16:32.008145 n-d-807551-3 neutron-server[94770]: [parameters: {'id': '1548883e-86f6-400a-a3f7-85b87d6a4a34'}] Sep 07 16:16:32.008145 n-d-807551-3 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:16:32.009692 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:16:32.009860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] For port 8834f687-b489-481c-b284-c1998f4a5692, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8834f687-b489-481c-b284-c1998f4a5692,segment=NetworkSegment(7b8b7da7-46c3-4c68-be4e-1ed7aced3c27),segment_id=7b8b7da7-46c3-4c68-be4e-1ed7aced3c27)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:32.015109 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:32.147378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0563df6e-98c6-41bb-8e50-1c0959cbaa6d None None] Network 1548883e-86f6-400a-a3f7-85b87d6a4a34 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:32.167272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6d366-c42e-463e-b3c2-aac9859a20a9 req-a36c3928-95c3-4b1d-b079-0788c4a8b3a7 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:32.176745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5e6d366-c42e-463e-b3c2-aac9859a20a9 req-a36c3928-95c3-4b1d-b079-0788c4a8b3a7 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1178665 Sep 07 16:16:32.183590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7a480-d703-4e30-a5b6-7235b3b0c5ad None None] Pushing event updated for resources: {'Port': ['ID=8834f687-b489-481c-b284-c1998f4a5692,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:32.228967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5e6d366-c42e-463e-b3c2-aac9859a20a9 req-2c9469af-7875-4f3e-937a-5048787dadd8 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512466 Sep 07 16:16:32.284532 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:32.325858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6edc20c-3020-4b46-8b9c-163977a940b2 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:16:32.420298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57132) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:32.448148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6edc20c-3020-4b46-8b9c-163977a940b2 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:16:32.467341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-310bae3f-9b9a-4144-9ff7-ac7bb9eb421b admin admin] Deleting subnet f5365d85-c93c-4c2e-9b3f-39436e3c6684 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:16:32.470849 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-310bae3f-9b9a-4144-9ff7-ac7bb9eb421b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:32.506059 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-310bae3f-9b9a-4144-9ff7-ac7bb9eb421b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:32.530221 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:32.592069 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-310bae3f-9b9a-4144-9ff7-ac7bb9eb421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:32.666814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Deleting port 8834f687-b489-481c-b284-c1998f4a5692 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:32.667515 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:32.686643 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-310bae3f-9b9a-4144-9ff7-ac7bb9eb421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:32.719812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bae3f-9b9a-4144-9ff7-ac7bb9eb421b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5365d85-c93c-4c2e-9b3f-39436e3c6684,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:32.757101 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-310bae3f-9b9a-4144-9ff7-ac7bb9eb421b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:32.759718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-310bae3f-9b9a-4144-9ff7-ac7bb9eb421b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f5365d85-c93c-4c2e-9b3f-39436e3c6684 HTTP/1.1" status: 204 len: 168 time: 0.3378494 Sep 07 16:16:32.762631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57140) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:32.777158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] For port 8834f687-b489-481c-b284-c1998f4a5692, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8834f687-b489-481c-b284-c1998f4a5692,segment=NetworkSegment(7b8b7da7-46c3-4c68-be4e-1ed7aced3c27),segment_id=7b8b7da7-46c3-4c68-be4e-1ed7aced3c27)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:32.777903 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:32.794824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Calling delete_port for 8834f687-b489-481c-b284-c1998f4a5692 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:32.834770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57142) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:32.850619 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16db79bd-4862-43f3-abe5-5e6932538ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:32.883951 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:32.915809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Port': ['ID=8834f687-b489-481c-b284-c1998f4a5692,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:32.920575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No DVR routers for this DVR port 8834f687-b489-481c-b284-c1998f4a5692 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:33.012497 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16db79bd-4862-43f3-abe5-5e6932538ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.012718 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.041885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1548883e-86f6-400a-a3f7-85b87d6a4a34']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:33.051908 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-16db79bd-4862-43f3-abe5-5e6932538ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c704bb-62d3-48f4-a878-fd5830f69d04']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:33.055388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8b7da7-46c3-4c68-be4e-1ed7aced3c27') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:33.055853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8b7da7-46c3-4c68-be4e-1ed7aced3c27') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:33.068381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.070524 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-16db79bd-4862-43f3-abe5-5e6932538ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83405ee-6eb0-44d8-8f69-0357cd2a9ebe') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:33.070838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-16db79bd-4862-43f3-abe5-5e6932538ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83405ee-6eb0-44d8-8f69-0357cd2a9ebe') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:33.081994 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16db79bd-4862-43f3-abe5-5e6932538ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.085604 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.100849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:33.101733 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.102995 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16db79bd-4862-43f3-abe5-5e6932538ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:33.105993 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:33.111327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16db79bd-4862-43f3-abe5-5e6932538ccc admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:33.111327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16db79bd-4862-43f3-abe5-5e6932538ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:33.112210 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:33.185811 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.190677 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16db79bd-4862-43f3-abe5-5e6932538ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.192670 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81b9cdb8-6479-42f9-80df-72973a64cac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.193229 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.195035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/1548883e-86f6-400a-a3f7-85b87d6a4a34 HTTP/1.1" status: 204 len: 168 time: 2.3630178 Sep 07 16:16:33.198543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57156) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:33.207478 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16db79bd-4862-43f3-abe5-5e6932538ccc admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.212490 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-16db79bd-4862-43f3-abe5-5e6932538ccc admin admin] 10.222.0.70 "DELETE /v2.0/networks/86c704bb-62d3-48f4-a878-fd5830f69d04 HTTP/1.1" status: 204 len: 168 time: 0.4481850 Sep 07 16:16:33.215860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-39f93379-8ba4-407b-843d-d4a937f4bc47 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1281994445'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:33.223324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80326a7f-5a3e-4778-a178-13f0acdf4f9c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Network': ['ID=1548883e-86f6-400a-a3f7-85b87d6a4a34,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:33.224930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db79bd-4862-43f3-abe5-5e6932538ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=86c704bb-62d3-48f4-a878-fd5830f69d04,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:33.247857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-81b9cdb8-6479-42f9-80df-72973a64cac7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 16:16:33.247857 n-d-807551-3 neutron-server[94771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 16:16:33.247857 n-d-807551-3 neutron-server[94771]: [parameters: {'project_id': 'f3707fd7913c4454bbc8505fcb3d16e6', 'id': '2a21ea08-828f-4c32-8a80-4b3a4e6c219a', 'expiration': datetime.datetime(2021, 9, 7, 16, 18, 33, 236405)}] Sep 07 16:16:33.247857 n-d-807551-3 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:16:33.248289 n-d-807551-3 neutron-server[94771]: DEBUG oslo_db.api [None req-81b9cdb8-6479-42f9-80df-72973a64cac7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:16:33.258531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f93379-8ba4-407b-843d-d4a937f4bc47 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:33.263113 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39f93379-8ba4-407b-843d-d4a937f4bc47 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.296375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f93379-8ba4-407b-843d-d4a937f4bc47 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:33.307812 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39f93379-8ba4-407b-843d-d4a937f4bc47 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.308160 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-39f93379-8ba4-407b-843d-d4a937f4bc47 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Added segment 0852a82f-b7f0-484b-b673-a0f906d2df6b of type vlan for network b0271c0f-e1db-44e7-99ac-6d7a362ec20b Sep 07 16:16:33.391231 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39f93379-8ba4-407b-843d-d4a937f4bc47 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.413575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44af9-6330-4abd-8a8d-c1961dd1576f req-03da4110-c132-4ace-bcc0-0f083e70d80e tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:33.415846 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29d44af9-6330-4abd-8a8d-c1961dd1576f req-03da4110-c132-4ace-bcc0-0f083e70d80e tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.0983775 Sep 07 16:16:33.419274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57164) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:33.470880 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39f93379-8ba4-407b-843d-d4a937f4bc47 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.477184 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f93379-8ba4-407b-843d-d4a937f4bc47 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:33.477811 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39f93379-8ba4-407b-843d-d4a937f4bc47 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.530517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29d44af9-6330-4abd-8a8d-c1961dd1576f req-ce4266c4-19d5-421a-8cfc-04f14409f469 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995526 Sep 07 16:16:33.541154 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7e6e4883-9b49-4232-8e98-5bc05f9bbb1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2aad298be184c929ac957ff55457ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204872 Sep 07 16:16:33.543217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57168) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:33.549774 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-39f93379-8ba4-407b-843d-d4a937f4bc47 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3502085 Sep 07 16:16:33.561132 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57170) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:33.570416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cf8d493a-2be5-4f62-9557-67a62edb87ee tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'subnet': {'network_id': 'b0271c0f-e1db-44e7-99ac-6d7a362ec20b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:33.581006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f93379-8ba4-407b-843d-d4a937f4bc47 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=b0271c0f-e1db-44e7-99ac-6d7a362ec20b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:33.594365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network b0271c0f-e1db-44e7-99ac-6d7a362ec20b details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:33.692875 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8835823-b445-4dab-a97c-b5a7647bc3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.729181 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8835823-b445-4dab-a97c-b5a7647bc3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.735914 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8d493a-2be5-4f62-9557-67a62edb87ee tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:33.739407 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf8d493a-2be5-4f62-9557-67a62edb87ee tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.757154 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81b9cdb8-6479-42f9-80df-72973a64cac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.891489 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8835823-b445-4dab-a97c-b5a7647bc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.894258 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f8835823-b445-4dab-a97c-b5a7647bc3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:33.895428 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f8835823-b445-4dab-a97c-b5a7647bc3d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/062e00fd-b18d-45bd-ace8-8489a9b7f34e HTTP/1.1" status: 204 len: 168 time: 0.3512204 Sep 07 16:16:33.919898 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8835823-b445-4dab-a97c-b5a7647bc3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062e00fd-b18d-45bd-ace8-8489a9b7f34e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:34.035494 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81b9cdb8-6479-42f9-80df-72973a64cac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.042306 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81b9cdb8-6479-42f9-80df-72973a64cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.050720 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf8d493a-2be5-4f62-9557-67a62edb87ee tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.138893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9cdb8-6479-42f9-80df-72973a64cac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37649025-bda8-44ae-a760-434487f0bc72,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:34.153809 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-81b9cdb8-6479-42f9-80df-72973a64cac7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3707fd7913c4454bbc8505fcb3d16e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3151681 Sep 07 16:16:34.154362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:34.177238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d493a-2be5-4f62-9557-67a62edb87ee tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Subnet': ['ID=b30da153-2c86-4896-b22a-7ef45d8acc3b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:34.215875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8d493a-2be5-4f62-9557-67a62edb87ee tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking segment: {'id': '0852a82f-b7f0-484b-b673-a0f906d2df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b0271c0f-e1db-44e7-99ac-6d7a362ec20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:34.216377 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8d493a-2be5-4f62-9557-67a62edb87ee tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network hostable DHCP agents. Network: b0271c0f-e1db-44e7-99ac-6d7a362ec20b, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:34.245289 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87d369b7-c549-4c71-acdc-a792ef37fd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.255701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8d493a-2be5-4f62-9557-67a62edb87ee tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network b0271c0f-e1db-44e7-99ac-6d7a362ec20b is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:34.274035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-cf8d493a-2be5-4f62-9557-67a62edb87ee tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, b0271c0f-e1db-44e7-99ac-6d7a362ec20b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:34.282361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8d493a-2be5-4f62-9557-67a62edb87ee tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:34.282361 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf8d493a-2be5-4f62-9557-67a62edb87ee tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.283520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30cce6c-367f-408a-a6a1-4b50a453f104 None None] Network b0271c0f-e1db-44e7-99ac-6d7a362ec20b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:34.299881 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87d369b7-c549-4c71-acdc-a792ef37fd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.343865 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cf8d493a-2be5-4f62-9557-67a62edb87ee tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7817001 Sep 07 16:16:34.346872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57196) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:34.375083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87d369b7-c549-4c71-acdc-a792ef37fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.378030 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87d369b7-c549-4c71-acdc-a792ef37fd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.379286 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-87d369b7-c549-4c71-acdc-a792ef37fd33 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37649025-bda8-44ae-a760-434487f0bc72 HTTP/1.1" status: 204 len: 168 time: 0.2238238 Sep 07 16:16:34.392659 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d369b7-c549-4c71-acdc-a792ef37fd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37649025-bda8-44ae-a760-434487f0bc72,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:34.468835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-b0271c0f-e1db-44e7-99ac-6d7a362ec20b', 'network_id': 'b0271c0f-e1db-44e7-99ac-6d7a362ec20b', 'tenant_id': '2d77dfbb1f25484c8af5f81f3665a016', 'fixed_ips': [{'subnet_id': 'b30da153-2c86-4896-b22a-7ef45d8acc3b'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:16:34.470989 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.492841 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.558303 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.640379 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Allocated IP 172.20.0.1 (b0271c0f-e1db-44e7-99ac-6d7a362ec20b/b30da153-2c86-4896-b22a-7ef45d8acc3b/5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:34.697725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186d76e-b9b8-47ee-b0af-7a08079dad83 req-7c9e380d-bf47-4878-9811-207bc1045126 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:34.699447 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4186d76e-b9b8-47ee-b0af-7a08079dad83 req-7c9e380d-bf47-4878-9811-207bc1045126 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.0633333 Sep 07 16:16:34.745567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4186d76e-b9b8-47ee-b0af-7a08079dad83 req-18621f9c-e0d2-456f-b8bc-05d0d412b494 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392885 Sep 07 16:16:34.819499 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.827946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57212) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:34.834104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Transition to ACTIVE for port object 5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:34.848116 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ea1d306-0945-474c-8fd9-a5f7bbdadeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.859700 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Transition to ACTIVE for port object 5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:34.877777 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.921178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Network b0271c0f-e1db-44e7-99ac-6d7a362ec20b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:34.924215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:34.927921 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:34.945090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Pushing event updated for resources: {'Port': ['ID=5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:34.953690 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:34.994320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Attempting to bind port 5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:34.994622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Attempting to bind port 5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '0852a82f-b7f0-484b-b673-a0f906d2df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b0271c0f-e1db-44e7-99ac-6d7a362ec20b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:34.995227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Attempting to bind port 5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c on network b0271c0f-e1db-44e7-99ac-6d7a362ec20b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:35.000500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:35.000887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Checking segment: {'id': '0852a82f-b7f0-484b-b673-a0f906d2df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b0271c0f-e1db-44e7-99ac-6d7a362ec20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:35.001048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Subnet': ['ID=b30da153-2c86-4896-b22a-7ef45d8acc3b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:35.001302 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.002202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Bound using segment: {'id': '0852a82f-b7f0-484b-b673-a0f906d2df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b0271c0f-e1db-44e7-99ac-6d7a362ec20b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:35.002356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Bound port: 5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0852a82f-b7f0-484b-b673-a0f906d2df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b0271c0f-e1db-44e7-99ac-6d7a362ec20b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:35.002729 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.083848 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.087553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] For port 5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:35.092163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] For port 5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c,segment=NetworkSegment(0852a82f-b7f0-484b-b673-a0f906d2df6b),segment_id=0852a82f-b7f0-484b-b673-a0f906d2df6b)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:35.099293 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.113921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0271c0f-e1db-44e7-99ac-6d7a362ec20b']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:35.130832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0852a82f-b7f0-484b-b673-a0f906d2df6b') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:35.131137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0852a82f-b7f0-484b-b673-a0f906d2df6b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:35.148450 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.151721 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ea1d306-0945-474c-8fd9-a5f7bbdadeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.162979 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ea1d306-0945-474c-8fd9-a5f7bbdadeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.195760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1d306-0945-474c-8fd9-a5f7bbdadeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20372ec8-a24b-4f94-bf91-aba6c3fd257b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:35.203258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403cf8b-2749-46ff-94b2-14cb8b35ca7c None None] Pushing event updated for resources: {'Port': ['ID=5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:35.216992 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.231464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa99bab1-1320-4210-9938-2b29dc875b93 None None] Network b0271c0f-e1db-44e7-99ac-6d7a362ec20b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:35.242348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:35.242765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:35.246575 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:35.251749 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4ea1d306-0945-474c-8fd9-a5f7bbdadeb1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=779bed45efc7402b9e8eee2bb242212f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226785 Sep 07 16:16:35.254330 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57234) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:35.363589 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30e864d4-f67e-419d-8a11-031669b7ecbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.388528 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30e864d4-f67e-419d-8a11-031669b7ecbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.407626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 16:16:35.407626 n-d-807551-3 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 16:16:35.407626 n-d-807551-3 neutron-server[94770]: [parameters: {'id': 'b0271c0f-e1db-44e7-99ac-6d7a362ec20b'}] Sep 07 16:16:35.407626 n-d-807551-3 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:16:35.408469 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:16:35.422503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31042079-894e-40a3-868b-3c05a511e8af None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:16:35.453471 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30e864d4-f67e-419d-8a11-031669b7ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.456073 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30e864d4-f67e-419d-8a11-031669b7ecbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.457321 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-30e864d4-f67e-419d-8a11-031669b7ecbd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20372ec8-a24b-4f94-bf91-aba6c3fd257b HTTP/1.1" status: 204 len: 168 time: 0.2012839 Sep 07 16:16:35.470654 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e864d4-f67e-419d-8a11-031669b7ecbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20372ec8-a24b-4f94-bf91-aba6c3fd257b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:35.498016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57246) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:35.559136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31042079-894e-40a3-868b-3c05a511e8af None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:16:35.739450 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-73116521-network', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:35.767363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Made reservation on behalf of 22cbe61cf451482c8ba3902757bec21c for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:35.778750 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.792010 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.908949 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.938716 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddcac6-ed45-4f28-b817-13cea0c6bf21 req-87d9e850-2b22-4676-bfdc-9bea844d4f49 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:35.940253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02ddcac6-ed45-4f28-b817-13cea0c6bf21 req-87d9e850-2b22-4676-bfdc-9bea844d4f49 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.0858390 Sep 07 16:16:35.952502 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:35.964755 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.008491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4010a132-4d19-441f-b5cf-fd267b75e907 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:16:36.032271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 4010a132-4d19-441f-b5cf-fd267b75e907 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:16:36.032540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4010a132-4d19-441f-b5cf-fd267b75e907 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:16:36.033112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:36.054070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02ddcac6-ed45-4f28-b817-13cea0c6bf21 req-280f3a36-03fd-44b2-b630-3181014e3097 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998480 Sep 07 16:16:36.054709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c88612-b3d6-4fd3-a649-2d5adc4312c7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:36.067062 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.068396 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Added segment 34e61d30-0ecd-4daa-87c2-5901ca5100c9 of type vlan for network edc41928-ef7d-4c07-9ace-721279fdba6b Sep 07 16:16:36.115589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Deleting port 5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:36.115928 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.134061 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.204973 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] For port 5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c,segment=NetworkSegment(0852a82f-b7f0-484b-b673-a0f906d2df6b),segment_id=0852a82f-b7f0-484b-b673-a0f906d2df6b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:36.205288 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.212846 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.213849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:36.214452 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.231142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Calling delete_port for 5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:36.263039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7633696 Sep 07 16:16:36.267394 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57280) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:36.276829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-aaa13bb9-f9c7-4d9b-bfe4-62bcc83876df admin admin] Request body: {'subnet': {'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-73116521-subnet', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:36.325539 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa13bb9-f9c7-4d9b-bfe4-62bcc83876df admin admin] Made reservation on behalf of 22cbe61cf451482c8ba3902757bec21c for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:36.330728 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa13bb9-f9c7-4d9b-bfe4-62bcc83876df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.334698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a01ad5-0799-4072-a17e-fa869582d19d admin admin] Pushing event updated for resources: {'Network': ['ID=edc41928-ef7d-4c07-9ace-721279fdba6b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:36.346221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network edc41928-ef7d-4c07-9ace-721279fdba6b details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:36.557913 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa13bb9-f9c7-4d9b-bfe4-62bcc83876df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.633575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa13bb9-f9c7-4d9b-bfe4-62bcc83876df admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af5f4b8-d800-46a1-869a-85928ca0360a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:36.642616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa13bb9-f9c7-4d9b-bfe4-62bcc83876df admin admin] Checking segment: {'id': '34e61d30-0ecd-4daa-87c2-5901ca5100c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:36.643111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa13bb9-f9c7-4d9b-bfe4-62bcc83876df admin admin] Network hostable DHCP agents. Network: edc41928-ef7d-4c07-9ace-721279fdba6b, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:36.664785 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa13bb9-f9c7-4d9b-bfe4-62bcc83876df admin admin] Network edc41928-ef7d-4c07-9ace-721279fdba6b is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:36.678382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-aaa13bb9-f9c7-4d9b-bfe4-62bcc83876df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, edc41928-ef7d-4c07-9ace-721279fdba6b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:36.687664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61773aa-038c-4c2f-af68-03633e378064 None None] Network edc41928-ef7d-4c07-9ace-721279fdba6b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:36.709616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa13bb9-f9c7-4d9b-bfe4-62bcc83876df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:36.710335 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa13bb9-f9c7-4d9b-bfe4-62bcc83876df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.741186 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-aaa13bb9-f9c7-4d9b-bfe4-62bcc83876df admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4713724 Sep 07 16:16:36.742550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57296) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:36.754826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-73116521-router', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:36.786206 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.788468 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.789404 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.847352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Port': ['ID=5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:36.856705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No DVR routers for this DVR port 5c5d8e0d-d7cd-4879-8ae2-dd4d14e15e1c on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:36.856836 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:36.887843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d57d68-4e13-4521-9e4f-c7ce5b2ad062 None None] Network edc41928-ef7d-4c07-9ace-721279fdba6b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:37.022210 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.054984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0271c0f-e1db-44e7-99ac-6d7a362ec20b']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:37.070207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0852a82f-b7f0-484b-b673-a0f906d2df6b') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:37.070512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0852a82f-b7f0-484b-b673-a0f906d2df6b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:37.082815 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.098234 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.099285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.111053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:37.112599 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:37.121073 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:37.235644 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.247493 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.249389 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/b0271c0f-e1db-44e7-99ac-6d7a362ec20b HTTP/1.1" status: 204 len: 168 time: 2.9009049 Sep 07 16:16:37.265432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57312) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:37.271933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6a40eb01-6712-4e4f-a92f-dbf384c91c7a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-171417979'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:37.283205 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e781b2-92cb-49d8-b481-d35b98e285fa tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Network': ['ID=b0271c0f-e1db-44e7-99ac-6d7a362ec20b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:37.298928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae823c9e-9472-4fb8-9275-a58e8a8e073a req-81f535c8-7d73-4e59-a201-d6d4e2b8e4c6 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:37.300534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae823c9e-9472-4fb8-9275-a58e8a8e073a req-81f535c8-7d73-4e59-a201-d6d4e2b8e4c6 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1054962 Sep 07 16:16:37.330482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a40eb01-6712-4e4f-a92f-dbf384c91c7a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:37.333998 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a40eb01-6712-4e4f-a92f-dbf384c91c7a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.355238 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.368769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae823c9e-9472-4fb8-9275-a58e8a8e073a req-708386b9-2e0c-47cf-b48c-ab3df58c7c48 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576315 Sep 07 16:16:37.379167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a40eb01-6712-4e4f-a92f-dbf384c91c7a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:37.381403 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.401816 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a40eb01-6712-4e4f-a92f-dbf384c91c7a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.402538 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-6a40eb01-6712-4e4f-a92f-dbf384c91c7a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Added segment 782bf517-7a77-4f0f-9776-ae40516f11d2 of type vlan for network c5f86eff-67c8-439b-8ccf-8bf5e709f69c Sep 07 16:16:37.466181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a40eb01-6712-4e4f-a92f-dbf384c91c7a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.504776 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a40eb01-6712-4e4f-a92f-dbf384c91c7a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.511800 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a40eb01-6712-4e4f-a92f-dbf384c91c7a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:37.513184 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a40eb01-6712-4e4f-a92f-dbf384c91c7a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.546072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Allocated IP 172.25.3.248 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/ad3d9a34-9488-4598-b6b5-3211f5b51fe9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:37.558462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6a40eb01-6712-4e4f-a92f-dbf384c91c7a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2908158 Sep 07 16:16:37.561090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57326) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:37.566185 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2a097f56-2429-457c-a152-005e5cb2dd76 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'subnet': {'network_id': 'c5f86eff-67c8-439b-8ccf-8bf5e709f69c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:37.617593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40eb01-6712-4e4f-a92f-dbf384c91c7a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=c5f86eff-67c8-439b-8ccf-8bf5e709f69c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:37.632087 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network c5f86eff-67c8-439b-8ccf-8bf5e709f69c details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:37.724274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a097f56-2429-457c-a152-005e5cb2dd76 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:37.731103 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a097f56-2429-457c-a152-005e5cb2dd76 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.746660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.790324 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:37.827475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:37.830794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:37.834479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:37.844886 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:37.883544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Pushing event updated for resources: {'Port': ['ID=ad3d9a34-9488-4598-b6b5-3211f5b51fe9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:37.964764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57340) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:37.981428 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a097f56-2429-457c-a152-005e5cb2dd76 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.020950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5acfb30c-a666-467b-bb48-16511db94395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.052780 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a044382-318e-4693-9c96-cf2c7d3b2253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.057565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a097f56-2429-457c-a152-005e5cb2dd76 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Subnet': ['ID=c38eac22-c8c0-4e29-beaf-57cfc3173ef9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:38.074174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a097f56-2429-457c-a152-005e5cb2dd76 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking segment: {'id': '782bf517-7a77-4f0f-9776-ae40516f11d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c5f86eff-67c8-439b-8ccf-8bf5e709f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:38.074533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a097f56-2429-457c-a152-005e5cb2dd76 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network hostable DHCP agents. Network: c5f86eff-67c8-439b-8ccf-8bf5e709f69c, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:38.089644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a097f56-2429-457c-a152-005e5cb2dd76 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network c5f86eff-67c8-439b-8ccf-8bf5e709f69c is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:38.098222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2a097f56-2429-457c-a152-005e5cb2dd76 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, c5f86eff-67c8-439b-8ccf-8bf5e709f69c) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:38.102454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a097f56-2429-457c-a152-005e5cb2dd76 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:38.103171 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a097f56-2429-457c-a152-005e5cb2dd76 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.109194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ed5bdc-8c58-41be-b240-6a344255b7c4 None None] Network c5f86eff-67c8-439b-8ccf-8bf5e709f69c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:38.162051 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.250959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-c5f86eff-67c8-439b-8ccf-8bf5e709f69c', 'network_id': 'c5f86eff-67c8-439b-8ccf-8bf5e709f69c', 'tenant_id': '2d77dfbb1f25484c8af5f81f3665a016', 'fixed_ips': [{'subnet_id': 'c38eac22-c8c0-4e29-beaf-57cfc3173ef9'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:16:38.251848 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.275158 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5acfb30c-a666-467b-bb48-16511db94395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.286317 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5acfb30c-a666-467b-bb48-16511db94395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.289502 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2a097f56-2429-457c-a152-005e5cb2dd76 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7273808 Sep 07 16:16:38.292732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57344) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:38.369189 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5acfb30c-a666-467b-bb48-16511db94395 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4a059e25767c4ec3b7a186a35a13096c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199907 Sep 07 16:16:38.369752 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57346) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:38.378794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfb30c-a666-467b-bb48-16511db94395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988a338b-1b55-4d18-858d-8470d48f6157,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:38.432886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Allocated IP 172.20.0.2 (c5f86eff-67c8-439b-8ccf-8bf5e709f69c/c38eac22-c8c0-4e29-beaf-57cfc3173ef9/371735b8-5e33-48b2-a1db-ad7f47652a13) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:38.442063 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.460687 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.511431 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9560b14-8e89-45e9-8a21-58958564be6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.545296 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a044382-318e-4693-9c96-cf2c7d3b2253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.560472 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a044382-318e-4693-9c96-cf2c7d3b2253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.567727 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.601443 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9560b14-8e89-45e9-8a21-58958564be6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.622289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f9ec5-41f8-4208-a77b-2d6f00e763c7 req-b7fdfb26-b454-4f4c-86d1-34257850bf3f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:38.624096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f39f9ec5-41f8-4208-a77b-2d6f00e763c7 req-b7fdfb26-b454-4f4c-86d1-34257850bf3f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1362052 Sep 07 16:16:38.680234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4a044382-318e-4693-9c96-cf2c7d3b2253 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0ee4d2010bb40159f8486ad143bb706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7143247 Sep 07 16:16:38.682580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57356) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:38.688797 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a044382-318e-4693-9c96-cf2c7d3b2253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3881f497-6780-4154-a56d-e4ed3a308496,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:38.692689 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9560b14-8e89-45e9-8a21-58958564be6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.708554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9560b14-8e89-45e9-8a21-58958564be6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.712750 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d9560b14-8e89-45e9-8a21-58958564be6d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/988a338b-1b55-4d18-858d-8470d48f6157 HTTP/1.1" status: 204 len: 168 time: 0.3421040 Sep 07 16:16:38.722937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f39f9ec5-41f8-4208-a77b-2d6f00e763c7 req-ca457296-887e-4127-a69f-2dca00727e96 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831399 Sep 07 16:16:38.736903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9560b14-8e89-45e9-8a21-58958564be6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988a338b-1b55-4d18-858d-8470d48f6157,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:38.811796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Router 982f677a-02ae-4c01-9376-3167bba8092d is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:16:38.819809 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.825439 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-925a296c-f1d9-4f96-8fa5-0abc111cb9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.829503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Transition to ACTIVE for port object 371735b8-5e33-48b2-a1db-ad7f47652a13 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:38.845722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Transition to ACTIVE for port object 371735b8-5e33-48b2-a1db-ad7f47652a13 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:38.857095 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.877154 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.887999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-925a296c-f1d9-4f96-8fa5-0abc111cb9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:38.914412 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Subnet': ['ID=c38eac22-c8c0-4e29-beaf-57cfc3173ef9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:38.944953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Network c5f86eff-67c8-439b-8ccf-8bf5e709f69c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:38.948596 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:38.951924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:38.966007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Pushing event updated for resources: {'Port': ['ID=371735b8-5e33-48b2-a1db-ad7f47652a13,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:38.988290 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.016093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f86eff-67c8-439b-8ccf-8bf5e709f69c']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:39.026802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Attempting to bind port 371735b8-5e33-48b2-a1db-ad7f47652a13 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:39.027464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Attempting to bind port 371735b8-5e33-48b2-a1db-ad7f47652a13 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '782bf517-7a77-4f0f-9776-ae40516f11d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c5f86eff-67c8-439b-8ccf-8bf5e709f69c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:39.028010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Attempting to bind port 371735b8-5e33-48b2-a1db-ad7f47652a13 on network c5f86eff-67c8-439b-8ccf-8bf5e709f69c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:39.030923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782bf517-7a77-4f0f-9776-ae40516f11d2') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:39.031652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782bf517-7a77-4f0f-9776-ae40516f11d2') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:39.034153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:39.035318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Checking segment: {'id': '782bf517-7a77-4f0f-9776-ae40516f11d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c5f86eff-67c8-439b-8ccf-8bf5e709f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:39.035925 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.037249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Bound using segment: {'id': '782bf517-7a77-4f0f-9776-ae40516f11d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c5f86eff-67c8-439b-8ccf-8bf5e709f69c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:39.038106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Bound port: 371735b8-5e33-48b2-a1db-ad7f47652a13, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782bf517-7a77-4f0f-9776-ae40516f11d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c5f86eff-67c8-439b-8ccf-8bf5e709f69c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:39.038695 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.047340 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.065581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.072783 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:39.073213 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:39.076568 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:39.087426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57362) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:39.112494 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f83ee00c-77d5-4c32-911e-02f2861b3cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.136537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] For port 371735b8-5e33-48b2-a1db-ad7f47652a13, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:39.163166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] For port 371735b8-5e33-48b2-a1db-ad7f47652a13, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=371735b8-5e33-48b2-a1db-ad7f47652a13,segment=NetworkSegment(782bf517-7a77-4f0f-9776-ae40516f11d2),segment_id=782bf517-7a77-4f0f-9776-ae40516f11d2)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:39.164623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 16:16:39.164623 n-d-807551-3 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 16:16:39.164623 n-d-807551-3 neutron-server[94770]: [parameters: {'id': 'c5f86eff-67c8-439b-8ccf-8bf5e709f69c'}] Sep 07 16:16:39.164623 n-d-807551-3 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:16:39.165155 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:16:39.169503 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.259711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:16:39.264910 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f83ee00c-77d5-4c32-911e-02f2861b3cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.270282 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f83ee00c-77d5-4c32-911e-02f2861b3cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.277745 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.279290 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0a78f3c6-f1ea-486e-a96d-3998cd9e94dc admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5352719 Sep 07 16:16:39.282107 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57364) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:39.284510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1923fe0-4fb7-4743-a198-033e12699e39 None None] Network c5f86eff-67c8-439b-8ccf-8bf5e709f69c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:39.287248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Sync routers for ids ['982f677a-02ae-4c01-9376-3167bba8092d'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:16:39.306677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172fc3f-bbfc-427e-8805-3067e80e619a None None] Pushing event updated for resources: {'Port': ['ID=371735b8-5e33-48b2-a1db-ad7f47652a13,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:39.316118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ee00c-77d5-4c32-911e-02f2861b3cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3605f6-ebe4-42a5-b3dc-f545181c0c24,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:39.323337 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Routers {'982f677a-02ae-4c01-9376-3167bba8092d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:16:39.323983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:16:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['982f677a-02ae-4c01-9376-3167bba8092d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:39.326190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f83ee00c-77d5-4c32-911e-02f2861b3cd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b5b152f1c6948c8a32404cfa96a0607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373152 Sep 07 16:16:39.328558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57366) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:39.343147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-925a296c-f1d9-4f96-8fa5-0abc111cb9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.345934 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-925a296c-f1d9-4f96-8fa5-0abc111cb9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.349853 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-925a296c-f1d9-4f96-8fa5-0abc111cb9a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3881f497-6780-4154-a56d-e4ed3a308496 HTTP/1.1" status: 204 len: 168 time: 0.6641085 Sep 07 16:16:39.360672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a296c-f1d9-4f96-8fa5-0abc111cb9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3881f497-6780-4154-a56d-e4ed3a308496,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:39.396693 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c475ef-1ddc-4ff7-bf2b-11fd5743f532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.428022 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c475ef-1ddc-4ff7-bf2b-11fd5743f532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.497279 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c475ef-1ddc-4ff7-bf2b-11fd5743f532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.500770 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81c475ef-1ddc-4ff7-bf2b-11fd5743f532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.504370 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-81c475ef-1ddc-4ff7-bf2b-11fd5743f532 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c3605f6-ebe4-42a5-b3dc-f545181c0c24 HTTP/1.1" status: 204 len: 168 time: 0.1725888 Sep 07 16:16:39.504568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Set router 982f677a-02ae-4c01-9376-3167bba8092d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:16:39.515328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c475ef-1ddc-4ff7-bf2b-11fd5743f532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3605f6-ebe4-42a5-b3dc-f545181c0c24,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:39.666287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.737591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368cee25-0e2a-406f-8dea-c5e4a7965b86 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:16:39.766247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Deleting port 371735b8-5e33-48b2-a1db-ad7f47652a13 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:39.766778 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.871831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] For port 371735b8-5e33-48b2-a1db-ad7f47652a13, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=371735b8-5e33-48b2-a1db-ad7f47652a13,segment=NetworkSegment(782bf517-7a77-4f0f-9776-ae40516f11d2),segment_id=782bf517-7a77-4f0f-9776-ae40516f11d2)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:39.872222 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:39.898608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Calling delete_port for 371735b8-5e33-48b2-a1db-ad7f47652a13 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:39.934768 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.033279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368cee25-0e2a-406f-8dea-c5e4a7965b86 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:16:40.036477 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982f677a-02ae-4c01-9376-3167bba8092d', 'name': 'tempest-ServerRescueTestJSON-73116521-router', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:16:36Z', 'updated_at': '2021-09-07T16:16:38Z', 'revision_number': 3, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'gw_port': {'id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:37Z', 'updated_at': '2021-09-07T16:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:40.073459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Checking router: 982f677a-02ae-4c01-9376-3167bba8092d for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:16:40.074108 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Updating router 982f677a-02ae-4c01-9376-3167bba8092d port ad3d9a34-9488-4598-b6b5-3211f5b51fe9 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:16:40.122959 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.141636 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4785b5-cdb2-40ab-8683-5bbf184f94f8 req-7b5af434-cc79-46c3-a5ac-6519ff5385ce tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:40.143661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc4785b5-cdb2-40ab-8683-5bbf184f94f8 req-7b5af434-cc79-46c3-a5ac-6519ff5385ce tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.2614362 Sep 07 16:16:40.168799 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.177423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Allocated IP 172.20.0.1 (edc41928-ef7d-4c07-9ace-721279fdba6b/1af5f4b8-d800-46a1-869a-85928ca0360a/1b212942-b00a-44ac-ae64-c76cdd1efb69) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:40.210103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No DVR routers for this DVR port 371735b8-5e33-48b2-a1db-ad7f47652a13 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:40.218939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Port': ['ID=371735b8-5e33-48b2-a1db-ad7f47652a13,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:40.257882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc4785b5-cdb2-40ab-8683-5bbf184f94f8 req-fcf8a0f3-0a1d-4018-bcfa-e6ca5fe8b24e tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071022 Sep 07 16:16:40.340833 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.370638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f86eff-67c8-439b-8ccf-8bf5e709f69c']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:40.385011 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.389027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782bf517-7a77-4f0f-9776-ae40516f11d2') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:40.390576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782bf517-7a77-4f0f-9776-ae40516f11d2') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:40.403825 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.423438 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf1320c7-c4ca-4704-ab8e-6132461232dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.427541 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.445792 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.449141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:40.449556 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:40.452837 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:40.496784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Network edc41928-ef7d-4c07-9ace-721279fdba6b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:40.504844 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:40.509807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:40.535464 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.545663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Pushing event updated for resources: {'Port': ['ID=1b212942-b00a-44ac-ae64-c76cdd1efb69,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:40.566670 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.567714 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.570086 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/c5f86eff-67c8-439b-8ccf-8bf5e709f69c HTTP/1.1" status: 204 len: 168 time: 2.2761869 Sep 07 16:16:40.594066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57412) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:40.600629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-98ca8616-ad12-4a35-9975-b981750f44cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-358893494'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:40.605608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9799c-f728-491b-800a-c82f22c0e408 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Network': ['ID=c5f86eff-67c8-439b-8ccf-8bf5e709f69c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:40.635681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ca8616-ad12-4a35-9975-b981750f44cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:40.642646 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98ca8616-ad12-4a35-9975-b981750f44cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.676918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ca8616-ad12-4a35-9975-b981750f44cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:40.687518 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98ca8616-ad12-4a35-9975-b981750f44cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.687888 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-98ca8616-ad12-4a35-9975-b981750f44cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Added segment f1fc715a-f157-409f-a126-e329a47f3df7 of type vlan for network 01271326-c9ea-4558-a91e-64a316cb7ec9 Sep 07 16:16:40.733442 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98ca8616-ad12-4a35-9975-b981750f44cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.761623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98ca8616-ad12-4a35-9975-b981750f44cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.762684 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.773370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ca8616-ad12-4a35-9975-b981750f44cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:40.775619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Transition to ACTIVE for port object ad3d9a34-9488-4598-b6b5-3211f5b51fe9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:40.777481 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98ca8616-ad12-4a35-9975-b981750f44cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.784637 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.785988 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.860436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Attempting to bind port ad3d9a34-9488-4598-b6b5-3211f5b51fe9 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:40.860825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Attempting to bind port ad3d9a34-9488-4598-b6b5-3211f5b51fe9 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:40.861173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Attempting to bind port ad3d9a34-9488-4598-b6b5-3211f5b51fe9 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:40.876305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:40.876678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:40.877109 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.877522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:40.878630 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Bound port: ad3d9a34-9488-4598-b6b5-3211f5b51fe9, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:40.879474 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:40.882371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca8616-ad12-4a35-9975-b981750f44cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=01271326-c9ea-4558-a91e-64a316cb7ec9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:40.904262 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-98ca8616-ad12-4a35-9975-b981750f44cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3087113 Sep 07 16:16:40.907066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57426) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:40.918084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ca106-2c14-43dc-ba5d-dceee1718d11 None None] Pushing event updated for resources: {'Port': ['ID=ad3d9a34-9488-4598-b6b5-3211f5b51fe9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:40.920967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 01271326-c9ea-4558-a91e-64a316cb7ec9 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:40.936467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'subnet': {'network_id': '01271326-c9ea-4558-a91e-64a316cb7ec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:41.027366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] For port ad3d9a34-9488-4598-b6b5-3211f5b51fe9, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:41.043438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] For port ad3d9a34-9488-4598-b6b5-3211f5b51fe9, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ad3d9a34-9488-4598-b6b5-3211f5b51fe9,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:41.053661 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:41.110911 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:41.112886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:41.116640 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:41.117721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:41.139123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Routers {'982f677a-02ae-4c01-9376-3167bba8092d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:16:41.140035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:16:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['982f677a-02ae-4c01-9376-3167bba8092d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:41.195253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Performing IP validity checks on allocation pools {{(pid=94770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 16:16:41.196539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 16:16:41.231769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Pushing event updated for resources: {'Port': ['ID=1b212942-b00a-44ac-ae64-c76cdd1efb69,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:41.235788 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:41.379757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Network edc41928-ef7d-4c07-9ace-721279fdba6b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:41.381610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:41.387080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ca106-2c14-43dc-ba5d-dceee1718d11 None None] Pushing event updated for resources: {'Port': ['ID=ad3d9a34-9488-4598-b6b5-3211f5b51fe9,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:41.468929 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:41.484414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] Set router 982f677a-02ae-4c01-9376-3167bba8092d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:16:41.501690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07525e-2b62-4136-8a11-896cddb56ba9 req-fca143da-ac63-49ac-9faa-64ea2085dff0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:41.503453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a07525e-2b62-4136-8a11-896cddb56ba9 req-fca143da-ac63-49ac-9faa-64ea2085dff0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1020651 Sep 07 16:16:41.565446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Router 982f677a-02ae-4c01-9376-3167bba8092d has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:16:41.606316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a07525e-2b62-4136-8a11-896cddb56ba9 req-d53abe57-6844-41d3-bffe-ecd796717636 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712872 Sep 07 16:16:41.620575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking segment: {'id': 'f1fc715a-f157-409f-a126-e329a47f3df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '01271326-c9ea-4558-a91e-64a316cb7ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:41.621031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network hostable DHCP agents. Network: 01271326-c9ea-4558-a91e-64a316cb7ec9, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:41.626826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Subnet': ['ID=466a9aab-edda-4d0b-9a5e-f01d7829370a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:41.649492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network 01271326-c9ea-4558-a91e-64a316cb7ec9 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:41.666759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 01271326-c9ea-4558-a91e-64a316cb7ec9) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:41.672458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:41.673269 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:41.689766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a71a3da-2460-44ca-b336-82593d897cd1 None None] Network 01271326-c9ea-4558-a91e-64a316cb7ec9 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:41.702190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-985faa3e-af41-425f-baf3-45326ef531af tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7837043 Sep 07 16:16:41.704331 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:41.734466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:16:41.744679 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4ad9ab8a-4cbb-432e-914a-d3c92086c69e admin admin] 10.222.0.70 "PUT /v2.0/routers/982f677a-02ae-4c01-9376-3167bba8092d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4612923 Sep 07 16:16:41.875839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:41.942195 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:41.987227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c51fb55-90bb-4e5b-8e01-b2678a98fde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-01271326-c9ea-4558-a91e-64a316cb7ec9', 'network_id': '01271326-c9ea-4558-a91e-64a316cb7ec9', 'tenant_id': '2d77dfbb1f25484c8af5f81f3665a016', 'fixed_ips': [{'subnet_id': '466a9aab-edda-4d0b-9a5e-f01d7829370a'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:16:41.989193 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c51fb55-90bb-4e5b-8e01-b2678a98fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:42.015578 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982f677a-02ae-4c01-9376-3167bba8092d', 'name': 'tempest-ServerRescueTestJSON-73116521-router', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:16:36Z', 'updated_at': '2021-09-07T16:16:40Z', 'revision_number': 4, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'gw_port': {'id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:37Z', 'updated_at': '2021-09-07T16:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1b212942-b00a-44ac-ae64-c76cdd1efb69', 'name': '', 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'mac_address': 'fa:16:3e:d6:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '1af5f4b8-d800-46a1-869a-85928ca0360a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:39Z', 'updated_at': '2021-09-07T16:16:40Z', 'revision_number': 2, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'subnets': [{'id': '1af5f4b8-d800-46a1-869a-85928ca0360a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:42.040676 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:42.062047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91afdf8d-3ab8-4a50-ae8b-ee5302671a3d None None] The sync data for ids ['982f677a-02ae-4c01-9376-3167bba8092d'] in n-d-807551-3 is: [{'id': '982f677a-02ae-4c01-9376-3167bba8092d', 'name': 'tempest-ServerRescueTestJSON-73116521-router', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:16:36Z', 'updated_at': '2021-09-07T16:16:40Z', 'revision_number': 4, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'gw_port': {'id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:37Z', 'updated_at': '2021-09-07T16:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1b212942-b00a-44ac-ae64-c76cdd1efb69', 'name': '', 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'mac_address': 'fa:16:3e:d6:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '1af5f4b8-d800-46a1-869a-85928ca0360a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:39Z', 'updated_at': '2021-09-07T16:16:40Z', 'revision_number': 2, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'subnets': [{'id': '1af5f4b8-d800-46a1-869a-85928ca0360a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server [None req-6c51fb55-90bb-4e5b-8e01-b2678a98fde8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 466a9aab-edda-4d0b-9a5e-f01d7829370a: This subnet is being modified by another concurrent operation. Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 16:16:42.212375 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise exception Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 466a9aab-edda-4d0b-9a5e-f01d7829370a: This subnet is being modified by another concurrent operation. Sep 07 16:16:42.216851 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server Sep 07 16:16:42.229035 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:42.239855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afc1c4b-762c-4577-997c-2f6225f64b92 None None] Network 01271326-c9ea-4558-a91e-64a316cb7ec9 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:42.259620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Subnet': ['ID=466a9aab-edda-4d0b-9a5e-f01d7829370a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:42.270906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01271326-c9ea-4558-a91e-64a316cb7ec9']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:42.283474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fc715a-f157-409f-a126-e329a47f3df7') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:42.284123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fc715a-f157-409f-a126-e329a47f3df7') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:42.296835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:42.312194 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:42.319260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:42.319740 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:42.324125 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:42.461090 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:42.473694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf15c9-7ddd-4072-a2c2-6524c0331d0f None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:16:42.479587 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:42.482617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/01271326-c9ea-4558-a91e-64a316cb7ec9 HTTP/1.1" status: 204 len: 168 time: 0.7768686 Sep 07 16:16:42.485997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57492) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:42.493546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e060d8ee-0e5d-4d9b-a68f-cc1c278ec98c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-526010195'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:42.507844 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Network': ['ID=01271326-c9ea-4558-a91e-64a316cb7ec9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:42.532404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:42.532849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:42.533340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:42.533952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:42.534553 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:42.535034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:42.536047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:42.536688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:42.537109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:42.537516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e060d8ee-0e5d-4d9b-a68f-cc1c278ec98c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:42.537643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:42.538052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:42.538551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec138f8-607a-4970-86d8-64cbfd60bf88 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:42.546617 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e060d8ee-0e5d-4d9b-a68f-cc1c278ec98c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:42.603340 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e060d8ee-0e5d-4d9b-a68f-cc1c278ec98c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:42.620256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e060d8ee-0e5d-4d9b-a68f-cc1c278ec98c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:42.620657 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-e060d8ee-0e5d-4d9b-a68f-cc1c278ec98c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Added segment 6f5d5f34-7ca3-4527-afa2-0969dfb7ee57 of type vlan for network a2604cfa-2127-4908-af18-adc8228b056f Sep 07 16:16:42.683419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf15c9-7ddd-4072-a2c2-6524c0331d0f None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:16:42.700670 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e060d8ee-0e5d-4d9b-a68f-cc1c278ec98c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:42.749861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59cf48e4-2ce4-475d-9cf3-bdebe3c3680a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:42.761565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59cf48e4-2ce4-475d-9cf3-bdebe3c3680a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/networks?id=edc41928-ef7d-4c07-9ace-721279fdba6b HTTP/1.1" status: 200 len: 809 time: 0.2435527 Sep 07 16:16:42.768504 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e060d8ee-0e5d-4d9b-a68f-cc1c278ec98c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:42.775376 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060d8ee-0e5d-4d9b-a68f-cc1c278ec98c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:42.776043 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e060d8ee-0e5d-4d9b-a68f-cc1c278ec98c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:42.798613 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-b65b08ef-49af-4c1e-bef0-6785ad11b842 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/quotas/22cbe61cf451482c8ba3902757bec21c HTTP/1.1" status: 200 len: 375 time: 0.0342083 Sep 07 16:16:42.820195 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e060d8ee-0e5d-4d9b-a68f-cc1c278ec98c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3278372 Sep 07 16:16:42.821423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57502) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:42.858283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6d4af07d-8190-4211-9076-1334b41f41e1 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'subnet': {'network_id': 'a2604cfa-2127-4908-af18-adc8228b056f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:42.962889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d8ee-0e5d-4d9b-a68f-cc1c278ec98c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=a2604cfa-2127-4908-af18-adc8228b056f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:42.971951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff503276-0a63-4f76-9bf5-37ab093ed17e req-e936949d-dbfd-4b06-b98f-405c364a4c4c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:42.980319 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff503276-0a63-4f76-9bf5-37ab093ed17e req-e936949d-dbfd-4b06-b98f-405c364a4c4c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.2085624 Sep 07 16:16:43.010914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network a2604cfa-2127-4908-af18-adc8228b056f details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:43.020382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-50ae58ce-d8c7-4413-a345-549ccf4b32c6 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=22cbe61cf451482c8ba3902757bec21c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2192905 Sep 07 16:16:43.101856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4af07d-8190-4211-9076-1334b41f41e1 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:43.111316 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af07d-8190-4211-9076-1334b41f41e1 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:43.237065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff503276-0a63-4f76-9bf5-37ab093ed17e req-a4c37e46-df59-452f-961a-6b96a75069fc tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441185 Sep 07 16:16:43.311063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-97b993e2-0bc6-4ae5-ad1a-ed1f74844b79 service neutron] 10.222.0.70 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791185 Sep 07 16:16:43.479107 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-2ccfea02-f465-4e87-a4aa-f2c081c36557 service neutron] 10.222.0.70 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616619 Sep 07 16:16:43.528583 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af07d-8190-4211-9076-1334b41f41e1 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:43.606272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4af07d-8190-4211-9076-1334b41f41e1 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Subnet': ['ID=b7e6bda8-5bdf-405e-a55c-db6e66905ce7,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:43.622692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4af07d-8190-4211-9076-1334b41f41e1 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking segment: {'id': '6f5d5f34-7ca3-4527-afa2-0969dfb7ee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a2604cfa-2127-4908-af18-adc8228b056f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:43.623116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4af07d-8190-4211-9076-1334b41f41e1 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network hostable DHCP agents. Network: a2604cfa-2127-4908-af18-adc8228b056f, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:43.644297 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4af07d-8190-4211-9076-1334b41f41e1 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network a2604cfa-2127-4908-af18-adc8228b056f is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:43.658071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6d4af07d-8190-4211-9076-1334b41f41e1 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, a2604cfa-2127-4908-af18-adc8228b056f) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:43.663810 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4af07d-8190-4211-9076-1334b41f41e1 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:43.664543 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6d4af07d-8190-4211-9076-1334b41f41e1 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:43.672931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f765b4e8-15ee-4a89-85af-e114345d9438 None None] Network a2604cfa-2127-4908-af18-adc8228b056f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:43.702807 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6d4af07d-8190-4211-9076-1334b41f41e1 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8620200 Sep 07 16:16:43.705694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57554) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:43.877655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0eebf457-2df3-4afb-a42a-fa8a967db238 req-cf85122c-8298-410d-bd70-41b4a63cc0a0 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 210 time: 0.0887764 Sep 07 16:16:43.951799 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:43.966652 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a2604cfa-2127-4908-af18-adc8228b056f', 'network_id': 'a2604cfa-2127-4908-af18-adc8228b056f', 'tenant_id': '2d77dfbb1f25484c8af5f81f3665a016', 'fixed_ips': [{'subnet_id': 'b7e6bda8-5bdf-405e-a55c-db6e66905ce7'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:16:43.967934 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.049304 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.142384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.179635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Allocated IP 172.20.0.1 (a2604cfa-2127-4908-af18-adc8228b056f/b7e6bda8-5bdf-405e-a55c-db6e66905ce7/0623a32e-535c-449c-82bd-f7d8370e6bbe) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:44.286430 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59bafcce-a4a6-4cb6-80d7-142cb335f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.444140 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.460683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Transition to ACTIVE for port object 0623a32e-535c-449c-82bd-f7d8370e6bbe will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:44.479579 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Transition to ACTIVE for port object 0623a32e-535c-449c-82bd-f7d8370e6bbe will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:44.485384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617ba45-ad70-4f99-85ae-789c3fed7bc4 req-840d29c6-ee50-499f-9922-bf091ce8b39a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:44.487840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f617ba45-ad70-4f99-85ae-789c3fed7bc4 req-840d29c6-ee50-499f-9922-bf091ce8b39a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1564825 Sep 07 16:16:44.499363 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.569282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ad3d9a34-9488-4598-b6b5-3211f5b51fe9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:44.598123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.613854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57594) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:44.642524 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f617ba45-ad70-4f99-85ae-789c3fed7bc4 req-acb3f70f-de90-4e56-9ee7-ebf42558d6a9 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399417 Sep 07 16:16:44.659398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Network a2604cfa-2127-4908-af18-adc8228b056f is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:44.682330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:44.690541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:44.702950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e6bda8-5bdf-405e-a55c-db6e66905ce7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:44.750672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Pushing event updated for resources: {'Port': ['ID=0623a32e-535c-449c-82bd-f7d8370e6bbe,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:44.771864 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.805075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2604cfa-2127-4908-af18-adc8228b056f']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:44.816408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5d5f34-7ca3-4527-afa2-0969dfb7ee57') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:44.816971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5d5f34-7ca3-4527-afa2-0969dfb7ee57') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:44.830107 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.857950 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.870566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:44.871150 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:44.879174 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:44.889830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Attempting to bind port 0623a32e-535c-449c-82bd-f7d8370e6bbe on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:44.890254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Attempting to bind port 0623a32e-535c-449c-82bd-f7d8370e6bbe by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '6f5d5f34-7ca3-4527-afa2-0969dfb7ee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a2604cfa-2127-4908-af18-adc8228b056f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:44.890673 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Attempting to bind port 0623a32e-535c-449c-82bd-f7d8370e6bbe on network a2604cfa-2127-4908-af18-adc8228b056f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:44.893097 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.898559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:44.898949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Checking segment: {'id': '6f5d5f34-7ca3-4527-afa2-0969dfb7ee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a2604cfa-2127-4908-af18-adc8228b056f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:44.900044 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.900510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Bound using segment: {'id': '6f5d5f34-7ca3-4527-afa2-0969dfb7ee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a2604cfa-2127-4908-af18-adc8228b056f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:44.901046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Bound port: 0623a32e-535c-449c-82bd-f7d8370e6bbe, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5d5f34-7ca3-4527-afa2-0969dfb7ee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a2604cfa-2127-4908-af18-adc8228b056f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:44.901655 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.905260 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ad3d9a34-9488-4598-b6b5-3211f5b51fe9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:44.921115 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ad3d9a34-9488-4598-b6b5-3211f5b51fe9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:44.921560 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:44.973419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f23489a-9e52-41a7-b9bd-f6c6a6cb4aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.009664 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 16:16:45.009664 n-d-807551-3 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 16:16:45.009664 n-d-807551-3 neutron-server[94770]: [parameters: {'id': 'a2604cfa-2127-4908-af18-adc8228b056f'}] Sep 07 16:16:45.009664 n-d-807551-3 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:16:45.010610 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:16:45.027501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] For port 0623a32e-535c-449c-82bd-f7d8370e6bbe, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:45.061258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8d0c539-a4e6-4a38-94dd-df57028a6dc6 req-99911b91-0b11-435a-a2b0-6aebf968f9fd tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 210 time: 0.0390532 Sep 07 16:16:45.079788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] For port 0623a32e-535c-449c-82bd-f7d8370e6bbe, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0623a32e-535c-449c-82bd-f7d8370e6bbe,segment=NetworkSegment(6f5d5f34-7ca3-4527-afa2-0969dfb7ee57),segment_id=6f5d5f34-7ca3-4527-afa2-0969dfb7ee57)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:45.096206 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.128818 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f23489a-9e52-41a7-b9bd-f6c6a6cb4aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.134462 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.134872 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f23489a-9e52-41a7-b9bd-f6c6a6cb4aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.183447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57610) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:45.183712 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2f23489a-9e52-41a7-b9bd-f6c6a6cb4aeb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2dfa88da6c234f7da1f2c6e88d7b2350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667856 Sep 07 16:16:45.216774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23489a-9e52-41a7-b9bd-f6c6a6cb4aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b11b62c-fec7-413e-a808-f23112c191ad,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:45.242161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port ad3d9a34-9488-4598-b6b5-3211f5b51fe9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ad3d9a34-9488-4598-b6b5-3211f5b51fe9,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:45.252380 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.259150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f548f-4164-47ba-bf9b-fc251e29556f None None] Pushing event updated for resources: {'Port': ['ID=0623a32e-535c-449c-82bd-f7d8370e6bbe,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:45.286400 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Sync routers for ids ['982f677a-02ae-4c01-9376-3167bba8092d'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:16:45.305007 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Routers {'982f677a-02ae-4c01-9376-3167bba8092d'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:16:45.305924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab723d5-ec78-4a01-b389-ad28f9df7853 None None] Network a2604cfa-2127-4908-af18-adc8228b056f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:45.308750 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:16:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['982f677a-02ae-4c01-9376-3167bba8092d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:45.328353 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b4beb8b-3ff6-40eb-8336-734b196433b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.382996 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b4beb8b-3ff6-40eb-8336-734b196433b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.386196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-dc0c5780-d0da-4c78-827f-9a143500b8a2 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:45.387763 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-dc0c5780-d0da-4c78-827f-9a143500b8a2 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.54 "GET /v2.0/networks?id=edc41928-ef7d-4c07-9ace-721279fdba6b HTTP/1.1" status: 200 len: 809 time: 0.1599648 Sep 07 16:16:45.419135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59aca61a-ee83-4403-ba84-fa0a66c3cba4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Request body: {'port': {'device_id': '02baf938-9e54-40f6-bf04-98419eeb3ce7', 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b', 'admin_state_up': True, 'tenant_id': '22cbe61cf451482c8ba3902757bec21c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:45.471517 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b4beb8b-3ff6-40eb-8336-734b196433b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.475421 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b4beb8b-3ff6-40eb-8336-734b196433b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.476994 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=ad3d9a34-9488-4598-b6b5-3211f5b51fe9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:45.489586 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9b4beb8b-3ff6-40eb-8336-734b196433b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b11b62c-fec7-413e-a808-f23112c191ad HTTP/1.1" status: 204 len: 168 time: 0.2994587 Sep 07 16:16:45.517096 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.521617 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4beb8b-3ff6-40eb-8336-734b196433b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b11b62c-fec7-413e-a808-f23112c191ad,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:45.531298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6397313-35ff-451a-9a68-e1075fbd6c6d None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:16:45.643345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Deleting port 0623a32e-535c-449c-82bd-f7d8370e6bbe {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:45.643954 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.654190 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Set router 982f677a-02ae-4c01-9376-3167bba8092d gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:16:45.736541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] For port 0623a32e-535c-449c-82bd-f7d8370e6bbe, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0623a32e-535c-449c-82bd-f7d8370e6bbe,segment=NetworkSegment(6f5d5f34-7ca3-4527-afa2-0969dfb7ee57),segment_id=6f5d5f34-7ca3-4527-afa2-0969dfb7ee57)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:45.737097 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.747390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59aca61a-ee83-4403-ba84-fa0a66c3cba4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Made reservation on behalf of 22cbe61cf451482c8ba3902757bec21c for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:45.755412 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Calling delete_port for 0623a32e-535c-449c-82bd-f7d8370e6bbe owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:45.762420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59aca61a-ee83-4403-ba84-fa0a66c3cba4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:45.767841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6397313-35ff-451a-9a68-e1075fbd6c6d None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:16:45.982299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.002240 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982f677a-02ae-4c01-9376-3167bba8092d', 'name': 'tempest-ServerRescueTestJSON-73116521-router', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:16:36Z', 'updated_at': '2021-09-07T16:16:40Z', 'revision_number': 4, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'gw_port': {'id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:37Z', 'updated_at': '2021-09-07T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1b212942-b00a-44ac-ae64-c76cdd1efb69', 'name': '', 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'mac_address': 'fa:16:3e:d6:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '1af5f4b8-d800-46a1-869a-85928ca0360a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:39Z', 'updated_at': '2021-09-07T16:16:40Z', 'revision_number': 2, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'subnets': [{'id': '1af5f4b8-d800-46a1-869a-85928ca0360a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:46.028032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Port': ['ID=0623a32e-535c-449c-82bd-f7d8370e6bbe,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:46.050487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115630e6-a020-4eda-9fa9-94672fa20456 req-7210c37e-0ed9-40e4-9034-2702e6d6a802 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:46.064321 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-115630e6-a020-4eda-9fa9-94672fa20456 req-7210c37e-0ed9-40e4-9034-2702e6d6a802 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1932931 Sep 07 16:16:46.075989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No DVR routers for this DVR port 0623a32e-535c-449c-82bd-f7d8370e6bbe on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:46.078661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59aca61a-ee83-4403-ba84-fa0a66c3cba4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Allocated IP 172.20.0.11 (edc41928-ef7d-4c07-9ace-721279fdba6b/1af5f4b8-d800-46a1-869a-85928ca0360a/5c746ed5-32a6-46c8-bcad-5349c8257088) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:46.087443 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Checking router: 982f677a-02ae-4c01-9376-3167bba8092d for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:16:46.088081 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Updating router 982f677a-02ae-4c01-9376-3167bba8092d port 1b212942-b00a-44ac-ae64-c76cdd1efb69 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:16:46.174890 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.178623 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.197758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2604cfa-2127-4908-af18-adc8228b056f']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:46.208364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5d5f34-7ca3-4527-afa2-0969dfb7ee57') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:46.208700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5d5f34-7ca3-4527-afa2-0969dfb7ee57') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:46.219240 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.232963 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.240099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:46.240099 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:46.349130 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:46.355112 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.366463 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.369613 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/a2604cfa-2127-4908-af18-adc8228b056f HTTP/1.1" status: 204 len: 168 time: 2.6628246 Sep 07 16:16:46.379802 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57640) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:46.392624 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c74f8751-113f-46dc-b1d5-d01cc1813e5e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-488353617'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:46.418951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf777a09-01a4-4351-a824-b5f01cf495ae tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Network': ['ID=a2604cfa-2127-4908-af18-adc8228b056f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:46.469013 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7ba34e9-6162-4149-9535-dc007060fd10 req-8213468a-38d6-4864-ace3-ec801552534b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 210 time: 0.1328702 Sep 07 16:16:46.471370 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59aca61a-ee83-4403-ba84-fa0a66c3cba4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.483376 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74f8751-113f-46dc-b1d5-d01cc1813e5e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:46.483554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-115630e6-a020-4eda-9fa9-94672fa20456 req-892fa6a1-857b-4c44-b850-7bfcaa309deb tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209218 Sep 07 16:16:46.495734 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c74f8751-113f-46dc-b1d5-d01cc1813e5e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.537217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74f8751-113f-46dc-b1d5-d01cc1813e5e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:46.543379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57644) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:46.551021 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c74f8751-113f-46dc-b1d5-d01cc1813e5e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.551412 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-c74f8751-113f-46dc-b1d5-d01cc1813e5e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Added segment 2d97826d-3266-4532-a52b-3fdaf7c0f11a of type vlan for network 65725184-7f07-44fc-95db-b86b9f6d2faa Sep 07 16:16:46.563309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c66b74d-bb90-4af7-bd7c-db19b5450676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.596165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ad3d9a34-9488-4598-b6b5-3211f5b51fe9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:46.609393 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c74f8751-113f-46dc-b1d5-d01cc1813e5e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.660904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59aca61a-ee83-4403-ba84-fa0a66c3cba4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.664149 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c74f8751-113f-46dc-b1d5-d01cc1813e5e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.675292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74f8751-113f-46dc-b1d5-d01cc1813e5e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:46.676447 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c74f8751-113f-46dc-b1d5-d01cc1813e5e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.713241 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c66b74d-bb90-4af7-bd7c-db19b5450676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.719298 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c66b74d-bb90-4af7-bd7c-db19b5450676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.791314 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c74f8751-113f-46dc-b1d5-d01cc1813e5e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4101131 Sep 07 16:16:46.806469 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57652) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:46.845921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f8751-113f-46dc-b1d5-d01cc1813e5e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=65725184-7f07-44fc-95db-b86b9f6d2faa,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:46.846748 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.849435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59aca61a-ee83-4403-ba84-fa0a66c3cba4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Network edc41928-ef7d-4c07-9ace-721279fdba6b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:46.851132 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aca61a-ee83-4403-ba84-fa0a66c3cba4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Pushing event updated for resources: {'Port': ['ID=5c746ed5-32a6-46c8-bcad-5349c8257088,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:46.852674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-14c830d2-691b-469b-a3cd-13de06860e34 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'subnet': {'network_id': '65725184-7f07-44fc-95db-b86b9f6d2faa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:46.854187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59aca61a-ee83-4403-ba84-fa0a66c3cba4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:46.856463 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59aca61a-ee83-4403-ba84-fa0a66c3cba4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:46.863232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 65725184-7f07-44fc-95db-b86b9f6d2faa details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:46.897549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4c66b74d-bb90-4af7-bd7c-db19b5450676 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6941a0f8a5b147d7b909e9451f7426c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492243 Sep 07 16:16:46.901053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57656) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:46.912997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ad3d9a34-9488-4598-b6b5-3211f5b51fe9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:46.913395 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:46.940908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66b74d-bb90-4af7-bd7c-db19b5450676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ad3f98-dfdd-40e7-a5ec-6e24cd0dfed4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:46.993401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59aca61a-ee83-4403-ba84-fa0a66c3cba4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:46.994054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59aca61a-ee83-4403-ba84-fa0a66c3cba4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.020153 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.039831 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Transition to ACTIVE for port object 1b212942-b00a-44ac-ae64-c76cdd1efb69 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:47.046479 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-59aca61a-ee83-4403-ba84-fa0a66c3cba4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6388350 Sep 07 16:16:47.049626 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16674e04-9f79-4e7c-927f-5b214c128da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.055031 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.068855 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Request body: {'port': {'device_id': '02baf938-9e54-40f6-bf04-98419eeb3ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:47.069725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c830d2-691b-469b-a3cd-13de06860e34 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:47.075115 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14c830d2-691b-469b-a3cd-13de06860e34 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.108819 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16674e04-9f79-4e7c-927f-5b214c128da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.171535 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.262542 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Pushing event updated for resources: {'Port': ['ID=1b212942-b00a-44ac-ae64-c76cdd1efb69,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:47.290203 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:47.290760 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:47.291259 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:47.291760 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:47.292240 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:47.292747 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:47.293242 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:47.293727 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:47.294210 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:47.294693 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:47.295529 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:47.296018 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:47.331846 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Attempting to bind port 1b212942-b00a-44ac-ae64-c76cdd1efb69 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:47.332819 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Attempting to bind port 1b212942-b00a-44ac-ae64-c76cdd1efb69 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '34e61d30-0ecd-4daa-87c2-5901ca5100c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:47.333561 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Attempting to bind port 1b212942-b00a-44ac-ae64-c76cdd1efb69 on network edc41928-ef7d-4c07-9ace-721279fdba6b {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:47.339931 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:47.340701 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Checking segment: {'id': '34e61d30-0ecd-4daa-87c2-5901ca5100c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:47.341434 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.341995 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Bound using segment: {'id': '34e61d30-0ecd-4daa-87c2-5901ca5100c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:47.342778 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Bound port: 1b212942-b00a-44ac-ae64-c76cdd1efb69, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e61d30-0ecd-4daa-87c2-5901ca5100c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:47.344678 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.355046 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16674e04-9f79-4e7c-927f-5b214c128da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.357722 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16674e04-9f79-4e7c-927f-5b214c128da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.358941 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-16674e04-9f79-4e7c-927f-5b214c128da6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6ad3f98-dfdd-40e7-a5ec-6e24cd0dfed4 HTTP/1.1" status: 204 len: 168 time: 0.4546881 Sep 07 16:16:47.376595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16674e04-9f79-4e7c-927f-5b214c128da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ad3f98-dfdd-40e7-a5ec-6e24cd0dfed4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:47.453374 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] For port 1b212942-b00a-44ac-ae64-c76cdd1efb69, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:47.458678 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] For port 1b212942-b00a-44ac-ae64-c76cdd1efb69, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1b212942-b00a-44ac-ae64-c76cdd1efb69,segment=NetworkSegment(34e61d30-0ecd-4daa-87c2-5901ca5100c9),segment_id=34e61d30-0ecd-4daa-87c2-5901ca5100c9)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:47.469804 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.642378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c746ed5-32a6-46c8-bcad-5349c8257088 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:16:47.644291 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Routers {'982f677a-02ae-4c01-9376-3167bba8092d'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:16:47.645167 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:16:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['982f677a-02ae-4c01-9376-3167bba8092d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:47.663152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.682054 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Transition to ACTIVE for port object 5c746ed5-32a6-46c8-bcad-5349c8257088 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:47.687869 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.748605 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367cfbd-ba65-459e-9fc5-f83b6f56b356 None None] Pushing event updated for resources: {'Port': ['ID=1b212942-b00a-44ac-ae64-c76cdd1efb69,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:47.792460 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14c830d2-691b-469b-a3cd-13de06860e34 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.800037 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] Set router 982f677a-02ae-4c01-9376-3167bba8092d gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:16:47.844852 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Pushing event updated for resources: {'Port': ['ID=5c746ed5-32a6-46c8-bcad-5349c8257088,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:47.874630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c830d2-691b-469b-a3cd-13de06860e34 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Subnet': ['ID=d4fb790e-099c-4a39-b0f0-b18e21a66acc,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:47.889057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Attempting to bind port 5c746ed5-32a6-46c8-bcad-5349c8257088 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:47.889429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Attempting to bind port 5c746ed5-32a6-46c8-bcad-5349c8257088 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '34e61d30-0ecd-4daa-87c2-5901ca5100c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:47.890244 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Attempting to bind port 5c746ed5-32a6-46c8-bcad-5349c8257088 on network edc41928-ef7d-4c07-9ace-721279fdba6b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:47.896353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Port 5c746ed5-32a6-46c8-bcad-5349c8257088 on network edc41928-ef7d-4c07-9ace-721279fdba6b not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:16:47.897072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Attempting to bind port 5c746ed5-32a6-46c8-bcad-5349c8257088 on network edc41928-ef7d-4c07-9ace-721279fdba6b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:47.903695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:47.904037 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Checking segment: {'id': '34e61d30-0ecd-4daa-87c2-5901ca5100c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:47.904459 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Bound using segment: {'id': '34e61d30-0ecd-4daa-87c2-5901ca5100c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:47.904901 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Bound port: 5c746ed5-32a6-46c8-bcad-5349c8257088, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e61d30-0ecd-4daa-87c2-5901ca5100c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:47.905413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:47.953330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74fae1-bca6-43a6-835f-75a39bf041dd req-9e0e4e1f-7470-448f-ac88-6ab897928c7f tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:47.954937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e74fae1-bca6-43a6-835f-75a39bf041dd req-9e0e4e1f-7470-448f-ac88-6ab897928c7f tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 944 time: 0.1847169 Sep 07 16:16:47.965709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a8b91-8107-4127-806d-db850022b101 req-366fc9ab-72a9-476e-9206-78f953b1cca9 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:47.973619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e97a8b91-8107-4127-806d-db850022b101 req-366fc9ab-72a9-476e-9206-78f953b1cca9 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.2044435 Sep 07 16:16:47.984218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c830d2-691b-469b-a3cd-13de06860e34 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking segment: {'id': '2d97826d-3266-4532-a52b-3fdaf7c0f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '65725184-7f07-44fc-95db-b86b9f6d2faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:47.984595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c830d2-691b-469b-a3cd-13de06860e34 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network hostable DHCP agents. Network: 65725184-7f07-44fc-95db-b86b9f6d2faa, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:48.005428 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] For port 5c746ed5-32a6-46c8-bcad-5349c8257088, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:48.015576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] For port 5c746ed5-32a6-46c8-bcad-5349c8257088, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5c746ed5-32a6-46c8-bcad-5349c8257088,segment=NetworkSegment(34e61d30-0ecd-4daa-87c2-5901ca5100c9),segment_id=34e61d30-0ecd-4daa-87c2-5901ca5100c9)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:48.026501 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:48.042418 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e74fae1-bca6-43a6-835f-75a39bf041dd req-c283ded7-e852-46e7-b4c7-67b48a9817e7 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613847 Sep 07 16:16:48.076903 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e97a8b91-8107-4127-806d-db850022b101 req-5820d588-8681-4759-a823-9f8e1e3c0c4e tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022501 Sep 07 16:16:48.099879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c830d2-691b-469b-a3cd-13de06860e34 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network 65725184-7f07-44fc-95db-b86b9f6d2faa is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:48.116225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-14c830d2-691b-469b-a3cd-13de06860e34 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 65725184-7f07-44fc-95db-b86b9f6d2faa) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:48.127856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c830d2-691b-469b-a3cd-13de06860e34 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:48.128403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33ce599-f68e-4d1d-94fa-00849a9b3a5a None None] Network 65725184-7f07-44fc-95db-b86b9f6d2faa requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:48.128897 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14c830d2-691b-469b-a3cd-13de06860e34 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:48.171704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-14c830d2-691b-469b-a3cd-13de06860e34 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3611920 Sep 07 16:16:48.172380 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57692) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:48.179438 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982f677a-02ae-4c01-9376-3167bba8092d', 'name': 'tempest-ServerRescueTestJSON-73116521-router', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:16:36Z', 'updated_at': '2021-09-07T16:16:40Z', 'revision_number': 4, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'gw_port': {'id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:37Z', 'updated_at': '2021-09-07T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1b212942-b00a-44ac-ae64-c76cdd1efb69', 'name': '', 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'mac_address': 'fa:16:3e:d6:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '1af5f4b8-d800-46a1-869a-85928ca0360a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:39Z', 'updated_at': '2021-09-07T16:16:47Z', 'revision_number': 4, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'subnets': [{'id': '1af5f4b8-d800-46a1-869a-85928ca0360a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:48.187257 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Pushing event updated for resources: {'Port': ['ID=5c746ed5-32a6-46c8-bcad-5349c8257088,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:48.198182 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:48.199927 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:48.205461 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a9bdd555-afe3-47b3-9cb0-e4574ecdccdd service neutron] 10.222.0.54 "PUT /v2.0/ports/5c746ed5-32a6-46c8-bcad-5349c8257088 HTTP/1.1" status: 200 len: 1092 time: 1.1428089 Sep 07 16:16:48.206407 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02baf938-9e54-40f6-bf04-98419eeb3ce7', 'tag': '5c746ed5-32a6-46c8-bcad-5349c8257088'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:48.214622 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ada6b07-5077-46cd-9ba0-d762c0205fed" -d '{"events": [{"name": "network-changed", "server_uuid": "02baf938-9e54-40f6-bf04-98419eeb3ce7", "tag": "5c746ed5-32a6-46c8-bcad-5349c8257088"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:48.267807 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0595775b-5243-4ac8-89b0-512b9efc491f None None] The sync data for ids ['982f677a-02ae-4c01-9376-3167bba8092d'] in n-d-807551-3 is: [{'id': '982f677a-02ae-4c01-9376-3167bba8092d', 'name': 'tempest-ServerRescueTestJSON-73116521-router', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:16:36Z', 'updated_at': '2021-09-07T16:16:40Z', 'revision_number': 4, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'gw_port': {'id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:37Z', 'updated_at': '2021-09-07T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1b212942-b00a-44ac-ae64-c76cdd1efb69', 'name': '', 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'mac_address': 'fa:16:3e:d6:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '1af5f4b8-d800-46a1-869a-85928ca0360a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:39Z', 'updated_at': '2021-09-07T16:16:47Z', 'revision_number': 4, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'subnets': [{'id': '1af5f4b8-d800-46a1-869a-85928ca0360a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:16:48.397359 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e43b240-af2b-481b-8620-867237a0de74 x-openstack-request-id: req-9e43b240-af2b-481b-8620-867237a0de74 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:48.397750 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02baf938-9e54-40f6-bf04-98419eeb3ce7", "tag": "5c746ed5-32a6-46c8-bcad-5349c8257088", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:48.399358 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e43b240-af2b-481b-8620-867237a0de74 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:48.399815 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02baf938-9e54-40f6-bf04-98419eeb3ce7', 'tag': '5c746ed5-32a6-46c8-bcad-5349c8257088', 'status': 'completed', 'code': 200} Sep 07 16:16:48.413507 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a10bb5bb-42da-48a5-83ca-8403830c6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:48.413507 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-a10bb5bb-42da-48a5-83ca-8403830c6998 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22cbe61cf451482c8ba3902757bec21c&device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 1095 time: 0.1645398 Sep 07 16:16:48.435839 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-65725184-7f07-44fc-95db-b86b9f6d2faa', 'network_id': '65725184-7f07-44fc-95db-b86b9f6d2faa', 'tenant_id': '2d77dfbb1f25484c8af5f81f3665a016', 'fixed_ips': [{'subnet_id': 'd4fb790e-099c-4a39-b0f0-b18e21a66acc'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:16:48.437399 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:48.490107 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:48.528022 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-42a61643-ee93-477d-9e0a-19ea27b6d500 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c746ed5-32a6-46c8-bcad-5349c8257088 HTTP/1.1" status: 200 len: 217 time: 0.1022775 Sep 07 16:16:48.599527 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:48.602279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-10b41835-af3a-4789-82fb-a7c0e93f7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:48.605649 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-10b41835-af3a-4789-82fb-a7c0e93f7941 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1af5f4b8-d800-46a1-869a-85928ca0360a HTTP/1.1" status: 200 len: 849 time: 0.0707135 Sep 07 16:16:48.640197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1b212942-b00a-44ac-ae64-c76cdd1efb69 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:48.663474 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-4a09d37e-b804-4bc9-bb29-882fb334d685 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc41928-ef7d-4c07-9ace-721279fdba6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454018 Sep 07 16:16:48.687868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Allocated IP 172.20.0.1 (65725184-7f07-44fc-95db-b86b9f6d2faa/d4fb790e-099c-4a39-b0f0-b18e21a66acc/5f2b55ea-d34a-469b-8418-c5465c02606a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:48.802679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 1b212942-b00a-44ac-ae64-c76cdd1efb69 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:48.823961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1b212942-b00a-44ac-ae64-c76cdd1efb69 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:48.824367 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:48.862089 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-25dc6e1d-ecea-472f-ac1d-1e53829592d4 service neutron] 10.222.0.54 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872783 Sep 07 16:16:48.998507 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:49.026800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Transition to ACTIVE for port object 5f2b55ea-d34a-469b-8418-c5465c02606a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:49.027077 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8928f235-89ce-4eb0-a25c-2497b5a4c737 req-fc104f1a-e1d5-48e6-ae0a-bd89fe1b821b service neutron] 10.222.0.54 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548128 Sep 07 16:16:49.028914 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:49.052061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Transition to ACTIVE for port object 5f2b55ea-d34a-469b-8418-c5465c02606a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:49.082919 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:49.086049 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:49.132257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Network 65725184-7f07-44fc-95db-b86b9f6d2faa is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:49.137887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:49.142343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:49.178020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 1b212942-b00a-44ac-ae64-c76cdd1efb69, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1b212942-b00a-44ac-ae64-c76cdd1efb69,segment=NetworkSegment(34e61d30-0ecd-4daa-87c2-5901ca5100c9),segment_id=34e61d30-0ecd-4daa-87c2-5901ca5100c9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:49.203479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada6b07-5077-46cd-9ba0-d762c0205fed req-fe004841-1e86-47e9-8917-f565de2151fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:49.211939 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9ada6b07-5077-46cd-9ba0-d762c0205fed req-fe004841-1e86-47e9-8917-f565de2151fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22cbe61cf451482c8ba3902757bec21c&device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 1095 time: 0.1245792 Sep 07 16:16:49.214210 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:49.218083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fb790e-099c-4a39-b0f0-b18e21a66acc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:49.234423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Pushing event updated for resources: {'Port': ['ID=5f2b55ea-d34a-469b-8418-c5465c02606a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:49.254208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:49.254629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:49.255016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:49.255463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:49.255781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:49.256360 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:49.256697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:49.257219 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:49.257716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:49.258284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:49.259493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:49.260073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:49.327511 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Attempting to bind port 5f2b55ea-d34a-469b-8418-c5465c02606a on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:49.336614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Attempting to bind port 5f2b55ea-d34a-469b-8418-c5465c02606a by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '2d97826d-3266-4532-a52b-3fdaf7c0f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '65725184-7f07-44fc-95db-b86b9f6d2faa'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:49.337181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Attempting to bind port 5f2b55ea-d34a-469b-8418-c5465c02606a on network 65725184-7f07-44fc-95db-b86b9f6d2faa {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:49.352227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:49.352774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Checking segment: {'id': '2d97826d-3266-4532-a52b-3fdaf7c0f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '65725184-7f07-44fc-95db-b86b9f6d2faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:49.353382 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:49.353911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Bound using segment: {'id': '2d97826d-3266-4532-a52b-3fdaf7c0f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '65725184-7f07-44fc-95db-b86b9f6d2faa'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:49.354481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Bound port: 5f2b55ea-d34a-469b-8418-c5465c02606a, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d97826d-3266-4532-a52b-3fdaf7c0f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '65725184-7f07-44fc-95db-b86b9f6d2faa'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:49.354956 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:49.435951 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=1b212942-b00a-44ac-ae64-c76cdd1efb69,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:49.437021 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:49.451263 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada6b07-5077-46cd-9ba0-d762c0205fed req-d2ad333f-5f16-4929-8d5e-73eb3e1ea6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:49.452960 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9ada6b07-5077-46cd-9ba0-d762c0205fed req-d2ad333f-5f16-4929-8d5e-73eb3e1ea6c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=edc41928-ef7d-4c07-9ace-721279fdba6b HTTP/1.1" status: 200 len: 910 time: 0.2322562 Sep 07 16:16:49.481408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] For port 5f2b55ea-d34a-469b-8418-c5465c02606a, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:49.482253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65725184-7f07-44fc-95db-b86b9f6d2faa']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:49.486555 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] For port 5f2b55ea-d34a-469b-8418-c5465c02606a, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5f2b55ea-d34a-469b-8418-c5465c02606a,segment=NetworkSegment(2d97826d-3266-4532-a52b-3fdaf7c0f11a),segment_id=2d97826d-3266-4532-a52b-3fdaf7c0f11a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:49.491148 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:49.513402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d97826d-3266-4532-a52b-3fdaf7c0f11a') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:49.514083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d97826d-3266-4532-a52b-3fdaf7c0f11a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:49.546395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:49.563968 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9ada6b07-5077-46cd-9ba0-d762c0205fed req-8176d32f-c9fe-468a-b2cd-5a9b67f5e622 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c746ed5-32a6-46c8-bcad-5349c8257088 HTTP/1.1" status: 200 len: 217 time: 0.0986307 Sep 07 16:16:49.569588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f1936-4cbd-432c-9f3b-5b5e7a62aaa2 req-491e0c64-d2c6-4c52-8950-ff891d689d48 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:49.571638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b9f1936-4cbd-432c-9f3b-5b5e7a62aaa2 req-491e0c64-d2c6-4c52-8950-ff891d689d48 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 944 time: 0.3146672 Sep 07 16:16:49.582718 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e880c9-550d-4060-85d7-400a9eedc30f req-fe2e464b-7cef-49d3-b99b-27e92fc4214b tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:49.590815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93e880c9-550d-4060-85d7-400a9eedc30f req-fe2e464b-7cef-49d3-b99b-27e92fc4214b tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.3359165 Sep 07 16:16:49.601769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad78458-f90f-4a30-a05d-049d2d0ffccc None None] Pushing event updated for resources: {'Port': ['ID=5f2b55ea-d34a-469b-8418-c5465c02606a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:49.616488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5891bc58-1101-4bc8-9caa-3c4922083600 None None] Network 65725184-7f07-44fc-95db-b86b9f6d2faa requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:49.643745 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:49.661249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:49.662686 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:49.667307 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:49.675633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada6b07-5077-46cd-9ba0-d762c0205fed req-30c1b357-7ca2-44a1-a549-0d9fb7c1c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:49.677158 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9ada6b07-5077-46cd-9ba0-d762c0205fed req-30c1b357-7ca2-44a1-a549-0d9fb7c1c5f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1af5f4b8-d800-46a1-869a-85928ca0360a HTTP/1.1" status: 200 len: 849 time: 0.1077757 Sep 07 16:16:49.701057 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b9f1936-4cbd-432c-9f3b-5b5e7a62aaa2 req-4f2b3693-643e-4772-ade3-6946bd93f52b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026096 Sep 07 16:16:49.741492 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9ada6b07-5077-46cd-9ba0-d762c0205fed req-e1a24479-d825-4042-be5c-5f0312f3f054 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc41928-ef7d-4c07-9ace-721279fdba6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530531 Sep 07 16:16:49.783033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc65a07-71dd-4bcd-b871-354524d33f5e None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:16:49.814309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 16:16:49.814309 n-d-807551-3 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 16:16:49.814309 n-d-807551-3 neutron-server[94770]: [parameters: {'id': '65725184-7f07-44fc-95db-b86b9f6d2faa'}] Sep 07 16:16:49.814309 n-d-807551-3 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:16:49.815808 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:16:49.844639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93e880c9-550d-4060-85d7-400a9eedc30f req-dc1f5e76-8b19-4a73-8c1f-410628375490 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413757 Sep 07 16:16:49.893494 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9ada6b07-5077-46cd-9ba0-d762c0205fed req-c568ca8b-056b-461e-8b6e-ebf18c61ed67 service neutron] 10.222.0.54 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446111 Sep 07 16:16:49.967110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc65a07-71dd-4bcd-b871-354524d33f5e None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:16:50.041012 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9ada6b07-5077-46cd-9ba0-d762c0205fed req-c0c045ca-a51a-4f81-9918-b9cdb10c3fea service neutron] 10.222.0.54 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334515 Sep 07 16:16:50.317061 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:50.405824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Deleting port 5f2b55ea-d34a-469b-8418-c5465c02606a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:50.406295 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:50.434357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1b212942-b00a-44ac-ae64-c76cdd1efb69 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:50.485836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] For port 5f2b55ea-d34a-469b-8418-c5465c02606a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5f2b55ea-d34a-469b-8418-c5465c02606a,segment=NetworkSegment(2d97826d-3266-4532-a52b-3fdaf7c0f11a),segment_id=2d97826d-3266-4532-a52b-3fdaf7c0f11a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:50.486492 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:50.488847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1b212942-b00a-44ac-ae64-c76cdd1efb69 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:50.489246 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:50.504510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Calling delete_port for 5f2b55ea-d34a-469b-8418-c5465c02606a owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:50.602751 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:50.630647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Port': ['ID=5f2b55ea-d34a-469b-8418-c5465c02606a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:50.636871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No DVR routers for this DVR port 5f2b55ea-d34a-469b-8418-c5465c02606a on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:50.735685 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:50.762300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65725184-7f07-44fc-95db-b86b9f6d2faa']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:50.774640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d97826d-3266-4532-a52b-3fdaf7c0f11a') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:50.775132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d97826d-3266-4532-a52b-3fdaf7c0f11a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:50.812819 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:50.833298 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:50.842512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:50.842909 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:50.845872 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:50.870805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504baa1-cdf7-49bb-8c42-56f0850d17a0 req-77fbfd6c-a8e6-4fb3-83a8-dc543d8bf2c7 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:50.872352 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0504baa1-cdf7-49bb-8c42-56f0850d17a0 req-77fbfd6c-a8e6-4fb3-83a8-dc543d8bf2c7 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 944 time: 0.0950999 Sep 07 16:16:50.982275 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:50.997576 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0504baa1-cdf7-49bb-8c42-56f0850d17a0 req-f2ce4f8f-1850-4194-b814-90d41449e5c6 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144030 Sep 07 16:16:51.026120 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.032744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/65725184-7f07-44fc-95db-b86b9f6d2faa HTTP/1.1" status: 204 len: 168 time: 2.8546281 Sep 07 16:16:51.033378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57800) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:51.037680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fe780fe8-5af7-4e98-a124-b692012711cb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-796932152'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:51.045493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e73038-383c-49da-b4a8-5abd8548275e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Network': ['ID=65725184-7f07-44fc-95db-b86b9f6d2faa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:51.074318 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce414c5-bb9d-4f02-9200-77a330fd812e req-b6b57b2c-6a50-462c-b195-25b8496ed9e8 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:51.076627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ce414c5-bb9d-4f02-9200-77a330fd812e req-b6b57b2c-6a50-462c-b195-25b8496ed9e8 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1120305 Sep 07 16:16:51.094187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe780fe8-5af7-4e98-a124-b692012711cb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:51.098915 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe780fe8-5af7-4e98-a124-b692012711cb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.131477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe780fe8-5af7-4e98-a124-b692012711cb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:51.142075 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe780fe8-5af7-4e98-a124-b692012711cb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.142724 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-fe780fe8-5af7-4e98-a124-b692012711cb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Added segment 0f42e6da-c4f8-4764-bdba-067941662164 of type vlan for network 2df8e116-2cbb-4b43-bf4a-a09b844f985d Sep 07 16:16:51.157727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ce414c5-bb9d-4f02-9200-77a330fd812e req-dc5888fd-3373-4427-a457-288c8457608d tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750024 Sep 07 16:16:51.189678 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe780fe8-5af7-4e98-a124-b692012711cb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.217510 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe780fe8-5af7-4e98-a124-b692012711cb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.228394 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe780fe8-5af7-4e98-a124-b692012711cb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:51.229328 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe780fe8-5af7-4e98-a124-b692012711cb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.275788 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fe780fe8-5af7-4e98-a124-b692012711cb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2401314 Sep 07 16:16:51.276937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57806) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:51.282695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fc5acc64-b8d5-4801-bbf6-d20124b26daf tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:51.306006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe780fe8-5af7-4e98-a124-b692012711cb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=2df8e116-2cbb-4b43-bf4a-a09b844f985d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:51.320745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 2df8e116-2cbb-4b43-bf4a-a09b844f985d details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:51.337357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57810) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:51.415647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57814) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:51.493691 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc5acc64-b8d5-4801-bbf6-d20124b26daf tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.502421 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ff2a-ffb1-4e11-81a3-011fd664bb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.508073 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc5acc64-b8d5-4801-bbf6-d20124b26daf tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.527764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc5acc64-b8d5-4801-bbf6-d20124b26daf tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network 2df8e116-2cbb-4b43-bf4a-a09b844f985d is not hosted by any dhcp agent {{(pid=94770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 16:16:51.532019 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d32fc71f-44a6-4ba4-afd5-af7503ff077b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.533152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5acc64-b8d5-4801-bbf6-d20124b26daf tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:51.533759 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc5acc64-b8d5-4801-bbf6-d20124b26daf tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.535622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fc5acc64-b8d5-4801-bbf6-d20124b26daf tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "PUT /v2.0/networks/2df8e116-2cbb-4b43-bf4a-a09b844f985d HTTP/1.1" status: 200 len: 723 time: 0.2570882 Sep 07 16:16:51.538166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57818) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:51.549729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4694038b-4482-4e0c-b05d-314b4727e3f8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'subnet': {'network_id': '2df8e116-2cbb-4b43-bf4a-a09b844f985d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:51.610889 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ff2a-ffb1-4e11-81a3-011fd664bb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.611675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5acc64-b8d5-4801-bbf6-d20124b26daf tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=2df8e116-2cbb-4b43-bf4a-a09b844f985d,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:51.616766 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ff2a-ffb1-4e11-81a3-011fd664bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.624230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 2df8e116-2cbb-4b43-bf4a-a09b844f985d details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:51.672824 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b8d5ff2a-ffb1-4e11-81a3-011fd664bb93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5015953cb964e0cbd933d9029db1119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341389 Sep 07 16:16:51.675568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57820) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:51.679475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5ff2a-ffb1-4e11-81a3-011fd664bb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd5a65e-a765-4b6a-97ea-6a06519c025e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:51.734018 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6815f3b-cd97-4d07-972e-a5fefbfcec1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.740136 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d32fc71f-44a6-4ba4-afd5-af7503ff077b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.745163 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d32fc71f-44a6-4ba4-afd5-af7503ff077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.762931 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6815f3b-cd97-4d07-972e-a5fefbfcec1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.778993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4694038b-4482-4e0c-b05d-314b4727e3f8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:51.782427 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4694038b-4482-4e0c-b05d-314b4727e3f8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.787324 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d32fc71f-44a6-4ba4-afd5-af7503ff077b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0939813ffe4144e5b5fb2967ec163296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706210 Sep 07 16:16:51.788212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fc71f-44a6-4ba4-afd5-af7503ff077b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41feb4cd-9ae4-419a-a451-83c10fea5248,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:51.792923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57822) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:51.844108 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd182-e5fa-4a28-bfc4-7c475b5bdb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.866518 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd182-e5fa-4a28-bfc4-7c475b5bdb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.876433 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6815f3b-cd97-4d07-972e-a5fefbfcec1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.879188 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a6815f3b-cd97-4d07-972e-a5fefbfcec1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.880505 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a6815f3b-cd97-4d07-972e-a5fefbfcec1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2cd5a65e-a765-4b6a-97ea-6a06519c025e HTTP/1.1" status: 204 len: 168 time: 0.2034526 Sep 07 16:16:51.894351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6815f3b-cd97-4d07-972e-a5fefbfcec1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd5a65e-a765-4b6a-97ea-6a06519c025e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:51.947093 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd182-e5fa-4a28-bfc4-7c475b5bdb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.950647 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd182-e5fa-4a28-bfc4-7c475b5bdb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:51.954338 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cb1bd182-e5fa-4a28-bfc4-7c475b5bdb57 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/41feb4cd-9ae4-419a-a451-83c10fea5248 HTTP/1.1" status: 204 len: 168 time: 0.1584401 Sep 07 16:16:51.975885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bd182-e5fa-4a28-bfc4-7c475b5bdb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41feb4cd-9ae4-419a-a451-83c10fea5248,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:52.014316 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4694038b-4482-4e0c-b05d-314b4727e3f8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.054442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5c746ed5-32a6-46c8-bcad-5349c8257088 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:16:52.079460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694038b-4482-4e0c-b05d-314b4727e3f8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Subnet': ['ID=68420d13-545c-46ba-8475-96f82d0ce65c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:52.090068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694038b-4482-4e0c-b05d-314b4727e3f8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking segment: {'id': '0f42e6da-c4f8-4764-bdba-067941662164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2df8e116-2cbb-4b43-bf4a-a09b844f985d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:52.090448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4694038b-4482-4e0c-b05d-314b4727e3f8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network hostable DHCP agents. Network: 2df8e116-2cbb-4b43-bf4a-a09b844f985d, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:52.139593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4694038b-4482-4e0c-b05d-314b4727e3f8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network 2df8e116-2cbb-4b43-bf4a-a09b844f985d is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:52.168431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e684a-02b6-4418-a110-f2e0767b4f9e req-bee9d03e-e137-44d8-980f-ce66e44f09d8 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:52.169366 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a18e684a-02b6-4418-a110-f2e0767b4f9e req-bee9d03e-e137-44d8-980f-ce66e44f09d8 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 944 time: 0.0713768 Sep 07 16:16:52.170846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4694038b-4482-4e0c-b05d-314b4727e3f8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 2df8e116-2cbb-4b43-bf4a-a09b844f985d) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:52.177234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4694038b-4482-4e0c-b05d-314b4727e3f8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:52.178007 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4694038b-4482-4e0c-b05d-314b4727e3f8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.187092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea1a5b6-10e8-44f2-b380-69ae33556d8a None None] Network 2df8e116-2cbb-4b43-bf4a-a09b844f985d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:52.226701 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a18e684a-02b6-4418-a110-f2e0767b4f9e req-d10fc7bf-de35-4023-81fa-2dc26a908c67 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Sep 07 16:16:52.228933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4694038b-4482-4e0c-b05d-314b4727e3f8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6898170 Sep 07 16:16:52.232300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57842) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:52.239816 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1b1f4952-7eb5-45f2-8fd9-fef404387b73 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:52.364434 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4952-7eb5-45f2-8fd9-fef404387b73 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-134095129'] for subnet, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.401389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5c746ed5-32a6-46c8-bcad-5349c8257088, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5c746ed5-32a6-46c8-bcad-5349c8257088,segment=NetworkSegment(34e61d30-0ecd-4daa-87c2-5901ca5100c9),segment_id=34e61d30-0ecd-4daa-87c2-5901ca5100c9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:52.417463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b7c0f-7b22-42c8-837a-f0717b77ac0e req-681b451f-37d0-4b47-aa36-186fbe06fb32 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:52.421227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e92b7c0f-7b22-42c8-837a-f0717b77ac0e req-681b451f-37d0-4b47-aa36-186fbe06fb32 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1058755 Sep 07 16:16:52.430006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57844) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:52.434097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '5c746ed5-32a6-46c8-bcad-5349c8257088', 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b', 'port_id': '5c746ed5-32a6-46c8-bcad-5349c8257088', 'mac_address': 'fa:16:3e:df:d1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af5f4b8-d800-46a1-869a-85928ca0360a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:16:52.451754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b40c866b-a3ba-4153-8d02-534d06dd0893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.475533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e92b7c0f-7b22-42c8-837a-f0717b77ac0e req-2259dab2-97de-46d4-9b24-518044d3a6b1 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463641 Sep 07 16:16:52.486605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57846) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:52.503506 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.510652 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b609b82b-4a69-44ca-964b-4acff3d61f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.517343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c746ed5-32a6-46c8-bcad-5349c8257088 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:16:52.525113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-2df8e116-2cbb-4b43-bf4a-a09b844f985d', 'network_id': '2df8e116-2cbb-4b43-bf4a-a09b844f985d', 'tenant_id': '2d77dfbb1f25484c8af5f81f3665a016', 'fixed_ips': [{'subnet_id': '68420d13-545c-46ba-8475-96f82d0ce65c'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:16:52.525995 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.551523 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5c746ed5-32a6-46c8-bcad-5349c8257088, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5c746ed5-32a6-46c8-bcad-5349c8257088,segment=NetworkSegment(34e61d30-0ecd-4daa-87c2-5901ca5100c9),segment_id=34e61d30-0ecd-4daa-87c2-5901ca5100c9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:52.559372 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.606794 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4952-7eb5-45f2-8fd9-fef404387b73 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790661720549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4578079'] for subnet, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.652458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1f4952-7eb5-45f2-8fd9-fef404387b73 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:52.652943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4952-7eb5-45f2-8fd9-fef404387b73 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.656719 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1b1f4952-7eb5-45f2-8fd9-fef404387b73 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "PUT /v2.0/subnets/68420d13-545c-46ba-8475-96f82d0ce65c HTTP/1.1" status: 200 len: 806 time: 0.4203696 Sep 07 16:16:52.658336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57848) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:52.681685 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b40c866b-a3ba-4153-8d02-534d06dd0893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.682782 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f4952-7eb5-45f2-8fd9-fef404387b73 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Subnet': ['ID=68420d13-545c-46ba-8475-96f82d0ce65c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:52.686874 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b40c866b-a3ba-4153-8d02-534d06dd0893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.689206 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=5c746ed5-32a6-46c8-bcad-5349c8257088,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:52.718831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Allocated IP 172.20.0.2 (2df8e116-2cbb-4b43-bf4a-a09b844f985d/68420d13-545c-46ba-8475-96f82d0ce65c/fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:52.729603 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b40c866b-a3ba-4153-8d02-534d06dd0893 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12896e37248c4ff290f293f51e093e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977443 Sep 07 16:16:52.730413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c866b-a3ba-4153-8d02-534d06dd0893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dd2b35-d2cf-4ab3-a721-fcba53bccae2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:52.732961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57850) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:52.800513 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15ea4445-ea2b-4dc2-b51a-e2d7cd4d3aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.809270 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.824978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['5c746ed5-32a6-46c8-bcad-5349c8257088'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:16:52.828416 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15ea4445-ea2b-4dc2-b51a-e2d7cd4d3aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.892168 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15ea4445-ea2b-4dc2-b51a-e2d7cd4d3aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.895100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15ea4445-ea2b-4dc2-b51a-e2d7cd4d3aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.898632 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-15ea4445-ea2b-4dc2-b51a-e2d7cd4d3aee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02dd2b35-d2cf-4ab3-a721-fcba53bccae2 HTTP/1.1" status: 204 len: 168 time: 0.1622906 Sep 07 16:16:52.905503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea4445-ea2b-4dc2-b51a-e2d7cd4d3aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dd2b35-d2cf-4ab3-a721-fcba53bccae2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:52.922983 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.927178 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b609b82b-4a69-44ca-964b-4acff3d61f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.937362 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.951054 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b609b82b-4a69-44ca-964b-4acff3d61f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:52.956885 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Transition to ACTIVE for port object fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:52.985311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Transition to ACTIVE for port object fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:53.000598 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.013328 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b609b82b-4a69-44ca-964b-4acff3d61f8e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=10c80403dd0e49f0a8fbf5afebc73042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250466 Sep 07 16:16:53.016799 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57856) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:53.017478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609b82b-4a69-44ca-964b-4acff3d61f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7369952-2424-4a1a-a3d7-5a826dc20b5e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:53.056612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Network 2df8e116-2cbb-4b43-bf4a-a09b844f985d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:53.059788 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.069611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:53.075711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:53.077880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Pushing event updated for resources: {'Port': ['ID=fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:53.128978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Subnet': ['ID=68420d13-545c-46ba-8475-96f82d0ce65c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:53.144776 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Attempting to bind port fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:53.145428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Attempting to bind port fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '0f42e6da-c4f8-4764-bdba-067941662164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2df8e116-2cbb-4b43-bf4a-a09b844f985d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:53.145845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Attempting to bind port fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a on network 2df8e116-2cbb-4b43-bf4a-a09b844f985d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:53.152074 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:53.152738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Checking segment: {'id': '0f42e6da-c4f8-4764-bdba-067941662164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2df8e116-2cbb-4b43-bf4a-a09b844f985d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:53.153251 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.153768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Bound using segment: {'id': '0f42e6da-c4f8-4764-bdba-067941662164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2df8e116-2cbb-4b43-bf4a-a09b844f985d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:53.154365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Bound port: fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f42e6da-c4f8-4764-bdba-067941662164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2df8e116-2cbb-4b43-bf4a-a09b844f985d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:53.154889 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.186749 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.202861 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0925fb8b-0957-450e-9286-a96155d947c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.214527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df8e116-2cbb-4b43-bf4a-a09b844f985d']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:53.227135 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] For port fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:53.230822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] For port fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a,segment=NetworkSegment(0f42e6da-c4f8-4764-bdba-067941662164),segment_id=0f42e6da-c4f8-4764-bdba-067941662164)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:53.241368 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.261576 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0925fb8b-0957-450e-9286-a96155d947c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.271120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f42e6da-c4f8-4764-bdba-067941662164') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:53.271427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f42e6da-c4f8-4764-bdba-067941662164') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:53.289351 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.318773 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.327434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:53.327899 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:53.331836 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:53.334258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c0c21-4448-4f08-80f2-dd7544aac318 None None] Pushing event updated for resources: {'Port': ['ID=fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:53.358719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e71cdf5-450d-456b-8460-60f2c1b303d9 None None] Network 2df8e116-2cbb-4b43-bf4a-a09b844f985d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:53.424231 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0925fb8b-0957-450e-9286-a96155d947c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.426683 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0925fb8b-0957-450e-9286-a96155d947c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.427857 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0925fb8b-0957-450e-9286-a96155d947c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f7369952-2424-4a1a-a3d7-5a826dc20b5e HTTP/1.1" status: 204 len: 168 time: 0.4054513 Sep 07 16:16:53.442149 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 16:16:53.442149 n-d-807551-3 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 16:16:53.442149 n-d-807551-3 neutron-server[94770]: [parameters: {'id': '2df8e116-2cbb-4b43-bf4a-a09b844f985d'}] Sep 07 16:16:53.442149 n-d-807551-3 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:16:53.442524 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:16:53.452323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925fb8b-0957-450e-9286-a96155d947c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7369952-2424-4a1a-a3d7-5a826dc20b5e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:53.472806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bfc48-3d26-4b37-a1f2-cbbf45dd570e req-5e9ec9ac-cd4b-472d-9b9f-394932bc14d8 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:53.474378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e06bfc48-3d26-4b37-a1f2-cbbf45dd570e req-5e9ec9ac-cd4b-472d-9b9f-394932bc14d8 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 945 time: 0.0832767 Sep 07 16:16:53.526880 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e06bfc48-3d26-4b37-a1f2-cbbf45dd570e req-0c36702c-4cf3-41b0-8e2e-97c68bc75110 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455983 Sep 07 16:16:53.575135 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595f1616-3490-464e-bf4d-3d32ce417c7c None None] Network 2df8e116-2cbb-4b43-bf4a-a09b844f985d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:53.620550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e4d83-1c8b-4204-9ff4-3dee9bb8dabf req-f3ece444-1ba5-43bf-a015-e5ad7dd0a0dd tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:53.622343 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a90e4d83-1c8b-4204-9ff4-3dee9bb8dabf req-f3ece444-1ba5-43bf-a015-e5ad7dd0a0dd tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.0559695 Sep 07 16:16:53.666043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a90e4d83-1c8b-4204-9ff4-3dee9bb8dabf req-d8008e8c-03be-4402-9709-521bdd23d2a6 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376668 Sep 07 16:16:53.874080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058c9fb-db26-4d19-be29-8d6cae7a2283 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:16:53.943545 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:53.992298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058c9fb-db26-4d19-be29-8d6cae7a2283 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:16:54.012665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Deleting port fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:54.013020 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.089720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] For port fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a,segment=NetworkSegment(0f42e6da-c4f8-4764-bdba-067941662164),segment_id=0f42e6da-c4f8-4764-bdba-067941662164)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:54.089949 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.104601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Calling delete_port for fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:54.113614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5c746ed5-32a6-46c8-bcad-5349c8257088 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:16:54.203494 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.240952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Port': ['ID=fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:54.252978 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:16:54.254152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No DVR routers for this DVR port fa9caf7f-4750-45e2-83ef-ec9c56dd8d0a on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:54.303890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 5c746ed5-32a6-46c8-bcad-5349c8257088 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:16:54.318109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 5c746ed5-32a6-46c8-bcad-5349c8257088 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:16:54.318497 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.382969 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.418288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df8e116-2cbb-4b43-bf4a-a09b844f985d']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:54.435496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f42e6da-c4f8-4764-bdba-067941662164') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:54.435800 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f42e6da-c4f8-4764-bdba-067941662164') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:54.449077 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.464427 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.476308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:54.476738 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:54.480495 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:54.553694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.561711 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.564602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/2df8e116-2cbb-4b43-bf4a-a09b844f985d HTTP/1.1" status: 204 len: 168 time: 1.9047570 Sep 07 16:16:54.567528 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57938) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:54.574877 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.595066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b6be7-ebb1-4ec2-9f71-f95c334cac16 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Network': ['ID=2df8e116-2cbb-4b43-bf4a-a09b844f985d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:54.597986 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb31ff27-430d-46b2-a57c-95ad08fb20a2 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:54.601703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb31ff27-430d-46b2-a57c-95ad08fb20a2 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:54.605398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02baf938-9e54-40f6-bf04-98419eeb3ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c746ed5-32a6-46c8-bcad-5349c8257088'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:16:54.608571 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-eb31ff27-430d-46b2-a57c-95ad08fb20a2 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/2df8e116-2cbb-4b43-bf4a-a09b844f985d HTTP/1.1" status: 404 len: 339 time: 0.0373223 Sep 07 16:16:54.608769 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43ff3ad-5d35-46dc-b1ea-e4171f986632" -d '{"events": [{"server_uuid": "02baf938-9e54-40f6-bf04-98419eeb3ce7", "name": "network-vif-plugged", "status": "completed", "tag": "5c746ed5-32a6-46c8-bcad-5349c8257088"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:16:54.609998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57940) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:54.625421 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5c746ed5-32a6-46c8-bcad-5349c8257088, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5c746ed5-32a6-46c8-bcad-5349c8257088,segment=NetworkSegment(34e61d30-0ecd-4daa-87c2-5901ca5100c9),segment_id=34e61d30-0ecd-4daa-87c2-5901ca5100c9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:54.631614 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.638577 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2070888492', 'description': 'd1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:54.672950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:54.686545 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.686703 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa72c78-9d4b-4bcc-a0a0-62bc72974358 x-openstack-request-id: req-eaa72c78-9d4b-4bcc-a0a0-62bc72974358 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:16:54.686910 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02baf938-9e54-40f6-bf04-98419eeb3ce7", "name": "network-vif-plugged", "status": "completed", "tag": "5c746ed5-32a6-46c8-bcad-5349c8257088", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:16:54.687176 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eaa72c78-9d4b-4bcc-a0a0-62bc72974358 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:16:54.688045 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02baf938-9e54-40f6-bf04-98419eeb3ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c746ed5-32a6-46c8-bcad-5349c8257088', 'code': 200} Sep 07 16:16:54.712792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=5c746ed5-32a6-46c8-bcad-5349c8257088,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:54.735721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:54.750687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0c460-1622-46f8-833c-60443c14b149 req-28df4719-3eca-4ba3-9b86-7e42d4414fd4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:54.756751 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ef0c460-1622-46f8-833c-60443c14b149 req-28df4719-3eca-4ba3-9b86-7e42d4414fd4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.0968444 Sep 07 16:16:54.758578 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.759021 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Added segment 0ea64846-1d08-46ff-9bd3-25fa17f69df4 of type vlan for network 9ad2c9c7-ba90-4c03-a36c-f5af6a3c4f82 Sep 07 16:16:54.835971 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.854896 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c303c-a3b8-479b-a210-9aab860af775 req-e1516462-5da8-4608-9389-1e6035383619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:54.857074 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ea9c303c-a3b8-479b-a210-9aab860af775 req-e1516462-5da8-4608-9389-1e6035383619 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0853174 Sep 07 16:16:54.865713 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ef0c460-1622-46f8-833c-60443c14b149 req-d55cf020-d357-469c-8c3a-ef16fbd7b0f3 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027467 Sep 07 16:16:54.891308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e9cde-4adb-481f-85ad-4e4e6e62eae9 req-45152ca0-1f59-4c67-ada8-73dc45bc5bb8 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:54.899417 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-600e9cde-4adb-481f-85ad-4e4e6e62eae9 req-45152ca0-1f59-4c67-ada8-73dc45bc5bb8 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1009426 Sep 07 16:16:54.913525 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ea9c303c-a3b8-479b-a210-9aab860af775 req-ec7361a9-b878-4094-9028-6baeada3ea39 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406535 Sep 07 16:16:54.916403 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.922621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:54.923223 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:54.960991 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-600e9cde-4adb-481f-85ad-4e4e6e62eae9 req-391701b5-ff3b-4d10-bf50-bd1f6239dd00 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606151 Sep 07 16:16:54.964796 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3534849 Sep 07 16:16:54.968906 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57962) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:55.035222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=9ad2c9c7-ba90-4c03-a36c-f5af6a3c4f82,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:55.047191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:55.047733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:55.048073 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:55.048730 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:55.049240 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:55.049927 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:55.050410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:55.050910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:55.051387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:55.051893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:55.052392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:55.052867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76f828-c5eb-4899-a5d9-570de1ad3cdc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:16:55.066068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 9ad2c9c7-ba90-4c03-a36c-f5af6a3c4f82 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:55.123890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e53996-b2fc-4355-9966-7aefc52ab4c8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:55.125400 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-99e53996-b2fc-4355-9966-7aefc52ab4c8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "GET /v2.0/networks?id=9ad2c9c7-ba90-4c03-a36c-f5af6a3c4f82 HTTP/1.1" status: 200 len: 761 time: 0.1552677 Sep 07 16:16:55.128027 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57984) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:55.133411 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-300673e6-3790-41c2-a70d-1f6cf66ccc8b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'description': 'd2'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:55.648619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e3453-d9e8-40e7-b62c-b50d453303f0 req-95b11899-a23f-4392-951b-5a72416da849 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:55.655395 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca6e3453-d9e8-40e7-b62c-b50d453303f0 req-95b11899-a23f-4392-951b-5a72416da849 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1317902 Sep 07 16:16:55.684228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-300673e6-3790-41c2-a70d-1f6cf66ccc8b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:55.707228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-300673e6-3790-41c2-a70d-1f6cf66ccc8b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:55.708070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca6e3453-d9e8-40e7-b62c-b50d453303f0 req-6f58cbd1-82a4-4fa2-8786-f956fc62d8ed tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Sep 07 16:16:55.711206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7243f0-9751-49e8-959a-cc08e7c0727f req-6b1e206f-cfce-4956-bd1d-760789053b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:55.712877 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3f7243f0-9751-49e8-959a-cc08e7c0727f req-6b1e206f-cfce-4956-bd1d-760789053b37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00b7087b2aa04afbb2976d09645f485f&device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 1097 time: 0.0843966 Sep 07 16:16:55.747239 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-300673e6-3790-41c2-a70d-1f6cf66ccc8b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network 9ad2c9c7-ba90-4c03-a36c-f5af6a3c4f82 is not hosted by any dhcp agent {{(pid=94771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 16:16:55.752942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300673e6-3790-41c2-a70d-1f6cf66ccc8b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:55.753746 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-300673e6-3790-41c2-a70d-1f6cf66ccc8b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:55.758057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58032) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:55.758239 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-300673e6-3790-41c2-a70d-1f6cf66ccc8b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "PUT /v2.0/networks/9ad2c9c7-ba90-4c03-a36c-f5af6a3c4f82 HTTP/1.1" status: 200 len: 758 time: 0.6288295 Sep 07 16:16:55.843634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300673e6-3790-41c2-a70d-1f6cf66ccc8b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=9ad2c9c7-ba90-4c03-a36c-f5af6a3c4f82,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:55.856024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 9ad2c9c7-ba90-4c03-a36c-f5af6a3c4f82 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:55.882871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47704329-6a2d-4e3e-98b1-0d31672f203b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:55.884811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-47704329-6a2d-4e3e-98b1-0d31672f203b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "GET /v2.0/networks?id=9ad2c9c7-ba90-4c03-a36c-f5af6a3c4f82 HTTP/1.1" status: 200 len: 761 time: 0.1250939 Sep 07 16:16:55.888625 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58048) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:55.895201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a82a1e80-c3a2-40f4-8b9d-dbde4eb28005 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1465918131'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:55.959223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7243f0-9751-49e8-959a-cc08e7c0727f req-7963f521-7038-4e4b-87c0-82590acf5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:55.962060 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3f7243f0-9751-49e8-959a-cc08e7c0727f req-7963f521-7038-4e4b-87c0-82590acf5ea4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 HTTP/1.1" status: 200 len: 916 time: 0.2399411 Sep 07 16:16:55.970814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82a1e80-c3a2-40f4-8b9d-dbde4eb28005 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:55.976467 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a82a1e80-c3a2-40f4-8b9d-dbde4eb28005 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:56.018277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487cfe8-734f-4bba-9d6f-d79f5037e907 req-75396e0e-8197-4805-9f7c-5602a8ef8247 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:56.026704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4487cfe8-734f-4bba-9d6f-d79f5037e907 req-75396e0e-8197-4805-9f7c-5602a8ef8247 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.0676937 Sep 07 16:16:56.049471 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3f7243f0-9751-49e8-959a-cc08e7c0727f req-8c6dbd45-ed71-40e1-9612-436641e5c79c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1290ee5-6de5-46af-851d-c7cb63d159ea HTTP/1.1" status: 200 len: 217 time: 0.0693293 Sep 07 16:16:56.075622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4487cfe8-734f-4bba-9d6f-d79f5037e907 req-6d689ca6-3d37-41aa-a8b6-1a2320752ebd tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Sep 07 16:16:56.082549 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82a1e80-c3a2-40f4-8b9d-dbde4eb28005 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:16:56.128145 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a82a1e80-c3a2-40f4-8b9d-dbde4eb28005 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:56.128600 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-a82a1e80-c3a2-40f4-8b9d-dbde4eb28005 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Added segment 81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd of type vlan for network 6669dc18-ce94-47e3-b04c-957573cf4f1a Sep 07 16:16:56.188404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7243f0-9751-49e8-959a-cc08e7c0727f req-bdf07096-fca4-468e-a024-dc41f23dd66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:56.190017 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3f7243f0-9751-49e8-959a-cc08e7c0727f req-bdf07096-fca4-468e-a024-dc41f23dd66b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=153bd6fc-4666-4528-9069-201b8a260bc8 HTTP/1.1" status: 200 len: 854 time: 0.1017292 Sep 07 16:16:56.193488 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a82a1e80-c3a2-40f4-8b9d-dbde4eb28005 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:56.254755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7243f0-9751-49e8-959a-cc08e7c0727f req-849e16dd-08df-48b0-b4ae-4d4a7e41eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:56.256292 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3f7243f0-9751-49e8-959a-cc08e7c0727f req-849e16dd-08df-48b0-b4ae-4d4a7e41eebe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526676 Sep 07 16:16:56.256914 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a82a1e80-c3a2-40f4-8b9d-dbde4eb28005 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:56.265667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a1e80-c3a2-40f4-8b9d-dbde4eb28005 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:56.266536 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a82a1e80-c3a2-40f4-8b9d-dbde4eb28005 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:56.376429 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a82a1e80-c3a2-40f4-8b9d-dbde4eb28005 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4866104 Sep 07 16:16:56.379204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58094) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:56.385142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e7fe1118-a7c9-48ad-b919-c1c8fc78a46d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'subnet': {'network_id': '6669dc18-ce94-47e3-b04c-957573cf4f1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:16:56.429366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a1e80-c3a2-40f4-8b9d-dbde4eb28005 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=6669dc18-ce94-47e3-b04c-957573cf4f1a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:56.442078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 6669dc18-ce94-47e3-b04c-957573cf4f1a details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:16:56.466724 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3f7243f0-9751-49e8-959a-cc08e7c0727f req-d93d4c8d-9b42-40e5-95dd-98693b847f85 service neutron] 10.222.0.35 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959853 Sep 07 16:16:56.523048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fe1118-a7c9-48ad-b919-c1c8fc78a46d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:16:56.531810 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7fe1118-a7c9-48ad-b919-c1c8fc78a46d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:56.614897 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3f7243f0-9751-49e8-959a-cc08e7c0727f req-c0da1869-324a-4973-beec-b7d7d86567e0 service neutron] 10.222.0.35 "GET /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357422 Sep 07 16:16:56.804547 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7fe1118-a7c9-48ad-b919-c1c8fc78a46d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:56.810660 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58126) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:56.870985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe1118-a7c9-48ad-b919-c1c8fc78a46d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Subnet': ['ID=c37272ee-9557-49dd-b676-6c4ad7e4cbd0,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:56.883399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38722a0e-85fe-44e5-a6dd-a4521d4b1444 req-e4f5dc33-6126-4ba9-b48e-754fa044a27f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:56.884965 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38722a0e-85fe-44e5-a6dd-a4521d4b1444 req-e4f5dc33-6126-4ba9-b48e-754fa044a27f tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1097615 Sep 07 16:16:56.925047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe1118-a7c9-48ad-b919-c1c8fc78a46d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking segment: {'id': '81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6669dc18-ce94-47e3-b04c-957573cf4f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:56.925415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe1118-a7c9-48ad-b919-c1c8fc78a46d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network hostable DHCP agents. Network: 6669dc18-ce94-47e3-b04c-957573cf4f1a, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:16:56.955283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38722a0e-85fe-44e5-a6dd-a4521d4b1444 req-2bf923b4-4be9-4bff-9b86-dfcf04a0c803 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607102 Sep 07 16:16:56.956783 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58966676-fe1e-4514-87ce-3c2b64352a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:56.963713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe1118-a7c9-48ad-b919-c1c8fc78a46d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network 6669dc18-ce94-47e3-b04c-957573cf4f1a is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:16:56.976868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e7fe1118-a7c9-48ad-b919-c1c8fc78a46d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 6669dc18-ce94-47e3-b04c-957573cf4f1a) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:56.984366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe1118-a7c9-48ad-b919-c1c8fc78a46d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:56.986045 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7fe1118-a7c9-48ad-b919-c1c8fc78a46d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:56.989156 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef43903e-814f-49fd-aa33-69dd82287e43 None None] Network 6669dc18-ce94-47e3-b04c-957573cf4f1a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:57.072364 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58966676-fe1e-4514-87ce-3c2b64352a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.076975 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58966676-fe1e-4514-87ce-3c2b64352a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.085051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e7fe1118-a7c9-48ad-b919-c1c8fc78a46d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7044425 Sep 07 16:16:57.085785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:57.122852 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-58966676-fe1e-4514-87ce-3c2b64352a64 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ede7f26af7ea452ea9cf43067a22c96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109086 Sep 07 16:16:57.123612 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58966676-fe1e-4514-87ce-3c2b64352a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c2710e-27aa-4a0d-9ec3-76f5a7bef223,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:57.125634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58148) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:57.162041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-6669dc18-ce94-47e3-b04c-957573cf4f1a', 'network_id': '6669dc18-ce94-47e3-b04c-957573cf4f1a', 'tenant_id': '2d77dfbb1f25484c8af5f81f3665a016', 'fixed_ips': [{'subnet_id': 'c37272ee-9557-49dd-b676-6c4ad7e4cbd0'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:16:57.163102 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.306217 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.307906 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79bb035e-b043-4383-8ae0-15e8633c7958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.340873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Allocated IP 172.20.0.2 (6669dc18-ce94-47e3-b04c-957573cf4f1a/c37272ee-9557-49dd-b676-6c4ad7e4cbd0/6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:16:57.340999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09db59-f517-4a61-bfe7-06b4f3ee18af req-b2835c13-8a21-4019-b729-190ee2765a1a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:57.342445 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b09db59-f517-4a61-bfe7-06b4f3ee18af req-b2835c13-8a21-4019-b729-190ee2765a1a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1490021 Sep 07 16:16:57.359775 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79bb035e-b043-4383-8ae0-15e8633c7958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.450958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b09db59-f517-4a61-bfe7-06b4f3ee18af req-f25770e3-f6e5-4563-9581-e2b83d53475c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945952 Sep 07 16:16:57.455253 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.545588 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79bb035e-b043-4383-8ae0-15e8633c7958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.548907 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79bb035e-b043-4383-8ae0-15e8633c7958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.550311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-79bb035e-b043-4383-8ae0-15e8633c7958 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/78c2710e-27aa-4a0d-9ec3-76f5a7bef223 HTTP/1.1" status: 204 len: 168 time: 0.4218156 Sep 07 16:16:57.561235 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.561961 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb035e-b043-4383-8ae0-15e8633c7958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c2710e-27aa-4a0d-9ec3-76f5a7bef223,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:57.571517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Transition to ACTIVE for port object 6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:57.596141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Transition to ACTIVE for port object 6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:16:57.603423 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.626381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.649860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Network 6669dc18-ce94-47e3-b04c-957573cf4f1a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:16:57.658137 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:16:57.664587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:16:57.668046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Pushing event updated for resources: {'Port': ['ID=6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:57.684099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Subnet': ['ID=c37272ee-9557-49dd-b676-6c4ad7e4cbd0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:57.761641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Attempting to bind port 6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:16:57.762030 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Attempting to bind port 6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6669dc18-ce94-47e3-b04c-957573cf4f1a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:16:57.762372 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Attempting to bind port 6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb on network 6669dc18-ce94-47e3-b04c-957573cf4f1a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:16:57.782697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:16:57.785899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Checking segment: {'id': '81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6669dc18-ce94-47e3-b04c-957573cf4f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:16:57.790656 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.792474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Bound using segment: {'id': '81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6669dc18-ce94-47e3-b04c-957573cf4f1a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:16:57.793159 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Bound port: 6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6669dc18-ce94-47e3-b04c-957573cf4f1a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:16:57.793622 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd03eeb-1b34-485f-a9b7-5a0ec9414acb req-3a0c6da9-f644-429d-b7fb-281b1e202986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:57.796593 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9dd03eeb-1b34-485f-a9b7-5a0ec9414acb req-3a0c6da9-f644-429d-b7fb-281b1e202986 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22cbe61cf451482c8ba3902757bec21c&device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0927229 Sep 07 16:16:57.796742 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.803259 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.900155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6669dc18-ce94-47e3-b04c-957573cf4f1a']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:57.923398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] For port 6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:16:57.927648 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] For port 6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb,segment=NetworkSegment(81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd),segment_id=81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:16:57.932398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18e728-d140-4daf-ab30-471bb93577e9 req-c9078256-6c50-4d73-860e-ac898d07eda0 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:57.935696 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.939899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c18e728-d140-4daf-ab30-471bb93577e9 req-c9078256-6c50-4d73-860e-ac898d07eda0 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1484623 Sep 07 16:16:57.943517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:57.943821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:57.964876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd03eeb-1b34-485f-a9b7-5a0ec9414acb req-76a60e4c-8908-4f9c-b9fb-054f588ebf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:57.966091 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:57.968852 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9dd03eeb-1b34-485f-a9b7-5a0ec9414acb req-76a60e4c-8908-4f9c-b9fb-054f588ebf13 service neutron] 10.222.0.54 "GET /v2.0/networks?id=edc41928-ef7d-4c07-9ace-721279fdba6b HTTP/1.1" status: 200 len: 910 time: 0.1610794 Sep 07 16:16:58.004828 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.006101 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7536df-fbdb-40ef-b846-98f2303cd465 None None] Pushing event updated for resources: {'Port': ['ID=6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:58.026280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c18e728-d140-4daf-ab30-471bb93577e9 req-a548445b-aad1-4653-b9d1-f795dbc2263b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854189 Sep 07 16:16:58.037032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:58.037565 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:58.041209 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:58.062548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec92020-112e-48e4-bb61-42655cf676b4 None None] Network 6669dc18-ce94-47e3-b04c-957573cf4f1a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:16:58.070967 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9dd03eeb-1b34-485f-a9b7-5a0ec9414acb req-5d89a80d-ef6b-473d-b6d7-f25a1639ed5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c746ed5-32a6-46c8-bcad-5349c8257088 HTTP/1.1" status: 200 len: 217 time: 0.0948315 Sep 07 16:16:58.110209 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 16:16:58.110209 n-d-807551-3 neutron-server[94770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 16:16:58.110209 n-d-807551-3 neutron-server[94770]: [parameters: {'id': '6669dc18-ce94-47e3-b04c-957573cf4f1a'}] Sep 07 16:16:58.110209 n-d-807551-3 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:16:58.111842 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:16:58.144784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58208) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:58.152495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd03eeb-1b34-485f-a9b7-5a0ec9414acb req-3b62d567-4180-4495-a6a7-a635d5740c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:58.153903 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9dd03eeb-1b34-485f-a9b7-5a0ec9414acb req-3b62d567-4180-4495-a6a7-a635d5740c09 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1af5f4b8-d800-46a1-869a-85928ca0360a HTTP/1.1" status: 200 len: 849 time: 0.0750065 Sep 07 16:16:58.185057 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-579ce1e9-3365-414d-ba7a-0b0e4ad57f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.197012 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9dd03eeb-1b34-485f-a9b7-5a0ec9414acb req-8decabce-566f-4050-b8e3-b878e51753f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc41928-ef7d-4c07-9ace-721279fdba6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357440 Sep 07 16:16:58.215969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6e7efc-490c-40de-95e9-8d68721545f1 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:16:58.228261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003da924-5cd1-4145-ba7a-816f8090948f req-4a616c41-46ce-4f76-9cd8-fc46f318b9c5 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:58.230051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-003da924-5cd1-4145-ba7a-816f8090948f req-4a616c41-46ce-4f76-9cd8-fc46f318b9c5 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1049764 Sep 07 16:16:58.260502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58210) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:58.306688 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-003da924-5cd1-4145-ba7a-816f8090948f req-5e95a80f-13d5-4f7d-b058-1c554717a073 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671554 Sep 07 16:16:58.321287 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9dd03eeb-1b34-485f-a9b7-5a0ec9414acb req-40d40675-b4fd-4ce7-b134-d47a39be5767 service neutron] 10.222.0.54 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169212 Sep 07 16:16:58.346496 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-579ce1e9-3365-414d-ba7a-0b0e4ad57f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.358678 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-579ce1e9-3365-414d-ba7a-0b0e4ad57f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.395498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6e7efc-490c-40de-95e9-8d68721545f1 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:16:58.409401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-579ce1e9-3365-414d-ba7a-0b0e4ad57f73 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a46f00cef9d4c8ea3a5fced9bab875d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453103 Sep 07 16:16:58.410281 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ce1e9-3365-414d-ba7a-0b0e4ad57f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66d93c4-f77f-442f-ab11-66ef55e24e73,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:58.412220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58218) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:58.476574 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe8224a1-ebeb-44cb-992f-9c3b12bcbd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.512241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72099806-3a3a-4c6c-a549-004d61e3ae8c req-17887007-283e-43e0-a654-3100086e1f1e tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:58.516830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72099806-3a3a-4c6c-a549-004d61e3ae8c req-17887007-283e-43e0-a654-3100086e1f1e tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.0796783 Sep 07 16:16:58.519023 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9dd03eeb-1b34-485f-a9b7-5a0ec9414acb req-5caff816-e60f-43e4-90f5-396d50448317 service neutron] 10.222.0.54 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878507 Sep 07 16:16:58.529393 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b701df87-961a-460d-a662-6cc3488b6ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.557708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b701df87-961a-460d-a662-6cc3488b6ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.632362 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b701df87-961a-460d-a662-6cc3488b6ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.635984 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b701df87-961a-460d-a662-6cc3488b6ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.639563 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b701df87-961a-460d-a662-6cc3488b6ed7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c66d93c4-f77f-442f-ab11-66ef55e24e73 HTTP/1.1" status: 204 len: 168 time: 0.2112775 Sep 07 16:16:58.650629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701df87-961a-460d-a662-6cc3488b6ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66d93c4-f77f-442f-ab11-66ef55e24e73,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:58.877436 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:58.922022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72099806-3a3a-4c6c-a549-004d61e3ae8c req-7993ac9d-9b9c-4336-a3bc-2c7de2666231 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986862 Sep 07 16:16:59.003825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Deleting port 6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:16:59.004242 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.008560 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe8224a1-ebeb-44cb-992f-9c3b12bcbd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.021689 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe8224a1-ebeb-44cb-992f-9c3b12bcbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.142726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fe8224a1-ebeb-44cb-992f-9c3b12bcbd67 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8880840f8b5f427697608a6547ba2e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8801630 Sep 07 16:16:59.145509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58248) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:59.161448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8224a1-ebeb-44cb-992f-9c3b12bcbd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1554f822-eda9-4cf8-b86c-c66586316e1e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:59.177470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] For port 6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb,segment=NetworkSegment(81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd),segment_id=81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:16:59.177741 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.198963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Calling delete_port for 6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:16:59.207604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f8cd8-b382-4b7a-8348-2720a0d4b75e req-dcac310d-ffcf-4a7d-b43b-fd8935a85045 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:59.209198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-085f8cd8-b382-4b7a-8348-2720a0d4b75e req-dcac310d-ffcf-4a7d-b43b-fd8935a85045 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515 HTTP/1.1" status: 200 len: 945 time: 0.1914091 Sep 07 16:16:59.210980 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a395712a-75fd-4520-96ef-eab3996d6ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.239470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af0ba9-b73b-41a7-854c-1c6967e48f30 req-a267cd54-851a-4545-811d-53c2e8361331 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:59.239926 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a395712a-75fd-4520-96ef-eab3996d6ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.240988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2af0ba9-b73b-41a7-854c-1c6967e48f30 req-a267cd54-851a-4545-811d-53c2e8361331 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1282868 Sep 07 16:16:59.297063 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a395712a-75fd-4520-96ef-eab3996d6ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.302112 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a395712a-75fd-4520-96ef-eab3996d6ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.306082 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a395712a-75fd-4520-96ef-eab3996d6ca6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1554f822-eda9-4cf8-b86c-c66586316e1e HTTP/1.1" status: 204 len: 168 time: 0.1569681 Sep 07 16:16:59.324264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395712a-75fd-4520-96ef-eab3996d6ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1554f822-eda9-4cf8-b86c-c66586316e1e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:59.324891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-085f8cd8-b382-4b7a-8348-2720a0d4b75e req-d8d718d4-e0e1-42c4-89f4-af4f9b2e60b1 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051018 Sep 07 16:16:59.344061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2af0ba9-b73b-41a7-854c-1c6967e48f30 req-b9ebe4ce-6d40-408f-b05f-3106a266aa13 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947967 Sep 07 16:16:59.388773 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.418174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Port': ['ID=6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:59.427000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No DVR routers for this DVR port 6d049ea4-a2b1-4612-a695-2b5ba1f5bdbb on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:16:59.563084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46631c-2cf6-4cda-bcfd-0c7f973daf4a req-913bb265-db7e-4b61-9491-418d7f3dd504 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:16:59.563084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d46631c-2cf6-4cda-bcfd-0c7f973daf4a req-913bb265-db7e-4b61-9491-418d7f3dd504 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 945 time: 0.1337249 Sep 07 16:16:59.563084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.606798 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6669dc18-ce94-47e3-b04c-957573cf4f1a']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:59.624862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:59.625215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81af2efc-fc1a-4e35-bdfc-b6e4c0adf1dd') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:16:59.647099 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d46631c-2cf6-4cda-bcfd-0c7f973daf4a req-c3545d83-d801-4d38-a00a-a0dd6fd2113e tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708177 Sep 07 16:16:59.648699 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.671248 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.678147 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:16:59.678600 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:16:59.700150 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:16:59.719684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-4b606335-f90f-475c-b9db-f344dc6f7d50 req-2b6a142e-6847-4915-aa67-5ba1e95e45ef tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:16:59.721428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b606335-f90f-475c-b9db-f344dc6f7d50 req-2b6a142e-6847-4915-aa67-5ba1e95e45ef tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166790 Sep 07 16:16:59.815519 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.821429 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:16:59.824810 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/6669dc18-ce94-47e3-b04c-957573cf4f1a HTTP/1.1" status: 204 len: 168 time: 2.7371554 Sep 07 16:16:59.826299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58286) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:59.858752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3c373-c646-4b5c-8599-5cc0d1ae00ea tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Network': ['ID=6669dc18-ce94-47e3-b04c-957573cf4f1a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:16:59.871349 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-905f9a01-39ec-44f3-bff6-6cd4e1f56339 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] GET failed (client error): The resource could not be found. Sep 07 16:16:59.873467 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-905f9a01-39ec-44f3-bff6-6cd4e1f56339 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "GET /v2.0/subnets/c37272ee-9557-49dd-b676-6c4ad7e4cbd0 HTTP/1.1" status: 404 len: 337 time: 0.0458715 Sep 07 16:16:59.876470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58290) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:16:59.901976 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b606335-f90f-475c-b9db-f344dc6f7d50 req-efbaf7c4-8587-422c-ac3e-ddf928c97075 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1508164 Sep 07 16:16:59.918871 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e163cd25-3ed8-431e-9872-1d568bd254a5 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:16:59.920007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e163cd25-3ed8-431e-9872-1d568bd254a5 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:16:59.922563 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e163cd25-3ed8-431e-9872-1d568bd254a5 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/6669dc18-ce94-47e3-b04c-957573cf4f1a HTTP/1.1" status: 404 len: 339 time: 0.0449426 Sep 07 16:16:59.926503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58296) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:00.214637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499c5e21-85e9-4ebb-afed-fdc2224ba413 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:00.217647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-499c5e21-85e9-4ebb-afed-fdc2224ba413 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2891154 Sep 07 16:17:00.220459 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58312) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:00.241025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6de56-6826-4d5e-8c15-0e636e29b4aa req-41188728-0007-46fd-8239-01a12b592229 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:00.243035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9c6de56-6826-4d5e-8c15-0e636e29b4aa req-41188728-0007-46fd-8239-01a12b592229 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.0861785 Sep 07 16:17:00.267785 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-50da257e-d571-4022-9a9b-7b1b11db8aa2 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 207 time: 0.0459635 Sep 07 16:17:00.271645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58314) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:00.298270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9c6de56-6826-4d5e-8c15-0e636e29b4aa req-e382cd82-bf40-48bb-8cf2-d42bc72e7b21 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494304 Sep 07 16:17:00.443750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3170f6a2-4702-4a6e-acfe-245bf5a3bd74 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:00.454654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4b50f-99a9-410b-a6c3-1ac66c3899ed req-12dfa504-9e78-400b-832d-7e8ffea734b6 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:00.456757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bf4b50f-99a9-410b-a6c3-1ac66c3899ed req-12dfa504-9e78-400b-832d-7e8ffea734b6 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515 HTTP/1.1" status: 200 len: 945 time: 0.0678740 Sep 07 16:17:00.460980 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3170f6a2-4702-4a6e-acfe-245bf5a3bd74 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:00.472097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3170f6a2-4702-4a6e-acfe-245bf5a3bd74 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:00.479330 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3170f6a2-4702-4a6e-acfe-245bf5a3bd74 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:00.486680 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3170f6a2-4702-4a6e-acfe-245bf5a3bd74 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2137034 Sep 07 16:17:00.487324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58330) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:00.542485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bf4b50f-99a9-410b-a6c3-1ac66c3899ed req-e65f6d24-133a-410c-b82a-41526aead4ec tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766151 Sep 07 16:17:00.575984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841ce77-830c-4097-8f4c-87d40cd45ec9 req-26e75884-187b-49f2-a7f4-6acd403fbb3a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:00.577671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3841ce77-830c-4097-8f4c-87d40cd45ec9 req-26e75884-187b-49f2-a7f4-6acd403fbb3a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.0844936 Sep 07 16:17:00.632942 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3841ce77-830c-4097-8f4c-87d40cd45ec9 req-c1553ed6-5128-407d-a35e-1ed5ca129348 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485518 Sep 07 16:17:00.659995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58338) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:00.660252 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e421ac59-15e9-43c8-be25-10f5c05b0bb8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1715848 Sep 07 16:17:00.782171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949000d4-b205-477e-9f18-8794702bfb62 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:00.784149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949000d4-b205-477e-9f18-8794702bfb62 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:00.789896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-949000d4-b205-477e-9f18-8794702bfb62 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1243062 Sep 07 16:17:00.790768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58346) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:00.861857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f55f198-8b6e-40af-aa2a-e053e4b4cb36 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:00.865155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f55f198-8b6e-40af-aa2a-e053e4b4cb36 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:00.871923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58348) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:00.883271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7f55f198-8b6e-40af-aa2a-e053e4b4cb36 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0912766 Sep 07 16:17:00.974120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bb6ec-4a68-453c-b811-2f16938ecb89 req-e7374fcb-6836-43ef-ae08-c7c265a0f383 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:00.975811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-476bb6ec-4a68-453c-b811-2f16938ecb89 req-e7374fcb-6836-43ef-ae08-c7c265a0f383 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 945 time: 0.0903871 Sep 07 16:17:01.014817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b62a427-5103-44aa-9cf7-635f14f0a0ce tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:01.017554 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6b62a427-5103-44aa-9cf7-635f14f0a0ce tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "GET /v2.0/networks/3756d780-0683-4853-a19a-6674aa22727f HTTP/1.1" status: 200 len: 799 time: 0.1442049 Sep 07 16:17:01.021124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58356) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:01.074338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-476bb6ec-4a68-453c-b811-2f16938ecb89 req-6507616c-b69c-4a70-9350-99649036ba6d tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905800 Sep 07 16:17:01.179188 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e9739b8f-1221-49e7-94f8-085abf1598c6 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "GET /v2.0/networks/3756d780-0683-4853-a19a-6674aa22727f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1522777 Sep 07 16:17:01.179613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58368) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:01.255201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517f1840-27ad-4a71-9e91-a26fb912acb0 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:01.255201 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-517f1840-27ad-4a71-9e91-a26fb912acb0 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "GET /v2.0/subnets/81083035-e128-4294-b1a5-decc0b969d24 HTTP/1.1" status: 200 len: 811 time: 0.0731003 Sep 07 16:17:01.255861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:01.257380 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58372) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:01.341724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9484674-e390-4095-9de8-a690e301a528 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['shared'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:01.343147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f9484674-e390-4095-9de8-a690e301a528 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "GET /v2.0/subnets/81083035-e128-4294-b1a5-decc0b969d24?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0839849 Sep 07 16:17:01.347146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58376) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:01.353549 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d25849d5-1889-4b75-aa74-36efd0b9717c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-306814427'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:01.359476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432687ac-151d-4f87-aa4e-cd6c429ad3c5 req-be2da2c9-3c71-4afb-9734-f57cb5c95842 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:01.365341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432687ac-151d-4f87-aa4e-cd6c429ad3c5 req-be2da2c9-3c71-4afb-9734-f57cb5c95842 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:01.371752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432687ac-151d-4f87-aa4e-cd6c429ad3c5 req-be2da2c9-3c71-4afb-9734-f57cb5c95842 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:01.373523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-432687ac-151d-4f87-aa4e-cd6c429ad3c5 req-be2da2c9-3c71-4afb-9734-f57cb5c95842 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65&device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515&device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 2417 time: 0.1046922 Sep 07 16:17:01.385679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9663ef80-e90c-4f7b-ae8d-cd98b1cde348 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-647267428'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:01.386210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9663ef80-e90c-4f7b-ae8d-cd98b1cde348 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Unknown quota resources ['metering_label']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:17:01.392556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25849d5-1889-4b75-aa74-36efd0b9717c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:01.396150 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d25849d5-1889-4b75-aa74-36efd0b9717c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:01.426590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-432687ac-151d-4f87-aa4e-cd6c429ad3c5 req-aaff3d87-b5ce-4853-a806-acdb8326bc00 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391972 Sep 07 16:17:01.469287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-c2ca2b0c-33f4-4769-abc2-a4de7225f4aa req-1a9b9a9b-2ff1-4e31-84df-281e1ca59ef2 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:01.470398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2ca2b0c-33f4-4769-abc2-a4de7225f4aa req-1a9b9a9b-2ff1-4e31-84df-281e1ca59ef2 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066154 Sep 07 16:17:01.547215 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2ca2b0c-33f4-4769-abc2-a4de7225f4aa req-2ab216f8-5c4a-4f11-8eb6-56e62aa53397 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0681925 Sep 07 16:17:01.556409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58382) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:01.568686 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:01.590310 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25849d5-1889-4b75-aa74-36efd0b9717c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:17:01.599122 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9663ef80-e90c-4f7b-ae8d-cd98b1cde348 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:01.600406 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9663ef80-e90c-4f7b-ae8d-cd98b1cde348 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3438885 Sep 07 16:17:01.604273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58386) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:01.609139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-29449791-d05b-4347-b116-62e7e38c8bc2 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2ecbce32-024f-4506-820c-b49fc45a2a93'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:01.609769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-29449791-d05b-4347-b116-62e7e38c8bc2 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94770) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:17:01.610311 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d25849d5-1889-4b75-aa74-36efd0b9717c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:01.610671 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-d25849d5-1889-4b75-aa74-36efd0b9717c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Added segment 2967955f-6ff0-4933-9398-406ac08afbc7 of type vlan for network 1e430869-5e4a-426e-823d-29261c51af51 Sep 07 16:17:01.663310 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d25849d5-1889-4b75-aa74-36efd0b9717c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:01.700207 n-d-807551-3 neutron-server[94770]: WARNING neutron.services.metering.metering_plugin [None req-29449791-d05b-4347-b116-62e7e38c8bc2 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 07 16:17:01.701723 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d25849d5-1889-4b75-aa74-36efd0b9717c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:01.710823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25849d5-1889-4b75-aa74-36efd0b9717c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:01.712532 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d25849d5-1889-4b75-aa74-36efd0b9717c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:01.774677 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d25849d5-1889-4b75-aa74-36efd0b9717c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4232116 Sep 07 16:17:01.775838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58392) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:01.781116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'subnet': {'network_id': '1e430869-5e4a-426e-823d-29261c51af51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:01.832193 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8018e253-fd9c-4d62-bbe8-c43abebc3439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:01.834922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-29449791-d05b-4347-b116-62e7e38c8bc2 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:01.836878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-29449791-d05b-4347-b116-62e7e38c8bc2 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2309165 Sep 07 16:17:01.842121 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58396) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:01.848109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2c935550-bac2-477d-bc20-f5e557ec7894 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2ecbce32-024f-4506-820c-b49fc45a2a93'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:01.849472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2c935550-bac2-477d-bc20-f5e557ec7894 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:17:01.852946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25849d5-1889-4b75-aa74-36efd0b9717c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Network': ['ID=1e430869-5e4a-426e-823d-29261c51af51,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:01.866274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 1e430869-5e4a-426e-823d-29261c51af51 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:17:01.898287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e43f4-bd29-4829-850d-3bd6c3fdade7 req-82314ef2-f884-4927-b357-f82017e35d82 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:01.900133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f64e43f4-bd29-4829-850d-3bd6c3fdade7 req-82314ef2-f884-4927-b357-f82017e35d82 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1375544 Sep 07 16:17:01.978434 n-d-807551-3 neutron-server[94771]: WARNING neutron.services.metering.metering_plugin [None req-2c935550-bac2-477d-bc20-f5e557ec7894 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 07 16:17:02.010393 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f64e43f4-bd29-4829-850d-3bd6c3fdade7 req-ad7e223a-0254-4e9a-981c-5710fbec4a9d tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964305 Sep 07 16:17:02.122115 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8018e253-fd9c-4d62-bbe8-c43abebc3439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:02.127616 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8018e253-fd9c-4d62-bbe8-c43abebc3439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:02.168812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8018e253-fd9c-4d62-bbe8-c43abebc3439 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0eec60d0235a4b5fa75604262fd0dfca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6086714 Sep 07 16:17:02.178259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58402) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:02.188865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018e253-fd9c-4d62-bbe8-c43abebc3439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86bbc13-abf7-4479-8fb3-7f6395c5dc04,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:02.249563 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c935550-bac2-477d-bc20-f5e557ec7894 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:02.250653 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2c935550-bac2-477d-bc20-f5e557ec7894 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4074244 Sep 07 16:17:02.250847 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:02.253629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58406) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:02.271292 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-51edc1ff-ce4f-4963-86b0-c30f83f552f7 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=d5935665-b7ed-4552-82b9-f63e534e427a HTTP/1.1" status: 200 len: 464 time: 0.0164394 Sep 07 16:17:02.273773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58408) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:02.300572 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Made reservation on behalf of 2d77dfbb1f25484c8af5f81f3665a016 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:02.304048 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:02.352144 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-729b83cc-2315-41e6-90bb-ecc75738af01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:02.426444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Performing IP validity checks on allocation pools {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 16:17:02.426973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 16:17:02.486049 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-729b83cc-2315-41e6-90bb-ecc75738af01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:02.489861 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02f43949-b00f-47a9-8fe1-79dbcd52831f tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:02.491019 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-02f43949-b00f-47a9-8fe1-79dbcd52831f tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/d5935665-b7ed-4552-82b9-f63e534e427a HTTP/1.1" status: 204 len: 168 time: 0.2157280 Sep 07 16:17:02.494030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58412) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:02.504285 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-32dde822-be3f-4179-88f4-7b145c1ba2d1 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=d5935665-b7ed-4552-82b9-f63e534e427a HTTP/1.1" status: 200 len: 221 time: 0.0087221 Sep 07 16:17:02.509139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58414) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:02.516760 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fe1366c4-a247-436f-9301-06219bd073be tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--985101739', 'description': 'label created by tempest'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:02.517353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fe1366c4-a247-436f-9301-06219bd073be tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Unknown quota resources ['metering_label']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:17:03.002493 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fe1366c4-a247-436f-9301-06219bd073be tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.003722 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fe1366c4-a247-436f-9301-06219bd073be tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4925992 Sep 07 16:17:03.006916 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-729b83cc-2315-41e6-90bb-ecc75738af01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.007340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58422) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:03.010123 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-729b83cc-2315-41e6-90bb-ecc75738af01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.013829 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-729b83cc-2315-41e6-90bb-ecc75738af01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f86bbc13-abf7-4479-8fb3-7f6395c5dc04 HTTP/1.1" status: 204 len: 168 time: 0.8302197 Sep 07 16:17:03.028525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b83cc-2315-41e6-90bb-ecc75738af01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86bbc13-abf7-4479-8fb3-7f6395c5dc04,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:03.092604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.112550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3b0679db-76eb-44b9-83cf-46ae5834371e tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=bed9374f-2d06-42cf-8e60-b9d3a7f441ac HTTP/1.1" status: 200 len: 467 time: 0.1031446 Sep 07 16:17:03.115612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58430) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:03.186562 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Subnet': ['ID=485e2139-6728-4bd4-8276-9c10d048e4c5,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:03.196231 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Checking segment: {'id': '2967955f-6ff0-4933-9398-406ac08afbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1e430869-5e4a-426e-823d-29261c51af51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:03.196793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network hostable DHCP agents. Network: 1e430869-5e4a-426e-823d-29261c51af51, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:17:03.218477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Network 1e430869-5e4a-426e-823d-29261c51af51 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:17:03.228849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 1e430869-5e4a-426e-823d-29261c51af51) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:03.235929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:03.236691 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.237972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5d9ddd-235b-4a57-a0fb-d40abad1d8c6 None None] Network 1e430869-5e4a-426e-823d-29261c51af51 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:03.253836 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-08d3bb78-549e-4063-b314-62f99e2ae979 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4769318 Sep 07 16:17:03.257740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58438) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:03.266308 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7cf53de6-3614-4c64-b36a-0f0b18979e3d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:03.384403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a902e-7800-4244-8990-a2c359d3c332 req-1a35068a-308a-4f51-b143-9c710a592037 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:03.390131 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7cf53de6-3614-4c64-b36a-0f0b18979e3d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-134095129'] for subnet, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.392828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a54a902e-7800-4244-8990-a2c359d3c332 req-1a35068a-308a-4f51-b143-9c710a592037 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.2183988 Sep 07 16:17:03.403405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83b1d6-a98e-4456-aedd-aea49c74ff50 req-9d514bcc-45bf-410c-ab08-cb56660a73e7 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:03.410560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e83b1d6-a98e-4456-aedd-aea49c74ff50 req-9d514bcc-45bf-410c-ab08-cb56660a73e7 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 945 time: 0.2377346 Sep 07 16:17:03.443756 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ff39c8f3-8d6b-4df6-8990-799dcb0219a0 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.444371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-1e430869-5e4a-426e-823d-29261c51af51', 'network_id': '1e430869-5e4a-426e-823d-29261c51af51', 'tenant_id': '2d77dfbb1f25484c8af5f81f3665a016', 'fixed_ips': [{'subnet_id': '485e2139-6728-4bd4-8276-9c10d048e4c5'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:17:03.448213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ff39c8f3-8d6b-4df6-8990-799dcb0219a0 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/bed9374f-2d06-42cf-8e60-b9d3a7f441ac HTTP/1.1" status: 204 len: 168 time: 0.3282883 Sep 07 16:17:03.448365 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.448491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58442) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:03.465292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58444) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:03.470605 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f8905066-23f8-43f5-9114-00b7851d9dba tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=bed9374f-2d06-42cf-8e60-b9d3a7f441ac HTTP/1.1" status: 200 len: 216 time: 0.0211017 Sep 07 16:17:03.474321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58446) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:03.497588 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-df942f0d-2b30-44c0-a24d-71fdad06e182 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0164113 Sep 07 16:17:03.497588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58448) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:03.498655 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-323de974-3e51-4b5a-a771-2f008f691cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.518466 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ab891d94-8162-406a-92ad-504555b247d8 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0163522 Sep 07 16:17:03.518712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e83b1d6-a98e-4456-aedd-aea49c74ff50 req-e9fb47e3-efa7-40c6-b9d5-6091e76b87b4 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044717 Sep 07 16:17:03.522062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a54a902e-7800-4244-8990-a2c359d3c332 req-550f7459-868d-4403-9970-367f0c065410 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271715 Sep 07 16:17:03.525761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58450) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:03.605825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-86123d22-8328-4b27-9f38-969307c5a1b9 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/2ecbce32-024f-4506-820c-b49fc45a2a93 HTTP/1.1" status: 200 len: 472 time: 0.0776567 Sep 07 16:17:03.623393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58452) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:03.642177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6bc9a6a0-be3d-489f-b90d-c225a189a331 tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/1939159b-5905-428a-b4c7-1365bbae38b7 HTTP/1.1" status: 200 len: 461 time: 0.0173631 Sep 07 16:17:03.647497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58454) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:03.685645 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7cf53de6-3614-4c64-b36a-0f0b18979e3d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790661720549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4578079'] for subnet, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.733117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf53de6-3614-4c64-b36a-0f0b18979e3d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:03.733855 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7cf53de6-3614-4c64-b36a-0f0b18979e3d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.735294 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7cf53de6-3614-4c64-b36a-0f0b18979e3d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "PUT /v2.0/subnets/485e2139-6728-4bd4-8276-9c10d048e4c5 HTTP/1.1" status: 200 len: 877 time: 0.4758244 Sep 07 16:17:03.738238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58456) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:03.759675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Allocated IP 172.20.0.3 (1e430869-5e4a-426e-823d-29261c51af51/485e2139-6728-4bd4-8276-9c10d048e4c5/d71562ec-d8e8-4788-b1da-f25a73a35fe1) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:03.774060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf53de6-3614-4c64-b36a-0f0b18979e3d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event updated for resources: {'Subnet': ['ID=485e2139-6728-4bd4-8276-9c10d048e4c5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:03.781062 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b695e88d-7945-4da1-a378-1d8a0dca3aab tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.784947 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b695e88d-7945-4da1-a378-1d8a0dca3aab tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/1939159b-5905-428a-b4c7-1365bbae38b7 HTTP/1.1" status: 204 len: 168 time: 0.1339226 Sep 07 16:17:03.786713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58458) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:03.859950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.917644 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.920235 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-323de974-3e51-4b5a-a771-2f008f691cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.929591 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.941140 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Transition to ACTIVE for port object d71562ec-d8e8-4788-b1da-f25a73a35fe1 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:03.957457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Transition to ACTIVE for port object d71562ec-d8e8-4788-b1da-f25a73a35fe1 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:03.964621 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-323de974-3e51-4b5a-a771-2f008f691cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.967448 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:03.991983 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.015665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Network 1e430869-5e4a-426e-823d-29261c51af51 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:04.021375 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:04.027137 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:04.030320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Pushing event updated for resources: {'Port': ['ID=d71562ec-d8e8-4788-b1da-f25a73a35fe1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:04.030712 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e777967-1f4f-4713-a891-51d6b79a149b tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.035104 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1e777967-1f4f-4713-a891-51d6b79a149b tempest-MeteringTestJSON-516071029 tempest-MeteringTestJSON-516071029-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/2ecbce32-024f-4506-820c-b49fc45a2a93 HTTP/1.1" status: 204 len: 168 time: 0.2441504 Sep 07 16:17:04.035777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Subnet': ['ID=485e2139-6728-4bd4-8276-9c10d048e4c5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:04.062911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-323de974-3e51-4b5a-a771-2f008f691cb6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c168bcfc0194040ab62817a047eaa71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938828 Sep 07 16:17:04.065248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323de974-3e51-4b5a-a771-2f008f691cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ffc59c-a988-42ff-a88b-0a97258522f7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:04.067590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58462) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:04.114071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Attempting to bind port d71562ec-d8e8-4788-b1da-f25a73a35fe1 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:04.114475 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Attempting to bind port d71562ec-d8e8-4788-b1da-f25a73a35fe1 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '2967955f-6ff0-4933-9398-406ac08afbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1e430869-5e4a-426e-823d-29261c51af51'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:04.114849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Attempting to bind port d71562ec-d8e8-4788-b1da-f25a73a35fe1 on network 1e430869-5e4a-426e-823d-29261c51af51 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:04.120214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:17:04.120672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Checking segment: {'id': '2967955f-6ff0-4933-9398-406ac08afbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1e430869-5e4a-426e-823d-29261c51af51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:04.121117 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.121521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Bound using segment: {'id': '2967955f-6ff0-4933-9398-406ac08afbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1e430869-5e4a-426e-823d-29261c51af51'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:17:04.122066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Bound port: d71562ec-d8e8-4788-b1da-f25a73a35fe1, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2967955f-6ff0-4933-9398-406ac08afbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1e430869-5e4a-426e-823d-29261c51af51'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:17:04.122460 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.133237 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.169695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e430869-5e4a-426e-823d-29261c51af51']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:04.187432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2967955f-6ff0-4933-9398-406ac08afbc7') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:04.187734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2967955f-6ff0-4933-9398-406ac08afbc7') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:04.194826 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fddc2628-bb27-419c-a5f3-089c3f90f6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.200258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] For port d71562ec-d8e8-4788-b1da-f25a73a35fe1, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:04.201432 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.204299 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] For port d71562ec-d8e8-4788-b1da-f25a73a35fe1, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d71562ec-d8e8-4788-b1da-f25a73a35fe1,segment=NetworkSegment(2967955f-6ff0-4933-9398-406ac08afbc7),segment_id=2967955f-6ff0-4933-9398-406ac08afbc7)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:17:04.210274 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.229803 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.238667 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fddc2628-bb27-419c-a5f3-089c3f90f6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.247760 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:17:04.248290 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:17:04.251699 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:17:04.304113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a66235-78ca-40c2-8685-288fa2df3a13 None None] Pushing event updated for resources: {'Port': ['ID=d71562ec-d8e8-4788-b1da-f25a73a35fe1,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:04.344882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 16:17:04.344882 n-d-807551-3 neutron-server[94771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 16:17:04.344882 n-d-807551-3 neutron-server[94771]: [parameters: {'id': '1e430869-5e4a-426e-823d-29261c51af51'}] Sep 07 16:17:04.344882 n-d-807551-3 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:17:04.345270 n-d-807551-3 neutron-server[94771]: DEBUG oslo_db.api [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:17:04.353311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fb8f02-78dc-42db-928f-bfefe32f3968 None None] Network 1e430869-5e4a-426e-823d-29261c51af51 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:04.357317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:04.361642 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fddc2628-bb27-419c-a5f3-089c3f90f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.364800 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fddc2628-bb27-419c-a5f3-089c3f90f6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.369009 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fddc2628-bb27-419c-a5f3-089c3f90f6f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/86ffc59c-a988-42ff-a88b-0a97258522f7 HTTP/1.1" status: 204 len: 168 time: 0.2974222 Sep 07 16:17:04.374944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc2628-bb27-419c-a5f3-089c3f90f6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ffc59c-a988-42ff-a88b-0a97258522f7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:04.493788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd2da72-2c4c-4460-9e60-1a6d21c2ac54 None None] Network 1e430869-5e4a-426e-823d-29261c51af51 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:04.661166 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-434de2a4-4e9b-4c6b-b7ea-264e2c3b6aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.678570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebae32d-18ed-4d26-85ac-24cbce9ac1aa req-9acbc401-89fe-40af-9748-513efb6d4b15 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:04.683167 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8ebae32d-18ed-4d26-85ac-24cbce9ac1aa req-9acbc401-89fe-40af-9748-513efb6d4b15 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.54 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 945 time: 0.0652599 Sep 07 16:17:04.690019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e114420-2f46-44d8-8f26-8ccf8a0486d4 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:17:04.761725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7e11a-e544-43ae-b487-2cb760b7e0a0 req-8927474c-02a0-4fb8-a795-222e23d08233 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:04.769573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79b7e11a-e544-43ae-b487-2cb760b7e0a0 req-8927474c-02a0-4fb8-a795-222e23d08233 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 945 time: 0.1647730 Sep 07 16:17:04.793121 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ffd99-f28f-42ab-9851-812fc62c643f req-49111cfd-df4f-43d6-aeef-de106f1b14c0 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:04.795481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-514ffd99-f28f-42ab-9851-812fc62c643f req-49111cfd-df4f-43d6-aeef-de106f1b14c0 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1481512 Sep 07 16:17:04.819351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-8ebae32d-18ed-4d26-85ac-24cbce9ac1aa req-6493cf5e-330c-4195-aaea-8ad640658fae tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Deleting port 9717f742-d672-476d-9ba5-384079fb839e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:04.820736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8ebae32d-18ed-4d26-85ac-24cbce9ac1aa req-6493cf5e-330c-4195-aaea-8ad640658fae tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.846695 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:04.857555 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e114420-2f46-44d8-8f26-8ccf8a0486d4 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:17:04.879390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79b7e11a-e544-43ae-b487-2cb760b7e0a0 req-9b2d6b52-4bcf-4f74-87ac-675f47a12a01 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087391 Sep 07 16:17:04.902500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-514ffd99-f28f-42ab-9851-812fc62c643f req-2e0069ff-fed9-40c0-a920-066f614f343c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912709 Sep 07 16:17:04.987151 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-434de2a4-4e9b-4c6b-b7ea-264e2c3b6aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.000583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-8ebae32d-18ed-4d26-85ac-24cbce9ac1aa req-6493cf5e-330c-4195-aaea-8ad640658fae tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] For port 9717f742-d672-476d-9ba5-384079fb839e, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9717f742-d672-476d-9ba5-384079fb839e,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:05.000583 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8ebae32d-18ed-4d26-85ac-24cbce9ac1aa req-6493cf5e-330c-4195-aaea-8ad640658fae tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.001022 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-434de2a4-4e9b-4c6b-b7ea-264e2c3b6aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.041849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-8ebae32d-18ed-4d26-85ac-24cbce9ac1aa req-6493cf5e-330c-4195-aaea-8ad640658fae tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Calling delete_port for 9717f742-d672-476d-9ba5-384079fb839e owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:05.062375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-434de2a4-4e9b-4c6b-b7ea-264e2c3b6aa6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=866b0937a5a5492b9bc0ff2a1edbd4d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7038493 Sep 07 16:17:05.064047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434de2a4-4e9b-4c6b-b7ea-264e2c3b6aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0938d2-d0af-45c5-b69a-8243deee5f25,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:05.066870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58494) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:05.095535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Deleting port d71562ec-d8e8-4788-b1da-f25a73a35fe1 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:05.095535 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.154766 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3555a427-6f4d-4e12-8e2f-fa918646af1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.180390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3555a427-6f4d-4e12-8e2f-fa918646af1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.219561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] For port d71562ec-d8e8-4788-b1da-f25a73a35fe1, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d71562ec-d8e8-4788-b1da-f25a73a35fe1,segment=NetworkSegment(2967955f-6ff0-4933-9398-406ac08afbc7),segment_id=2967955f-6ff0-4933-9398-406ac08afbc7)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:05.220074 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.239982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Calling delete_port for d71562ec-d8e8-4788-b1da-f25a73a35fe1 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:05.245865 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3555a427-6f4d-4e12-8e2f-fa918646af1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.249554 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3555a427-6f4d-4e12-8e2f-fa918646af1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.253671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3555a427-6f4d-4e12-8e2f-fa918646af1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf0938d2-d0af-45c5-b69a-8243deee5f25 HTTP/1.1" status: 204 len: 168 time: 0.1825347 Sep 07 16:17:05.260803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555a427-6f4d-4e12-8e2f-fa918646af1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0938d2-d0af-45c5-b69a-8243deee5f25,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:05.371440 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8ebae32d-18ed-4d26-85ac-24cbce9ac1aa req-6493cf5e-330c-4195-aaea-8ad640658fae tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.385546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['9717f742-d672-476d-9ba5-384079fb839e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:05.389305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['a1290ee5-6de5-46af-851d-c7cb63d159ea', '706af0e8-d583-4c1a-9315-2213ce1e63c3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:05.406160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.418514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493cf5e-330c-4195-aaea-8ad640658fae tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Pushing event deleted for resources: {'Port': ['ID=9717f742-d672-476d-9ba5-384079fb839e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:05.423055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No DVR routers for this DVR port d71562ec-d8e8-4788-b1da-f25a73a35fe1 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:05.502127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Port': ['ID=d71562ec-d8e8-4788-b1da-f25a73a35fe1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:05.522751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebae32d-18ed-4d26-85ac-24cbce9ac1aa req-6493cf5e-330c-4195-aaea-8ad640658fae tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] No DVR routers for this DVR port 9717f742-d672-476d-9ba5-384079fb839e on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:05.532503 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8ebae32d-18ed-4d26-85ac-24cbce9ac1aa req-6493cf5e-330c-4195-aaea-8ad640658fae tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.534552 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8ebae32d-18ed-4d26-85ac-24cbce9ac1aa req-6493cf5e-330c-4195-aaea-8ad640658fae tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.54 "DELETE /v2.0/ports/9717f742-d672-476d-9ba5-384079fb839e HTTP/1.1" status: 204 len: 173 time: 0.8454733 Sep 07 16:17:05.535083 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18154672-135e-47d8-8284-d6ee9d073d65', 'name': 'network-vif-deleted', 'tag': '9717f742-d672-476d-9ba5-384079fb839e'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:05.537442 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a882ae1f-d66e-436e-b724-d9860880bb56" -d '{"events": [{"server_uuid": "18154672-135e-47d8-8284-d6ee9d073d65", "name": "network-vif-deleted", "tag": "9717f742-d672-476d-9ba5-384079fb839e"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:05.600007 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.621275 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a9939b-2b4d-4a1e-9124-fc19c6c470c7 x-openstack-request-id: req-32a9939b-2b4d-4a1e-9124-fc19c6c470c7 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:05.631847 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18154672-135e-47d8-8284-d6ee9d073d65", "name": "network-vif-deleted", "tag": "9717f742-d672-476d-9ba5-384079fb839e", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:05.632167 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32a9939b-2b4d-4a1e-9124-fc19c6c470c7 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:05.632600 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18154672-135e-47d8-8284-d6ee9d073d65', 'name': 'network-vif-deleted', 'tag': '9717f742-d672-476d-9ba5-384079fb839e', 'status': 'completed', 'code': 200} Sep 07 16:17:05.637620 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e430869-5e4a-426e-823d-29261c51af51']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:05.651647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2967955f-6ff0-4933-9398-406ac08afbc7') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:05.652038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2967955f-6ff0-4933-9398-406ac08afbc7') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:05.669535 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.700073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58514) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:05.701736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.710961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:17:05.711333 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:17:05.718455 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:17:05.726927 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f7434ab-d11c-4530-a550-949233bd488a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.793968 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.816101 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.824115 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/1e430869-5e4a-426e-823d-29261c51af51 HTTP/1.1" status: 204 len: 168 time: 2.0837896 Sep 07 16:17:05.827934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58516) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:05.859665 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adfce9-10db-44ee-8256-fb4f13c64eb7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Network': ['ID=1e430869-5e4a-426e-823d-29261c51af51,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:05.880642 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-260c4d60-9eb7-4437-be4c-87dc5a6b1bc7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:05.881268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260c4d60-9eb7-4437-be4c-87dc5a6b1bc7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:05.885906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-260c4d60-9eb7-4437-be4c-87dc5a6b1bc7 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/subnets/485e2139-6728-4bd4-8276-9c10d048e4c5 HTTP/1.1" status: 404 len: 337 time: 0.0537930 Sep 07 16:17:05.887518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58518) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:05.938849 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9d7e97-fc55-4edf-9bf4-fe4cda02e41d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:05.941172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9d7e97-fc55-4edf-9bf4-fe4cda02e41d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:05.946705 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f7434ab-d11c-4530-a550-949233bd488a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:05.952051 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cd9d7e97-fc55-4edf-9bf4-fe4cda02e41d tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/1e430869-5e4a-426e-823d-29261c51af51 HTTP/1.1" status: 404 len: 339 time: 0.0610294 Sep 07 16:17:05.952914 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58526) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:05.955325 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f7434ab-d11c-4530-a550-949233bd488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:06.030669 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddba32a-19ed-47d4-810d-562adfdfa8bb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.035536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddba32a-19ed-47d4-810d-562adfdfa8bb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.045138 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2ddba32a-19ed-47d4-810d-562adfdfa8bb tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/subnets/c37272ee-9557-49dd-b676-6c4ad7e4cbd0 HTTP/1.1" status: 404 len: 337 time: 0.0875788 Sep 07 16:17:06.045138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58534) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.081126 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-781aac1f-b183-4728-82cd-cd38cc663068 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.081700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781aac1f-b183-4728-82cd-cd38cc663068 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.084037 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-781aac1f-b183-4728-82cd-cd38cc663068 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/6669dc18-ce94-47e3-b04c-957573cf4f1a HTTP/1.1" status: 404 len: 339 time: 0.0376008 Sep 07 16:17:06.086133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58538) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.119345 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4f7434ab-d11c-4530-a550-949233bd488a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2789bb6b9314eb794081cdd2ec64ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171987 Sep 07 16:17:06.122751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58542) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.123800 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7434ab-d11c-4530-a550-949233bd488a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc088ce-f149-4c1f-bb87-c483a4fcd031,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:06.151026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-47f07573-8788-4320-983f-913ab8d85a94 req-8461189b-7469-4d0c-9b8d-f87c6066af02 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=18154672-135e-47d8-8284-d6ee9d073d65 HTTP/1.1" status: 200 len: 210 time: 0.0449586 Sep 07 16:17:06.185869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da35331-db47-41b4-9e8f-995b63273d5d req-9df418b7-ab66-48ed-b6aa-145d59e01e9e tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:06.190436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4da35331-db47-41b4-9e8f-995b63273d5d req-9df418b7-ab66-48ed-b6aa-145d59e01e9e tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1660843 Sep 07 16:17:06.246936 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4da35331-db47-41b4-9e8f-995b63273d5d req-9a5ab1f5-cb7a-4e79-861f-1a6f33392859 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507746 Sep 07 16:17:06.247955 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ffc2267-7795-42d3-80c3-50ad9f4f9588 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:06.344019 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb319fec-327b-480e-9c1d-4419c72e6d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:06.413656 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb319fec-327b-480e-9c1d-4419c72e6d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:06.416869 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ffc2267-7795-42d3-80c3-50ad9f4f9588 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:06.457974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-7ffc2267-7795-42d3-80c3-50ad9f4f9588 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad2c9c7-ba90-4c03-a36c-f5af6a3c4f82']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:06.474213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-7ffc2267-7795-42d3-80c3-50ad9f4f9588 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea64846-1d08-46ff-9bd3-25fa17f69df4') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:06.474517 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-7ffc2267-7795-42d3-80c3-50ad9f4f9588 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea64846-1d08-46ff-9bd3-25fa17f69df4') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:06.484361 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ffc2267-7795-42d3-80c3-50ad9f4f9588 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:06.502180 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ffc2267-7795-42d3-80c3-50ad9f4f9588 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:06.510134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffc2267-7795-42d3-80c3-50ad9f4f9588 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:17:06.510681 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ffc2267-7795-42d3-80c3-50ad9f4f9588 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:17:06.513948 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:17:06.516493 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb319fec-327b-480e-9c1d-4419c72e6d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:06.518240 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb319fec-327b-480e-9c1d-4419c72e6d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:06.519387 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bb319fec-327b-480e-9c1d-4419c72e6d4c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bbc088ce-f149-4c1f-bb87-c483a4fcd031 HTTP/1.1" status: 204 len: 168 time: 0.3958945 Sep 07 16:17:06.548234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb319fec-327b-480e-9c1d-4419c72e6d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc088ce-f149-4c1f-bb87-c483a4fcd031,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:06.604036 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ffc2267-7795-42d3-80c3-50ad9f4f9588 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:06.614036 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ffc2267-7795-42d3-80c3-50ad9f4f9588 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:06.616641 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7ffc2267-7795-42d3-80c3-50ad9f4f9588 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/9ad2c9c7-ba90-4c03-a36c-f5af6a3c4f82 HTTP/1.1" status: 204 len: 168 time: 0.5290365 Sep 07 16:17:06.619259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58564) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.626660 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc2267-7795-42d3-80c3-50ad9f4f9588 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Network': ['ID=9ad2c9c7-ba90-4c03-a36c-f5af6a3c4f82,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:06.652095 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecb49ac-cb77-494f-98cb-529a2e0b5a0c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.652571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecb49ac-cb77-494f-98cb-529a2e0b5a0c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.654302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4ecb49ac-cb77-494f-98cb-529a2e0b5a0c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/subnets/68420d13-545c-46ba-8475-96f82d0ce65c HTTP/1.1" status: 404 len: 337 time: 0.0338483 Sep 07 16:17:06.656926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58570) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.676626 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-497fc622-fe6b-45a8-add3-eb15cf3632b6 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.677153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497fc622-fe6b-45a8-add3-eb15cf3632b6 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.680375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-497fc622-fe6b-45a8-add3-eb15cf3632b6 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/2df8e116-2cbb-4b43-bf4a-a09b844f985d HTTP/1.1" status: 404 len: 339 time: 0.0210521 Sep 07 16:17:06.681904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58576) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.708116 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7913857-3b1c-48b3-a46d-8607cbb63f54 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.708732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7913857-3b1c-48b3-a46d-8607cbb63f54 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.710311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f7913857-3b1c-48b3-a46d-8607cbb63f54 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/subnets/d4fb790e-099c-4a39-b0f0-b18e21a66acc HTTP/1.1" status: 404 len: 337 time: 0.0275118 Sep 07 16:17:06.713527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58584) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.732150 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-674984ad-1823-4820-a2c1-588629cf11cd tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.732715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674984ad-1823-4820-a2c1-588629cf11cd tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.734554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-674984ad-1823-4820-a2c1-588629cf11cd tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/65725184-7f07-44fc-95db-b86b9f6d2faa HTTP/1.1" status: 404 len: 339 time: 0.0194292 Sep 07 16:17:06.737131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58590) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.763930 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c32a77-fe92-4351-a727-7617e777b21a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.764405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c32a77-fe92-4351-a727-7617e777b21a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.766381 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-91c32a77-fe92-4351-a727-7617e777b21a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/subnets/b7e6bda8-5bdf-405e-a55c-db6e66905ce7 HTTP/1.1" status: 404 len: 337 time: 0.0283999 Sep 07 16:17:06.768928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58596) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.794200 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ad45c1-9f01-4e17-95b4-8424019dd46a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.794750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ad45c1-9f01-4e17-95b4-8424019dd46a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.796483 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a7ad45c1-9f01-4e17-95b4-8424019dd46a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/a2604cfa-2127-4908-af18-adc8228b056f HTTP/1.1" status: 404 len: 339 time: 0.0266373 Sep 07 16:17:06.799005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58602) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.831238 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cdce16c-3e69-46b3-893e-ce05590eeeda tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.831696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cdce16c-3e69-46b3-893e-ce05590eeeda tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.836028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1cdce16c-3e69-46b3-893e-ce05590eeeda tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/subnets/466a9aab-edda-4d0b-9a5e-f01d7829370a HTTP/1.1" status: 404 len: 337 time: 0.0359416 Sep 07 16:17:06.838761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58608) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.859162 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-369f42d4-1a38-4b74-a654-28b08589d51a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.859945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369f42d4-1a38-4b74-a654-28b08589d51a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.864056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-369f42d4-1a38-4b74-a654-28b08589d51a tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/01271326-c9ea-4558-a91e-64a316cb7ec9 HTTP/1.1" status: 404 len: 339 time: 0.0220032 Sep 07 16:17:06.864276 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58616) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.892030 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0906531-3324-4ec8-8ed0-8de307abd07b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.892518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0906531-3324-4ec8-8ed0-8de307abd07b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.896379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d0906531-3324-4ec8-8ed0-8de307abd07b tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/subnets/c38eac22-c8c0-4e29-beaf-57cfc3173ef9 HTTP/1.1" status: 404 len: 337 time: 0.0290184 Sep 07 16:17:06.896957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58622) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.919073 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3826ae-a438-4f8e-8b5f-ec04380a20bc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.919664 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3826ae-a438-4f8e-8b5f-ec04380a20bc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.924031 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ea3826ae-a438-4f8e-8b5f-ec04380a20bc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/c5f86eff-67c8-439b-8ccf-8bf5e709f69c HTTP/1.1" status: 404 len: 339 time: 0.0234687 Sep 07 16:17:06.924031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58626) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.957571 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b882d6b-e33f-4daf-9605-93b7be9cb706 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.958029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b882d6b-e33f-4daf-9605-93b7be9cb706 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.962036 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5b882d6b-e33f-4daf-9605-93b7be9cb706 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/subnets/b30da153-2c86-4896-b22a-7ef45d8acc3b HTTP/1.1" status: 404 len: 337 time: 0.0348775 Sep 07 16:17:06.962955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58634) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:06.982985 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-58da99a4-ebc4-4afc-9afd-7bd64cef27d8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:06.983530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58da99a4-ebc4-4afc-9afd-7bd64cef27d8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:06.985800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-58da99a4-ebc4-4afc-9afd-7bd64cef27d8 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/b0271c0f-e1db-44e7-99ac-6d7a362ec20b HTTP/1.1" status: 404 len: 339 time: 0.0223792 Sep 07 16:17:06.988052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58640) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:07.019187 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b17e59f-4571-4eb1-bea1-c1af191756cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:07.019627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b17e59f-4571-4eb1-bea1-c1af191756cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:07.021762 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9b17e59f-4571-4eb1-bea1-c1af191756cc tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/subnets/1c0f2d5a-9e6f-4b0c-8e2b-de52da86f336 HTTP/1.1" status: 404 len: 337 time: 0.0326154 Sep 07 16:17:07.025163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58646) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:07.043129 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3699057-9cc7-4872-96d0-29b6326a26ce tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:07.043671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3699057-9cc7-4872-96d0-29b6326a26ce tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:07.045811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a3699057-9cc7-4872-96d0-29b6326a26ce tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/1548883e-86f6-400a-a3f7-85b87d6a4a34 HTTP/1.1" status: 404 len: 339 time: 0.0191135 Sep 07 16:17:07.047911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58648) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:07.081084 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a20cfc-feed-4dcf-93a5-53c0bdfb07b5 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:07.081546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a20cfc-feed-4dcf-93a5-53c0bdfb07b5 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:07.086072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58660) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:07.086829 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f1a20cfc-feed-4dcf-93a5-53c0bdfb07b5 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/subnets/d54f96fe-f728-4ecb-b36d-ca0d1dafa001 HTTP/1.1" status: 404 len: 337 time: 0.0372322 Sep 07 16:17:07.110592 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adbe7da-72d4-4aeb-99a5-f8f42902d17e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:07.111218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5adbe7da-72d4-4aeb-99a5-f8f42902d17e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:07.115303 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5adbe7da-72d4-4aeb-99a5-f8f42902d17e tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/6f581f4a-da44-4f4d-bd97-dba4dec93e73 HTTP/1.1" status: 404 len: 339 time: 0.0244365 Sep 07 16:17:07.117084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58664) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:07.171044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d321e799-d1aa-4ca6-96ea-26d292d20287 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Deleting subnet 81083035-e128-4294-b1a5-decc0b969d24 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:17:07.174497 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d321e799-d1aa-4ca6-96ea-26d292d20287 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.226052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d321e799-d1aa-4ca6-96ea-26d292d20287 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.347129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d321e799-d1aa-4ca6-96ea-26d292d20287 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.440815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58690) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:07.453934 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d321e799-d1aa-4ca6-96ea-26d292d20287 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.485598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d054e-3305-4053-a25a-18d59c129231 req-1125bec8-c4c5-44f7-a161-5c32b9569629 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:07.494830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-499d054e-3305-4053-a25a-18d59c129231 req-1125bec8-c4c5-44f7-a161-5c32b9569629 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.0787010 Sep 07 16:17:07.501850 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321e799-d1aa-4ca6-96ea-26d292d20287 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Subnet': ['ID=81083035-e128-4294-b1a5-decc0b969d24,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:07.508831 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d321e799-d1aa-4ca6-96ea-26d292d20287 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.518347 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d321e799-d1aa-4ca6-96ea-26d292d20287 tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/subnets/81083035-e128-4294-b1a5-decc0b969d24 HTTP/1.1" status: 204 len: 168 time: 0.4014342 Sep 07 16:17:07.519002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc9552-af94-43aa-b7ad-4172e8b35f8b None None] Network 3756d780-0683-4853-a19a-6674aa22727f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:07.519710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58694) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:07.584946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-499d054e-3305-4053-a25a-18d59c129231 req-f59f721e-bddf-40c5-bb47-0206098db8db tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888956 Sep 07 16:17:07.630324 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.638971 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9015-1945-4f38-81d3-464e5d9b728d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.681068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25533c3-0bd5-4ce5-a7ae-62835f1987f9 req-1bf644f6-8123-4ee8-8da8-e223ba319355 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:07.689199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b25533c3-0bd5-4ce5-a7ae-62835f1987f9 req-1bf644f6-8123-4ee8-8da8-e223ba319355 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515 HTTP/1.1" status: 200 len: 945 time: 0.0816426 Sep 07 16:17:07.741354 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b25533c3-0bd5-4ce5-a7ae-62835f1987f9 req-fe62a16e-01fb-4020-a8b2-47e00dc7d355 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510950 Sep 07 16:17:07.742656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Deleting port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:07.743017 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.792422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcef81dc-07bf-4e78-9933-05c695cb44f7 None None] DHCP port deletion for 3756d780-0683-4853-a19a-6674aa22727f request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:17:07.832421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] For port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a5551aa1-6f6e-4aaa-98cc-e590b096c8fc,segment=NetworkSegment(d592a9ae-28ab-4882-9fab-b3b378832775),segment_id=d592a9ae-28ab-4882-9fab-b3b378832775)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:07.832849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.850226 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bcef81dc-07bf-4e78-9933-05c695cb44f7 None None] Deleting port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:07.850754 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcef81dc-07bf-4e78-9933-05c695cb44f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.853296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Calling delete_port for a5551aa1-6f6e-4aaa-98cc-e590b096c8fc owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:07.872232 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9015-1945-4f38-81d3-464e5d9b728d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.905663 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9015-1945-4f38-81d3-464e5d9b728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.916572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bcef81dc-07bf-4e78-9933-05c695cb44f7 None None] For port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a5551aa1-6f6e-4aaa-98cc-e590b096c8fc,segment=NetworkSegment(d592a9ae-28ab-4882-9fab-b3b378832775),segment_id=d592a9ae-28ab-4882-9fab-b3b378832775)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:07.917112 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcef81dc-07bf-4e78-9933-05c695cb44f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:07.931620 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bcef81dc-07bf-4e78-9933-05c695cb44f7 None None] Calling delete_port for a5551aa1-6f6e-4aaa-98cc-e590b096c8fc owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:07.970955 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d4dc9015-1945-4f38-81d3-464e5d9b728d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a80687c14c9e4c2c8e181c40c893e93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287535 Sep 07 16:17:07.971719 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc9015-1945-4f38-81d3-464e5d9b728d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d33eb7e-be0b-4df5-bcb8-8ecc014462fb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:07.973736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58706) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:07.999161 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.031176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Port': ['ID=a5551aa1-6f6e-4aaa-98cc-e590b096c8fc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:08.038216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] No DVR routers for this DVR port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:08.049441 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcef81dc-07bf-4e78-9933-05c695cb44f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.066225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fb5dcd3-818d-4831-b12f-54df734a2994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.078532 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef81dc-07bf-4e78-9933-05c695cb44f7 None None] Pushing event deleted for resources: {'Port': ['ID=a5551aa1-6f6e-4aaa-98cc-e590b096c8fc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:08.082465 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef81dc-07bf-4e78-9933-05c695cb44f7 None None] No DVR routers for this DVR port a5551aa1-6f6e-4aaa-98cc-e590b096c8fc on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:08.092625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 9717f742-d672-476d-9ba5-384079fb839e no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:08.099830 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fb5dcd3-818d-4831-b12f-54df734a2994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.122753 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 9717f742-d672-476d-9ba5-384079fb839e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:08.123104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 9717f742-d672-476d-9ba5-384079fb839e not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:08.132258 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.155172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3756d780-0683-4853-a19a-6674aa22727f']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:08.158709 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fb5dcd3-818d-4831-b12f-54df734a2994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.161421 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fb5dcd3-818d-4831-b12f-54df734a2994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.162568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2fb5dcd3-818d-4831-b12f-54df734a2994 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d33eb7e-be0b-4df5-bcb8-8ecc014462fb HTTP/1.1" status: 204 len: 168 time: 0.1875758 Sep 07 16:17:08.166373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd592a9ae-28ab-4882-9fab-b3b378832775') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:08.167482 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd592a9ae-28ab-4882-9fab-b3b378832775') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:08.170670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5dcd3-818d-4831-b12f-54df734a2994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d33eb7e-be0b-4df5-bcb8-8ecc014462fb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:08.184236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58712) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:08.193704 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.208558 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.214870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:17:08.215530 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:17:08.218832 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:17:08.285361 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.290543 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.292925 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] 10.222.0.70 "DELETE /v2.0/networks/3756d780-0683-4853-a19a-6674aa22727f HTTP/1.1" status: 204 len: 168 time: 0.7720041 Sep 07 16:17:08.309558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5785710-8ec6-48e6-b84d-34d9e4c8b50c tempest-NetworksTest-482459080 tempest-NetworksTest-482459080-project] Pushing event deleted for resources: {'Network': ['ID=3756d780-0683-4853-a19a-6674aa22727f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:08.356875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1083608331'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:08.399757 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Made reservation on behalf of 17a367a7c0544422b1a80fada638a7df for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:08.404056 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.413514 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.450608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a5551aa1-6f6e-4aaa-98cc-e590b096c8fc no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:08.475895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: a5551aa1-6f6e-4aaa-98cc-e590b096c8fc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:08.476563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a5551aa1-6f6e-4aaa-98cc-e590b096c8fc not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:08.547671 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.556087 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.582129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:17:08.588848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58726) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:08.598967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae97ef5-b43e-413d-bc92-a91fcd6e10fc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:08.602567 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.602919 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Added segment b95c64a5-4634-4dd8-a4c1-cce138c19faf of type vlan for network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 Sep 07 16:17:08.604736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2350e53-f513-49f5-b5d1-86f9205178d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.667267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.703882 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58732) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:08.719152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2350e53-f513-49f5-b5d1-86f9205178d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.722614 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.724227 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2350e53-f513-49f5-b5d1-86f9205178d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.729360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:08.730330 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.771240 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a2350e53-f513-49f5-b5d1-86f9205178d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14d74e96193e44bdac216014ef332a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811354 Sep 07 16:17:08.774690 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58738) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:08.782953 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2350e53-f513-49f5-b5d1-86f9205178d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f64399c-5163-4db8-8078-a2309f1eff2c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:08.842303 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b12f-ad2a-460e-b1d0-62210de83f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.884609 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b12f-ad2a-460e-b1d0-62210de83f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.932778 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-71953749-32b4-48ec-9347-47ed59f580f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d77dfbb1f25484c8af5f81f3665a016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276287 Sep 07 16:17:08.935530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58740) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:08.988022 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b12f-ad2a-460e-b1d0-62210de83f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.991010 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b12f-ad2a-460e-b1d0-62210de83f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:08.994719 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2fe4b12f-ad2a-460e-b1d0-62210de83f20 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f64399c-5163-4db8-8078-a2309f1eff2c HTTP/1.1" status: 204 len: 168 time: 0.2163565 Sep 07 16:17:09.001050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f93c08cd-fe55-4aad-95e2-ccea4a9a18de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:09.009878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4b12f-ad2a-460e-b1d0-62210de83f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f64399c-5163-4db8-8078-a2309f1eff2c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:09.031345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f93c08cd-fe55-4aad-95e2-ccea4a9a18de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:09.085810 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f93c08cd-fe55-4aad-95e2-ccea4a9a18de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:09.089375 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f93c08cd-fe55-4aad-95e2-ccea4a9a18de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:09.091172 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f93c08cd-fe55-4aad-95e2-ccea4a9a18de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4086c31e-e9a1-45bf-8c4b-f8b6ae1d4f26 HTTP/1.1" status: 204 len: 168 time: 0.1547120 Sep 07 16:17:09.099770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c08cd-fe55-4aad-95e2-ccea4a9a18de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4086c31e-e9a1-45bf-8c4b-f8b6ae1d4f26,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:09.105953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9203968 Sep 07 16:17:09.126919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6dda3-fb82-4b0e-ae82-3f57f5039d0a req-4affac83-da84-4844-bcb6-d00e8f379b37 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:09.128579 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1be6dda3-fb82-4b0e-ae82-3f57f5039d0a req-4affac83-da84-4844-bcb6-d00e8f379b37 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.4466085 Sep 07 16:17:09.183296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a14d7-b6be-414f-80c3-95fbbf16cede tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Pushing event updated for resources: {'Network': ['ID=2b3d565b-66b1-41b5-ac30-454b6ba5dd53,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:09.194078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:17:09.232315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be0c8c-e870-480d-ac47-ee60c75f342c req-200cc1ae-89bf-4988-ba9b-ca369f6105a4 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:09.239655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98be0c8c-e870-480d-ac47-ee60c75f342c req-200cc1ae-89bf-4988-ba9b-ca369f6105a4 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515 HTTP/1.1" status: 200 len: 945 time: 0.1400568 Sep 07 16:17:09.263227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1be6dda3-fb82-4b0e-ae82-3f57f5039d0a req-786c406a-3f6d-426d-b700-08f4cadb2dfb tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111481 Sep 07 16:17:09.315193 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98be0c8c-e870-480d-ac47-ee60c75f342c req-9aa2c80a-0414-4aec-b7f9-5d652e2ec789 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744915 Sep 07 16:17:09.542971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58772) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:09.547900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Request body: {'port': {'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53', 'binding:host_id': 'n-h1-807551-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-299376844'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:09.583712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Made reservation on behalf of 5a4b36e1c1cf4057b825203c41af2c33 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:09.587197 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:09.590153 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097be3ae-3885-47ba-b325-bb1ea42df8d7 req-b55f8963-b19e-44e7-a692-04ff43ea2630 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:09.592060 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-097be3ae-3885-47ba-b325-bb1ea42df8d7 req-b55f8963-b19e-44e7-a692-04ff43ea2630 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.35 "GET /v2.0/ports?device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515 HTTP/1.1" status: 200 len: 945 time: 0.0762756 Sep 07 16:17:09.605423 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:09.731604 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:09.737507 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:09.743002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] device_id is not set on port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:09.747468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-097be3ae-3885-47ba-b325-bb1ea42df8d7 req-8702a453-1147-41e8-8dc6-c5e6cf627e3c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Deleting port 706af0e8-d583-4c1a-9315-2213ce1e63c3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:09.747818 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-097be3ae-3885-47ba-b325-bb1ea42df8d7 req-8702a453-1147-41e8-8dc6-c5e6cf627e3c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:09.820002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7243a34-3f80-4a7e-b1c1-1b23608df1dc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:09.872957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-097be3ae-3885-47ba-b325-bb1ea42df8d7 req-8702a453-1147-41e8-8dc6-c5e6cf627e3c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] For port 706af0e8-d583-4c1a-9315-2213ce1e63c3, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=706af0e8-d583-4c1a-9315-2213ce1e63c3,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:09.873329 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-097be3ae-3885-47ba-b325-bb1ea42df8d7 req-8702a453-1147-41e8-8dc6-c5e6cf627e3c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:09.888426 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-097be3ae-3885-47ba-b325-bb1ea42df8d7 req-8702a453-1147-41e8-8dc6-c5e6cf627e3c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Calling delete_port for 706af0e8-d583-4c1a-9315-2213ce1e63c3 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:10.009894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] device_id is not set on port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:10.036360 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-097be3ae-3885-47ba-b325-bb1ea42df8d7 req-8702a453-1147-41e8-8dc6-c5e6cf627e3c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.036922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.051971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['a1290ee5-6de5-46af-851d-c7cb63d159ea', '706af0e8-d583-4c1a-9315-2213ce1e63c3'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:10.069031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Transition to ACTIVE for port object 6f2dcf46-85e6-4fce-b832-b0b986ba86eb will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:10.069427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702a453-1147-41e8-8dc6-c5e6cf627e3c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Pushing event deleted for resources: {'Port': ['ID=706af0e8-d583-4c1a-9315-2213ce1e63c3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:10.095888 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.123608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-097be3ae-3885-47ba-b325-bb1ea42df8d7 req-8702a453-1147-41e8-8dc6-c5e6cf627e3c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] No DVR routers for this DVR port 706af0e8-d583-4c1a-9315-2213ce1e63c3 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:10.126850 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-097be3ae-3885-47ba-b325-bb1ea42df8d7 req-8702a453-1147-41e8-8dc6-c5e6cf627e3c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.128790 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-097be3ae-3885-47ba-b325-bb1ea42df8d7 req-8702a453-1147-41e8-8dc6-c5e6cf627e3c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.35 "DELETE /v2.0/ports/706af0e8-d583-4c1a-9315-2213ce1e63c3 HTTP/1.1" status: 204 len: 173 time: 0.5218413 Sep 07 16:17:10.129235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9780c9d8-fdc9-494d-bee4-4daa7dd35515', 'name': 'network-vif-deleted', 'tag': '706af0e8-d583-4c1a-9315-2213ce1e63c3'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:10.135351 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243a7ff1-4b6c-45e4-a787-06fe387310f0" -d '{"events": [{"server_uuid": "9780c9d8-fdc9-494d-bee4-4daa7dd35515", "name": "network-vif-deleted", "tag": "706af0e8-d583-4c1a-9315-2213ce1e63c3"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:10.212766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event updated for resources: {'Port': ['ID=6f2dcf46-85e6-4fce-b832-b0b986ba86eb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:10.241006 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e8a8f2-bc51-4461-9e0b-28be075bd80e x-openstack-request-id: req-65e8a8f2-bc51-4461-9e0b-28be075bd80e {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:10.241316 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9780c9d8-fdc9-494d-bee4-4daa7dd35515", "name": "network-vif-deleted", "tag": "706af0e8-d583-4c1a-9315-2213ce1e63c3", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:10.241579 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65e8a8f2-bc51-4461-9e0b-28be075bd80e {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:10.242011 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9780c9d8-fdc9-494d-bee4-4daa7dd35515', 'name': 'network-vif-deleted', 'tag': '706af0e8-d583-4c1a-9315-2213ce1e63c3', 'status': 'completed', 'code': 200} Sep 07 16:17:10.250202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Checking segment: {'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:10.250564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Network hostable DHCP agents. Network: 2b3d565b-66b1-41b5-ac30-454b6ba5dd53, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:17:10.276402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:17:10.293445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 2b3d565b-66b1-41b5-ac30-454b6ba5dd53) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:10.300064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:10.306668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dbc73d-bf08-4890-b2d4-a9a627fd4bea None None] Network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:10.333115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:10.333863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:10.334726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:10.340849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:10.341726 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:10.342371 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 2 to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb Sep 07 16:17:10.356793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58804) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:10.363512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:10.364239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:10.364852 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:10.413477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:10.414514 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:10.423987 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 3 to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb Sep 07 16:17:10.480174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:10.480174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:10.480527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:10.512381 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0436a5fa-ac63-4c11-a900-0e1ea83c82ba req-af6251a0-095c-4d1b-8e57-14f13e87f731 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=9780c9d8-fdc9-494d-bee4-4daa7dd35515 HTTP/1.1" status: 200 len: 210 time: 0.0464995 Sep 07 16:17:10.519315 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-08c0259d-f680-49bb-b845-746141ab0d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.521967 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1485093868'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:10.525995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005684b-c816-417b-b277-8159edcf071c req-bd527323-94ad-42ce-beae-6d32778c590c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:10.536993 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0005684b-c816-417b-b277-8159edcf071c req-bd527323-94ad-42ce-beae-6d32778c590c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1658170 Sep 07 16:17:10.537858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:10.538195 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:10.538602 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 4 to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb Sep 07 16:17:10.564085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:10.567914 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.578357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:10.578797 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:10.579122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:10.584550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.602099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:10.602317 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:10.602791 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 5 to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb Sep 07 16:17:10.608209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0005684b-c816-417b-b277-8159edcf071c req-afd9b3b2-2b47-4dc6-bac4-609966d11e52 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594482 Sep 07 16:17:10.627420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:10.627420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:10.627420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:10.631619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:10.631946 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:10.632354 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 6 to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb Sep 07 16:17:10.646984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:10.647341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:10.647750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:10.653299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:10.653754 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:10.654063 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 7 to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb Sep 07 16:17:10.668211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:10.668936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:10.669440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:10.674855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:10.674855 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:10.675232 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 8 to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb Sep 07 16:17:10.688702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:10.689273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:10.689437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:10.693823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:10.694148 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:10.694828 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 9 to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb Sep 07 16:17:10.700909 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.707402 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.708901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:10.709339 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:10.709688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:10.715464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:10.715821 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:10.716590 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 10 to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb Sep 07 16:17:10.731288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:10.731643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:10.731965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:10.737023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:10.737390 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:10.737768 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.746496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63d5299-dde6-4103-ad7c-136cd3f09eb2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:10.756510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:17:10.780196 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.780577 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Added segment b5947e2d-963d-4848-af65-5f1ba78cde3f of type vlan for network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 Sep 07 16:17:10.831118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] For port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:10.831644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempted to set empty binding levels {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 16:17:10.832506 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.838555 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.865721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.872708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:10.873338 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.877410 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:10.878668 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:10.905169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.3610597 Sep 07 16:17:10.906108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44fa0b-b097-4e5c-b8ad-8566a9150fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event updated for resources: {'Port': ['ID=6f2dcf46-85e6-4fce-b832-b0b986ba86eb,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:10.908701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58824) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:10.954450 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5962124 Sep 07 16:17:10.954720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58826) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:10.962794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'name': 'tempest-PortsTestJSON-1658029554'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:10.992841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85d2f0-8917-4cf5-bc50-7a14b9e33f4e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Network': ['ID=f8079e73-dcdb-47b0-9f8c-76ac9ec64e24,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:11.004298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:17:11.046989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-7ff56762-3ce7-46a0-9423-05de2a32d345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Deleting port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:11.048026 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ff56762-3ce7-46a0-9423-05de2a32d345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.090253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:11.099412 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.118085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:11.125625 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-7ff56762-3ce7-46a0-9423-05de2a32d345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] For port 6f2dcf46-85e6-4fce-b832-b0b986ba86eb, host n-h1-807551-3, got binding levels [] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:11.125999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ff56762-3ce7-46a0-9423-05de2a32d345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.143067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-7ff56762-3ce7-46a0-9423-05de2a32d345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Calling delete_port for 6f2dcf46-85e6-4fce-b832-b0b986ba86eb owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:11.220776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58834) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:11.230106 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ff56762-3ce7-46a0-9423-05de2a32d345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.260596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff56762-3ce7-46a0-9423-05de2a32d345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f2dcf46-85e6-4fce-b832-b0b986ba86eb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:11.268712 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ff56762-3ce7-46a0-9423-05de2a32d345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.274260 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7ff56762-3ce7-46a0-9423-05de2a32d345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "DELETE /v2.0/ports/6f2dcf46-85e6-4fce-b832-b0b986ba86eb HTTP/1.1" status: 204 len: 168 time: 0.3610435 Sep 07 16:17:11.274260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58838) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:11.291603 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.298365 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a04b45-6450-46d3-8d5e-96512da68f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] GET failed (client error): The resource could not be found. Sep 07 16:17:11.303224 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-20a04b45-6450-46d3-8d5e-96512da68f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "GET /v2.0/ports/6f2dcf46-85e6-4fce-b832-b0b986ba86eb HTTP/1.1" status: 404 len: 333 time: 0.0249994 Sep 07 16:17:11.304256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:11.311030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-eb0f5919-5ff0-4ebc-84f1-dafbf3e4eb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Request body: {'port': {'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457324853'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:11.347697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0f5919-5ff0-4ebc-84f1-dafbf3e4eb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Made reservation on behalf of 5a4b36e1c1cf4057b825203c41af2c33 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:11.349875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-63f30e53-9f87-456e-9b09-9c92d5d81a14 tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:11.350385 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5919-5ff0-4ebc-84f1-dafbf3e4eb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.354950 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.400473 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-eb0f5919-5ff0-4ebc-84f1-dafbf3e4eb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] device_id is not set on port 83d15e60-b764-4509-82a5-c1a3da264cb0 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:11.402412 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-63f30e53-9f87-456e-9b09-9c92d5d81a14 tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] 10.222.0.70 "PUT /v2.0/quotas/1b7e3f4b79e949dda233dd2ef834f6e1 HTTP/1.1" status: 200 len: 366 time: 0.1798608 Sep 07 16:17:11.405389 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58842) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:11.420803 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3aa4920e-24d4-4f46-ba2a-78c485543f33 tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0142357 Sep 07 16:17:11.424199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58844) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:11.425001 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d5aa290-911f-463c-8a8a-eaf8ddf69858 req-9edac207-60ea-4451-acd3-9c65d0b72a18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553603 Sep 07 16:17:11.461257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=9aa596a3-62c0-4452-81fb-74bc91e0eb00,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:11.479004 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7dc62706-53d6-4ba5-9d6c-9c25177000a3 tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] 10.222.0.70 "GET /v2.0/quotas/1b7e3f4b79e949dda233dd2ef834f6e1 HTTP/1.1" status: 200 len: 366 time: 0.0273280 Sep 07 16:17:11.482867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58846) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:11.509286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa290-911f-463c-8a8a-eaf8ddf69858 req-ab78a536-a6a8-4675-9898-3edd3e08abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:11.510913 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d5aa290-911f-463c-8a8a-eaf8ddf69858 req-ab78a536-a6a8-4675-9898-3edd3e08abbd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=396090e31e1140cca2fbba5fa0436228&device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 1096 time: 0.0417027 Sep 07 16:17:11.515222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Checking segment: {'id': 'b5947e2d-963d-4848-af65-5f1ba78cde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:11.515596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network hostable DHCP agents. Network: f8079e73-dcdb-47b0-9f8c-76ac9ec64e24, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:17:11.521985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-08bad7bb-0d76-4e62-8a5e-fd34caacec4b tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/1b7e3f4b79e949dda233dd2ef834f6e1 HTTP/1.1" status: 204 len: 168 time: 0.0368392 Sep 07 16:17:11.524478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58848) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:11.544068 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-34360c5a-6fe4-48f7-b86c-05ac87002189 tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0157108 Sep 07 16:17:11.555749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58852) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:11.573168 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f14f6a5b-aac5-4f76-a99d-b315616117a4 tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] 10.222.0.70 "GET /v2.0/quotas/1b7e3f4b79e949dda233dd2ef834f6e1 HTTP/1.1" status: 200 len: 370 time: 0.0162222 Sep 07 16:17:11.577026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58854) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:11.584968 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f904a2de-cadc-452a-8192-a9009905171b tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] 10.222.0.70 "GET /v2.0/quotas/1b7e3f4b79e949dda233dd2ef834f6e1/default HTTP/1.1" status: 200 len: 370 time: 0.0059509 Sep 07 16:17:11.609685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58858) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:11.615538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:17:11.623917 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-928321b0-5d40-49d6-86bc-3e7d4b7bc9c6 tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] delete failed (client error): The resource could not be found. Sep 07 16:17:11.624947 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-928321b0-5d40-49d6-86bc-3e7d4b7bc9c6 tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/1b7e3f4b79e949dda233dd2ef834f6e1 HTTP/1.1" status: 404 len: 348 time: 0.0143251 Sep 07 16:17:11.641659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, f8079e73-dcdb-47b0-9f8c-76ac9ec64e24) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:11.645628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:11.652556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:11.653306 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.654540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa290-911f-463c-8a8a-eaf8ddf69858 req-f4aac795-0c42-45f5-8167-ea6ed94d0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:11.656093 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d5aa290-911f-463c-8a8a-eaf8ddf69858 req-f4aac795-0c42-45f5-8167-ea6ed94d0ef1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bf407d0e-a8eb-4f04-9168-6cad718a2e01 HTTP/1.1" status: 200 len: 916 time: 0.1233785 Sep 07 16:17:11.659626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1558a38-7183-4605-b71a-f61452d5a59f None None] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:11.661823 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5919-5ff0-4ebc-84f1-dafbf3e4eb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.708192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-16944222-22d4-4eb8-80c7-8bf29967a84b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7489479 Sep 07 16:17:11.712297 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58866) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:11.721361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-94080b17-735b-4ffc-951d-c081b07f0ad8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1945112694'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:11.758273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5919-5ff0-4ebc-84f1-dafbf3e4eb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.770835 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d5aa290-911f-463c-8a8a-eaf8ddf69858 req-8e061d31-abd6-4b0f-8861-812d5380aa87 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f32c5ca-0835-4c27-afaa-178ed11febd3 HTTP/1.1" status: 200 len: 1000 time: 0.1039617 Sep 07 16:17:11.786024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94080b17-735b-4ffc-951d-c081b07f0ad8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:11.792285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94080b17-735b-4ffc-951d-c081b07f0ad8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.809537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f5919-5ff0-4ebc-84f1-dafbf3e4eb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:11.811987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f5919-5ff0-4ebc-84f1-dafbf3e4eb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:11.816626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f5919-5ff0-4ebc-84f1-dafbf3e4eb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:11.817620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f5919-5ff0-4ebc-84f1-dafbf3e4eb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:11.818291 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5919-5ff0-4ebc-84f1-dafbf3e4eb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.834084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f5919-5ff0-4ebc-84f1-dafbf3e4eb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event updated for resources: {'Port': ['ID=83d15e60-b764-4509-82a5-c1a3da264cb0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:11.878168 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eb0f5919-5ff0-4ebc-84f1-dafbf3e4eb40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5720382 Sep 07 16:17:11.881382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58874) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:11.891729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:11.895296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58876) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:11.916034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94080b17-735b-4ffc-951d-c081b07f0ad8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:17:11.938336 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa290-911f-463c-8a8a-eaf8ddf69858 req-75d91eab-7d63-4906-b796-c39ce6a9c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:11.939855 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d5aa290-911f-463c-8a8a-eaf8ddf69858 req-75d91eab-7d63-4906-b796-c39ce6a9c9bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7f752d9b-e00e-44ef-ad5a-a3d851397ff0 HTTP/1.1" status: 200 len: 854 time: 0.1565330 Sep 07 16:17:11.940996 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94080b17-735b-4ffc-951d-c081b07f0ad8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:11.941337 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-94080b17-735b-4ffc-951d-c081b07f0ad8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Added segment f59e37b4-10a3-40b5-b800-ea35e0e8cc41 of type vlan for network 29cb6beb-efb0-422a-bc81-6e542bc05f67 Sep 07 16:17:11.948906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0efdb-0c2d-4799-90b5-375ab78a9632 req-861300a4-452c-44c4-938c-e48cb5354a51 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:11.950044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Usage tracker for resource:network and tenant:ccae25221f1d444bb1ba860be919f3d2 is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 16:17:11.950753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cc0efdb-0c2d-4799-90b5-375ab78a9632 req-861300a4-452c-44c4-938c-e48cb5354a51 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1131575 Sep 07 16:17:11.992911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:12.004368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 16:17:12.028561 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94080b17-735b-4ffc-951d-c081b07f0ad8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:12.033938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Usage tracker for resource:subnet and tenant:ccae25221f1d444bb1ba860be919f3d2 is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 16:17:12.041302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cc0efdb-0c2d-4799-90b5-375ab78a9632 req-ce50814b-c869-4538-8bf5-c21267a07695 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844693 Sep 07 16:17:12.045748 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 16:17:12.163272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e76b0-fba4-4501-a102-984069dcd179 req-8fa44997-4636-4df2-8e96-8a4f7b62a71a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:12.164935 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc9e76b0-fba4-4501-a102-984069dcd179 req-8fa44997-4636-4df2-8e96-8a4f7b62a71a tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1194677 Sep 07 16:17:12.250707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc9e76b0-fba4-4501-a102-984069dcd179 req-81dc2851-5eea-47ea-b5db-e0dfc6d50e3c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748301 Sep 07 16:17:12.262206 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] device_id is not set on port 83d15e60-b764-4509-82a5-c1a3da264cb0 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:12.279317 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:12.291939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Transition to ACTIVE for port object 83d15e60-b764-4509-82a5-c1a3da264cb0 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:12.295835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:12.334519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Usage tracker for resource:subnetpool and tenant:ccae25221f1d444bb1ba860be919f3d2 is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 16:17:12.341525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa290-911f-463c-8a8a-eaf8ddf69858 req-1fb2fa2c-89b3-41e0-877b-5c3948bf4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:12.343041 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d5aa290-911f-463c-8a8a-eaf8ddf69858 req-1fb2fa2c-89b3-41e0-877b-5c3948bf4006 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bf407d0e-a8eb-4f04-9168-6cad718a2e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3852236 Sep 07 16:17:12.344858 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94080b17-735b-4ffc-951d-c081b07f0ad8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:12.345399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event updated for resources: {'Port': ['ID=83d15e60-b764-4509-82a5-c1a3da264cb0,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:12.350151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94080b17-735b-4ffc-951d-c081b07f0ad8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:12.350959 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94080b17-735b-4ffc-951d-c081b07f0ad8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:12.353291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 16:17:12.359818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:12.360163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:12.360539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:12.364881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:12.365229 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:12.365605 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 2 to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 Sep 07 16:17:12.379872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:12.380221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:12.380598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:12.385527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:12.385876 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:12.386272 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 3 to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 Sep 07 16:17:12.399122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:12.399624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:12.400029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:12.403585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Usage tracker for resource:port and tenant:ccae25221f1d444bb1ba860be919f3d2 is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 16:17:12.404948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:12.405278 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:12.405669 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 4 to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 Sep 07 16:17:12.418699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:12.419041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:12.419382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:12.423278 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-94080b17-735b-4ffc-951d-c081b07f0ad8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7076850 Sep 07 16:17:12.423798 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:12.424130 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:12.424553 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 5 to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 Sep 07 16:17:12.427474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 16:17:12.427894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58878) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:12.439042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'ports': [{'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24'}, {'network_id': '29cb6beb-efb0-422a-bc81-6e542bc05f67'}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:12.439357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:12.439834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': '29cb6beb-efb0-422a-bc81-6e542bc05f67'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:12.458276 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:12.458619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:12.459311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:12.473308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:12.473636 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:12.475938 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 6 to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 Sep 07 16:17:12.497696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94080b17-735b-4ffc-951d-c081b07f0ad8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Network': ['ID=29cb6beb-efb0-422a-bc81-6e542bc05f67,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:12.501356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Usage tracker for resource:router and tenant:ccae25221f1d444bb1ba860be919f3d2 is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 16:17:12.508399 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 29cb6beb-efb0-422a-bc81-6e542bc05f67 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:17:12.509320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 16:17:12.525826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:12.526164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:12.526513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:12.527542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Usage tracker for resource:floatingip and tenant:ccae25221f1d444bb1ba860be919f3d2 is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 16:17:12.535298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:12.535642 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:12.536143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 16:17:12.542568 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d5aa290-911f-463c-8a8a-eaf8ddf69858 req-10699c13-3d4d-478f-b238-97a8476e54f2 service neutron] 10.222.0.54 "GET /v2.0/networks/bf407d0e-a8eb-4f04-9168-6cad718a2e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802733 Sep 07 16:17:12.546387 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 7 to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 Sep 07 16:17:12.571324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:12.571662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:12.572004 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:12.604087 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:12.604441 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:12.609118 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 8 to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 Sep 07 16:17:12.628170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:12.628532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:12.628877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:12.632251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Usage tracker for resource:security_group and tenant:ccae25221f1d444bb1ba860be919f3d2 is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 16:17:12.638550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:12.638874 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:12.641023 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 9 to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 Sep 07 16:17:12.642525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 16:17:12.657969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:12.658309 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:12.658647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:12.659194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Usage tracker for resource:security_group_rule and tenant:ccae25221f1d444bb1ba860be919f3d2 is out of sync, need to count used quota {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 16:17:12.660497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 2} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:12.665486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:12.670495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.quota.resource [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 16:17:12.677991 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d5aa290-911f-463c-8a8a-eaf8ddf69858 req-e96a7eb9-e4e4-490a-9192-d26048a84494 service neutron] 10.222.0.54 "GET /v2.0/networks/bf407d0e-a8eb-4f04-9168-6cad718a2e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173222 Sep 07 16:17:12.678343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:12.678674 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:12.679427 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f172196e-fd04-446d-8858-ebea203a70cb tempest-QuotasTest-187651908 tempest-QuotasTest-187651908-project-admin] 10.222.0.70 "GET /v2.0/quotas/ccae25221f1d444bb1ba860be919f3d2/details.json HTTP/1.1" status: 200 len: 703 time: 0.7828419 Sep 07 16:17:12.680120 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 10 to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 Sep 07 16:17:12.685464 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:12.709179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:12.709517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:12.709856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:12.727544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:12.727877 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port 83d15e60-b764-4509-82a5-c1a3da264cb0 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:12.728456 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:12.817660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port 23e0ad2a-7e51-485b-be0e-760b90af8505 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:12.859954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] For port 83d15e60-b764-4509-82a5-c1a3da264cb0, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:12.860321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempted to set empty binding levels {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 16:17:12.867017 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:12.909895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] In _notify_port_updated(), no bound segment for port 83d15e60-b764-4509-82a5-c1a3da264cb0 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:17:12.910971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:12.911588 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:12.915309 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "PUT /v2.0/ports/83d15e60-b764-4509-82a5-c1a3da264cb0 HTTP/1.1" status: 200 len: 979 time: 1.0306108 Sep 07 16:17:12.915608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58886) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:12.972036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b86ba6-622f-457f-a733-ebfcf4204ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event updated for resources: {'Port': ['ID=83d15e60-b764-4509-82a5-c1a3da264cb0,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:13.024536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.025056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.025555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.026387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.026662 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.027209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.027705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.028014 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.028203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.028711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.029566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.029694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.030146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.030626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.031155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.031649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.032134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.032672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.033118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.033599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.034173 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.034661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.035322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.035935 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.036450 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.036933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.037415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.037901 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.038387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.038870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.039411 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.039891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.040387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.040875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.041359 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.046660 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4d64fc73-24d6-46a2-b7e1-6529ebd330ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30481 time: 0.1292698 Sep 07 16:17:13.046921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58892) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:13.051643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58894) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:13.159591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2294c3a-3351-4c93-9583-3ac0d100f15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.178985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port ff913a7f-cb09-4606-970b-685779136e59 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:13.228024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79749108-540d-49ce-95a9-0fb5d2234ac4 req-a33b9322-ae0b-498a-96de-77c5239165e4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.229650 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79749108-540d-49ce-95a9-0fb5d2234ac4 req-a33b9322-ae0b-498a-96de-77c5239165e4 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1037183 Sep 07 16:17:13.251142 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2294c3a-3351-4c93-9583-3ac0d100f15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.255334 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2294c3a-3351-4c93-9583-3ac0d100f15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.260133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-daa76d2d-ec77-468a-9bb3-09fb783d6432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Deleting port 83d15e60-b764-4509-82a5-c1a3da264cb0 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:13.260519 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-daa76d2d-ec77-468a-9bb3-09fb783d6432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.296096 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b2294c3a-3351-4c93-9583-3ac0d100f15f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f549ca5ec2ef4a1a9b400254d150aea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457521 Sep 07 16:17:13.297708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58902) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:13.305271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2294c3a-3351-4c93-9583-3ac0d100f15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808de934-878e-4528-841e-75fd81929f66,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:13.352981 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae31c49d-8fe9-4fdf-8ccc-7d494b84619d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.364243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79749108-540d-49ce-95a9-0fb5d2234ac4 req-89c7b972-2270-4fb4-a440-fc42de504aae tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257658 Sep 07 16:17:13.377394 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae31c49d-8fe9-4fdf-8ccc-7d494b84619d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.426262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae31c49d-8fe9-4fdf-8ccc-7d494b84619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.429302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae31c49d-8fe9-4fdf-8ccc-7d494b84619d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.431021 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ae31c49d-8fe9-4fdf-8ccc-7d494b84619d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/808de934-878e-4528-841e-75fd81929f66 HTTP/1.1" status: 204 len: 168 time: 0.1323867 Sep 07 16:17:13.439447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31c49d-8fe9-4fdf-8ccc-7d494b84619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808de934-878e-4528-841e-75fd81929f66,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:13.442955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-daa76d2d-ec77-468a-9bb3-09fb783d6432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] For port 83d15e60-b764-4509-82a5-c1a3da264cb0, host n-h1-807551-3, got binding levels [] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:13.443313 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-daa76d2d-ec77-468a-9bb3-09fb783d6432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.465201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.468608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-daa76d2d-ec77-468a-9bb3-09fb783d6432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Calling delete_port for 83d15e60-b764-4509-82a5-c1a3da264cb0 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:13.497883 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357845a0-f817-4232-8131-870f703e2b10 req-29d89d54-6b1c-40ce-b469-29e4fdd4ca9b tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.499401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-357845a0-f817-4232-8131-870f703e2b10 req-29d89d54-6b1c-40ce-b469-29e4fdd4ca9b tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1561375 Sep 07 16:17:13.602588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-357845a0-f817-4232-8131-870f703e2b10 req-98197e31-2125-4987-91c3-3be0b47c9095 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695617 Sep 07 16:17:13.604944 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.664823 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-daa76d2d-ec77-468a-9bb3-09fb783d6432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.669275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:13.679094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:13.684147 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:13.685082 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.689855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=23e0ad2a-7e51-485b-be0e-760b90af8505,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:13.721163 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58908) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:13.730953 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-daa76d2d-ec77-468a-9bb3-09fb783d6432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.733912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-daa76d2d-ec77-468a-9bb3-09fb783d6432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "DELETE /v2.0/ports/83d15e60-b764-4509-82a5-c1a3da264cb0 HTTP/1.1" status: 204 len: 168 time: 0.6813178 Sep 07 16:17:13.736866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa76d2d-ec77-468a-9bb3-09fb783d6432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event deleted for resources: {'Port': ['ID=83d15e60-b764-4509-82a5-c1a3da264cb0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:13.738532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58910) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:13.741950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f0f04d3-2389-4ff1-a2ad-0d40f9f1ff11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.787079 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d428f13e-d44e-4349-ad19-16f8e43e0e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] GET failed (client error): The resource could not be found. Sep 07 16:17:13.788633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d428f13e-d44e-4349-ad19-16f8e43e0e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "GET /v2.0/ports/83d15e60-b764-4509-82a5-c1a3da264cb0 HTTP/1.1" status: 404 len: 333 time: 0.0482867 Sep 07 16:17:13.795063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58912) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:13.801513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ba366a70-6c9d-4e4d-a7d5-f9f2c9fa5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874897421', 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:13.825150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=ff913a7f-cb09-4606-970b-685779136e59,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:13.828143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Checking segment: {'id': 'f59e37b4-10a3-40b5-b800-ea35e0e8cc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '29cb6beb-efb0-422a-bc81-6e542bc05f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:13.828533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network hostable DHCP agents. Network: 29cb6beb-efb0-422a-bc81-6e542bc05f67, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:17:13.855882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 29cb6beb-efb0-422a-bc81-6e542bc05f67 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:17:13.870267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 29cb6beb-efb0-422a-bc81-6e542bc05f67) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:13.871949 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.875401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:13.880301 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f0f04d3-2389-4ff1-a2ad-0d40f9f1ff11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.882801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6269c3de-4a28-4702-8182-85fea770d74c None None] Network 29cb6beb-efb0-422a-bc81-6e542bc05f67 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:13.885151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.890555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:13.891651 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.893006 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f0f04d3-2389-4ff1-a2ad-0d40f9f1ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.943697 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9f0f04d3-2389-4ff1-a2ad-0d40f9f1ff11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ccae25221f1d444bb1ba860be919f3d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2213933 Sep 07 16:17:13.947932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58916) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:13.949734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba366a70-6c9d-4e4d-a7d5-f9f2c9fa5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Made reservation on behalf of 5a4b36e1c1cf4057b825203c41af2c33 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:13.952398 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba366a70-6c9d-4e4d-a7d5-f9f2c9fa5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:13.958054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bfd8b080-cdf5-4e50-8bce-0592da22c252 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5286217 Sep 07 16:17:13.965734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58918) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:13.976241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f04d3-2389-4ff1-a2ad-0d40f9f1ff11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a731a8c8-d38c-4962-b5aa-87b5ab5b9299,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:14.005105 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-ba366a70-6c9d-4e4d-a7d5-f9f2c9fa5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] device_id is not set on port 2baef4ae-0fa2-463a-a46c-b64da0036c6b yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:14.013124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb4fda4f-d59f-4b35-a236-7cbedae889e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.046464 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb4fda4f-d59f-4b35-a236-7cbedae889e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.108048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb4fda4f-d59f-4b35-a236-7cbedae889e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.113944 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb4fda4f-d59f-4b35-a236-7cbedae889e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.117683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eb4fda4f-d59f-4b35-a236-7cbedae889e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a731a8c8-d38c-4962-b5aa-87b5ab5b9299 HTTP/1.1" status: 204 len: 168 time: 0.1657043 Sep 07 16:17:14.125479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fda4f-d59f-4b35-a236-7cbedae889e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a731a8c8-d38c-4962-b5aa-87b5ab5b9299,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:14.209275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdcfdd-3cf3-48f9-8538-df5c49fe13d5 req-c30b4892-bea9-45b1-a92e-11770029984c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:14.210774 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bdfdcfdd-3cf3-48f9-8538-df5c49fe13d5 req-c30b4892-bea9-45b1-a92e-11770029984c tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.35 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.1235855 Sep 07 16:17:14.219243 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c69324bf-88c5-4354-9078-b6002cc9f663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.231511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1f541837-4a5a-4e4e-8f26-13888b1d9cf1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port ff913a7f-cb09-4606-970b-685779136e59 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:14.232063 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f541837-4a5a-4e4e-8f26-13888b1d9cf1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.378261 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f541837-4a5a-4e4e-8f26-13888b1d9cf1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.432020 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1f541837-4a5a-4e4e-8f26-13888b1d9cf1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for ff913a7f-cb09-4606-970b-685779136e59 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:14.434698 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba366a70-6c9d-4e4d-a7d5-f9f2c9fa5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.491312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334aaf7-cfc1-421d-b8d0-123dd6df60a6 req-06265f03-5ff6-4531-bda7-dc0de17c7386 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:14.492943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7334aaf7-cfc1-421d-b8d0-123dd6df60a6 req-06265f03-5ff6-4531-bda7-dc0de17c7386 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.0524788 Sep 07 16:17:14.538379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7334aaf7-cfc1-421d-b8d0-123dd6df60a6 req-fac6e4b7-9412-45e8-9bf3-5c43d2a1b8e3 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374255 Sep 07 16:17:14.554873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-bdfdcfdd-3cf3-48f9-8538-df5c49fe13d5 req-e530cb28-163b-4731-9e5e-3569715e0ff0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Deleting port a1290ee5-6de5-46af-851d-c7cb63d159ea {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:14.555217 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bdfdcfdd-3cf3-48f9-8538-df5c49fe13d5 req-e530cb28-163b-4731-9e5e-3569715e0ff0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.560792 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba366a70-6c9d-4e4d-a7d5-f9f2c9fa5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.641550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba366a70-6c9d-4e4d-a7d5-f9f2c9fa5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:14.674958 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f541837-4a5a-4e4e-8f26-13888b1d9cf1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.682539 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ba366a70-6c9d-4e4d-a7d5-f9f2c9fa5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:14.684987 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba366a70-6c9d-4e4d-a7d5-f9f2c9fa5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:14.686364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba366a70-6c9d-4e4d-a7d5-f9f2c9fa5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:14.687024 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba366a70-6c9d-4e4d-a7d5-f9f2c9fa5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.694632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba366a70-6c9d-4e4d-a7d5-f9f2c9fa5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event updated for resources: {'Port': ['ID=2baef4ae-0fa2-463a-a46c-b64da0036c6b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:14.733054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee4407-ba6a-4370-885c-84e876090c99 req-4c53672f-8c4f-4137-8eb7-d736453e9222 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:14.735607 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36ee4407-ba6a-4370-885c-84e876090c99 req-4c53672f-8c4f-4137-8eb7-d736453e9222 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76e689d-2b93-4887-9959-c1d03383e90b HTTP/1.1" status: 200 len: 946 time: 0.0556481 Sep 07 16:17:14.746976 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f541837-4a5a-4e4e-8f26-13888b1d9cf1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.749610 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1f541837-4a5a-4e4e-8f26-13888b1d9cf1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/ff913a7f-cb09-4606-970b-685779136e59 HTTP/1.1" status: 204 len: 168 time: 0.7824702 Sep 07 16:17:14.750508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f541837-4a5a-4e4e-8f26-13888b1d9cf1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=ff913a7f-cb09-4606-970b-685779136e59,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:14.755563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58946) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:14.783891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36ee4407-ba6a-4370-885c-84e876090c99 req-fd5390e2-8881-43f8-88c0-1437f728d231 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f1145fe-5606-44df-97e4-c0f906d3ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402117 Sep 07 16:17:14.819295 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.821058 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ba366a70-6c9d-4e4d-a7d5-f9f2c9fa5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0239632 Sep 07 16:17:14.823966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58950) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:14.833305 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-bdfdcfdd-3cf3-48f9-8538-df5c49fe13d5 req-e530cb28-163b-4731-9e5e-3569715e0ff0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] For port a1290ee5-6de5-46af-851d-c7cb63d159ea, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a1290ee5-6de5-46af-851d-c7cb63d159ea,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:14.833749 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bdfdcfdd-3cf3-48f9-8538-df5c49fe13d5 req-e530cb28-163b-4731-9e5e-3569715e0ff0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:14.852072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-bdfdcfdd-3cf3-48f9-8538-df5c49fe13d5 req-e530cb28-163b-4731-9e5e-3569715e0ff0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Calling delete_port for a1290ee5-6de5-46af-851d-c7cb63d159ea owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:14.865858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee8d812-fc5a-4d95-80e3-c4a4005e5348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:14.868050 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dee8d812-fc5a-4d95-80e3-c4a4005e5348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "GET /v2.0/ports/2baef4ae-0fa2-463a-a46c-b64da0036c6b HTTP/1.1" status: 200 len: 959 time: 0.0428317 Sep 07 16:17:14.870776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58952) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:14.883653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb2f7fe-749c-4917-96a4-da83689b56d8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:14.889761 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb2f7fe-749c-4917-96a4-da83689b56d8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:14.894265 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dfb2f7fe-749c-4917-96a4-da83689b56d8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1341231 Sep 07 16:17:14.897717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58954) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:14.942282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58958) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:14.968624 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 706af0e8-d583-4c1a-9315-2213ce1e63c3 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:15.008406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 706af0e8-d583-4c1a-9315-2213ce1e63c3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:15.008767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 706af0e8-d583-4c1a-9315-2213ce1e63c3 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:15.037663 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bdfdcfdd-3cf3-48f9-8538-df5c49fe13d5 req-e530cb28-163b-4731-9e5e-3569715e0ff0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.050124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['a1290ee5-6de5-46af-851d-c7cb63d159ea'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:15.056582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-67d2f245-3753-4009-9e02-f88178df2e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Deleting port 2baef4ae-0fa2-463a-a46c-b64da0036c6b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:15.056939 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67d2f245-3753-4009-9e02-f88178df2e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.074173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-72fb5391-2900-4fdf-ad11-ff29d79c0f3c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 23e0ad2a-7e51-485b-be0e-760b90af8505 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:15.074667 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72fb5391-2900-4fdf-ad11-ff29d79c0f3c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.088767 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-18556860'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:15.091894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530cb28-163b-4731-9e5e-3569715e0ff0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Pushing event deleted for resources: {'Port': ['ID=a1290ee5-6de5-46af-851d-c7cb63d159ea,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:15.149177 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfdcfdd-3cf3-48f9-8538-df5c49fe13d5 req-e530cb28-163b-4731-9e5e-3569715e0ff0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] No DVR routers for this DVR port a1290ee5-6de5-46af-851d-c7cb63d159ea on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:15.154696 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bdfdcfdd-3cf3-48f9-8538-df5c49fe13d5 req-e530cb28-163b-4731-9e5e-3569715e0ff0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.157241 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bdfdcfdd-3cf3-48f9-8538-df5c49fe13d5 req-e530cb28-163b-4731-9e5e-3569715e0ff0 tempest-ListServerFiltersTestJSON-1384235220 tempest-ListServerFiltersTestJSON-1384235220-project] 10.222.0.35 "DELETE /v2.0/ports/a1290ee5-6de5-46af-851d-c7cb63d159ea HTTP/1.1" status: 204 len: 173 time: 0.9328754 Sep 07 16:17:15.159891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76e689d-2b93-4887-9959-c1d03383e90b', 'name': 'network-vif-deleted', 'tag': 'a1290ee5-6de5-46af-851d-c7cb63d159ea'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:15.163585 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e88be6-bb07-49af-a3e6-36ed4d9175d5" -d '{"events": [{"server_uuid": "e76e689d-2b93-4887-9959-c1d03383e90b", "name": "network-vif-deleted", "tag": "a1290ee5-6de5-46af-851d-c7cb63d159ea"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:15.177544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Made reservation on behalf of 7059842f946044ffa374b3c99a772200 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:15.183298 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.199985 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67d2f245-3753-4009-9e02-f88178df2e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.202850 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.249676 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72fb5391-2900-4fdf-ad11-ff29d79c0f3c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.252362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-67d2f245-3753-4009-9e02-f88178df2e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Calling delete_port for 2baef4ae-0fa2-463a-a46c-b64da0036c6b owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:15.261655 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5ba041-ca2b-4a3e-bc4a-af3bec46b458 x-openstack-request-id: req-1f5ba041-ca2b-4a3e-bc4a-af3bec46b458 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:15.262479 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76e689d-2b93-4887-9959-c1d03383e90b", "name": "network-vif-deleted", "tag": "a1290ee5-6de5-46af-851d-c7cb63d159ea", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:15.262978 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f5ba041-ca2b-4a3e-bc4a-af3bec46b458 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:15.263622 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76e689d-2b93-4887-9959-c1d03383e90b', 'name': 'network-vif-deleted', 'tag': 'a1290ee5-6de5-46af-851d-c7cb63d159ea', 'status': 'completed', 'code': 200} Sep 07 16:17:15.282542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-72fb5391-2900-4fdf-ad11-ff29d79c0f3c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 23e0ad2a-7e51-485b-be0e-760b90af8505 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:15.327095 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.333339 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.360921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:17:15.377426 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55439a9b-03fe-4f89-b780-ecbcd8c65428,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:15.380446 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.381012 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Added segment 563118dd-4d26-4026-a448-435d09e37766 of type vlan for network f61da6f0-5a09-4914-9f7f-58652f085050 Sep 07 16:17:15.423936 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.450128 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72fb5391-2900-4fdf-ad11-ff29d79c0f3c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.451373 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.457513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:15.458115 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.463481 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67d2f245-3753-4009-9e02-f88178df2e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.494913 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5512986 Sep 07 16:17:15.495025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72fb5391-2900-4fdf-ad11-ff29d79c0f3c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.496761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-72fb5391-2900-4fdf-ad11-ff29d79c0f3c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/23e0ad2a-7e51-485b-be0e-760b90af8505 HTTP/1.1" status: 204 len: 168 time: 0.5978892 Sep 07 16:17:15.499923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58968) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:15.500078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb5391-2900-4fdf-ad11-ff29d79c0f3c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=23e0ad2a-7e51-485b-be0e-760b90af8505,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:15.500260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58970) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:15.506435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e949732b-5c1a-4dff-a5d6-89b963823ddd tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Request body: {'subnet': {'network_id': 'f61da6f0-5a09-4914-9f7f-58652f085050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:15.526571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2f245-3753-4009-9e02-f88178df2e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event deleted for resources: {'Port': ['ID=2baef4ae-0fa2-463a-a46c-b64da0036c6b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:15.528705 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67d2f245-3753-4009-9e02-f88178df2e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.531725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-67d2f245-3753-4009-9e02-f88178df2e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "DELETE /v2.0/ports/2baef4ae-0fa2-463a-a46c-b64da0036c6b HTTP/1.1" status: 204 len: 168 time: 0.6588137 Sep 07 16:17:15.533610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58974) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:15.557466 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca72c3e8-d38e-4962-8ea4-996c24f77c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] GET failed (client error): The resource could not be found. Sep 07 16:17:15.562345 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ca72c3e8-d38e-4962-8ea4-996c24f77c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "GET /v2.0/ports/2baef4ae-0fa2-463a-a46c-b64da0036c6b HTTP/1.1" status: 404 len: 333 time: 0.0240276 Sep 07 16:17:15.564636 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58978) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:15.569839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-948c9ddc-ffdd-44a4-9c89-f82f8a05c885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Request body: {'port': {'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665226471'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:15.586035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65a519-8650-4859-a799-87a02d842081 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event updated for resources: {'Network': ['ID=f61da6f0-5a09-4914-9f7f-58652f085050,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:15.597451 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948c9ddc-ffdd-44a4-9c89-f82f8a05c885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Made reservation on behalf of 5a4b36e1c1cf4057b825203c41af2c33 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:15.601373 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-948c9ddc-ffdd-44a4-9c89-f82f8a05c885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.602268 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network f61da6f0-5a09-4914-9f7f-58652f085050 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:17:15.620400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-948c9ddc-ffdd-44a4-9c89-f82f8a05c885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] device_id is not set on port a0be9fe5-fd3e-4193-830e-df52874b6661 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:15.670686 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5586f4-f205-48ed-9e4a-be022c8f80d8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:15.675928 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ed5586f4-f205-48ed-9e4a-be022c8f80d8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1730227 Sep 07 16:17:15.676077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58980) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:15.702960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e949732b-5c1a-4dff-a5d6-89b963823ddd tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Made reservation on behalf of 7059842f946044ffa374b3c99a772200 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:15.706458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e949732b-5c1a-4dff-a5d6-89b963823ddd tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.716211 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0027ee-907a-41b4-bf8c-11e3cb658e35 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:17:15.728896 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1f0027ee-907a-41b4-bf8c-11e3cb658e35 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/ff913a7f-cb09-4606-970b-685779136e59 HTTP/1.1" status: 404 len: 333 time: 0.0484021 Sep 07 16:17:15.733198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58982) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:15.788562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684257c-3dbc-4a0b-8db0-e6a708650ff7 req-c2c9ee14-01e4-40fe-95c9-e2e74bb39bd5 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:15.790409 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f684257c-3dbc-4a0b-8db0-e6a708650ff7 req-c2c9ee14-01e4-40fe-95c9-e2e74bb39bd5 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1311598 Sep 07 16:17:15.791777 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcdbedb-1dd3-4260-98f1-edf8f9a3be07 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:17:15.793554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6dcdbedb-1dd3-4260-98f1-edf8f9a3be07 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/23e0ad2a-7e51-485b-be0e-760b90af8505 HTTP/1.1" status: 404 len: 333 time: 0.0590179 Sep 07 16:17:15.799656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58984) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:15.868550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58988) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:15.939841 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e949732b-5c1a-4dff-a5d6-89b963823ddd tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:15.987303 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f684257c-3dbc-4a0b-8db0-e6a708650ff7 req-a7446c1a-2d99-4b23-b252-3664b2e44eef tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883295 Sep 07 16:17:16.003749 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30d6750f-f762-4f9a-b970-b4119851eaf6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.008649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949732b-5c1a-4dff-a5d6-89b963823ddd tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event updated for resources: {'Subnet': ['ID=557fa579-07be-41a4-aa5d-489e7928e5ef,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:16.013410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949732b-5c1a-4dff-a5d6-89b963823ddd tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Checking segment: {'id': '563118dd-4d26-4026-a448-435d09e37766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f61da6f0-5a09-4914-9f7f-58652f085050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:16.013882 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e949732b-5c1a-4dff-a5d6-89b963823ddd tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Network hostable DHCP agents. Network: f61da6f0-5a09-4914-9f7f-58652f085050, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:17:16.033832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e949732b-5c1a-4dff-a5d6-89b963823ddd tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Network f61da6f0-5a09-4914-9f7f-58652f085050 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:17:16.034396 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5922b36b-2c9b-4cfb-b75c-77cbdaa7c3bc admin admin] Deleting subnet 153bd6fc-4666-4528-9069-201b8a260bc8 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:17:16.040808 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-948c9ddc-ffdd-44a4-9c89-f82f8a05c885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.044685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e949732b-5c1a-4dff-a5d6-89b963823ddd tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, f61da6f0-5a09-4914-9f7f-58652f085050) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:16.047042 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5922b36b-2c9b-4cfb-b75c-77cbdaa7c3bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.049538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e949732b-5c1a-4dff-a5d6-89b963823ddd tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:16.050646 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e949732b-5c1a-4dff-a5d6-89b963823ddd tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.061441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5318ae-9563-4e1c-9ea0-0a2eb9109e8b None None] Network f61da6f0-5a09-4914-9f7f-58652f085050 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:16.072887 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e949732b-5c1a-4dff-a5d6-89b963823ddd tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5714476 Sep 07 16:17:16.073692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58992) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:16.081499 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Request body: {'port': {'network_id': 'f61da6f0-5a09-4914-9f7f-58652f085050', 'name': 'tempest-AllowedAddressPairTestJSON-695555962'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:16.133720 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5922b36b-2c9b-4cfb-b75c-77cbdaa7c3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.214960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Made reservation on behalf of 7059842f946044ffa374b3c99a772200 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:16.216630 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30d6750f-f762-4f9a-b970-b4119851eaf6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.219906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.227385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-f61da6f0-5a09-4914-9f7f-58652f085050', 'network_id': 'f61da6f0-5a09-4914-9f7f-58652f085050', 'tenant_id': '7059842f946044ffa374b3c99a772200', 'fixed_ips': [{'subnet_id': '557fa579-07be-41a4-aa5d-489e7928e5ef'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:17:16.228535 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.252462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-30d6750f-f762-4f9a-b970-b4119851eaf6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cb6beb-efb0-422a-bc81-6e542bc05f67']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:16.253423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] device_id is not set on port 1f3009c6-f605-47a6-a24c-adf6cd2f9ebb yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:16.280217 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-948c9ddc-ffdd-44a4-9c89-f82f8a05c885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.284707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-30d6750f-f762-4f9a-b970-b4119851eaf6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59e37b4-10a3-40b5-b800-ea35e0e8cc41') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:16.285009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-30d6750f-f762-4f9a-b970-b4119851eaf6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59e37b4-10a3-40b5-b800-ea35e0e8cc41') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:16.306789 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30d6750f-f762-4f9a-b970-b4119851eaf6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.358037 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30d6750f-f762-4f9a-b970-b4119851eaf6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.360448 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5922b36b-2c9b-4cfb-b75c-77cbdaa7c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.384154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948c9ddc-ffdd-44a4-9c89-f82f8a05c885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:16.391718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Allocated IP 172.20.0.11 (f61da6f0-5a09-4914-9f7f-58652f085050/557fa579-07be-41a4-aa5d-489e7928e5ef/1f3009c6-f605-47a6-a24c-adf6cd2f9ebb) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:16.394029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d6750f-f762-4f9a-b970-b4119851eaf6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:17:16.394389 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30d6750f-f762-4f9a-b970-b4119851eaf6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.397689 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-948c9ddc-ffdd-44a4-9c89-f82f8a05c885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:17:16.399537 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:17:16.415080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c9ddc-ffdd-44a4-9c89-f82f8a05c885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:16.416047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948c9ddc-ffdd-44a4-9c89-f82f8a05c885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:16.416686 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-948c9ddc-ffdd-44a4-9c89-f82f8a05c885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.433073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c9ddc-ffdd-44a4-9c89-f82f8a05c885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event updated for resources: {'Port': ['ID=a0be9fe5-fd3e-4193-830e-df52874b6661,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:16.478990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-948c9ddc-ffdd-44a4-9c89-f82f8a05c885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9131098 Sep 07 16:17:16.481854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58998) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:16.488874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:16.496474 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30d6750f-f762-4f9a-b970-b4119851eaf6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.526383 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30d6750f-f762-4f9a-b970-b4119851eaf6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.528271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-30d6750f-f762-4f9a-b970-b4119851eaf6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/networks/29cb6beb-efb0-422a-bc81-6e542bc05f67 HTTP/1.1" status: 204 len: 168 time: 0.7276437 Sep 07 16:17:16.535564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59000) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:16.541188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-538265c2-5cc0-4893-957a-5b554aa6c9bd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-14373111'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:16.542865 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5922b36b-2c9b-4cfb-b75c-77cbdaa7c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.544893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6750f-f762-4f9a-b970-b4119851eaf6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Network': ['ID=29cb6beb-efb0-422a-bc81-6e542bc05f67,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:16.584977 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.592780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922b36b-2c9b-4cfb-b75c-77cbdaa7c3bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=153bd6fc-4666-4528-9069-201b8a260bc8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:16.596430 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5922b36b-2c9b-4cfb-b75c-77cbdaa7c3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.598412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5922b36b-2c9b-4cfb-b75c-77cbdaa7c3bc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/153bd6fc-4666-4528-9069-201b8a260bc8 HTTP/1.1" status: 204 len: 168 time: 0.7289157 Sep 07 16:17:16.600067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538265c2-5cc0-4893-957a-5b554aa6c9bd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:16.601138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78a77d0-eb7b-4cc0-99a8-4ef4df24a48d None None] Network 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:16.601313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59002) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:16.605819 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-538265c2-5cc0-4893-957a-5b554aa6c9bd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.610318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Transition to ACTIVE for port object 1f3009c6-f605-47a6-a24c-adf6cd2f9ebb will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:16.610721 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.652543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538265c2-5cc0-4893-957a-5b554aa6c9bd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:17:16.667061 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-538265c2-5cc0-4893-957a-5b554aa6c9bd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.667536 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-538265c2-5cc0-4893-957a-5b554aa6c9bd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Added segment c3e9f1d8-995e-4a8e-a3c0-3abee8a40539 of type vlan for network 68aeaf61-61e6-4574-8672-e9f0378e8577 Sep 07 16:17:16.701205 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.711850 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.759153 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event updated for resources: {'Port': ['ID=1f3009c6-f605-47a6-a24c-adf6cd2f9ebb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:16.764253 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.768803 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-538265c2-5cc0-4893-957a-5b554aa6c9bd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.772225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Allocated IP 172.20.0.2 (f61da6f0-5a09-4914-9f7f-58652f085050/557fa579-07be-41a4-aa5d-489e7928e5ef/bbea5bf7-fb3f-493c-871a-e29b628d289f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:16.786111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Network f61da6f0-5a09-4914-9f7f-58652f085050 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:16.788737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:16.794651 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:16.850583 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-538265c2-5cc0-4893-957a-5b554aa6c9bd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.859546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538265c2-5cc0-4893-957a-5b554aa6c9bd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:16.860219 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-538265c2-5cc0-4893-957a-5b554aa6c9bd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.881647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:16.882316 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.890384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Deleting port f5420419-3819-44c9-943f-12e5597d60c8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:16.890993 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.896552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd7d488-e723-463f-83a8-0a50540c7de1 None None] DHCP port deletion for 0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:17:16.917100 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-82a91818-cca0-400e-8773-aae61a70234a tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8393407 Sep 07 16:17:16.919833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59004) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:16.926493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Request body: {'port': {'network_id': 'f61da6f0-5a09-4914-9f7f-58652f085050', 'name': 'tempest-AllowedAddressPairTestJSON-161538841', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:2e:9c:b0'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:16.937745 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-538265c2-5cc0-4893-957a-5b554aa6c9bd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4010258 Sep 07 16:17:16.940822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59006) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:16.943832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] device_id is not set on port a0be9fe5-fd3e-4193-830e-df52874b6661 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:16.949202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d080c627-154c-4645-9036-58d30d781898 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': '68aeaf61-61e6-4574-8672-e9f0378e8577', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:16.991030 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:16.991717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.004814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538265c2-5cc0-4893-957a-5b554aa6c9bd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Network': ['ID=68aeaf61-61e6-4574-8672-e9f0378e8577,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:17.005438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Transition to ACTIVE for port object bbea5bf7-fb3f-493c-871a-e29b628d289f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:17.011970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9bd7d488-e723-463f-83a8-0a50540c7de1 None None] Deleting port f5420419-3819-44c9-943f-12e5597d60c8 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:17.012663 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9bd7d488-e723-463f-83a8-0a50540c7de1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.031033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 68aeaf61-61e6-4574-8672-e9f0378e8577 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:17:17.058177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Transition to ACTIVE for port object bbea5bf7-fb3f-493c-871a-e29b628d289f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:17.107149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d080c627-154c-4645-9036-58d30d781898 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:17.111459 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d080c627-154c-4645-9036-58d30d781898 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.157712 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.228411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9bd7d488-e723-463f-83a8-0a50540c7de1 None None] For port f5420419-3819-44c9-943f-12e5597d60c8, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f5420419-3819-44c9-943f-12e5597d60c8,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:17.228903 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9bd7d488-e723-463f-83a8-0a50540c7de1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.232735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Network f61da6f0-5a09-4914-9f7f-58652f085050 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:17.240247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Pushing event updated for resources: {'Port': ['ID=bbea5bf7-fb3f-493c-871a-e29b628d289f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:17.245063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:17.250363 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9bd7d488-e723-463f-83a8-0a50540c7de1 None None] Calling delete_port for f5420419-3819-44c9-943f-12e5597d60c8 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:17.252442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:17.333172 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d080c627-154c-4645-9036-58d30d781898 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.403631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Attempting to bind port bbea5bf7-fb3f-493c-871a-e29b628d289f on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:17.404016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Attempting to bind port bbea5bf7-fb3f-493c-871a-e29b628d289f by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '563118dd-4d26-4026-a448-435d09e37766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f61da6f0-5a09-4914-9f7f-58652f085050'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:17.404408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Attempting to bind port bbea5bf7-fb3f-493c-871a-e29b628d289f on network f61da6f0-5a09-4914-9f7f-58652f085050 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:17.404723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080c627-154c-4645-9036-58d30d781898 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Subnet': ['ID=9d26985b-7002-41a6-ac52-da0ec7688df7,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:17.411622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:17:17.412002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Checking segment: {'id': '563118dd-4d26-4026-a448-435d09e37766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f61da6f0-5a09-4914-9f7f-58652f085050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:17.412446 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.412847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Bound using segment: {'id': '563118dd-4d26-4026-a448-435d09e37766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f61da6f0-5a09-4914-9f7f-58652f085050'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:17:17.413323 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Bound port: bbea5bf7-fb3f-493c-871a-e29b628d289f, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563118dd-4d26-4026-a448-435d09e37766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f61da6f0-5a09-4914-9f7f-58652f085050'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:17:17.413742 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.418971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080c627-154c-4645-9036-58d30d781898 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Checking segment: {'id': 'c3e9f1d8-995e-4a8e-a3c0-3abee8a40539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '68aeaf61-61e6-4574-8672-e9f0378e8577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:17.419623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080c627-154c-4645-9036-58d30d781898 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network hostable DHCP agents. Network: 68aeaf61-61e6-4574-8672-e9f0378e8577, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:17:17.447101 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080c627-154c-4645-9036-58d30d781898 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 68aeaf61-61e6-4574-8672-e9f0378e8577 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:17:17.457447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d080c627-154c-4645-9036-58d30d781898 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 68aeaf61-61e6-4574-8672-e9f0378e8577) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:17.460738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Transition to ACTIVE for port object a0be9fe5-fd3e-4193-830e-df52874b6661 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:17.463595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d080c627-154c-4645-9036-58d30d781898 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:17.464417 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d080c627-154c-4645-9036-58d30d781898 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.472439 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9bd7d488-e723-463f-83a8-0a50540c7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.474760 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa4738-540b-4402-b85c-5d83eab0159c None None] Network 68aeaf61-61e6-4574-8672-e9f0378e8577 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:17.481589 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d080c627-154c-4645-9036-58d30d781898 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5391908 Sep 07 16:17:17.483854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59016) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:17.489233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': '68aeaf61-61e6-4574-8672-e9f0378e8577', 'name': 'tempest-PortsTestJSON-156626395'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:17.497075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] For port f5420419-3819-44c9-943f-12e5597d60c8, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f5420419-3819-44c9-943f-12e5597d60c8,segment=NetworkSegment(14872bf7-8102-4c1f-9d52-bff72045ed99),segment_id=14872bf7-8102-4c1f-9d52-bff72045ed99)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:17.497633 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.515435 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.535476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7d488-e723-463f-83a8-0a50540c7de1 None None] Pushing event deleted for resources: {'Port': ['ID=f5420419-3819-44c9-943f-12e5597d60c8,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:17.537657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7d488-e723-463f-83a8-0a50540c7de1 None None] No DVR routers for this DVR port f5420419-3819-44c9-943f-12e5597d60c8 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:17.557037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Calling delete_port for f5420419-3819-44c9-943f-12e5597d60c8 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:17.611749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] For port bbea5bf7-fb3f-493c-871a-e29b628d289f, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:17.615465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:17.619988 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.628516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] For port bbea5bf7-fb3f-493c-871a-e29b628d289f, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bbea5bf7-fb3f-493c-871a-e29b628d289f,segment=NetworkSegment(563118dd-4d26-4026-a448-435d09e37766),segment_id=563118dd-4d26-4026-a448-435d09e37766)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:17:17.639699 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.648899 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port 3fc0139e-e48c-4709-9762-ee9a1fedc49b yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:17.657393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e5d93-1e1d-4a14-8b5c-39e06807dca7 req-f2fbd958-70f3-4ccf-9557-44c98303b8b0 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:17.659070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d20e5d93-1e1d-4a14-8b5c-39e06807dca7 req-f2fbd958-70f3-4ccf-9557-44c98303b8b0 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.2668798 Sep 07 16:17:17.661761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event updated for resources: {'Port': ['ID=a0be9fe5-fd3e-4193-830e-df52874b6661,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:17.723067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:17.723067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:17.723067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:17.751224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:17.751605 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:17.753790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e35ce5-bbcb-425b-a8ff-45bd6e5c527f None None] Pushing event updated for resources: {'Port': ['ID=bbea5bf7-fb3f-493c-871a-e29b628d289f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:17.761893 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 2 to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 Sep 07 16:17:17.773830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Made reservation on behalf of 7059842f946044ffa374b3c99a772200 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:17.799840 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-68aeaf61-61e6-4574-8672-e9f0378e8577', 'network_id': '68aeaf61-61e6-4574-8672-e9f0378e8577', 'tenant_id': 'c27f200ac0dd4a7e909bc3e1ca178008', 'fixed_ips': [{'subnet_id': '9d26985b-7002-41a6-ac52-da0ec7688df7'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:17:17.801294 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.803286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d20e5d93-1e1d-4a14-8b5c-39e06807dca7 req-9d887a6c-3165-4175-b967-3ae8ea8ffe91 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299288 Sep 07 16:17:17.806434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.9 (68aeaf61-61e6-4574-8672-e9f0378e8577/9d26985b-7002-41a6-ac52-da0ec7688df7/3fc0139e-e48c-4709-9762-ee9a1fedc49b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:17.827142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:17.827491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:17.827838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:17.847634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:17.847971 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:17.873343 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 3 to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 Sep 07 16:17:17.876031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:17.931059 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:17.931439 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:17.931834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:17.936427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] No DVR routers for this DVR port f5420419-3819-44c9-943f-12e5597d60c8 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:17.944064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5420419-3819-44c9-943f-12e5597d60c8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:18.005207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:18.005718 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:18.012077 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 4 to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 Sep 07 16:17:18.033820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.075529 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:18.075874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:18.076419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:18.122279 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.126853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:18.127836 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:18.128723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] device_id is not set on port 00951568-9f86-4b3f-92a2-8aa725eb183a yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:18.140903 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 5 to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 Sep 07 16:17:18.218912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:18.219268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:18.219676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:18.227317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:18.241508 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:18.241855 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:18.246597 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 6 to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 Sep 07 16:17:18.253859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14872bf7-8102-4c1f-9d52-bff72045ed99') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:18.254238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14872bf7-8102-4c1f-9d52-bff72045ed99') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:18.273783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.292262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.309433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Transition to ACTIVE for port object 3fc0139e-e48c-4709-9762-ee9a1fedc49b will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:18.314942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:18.315183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:18.315554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:18.324424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:18.324760 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:18.327127 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 7 to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 Sep 07 16:17:18.331112 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.353490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:17:18.353885 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:17:18.356946 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:17:18.368722 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.372112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:18.372486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:18.372852 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:18.378425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Allocated IP 172.20.0.7 (f61da6f0-5a09-4914-9f7f-58652f085050/557fa579-07be-41a4-aa5d-489e7928e5ef/00951568-9f86-4b3f-92a2-8aa725eb183a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:18.442358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:18.442727 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:18.446753 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 8 to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 Sep 07 16:17:18.462980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Allocated IP 172.20.0.2 (68aeaf61-61e6-4574-8672-e9f0378e8577/9d26985b-7002-41a6-ac52-da0ec7688df7/fad917f6-15ae-4827-8825-f2ddcb973f7d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:18.466884 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.472086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 68aeaf61-61e6-4574-8672-e9f0378e8577 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:18.485179 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.489895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6 HTTP/1.1" status: 204 len: 168 time: 1.8856864 Sep 07 16:17:18.494279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:18.494608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:18.494955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:18.523697 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=3fc0139e-e48c-4709-9762-ee9a1fedc49b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:18.533277 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:18.535579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26992be-bcb1-4a13-8be3-a5551e0cb272 admin admin] Pushing event deleted for resources: {'Network': ['ID=0618a9e2-250b-4c84-ad4d-0b0f88d4d8b6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:18.549851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:18.550112 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:18.553252 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 9 to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 Sep 07 16:17:18.555561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:18.582364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:18.582364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:18.582765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:18.620578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:18.620903 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:18.623199 n-d-807551-3 neutron-server[94770]: INFO neutron.plugins.ml2.plugin [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempt 10 to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 Sep 07 16:17:18.693077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:18.693703 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.728190 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:18.728488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:18.728846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempting to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:18.741956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:18.742932 n-d-807551-3 neutron-server[94770]: ERROR neutron.plugins.ml2.managers [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Failed to bind port a0be9fe5-fd3e-4193-830e-df52874b6661 on host n-h1-807551-3 for vnic_type normal using segments [{'id': 'b95c64a5-4634-4dd8-a4c1-cce138c19faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b3d565b-66b1-41b5-ac30-454b6ba5dd53'}] Sep 07 16:17:18.743352 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.749110 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5fecd59e-1039-427e-8bb4-cca00c3e31a1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2608774 Sep 07 16:17:18.749110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59026) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:18.814742 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bbea5bf7-fb3f-493c-871a-e29b628d289f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:18.868040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] For port a0be9fe5-fd3e-4193-830e-df52874b6661, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:18.868549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attempted to set empty binding levels {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 16:17:18.883110 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.889370 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.903940 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59030) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:18.904156 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Transition to ACTIVE for port object fad917f6-15ae-4827-8825-f2ddcb973f7d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:18.926326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Transition to ACTIVE for port object fad917f6-15ae-4827-8825-f2ddcb973f7d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:18.931833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port bbea5bf7-fb3f-493c-871a-e29b628d289f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:18.939118 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.948524 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.969683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] In _notify_port_updated(), no bound segment for port a0be9fe5-fd3e-4193-830e-df52874b6661 on network 2b3d565b-66b1-41b5-ac30-454b6ba5dd53 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:17:18.970722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:18.971432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:18.973046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "PUT /v2.0/ports/a0be9fe5-fd3e-4193-830e-df52874b6661 HTTP/1.1" status: 200 len: 979 time: 2.4902112 Sep 07 16:17:18.977426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9be17-7d4b-4aec-8993-394d6df6fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event updated for resources: {'Port': ['ID=a0be9fe5-fd3e-4193-830e-df52874b6661,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:18.982278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59032) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:18.994457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Transition to ACTIVE for port object 00951568-9f86-4b3f-92a2-8aa725eb183a will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:19.081530 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-59c8b2a2-d0ca-4429-9ad9-42289ae02c84 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00b7087b2aa04afbb2976d09645f485f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750031 Sep 07 16:17:19.082723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59034) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:19.114519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe8112-f239-499d-801d-e1a3a4d35451 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 3fc0139e-e48c-4709-9762-ee9a1fedc49b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:19.114873 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5dfe8112-f239-499d-801d-e1a3a4d35451 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.138935 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.149513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e7026692-64dd-44ca-9a8b-bc6c81030fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Deleting port a0be9fe5-fd3e-4193-830e-df52874b6661 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:19.149862 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7026692-64dd-44ca-9a8b-bc6c81030fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.158916 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47310f-c8bd-4eb8-a16a-6a669e16fa57 req-554edd8d-62d5-414f-928e-2729ab81c7cf tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:19.160554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd47310f-c8bd-4eb8-a16a-6a669e16fa57 req-554edd8d-62d5-414f-928e-2729ab81c7cf tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1190169 Sep 07 16:17:19.173263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Pushing event updated for resources: {'Port': ['ID=fad917f6-15ae-4827-8825-f2ddcb973f7d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:19.181291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a1290ee5-6de5-46af-851d-c7cb63d159ea no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:19.183156 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f5420419-3819-44c9-943f-12e5597d60c8 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:19.226133 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19645cf2-0715-4ba6-b1c8-98c8b612fa4a None None] Network f61da6f0-5a09-4914-9f7f-58652f085050 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:19.239645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: a1290ee5-6de5-46af-851d-c7cb63d159ea {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:19.240015 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a1290ee5-6de5-46af-851d-c7cb63d159ea not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:19.241309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f5420419-3819-44c9-943f-12e5597d60c8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:19.241667 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f5420419-3819-44c9-943f-12e5597d60c8 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:19.250899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Network f61da6f0-5a09-4914-9f7f-58652f085050 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:19.256432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Network 68aeaf61-61e6-4574-8672-e9f0378e8577 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:19.257701 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67fbd6a7-5526-450d-b478-cc0f1118761f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.259306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:19.274205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:19.293002 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5dfe8112-f239-499d-801d-e1a3a4d35451 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.309007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd47310f-c8bd-4eb8-a16a-6a669e16fa57 req-8d6a2fb2-3a84-48c5-90dc-f4605e70cbd2 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187217 Sep 07 16:17:19.309975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:19.313100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67fbd6a7-5526-450d-b478-cc0f1118761f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.316061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event updated for resources: {'Port': ['ID=00951568-9f86-4b3f-92a2-8aa725eb183a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:19.318931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:19.323067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe8112-f239-499d-801d-e1a3a4d35451 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 3fc0139e-e48c-4709-9762-ee9a1fedc49b owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:19.356823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e7026692-64dd-44ca-9a8b-bc6c81030fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] For port a0be9fe5-fd3e-4193-830e-df52874b6661, host n-h1-807551-3, got binding levels [] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:19.357127 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7026692-64dd-44ca-9a8b-bc6c81030fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.377393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e7026692-64dd-44ca-9a8b-bc6c81030fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Calling delete_port for a0be9fe5-fd3e-4193-830e-df52874b6661 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:19.379315 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ea6cedc4-8073-4496-a53a-4897534fc82a None None] Provisioning for port bbea5bf7-fb3f-493c-871a-e29b628d289f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:19.397268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:19.397792 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.407822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ea6cedc4-8073-4496-a53a-4897534fc82a None None] Provisioning complete for port bbea5bf7-fb3f-493c-871a-e29b628d289f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:19.408282 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea6cedc4-8073-4496-a53a-4897534fc82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.423705 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Attempting to bind port fad917f6-15ae-4827-8825-f2ddcb973f7d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:19.424205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Attempting to bind port fad917f6-15ae-4827-8825-f2ddcb973f7d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'c3e9f1d8-995e-4a8e-a3c0-3abee8a40539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '68aeaf61-61e6-4574-8672-e9f0378e8577'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:19.424703 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Attempting to bind port fad917f6-15ae-4827-8825-f2ddcb973f7d on network 68aeaf61-61e6-4574-8672-e9f0378e8577 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:19.438655 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67fbd6a7-5526-450d-b478-cc0f1118761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.441634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67fbd6a7-5526-450d-b478-cc0f1118761f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.445987 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-67fbd6a7-5526-450d-b478-cc0f1118761f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f1145fe-5606-44df-97e4-c0f906d3ff4c HTTP/1.1" status: 204 len: 168 time: 0.3601201 Sep 07 16:17:19.459255 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-18ebe338-5c7a-4338-b772-c872a104e010 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.5356305 Sep 07 16:17:19.459255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59040) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:19.464737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:17:19.465699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbd6a7-5526-450d-b478-cc0f1118761f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1145fe-5606-44df-97e4-c0f906d3ff4c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:19.465897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Checking segment: {'id': 'c3e9f1d8-995e-4a8e-a3c0-3abee8a40539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '68aeaf61-61e6-4574-8672-e9f0378e8577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:19.466462 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.467877 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Bound using segment: {'id': 'c3e9f1d8-995e-4a8e-a3c0-3abee8a40539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '68aeaf61-61e6-4574-8672-e9f0378e8577'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:17:19.471294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Bound port: fad917f6-15ae-4827-8825-f2ddcb973f7d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9f1d8-995e-4a8e-a3c0-3abee8a40539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '68aeaf61-61e6-4574-8672-e9f0378e8577'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:17:19.472615 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.659253 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5dfe8112-f239-499d-801d-e1a3a4d35451 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.680796 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7026692-64dd-44ca-9a8b-bc6c81030fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.697194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] For port fad917f6-15ae-4827-8825-f2ddcb973f7d, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:19.751024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe8112-f239-499d-801d-e1a3a4d35451 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=3fc0139e-e48c-4709-9762-ee9a1fedc49b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:19.763152 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] For port fad917f6-15ae-4827-8825-f2ddcb973f7d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fad917f6-15ae-4827-8825-f2ddcb973f7d,segment=NetworkSegment(c3e9f1d8-995e-4a8e-a3c0-3abee8a40539),segment_id=c3e9f1d8-995e-4a8e-a3c0-3abee8a40539)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:17:19.776837 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.793670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7026692-64dd-44ca-9a8b-bc6c81030fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0be9fe5-fd3e-4193-830e-df52874b6661,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:19.829862 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7026692-64dd-44ca-9a8b-bc6c81030fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.831719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e7026692-64dd-44ca-9a8b-bc6c81030fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "DELETE /v2.0/ports/a0be9fe5-fd3e-4193-830e-df52874b6661 HTTP/1.1" status: 204 len: 168 time: 0.8483849 Sep 07 16:17:19.835032 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea6cedc4-8073-4496-a53a-4897534fc82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.858121 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59050) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:19.869592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a339c39-4357-4ef4-aa42-b13bdca18100 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:19.889610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a339c39-4357-4ef4-aa42-b13bdca18100 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:19.896063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a339c39-4357-4ef4-aa42-b13bdca18100 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:19.920831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4a339c39-4357-4ef4-aa42-b13bdca18100 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.4602344 Sep 07 16:17:19.921512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59054) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:19.934480 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-df62e78c-b4be-4870-915b-5f9971f7970b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] GET failed (client error): The resource could not be found. Sep 07 16:17:19.936107 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-df62e78c-b4be-4870-915b-5f9971f7970b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225960605-project-admin] 10.222.0.70 "GET /v2.0/ports/a0be9fe5-fd3e-4193-830e-df52874b6661 HTTP/1.1" status: 404 len: 333 time: 0.0770051 Sep 07 16:17:19.944638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59058) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:19.973823 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4d707-6b39-42b0-955f-db106f7d2f19 None None] Pushing event updated for resources: {'Port': ['ID=fad917f6-15ae-4827-8825-f2ddcb973f7d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:19.992936 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5dfe8112-f239-499d-801d-e1a3a4d35451 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:19.999375 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5dfe8112-f239-499d-801d-e1a3a4d35451 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/3fc0139e-e48c-4709-9762-ee9a1fedc49b HTTP/1.1" status: 204 len: 168 time: 1.2492139 Sep 07 16:17:20.001929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59060) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:20.011417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ea6cedc4-8073-4496-a53a-4897534fc82a None None] For port bbea5bf7-fb3f-493c-871a-e29b628d289f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bbea5bf7-fb3f-493c-871a-e29b628d289f,segment=NetworkSegment(563118dd-4d26-4026-a448-435d09e37766),segment_id=563118dd-4d26-4026-a448-435d09e37766)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:20.024933 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ea6cedc4-8073-4496-a53a-4897534fc82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.057710 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-86491b00-0b70-43c3-839d-cb071f1114a4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:20.058505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86491b00-0b70-43c3-839d-cb071f1114a4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:20.064731 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-86491b00-0b70-43c3-839d-cb071f1114a4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/3fc0139e-e48c-4709-9762-ee9a1fedc49b HTTP/1.1" status: 404 len: 333 time: 0.0576928 Sep 07 16:17:20.065417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59064) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:20.104139 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9934f06-ed69-4084-806f-89b78d22cee0 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:17:20.105773 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b9934f06-ed69-4084-806f-89b78d22cee0 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/3fc0139e-e48c-4709-9762-ee9a1fedc49b HTTP/1.1" status: 404 len: 333 time: 0.0393918 Sep 07 16:17:20.109274 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59066) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:20.120753 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cedc4-8073-4496-a53a-4897534fc82a None None] Pushing event updated for resources: {'Port': ['ID=bbea5bf7-fb3f-493c-871a-e29b628d289f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:20.152936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4dc4f9f8-8adb-405f-88e4-9cd75f5ce07b None None] Provisioning for port 00951568-9f86-4b3f-92a2-8aa725eb183a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:20.158075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4dc4f9f8-8adb-405f-88e4-9cd75f5ce07b None None] Provisioning complete for port 00951568-9f86-4b3f-92a2-8aa725eb183a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:20.158465 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f9f8-8adb-405f-88e4-9cd75f5ce07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.221076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da35f83-d04b-4b7b-b31b-addc23a1c5a3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting subnet 9d26985b-7002-41a6-ac52-da0ec7688df7 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:17:20.224966 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4da35f83-d04b-4b7b-b31b-addc23a1c5a3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.269570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4f9f8-8adb-405f-88e4-9cd75f5ce07b None None] Port 00951568-9f86-4b3f-92a2-8aa725eb183a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:20.276314 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a55a358c-a253-4027-a411-d154e3bbe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.281866 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4dc4f9f8-8adb-405f-88e4-9cd75f5ce07b None None] Provisioning complete for port bbea5bf7-fb3f-493c-871a-e29b628d289f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:20.282428 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f9f8-8adb-405f-88e4-9cd75f5ce07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.342550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4da35f83-d04b-4b7b-b31b-addc23a1c5a3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.461681 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a55a358c-a253-4027-a411-d154e3bbe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.495097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4dc4f9f8-8adb-405f-88e4-9cd75f5ce07b None None] Provisioning for port 1f3009c6-f605-47a6-a24c-adf6cd2f9ebb completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:20.500802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4dc4f9f8-8adb-405f-88e4-9cd75f5ce07b None None] Provisioning complete for port 1f3009c6-f605-47a6-a24c-adf6cd2f9ebb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:20.501574 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f9f8-8adb-405f-88e4-9cd75f5ce07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.508135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a55a358c-a253-4027-a411-d154e3bbe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3d565b-66b1-41b5-ac30-454b6ba5dd53']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:20.520287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a55a358c-a253-4027-a411-d154e3bbe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95c64a5-4634-4dd8-a4c1-cce138c19faf') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:20.520806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a55a358c-a253-4027-a411-d154e3bbe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95c64a5-4634-4dd8-a4c1-cce138c19faf') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:20.553358 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a55a358c-a253-4027-a411-d154e3bbe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.557314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a98da495-f3c2-4727-83d4-21acd4a0c864 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Deleting port 00951568-9f86-4b3f-92a2-8aa725eb183a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:20.558550 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a98da495-f3c2-4727-83d4-21acd4a0c864 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.576422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4f9f8-8adb-405f-88e4-9cd75f5ce07b None None] Port 1f3009c6-f605-47a6-a24c-adf6cd2f9ebb cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:20.587625 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4da35f83-d04b-4b7b-b31b-addc23a1c5a3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.623523 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a55a358c-a253-4027-a411-d154e3bbe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.664550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55a358c-a253-4027-a411-d154e3bbe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:17:20.665177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a55a358c-a253-4027-a411-d154e3bbe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:17:20.668528 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:17:20.678160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bbea5bf7-fb3f-493c-871a-e29b628d289f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:20.722675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a08aa-6377-4904-8fcd-67b6ba77aa83 req-58a725f3-61fb-461c-9bb5-894f9d83e611 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:20.732093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-799a08aa-6377-4904-8fcd-67b6ba77aa83 req-58a725f3-61fb-461c-9bb5-894f9d83e611 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1967292 Sep 07 16:17:20.742935 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4da35f83-d04b-4b7b-b31b-addc23a1c5a3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.792582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-50f0d276-6685-4bcb-90e2-b2c199691bde None None] Provisioning complete for port 1f3009c6-f605-47a6-a24c-adf6cd2f9ebb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:20.792582 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50f0d276-6685-4bcb-90e2-b2c199691bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.822669 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a55a358c-a253-4027-a411-d154e3bbe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.827065 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4da35f83-d04b-4b7b-b31b-addc23a1c5a3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.827771 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a55a358c-a253-4027-a411-d154e3bbe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.832732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a55a358c-a253-4027-a411-d154e3bbe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] 10.222.0.70 "DELETE /v2.0/networks/2b3d565b-66b1-41b5-ac30-454b6ba5dd53 HTTP/1.1" status: 204 len: 168 time: 0.8864238 Sep 07 16:17:20.834885 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a98da495-f3c2-4727-83d4-21acd4a0c864 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.840445 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4da35f83-d04b-4b7b-b31b-addc23a1c5a3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/9d26985b-7002-41a6-ac52-da0ec7688df7 HTTP/1.1" status: 204 len: 168 time: 0.7268496 Sep 07 16:17:20.840445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59086) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:20.840445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da35f83-d04b-4b7b-b31b-addc23a1c5a3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Subnet': ['ID=9d26985b-7002-41a6-ac52-da0ec7688df7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:20.853480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-50f0d276-6685-4bcb-90e2-b2c199691bde None None] Port 1f3009c6-f605-47a6-a24c-adf6cd2f9ebb cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:20.867739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-799a08aa-6377-4904-8fcd-67b6ba77aa83 req-97c448fb-04aa-496f-9624-d9e4f6551391 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341803 Sep 07 16:17:20.883273 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port bbea5bf7-fb3f-493c-871a-e29b628d289f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:20.883878 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:20.898932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a98da495-f3c2-4727-83d4-21acd4a0c864 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Calling delete_port for 00951568-9f86-4b3f-92a2-8aa725eb183a owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:20.914892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a358c-a253-4027-a411-d154e3bbe999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-804853150-project] Pushing event deleted for resources: {'Network': ['ID=2b3d565b-66b1-41b5-ac30-454b6ba5dd53,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:21.010484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-11454ec8-d4e1-458b-8232-1985aaf792c0 None None] Provisioning complete for port 00951568-9f86-4b3f-92a2-8aa725eb183a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:21.010861 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11454ec8-d4e1-458b-8232-1985aaf792c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.038376 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.086980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-11454ec8-d4e1-458b-8232-1985aaf792c0 None None] Port 00951568-9f86-4b3f-92a2-8aa725eb183a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:21.104887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fad917f6-15ae-4827-8825-f2ddcb973f7d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:21.134006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port fad917f6-15ae-4827-8825-f2ddcb973f7d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:21.134374 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.207474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port fad917f6-15ae-4827-8825-f2ddcb973f7d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:21.213631 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a98da495-f3c2-4727-83d4-21acd4a0c864 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.254706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98da495-f3c2-4727-83d4-21acd4a0c864 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event deleted for resources: {'Port': ['ID=00951568-9f86-4b3f-92a2-8aa725eb183a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:21.268364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] For port fad917f6-15ae-4827-8825-f2ddcb973f7d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fad917f6-15ae-4827-8825-f2ddcb973f7d,segment=NetworkSegment(c3e9f1d8-995e-4a8e-a3c0-3abee8a40539),segment_id=c3e9f1d8-995e-4a8e-a3c0-3abee8a40539)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:21.268815 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.284748 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for fad917f6-15ae-4827-8825-f2ddcb973f7d owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:21.384925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59100) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:21.426471 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.446028 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a98da495-f3c2-4727-83d4-21acd4a0c864 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.448670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a98da495-f3c2-4727-83d4-21acd4a0c864 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "DELETE /v2.0/ports/00951568-9f86-4b3f-92a2-8aa725eb183a HTTP/1.1" status: 204 len: 168 time: 1.5261264 Sep 07 16:17:21.454444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59106) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:21.472645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=fad917f6-15ae-4827-8825-f2ddcb973f7d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:21.480205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No DVR routers for this DVR port fad917f6-15ae-4827-8825-f2ddcb973f7d on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:21.499239 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-314058a9-02ba-492c-b1de-305ed1521114 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] GET failed (client error): The resource could not be found. Sep 07 16:17:21.503055 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-314058a9-02ba-492c-b1de-305ed1521114 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "GET /v2.0/ports/00951568-9f86-4b3f-92a2-8aa725eb183a HTTP/1.1" status: 404 len: 333 time: 0.0470419 Sep 07 16:17:21.514105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59108) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:21.519999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Request body: {'port': {'network_id': 'f61da6f0-5a09-4914-9f7f-58652f085050', 'name': 'tempest-AllowedAddressPairTestJSON-1753774135'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:21.587237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59112) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:21.648872 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.674959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68aeaf61-61e6-4574-8672-e9f0378e8577']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:21.688799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f9e3c9-3b26-41c4-aa8b-c91acec3f250 None None] Network 68aeaf61-61e6-4574-8672-e9f0378e8577 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:21.696988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e9f1d8-995e-4a8e-a3c0-3abee8a40539') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:21.697536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e9f1d8-995e-4a8e-a3c0-3abee8a40539') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:21.716791 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.718349 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Made reservation on behalf of 7059842f946044ffa374b3c99a772200 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:21.719200 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e2089efb-8759-4aed-9c0c-f5d90cef6564 None None] Could not find standard attr ID for object fad917f6-15ae-4827-8825-f2ddcb973f7d. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:17:21.724214 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.745823 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.749039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] device_id is not set on port a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:21.764116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:17:21.764568 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:17:21.768087 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:17:21.780906 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2d8c7435-2090-40bc-9737-703df685332c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17a367a7c0544422b1a80fada638a7df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948536 Sep 07 16:17:21.783530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59116) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:21.830573 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9adbaba-5a66-480a-843e-274a6235b75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.857363 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.864249 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.866454 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/networks/68aeaf61-61e6-4574-8672-e9f0378e8577 HTTP/1.1" status: 204 len: 168 time: 1.0215540 Sep 07 16:17:21.874148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59120) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:21.883357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b32625db-15a1-4719-950e-d7e4023c0b3e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-948810107'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:21.901569 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea599650-de0e-4c8a-9996-c9a1330873ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:21.907289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b3fe43-ae8d-49d7-a152-741c8f243400 None None] DHCP port deletion for 68aeaf61-61e6-4574-8672-e9f0378e8577 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:17:21.910211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62bdf1-d9f5-4918-b340-57fdd8020a69 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Network': ['ID=68aeaf61-61e6-4574-8672-e9f0378e8577,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:21.947015 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea599650-de0e-4c8a-9996-c9a1330873ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.002636 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9adbaba-5a66-480a-843e-274a6235b75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.010882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9adbaba-5a66-480a-843e-274a6235b75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.053798 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Allocated IP 172.20.0.7 (f61da6f0-5a09-4914-9f7f-58652f085050/557fa579-07be-41a4-aa5d-489e7928e5ef/a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:22.058846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32625db-15a1-4719-950e-d7e4023c0b3e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:22.064260 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b32625db-15a1-4719-950e-d7e4023c0b3e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.075572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e414eff-d10f-4568-b7b8-16a38f99792c req-09030a43-e7ee-4e11-a351-d1bee4757473 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:22.077318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e414eff-d10f-4568-b7b8-16a38f99792c req-09030a43-e7ee-4e11-a351-d1bee4757473 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1067164 Sep 07 16:17:22.079179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adbaba-5a66-480a-843e-274a6235b75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33c8450-2bd4-4319-b692-bb1a49f40d98,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:22.098154 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a9adbaba-5a66-480a-843e-274a6235b75c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a3de66a693249929e0f502e40d38568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098548 Sep 07 16:17:22.103133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59126) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:22.109317 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea599650-de0e-4c8a-9996-c9a1330873ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.111806 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea599650-de0e-4c8a-9996-c9a1330873ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.112942 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ea599650-de0e-4c8a-9996-c9a1330873ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ae97ef5-b43e-413d-bc92-a91fcd6e10fc HTTP/1.1" status: 204 len: 168 time: 0.3282011 Sep 07 16:17:22.143125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32625db-15a1-4719-950e-d7e4023c0b3e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:17:22.148618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea599650-de0e-4c8a-9996-c9a1330873ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae97ef5-b43e-413d-bc92-a91fcd6e10fc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:22.161213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b32625db-15a1-4719-950e-d7e4023c0b3e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.162151 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-b32625db-15a1-4719-950e-d7e4023c0b3e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Added segment 95d96042-fb1a-4d83-92e6-d72f76e7a39a of type vlan for network 03fcf973-ecff-42ee-9ef1-9cd41e9df134 Sep 07 16:17:22.184949 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e414eff-d10f-4568-b7b8-16a38f99792c req-c8001674-39b6-43cd-bb7a-1bdeb885cd57 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953434 Sep 07 16:17:22.212705 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f79f2c5-d209-43da-87d2-714dc307cb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.228170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b32625db-15a1-4719-950e-d7e4023c0b3e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.246898 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f79f2c5-d209-43da-87d2-714dc307cb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.288603 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b32625db-15a1-4719-950e-d7e4023c0b3e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.294038 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.294209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32625db-15a1-4719-950e-d7e4023c0b3e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:22.294772 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b32625db-15a1-4719-950e-d7e4023c0b3e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.313117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Transition to ACTIVE for port object a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:22.334940 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b32625db-15a1-4719-950e-d7e4023c0b3e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4594965 Sep 07 16:17:22.337807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59132) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:22.342661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a07cdcdb-cba8-46ef-99c3-6df041f91ecb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': '03fcf973-ecff-42ee-9ef1-9cd41e9df134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:22.354454 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.400934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32625db-15a1-4719-950e-d7e4023c0b3e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Network': ['ID=03fcf973-ecff-42ee-9ef1-9cd41e9df134,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:22.402124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Network f61da6f0-5a09-4914-9f7f-58652f085050 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:22.406520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:22.409333 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f79f2c5-d209-43da-87d2-714dc307cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.411876 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f79f2c5-d209-43da-87d2-714dc307cb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.413094 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9f79f2c5-d209-43da-87d2-714dc307cb3d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a33c8450-2bd4-4319-b692-bb1a49f40d98 HTTP/1.1" status: 204 len: 168 time: 0.3090041 Sep 07 16:17:22.415899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 03fcf973-ecff-42ee-9ef1-9cd41e9df134 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:17:22.421573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:22.458436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79f2c5-d209-43da-87d2-714dc307cb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33c8450-2bd4-4319-b692-bb1a49f40d98,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:22.473845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:22.484311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:22.485550 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.504960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event updated for resources: {'Port': ['ID=a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:22.562511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07cdcdb-cba8-46ef-99c3-6df041f91ecb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:22.572914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e77b4a00-6b37-42e0-9a04-040adc620cf1 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0552223 Sep 07 16:17:22.573227 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a07cdcdb-cba8-46ef-99c3-6df041f91ecb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.573330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59138) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:22.574249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fad917f6-15ae-4827-8825-f2ddcb973f7d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:22.579446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6a1be44e-13b5-4dcd-ae48-d0a4f417d35d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:2e:9c:b0'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:22.597173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: fad917f6-15ae-4827-8825-f2ddcb973f7d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:22.597530 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fad917f6-15ae-4827-8825-f2ddcb973f7d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:22.600096 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-66bb83b7-b803-4776-8dcc-4aec46f5b60b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a4b36e1c1cf4057b825203c41af2c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247559 Sep 07 16:17:22.603951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59140) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:22.704696 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a1be44e-13b5-4dcd-ae48-d0a4f417d35d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.738922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5bc3cbb-a5a9-4996-b141-571d4e35639d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.799009 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5bc3cbb-a5a9-4996-b141-571d4e35639d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.865235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4ac7ecde-ae69-4bda-88b7-6335461eb0b0 None None] Provisioning for port a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:22.872811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4ac7ecde-ae69-4bda-88b7-6335461eb0b0 None None] Provisioning complete for port a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:22.874407 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ecde-ae69-4bda-88b7-6335461eb0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.893625 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5bc3cbb-a5a9-4996-b141-571d4e35639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.896786 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5bc3cbb-a5a9-4996-b141-571d4e35639d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.900664 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e5bc3cbb-a5a9-4996-b141-571d4e35639d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7243a34-3f80-4a7e-b1c1-1b23608df1dc HTTP/1.1" status: 204 len: 168 time: 0.2956357 Sep 07 16:17:22.926592 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc3cbb-a5a9-4996-b141-571d4e35639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7243a34-3f80-4a7e-b1c1-1b23608df1dc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:22.931438 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a07cdcdb-cba8-46ef-99c3-6df041f91ecb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.981911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a1be44e-13b5-4dcd-ae48-d0a4f417d35d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.988124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a1be44e-13b5-4dcd-ae48-d0a4f417d35d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:22.993335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7ecde-ae69-4bda-88b7-6335461eb0b0 None None] Port a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:23.030459 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cdcdb-cba8-46ef-99c3-6df041f91ecb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Subnet': ['ID=493ffa14-84e8-4d31-99fb-fda15b1f66f2,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:23.047800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07cdcdb-cba8-46ef-99c3-6df041f91ecb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Checking segment: {'id': '95d96042-fb1a-4d83-92e6-d72f76e7a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '03fcf973-ecff-42ee-9ef1-9cd41e9df134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:23.048122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07cdcdb-cba8-46ef-99c3-6df041f91ecb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network hostable DHCP agents. Network: 03fcf973-ecff-42ee-9ef1-9cd41e9df134, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:17:23.079881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1be44e-13b5-4dcd-ae48-d0a4f417d35d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event updated for resources: {'Port': ['ID=a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:23.093588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07cdcdb-cba8-46ef-99c3-6df041f91ecb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 03fcf973-ecff-42ee-9ef1-9cd41e9df134 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:17:23.098544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6a1be44e-13b5-4dcd-ae48-d0a4f417d35d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] In _notify_port_updated(), no bound segment for port a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61 on network f61da6f0-5a09-4914-9f7f-58652f085050 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:17:23.105243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1be44e-13b5-4dcd-ae48-d0a4f417d35d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:23.105961 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a1be44e-13b5-4dcd-ae48-d0a4f417d35d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:23.108424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6a1be44e-13b5-4dcd-ae48-d0a4f417d35d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "PUT /v2.0/ports/a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61 HTTP/1.1" status: 200 len: 994 time: 0.5330231 Sep 07 16:17:23.110177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59162) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:23.111838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a07cdcdb-cba8-46ef-99c3-6df041f91ecb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 03fcf973-ecff-42ee-9ef1-9cd41e9df134) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:23.122361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07cdcdb-cba8-46ef-99c3-6df041f91ecb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:23.122999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a07cdcdb-cba8-46ef-99c3-6df041f91ecb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:23.123808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21065f67-9ef3-4632-b150-4e51efaf5ff9 None None] Network 03fcf973-ecff-42ee-9ef1-9cd41e9df134 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:23.153588 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a07cdcdb-cba8-46ef-99c3-6df041f91ecb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8147154 Sep 07 16:17:23.156259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:23.163461 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': '03fcf973-ecff-42ee-9ef1-9cd41e9df134', 'security_groups': [], 'name': 'tempest-PortsTestJSON-105585942'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:23.277391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0b58a7f6-f0a4-410b-acab-7dfbd6be5888 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Deleting port a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:23.277810 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b58a7f6-f0a4-410b-acab-7dfbd6be5888 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:23.448791 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:23.462846 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:23.477140 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58068b-1dcd-4a5d-9d34-a6125d7f081f req-405ae8af-6752-40a5-b944-49c309b3c10e tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:23.482887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-03fcf973-ecff-42ee-9ef1-9cd41e9df134', 'network_id': '03fcf973-ecff-42ee-9ef1-9cd41e9df134', 'tenant_id': 'c27f200ac0dd4a7e909bc3e1ca178008', 'fixed_ips': [{'subnet_id': '493ffa14-84e8-4d31-99fb-fda15b1f66f2'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:17:23.483759 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:23.484503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a58068b-1dcd-4a5d-9d34-a6125d7f081f req-405ae8af-6752-40a5-b944-49c309b3c10e tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1436982 Sep 07 16:17:23.499753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port 01a709a1-cc4c-4e36-a597-0fc4e46d03dd yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:23.553196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aaff73cc-70b3-467a-af14-f29ea7d7dff6 None None] Provisioning complete for port a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:23.557505 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aaff73cc-70b3-467a-af14-f29ea7d7dff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:23.557666 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b58a7f6-f0a4-410b-acab-7dfbd6be5888 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:23.572915 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a58068b-1dcd-4a5d-9d34-a6125d7f081f req-fdefe4a5-e4ea-4a48-aac4-323f9ececcd1 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874846 Sep 07 16:17:23.584908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0b58a7f6-f0a4-410b-acab-7dfbd6be5888 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Calling delete_port for a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:23.667975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aaff73cc-70b3-467a-af14-f29ea7d7dff6 None None] Port a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:23.726935 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d406c3fd-540c-41de-99bc-175d1f3095d6 req-a2e94912-1bf6-43ec-9939-be5f9d9420ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435537 Sep 07 16:17:23.735742 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.13 (03fcf973-ecff-42ee-9ef1-9cd41e9df134/493ffa14-84e8-4d31-99fb-fda15b1f66f2/01a709a1-cc4c-4e36-a597-0fc4e46d03dd) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:23.821098 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b58a7f6-f0a4-410b-acab-7dfbd6be5888 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:23.857111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58a7f6-f0a4-410b-acab-7dfbd6be5888 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event deleted for resources: {'Port': ['ID=a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:23.883882 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406c3fd-540c-41de-99bc-175d1f3095d6 req-5df5ea2f-5cc5-4aba-99e3-59c598bb50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:23.885420 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d406c3fd-540c-41de-99bc-175d1f3095d6 req-5df5ea2f-5cc5-4aba-99e3-59c598bb50f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1096 time: 0.1288729 Sep 07 16:17:23.966761 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.086409 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0b58a7f6-f0a4-410b-acab-7dfbd6be5888 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.090694 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0b58a7f6-f0a4-410b-acab-7dfbd6be5888 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "DELETE /v2.0/ports/a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61 HTTP/1.1" status: 204 len: 168 time: 0.9770460 Sep 07 16:17:24.091095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59202) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:24.120159 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3651c72c-33a1-48b4-bea0-23d2c162cd64 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] GET failed (client error): The resource could not be found. Sep 07 16:17:24.126582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3651c72c-33a1-48b4-bea0-23d2c162cd64 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "GET /v2.0/ports/a7cf5aaf-74c1-45eb-a7ac-b8edfd9acf61 HTTP/1.1" status: 404 len: 333 time: 0.0342388 Sep 07 16:17:24.127417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59204) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:24.133251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Request body: {'port': {'network_id': 'f61da6f0-5a09-4914-9f7f-58652f085050', 'name': 'tempest-AllowedAddressPairTestJSON-1649894980'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:24.135518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Transition to ACTIVE for port object 01a709a1-cc4c-4e36-a597-0fc4e46d03dd will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:24.160242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406c3fd-540c-41de-99bc-175d1f3095d6 req-4303232a-eb37-419f-b01d-196b616f2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:24.162270 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d406c3fd-540c-41de-99bc-175d1f3095d6 req-4303232a-eb37-419f-b01d-196b616f2180 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.2520280 Sep 07 16:17:24.245498 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.259977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Made reservation on behalf of 7059842f946044ffa374b3c99a772200 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:24.265309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.285934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59208) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:24.303618 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d406c3fd-540c-41de-99bc-175d1f3095d6 req-91dd8dc7-6265-4953-aa21-808e1fc9a5d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 1001 time: 0.1290452 Sep 07 16:17:24.308036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] device_id is not set on port ce03a36f-2f6f-45b0-97f8-90791f5cee5b yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:24.308326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=01a709a1-cc4c-4e36-a597-0fc4e46d03dd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:24.354397 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 03fcf973-ecff-42ee-9ef1-9cd41e9df134 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:24.361850 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:24.365893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:24.396129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Allocated IP 172.20.0.2 (03fcf973-ecff-42ee-9ef1-9cd41e9df134/493ffa14-84e8-4d31-99fb-fda15b1f66f2/dac3db38-ebf0-4f69-b46d-76e30bb080a9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:24.424839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406c3fd-540c-41de-99bc-175d1f3095d6 req-b21072ef-499b-4b0c-90b7-741c7547e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:24.426406 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d406c3fd-540c-41de-99bc-175d1f3095d6 req-b21072ef-499b-4b0c-90b7-741c7547e3b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.1138220 Sep 07 16:17:24.478824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-862941286'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:24.496665 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:24.497325 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.519628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Allocated IP 172.20.0.8 (f61da6f0-5a09-4914-9f7f-58652f085050/557fa579-07be-41a4-aa5d-489e7928e5ef/ce03a36f-2f6f-45b0-97f8-90791f5cee5b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:24.524264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Made reservation on behalf of cfe9b12f54894ebcab4f4f8d34036162 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:24.528132 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.531262 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406c3fd-540c-41de-99bc-175d1f3095d6 req-48be90aa-fcf0-49ac-8c7c-ddf28854cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:24.533111 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d406c3fd-540c-41de-99bc-175d1f3095d6 req-48be90aa-fcf0-49ac-8c7c-ddf28854cafe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977092 Sep 07 16:17:24.537531 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0f3c5029-14de-4b43-b888-f7f674c7181e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3774478 Sep 07 16:17:24.539923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59218) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:24.548309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.628108 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.638379 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Transition to ACTIVE for port object dac3db38-ebf0-4f69-b46d-76e30bb080a9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:24.656886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Transition to ACTIVE for port object dac3db38-ebf0-4f69-b46d-76e30bb080a9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:24.665413 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.711800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Network 03fcf973-ecff-42ee-9ef1-9cd41e9df134 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:24.715196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:24.721724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:24.740407 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d406c3fd-540c-41de-99bc-175d1f3095d6 req-31cf04c2-6b2f-4198-b279-5321d9b3a6e4 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861668 Sep 07 16:17:24.760992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Pushing event updated for resources: {'Port': ['ID=dac3db38-ebf0-4f69-b46d-76e30bb080a9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:24.779673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0829b9a5-4d50-41ff-b30d-605efd1e5d20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 01a709a1-cc4c-4e36-a597-0fc4e46d03dd {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:24.780802 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0829b9a5-4d50-41ff-b30d-605efd1e5d20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.791841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Attempting to bind port dac3db38-ebf0-4f69-b46d-76e30bb080a9 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:24.792621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Attempting to bind port dac3db38-ebf0-4f69-b46d-76e30bb080a9 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '95d96042-fb1a-4d83-92e6-d72f76e7a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '03fcf973-ecff-42ee-9ef1-9cd41e9df134'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:24.793212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Attempting to bind port dac3db38-ebf0-4f69-b46d-76e30bb080a9 on network 03fcf973-ecff-42ee-9ef1-9cd41e9df134 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:24.806557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:17:24.806955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Checking segment: {'id': '95d96042-fb1a-4d83-92e6-d72f76e7a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '03fcf973-ecff-42ee-9ef1-9cd41e9df134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:24.807399 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.807895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Bound using segment: {'id': '95d96042-fb1a-4d83-92e6-d72f76e7a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '03fcf973-ecff-42ee-9ef1-9cd41e9df134'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:17:24.809169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Bound port: dac3db38-ebf0-4f69-b46d-76e30bb080a9, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d96042-fb1a-4d83-92e6-d72f76e7a39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '03fcf973-ecff-42ee-9ef1-9cd41e9df134'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:17:24.809577 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.915092 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968af47-603d-4a73-a69c-e04e7dc7bfd8 req-a7992297-fdcb-4d6d-810d-e6b3885a2872 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:24.919249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] For port dac3db38-ebf0-4f69-b46d-76e30bb080a9, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:24.928790 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e968af47-603d-4a73-a69c-e04e7dc7bfd8 req-a7992297-fdcb-4d6d-810d-e6b3885a2872 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1962862 Sep 07 16:17:24.930410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] For port dac3db38-ebf0-4f69-b46d-76e30bb080a9, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dac3db38-ebf0-4f69-b46d-76e30bb080a9,segment=NetworkSegment(95d96042-fb1a-4d83-92e6-d72f76e7a39a),segment_id=95d96042-fb1a-4d83-92e6-d72f76e7a39a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:17:24.937602 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.951193 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0829b9a5-4d50-41ff-b30d-605efd1e5d20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:24.956526 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d406c3fd-540c-41de-99bc-175d1f3095d6 req-58915fd6-7df0-4d58-afe2-7124d238ec37 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072353 Sep 07 16:17:24.983797 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0829b9a5-4d50-41ff-b30d-605efd1e5d20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 01a709a1-cc4c-4e36-a597-0fc4e46d03dd owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:25.015123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.028075 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.048383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e968af47-603d-4a73-a69c-e04e7dc7bfd8 req-ddae3e71-81f3-4bd6-bc0f-178b910fbe1e tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185923 Sep 07 16:17:25.062839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.062991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa960d6-97bc-470d-a20b-ea771f011ca7 None None] Pushing event updated for resources: {'Port': ['ID=dac3db38-ebf0-4f69-b46d-76e30bb080a9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:25.079725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Transition to ACTIVE for port object ce03a36f-2f6f-45b0-97f8-90791f5cee5b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:25.125362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:17:25.131889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80baba91-49c0-41b6-a9e7-3ebe7817f563,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:25.178904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0829b9a5-4d50-41ff-b30d-605efd1e5d20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.182455 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.182819 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Added segment a95af049-3cc1-465a-b6b6-cf433cc934b2 of type vlan for network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 Sep 07 16:17:25.226795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829b9a5-4d50-41ff-b30d-605efd1e5d20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=01a709a1-cc4c-4e36-a597-0fc4e46d03dd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:25.239346 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.251372 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.346907 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0829b9a5-4d50-41ff-b30d-605efd1e5d20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.349508 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0829b9a5-4d50-41ff-b30d-605efd1e5d20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/01a709a1-cc4c-4e36-a597-0fc4e46d03dd HTTP/1.1" status: 204 len: 168 time: 0.8082876 Sep 07 16:17:25.351883 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59232) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:25.395279 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a648a01-aad6-4c40-ad70-9b6a74ff052e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:17:25.399731 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1a648a01-aad6-4c40-ad70-9b6a74ff052e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/01a709a1-cc4c-4e36-a597-0fc4e46d03dd HTTP/1.1" status: 404 len: 333 time: 0.0466616 Sep 07 16:17:25.404796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59234) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:25.417171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Network f61da6f0-5a09-4914-9f7f-58652f085050 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:25.425080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:25.428557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event updated for resources: {'Port': ['ID=ce03a36f-2f6f-45b0-97f8-90791f5cee5b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:25.431079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:25.436118 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.441864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:25.442520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.501859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7023c7d9-b780-4739-a1b7-df94dd2f7d29 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting subnet 493ffa14-84e8-4d31-99fb-fda15b1f66f2 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:17:25.513459 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7023c7d9-b780-4739-a1b7-df94dd2f7d29 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.552943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2632344 Sep 07 16:17:25.558513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59238) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:25.562066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:25.563380 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.566322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e4c9e472-f563-4ea9-bddf-dc6cb58f3da2 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Request body: {'subnet': {'network_id': '46d69ddf-7d4e-40b3-8179-3bbd6b927157', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:25.603969 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7023c7d9-b780-4739-a1b7-df94dd2f7d29 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.629043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-30fc30ec-a522-43e6-ab6b-d16faa87208c tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5003726 Sep 07 16:17:25.632166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59240) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:25.638229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ab54f2fa-ef91-4479-a24e-e29684f9dc2d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2e:9c:b0'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:25.641723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed69c35-bc9c-4784-bf5b-7a31e6da3338 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event updated for resources: {'Network': ['ID=46d69ddf-7d4e-40b3-8179-3bbd6b927157,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:25.652230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:17:25.725647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c9e472-f563-4ea9-bddf-dc6cb58f3da2 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Made reservation on behalf of cfe9b12f54894ebcab4f4f8d34036162 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:25.729677 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4c9e472-f563-4ea9-bddf-dc6cb58f3da2 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.813743 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-de787d3e-8e94-4697-a11c-9bdc85f520c8 None None] Provisioning for port ce03a36f-2f6f-45b0-97f8-90791f5cee5b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:25.818302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-de787d3e-8e94-4697-a11c-9bdc85f520c8 None None] Provisioning complete for port ce03a36f-2f6f-45b0-97f8-90791f5cee5b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:25.818801 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de787d3e-8e94-4697-a11c-9bdc85f520c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.833241 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab54f2fa-ef91-4479-a24e-e29684f9dc2d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.860942 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7023c7d9-b780-4739-a1b7-df94dd2f7d29 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:25.876806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-de787d3e-8e94-4697-a11c-9bdc85f520c8 None None] Port ce03a36f-2f6f-45b0-97f8-90791f5cee5b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:25.974603 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7023c7d9-b780-4739-a1b7-df94dd2f7d29 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.015183 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023c7d9-b780-4739-a1b7-df94dd2f7d29 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Subnet': ['ID=493ffa14-84e8-4d31-99fb-fda15b1f66f2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:26.019349 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7023c7d9-b780-4739-a1b7-df94dd2f7d29 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.021442 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7023c7d9-b780-4739-a1b7-df94dd2f7d29 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/493ffa14-84e8-4d31-99fb-fda15b1f66f2 HTTP/1.1" status: 204 len: 168 time: 0.6156499 Sep 07 16:17:26.050605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59244) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:26.145159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4c9e472-f563-4ea9-bddf-dc6cb58f3da2 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.192591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.276189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9e472-f563-4ea9-bddf-dc6cb58f3da2 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event updated for resources: {'Subnet': ['ID=f59e3c17-43ae-4f81-9c1f-a58e42f5ba3b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:26.277145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a875e9f9-f53c-4b49-bb12-fe2347e559c3 None None] Network 03fcf973-ecff-42ee-9ef1-9cd41e9df134 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:26.290627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c9e472-f563-4ea9-bddf-dc6cb58f3da2 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Checking segment: {'id': 'a95af049-3cc1-465a-b6b6-cf433cc934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '46d69ddf-7d4e-40b3-8179-3bbd6b927157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:26.290989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c9e472-f563-4ea9-bddf-dc6cb58f3da2 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Network hostable DHCP agents. Network: 46d69ddf-7d4e-40b3-8179-3bbd6b927157, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:17:26.320946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port dac3db38-ebf0-4f69-b46d-76e30bb080a9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:26.321297 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.323205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c9e472-f563-4ea9-bddf-dc6cb58f3da2 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:17:26.347858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0ad6cda6-27e2-4e6e-960f-f1ba314724fe None None] Provisioning for port dac3db38-ebf0-4f69-b46d-76e30bb080a9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:26.363449 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e4c9e472-f563-4ea9-bddf-dc6cb58f3da2 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 46d69ddf-7d4e-40b3-8179-3bbd6b927157) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:26.369826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c9e472-f563-4ea9-bddf-dc6cb58f3da2 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:26.370422 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4c9e472-f563-4ea9-bddf-dc6cb58f3da2 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.435156 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184027f2-ca5c-45ef-9b26-463d7f19ccc3 None None] Network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:26.457661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] For port dac3db38-ebf0-4f69-b46d-76e30bb080a9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dac3db38-ebf0-4f69-b46d-76e30bb080a9,segment=NetworkSegment(95d96042-fb1a-4d83-92e6-d72f76e7a39a),segment_id=95d96042-fb1a-4d83-92e6-d72f76e7a39a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:26.458041 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.461451 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498ec07-079e-4655-93ca-30a3d4441ed4 req-859206f8-3049-4fa6-95ed-2c9dd30e3caf tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:26.463269 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8498ec07-079e-4655-93ca-30a3d4441ed4 req-859206f8-3049-4fa6-95ed-2c9dd30e3caf tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.0948579 Sep 07 16:17:26.485522 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for dac3db38-ebf0-4f69-b46d-76e30bb080a9 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:26.507229 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab54f2fa-ef91-4479-a24e-e29684f9dc2d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.527579 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8498ec07-079e-4655-93ca-30a3d4441ed4 req-9083b7aa-4794-4511-a12b-67c50c05a136 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539517 Sep 07 16:17:26.528323 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab54f2fa-ef91-4479-a24e-e29684f9dc2d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.573098 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dac3db38-ebf0-4f69-b46d-76e30bb080a9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:26.594511 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e4c9e472-f563-4ea9-bddf-dc6cb58f3da2 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0340781 Sep 07 16:17:26.596257 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59254) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:26.602513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Request body: {'port': {'network_id': '46d69ddf-7d4e-40b3-8179-3bbd6b927157', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1977924959'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:26.676160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ab54f2fa-ef91-4479-a24e-e29684f9dc2d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] In _notify_port_updated(), no bound segment for port ce03a36f-2f6f-45b0-97f8-90791f5cee5b on network f61da6f0-5a09-4914-9f7f-58652f085050 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:17:26.682861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab54f2fa-ef91-4479-a24e-e29684f9dc2d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:26.683942 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab54f2fa-ef91-4479-a24e-e29684f9dc2d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.685621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ab54f2fa-ef91-4479-a24e-e29684f9dc2d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "PUT /v2.0/ports/ce03a36f-2f6f-45b0-97f8-90791f5cee5b HTTP/1.1" status: 200 len: 996 time: 1.0520282 Sep 07 16:17:26.688794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59260) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:26.690796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54f2fa-ef91-4479-a24e-e29684f9dc2d tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event updated for resources: {'Port': ['ID=ce03a36f-2f6f-45b0-97f8-90791f5cee5b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:26.708722 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:26.761520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No active binding found for port dac3db38-ebf0-4f69-b46d-76e30bb080a9 {{(pid=94772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 16:17:26.762117 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dac3db38-ebf0-4f69-b46d-76e30bb080a9 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 07 16:17:26.798204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Port dac3db38-ebf0-4f69-b46d-76e30bb080a9 not found, will not notify nova. {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 07 16:17:26.877404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a3be77-6056-475a-a6ca-ed818751de4b None None] DHCP port deletion for 03fcf973-ecff-42ee-9ef1-9cd41e9df134 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:17:26.895145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-46d69ddf-7d4e-40b3-8179-3bbd6b927157', 'network_id': '46d69ddf-7d4e-40b3-8179-3bbd6b927157', 'tenant_id': 'cfe9b12f54894ebcab4f4f8d34036162', 'fixed_ips': [{'subnet_id': 'f59e3c17-43ae-4f81-9c1f-a58e42f5ba3b'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:17:26.896393 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.059943 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aa7ae684-69cc-4b2b-af8f-7e1308879c63 None None] Provisioning complete for port ce03a36f-2f6f-45b0-97f8-90791f5cee5b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:27.060331 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa7ae684-69cc-4b2b-af8f-7e1308879c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.146685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=dac3db38-ebf0-4f69-b46d-76e30bb080a9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:27.155541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No DVR routers for this DVR port dac3db38-ebf0-4f69-b46d-76e30bb080a9 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:27.192316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ae684-69cc-4b2b-af8f-7e1308879c63 None None] Port ce03a36f-2f6f-45b0-97f8-90791f5cee5b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:27.209273 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Allocated IP 2001:db8::2 (46d69ddf-7d4e-40b3-8179-3bbd6b927157/f59e3c17-43ae-4f81-9c1f-a58e42f5ba3b/4ba7feff-ed30-48f9-a0b7-62a3929b6a40) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:27.351648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Made reservation on behalf of cfe9b12f54894ebcab4f4f8d34036162 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:27.357567 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.377332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d39574e8-d65a-4a3b-8374-c00635719586 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Deleting port ce03a36f-2f6f-45b0-97f8-90791f5cee5b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:27.377853 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d39574e8-d65a-4a3b-8374-c00635719586 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.378141 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.387401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] device_id is not set on port 5d62f60f-8960-435a-bdcc-63ac8d0f2bd0 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:27.388029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Transition to ACTIVE for port object 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:27.404882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Transition to ACTIVE for port object 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:27.416331 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.458435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:27.461476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:27.465088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:27.483868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Pushing event updated for resources: {'Port': ['ID=4ba7feff-ed30-48f9-a0b7-62a3929b6a40,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:27.563383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Attempting to bind port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:27.563773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Attempting to bind port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'a95af049-3cc1-465a-b6b6-cf433cc934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '46d69ddf-7d4e-40b3-8179-3bbd6b927157'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:27.564142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Attempting to bind port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 on network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:27.571580 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:17:27.571845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Checking segment: {'id': 'a95af049-3cc1-465a-b6b6-cf433cc934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '46d69ddf-7d4e-40b3-8179-3bbd6b927157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:27.572242 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.572675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Bound using segment: {'id': 'a95af049-3cc1-465a-b6b6-cf433cc934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '46d69ddf-7d4e-40b3-8179-3bbd6b927157'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:17:27.573153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Bound port: 4ba7feff-ed30-48f9-a0b7-62a3929b6a40, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95af049-3cc1-465a-b6b6-cf433cc934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '46d69ddf-7d4e-40b3-8179-3bbd6b927157'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:17:27.573539 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.592798 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.646695 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] For port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:27.664788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] For port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4ba7feff-ed30-48f9-a0b7-62a3929b6a40,segment=NetworkSegment(a95af049-3cc1-465a-b6b6-cf433cc934b2),segment_id=a95af049-3cc1-465a-b6b6-cf433cc934b2)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:17:27.665019 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fcf973-ecff-42ee-9ef1-9cd41e9df134']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:27.673836 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.689333 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Allocated IP 2001:db8::2b2 (46d69ddf-7d4e-40b3-8179-3bbd6b927157/f59e3c17-43ae-4f81-9c1f-a58e42f5ba3b/5d62f60f-8960-435a-bdcc-63ac8d0f2bd0) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:27.692453 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d96042-fb1a-4d83-92e6-d72f76e7a39a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:27.692731 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d96042-fb1a-4d83-92e6-d72f76e7a39a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:27.717479 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.734346 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30643b7-2562-4e0a-b4d5-fb76d0e0e17b req-5177eea2-de37-42a3-bdf3-ddfdcf2c3e35 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:27.739286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a30643b7-2562-4e0a-b4d5-fb76d0e0e17b req-5177eea2-de37-42a3-bdf3-ddfdcf2c3e35 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.0883114 Sep 07 16:17:27.766851 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.772061 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d39574e8-d65a-4a3b-8374-c00635719586 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.807587 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:17:27.808033 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:17:27.811274 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:17:27.820653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a30643b7-2562-4e0a-b4d5-fb76d0e0e17b req-b6eabad6-449d-476f-a9cb-b5c2d44841bb tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708537 Sep 07 16:17:27.829103 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df2e6d-4029-42b3-92f7-fdaf306274cc None None] Pushing event updated for resources: {'Port': ['ID=4ba7feff-ed30-48f9-a0b7-62a3929b6a40,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:27.833650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d39574e8-d65a-4a3b-8374-c00635719586 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Calling delete_port for ce03a36f-2f6f-45b0-97f8-90791f5cee5b owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:27.986610 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:28.025115 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:28.032889 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/networks/03fcf973-ecff-42ee-9ef1-9cd41e9df134 HTTP/1.1" status: 204 len: 168 time: 1.9770675 Sep 07 16:17:28.033076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59280) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:28.043609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8b82429d-01a9-4450-a34b-fb477ec91c39 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'name': 'tempest-PortsTestJSON-813203078'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:28.103058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffdc7a-f114-42bd-ad5b-7e9157121d7c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Network': ['ID=03fcf973-ecff-42ee-9ef1-9cd41e9df134,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:28.142984 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:28.172400 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Transition to ACTIVE for port object 5d62f60f-8960-435a-bdcc-63ac8d0f2bd0 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:28.181140 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b82429d-01a9-4450-a34b-fb477ec91c39 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:28.189611 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b82429d-01a9-4450-a34b-fb477ec91c39 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:28.210046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-8b82429d-01a9-4450-a34b-fb477ec91c39 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port ac16a75c-98df-4bab-89c2-cea3b1d09c2b yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:28.253446 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d39574e8-d65a-4a3b-8374-c00635719586 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:28.256066 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:28.296240 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39574e8-d65a-4a3b-8374-c00635719586 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event deleted for resources: {'Port': ['ID=ce03a36f-2f6f-45b0-97f8-90791f5cee5b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:28.378183 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:28.396208 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:28.399090 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b82429d-01a9-4450-a34b-fb477ec91c39 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:28.403159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:28.409371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:28.410007 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:28.461611 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b82429d-01a9-4450-a34b-fb477ec91c39 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:28.462193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event updated for resources: {'Port': ['ID=5d62f60f-8960-435a-bdcc-63ac8d0f2bd0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:28.479440 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d39574e8-d65a-4a3b-8374-c00635719586 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:28.481937 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d39574e8-d65a-4a3b-8374-c00635719586 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "DELETE /v2.0/ports/ce03a36f-2f6f-45b0-97f8-90791f5cee5b HTTP/1.1" status: 204 len: 168 time: 1.7917397 Sep 07 16:17:28.486598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59294) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:28.497052 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c6579ead-a664-4f29-aa4e-b6aa6c49f979 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8992443 Sep 07 16:17:28.499782 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59296) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:28.514452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Request body: {'port': {'network_id': '46d69ddf-7d4e-40b3-8179-3bbd6b927157', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-580585333', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b2', 'mac_address': 'fa:16:3e:e8:80:69'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:28.601919 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57aa8d2-ef3e-4574-a4d8-c560020f08dc tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] GET failed (client error): The resource could not be found. Sep 07 16:17:28.605681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e57aa8d2-ef3e-4574-a4d8-c560020f08dc tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "GET /v2.0/ports/ce03a36f-2f6f-45b0-97f8-90791f5cee5b HTTP/1.1" status: 404 len: 333 time: 0.0707734 Sep 07 16:17:28.606580 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:28.618055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59300) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:28.623972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Request body: {'port': {'network_id': 'f61da6f0-5a09-4914-9f7f-58652f085050', 'name': 'tempest-AllowedAddressPairTestJSON-327315230'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:28.651732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b82429d-01a9-4450-a34b-fb477ec91c39 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:28.660042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8b82429d-01a9-4450-a34b-fb477ec91c39 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:28.663489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b82429d-01a9-4450-a34b-fb477ec91c39 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:28.671122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b82429d-01a9-4450-a34b-fb477ec91c39 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:28.672248 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b82429d-01a9-4450-a34b-fb477ec91c39 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:28.758944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Made reservation on behalf of cfe9b12f54894ebcab4f4f8d34036162 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:28.844951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82429d-01a9-4450-a34b-fb477ec91c39 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=ac16a75c-98df-4bab-89c2-cea3b1d09c2b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:28.880286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8b82429d-01a9-4450-a34b-fb477ec91c39 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8461678 Sep 07 16:17:28.884107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59308) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:28.975924 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:28.994129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:29.024525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] device_id is not set on port 621cd937-940d-4243-9332-92a3e191109e yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:29.076507 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dac3db38-ebf0-4f69-b46d-76e30bb080a9 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:29.111113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: dac3db38-ebf0-4f69-b46d-76e30bb080a9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:29.111346 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dac3db38-ebf0-4f69-b46d-76e30bb080a9 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:29.186262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c0ab2-9968-49f7-b2cd-5573a4bad9b4 None None] Network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:29.199643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cda00-fd01-4012-9ad9-9733d67476ba req-a7e75203-0d28-4575-9c91-3e03fd2cf241 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:29.207676 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a0cda00-fd01-4012-9ad9-9733d67476ba req-a7e75203-0d28-4575-9c91-3e03fd2cf241 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 945 time: 0.5159929 Sep 07 16:17:29.209659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Made reservation on behalf of 7059842f946044ffa374b3c99a772200 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:29.211367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Allocated IP 2001:db8::f6 (46d69ddf-7d4e-40b3-8179-3bbd6b927157/f59e3c17-43ae-4f81-9c1f-a58e42f5ba3b/621cd937-940d-4243-9332-92a3e191109e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:29.213582 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:29.228268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa636f68-01e5-4c33-a892-87e8ff7a92c4 req-da933230-8c1d-4c20-9465-105f4d506c95 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:29.237652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa636f68-01e5-4c33-a892-87e8ff7a92c4 req-da933230-8c1d-4c20-9465-105f4d506c95 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1830454 Sep 07 16:17:29.282600 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-82b3abaa-4d00-4532-a802-101eb04bb8fb None None] Provisioning for port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:29.302857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] device_id is not set on port 61f452e5-e5bd-4238-a637-60aa951895a9 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:29.318909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-82b3abaa-4d00-4532-a802-101eb04bb8fb None None] Provisioning complete for port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:29.319350 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82b3abaa-4d00-4532-a802-101eb04bb8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:29.323719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-409def92-a5ad-4e02-9892-d66adc7335c6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port ac16a75c-98df-4bab-89c2-cea3b1d09c2b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:29.324059 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-409def92-a5ad-4e02-9892-d66adc7335c6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:29.419967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a0cda00-fd01-4012-9ad9-9733d67476ba req-282782f7-fc15-437a-9a17-6d3a48b36dd9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093105 Sep 07 16:17:29.429107 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:29.436958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa636f68-01e5-4c33-a892-87e8ff7a92c4 req-246dc1da-bac3-48a0-9b2d-78f5f12d84ab tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983578 Sep 07 16:17:29.462591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Transition to ACTIVE for port object 621cd937-940d-4243-9332-92a3e191109e will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:29.500779 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82b3abaa-4d00-4532-a802-101eb04bb8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:29.533188 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:29.565985 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-409def92-a5ad-4e02-9892-d66adc7335c6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:29.571286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-82b3abaa-4d00-4532-a802-101eb04bb8fb None None] For port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4ba7feff-ed30-48f9-a0b7-62a3929b6a40,segment=NetworkSegment(a95af049-3cc1-465a-b6b6-cf433cc934b2),segment_id=a95af049-3cc1-465a-b6b6-cf433cc934b2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:29.587161 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82b3abaa-4d00-4532-a802-101eb04bb8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:29.590211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:29.594048 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:29.597068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:29.605178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:29.605868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:29.621201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-409def92-a5ad-4e02-9892-d66adc7335c6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for ac16a75c-98df-4bab-89c2-cea3b1d09c2b owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:29.622822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event updated for resources: {'Port': ['ID=621cd937-940d-4243-9332-92a3e191109e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:29.642500 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a9225aff-1027-47eb-beee-3cdcd8ba85d0 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.1381645 Sep 07 16:17:29.643686 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59320) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:29.677435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3abaa-4d00-4532-a802-101eb04bb8fb None None] Pushing event updated for resources: {'Port': ['ID=4ba7feff-ed30-48f9-a0b7-62a3929b6a40,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:29.769214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d88ffa5-8054-478b-9ba5-31eb45e1e616 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:29.777842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d88ffa5-8054-478b-9ba5-31eb45e1e616 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:29.784171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Allocated IP 172.20.0.4 (f61da6f0-5a09-4914-9f7f-58652f085050/557fa579-07be-41a4-aa5d-489e7928e5ef/61f452e5-e5bd-4238-a637-60aa951895a9) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:29.807580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d88ffa5-8054-478b-9ba5-31eb45e1e616 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:29.809519 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5d88ffa5-8054-478b-9ba5-31eb45e1e616 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1647127 Sep 07 16:17:29.812298 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59324) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:29.865071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-409def92-a5ad-4e02-9892-d66adc7335c6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:29.922375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409def92-a5ad-4e02-9892-d66adc7335c6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=ac16a75c-98df-4bab-89c2-cea3b1d09c2b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:29.946550 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-409def92-a5ad-4e02-9892-d66adc7335c6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:29.948560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-409def92-a5ad-4e02-9892-d66adc7335c6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/ac16a75c-98df-4bab-89c2-cea3b1d09c2b HTTP/1.1" status: 204 len: 168 time: 1.0633190 Sep 07 16:17:29.951619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59326) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:29.958667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-04961ac3-5c20-426b-a121-e0047775bbcb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'mac_address': 'fa:16:3e:b9:e2:c4', 'name': 'tempest-PortsTestJSON-2127960681'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:30.003437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b5941-5975-4b58-8b3c-f4daa23b2d54 req-b5733183-ccb5-415d-82c5-410bf2b1d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:30.004963 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-553b5941-5975-4b58-8b3c-f4daa23b2d54 req-b5733183-ccb5-415d-82c5-410bf2b1d31b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 1097 time: 0.0978804 Sep 07 16:17:30.011971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42ec2362-b9fe-4d03-8637-66d09a139cd3 None None] Provisioning for port 5d62f60f-8960-435a-bdcc-63ac8d0f2bd0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:30.016834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42ec2362-b9fe-4d03-8637-66d09a139cd3 None None] Provisioning complete for port 5d62f60f-8960-435a-bdcc-63ac8d0f2bd0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:30.017325 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42ec2362-b9fe-4d03-8637-66d09a139cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:30.060696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-42ec2362-b9fe-4d03-8637-66d09a139cd3 None None] Port 5d62f60f-8960-435a-bdcc-63ac8d0f2bd0 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:30.074404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-da85cbb9-eee7-4673-b11e-124ede1fa92e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Deleting port 621cd937-940d-4243-9332-92a3e191109e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:30.074739 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da85cbb9-eee7-4673-b11e-124ede1fa92e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:30.092875 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:30.100220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42ec2362-b9fe-4d03-8637-66d09a139cd3 None None] Provisioning complete for port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:30.100672 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42ec2362-b9fe-4d03-8637-66d09a139cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:30.125181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Transition to ACTIVE for port object 61f452e5-e5bd-4238-a637-60aa951895a9 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:30.190689 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:30.203328 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-553b5941-5975-4b58-8b3c-f4daa23b2d54 req-528d905c-8f19-493d-bfa9-9682a91dd278 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598246 Sep 07 16:17:30.211205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04961ac3-5c20-426b-a121-e0047775bbcb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:30.247821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Network f61da6f0-5a09-4914-9f7f-58652f085050 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:30.250937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:30.255075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:30.299360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event updated for resources: {'Port': ['ID=61f452e5-e5bd-4238-a637-60aa951895a9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:30.316237 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da85cbb9-eee7-4673-b11e-124ede1fa92e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:30.342715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:30.343405 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:30.349263 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04961ac3-5c20-426b-a121-e0047775bbcb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:30.359404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-da85cbb9-eee7-4673-b11e-124ede1fa92e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Calling delete_port for 621cd937-940d-4243-9332-92a3e191109e owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:30.384857 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e8ce2d10-c186-43af-9e9c-e795a94d1b0b tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7625129 Sep 07 16:17:30.386250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59342) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:30.397557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Request body: {'port': {'network_id': 'f61da6f0-5a09-4914-9f7f-58652f085050', 'name': 'tempest-AllowedAddressPairTestJSON-859190270'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:30.399780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-10e8656c-cee6-418b-9535-df314529647e None None] Provisioning complete for port 5d62f60f-8960-435a-bdcc-63ac8d0f2bd0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:30.400577 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10e8656c-cee6-418b-9535-df314529647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:30.437886 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-04961ac3-5c20-426b-a121-e0047775bbcb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port 0e1031ff-21b8-4ed9-8b82-71005f85f81a yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:30.499127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-10e8656c-cee6-418b-9535-df314529647e None None] Port 5d62f60f-8960-435a-bdcc-63ac8d0f2bd0 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:30.517525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:30.610961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:30.611629 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:30.628547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcfd87-701c-49b0-ae16-870544a9a1e0 req-ad0a50e0-dfc1-46db-834f-ad00877f8b8e tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:30.636537 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1edcfd87-701c-49b0-ae16-870544a9a1e0 req-ad0a50e0-dfc1-46db-834f-ad00877f8b8e tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 945 time: 0.1143916 Sep 07 16:17:30.674917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0c589-b5f8-4414-8e0c-b32154d5410c req-54cbf04d-9809-4a6e-9d49-bd00666b1455 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:30.676527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f0c589-b5f8-4414-8e0c-b32154d5410c req-54cbf04d-9809-4a6e-9d49-bd00666b1455 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1038954 Sep 07 16:17:30.685770 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1edcfd87-701c-49b0-ae16-870544a9a1e0 req-f00677cb-e54c-4364-bebe-b51c26c360d9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483584 Sep 07 16:17:30.739616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d84c6a0-3c81-4705-901a-d0d30d58b01a None None] Provisioning for port 61f452e5-e5bd-4238-a637-60aa951895a9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:30.745248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d84c6a0-3c81-4705-901a-d0d30d58b01a None None] Provisioning complete for port 61f452e5-e5bd-4238-a637-60aa951895a9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:30.745701 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d84c6a0-3c81-4705-901a-d0d30d58b01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:30.760872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f0c589-b5f8-4414-8e0c-b32154d5410c req-1eabbca0-c740-482d-af42-9cfacfc70239 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473628 Sep 07 16:17:30.789249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2d84c6a0-3c81-4705-901a-d0d30d58b01a None None] Port 61f452e5-e5bd-4238-a637-60aa951895a9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:30.809303 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da85cbb9-eee7-4673-b11e-124ede1fa92e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:30.869350 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85cbb9-eee7-4673-b11e-124ede1fa92e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event deleted for resources: {'Port': ['ID=621cd937-940d-4243-9332-92a3e191109e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:30.871157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Made reservation on behalf of 7059842f946044ffa374b3c99a772200 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:30.876837 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:30.931628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1d9843cb-cf73-43ce-922d-9d6064442645 None None] Could not find standard attr ID for object 621cd937-940d-4243-9332-92a3e191109e. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:17:30.950118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] device_id is not set on port 20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:31.043457 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04961ac3-5c20-426b-a121-e0047775bbcb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:31.137495 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da85cbb9-eee7-4673-b11e-124ede1fa92e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:31.139445 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-da85cbb9-eee7-4673-b11e-124ede1fa92e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "DELETE /v2.0/ports/621cd937-940d-4243-9332-92a3e191109e HTTP/1.1" status: 204 len: 168 time: 1.3261549 Sep 07 16:17:31.142814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59370) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:31.166106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Allocated IP 172.20.0.9 (f61da6f0-5a09-4914-9f7f-58652f085050/557fa579-07be-41a4-aa5d-489e7928e5ef/20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:31.185791 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f026538-5aac-4805-9fb0-876d02e03a7a tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] GET failed (client error): The resource could not be found. Sep 07 16:17:31.187612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5f026538-5aac-4805-9fb0-876d02e03a7a tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "GET /v2.0/ports/621cd937-940d-4243-9332-92a3e191109e HTTP/1.1" status: 404 len: 333 time: 0.0432346 Sep 07 16:17:31.193012 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04961ac3-5c20-426b-a121-e0047775bbcb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:31.193012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59376) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:31.208162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Request body: {'port': {'network_id': '46d69ddf-7d4e-40b3-8179-3bbd6b927157', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2122690038'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:31.253256 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:17:31.299713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04961ac3-5c20-426b-a121-e0047775bbcb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:31.339503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-04961ac3-5c20-426b-a121-e0047775bbcb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:31.356301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04961ac3-5c20-426b-a121-e0047775bbcb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:31.362097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04961ac3-5c20-426b-a121-e0047775bbcb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:31.366148 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04961ac3-5c20-426b-a121-e0047775bbcb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:31.366148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04961ac3-5c20-426b-a121-e0047775bbcb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=0e1031ff-21b8-4ed9-8b82-71005f85f81a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:31.448554 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-04961ac3-5c20-426b-a121-e0047775bbcb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4950371 Sep 07 16:17:31.449267 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59386) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:31.493539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e648a13-8938-4299-8ba5-7792bf2cc2a4 req-502ec381-eaf7-47f8-afe8-c8f36ab3c1a3 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:31.495074 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e648a13-8938-4299-8ba5-7792bf2cc2a4 req-502ec381-eaf7-47f8-afe8-c8f36ab3c1a3 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 945 time: 0.0643868 Sep 07 16:17:31.531492 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:31.535085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e648a13-8938-4299-8ba5-7792bf2cc2a4 req-4009912d-9f7a-42e8-821f-4b59f903db12 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330279 Sep 07 16:17:31.540136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f862e3-db48-4526-b5cf-7caf6960889e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:31.541560 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-47f862e3-db48-4526-b5cf-7caf6960889e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/0e1031ff-21b8-4ed9-8b82-71005f85f81a HTTP/1.1" status: 200 len: 841 time: 0.0867407 Sep 07 16:17:31.544788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59392) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:31.575994 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Transition to ACTIVE for port object 20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:31.580763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Made reservation on behalf of cfe9b12f54894ebcab4f4f8d34036162 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:31.583205 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:31.583765 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:31.606584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] device_id is not set on port a82d7f9e-ac44-45ce-854a-5cf497a3731d yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:31.679919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-acc3de15-6411-46c8-aace-7e1a2a762e8a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 0e1031ff-21b8-4ed9-8b82-71005f85f81a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:31.681629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-acc3de15-6411-46c8-aace-7e1a2a762e8a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:31.685811 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:31.758665 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-acc3de15-6411-46c8-aace-7e1a2a762e8a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:31.771347 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-acc3de15-6411-46c8-aace-7e1a2a762e8a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 0e1031ff-21b8-4ed9-8b82-71005f85f81a owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:31.773068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Network f61da6f0-5a09-4914-9f7f-58652f085050 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:31.785593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:31.789655 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event updated for resources: {'Port': ['ID=20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:31.792264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Allocated IP 2001:db8::2e3 (46d69ddf-7d4e-40b3-8179-3bbd6b927157/f59e3c17-43ae-4f81-9c1f-a58e42f5ba3b/a82d7f9e-ac44-45ce-854a-5cf497a3731d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:31.794445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:31.858197 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-acc3de15-6411-46c8-aace-7e1a2a762e8a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:31.878262 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:31.879385 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:31.922093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3de15-6411-46c8-aace-7e1a2a762e8a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=0e1031ff-21b8-4ed9-8b82-71005f85f81a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:31.939718 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-acc3de15-6411-46c8-aace-7e1a2a762e8a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:31.941973 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-acc3de15-6411-46c8-aace-7e1a2a762e8a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/0e1031ff-21b8-4ed9-8b82-71005f85f81a HTTP/1.1" status: 204 len: 168 time: 0.3961039 Sep 07 16:17:31.961378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59404) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:32.001456 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4639d3-cd4c-46bf-a13a-f6f25db35427 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:17:32.006606 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-21f71bb8-2235-4f56-bee0-8eaa497a5306 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6168504 Sep 07 16:17:32.007256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ce4639d3-cd4c-46bf-a13a-f6f25db35427 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/0e1031ff-21b8-4ed9-8b82-71005f85f81a HTTP/1.1" status: 404 len: 333 time: 0.0388119 Sep 07 16:17:32.010227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59406) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:32.010578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59408) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:32.019888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-19866f47-ff15-43ae-9cb9-a817086e4148 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'name': 'tempest-PortsTestJSON-1844814991'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:32.030986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a0b43697-89d1-45c3-adc9-af676df31104 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:2e:9c:b0'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:ac:20:f7'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:32.120922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.135213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Transition to ACTIVE for port object a82d7f9e-ac44-45ce-854a-5cf497a3731d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:32.150044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d47ac7-afd5-4d9d-8d43-eb5a0dd993af req-325b477d-7bc5-4bbd-9eb9-e226adf00dd9 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:32.151577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6d47ac7-afd5-4d9d-8d43-eb5a0dd993af req-325b477d-7bc5-4bbd-9eb9-e226adf00dd9 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.2334235 Sep 07 16:17:32.170168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-00fa057f-1e72-4db5-95d4-b35ccbfa6550 None None] Provisioning for port 20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:32.174653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-00fa057f-1e72-4db5-95d4-b35ccbfa6550 None None] Provisioning complete for port 20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:32.175196 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.175443 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00fa057f-1e72-4db5-95d4-b35ccbfa6550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.218383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-00fa057f-1e72-4db5-95d4-b35ccbfa6550 None None] Port 20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:32.243178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:32.251964 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.252209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:32.254642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event updated for resources: {'Port': ['ID=a82d7f9e-ac44-45ce-854a-5cf497a3731d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:32.262456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:32.268640 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:32.269412 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.292603 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d6ce75d8-9648-4f49-8830-467769b2beec tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0962536 Sep 07 16:17:32.292834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19866f47-ff15-43ae-9cb9-a817086e4148 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:32.293368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59410) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:32.296477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19866f47-ff15-43ae-9cb9-a817086e4148 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.298862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cbdcff47-5318-40c9-84e6-503f00757f9e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b2', 'mac_address': 'fa:16:3e:e8:80:69'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:32.324317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6d47ac7-afd5-4d9d-8d43-eb5a0dd993af req-72a3817d-aab2-4307-8959-8641cf151cd0 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652026 Sep 07 16:17:32.370650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-19866f47-ff15-43ae-9cb9-a817086e4148 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port 5dd69ecc-65ad-4b25-8bfb-e9df2b9af879 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:32.384660 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b43697-89d1-45c3-adc9-af676df31104 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.390118 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbdcff47-5318-40c9-84e6-503f00757f9e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.654720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b63b0dcc-a536-4813-a579-b4eae25ad9b7 None None] Provisioning for port a82d7f9e-ac44-45ce-854a-5cf497a3731d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:32.659678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b63b0dcc-a536-4813-a579-b4eae25ad9b7 None None] Provisioning complete for port a82d7f9e-ac44-45ce-854a-5cf497a3731d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:32.660164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b63b0dcc-a536-4813-a579-b4eae25ad9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.698688 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbdcff47-5318-40c9-84e6-503f00757f9e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.706531 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbdcff47-5318-40c9-84e6-503f00757f9e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.732665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b63b0dcc-a536-4813-a579-b4eae25ad9b7 None None] Port a82d7f9e-ac44-45ce-854a-5cf497a3731d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:32.766024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cbdcff47-5318-40c9-84e6-503f00757f9e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] In _notify_port_updated(), no bound segment for port a82d7f9e-ac44-45ce-854a-5cf497a3731d on network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:17:32.771923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdcff47-5318-40c9-84e6-503f00757f9e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:32.772655 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbdcff47-5318-40c9-84e6-503f00757f9e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.776933 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cbdcff47-5318-40c9-84e6-503f00757f9e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "PUT /v2.0/ports/a82d7f9e-ac44-45ce-854a-5cf497a3731d HTTP/1.1" status: 200 len: 1003 time: 0.4797597 Sep 07 16:17:32.778406 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59430) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:32.788842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcff47-5318-40c9-84e6-503f00757f9e tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event updated for resources: {'Port': ['ID=a82d7f9e-ac44-45ce-854a-5cf497a3731d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:32.831230 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19866f47-ff15-43ae-9cb9-a817086e4148 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.886713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d9588417-f4d5-4d03-9bdf-e0a264055b7d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Deleting port a82d7f9e-ac44-45ce-854a-5cf497a3731d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:32.887225 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9588417-f4d5-4d03-9bdf-e0a264055b7d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:32.923790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa210953-2bb8-4c8f-abd0-f39ae39e6561 req-c4c447b4-0454-4e24-88e1-1c3e0e6046f2 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:32.931824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa210953-2bb8-4c8f-abd0-f39ae39e6561 req-c4c447b4-0454-4e24-88e1-1c3e0e6046f2 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 945 time: 0.2525473 Sep 07 16:17:32.994039 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9588417-f4d5-4d03-9bdf-e0a264055b7d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.005571 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b43697-89d1-45c3-adc9-af676df31104 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.008724 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d9588417-f4d5-4d03-9bdf-e0a264055b7d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Calling delete_port for a82d7f9e-ac44-45ce-854a-5cf497a3731d owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:33.025467 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b43697-89d1-45c3-adc9-af676df31104 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.050619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-fbc80d73-0e7a-4451-9d2b-cc9dc64861c5 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:33.058262 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-fbc80d73-0e7a-4451-9d2b-cc9dc64861c5 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/networks?id=edc41928-ef7d-4c07-9ace-721279fdba6b HTTP/1.1" status: 200 len: 809 time: 0.2758677 Sep 07 16:17:33.083918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa210953-2bb8-4c8f-abd0-f39ae39e6561 req-06c0da41-fe53-4628-977c-3518ee613cd9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512232 Sep 07 16:17:33.096791 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19866f47-ff15-43ae-9cb9-a817086e4148 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.156429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-822da8bf-5dd1-475c-9018-45e9be01a1d9 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/quotas/22cbe61cf451482c8ba3902757bec21c HTTP/1.1" status: 200 len: 375 time: 0.0972075 Sep 07 16:17:33.180604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b43697-89d1-45c3-adc9-af676df31104 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event updated for resources: {'Port': ['ID=20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:33.198733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b2125da4-7ce3-48f4-9065-d88784f99087 None None] Provisioning complete for port a82d7f9e-ac44-45ce-854a-5cf497a3731d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:33.199071 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2125da4-7ce3-48f4-9065-d88784f99087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.206428 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-a5a057ea-8bd3-403e-9474-19114ca57552 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:33.206657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19866f47-ff15-43ae-9cb9-a817086e4148 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:33.211550 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-a5a057ea-8bd3-403e-9474-19114ca57552 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.54 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 945 time: 0.1137564 Sep 07 16:17:33.231412 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-19866f47-ff15-43ae-9cb9-a817086e4148 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:33.233993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19866f47-ff15-43ae-9cb9-a817086e4148 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:33.239924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19866f47-ff15-43ae-9cb9-a817086e4148 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:33.240709 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19866f47-ff15-43ae-9cb9-a817086e4148 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.266402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a0b43697-89d1-45c3-adc9-af676df31104 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] In _notify_port_updated(), no bound segment for port 20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b on network f61da6f0-5a09-4914-9f7f-58652f085050 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:17:33.278596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b43697-89d1-45c3-adc9-af676df31104 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:33.279055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b2125da4-7ce3-48f4-9065-d88784f99087 None None] Port a82d7f9e-ac44-45ce-854a-5cf497a3731d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:33.279477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0b43697-89d1-45c3-adc9-af676df31104 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.281725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a0b43697-89d1-45c3-adc9-af676df31104 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "PUT /v2.0/ports/20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b HTTP/1.1" status: 200 len: 1055 time: 1.2673597 Sep 07 16:17:33.300246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59436) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:33.322357 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9588417-f4d5-4d03-9bdf-e0a264055b7d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.331167 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-19866f47-ff15-43ae-9cb9-a817086e4148 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3153412 Sep 07 16:17:33.333793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59438) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:33.352782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19866f47-ff15-43ae-9cb9-a817086e4148 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=5dd69ecc-65ad-4b25-8bfb-e9df2b9af879,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:33.368969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-19dfcb41-ecc0-4d0c-b10b-76d36cd82713 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:33.380190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-26a1e029-baaa-4074-a4e3-9c33b57c5352 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=22cbe61cf451482c8ba3902757bec21c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2202418 Sep 07 16:17:33.556873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f340f-cc7e-49e6-b518-01f02b2b54e4 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Deleting port 20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:33.557229 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f0f340f-cc7e-49e6-b518-01f02b2b54e4 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.569598 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-3997e44b-2fe0-456d-a25c-0494ce8f7dba service neutron] 10.222.0.70 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882024 Sep 07 16:17:33.610898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cbe77872-5c1e-439e-8fc1-fab9c238d7f7 None None] Provisioning complete for port 20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:33.611550 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbe77872-5c1e-439e-8fc1-fab9c238d7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.693527 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cbe77872-5c1e-439e-8fc1-fab9c238d7f7 None None] Port 20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:33.742368 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-6db33d53-69ec-4506-a92a-7b2494a36c6a service neutron] 10.222.0.70 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707723 Sep 07 16:17:33.754450 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f0f340f-cc7e-49e6-b518-01f02b2b54e4 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.769921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f340f-cc7e-49e6-b518-01f02b2b54e4 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Calling delete_port for 20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:33.839116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9588417-f4d5-4d03-9bdf-e0a264055b7d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event deleted for resources: {'Port': ['ID=a82d7f9e-ac44-45ce-854a-5cf497a3731d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:33.900920 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9588417-f4d5-4d03-9bdf-e0a264055b7d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.903617 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d9588417-f4d5-4d03-9bdf-e0a264055b7d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "DELETE /v2.0/ports/a82d7f9e-ac44-45ce-854a-5cf497a3731d HTTP/1.1" status: 204 len: 168 time: 1.1236339 Sep 07 16:17:33.905554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59446) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:33.924885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19dfcb41-ecc0-4d0c-b10b-76d36cd82713 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:33.940266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Deleting port 7f32c5ca-0835-4c27-afaa-178ed11febd3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:33.940724 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.040993 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc85cb5-b840-42c1-a10e-03a6c02980c8 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] GET failed (client error): The resource could not be found. Sep 07 16:17:34.046136 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2cc85cb5-b840-42c1-a10e-03a6c02980c8 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "GET /v2.0/ports/a82d7f9e-ac44-45ce-854a-5cf497a3731d HTTP/1.1" status: 404 len: 333 time: 0.1125793 Sep 07 16:17:34.046136 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f0f340f-cc7e-49e6-b518-01f02b2b54e4 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.046838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59452) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:34.059070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Request body: {'port': {'network_id': '46d69ddf-7d4e-40b3-8179-3bbd6b927157', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-837079159'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:34.126325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f340f-cc7e-49e6-b518-01f02b2b54e4 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event deleted for resources: {'Port': ['ID=20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:34.210155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd020d2e-ff2c-420d-88f5-e2fdf0aff79f req-f1e7fe1b-5043-4c8a-b154-fdea7b21532a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 210 time: 0.1138587 Sep 07 16:17:34.333536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] For port 7f32c5ca-0835-4c27-afaa-178ed11febd3, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=7f32c5ca-0835-4c27-afaa-178ed11febd3,segment=NetworkSegment(47c19afa-38ef-4e14-956e-03008c972d0a),segment_id=47c19afa-38ef-4e14-956e-03008c972d0a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:34.333955 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.514056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5bbc7-3fdd-4d52-9fe4-3ea22c109b75 req-2675caa5-1594-4ed2-af05-124ace842511 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:34.515863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98c5bbc7-3fdd-4d52-9fe4-3ea22c109b75 req-2675caa5-1594-4ed2-af05-124ace842511 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 945 time: 0.2652535 Sep 07 16:17:34.623141 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19dfcb41-ecc0-4d0c-b10b-76d36cd82713 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.632128 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19dfcb41-ecc0-4d0c-b10b-76d36cd82713 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.683712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-19dfcb41-ecc0-4d0c-b10b-76d36cd82713 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] In _notify_port_updated(), no bound segment for port 5dd69ecc-65ad-4b25-8bfb-e9df2b9af879 on network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:17:34.687812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98c5bbc7-3fdd-4d52-9fe4-3ea22c109b75 req-6b2efa16-74a0-4829-ba2d-72edf42c43ac tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups?id=271f6c3f-dae3-4379-9d5f-40dbd9d35f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436775 Sep 07 16:17:34.690329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dfcb41-ecc0-4d0c-b10b-76d36cd82713 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:34.691129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19dfcb41-ecc0-4d0c-b10b-76d36cd82713 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.692505 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-19dfcb41-ecc0-4d0c-b10b-76d36cd82713 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "PUT /v2.0/ports/5dd69ecc-65ad-4b25-8bfb-e9df2b9af879 HTTP/1.1" status: 200 len: 818 time: 1.3460660 Sep 07 16:17:34.699151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:34.704502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Made reservation on behalf of cfe9b12f54894ebcab4f4f8d34036162 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:34.710045 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.815673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] device_id is not set on port e8ca6830-3a03-4a7d-ae11-4f09531981d2 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:34.859283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfcb41-ecc0-4d0c-b10b-76d36cd82713 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=5dd69ecc-65ad-4b25-8bfb-e9df2b9af879,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:34.873850 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.877268 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.878179 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Floating IP 7d27d09b-377c-40aa-b53c-90497903ea57 disassociated. External IP: 172.25.3.94, port: 7f32c5ca-0835-4c27-afaa-178ed11febd3. Sep 07 16:17:34.878179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Calling delete_port for 7f32c5ca-0835-4c27-afaa-178ed11febd3 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:34.880739 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f0f340f-cc7e-49e6-b518-01f02b2b54e4 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:34.883560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4f0f340f-cc7e-49e6-b518-01f02b2b54e4 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "DELETE /v2.0/ports/20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b HTTP/1.1" status: 204 len: 168 time: 1.5818999 Sep 07 16:17:34.889992 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59468) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:34.932374 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f1d6de-acbb-43b2-94ac-342fd3bd8c0e tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] GET failed (client error): The resource could not be found. Sep 07 16:17:34.934221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-64f1d6de-acbb-43b2-94ac-342fd3bd8c0e tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "GET /v2.0/ports/20eba8d0-53a5-4db3-9e65-deaf1a9c2e4b HTTP/1.1" status: 404 len: 333 time: 0.0421000 Sep 07 16:17:34.937946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59470) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:34.964230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-293b0b2f-ca8a-4b4c-adf6-d2644fdf587e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 5dd69ecc-65ad-4b25-8bfb-e9df2b9af879 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:34.964672 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-293b0b2f-ca8a-4b4c-adf6-d2644fdf587e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.132201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-765e9912-ea2c-44ee-b6cf-256aa8e08bb6 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Deleting port 61f452e5-e5bd-4238-a637-60aa951895a9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:35.132515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-765e9912-ea2c-44ee-b6cf-256aa8e08bb6 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.214015 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.257206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Pushing event deleted for resources: {'Port': ['ID=7f32c5ca-0835-4c27-afaa-178ed11febd3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:35.321651 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-765e9912-ea2c-44ee-b6cf-256aa8e08bb6 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.339669 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-765e9912-ea2c-44ee-b6cf-256aa8e08bb6 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Calling delete_port for 61f452e5-e5bd-4238-a637-60aa951895a9 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:35.467101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56997292-6a42-4505-85bb-bc740246bb95 req-c73b0fd4-bba3-40db-9892-6d50f8ac41b8 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 210 time: 0.0797610 Sep 07 16:17:35.470641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Allocated IP 2001:db8::3d (46d69ddf-7d4e-40b3-8179-3bbd6b927157/f59e3c17-43ae-4f81-9c1f-a58e42f5ba3b/e8ca6830-3a03-4a7d-ae11-4f09531981d2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:35.473760 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-293b0b2f-ca8a-4b4c-adf6-d2644fdf587e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.506684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-293b0b2f-ca8a-4b4c-adf6-d2644fdf587e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 5dd69ecc-65ad-4b25-8bfb-e9df2b9af879 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:35.543282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Router 25735e76-b48d-4b70-b2dc-4d509bbefd48 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:17:35.598832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-6a07b2e5-d822-43f9-8c06-b7660f0cb9cd tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:35.600478 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-6a07b2e5-d822-43f9-8c06-b7660f0cb9cd tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.35 "GET /v2.0/networks?id=edc41928-ef7d-4c07-9ace-721279fdba6b HTTP/1.1" status: 200 len: 809 time: 0.1827271 Sep 07 16:17:35.690983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-5cc6197a-851a-4f3a-b75b-7e33cf52b277 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Request body: {'port': {'device_id': '04401584-70e1-45f6-94c0-0d1e264f1edb', 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b', 'admin_state_up': True, 'tenant_id': '22cbe61cf451482c8ba3902757bec21c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:35.713440 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-293b0b2f-ca8a-4b4c-adf6-d2644fdf587e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.774689 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-765e9912-ea2c-44ee-b6cf-256aa8e08bb6 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.797171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b0b2f-ca8a-4b4c-adf6-d2644fdf587e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=5dd69ecc-65ad-4b25-8bfb-e9df2b9af879,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:35.809032 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-293b0b2f-ca8a-4b4c-adf6-d2644fdf587e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.810971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-293b0b2f-ca8a-4b4c-adf6-d2644fdf587e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/5dd69ecc-65ad-4b25-8bfb-e9df2b9af879 HTTP/1.1" status: 204 len: 168 time: 1.1102340 Sep 07 16:17:35.815023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59482) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:35.829068 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:35.877955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ab946c5-a234-417f-828c-2617882cb776 req-0db98c21-0f06-4d0a-9ffb-ba4e3b452f74 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 210 time: 0.0658073 Sep 07 16:17:35.884874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Transition to ACTIVE for port object e8ca6830-3a03-4a7d-ae11-4f09531981d2 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:35.924297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c17aea0-3cd2-494c-809e-82e8d74c7a0d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:35.927837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3c17aea0-3cd2-494c-809e-82e8d74c7a0d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0944147 Sep 07 16:17:35.929947 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59484) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:35.943239 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e9912-ea2c-44ee-b6cf-256aa8e08bb6 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event deleted for resources: {'Port': ['ID=61f452e5-e5bd-4238-a637-60aa951895a9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:35.965474 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0729288b-b02e-46bf-a111-0ad531c64026 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:17:35.966971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0729288b-b02e-46bf-a111-0ad531c64026 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/5dd69ecc-65ad-4b25-8bfb-e9df2b9af879 HTTP/1.1" status: 404 len: 333 time: 0.0359762 Sep 07 16:17:35.972672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59486) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:35.977700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-452051787'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:35.989014 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.004501 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 16:17:36.004501 n-d-807551-3 neutron-server[94770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 16:17:36.004501 n-d-807551-3 neutron-server[94770]: [parameters: {'project_id_1': 'c27f200ac0dd4a7e909bc3e1ca178008', 'expiration_1': datetime.datetime(2021, 9, 7, 16, 17, 15, 983841)}] Sep 07 16:17:36.004501 n-d-807551-3 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:17:36.004966 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:17:36.042111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:36.047721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:36.047924 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-765e9912-ea2c-44ee-b6cf-256aa8e08bb6 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.050351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:36.052855 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-765e9912-ea2c-44ee-b6cf-256aa8e08bb6 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "DELETE /v2.0/ports/61f452e5-e5bd-4238-a637-60aa951895a9 HTTP/1.1" status: 204 len: 168 time: 1.1138861 Sep 07 16:17:36.055541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59488) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:36.057235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:36.057972 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.067431 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:17:36.081437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event updated for resources: {'Port': ['ID=e8ca6830-3a03-4a7d-ae11-4f09531981d2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:36.084154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd38a62-9af7-41a2-9389-0b6bed5d982b None None] Sync routers for ids ['25735e76-b48d-4b70-b2dc-4d509bbefd48'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:17:36.100193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-5cc6197a-851a-4f3a-b75b-7e33cf52b277 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Made reservation on behalf of 22cbe61cf451482c8ba3902757bec21c for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:36.100706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-88e5d802-b6a2-4b37-a290-87d8813607cd tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0525377 Sep 07 16:17:36.103754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59492) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:36.110695 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-5cc6197a-851a-4f3a-b75b-7e33cf52b277 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.111043 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d8901df8-0f14-4e7f-8893-1a7cc40fac2c tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e8:80:69'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:36.113320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd38a62-9af7-41a2-9389-0b6bed5d982b None None] Routers {'25735e76-b48d-4b70-b2dc-4d509bbefd48'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:17:36.114036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3cd38a62-9af7-41a2-9389-0b6bed5d982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:17:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['25735e76-b48d-4b70-b2dc-4d509bbefd48'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:36.117546 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6ca22f-ef43-4954-889c-6b5ad367352f tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] GET failed (client error): The resource could not be found. Sep 07 16:17:36.141823 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8f6ca22f-ef43-4954-889c-6b5ad367352f tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "GET /v2.0/ports/61f452e5-e5bd-4238-a637-60aa951895a9 HTTP/1.1" status: 404 len: 333 time: 0.0851011 Sep 07 16:17:36.151190 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59496) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:36.230068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] No DVR routers for this DVR port 7f32c5ca-0835-4c27-afaa-178ed11febd3 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:36.246566 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.253816 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ff77c0cf-5a1e-4647-b5a9-efc3c7ccd992 req-c97c9ff4-9c9d-4994-9ea7-8fd5410057a7 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.54 "DELETE /v2.0/ports/7f32c5ca-0835-4c27-afaa-178ed11febd3 HTTP/1.1" status: 204 len: 173 time: 3.0380540 Sep 07 16:17:36.258433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11499bf6-95f7-49e8-9fcb-5bee5cf03d55', 'name': 'network-vif-deleted', 'tag': '7f32c5ca-0835-4c27-afaa-178ed11febd3'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:36.261672 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b3a03d-02d0-4559-9bea-7cddd74cc093" -d '{"events": [{"server_uuid": "11499bf6-95f7-49e8-9fcb-5bee5cf03d55", "name": "network-vif-deleted", "tag": "7f32c5ca-0835-4c27-afaa-178ed11febd3"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:36.274112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3cd38a62-9af7-41a2-9389-0b6bed5d982b None None] Set router 25735e76-b48d-4b70-b2dc-4d509bbefd48 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:17:36.506693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-5cc6197a-851a-4f3a-b75b-7e33cf52b277 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Allocated IP 172.20.0.13 (edc41928-ef7d-4c07-9ace-721279fdba6b/1af5f4b8-d800-46a1-869a-85928ca0360a/9e5eccb1-4bfd-453f-ad20-066a677774f2) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:36.546111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 7f32c5ca-0835-4c27-afaa-178ed11febd3 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:36.571519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 7f32c5ca-0835-4c27-afaa-178ed11febd3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:36.572936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 7f32c5ca-0835-4c27-afaa-178ed11febd3 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:36.644261 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3cd38a62-9af7-41a2-9389-0b6bed5d982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:14:28Z', 'revision_number': 4, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port': {'id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:22Z', 'updated_at': '2021-09-07T16:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3b5113f6-659e-4843-82a6-97ea6e5ccced', 'name': '', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'mac_address': 'fa:16:3e:38:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:26Z', 'updated_at': '2021-09-07T16:14:39Z', 'revision_number': 5, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'subnets': [{'id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:36.679314 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-5cc6197a-851a-4f3a-b75b-7e33cf52b277 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.680188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d759eeec-7371-4eb3-96f2-08b7ab3d4000 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Deleting port 1f3009c6-f605-47a6-a24c-adf6cd2f9ebb {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:36.680703 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d759eeec-7371-4eb3-96f2-08b7ab3d4000 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.683656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd38a62-9af7-41a2-9389-0b6bed5d982b None None] Checking router: 25735e76-b48d-4b70-b2dc-4d509bbefd48 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:17:36.705923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3122d173-61f8-4011-859c-3d17c9b93db6 None None] Provisioning for port e8ca6830-3a03-4a7d-ae11-4f09531981d2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:36.712247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3122d173-61f8-4011-859c-3d17c9b93db6 None None] Provisioning complete for port e8ca6830-3a03-4a7d-ae11-4f09531981d2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:36.712751 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3122d173-61f8-4011-859c-3d17c9b93db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.716715 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd38a62-9af7-41a2-9389-0b6bed5d982b None None] Routers {'25735e76-b48d-4b70-b2dc-4d509bbefd48'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:17:36.717126 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d7e401-28e5-4250-b10d-0840656cae58 x-openstack-request-id: req-f8d7e401-28e5-4250-b10d-0840656cae58 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:36.717522 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11499bf6-95f7-49e8-9fcb-5bee5cf03d55", "name": "network-vif-deleted", "tag": "7f32c5ca-0835-4c27-afaa-178ed11febd3", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:36.717737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3cd38a62-9af7-41a2-9389-0b6bed5d982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:17:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['25735e76-b48d-4b70-b2dc-4d509bbefd48'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:36.717861 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f8d7e401-28e5-4250-b10d-0840656cae58 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:36.718322 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11499bf6-95f7-49e8-9fcb-5bee5cf03d55', 'name': 'network-vif-deleted', 'tag': '7f32c5ca-0835-4c27-afaa-178ed11febd3', 'status': 'completed', 'code': 200} Sep 07 16:17:36.726533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-5cc6197a-851a-4f3a-b75b-7e33cf52b277 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.790317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['5c746ed5-32a6-46c8-bcad-5349c8257088'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:36.819363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-5cc6197a-851a-4f3a-b75b-7e33cf52b277 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Network edc41928-ef7d-4c07-9ace-721279fdba6b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:36.830636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-5cc6197a-851a-4f3a-b75b-7e33cf52b277 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:36.834758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-5cc6197a-851a-4f3a-b75b-7e33cf52b277 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:36.881743 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3122d173-61f8-4011-859c-3d17c9b93db6 None None] Port e8ca6830-3a03-4a7d-ae11-4f09531981d2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:36.901400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0a8f8-dc72-4a0b-ad91-a7f902342087 req-c98a4728-abf5-4807-8418-b9551717bb4c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:36.910316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ff0a8f8-dc72-4a0b-ad91-a7f902342087 req-c98a4728-abf5-4807-8418-b9551717bb4c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 932 time: 0.2373343 Sep 07 16:17:36.915450 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:36.919875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6197a-851a-4f3a-b75b-7e33cf52b277 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Pushing event updated for resources: {'Port': ['ID=9e5eccb1-4bfd-453f-ad20-066a677774f2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:36.925100 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:36.973134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-5cc6197a-851a-4f3a-b75b-7e33cf52b277 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:36.973696 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-5cc6197a-851a-4f3a-b75b-7e33cf52b277 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.003907 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-5cc6197a-851a-4f3a-b75b-7e33cf52b277 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3198235 Sep 07 16:17:37.020956 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Request body: {'port': {'device_id': '04401584-70e1-45f6-94c0-0d1e264f1edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:37.036700 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ff0a8f8-dc72-4a0b-ad91-a7f902342087 req-17406949-2da1-4ef7-8aa0-e7d00f53dc43 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190522 Sep 07 16:17:37.090161 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9debca9-d6f9-4a3a-bb9b-7fee32a4eb3a req-5a4d7a7d-38f9-4c57-9feb-860af7ced52b tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 210 time: 0.0712347 Sep 07 16:17:37.122486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:17:37.143004 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.143511 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Added segment 78b98824-d774-4edb-9908-76141e20a9eb of type vlan for network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea Sep 07 16:17:37.152564 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.160384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8901df8-0f14-4e7f-8893-1a7cc40fac2c tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.181411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3cd38a62-9af7-41a2-9389-0b6bed5d982b None None] Set router 25735e76-b48d-4b70-b2dc-4d509bbefd48 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:17:37.208052 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d759eeec-7371-4eb3-96f2-08b7ab3d4000 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.443728 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8901df8-0f14-4e7f-8893-1a7cc40fac2c tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.469495 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.471563 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8901df8-0f14-4e7f-8893-1a7cc40fac2c tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.500488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d759eeec-7371-4eb3-96f2-08b7ab3d4000 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Calling delete_port for 1f3009c6-f605-47a6-a24c-adf6cd2f9ebb owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:37.564429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3cd38a62-9af7-41a2-9389-0b6bed5d982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:14:28Z', 'revision_number': 4, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port': {'id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:22Z', 'updated_at': '2021-09-07T16:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3b5113f6-659e-4843-82a6-97ea6e5ccced', 'name': '', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'mac_address': 'fa:16:3e:38:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:26Z', 'updated_at': '2021-09-07T16:14:39Z', 'revision_number': 5, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'subnets': [{'id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:37.583893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5eccb1-4bfd-453f-ad20-066a677774f2 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:17:37.589468 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d8901df8-0f14-4e7f-8893-1a7cc40fac2c tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] In _notify_port_updated(), no bound segment for port e8ca6830-3a03-4a7d-ae11-4f09531981d2 on network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:17:37.592248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.595003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8901df8-0f14-4e7f-8893-1a7cc40fac2c tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:37.595646 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8901df8-0f14-4e7f-8893-1a7cc40fac2c tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.596992 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d8901df8-0f14-4e7f-8893-1a7cc40fac2c tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "PUT /v2.0/ports/e8ca6830-3a03-4a7d-ae11-4f09531981d2 HTTP/1.1" status: 200 len: 1001 time: 1.4915750 Sep 07 16:17:37.609451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Transition to ACTIVE for port object 9e5eccb1-4bfd-453f-ad20-066a677774f2 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:37.610337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59512) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:37.614387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd38a62-9af7-41a2-9389-0b6bed5d982b None None] The sync data for ids ['25735e76-b48d-4b70-b2dc-4d509bbefd48'] in n-d-807551-3 is: [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:14:28Z', 'revision_number': 4, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port': {'id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:22Z', 'updated_at': '2021-09-07T16:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3b5113f6-659e-4843-82a6-97ea6e5ccced', 'name': '', 'network_id': 'bf407d0e-a8eb-4f04-9168-6cad718a2e01', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'mac_address': 'fa:16:3e:38:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:26Z', 'updated_at': '2021-09-07T16:14:39Z', 'revision_number': 5, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'subnets': [{'id': '7f752d9b-e00e-44ef-ad5a-a3d851397ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:17:37.622917 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.748769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5eccb1-4bfd-453f-ad20-066a677774f2,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:37.762020 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.768058 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:37.768693 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:37.851995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59518) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:37.852653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8788009 Sep 07 16:17:37.859729 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7d909cce-6ea9-490a-86d1-fdc4d82f308e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': 'd3088fe6-5321-4e3f-8b4c-27ea3d82a3ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:37.895098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8901df8-0f14-4e7f-8893-1a7cc40fac2c tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event updated for resources: {'Port': ['ID=e8ca6830-3a03-4a7d-ae11-4f09531981d2,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:38.013681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dc114-68d6-4349-aef2-e7b0ce75ae6b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Network': ['ID=d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:38.047609 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:17:38.126433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2e72d2b0-d71c-4b3a-95f1-d825a4e1d814 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Deleting port e8ca6830-3a03-4a7d-ae11-4f09531981d2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:38.127384 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e72d2b0-d71c-4b3a-95f1-d825a4e1d814 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.155585 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d759eeec-7371-4eb3-96f2-08b7ab3d4000 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.189713 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8500b-ac3f-4170-843f-18dec39662b4 None None] New status for floating IP 7d27d09b-377c-40aa-b53c-90497903ea57: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:17:38.252947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3082210b-e74f-4cda-89ab-6c7eb554bf4a None None] Provisioning complete for port e8ca6830-3a03-4a7d-ae11-4f09531981d2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:38.253523 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3082210b-e74f-4cda-89ab-6c7eb554bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.261011 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Attempting to bind port 9e5eccb1-4bfd-453f-ad20-066a677774f2 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:38.261431 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Attempting to bind port 9e5eccb1-4bfd-453f-ad20-066a677774f2 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '34e61d30-0ecd-4daa-87c2-5901ca5100c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:38.261828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Attempting to bind port 9e5eccb1-4bfd-453f-ad20-066a677774f2 on network edc41928-ef7d-4c07-9ace-721279fdba6b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:38.277402 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e72d2b0-d71c-4b3a-95f1-d825a4e1d814 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.280103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Port 9e5eccb1-4bfd-453f-ad20-066a677774f2 on network edc41928-ef7d-4c07-9ace-721279fdba6b not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:17:38.280559 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Attempting to bind port 9e5eccb1-4bfd-453f-ad20-066a677774f2 on network edc41928-ef7d-4c07-9ace-721279fdba6b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:38.300566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3082210b-e74f-4cda-89ab-6c7eb554bf4a None None] Port e8ca6830-3a03-4a7d-ae11-4f09531981d2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:38.306787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2e72d2b0-d71c-4b3a-95f1-d825a4e1d814 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Calling delete_port for e8ca6830-3a03-4a7d-ae11-4f09531981d2 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:38.308783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:17:38.309119 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Checking segment: {'id': '34e61d30-0ecd-4daa-87c2-5901ca5100c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:38.309513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Bound using segment: {'id': '34e61d30-0ecd-4daa-87c2-5901ca5100c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:17:38.311093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Bound port: 9e5eccb1-4bfd-453f-ad20-066a677774f2, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e61d30-0ecd-4daa-87c2-5901ca5100c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:17:38.311093 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.323286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d909cce-6ea9-490a-86d1-fdc4d82f308e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:38.327057 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d909cce-6ea9-490a-86d1-fdc4d82f308e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.353910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759eeec-7371-4eb3-96f2-08b7ab3d4000 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event deleted for resources: {'Port': ['ID=1f3009c6-f605-47a6-a24c-adf6cd2f9ebb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:38.419379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c1feec8-996d-4401-98fd-d8733518315e req-effe7ef8-df66-4fc9-80ea-ba693a9e0e63 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 210 time: 0.0898259 Sep 07 16:17:38.485079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9accc-78fc-4292-a109-2bac963b9c51 req-449650a8-557f-46f6-b1e5-7b80b52af23b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:38.486733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90f9accc-78fc-4292-a109-2bac963b9c51 req-449650a8-557f-46f6-b1e5-7b80b52af23b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 944 time: 0.3099511 Sep 07 16:17:38.542225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d759eeec-7371-4eb3-96f2-08b7ab3d4000 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.546876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d759eeec-7371-4eb3-96f2-08b7ab3d4000 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "DELETE /v2.0/ports/1f3009c6-f605-47a6-a24c-adf6cd2f9ebb HTTP/1.1" status: 204 len: 168 time: 2.3847203 Sep 07 16:17:38.548898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59526) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:38.618590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90f9accc-78fc-4292-a109-2bac963b9c51 req-07cf2550-0dce-4e25-8c8a-b8ad86816f04 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252291 Sep 07 16:17:38.624925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] For port 9e5eccb1-4bfd-453f-ad20-066a677774f2, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:38.635484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c871420-6e1b-4c6d-8f50-7785d2404d0f tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Deleting subnet 557fa579-07be-41a4-aa5d-489e7928e5ef {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:17:38.638990 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c871420-6e1b-4c6d-8f50-7785d2404d0f tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.649081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] For port 9e5eccb1-4bfd-453f-ad20-066a677774f2, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9e5eccb1-4bfd-453f-ad20-066a677774f2,segment=NetworkSegment(34e61d30-0ecd-4daa-87c2-5901ca5100c9),segment_id=34e61d30-0ecd-4daa-87c2-5901ca5100c9)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:17:38.668688 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.696154 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c871420-6e1b-4c6d-8f50-7785d2404d0f tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.774241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:38.774867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.776285 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] 10.222.0.35 "PUT /v2.0/ports/9e5eccb1-4bfd-453f-ad20-066a677774f2 HTTP/1.1" status: 200 len: 1092 time: 1.7601819 Sep 07 16:17:38.776767 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04401584-70e1-45f6-94c0-0d1e264f1edb', 'tag': '9e5eccb1-4bfd-453f-ad20-066a677774f2'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:38.779233 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320f0c23-edde-4629-92ea-950dd0cd1ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "04401584-70e1-45f6-94c0-0d1e264f1edb", "tag": "9e5eccb1-4bfd-453f-ad20-066a677774f2"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:38.868522 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c871420-6e1b-4c6d-8f50-7785d2404d0f tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.959334 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c871420-6e1b-4c6d-8f50-7785d2404d0f tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.977356 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7c871420-6e1b-4c6d-8f50-7785d2404d0f tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:38.980400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7c871420-6e1b-4c6d-8f50-7785d2404d0f tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "DELETE /v2.0/subnets/557fa579-07be-41a4-aa5d-489e7928e5ef HTTP/1.1" status: 204 len: 168 time: 0.4304600 Sep 07 16:17:38.984244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59534) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:38.985766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f704db-f52e-4aee-b15d-d6ada0612803 None None] Network f61da6f0-5a09-4914-9f7f-58652f085050 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:39.124294 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.127770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c871420-6e1b-4c6d-8f50-7785d2404d0f tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event deleted for resources: {'Subnet': ['ID=557fa579-07be-41a4-aa5d-489e7928e5ef,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:39.224718 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Deleting port bbea5bf7-fb3f-493c-871a-e29b628d289f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:39.225081 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.280665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3ff22-4a94-433e-8ed4-2848a94915cb None None] DHCP port deletion for f61da6f0-5a09-4914-9f7f-58652f085050 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:17:39.322911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] For port bbea5bf7-fb3f-493c-871a-e29b628d289f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bbea5bf7-fb3f-493c-871a-e29b628d289f,segment=NetworkSegment(563118dd-4d26-4026-a448-435d09e37766),segment_id=563118dd-4d26-4026-a448-435d09e37766)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:39.323284 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.335264 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915b730d-8751-4e3c-a377-0e51fd6bd0ff x-openstack-request-id: req-915b730d-8751-4e3c-a377-0e51fd6bd0ff {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:39.336627 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04401584-70e1-45f6-94c0-0d1e264f1edb", "tag": "9e5eccb1-4bfd-453f-ad20-066a677774f2", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:39.336627 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-915b730d-8751-4e3c-a377-0e51fd6bd0ff {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:39.336977 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04401584-70e1-45f6-94c0-0d1e264f1edb', 'tag': '9e5eccb1-4bfd-453f-ad20-066a677774f2', 'status': 'completed', 'code': 200} Sep 07 16:17:39.349552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959314b2-10c1-45a8-86a6-e3ecf4626d78 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5eccb1-4bfd-453f-ad20-066a677774f2,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:39.351740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3ff22-4a94-433e-8ed4-2848a94915cb None None] Deleting port bbea5bf7-fb3f-493c-871a-e29b628d289f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:39.352302 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6e3ff22-4a94-433e-8ed4-2848a94915cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.358870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Calling delete_port for bbea5bf7-fb3f-493c-871a-e29b628d289f owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:39.390313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-d640a646-537d-4487-a318-9ec3b6253e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:39.392311 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-d640a646-537d-4487-a318-9ec3b6253e71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22cbe61cf451482c8ba3902757bec21c&device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 1095 time: 0.5518143 Sep 07 16:17:39.392957 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e72d2b0-d71c-4b3a-95f1-d825a4e1d814 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.395234 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d909cce-6ea9-490a-86d1-fdc4d82f308e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.463607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a6e3ff22-4a94-433e-8ed4-2848a94915cb None None] For port bbea5bf7-fb3f-493c-871a-e29b628d289f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bbea5bf7-fb3f-493c-871a-e29b628d289f,segment=NetworkSegment(563118dd-4d26-4026-a448-435d09e37766),segment_id=563118dd-4d26-4026-a448-435d09e37766)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:39.465030 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6e3ff22-4a94-433e-8ed4-2848a94915cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.484117 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.489028 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-e87ab4d4-e234-4a47-acd0-94eb734d808e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5eccb1-4bfd-453f-ad20-066a677774f2 HTTP/1.1" status: 200 len: 217 time: 0.0829723 Sep 07 16:17:39.509216 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3ff22-4a94-433e-8ed4-2848a94915cb None None] Calling delete_port for bbea5bf7-fb3f-493c-871a-e29b628d289f owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:39.521865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event deleted for resources: {'Port': ['ID=bbea5bf7-fb3f-493c-871a-e29b628d289f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:39.525140 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] No DVR routers for this DVR port bbea5bf7-fb3f-493c-871a-e29b628d289f on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:39.540552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72d2b0-d71c-4b3a-95f1-d825a4e1d814 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event deleted for resources: {'Port': ['ID=e8ca6830-3a03-4a7d-ae11-4f09531981d2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:39.624439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-316cb9f5-8f5c-4109-a3ee-5a14734b6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:39.626061 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-316cb9f5-8f5c-4109-a3ee-5a14734b6680 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1af5f4b8-d800-46a1-869a-85928ca0360a HTTP/1.1" status: 200 len: 849 time: 0.1055384 Sep 07 16:17:39.626885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d909cce-6ea9-490a-86d1-fdc4d82f308e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Subnet': ['ID=d804b9e7-5160-4516-958f-40a0a36f8103,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:39.702593 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6e3ff22-4a94-433e-8ed4-2848a94915cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.713249 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e72d2b0-d71c-4b3a-95f1-d825a4e1d814 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.719800 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2e72d2b0-d71c-4b3a-95f1-d825a4e1d814 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "DELETE /v2.0/ports/e8ca6830-3a03-4a7d-ae11-4f09531981d2 HTTP/1.1" status: 204 len: 168 time: 2.1061103 Sep 07 16:17:39.742489 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59544) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:39.773736 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d909cce-6ea9-490a-86d1-fdc4d82f308e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Checking segment: {'id': '78b98824-d774-4edb-9908-76141e20a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd3088fe6-5321-4e3f-8b4c-27ea3d82a3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:39.774205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d909cce-6ea9-490a-86d1-fdc4d82f308e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network hostable DHCP agents. Network: d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:17:39.780447 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-69caa424-8f49-4904-ba75-df09006763ff tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] GET failed (client error): The resource could not be found. Sep 07 16:17:39.786418 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-69caa424-8f49-4904-ba75-df09006763ff tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "GET /v2.0/ports/e8ca6830-3a03-4a7d-ae11-4f09531981d2 HTTP/1.1" status: 404 len: 333 time: 0.0362108 Sep 07 16:17:39.791982 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-f56b2ab6-dfb6-457d-b6d8-9741730ea680 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=edc41928-ef7d-4c07-9ace-721279fdba6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555927 Sep 07 16:17:39.792210 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3ff22-4a94-433e-8ed4-2848a94915cb None None] Pushing event deleted for resources: {'Port': ['ID=bbea5bf7-fb3f-493c-871a-e29b628d289f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:39.793409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59546) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:39.805913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3ff22-4a94-433e-8ed4-2848a94915cb None None] No DVR routers for this DVR port bbea5bf7-fb3f-493c-871a-e29b628d289f on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:39.808162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Request body: {'port': {'network_id': '46d69ddf-7d4e-40b3-8179-3bbd6b927157', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1615873376'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:39.813781 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.828760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01ac13e6-d642-4833-aab9-840538a84ff1 req-5e3fef4c-2ebd-4c5a-ba68-686af3471c1e tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 210 time: 0.1745195 Sep 07 16:17:39.911341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61da6f0-5a09-4914-9f7f-58652f085050']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:39.928955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563118dd-4d26-4026-a448-435d09e37766') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:39.929469 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563118dd-4d26-4026-a448-435d09e37766') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:39.940766 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:39.969252 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-923bbe52-71cf-43d0-b219-490cb90f0fe8 service neutron] 10.222.0.35 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508312 Sep 07 16:17:39.978704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e9e30-cbb6-48be-8381-d46223b5278e req-1242ed7d-8dd2-463a-bdc8-8ea36306531a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:39.988780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4d6e9e30-cbb6-48be-8381-d46223b5278e req-1242ed7d-8dd2-463a-bdc8-8ea36306531a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 944 time: 0.2175872 Sep 07 16:17:40.019414 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.065400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4d6e9e30-cbb6-48be-8381-d46223b5278e req-e01c379e-4542-48cc-bed7-3b6ef6b47eaa tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714595 Sep 07 16:17:40.072650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:17:40.073145 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:17:40.076283 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:17:40.129085 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c599cf1-f261-4fe6-9f08-55d40e456e60 req-ec136e67-7497-456b-8957-22d4038f0f69 service neutron] 10.222.0.35 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317947 Sep 07 16:17:40.129869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59554) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:40.157522 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d909cce-6ea9-490a-86d1-fdc4d82f308e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:17:40.159570 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.181266 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.183317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] 10.222.0.70 "DELETE /v2.0/networks/f61da6f0-5a09-4914-9f7f-58652f085050 HTTP/1.1" status: 204 len: 168 time: 1.1972435 Sep 07 16:17:40.203127 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cb1e4-bf16-4911-aa93-6dd6b093d8d2 tempest-AllowedAddressPairTestJSON-1172387342 tempest-AllowedAddressPairTestJSON-1172387342-project] Pushing event deleted for resources: {'Network': ['ID=f61da6f0-5a09-4914-9f7f-58652f085050,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:40.263588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7d909cce-6ea9-490a-86d1-fdc4d82f308e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:40.275671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f6df1b-5352-4739-ba68-d24974cffeb3 None None] Network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:40.291540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d909cce-6ea9-490a-86d1-fdc4d82f308e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:40.292457 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d909cce-6ea9-490a-86d1-fdc4d82f308e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.360973 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7d909cce-6ea9-490a-86d1-fdc4d82f308e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5029581 Sep 07 16:17:40.362255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59560) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:40.372065 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6c9ae5ad-a36e-4545-87cd-179350127bf9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': 'd3088fe6-5321-4e3f-8b4c-27ea3d82a3ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:40.381721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f0c23-edde-4629-92ea-950dd0cd1ce0 req-ff24eb33-3c00-489e-9a52-6d013f27881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:40.384216 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-320f0c23-edde-4629-92ea-950dd0cd1ce0 req-ff24eb33-3c00-489e-9a52-6d013f27881c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22cbe61cf451482c8ba3902757bec21c&device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 1095 time: 0.1547148 Sep 07 16:17:40.399675 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0bfa066d-709c-4ced-83ff-72981bf0a7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.455636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Made reservation on behalf of cfe9b12f54894ebcab4f4f8d34036162 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:40.480358 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.521446 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4571266a-4310-454a-9b9a-3ac6a1c88eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.530796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9ae5ad-a36e-4545-87cd-179350127bf9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:40.540963 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c9ae5ad-a36e-4545-87cd-179350127bf9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.542794 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bbea5bf7-fb3f-493c-871a-e29b628d289f no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:40.545495 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea', 'network_id': 'd3088fe6-5321-4e3f-8b4c-27ea3d82a3ea', 'tenant_id': 'c27f200ac0dd4a7e909bc3e1ca178008', 'fixed_ips': [{'subnet_id': 'd804b9e7-5160-4516-958f-40a0a36f8103'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:17:40.546486 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.580966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59564) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:40.581492 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: bbea5bf7-fb3f-493c-871a-e29b628d289f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:40.581855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bbea5bf7-fb3f-493c-871a-e29b628d289f not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:40.622206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] device_id is not set on port aec38b20-e36a-4469-80a5-41a8cbe98a3a yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:40.683468 n-d-807551-3 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-6c9ae5ad-a36e-4545-87cd-179350127bf9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d804b9e7-5160-4516-958f-40a0a36f8103 (CIDR: 172.20.0.0/28) Sep 07 16:17:40.689809 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9ae5ad-a36e-4545-87cd-179350127bf9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:17:40.690010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9ae5ad-a36e-4545-87cd-179350127bf9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:40.744280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Allocated IP 172.20.0.2 (d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea/d804b9e7-5160-4516-958f-40a0a36f8103/45230b81-db42-42f7-9d37-47267b5d49a9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:40.828897 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2bbb7d1d-f424-45a7-bba0-3abbd068ffb6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7059842f946044ffa374b3c99a772200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468803 Sep 07 16:17:40.837917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59568) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:40.854724 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f0c23-edde-4629-92ea-950dd0cd1ce0 req-ed4cc1ca-ee2e-4fde-a265-e069b56cd73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:40.857918 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-320f0c23-edde-4629-92ea-950dd0cd1ce0 req-ed4cc1ca-ee2e-4fde-a265-e069b56cd73b service neutron] 10.222.0.35 "GET /v2.0/networks?id=edc41928-ef7d-4c07-9ace-721279fdba6b HTTP/1.1" status: 200 len: 910 time: 0.4621921 Sep 07 16:17:40.936022 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c907ade-36f0-48f0-ab18-ab69f4f5cc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.964471 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.970473 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-320f0c23-edde-4629-92ea-950dd0cd1ce0 req-95cbed36-9bc7-4c32-8e00-8905592b645d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5eccb1-4bfd-453f-ad20-066a677774f2 HTTP/1.1" status: 200 len: 217 time: 0.0825326 Sep 07 16:17:40.974094 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c907ade-36f0-48f0-ab18-ab69f4f5cc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:40.980464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Transition to ACTIVE for port object 45230b81-db42-42f7-9d37-47267b5d49a9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:41.006896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Transition to ACTIVE for port object 45230b81-db42-42f7-9d37-47267b5d49a9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:41.018004 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.053082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a1346cb0-e108-4bbc-b261-d61e4da494f0 req-38238f26-b359-4475-9283-b7cfd4359439 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 210 time: 0.1142139 Sep 07 16:17:41.065135 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c907ade-36f0-48f0-ab18-ab69f4f5cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.068553 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c907ade-36f0-48f0-ab18-ab69f4f5cc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.070358 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9c907ade-36f0-48f0-ab18-ab69f4f5cc17 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55439a9b-03fe-4f89-b780-ecbcd8c65428 HTTP/1.1" status: 204 len: 168 time: 0.2312386 Sep 07 16:17:41.087193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Allocated IP 2001:db8::1ac (46d69ddf-7d4e-40b3-8179-3bbd6b927157/f59e3c17-43ae-4f81-9c1f-a58e42f5ba3b/aec38b20-e36a-4469-80a5-41a8cbe98a3a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:41.094393 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4571266a-4310-454a-9b9a-3ac6a1c88eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.107447 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:41.108394 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4571266a-4310-454a-9b9a-3ac6a1c88eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.119693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:41.125183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:41.128976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c907ade-36f0-48f0-ab18-ab69f4f5cc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55439a9b-03fe-4f89-b780-ecbcd8c65428,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:41.137821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6c9ae5ad-a36e-4545-87cd-179350127bf9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7716181 Sep 07 16:17:41.149104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59578) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:41.154189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c6bfcd91-398e-4b06-bf23-5dadda24627e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': 'd3088fe6-5321-4e3f-8b4c-27ea3d82a3ea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:41.167852 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f0c23-edde-4629-92ea-950dd0cd1ce0 req-3faae099-4c40-42ce-9d35-16403c0ee5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:41.169376 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-320f0c23-edde-4629-92ea-950dd0cd1ce0 req-3faae099-4c40-42ce-9d35-16403c0ee5ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1af5f4b8-d800-46a1-869a-85928ca0360a HTTP/1.1" status: 200 len: 849 time: 0.1888790 Sep 07 16:17:41.302568 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4571266a-4310-454a-9b9a-3ac6a1c88eee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9cef817b7e5546d3a469da9d1b23271f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1570308 Sep 07 16:17:41.320418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59582) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:41.334316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571266a-4310-454a-9b9a-3ac6a1c88eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a717667-821a-4e51-bd74-c5c6112d302e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:41.339085 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-320f0c23-edde-4629-92ea-950dd0cd1ce0 req-f4c3029e-5a9f-4208-bda3-06a3a7eb4bac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=edc41928-ef7d-4c07-9ace-721279fdba6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261060 Sep 07 16:17:41.488976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e3ee-e97c-43e9-88d3-9fa06195bad3 req-762f7796-832e-4ac2-95db-764544a6cfbf tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:41.494912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Pushing event updated for resources: {'Port': ['ID=45230b81-db42-42f7-9d37-47267b5d49a9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:41.508939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49a6e3ee-e97c-43e9-88d3-9fa06195bad3 req-762f7796-832e-4ac2-95db-764544a6cfbf tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 944 time: 0.2955446 Sep 07 16:17:41.513029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Attempting to bind port 45230b81-db42-42f7-9d37-47267b5d49a9 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:41.513523 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Attempting to bind port 45230b81-db42-42f7-9d37-47267b5d49a9 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '78b98824-d774-4edb-9908-76141e20a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd3088fe6-5321-4e3f-8b4c-27ea3d82a3ea'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:41.514089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Attempting to bind port 45230b81-db42-42f7-9d37-47267b5d49a9 on network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:41.522323 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:17:41.522894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Checking segment: {'id': '78b98824-d774-4edb-9908-76141e20a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd3088fe6-5321-4e3f-8b4c-27ea3d82a3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:41.523408 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.523911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Bound using segment: {'id': '78b98824-d774-4edb-9908-76141e20a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd3088fe6-5321-4e3f-8b4c-27ea3d82a3ea'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:17:41.524528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Bound port: 45230b81-db42-42f7-9d37-47267b5d49a9, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b98824-d774-4edb-9908-76141e20a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd3088fe6-5321-4e3f-8b4c-27ea3d82a3ea'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:17:41.525027 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.606449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] For port 45230b81-db42-42f7-9d37-47267b5d49a9, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:41.611362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] For port 45230b81-db42-42f7-9d37-47267b5d49a9, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=45230b81-db42-42f7-9d37-47267b5d49a9,segment=NetworkSegment(78b98824-d774-4edb-9908-76141e20a9eb),segment_id=78b98824-d774-4edb-9908-76141e20a9eb)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:17:41.617724 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.622610 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49a6e3ee-e97c-43e9-88d3-9fa06195bad3 req-efc75c56-f0c7-4d1f-a1d4-0df42b951d7d tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127889 Sep 07 16:17:41.624588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bfcd91-398e-4b06-bf23-5dadda24627e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:41.625274 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bef7751-91ea-4580-85bd-384f09153b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.628542 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6bfcd91-398e-4b06-bf23-5dadda24627e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.658350 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.700584 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-320f0c23-edde-4629-92ea-950dd0cd1ce0 req-8f21a94b-1e5a-4f5a-ab58-cf0edc94699b service neutron] 10.222.0.35 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494360 Sep 07 16:17:41.713775 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bef7751-91ea-4580-85bd-384f09153b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.737416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Transition to ACTIVE for port object aec38b20-e36a-4469-80a5-41a8cbe98a3a will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:41.749879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313469e9-b7e6-426b-8962-bf637b8a126a None None] Pushing event updated for resources: {'Port': ['ID=45230b81-db42-42f7-9d37-47267b5d49a9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:41.873037 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-320f0c23-edde-4629-92ea-950dd0cd1ce0 req-74aaac86-e4dc-429c-aebc-93196b061d4f service neutron] 10.222.0.35 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570127 Sep 07 16:17:41.879492 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.884520 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bef7751-91ea-4580-85bd-384f09153b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.887780 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bef7751-91ea-4580-85bd-384f09153b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:41.890848 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1bef7751-91ea-4580-85bd-384f09153b0d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a717667-821a-4e51-bd74-c5c6112d302e HTTP/1.1" status: 204 len: 168 time: 0.5664611 Sep 07 16:17:41.956051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef7751-91ea-4580-85bd-384f09153b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a717667-821a-4e51-bd74-c5c6112d302e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:41.999966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:42.001700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event updated for resources: {'Port': ['ID=aec38b20-e36a-4469-80a5-41a8cbe98a3a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:42.006276 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:42.026043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:42.034128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:42.035055 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:42.058706 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6bfcd91-398e-4b06-bf23-5dadda24627e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:42.071687 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a6f7fd3f-f5ec-4f2d-8c35-1d2c4f27c78d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2734923 Sep 07 16:17:42.075439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59604) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:42.094823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Request body: {'port': {'network_id': '46d69ddf-7d4e-40b3-8179-3bbd6b927157', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1063569842'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:42.275757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a72665b8-95fa-426a-8474-adb215dbe2c3 req-4bcc115f-16f9-45d1-979b-c32bb9bab398 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 210 time: 0.0972805 Sep 07 16:17:42.302117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfcd91-398e-4b06-bf23-5dadda24627e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Subnet': ['ID=17dec988-9833-46c5-8a7c-958f4fbed6f1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:42.321110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bfcd91-398e-4b06-bf23-5dadda24627e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:42.323779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c6bfcd91-398e-4b06-bf23-5dadda24627e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:42.330196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bfcd91-398e-4b06-bf23-5dadda24627e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:42.330819 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6bfcd91-398e-4b06-bf23-5dadda24627e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:42.333445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Made reservation on behalf of cfe9b12f54894ebcab4f4f8d34036162 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:42.339577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:42.358174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c6bfcd91-398e-4b06-bf23-5dadda24627e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2077141 Sep 07 16:17:42.362200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59614) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:42.367622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': 'd3088fe6-5321-4e3f-8b4c-27ea3d82a3ea', 'fixed_ips': [{'subnet_id': 'd804b9e7-5160-4516-958f-40a0a36f8103'}, {'subnet_id': '17dec988-9833-46c5-8a7c-958f4fbed6f1'}], 'name': 'tempest-PortsTestJSON-976790287'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:42.404711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] device_id is not set on port 03261606-f44d-4c2a-8ebf-11d209425fbd yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:42.515247 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59618) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:42.598650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 45230b81-db42-42f7-9d37-47267b5d49a9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:42.606454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fa6bf31f-7868-45b7-a3d3-326a94facfa8 None None] Provisioning for port aec38b20-e36a-4469-80a5-41a8cbe98a3a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:42.643303 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Allocated IP 2001:db8::175 (46d69ddf-7d4e-40b3-8179-3bbd6b927157/f59e3c17-43ae-4f81-9c1f-a58e42f5ba3b/03261606-f44d-4c2a-8ebf-11d209425fbd) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:42.644484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fa6bf31f-7868-45b7-a3d3-326a94facfa8 None None] Provisioning complete for port aec38b20-e36a-4469-80a5-41a8cbe98a3a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:42.644948 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf31f-7868-45b7-a3d3-326a94facfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:42.649461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:42.786440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fa6bf31f-7868-45b7-a3d3-326a94facfa8 None None] Port aec38b20-e36a-4469-80a5-41a8cbe98a3a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:42.787408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-dffb3414-40ee-485a-b3d2-52512f9d0131 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:42.793375 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dffb3414-40ee-485a-b3d2-52512f9d0131 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2730913 Sep 07 16:17:42.794113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59628) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:42.816584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-ad9c3ced-5fee-4c00-b64f-e33c7a16dd8c tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:42.821779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 45230b81-db42-42f7-9d37-47267b5d49a9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:42.828817 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ad9c3ced-5fee-4c00-b64f-e33c7a16dd8c tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0167425 Sep 07 16:17:42.831053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59630) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:42.853086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-6627c108-cc6c-4b4f-9c6a-14c35411e53c tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:42.855028 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6627c108-cc6c-4b4f-9c6a-14c35411e53c tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0195978 Sep 07 16:17:42.860274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59634) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:42.868952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-0ed3d91f-ed17-4fbb-9295-f4547f670f90 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:42.870699 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0ed3d91f-ed17-4fbb-9295-f4547f670f90 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0057473 Sep 07 16:17:42.873972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59636) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:42.883511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-b357d99d-9c3d-44eb-9398-bdc5c3548d10 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:42.884871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b357d99d-9c3d-44eb-9398-bdc5c3548d10 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0094576 Sep 07 16:17:42.889961 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59638) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:42.903656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-28a4d68a-bf37-401e-ab80-162c54504527 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:42.905860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-28a4d68a-bf37-401e-ab80-162c54504527 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0104158 Sep 07 16:17:42.909470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59640) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:42.926904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-e977a2d8-f32c-46d8-a09f-9b80bbb2adad tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:42.928272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e977a2d8-f32c-46d8-a09f-9b80bbb2adad tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0158355 Sep 07 16:17:42.937573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59642) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:42.945545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-cc93b3bc-2fd8-4277-86cf-86f876331acf tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:42.946662 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cc93b3bc-2fd8-4277-86cf-86f876331acf tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0072374 Sep 07 16:17:42.954884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb67ef2-0cec-4236-b733-1f2422e1e18c req-62ac6703-b427-4920-a18b-a6d1cf90fb42 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:42.962490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:42.962984 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edb67ef2-0cec-4236-b733-1f2422e1e18c req-62ac6703-b427-4920-a18b-a6d1cf90fb42 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 944 time: 0.1563666 Sep 07 16:17:42.964761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59644) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:42.976556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-571b4d24-36ca-4098-90c6-56920f610760 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:42.977737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-571b4d24-36ca-4098-90c6-56920f610760 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0096982 Sep 07 16:17:42.982608 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:42.996623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59648) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:42.997894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Transition to ACTIVE for port object 03261606-f44d-4c2a-8ebf-11d209425fbd will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:43.019514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-077677be-43ad-4e6d-b1b2-c62cc8ccdfaa tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.021765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-077677be-43ad-4e6d-b1b2-c62cc8ccdfaa tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065742 Sep 07 16:17:43.025230 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59652) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.029635 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-064a4834-4359-4d24-a7a2-e58d18f13d70 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.030711 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-064a4834-4359-4d24-a7a2-e58d18f13d70 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044696 Sep 07 16:17:43.036741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.047016 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-d4e371a1-a1ef-4a60-bdac-59c9fc23aca8 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.048091 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d4e371a1-a1ef-4a60-bdac-59c9fc23aca8 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0103493 Sep 07 16:17:43.051324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:43.052163 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59656) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.057641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-4652b58c-1bd7-4cb6-9879-05d979511433 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.058735 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4652b58c-1bd7-4cb6-9879-05d979511433 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0054965 Sep 07 16:17:43.062196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59658) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.073791 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-393970a4-ed8d-45cd-bbd6-3c46d7320f92 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.076011 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-393970a4-ed8d-45cd-bbd6-3c46d7320f92 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0072062 Sep 07 16:17:43.079411 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59660) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.090902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-d44dc7e1-57db-44df-87a4-f54c6fbd1b54 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.092042 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d44dc7e1-57db-44df-87a4-f54c6fbd1b54 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0065420 Sep 07 16:17:43.093756 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:43.095551 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59664) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.099977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-4df25bfa-fb4d-441c-bccd-8c5de1349978 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.101540 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4df25bfa-fb4d-441c-bccd-8c5de1349978 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044577 Sep 07 16:17:43.106441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9e5eccb1-4bfd-453f-ad20-066a677774f2 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:17:43.107486 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59666) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.199498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-6cad6dc9-591d-4882-9d02-c12f63f551ea tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.202649 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6cad6dc9-591d-4882-9d02-c12f63f551ea tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0930495 Sep 07 16:17:43.205697 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59670) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.216830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edb67ef2-0cec-4236-b733-1f2422e1e18c req-1a7b0e45-09bb-42d3-bd68-a062ac233b2b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527654 Sep 07 16:17:43.230276 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:43.238743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-f5600c6d-cd76-4632-998e-014e6e67a9e7 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.242700 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f5600c6d-cd76-4632-998e-014e6e67a9e7 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0329726 Sep 07 16:17:43.243485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:43.243668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59672) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.247238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:43.256636 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-2c9fa6c9-07ee-45e7-8390-72b19a7fe7c3 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.262152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2c9fa6c9-07ee-45e7-8390-72b19a7fe7c3 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0115104 Sep 07 16:17:43.262809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59674) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.273198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-8a7b7cf3-f04b-4ec8-867e-6721270378e0 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.273836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:43.274533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:43.278463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8a7b7cf3-f04b-4ec8-867e-6721270378e0 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0100098 Sep 07 16:17:43.284243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59676) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.291809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-92b805b7-bf71-47ff-92ef-4ed7a4a10763 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.297150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-92b805b7-bf71-47ff-92ef-4ed7a4a10763 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0116296 Sep 07 16:17:43.302448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59678) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.318344 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event updated for resources: {'Port': ['ID=03261606-f44d-4c2a-8ebf-11d209425fbd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:43.335235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 9e5eccb1-4bfd-453f-ad20-066a677774f2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9e5eccb1-4bfd-453f-ad20-066a677774f2,segment=NetworkSegment(34e61d30-0ecd-4daa-87c2-5901ca5100c9),segment_id=34e61d30-0ecd-4daa-87c2-5901ca5100c9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:43.341756 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-61be0545-fc65-4b35-8e25-2c4553e83e88 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2586803 Sep 07 16:17:43.342739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59684) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.360395 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cd2dbaf8-4682-4e0f-80b9-a14a7d31b469 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b2', 'mac_address': 'fa:16:3e:e8:80:69'}, {'ip_address': '2001:db8::1ac', 'mac_address': 'fa:16:3e:63:c8:ac'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:43.375150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cdd64b-1253-4536-9dc9-4d0abc0dec3f None None] Network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:43.384025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-49d68ded-18aa-4e96-81c5-b41d0cf3774f tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.390981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '9e5eccb1-4bfd-453f-ad20-066a677774f2', 'network_id': 'edc41928-ef7d-4c07-9ace-721279fdba6b', 'port_id': '9e5eccb1-4bfd-453f-ad20-066a677774f2', 'mac_address': 'fa:16:3e:a1:dd:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af5f4b8-d800-46a1-869a-85928ca0360a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:17:43.391651 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-49d68ded-18aa-4e96-81c5-b41d0cf3774f tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0878201 Sep 07 16:17:43.396275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59686) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.440017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-8019e257-9249-46d2-9955-536c98158281 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.445844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8019e257-9249-46d2-9955-536c98158281 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0155046 Sep 07 16:17:43.448507 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59690) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.464503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-7a8dff3e-e097-421e-a788-7e13d927a12e tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.467809 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7a8dff3e-e097-421e-a788-7e13d927a12e tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0132289 Sep 07 16:17:43.473148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59692) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.492663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-c4aaa350-09fc-4ea1-8d53-76002f8b8666 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.497583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c4aaa350-09fc-4ea1-8d53-76002f8b8666 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0232158 Sep 07 16:17:43.499664 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59696) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.567555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-e1c3ca71-85ce-426d-baf5-d76d0c443530 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.572490 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e1c3ca71-85ce-426d-baf5-d76d0c443530 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0633466 Sep 07 16:17:43.574606 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:43.577741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a23dac47-b11f-4207-aa1c-bad4be9da119 req-66f57ecd-50f8-4966-936f-74b28eee8dec tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/ports?device_id=11499bf6-95f7-49e8-9fcb-5bee5cf03d55 HTTP/1.1" status: 200 len: 210 time: 0.0942266 Sep 07 16:17:43.585171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59698) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.621978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-87a7c9d6-e58a-4c7c-af96-987659b4bc66 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.625946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-87a7c9d6-e58a-4c7c-af96-987659b4bc66 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0093544 Sep 07 16:17:43.630568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59700) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.635310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-a3ba637d-c281-49d9-aae4-38dd7eb4679b tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.639376 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59702) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.639787 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a3ba637d-c281-49d9-aae4-38dd7eb4679b tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0075412 Sep 07 16:17:43.647313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-786e8cac-7ce3-47a0-8d47-a5f8b94d563b tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.659781 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-786e8cac-7ce3-47a0-8d47-a5f8b94d563b tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0171924 Sep 07 16:17:43.662172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.666917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-cd85a0d6-f4b4-4a8a-a9a5-bf60552a52d6 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.672470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cd85a0d6-f4b4-4a8a-a9a5-bf60552a52d6 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047944 Sep 07 16:17:43.673197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59706) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.687103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-b1d78cd4-227d-41c9-a3be-44f5dbb420f1 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.690653 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b1d78cd4-227d-41c9-a3be-44f5dbb420f1 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0137987 Sep 07 16:17:43.694182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd2dbaf8-4682-4e0f-80b9-a14a7d31b469 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:43.720437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59708) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.728678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-4934403a-0cb2-4db7-8801-633918457d5c tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.732798 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4934403a-0cb2-4db7-8801-633918457d5c tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0111036 Sep 07 16:17:43.733987 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59712) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.741520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-0baa1f11-e7e1-4428-a02f-51ba665740c3 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.750671 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0baa1f11-e7e1-4428-a02f-51ba665740c3 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0135379 Sep 07 16:17:43.764293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f2314015-613a-49cd-bde0-d4f7de05a972 None None] Provisioning for port 45230b81-db42-42f7-9d37-47267b5d49a9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:43.803595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5eccb1-4bfd-453f-ad20-066a677774f2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:17:43.822698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.10 (d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea/d804b9e7-5160-4516-958f-40a0a36f8103/1aa4a1bb-55bb-4158-a329-4ee0ac74d46d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:43.830045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 9e5eccb1-4bfd-453f-ad20-066a677774f2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9e5eccb1-4bfd-453f-ad20-066a677774f2,segment=NetworkSegment(34e61d30-0ecd-4daa-87c2-5901ca5100c9),segment_id=34e61d30-0ecd-4daa-87c2-5901ca5100c9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:43.832057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f2314015-613a-49cd-bde0-d4f7de05a972 None None] Provisioning complete for port 45230b81-db42-42f7-9d37-47267b5d49a9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:43.833166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.24 (d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea/17dec988-9833-46c5-8a7c-958f4fbed6f1/1aa4a1bb-55bb-4158-a329-4ee0ac74d46d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:43.833374 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2314015-613a-49cd-bde0-d4f7de05a972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:43.836543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59714) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.842609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-7f00fad9-fff1-4529-ba7f-f39b911d3dfb tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.843897 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7f00fad9-fff1-4529-ba7f-f39b911d3dfb tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0061250 Sep 07 16:17:43.851592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59716) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.857434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-feb44c54-e677-4d8d-a121-2bf3f17cc650 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.858760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-feb44c54-e677-4d8d-a121-2bf3f17cc650 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0051508 Sep 07 16:17:43.863481 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59718) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.869027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-9dd640ff-e8bb-4958-b9ec-6ab3f22bdfc1 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.870270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9dd640ff-e8bb-4958-b9ec-6ab3f22bdfc1 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054836 Sep 07 16:17:43.873596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59720) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:43.883234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-2bcc77e6-5f18-4ed1-8dcb-a1b5dd09f531 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:43.884147 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:43.894560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2bcc77e6-5f18-4ed1-8dcb-a1b5dd09f531 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0176065 Sep 07 16:17:43.997057 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.063206 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2314015-613a-49cd-bde0-d4f7de05a972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.071018 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd2dbaf8-4682-4e0f-80b9-a14a7d31b469 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.075585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59722) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.082109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-30780542-7881-49cd-b08b-d1c6822fec45 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.083395 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-30780542-7881-49cd-b08b-d1c6822fec45 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0053811 Sep 07 16:17:44.084826 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd2dbaf8-4682-4e0f-80b9-a14a7d31b469 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.087559 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.125149 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.126012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f2314015-613a-49cd-bde0-d4f7de05a972 None None] For port 45230b81-db42-42f7-9d37-47267b5d49a9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=45230b81-db42-42f7-9d37-47267b5d49a9,segment=NetworkSegment(78b98824-d774-4edb-9908-76141e20a9eb),segment_id=78b98824-d774-4edb-9908-76141e20a9eb)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:44.133389 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-df54d51c-a6da-434e-ba9f-6baa30bceca8 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.134527 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-df54d51c-a6da-434e-ba9f-6baa30bceca8 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0322487 Sep 07 16:17:44.137729 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59732) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.143932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-a6257342-c254-4374-b212-6c51c475c32a tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.147241 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a6257342-c254-4374-b212-6c51c475c32a tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0048237 Sep 07 16:17:44.147241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cd2dbaf8-4682-4e0f-80b9-a14a7d31b469 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] In _notify_port_updated(), no bound segment for port 03261606-f44d-4c2a-8ebf-11d209425fbd on network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:17:44.152238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2dbaf8-4682-4e0f-80b9-a14a7d31b469 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:44.152929 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd2dbaf8-4682-4e0f-80b9-a14a7d31b469 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.153063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59734) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.154257 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cd2dbaf8-4682-4e0f-80b9-a14a7d31b469 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "PUT /v2.0/ports/03261606-f44d-4c2a-8ebf-11d209425fbd HTTP/1.1" status: 200 len: 1068 time: 0.8105495 Sep 07 16:17:44.157134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59736) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.163201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-0059be9a-1979-495b-beac-448d83c64960 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.168132 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0059be9a-1979-495b-beac-448d83c64960 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0125713 Sep 07 16:17:44.170299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Transition to ACTIVE for port object 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:44.184727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=9e5eccb1-4bfd-453f-ad20-066a677774f2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:44.211604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59738) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.223326 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f2314015-613a-49cd-bde0-d4f7de05a972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.236184 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.238446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-d9aa97eb-d204-4ab1-8db9-ce803b518794 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.239510 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d9aa97eb-d204-4ab1-8db9-ce803b518794 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0260439 Sep 07 16:17:44.247112 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59742) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.258587 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-5db61983-3bf1-4a82-b416-0f5420626b02 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.259601 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5db61983-3bf1-4a82-b416-0f5420626b02 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0083718 Sep 07 16:17:44.263127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dbaf8-4682-4e0f-80b9-a14a7d31b469 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event updated for resources: {'Port': ['ID=03261606-f44d-4c2a-8ebf-11d209425fbd,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:44.266613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59744) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.288815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-0c51cf79-ae76-4db3-98a5-26218ac0a2c2 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.293455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59746) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.295526 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0c51cf79-ae76-4db3-98a5-26218ac0a2c2 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0183206 Sep 07 16:17:44.318985 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-b6f85548-5e0e-47c9-b05d-c2eb98a4e294 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.323749 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b6f85548-5e0e-47c9-b05d-c2eb98a4e294 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0191367 Sep 07 16:17:44.332629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59748) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.350121 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-717626c2-e19f-4226-812c-fc72016121a5 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.351370 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-717626c2-e19f-4226-812c-fc72016121a5 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0138407 Sep 07 16:17:44.359334 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59750) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.379224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-fef4fa4f-42bd-424b-b006-dc4083d3051a tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.380629 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fef4fa4f-42bd-424b-b006-dc4083d3051a tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0170665 Sep 07 16:17:44.385770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['9e5eccb1-4bfd-453f-ad20-066a677774f2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:17:44.386690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:44.388753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59754) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.389874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:44.407817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-2f1ef75f-9229-4692-8206-0967d9572300 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.408843 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2f1ef75f-9229-4692-8206-0967d9572300 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0191798 Sep 07 16:17:44.414435 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-372e63af-1be0-4748-907e-03c57b2e7e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.415685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:44.420579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59756) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.427813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209f8b3d-af61-4d46-b4e3-34c54007349a None None] Update dhcp port {'port': {'network_id': 'd3088fe6-5321-4e3f-8b4c-27ea3d82a3ea', 'fixed_ips': [{'subnet_id': 'd804b9e7-5160-4516-958f-40a0a36f8103', 'ip_address': '172.20.0.2'}, {'subnet_id': '17dec988-9833-46c5-8a7c-958f4fbed6f1'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '45230b81-db42-42f7-9d37-47267b5d49a9'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:17:44.436701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e7a5d5f7-19ef-4057-a0c8-068ac88837e6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Deleting port 03261606-f44d-4c2a-8ebf-11d209425fbd {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:44.437182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d5f7-19ef-4057-a0c8-068ac88837e6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.475571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-def2b988-8d3d-4e98-8244-3cea8df775c2 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.479121 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-def2b988-8d3d-4e98-8244-3cea8df775c2 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0549328 Sep 07 16:17:44.487790 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59762) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.499202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-05daa7f0-a241-4fe9-b1d7-2d7ee801efdc tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.502851 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-05daa7f0-a241-4fe9-b1d7-2d7ee801efdc tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0112758 Sep 07 16:17:44.509680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59764) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.543420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=1aa4a1bb-55bb-4158-a329-4ee0ac74d46d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:44.557369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2bea1c76-8711-4013-a62f-82111e16eb29 None None] Provisioning for port 03261606-f44d-4c2a-8ebf-11d209425fbd completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:44.565435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:44.565775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:44.566118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:44.566460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:44.566793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:44.567130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:44.567556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:44.568415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:44.568415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:44.568646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:44.568868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:44.569198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:44.573098 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2bea1c76-8711-4013-a62f-82111e16eb29 None None] Provisioning complete for port 03261606-f44d-4c2a-8ebf-11d209425fbd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:44.573528 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bea1c76-8711-4013-a62f-82111e16eb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.578476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [None req-0b2072f3-e489-4274-ae68-f9e8857e3f9e tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.582556 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0b2072f3-e489-4274-ae68-f9e8857e3f9e tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0718410 Sep 07 16:17:44.585924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59766) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.591992 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-9919259a-090e-4273-993f-eee5029346ef tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.593274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9919259a-090e-4273-993f-eee5029346ef tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0055025 Sep 07 16:17:44.601031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:44.602236 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.605995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59770) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.620870 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2bea1c76-8711-4013-a62f-82111e16eb29 None None] Port 03261606-f44d-4c2a-8ebf-11d209425fbd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:44.625033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2314015-613a-49cd-bde0-d4f7de05a972 None None] Pushing event updated for resources: {'Port': ['ID=45230b81-db42-42f7-9d37-47267b5d49a9,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:44.626703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-7f75f3ab-8ce0-4bec-ad84-239a6ebbe5be tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.628082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7f75f3ab-8ce0-4bec-ad84-239a6ebbe5be tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0169928 Sep 07 16:17:44.629699 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-209f8b3d-af61-4d46-b4e3-34c54007349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.638526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59774) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.658181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96672e64-74fe-4134-9a38-bff54a011f71 req-db2276a0-6ac2-4fba-8e82-084d5397724c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:44.675386 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d5f7-19ef-4057-a0c8-068ac88837e6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.677634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-96672e64-74fe-4134-9a38-bff54a011f71 req-db2276a0-6ac2-4fba-8e82-084d5397724c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 945 time: 0.2714789 Sep 07 16:17:44.695197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-bec52689-1643-468f-9f23-bbc7cdf7f690 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.696761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bec52689-1643-468f-9f23-bbc7cdf7f690 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0570278 Sep 07 16:17:44.700377 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c63b0ef9-7dcd-4d67-8bf6-3799a680017d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3370693 Sep 07 16:17:44.700951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59778) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.711883 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59780) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.714942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-c588dced-5af6-495e-a5b3-b9863048419b tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.715972 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c588dced-5af6-495e-a5b3-b9863048419b tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0070360 Sep 07 16:17:44.721613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59782) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.728220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ee49d2b1-de69-4ec2-8f38-0de37db8e734 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd804b9e7-5160-4516-958f-40a0a36f8103'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:44.732457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-e679c0d7-4334-4439-bc7b-a1453fa1ed85 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.738841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e679c0d7-4334-4439-bc7b-a1453fa1ed85 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0104609 Sep 07 16:17:44.741103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59784) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.750832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-a2f3e39c-94cf-4b79-baf3-3431b0a6866e tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.752862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a2f3e39c-94cf-4b79-baf3-3431b0a6866e tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0085115 Sep 07 16:17:44.773024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-40e518f0-1b24-4f40-96f4-e19749c36c2e None None] Provisioning complete for port 03261606-f44d-4c2a-8ebf-11d209425fbd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:44.773501 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40e518f0-1b24-4f40-96f4-e19749c36c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:44.780232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59790) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.786088 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e7a5d5f7-19ef-4057-a0c8-068ac88837e6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Calling delete_port for 03261606-f44d-4c2a-8ebf-11d209425fbd owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:44.822160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-e9093ab3-0e27-4615-9f5c-9b44022551f4 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.825672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e9093ab3-0e27-4615-9f5c-9b44022551f4 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0412974 Sep 07 16:17:44.826596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59792) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.846460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-b2cbf1da-796a-461e-99f7-cc7d1926d0e6 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.852422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b2cbf1da-796a-461e-99f7-cc7d1926d0e6 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0194719 Sep 07 16:17:44.854607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59794) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.860683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-96672e64-74fe-4134-9a38-bff54a011f71 req-f0bf9d7d-4871-47d0-b993-91ac09e861bc tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819232 Sep 07 16:17:44.861330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59798) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.873514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-841f20f0-39d1-45b9-8436-7879659ee4f8 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.874724 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-841f20f0-39d1-45b9-8436-7879659ee4f8 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0058289 Sep 07 16:17:44.881745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59800) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.886413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-bc00f4e1-f715-49cb-92db-3c22a5aca1e1 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.887354 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bc00f4e1-f715-49cb-92db-3c22a5aca1e1 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041444 Sep 07 16:17:44.893785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59802) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.904627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-f116701b-0432-4979-98bc-a2e4fdda6bfe tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.905774 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f116701b-0432-4979-98bc-a2e4fdda6bfe tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048025 Sep 07 16:17:44.909765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59804) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.917579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-386c8993-8fa7-4bb6-830b-dedc5f3e8863 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.919434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-386c8993-8fa7-4bb6-830b-dedc5f3e8863 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0084324 Sep 07 16:17:44.921936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59806) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.942037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-1e33dc55-0a29-40b6-b909-0a052c6eb5c7 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.943014 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1e33dc55-0a29-40b6-b909-0a052c6eb5c7 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0200317 Sep 07 16:17:44.952861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59810) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.969422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-c504dd70-e0e5-4d93-b5af-8754817856c1 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.970906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c504dd70-e0e5-4d93-b5af-8754817856c1 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0098014 Sep 07 16:17:44.978222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59812) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:44.984166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-89be09a9-bf0e-4f9e-9bb2-8f751d199b72 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:44.991159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-89be09a9-bf0e-4f9e-9bb2-8f751d199b72 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0115576 Sep 07 16:17:44.995835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59814) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:45.002619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-2ded6884-9112-4cdb-a695-178e22957f4b tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:45.006602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2ded6884-9112-4cdb-a695-178e22957f4b tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0092938 Sep 07 16:17:45.013752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59816) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:45.017232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-209f8b3d-af61-4d46-b4e3-34c54007349a None None] Allocated IP 172.20.0.18 (d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea/17dec988-9833-46c5-8a7c-958f4fbed6f1/45230b81-db42-42f7-9d37-47267b5d49a9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:45.026008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-d5d9b068-c9c5-4962-af08-32484bc5d1b6 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:45.029551 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d5d9b068-c9c5-4962-af08-32484bc5d1b6 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0097651 Sep 07 16:17:45.036534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59818) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:45.048775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [None req-0c0df2bc-6996-4638-8c7f-0766cbc80296 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:17:45.050628 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee49d2b1-de69-4ec2-8f38-0de37db8e734 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.050786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0c0df2bc-6996-4638-8c7f-0766cbc80296 tempest-ExtensionsTestJSON-1884495193 tempest-ExtensionsTestJSON-1884495193-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0126181 Sep 07 16:17:45.063850 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf0bbb23-903e-4e55-8e66-e58f08a7a63a tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.103986 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf0bbb23-903e-4e55-8e66-e58f08a7a63a tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.188084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf0bbb23-903e-4e55-8e66-e58f08a7a63a tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.192479 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf0bbb23-903e-4e55-8e66-e58f08a7a63a tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.196004 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cf0bbb23-903e-4e55-8e66-e58f08a7a63a tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "DELETE /v2.0/security-groups/271f6c3f-dae3-4379-9d5f-40dbd9d35f83 HTTP/1.1" status: 204 len: 168 time: 0.3394532 Sep 07 16:17:45.201638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59826) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:45.209944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-209f8b3d-af61-4d46-b4e3-34c54007349a None None] For port 45230b81-db42-42f7-9d37-47267b5d49a9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=45230b81-db42-42f7-9d37-47267b5d49a9,segment=NetworkSegment(78b98824-d774-4edb-9908-76141e20a9eb),segment_id=78b98824-d774-4edb-9908-76141e20a9eb)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:45.211845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0bbb23-903e-4e55-8e66-e58f08a7a63a tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=271f6c3f-dae3-4379-9d5f-40dbd9d35f83,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:45.222079 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-f5f2a235-6285-4617-be3a-be43ec706b4f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] show failed (client error): The resource could not be found. Sep 07 16:17:45.223149 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f5f2a235-6285-4617-be3a-be43ec706b4f tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "GET /v2.0/security-groups/271f6c3f-dae3-4379-9d5f-40dbd9d35f83 HTTP/1.1" status: 404 len: 347 time: 0.0205379 Sep 07 16:17:45.228056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59828) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:45.247702 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-209f8b3d-af61-4d46-b4e3-34c54007349a None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.303987 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d5f7-19ef-4057-a0c8-068ac88837e6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.331297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-209f8b3d-af61-4d46-b4e3-34c54007349a None None] Transition to ACTIVE for port object 45230b81-db42-42f7-9d37-47267b5d49a9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:45.367345 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-209f8b3d-af61-4d46-b4e3-34c54007349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.396682 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.480856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-40e518f0-1b24-4f40-96f4-e19749c36c2e None None] Port 03261606-f44d-4c2a-8ebf-11d209425fbd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:45.532697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e89db37f-014c-41a4-bb52-cb6b807e79d9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Deleting port fdcde529-5316-4b99-b8fb-2c625350a029 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:45.533240 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e89db37f-014c-41a4-bb52-cb6b807e79d9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.585757 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f8b3d-af61-4d46-b4e3-34c54007349a None None] Pushing event updated for resources: {'Port': ['ID=45230b81-db42-42f7-9d37-47267b5d49a9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:45.753760 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e89db37f-014c-41a4-bb52-cb6b807e79d9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.754119 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e89db37f-014c-41a4-bb52-cb6b807e79d9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:45.769765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:45.803608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e89db37f-014c-41a4-bb52-cb6b807e79d9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Calling delete_port for fdcde529-5316-4b99-b8fb-2c625350a029 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:45.821939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5d5f7-19ef-4057-a0c8-068ac88837e6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event deleted for resources: {'Port': ['ID=03261606-f44d-4c2a-8ebf-11d209425fbd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:46.100197 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a132f3d3-3510-463e-af0c-834d6ab6c4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.114379 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d5f7-19ef-4057-a0c8-068ac88837e6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.120064 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e7a5d5f7-19ef-4057-a0c8-068ac88837e6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "DELETE /v2.0/ports/03261606-f44d-4c2a-8ebf-11d209425fbd HTTP/1.1" status: 204 len: 168 time: 1.9596202 Sep 07 16:17:46.120666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59858) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:46.122559 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-ee49d2b1-de69-4ec2-8f38-0de37db8e734 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Delete allocated IP 172.20.0.24 (d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea/17dec988-9833-46c5-8a7c-958f4fbed6f1) {{(pid=94771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 16:17:46.162092 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cfc18c-f88f-474f-a216-b3cb4c3f983d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] GET failed (client error): The resource could not be found. Sep 07 16:17:46.164262 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c2cfc18c-f88f-474f-a216-b3cb4c3f983d tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "GET /v2.0/ports/03261606-f44d-4c2a-8ebf-11d209425fbd HTTP/1.1" status: 404 len: 333 time: 0.0429499 Sep 07 16:17:46.167274 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59860) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:46.195912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5f293-b1c2-437c-8d9d-ce0feedf823d req-eb4bc5a9-28eb-48b3-ba97-a44f9a328064 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:46.197701 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ba5f293-b1c2-437c-8d9d-ce0feedf823d req-eb4bc5a9-28eb-48b3-ba97-a44f9a328064 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 945 time: 0.1424770 Sep 07 16:17:46.208493 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e89db37f-014c-41a4-bb52-cb6b807e79d9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.285439 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89db37f-014c-41a4-bb52-cb6b807e79d9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Pushing event deleted for resources: {'Port': ['ID=fdcde529-5316-4b99-b8fb-2c625350a029,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:46.367396 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e89db37f-014c-41a4-bb52-cb6b807e79d9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.370424 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e89db37f-014c-41a4-bb52-cb6b807e79d9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.371811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e89db37f-014c-41a4-bb52-cb6b807e79d9 tempest-ServersTestBootFromVolume-1910672363 tempest-ServersTestBootFromVolume-1910672363-project] 10.222.0.70 "DELETE /v2.0/floatingips/7d27d09b-377c-40aa-b53c-90497903ea57 HTTP/1.1" status: 204 len: 168 time: 1.1400256 Sep 07 16:17:46.375467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59864) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:46.395004 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ba5f293-b1c2-437c-8d9d-ce0feedf823d req-8be90ae4-e268-4481-979d-cd87555da58b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797967 Sep 07 16:17:46.495721 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a132f3d3-3510-463e-af0c-834d6ab6c4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.503474 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a132f3d3-3510-463e-af0c-834d6ab6c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.542053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c5fdbcef-f9a8-48a3-b807-3e6d078afcaf tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Deleting port aec38b20-e36a-4469-80a5-41a8cbe98a3a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:46.542392 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5fdbcef-f9a8-48a3-b807-3e6d078afcaf tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.555730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a132f3d3-3510-463e-af0c-834d6ab6c4ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab3f2ed4d089479c8a2fd0f11b4dbddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7820354 Sep 07 16:17:46.555730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132f3d3-3510-463e-af0c-834d6ab6c4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7011f743-b8a1-46e3-87fa-8d68b91c044c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:46.557548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59868) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:46.560292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 45230b81-db42-42f7-9d37-47267b5d49a9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:46.576993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59870) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:46.596385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28768cb-2474-4b4e-827d-629c69e95b14 None None] Network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:46.638098 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0341c8f7-c86e-4be0-b9f5-7b152e67e91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.673688 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0341c8f7-c86e-4be0-b9f5-7b152e67e91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.684053 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-975ddf6b-4c63-4127-8c3a-1c105fd9c8c0 None None] Provisioning for port 45230b81-db42-42f7-9d37-47267b5d49a9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:46.693898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-975ddf6b-4c63-4127-8c3a-1c105fd9c8c0 None None] Provisioning complete for port 45230b81-db42-42f7-9d37-47267b5d49a9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:46.699568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-975ddf6b-4c63-4127-8c3a-1c105fd9c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.782046 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.788993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 45230b81-db42-42f7-9d37-47267b5d49a9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:46.789729 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.801302 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0341c8f7-c86e-4be0-b9f5-7b152e67e91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.806172 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0341c8f7-c86e-4be0-b9f5-7b152e67e91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:46.807889 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0341c8f7-c86e-4be0-b9f5-7b152e67e91a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7011f743-b8a1-46e3-87fa-8d68b91c044c HTTP/1.1" status: 204 len: 168 time: 0.2483308 Sep 07 16:17:46.831413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341c8f7-c86e-4be0-b9f5-7b152e67e91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7011f743-b8a1-46e3-87fa-8d68b91c044c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:46.878087 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4998848b-5adb-47dc-8141-388724d40b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.043414 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee49d2b1-de69-4ec2-8f38-0de37db8e734 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.127268 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9e5eccb1-4bfd-453f-ad20-066a677774f2 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:47.145282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-ee49d2b1-de69-4ec2-8f38-0de37db8e734 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Ignored duplicate provisioning block setup for port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 07 16:17:47.164546 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee49d2b1-de69-4ec2-8f38-0de37db8e734 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.216668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 9e5eccb1-4bfd-453f-ad20-066a677774f2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:47.228002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 9e5eccb1-4bfd-453f-ad20-066a677774f2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:47.228882 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.342047 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.380405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04401584-70e1-45f6-94c0-0d1e264f1edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5eccb1-4bfd-453f-ad20-066a677774f2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:17:47.383642 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0fef84-1e4e-490c-b4fb-99d522411c0b" -d '{"events": [{"server_uuid": "04401584-70e1-45f6-94c0-0d1e264f1edb", "name": "network-vif-plugged", "status": "completed", "tag": "9e5eccb1-4bfd-453f-ad20-066a677774f2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:17:47.400073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 9e5eccb1-4bfd-453f-ad20-066a677774f2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9e5eccb1-4bfd-453f-ad20-066a677774f2,segment=NetworkSegment(34e61d30-0ecd-4daa-87c2-5901ca5100c9),segment_id=34e61d30-0ecd-4daa-87c2-5901ca5100c9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:47.410775 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.507263 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e03f89-112f-4bce-9135-e9a20fe41d99 x-openstack-request-id: req-96e03f89-112f-4bce-9135-e9a20fe41d99 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:17:47.507582 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04401584-70e1-45f6-94c0-0d1e264f1edb", "name": "network-vif-plugged", "status": "completed", "tag": "9e5eccb1-4bfd-453f-ad20-066a677774f2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:17:47.507847 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96e03f89-112f-4bce-9135-e9a20fe41d99 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:17:47.508238 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04401584-70e1-45f6-94c0-0d1e264f1edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5eccb1-4bfd-453f-ad20-066a677774f2', 'code': 200} Sep 07 16:17:47.532228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=9e5eccb1-4bfd-453f-ad20-066a677774f2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:47.579622 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49d2b1-de69-4ec2-8f38-0de37db8e734 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=1aa4a1bb-55bb-4158-a329-4ee0ac74d46d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:47.623962 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4998848b-5adb-47dc-8141-388724d40b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.629454 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4998848b-5adb-47dc-8141-388724d40b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.665472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ef80d486-7501-4b70-9722-930adb1c2fb9 None None] Provisioning for port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:47.666605 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5fdbcef-f9a8-48a3-b807-3e6d078afcaf tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.678472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ef80d486-7501-4b70-9722-930adb1c2fb9 None None] Provisioning complete for port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:47.679377 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef80d486-7501-4b70-9722-930adb1c2fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.689175 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c5fdbcef-f9a8-48a3-b807-3e6d078afcaf tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Calling delete_port for aec38b20-e36a-4469-80a5-41a8cbe98a3a owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:47.699262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6644b78-8996-4ce2-918d-1b9fec919f63 req-a0c170b1-e3c3-4194-8116-10526e3138db tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:47.700870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6644b78-8996-4ce2-918d-1b9fec919f63 req-a0c170b1-e3c3-4194-8116-10526e3138db tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1159222 Sep 07 16:17:47.707712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4998848b-5adb-47dc-8141-388724d40b17 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5cdbb2079bc412989ab08f3e184dcf1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1277070 Sep 07 16:17:47.708655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59900) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:47.716276 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998848b-5adb-47dc-8141-388724d40b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86729e82-48a4-49ab-a5b3-4daa62ef769e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:47.743256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ef80d486-7501-4b70-9722-930adb1c2fb9 None None] Port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:47.758022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ef80d486-7501-4b70-9722-930adb1c2fb9 None None] Provisioning complete for port 45230b81-db42-42f7-9d37-47267b5d49a9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:47.758956 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef80d486-7501-4b70-9722-930adb1c2fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.785641 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6644b78-8996-4ce2-918d-1b9fec919f63 req-119bcf4c-39f5-4946-8ba2-cd6809bb31a2 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742781 Sep 07 16:17:47.801698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d40c9689-6c3a-467c-8522-1230dcf7158c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.845972 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d40c9689-6c3a-467c-8522-1230dcf7158c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.956197 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d40c9689-6c3a-467c-8522-1230dcf7158c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.959687 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d40c9689-6c3a-467c-8522-1230dcf7158c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.963093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d40c9689-6c3a-467c-8522-1230dcf7158c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/86729e82-48a4-49ab-a5b3-4daa62ef769e HTTP/1.1" status: 204 len: 168 time: 0.2532432 Sep 07 16:17:47.967181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ee49d2b1-de69-4ec2-8f38-0de37db8e734 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] In _notify_port_updated(), no bound segment for port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d on network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:17:47.981544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49d2b1-de69-4ec2-8f38-0de37db8e734 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:47.982290 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee49d2b1-de69-4ec2-8f38-0de37db8e734 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:47.986120 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ee49d2b1-de69-4ec2-8f38-0de37db8e734 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "PUT /v2.0/ports/1aa4a1bb-55bb-4158-a329-4ee0ac74d46d HTTP/1.1" status: 200 len: 919 time: 3.2690372 Sep 07 16:17:47.986822 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c9689-6c3a-467c-8522-1230dcf7158c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86729e82-48a4-49ab-a5b3-4daa62ef769e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:47.989076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:48.004519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ce03c4c1-f3f3-438f-978b-6f74e2bdb976 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd804b9e7-5160-4516-958f-40a0a36f8103'}, {'subnet_id': '17dec988-9833-46c5-8a7c-958f4fbed6f1'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:48.017186 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59914) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:48.101922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-df3f28e0-a7be-4638-96bb-d2443f32d2a7 None None] Provisioning complete for port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:48.105037 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-df3f28e0-a7be-4638-96bb-d2443f32d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.193257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-df3f28e0-a7be-4638-96bb-d2443f32d2a7 None None] Port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:48.216772 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-109136662'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:48.241670 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce03c4c1-f3f3-438f-978b-6f74e2bdb976 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.254838 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5fdbcef-f9a8-48a3-b807-3e6d078afcaf tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.310464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdbcef-f9a8-48a3-b807-3e6d078afcaf tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event deleted for resources: {'Port': ['ID=aec38b20-e36a-4469-80a5-41a8cbe98a3a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:48.320377 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd8265-f8f5-4f02-a18a-bd9c91216715 req-033f3c63-fbfc-4d85-8dcf-5e014fa24e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:48.322937 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c1bd8265-f8f5-4f02-a18a-bd9c91216715 req-033f3c63-fbfc-4d85-8dcf-5e014fa24e0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 1097 time: 0.4539762 Sep 07 16:17:48.355598 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Made reservation on behalf of 5ea1d09695cb4f85bf5192a7feb77648 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:48.359437 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.392183 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5fdbcef-f9a8-48a3-b807-3e6d078afcaf tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.396739 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c5fdbcef-f9a8-48a3-b807-3e6d078afcaf tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "DELETE /v2.0/ports/aec38b20-e36a-4469-80a5-41a8cbe98a3a HTTP/1.1" status: 204 len: 168 time: 2.2258313 Sep 07 16:17:48.397213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59920) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:48.401086 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.441617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ae89cfd1-d489-47fd-a0c5-45819726577f None None] Provisioning complete for port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:48.445229 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae89cfd1-d489-47fd-a0c5-45819726577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.458748 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4339c8b1-80db-4f5d-811b-74b6bb3d97e6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] GET failed (client error): The resource could not be found. Sep 07 16:17:48.464687 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4339c8b1-80db-4f5d-811b-74b6bb3d97e6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "GET /v2.0/ports/aec38b20-e36a-4469-80a5-41a8cbe98a3a HTTP/1.1" status: 404 len: 333 time: 0.0608487 Sep 07 16:17:48.464687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59922) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:48.464927 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59924) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:48.482932 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c1bd8265-f8f5-4f02-a18a-bd9c91216715 req-00e48907-4e88-4af2-8ea8-85a8c5efb080 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499474 Sep 07 16:17:48.497470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ae89cfd1-d489-47fd-a0c5-45819726577f None None] Port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:48.524460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96dc9281-7ee5-49b7-a5d4-5afe396dea7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.578407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-ce03c4c1-f3f3-438f-978b-6f74e2bdb976 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.29 (d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea/17dec988-9833-46c5-8a7c-958f4fbed6f1/1aa4a1bb-55bb-4158-a329-4ee0ac74d46d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:48.677289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9227330c-6b43-4c02-b3bb-4150dadda758 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Deleting port 5d62f60f-8960-435a-bdcc-63ac8d0f2bd0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:48.677646 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9227330c-6b43-4c02-b3bb-4150dadda758 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.714828 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce03c4c1-f3f3-438f-978b-6f74e2bdb976 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.720653 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f39f0c7e-f144-4748-8a19-e601df55ecfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.728149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-ce03c4c1-f3f3-438f-978b-6f74e2bdb976 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Transition to ACTIVE for port object 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:48.732032 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce03c4c1-f3f3-438f-978b-6f74e2bdb976 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.759129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.797413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.848307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ce03c4c1-f3f3-438f-978b-6f74e2bdb976 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] In _notify_port_updated(), no bound segment for port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d on network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:17:48.852960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:17:48.854349 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce03c4c1-f3f3-438f-978b-6f74e2bdb976 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:48.855222 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce03c4c1-f3f3-438f-978b-6f74e2bdb976 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.856937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ce03c4c1-f3f3-438f-978b-6f74e2bdb976 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "PUT /v2.0/ports/1aa4a1bb-55bb-4158-a329-4ee0ac74d46d HTTP/1.1" status: 200 len: 999 time: 0.8658290 Sep 07 16:17:48.860005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59928) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:48.899945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03c4c1-f3f3-438f-978b-6f74e2bdb976 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=1aa4a1bb-55bb-4158-a329-4ee0ac74d46d,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:48.935812 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:48.936163 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Added segment 789cb1c6-0e63-42ec-a26b-aa5dbf1030aa of type vlan for network b9598d27-f614-4769-9ea1-75e8e170b169 Sep 07 16:17:48.943528 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08775b1-23b2-4ecb-9936-cdb5046c0ac1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:48.957104 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9227330c-6b43-4c02-b3bb-4150dadda758 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.028972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9227330c-6b43-4c02-b3bb-4150dadda758 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Calling delete_port for 5d62f60f-8960-435a-bdcc-63ac8d0f2bd0 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:49.045576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f005cc-c9d5-4a78-9777-ee6d5b70c2d8 req-5c80ad2c-f4de-426e-ada6-578e13d6e9a5 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:49.052416 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79f005cc-c9d5-4a78-9777-ee6d5b70c2d8 req-5c80ad2c-f4de-426e-ada6-578e13d6e9a5 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1240933 Sep 07 16:17:49.074123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b9d6671d-647b-422a-b728-313bd398be20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:49.074990 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9d6671d-647b-422a-b728-313bd398be20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.084856 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.124695 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-118257ad-606f-4605-aa16-7937e2950656 None None] Provisioning for port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:49.129305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-118257ad-606f-4605-aa16-7937e2950656 None None] Provisioning complete for port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:49.129683 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-118257ad-606f-4605-aa16-7937e2950656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.158259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79f005cc-c9d5-4a78-9777-ee6d5b70c2d8 req-b5b549d3-8df9-4767-adce-033cd5522c5b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973372 Sep 07 16:17:49.165046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-118257ad-606f-4605-aa16-7937e2950656 None None] Port 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:49.193166 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9d6671d-647b-422a-b728-313bd398be20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.205099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b9d6671d-647b-422a-b728-313bd398be20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 1aa4a1bb-55bb-4158-a329-4ee0ac74d46d owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:49.213873 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96dc9281-7ee5-49b7-a5d4-5afe396dea7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.216975 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.222550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:49.223152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.234719 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96dc9281-7ee5-49b7-a5d4-5afe396dea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.309653 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2905352 Sep 07 16:17:49.313780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59934) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:49.320931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4a1071e9-5306-47ab-9fea-af66524034ee tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Request body: {'subnet': {'network_id': 'b9598d27-f614-4769-9ea1-75e8e170b169', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:49.353896 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-96dc9281-7ee5-49b7-a5d4-5afe396dea7b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d70ea5b9e7a4ed495ad768617127736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8879786 Sep 07 16:17:49.356670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59936) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:49.362531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc9281-7ee5-49b7-a5d4-5afe396dea7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b0118c-8ea9-45a8-b4a1-7f3658d80a63,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:49.386830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b3542-4585-4963-a6ef-50c58121ea65 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event updated for resources: {'Network': ['ID=b9598d27-f614-4769-9ea1-75e8e170b169,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:49.397089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network b9598d27-f614-4769-9ea1-75e8e170b169 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:17:49.459528 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9227330c-6b43-4c02-b3bb-4150dadda758 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.490902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227330c-6b43-4c02-b3bb-4150dadda758 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event deleted for resources: {'Port': ['ID=5d62f60f-8960-435a-bdcc-63ac8d0f2bd0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:49.504109 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9d6671d-647b-422a-b728-313bd398be20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.507567 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7c12fbc-9011-465a-8994-6a76de834158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.521906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9227330c-6b43-4c02-b3bb-4150dadda758 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.524141 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9227330c-6b43-4c02-b3bb-4150dadda758 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "DELETE /v2.0/ports/5d62f60f-8960-435a-bdcc-63ac8d0f2bd0 HTTP/1.1" status: 204 len: 168 time: 1.0571318 Sep 07 16:17:49.526870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59938) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:49.531141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1071e9-5306-47ab-9fea-af66524034ee tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Made reservation on behalf of 5ea1d09695cb4f85bf5192a7feb77648 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:49.534565 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a1071e9-5306-47ab-9fea-af66524034ee tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.574631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f39f0c7e-f144-4748-8a19-e601df55ecfe admin admin] Deleting port 3b5113f6-659e-4843-82a6-97ea6e5ccced {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:49.574906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f39f0c7e-f144-4748-8a19-e601df55ecfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.575081 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6671d-647b-422a-b728-313bd398be20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=1aa4a1bb-55bb-4158-a329-4ee0ac74d46d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:49.592435 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7c12fbc-9011-465a-8994-6a76de834158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.604757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e109e6-fce7-471c-a818-4c9809328ed6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Deleting subnet f59e3c17-43ae-4f81-9c1f-a58e42f5ba3b {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:17:49.610996 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2e109e6-fce7-471c-a818-4c9809328ed6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.689751 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2e109e6-fce7-471c-a818-4c9809328ed6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.735337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-f39f0c7e-f144-4748-8a19-e601df55ecfe admin admin] For port 3b5113f6-659e-4843-82a6-97ea6e5ccced, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3b5113f6-659e-4843-82a6-97ea6e5ccced,segment=NetworkSegment(47c19afa-38ef-4e14-956e-03008c972d0a),segment_id=47c19afa-38ef-4e14-956e-03008c972d0a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:49.735624 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f39f0c7e-f144-4748-8a19-e601df55ecfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.753332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f39f0c7e-f144-4748-8a19-e601df55ecfe admin admin] Calling delete_port for 3b5113f6-659e-4843-82a6-97ea6e5ccced owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:49.770775 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9d6671d-647b-422a-b728-313bd398be20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.773769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b9d6671d-647b-422a-b728-313bd398be20 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/1aa4a1bb-55bb-4158-a329-4ee0ac74d46d HTTP/1.1" status: 204 len: 168 time: 0.9124584 Sep 07 16:17:49.777118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59940) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:49.813101 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d2ceb7-4f5a-4a16-9e12-f733a194eaf3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:17:49.817368 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-66d2ceb7-4f5a-4a16-9e12-f733a194eaf3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/1aa4a1bb-55bb-4158-a329-4ee0ac74d46d HTTP/1.1" status: 404 len: 333 time: 0.0375507 Sep 07 16:17:49.818478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59942) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:49.861817 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7c12fbc-9011-465a-8994-6a76de834158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.864409 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7c12fbc-9011-465a-8994-6a76de834158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.865599 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e7c12fbc-9011-465a-8994-6a76de834158 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79b0118c-8ea9-45a8-b4a1-7f3658d80a63 HTTP/1.1" status: 204 len: 168 time: 0.5062010 Sep 07 16:17:49.888191 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2e109e6-fce7-471c-a818-4c9809328ed6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.932029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c63bc08-4c5f-43df-8c3b-ab02356875d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting subnet 17dec988-9833-46c5-8a7c-958f4fbed6f1 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:17:49.942377 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c63bc08-4c5f-43df-8c3b-ab02356875d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:49.947466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c12fbc-9011-465a-8994-6a76de834158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b0118c-8ea9-45a8-b4a1-7f3658d80a63,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:50.017733 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c63bc08-4c5f-43df-8c3b-ab02356875d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.034122 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2e109e6-fce7-471c-a818-4c9809328ed6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.082728 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d826283b-5965-4e62-8e67-fb8dee863ddd None None] Network 46d69ddf-7d4e-40b3-8179-3bbd6b927157 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:50.135370 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e109e6-fce7-471c-a818-4c9809328ed6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event deleted for resources: {'Subnet': ['ID=f59e3c17-43ae-4f81-9c1f-a58e42f5ba3b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:50.137922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2e109e6-fce7-471c-a818-4c9809328ed6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.141106 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e2e109e6-fce7-471c-a818-4c9809328ed6 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "DELETE /v2.0/subnets/f59e3c17-43ae-4f81-9c1f-a58e42f5ba3b HTTP/1.1" status: 204 len: 168 time: 0.6124678 Sep 07 16:17:50.143511 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f39f0c7e-f144-4748-8a19-e601df55ecfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.146126 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59952) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:50.150603 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a1071e9-5306-47ab-9fea-af66524034ee tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.206420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f0c7e-f144-4748-8a19-e601df55ecfe admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5113f6-659e-4843-82a6-97ea6e5ccced,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:50.318039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1071e9-5306-47ab-9fea-af66524034ee tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event updated for resources: {'Subnet': ['ID=63c1a519-595d-40fc-bf5b-0a7703b7c96c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:50.330654 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c63bc08-4c5f-43df-8c3b-ab02356875d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.332882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] DHCP port deletion for 46d69ddf-7d4e-40b3-8179-3bbd6b927157 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:17:50.390230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Deleting port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:50.391388 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.465122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] For port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4ba7feff-ed30-48f9-a0b7-62a3929b6a40,segment=NetworkSegment(a95af049-3cc1-465a-b6b6-cf433cc934b2),segment_id=a95af049-3cc1-465a-b6b6-cf433cc934b2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:50.465541 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.467954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01078b-04bd-44c9-8b06-2c1f7f92a839 req-4f2a59e8-f2ec-4d88-9efa-7b397f2d429b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:50.483925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a01078b-04bd-44c9-8b06-2c1f7f92a839 req-4f2a59e8-f2ec-4d88-9efa-7b397f2d429b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1547415 Sep 07 16:17:50.494093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Calling delete_port for 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:50.512319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1071e9-5306-47ab-9fea-af66524034ee tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Checking segment: {'id': '789cb1c6-0e63-42ec-a26b-aa5dbf1030aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9598d27-f614-4769-9ea1-75e8e170b169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:50.514747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1071e9-5306-47ab-9fea-af66524034ee tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Network hostable DHCP agents. Network: b9598d27-f614-4769-9ea1-75e8e170b169, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:17:50.514925 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.571217 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c63bc08-4c5f-43df-8c3b-ab02356875d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.609595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63bc08-4c5f-43df-8c3b-ab02356875d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Subnet': ['ID=17dec988-9833-46c5-8a7c-958f4fbed6f1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:50.617079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a01078b-04bd-44c9-8b06-2c1f7f92a839 req-5d5cfd79-6d80-4866-8062-f97452faaba9 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316783 Sep 07 16:17:50.626753 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1071e9-5306-47ab-9fea-af66524034ee tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Network b9598d27-f614-4769-9ea1-75e8e170b169 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:17:50.631256 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c63bc08-4c5f-43df-8c3b-ab02356875d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.633893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1c63bc08-4c5f-43df-8c3b-ab02356875d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/17dec988-9833-46c5-8a7c-958f4fbed6f1 HTTP/1.1" status: 204 len: 168 time: 0.8137310 Sep 07 16:17:50.636708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59964) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:50.682006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4a1071e9-5306-47ab-9fea-af66524034ee tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, b9598d27-f614-4769-9ea1-75e8e170b169) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:50.696211 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f39f0c7e-f144-4748-8a19-e601df55ecfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.696624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1071e9-5306-47ab-9fea-af66524034ee tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:50.697295 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a1071e9-5306-47ab-9fea-af66524034ee tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.739289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4a1071e9-5306-47ab-9fea-af66524034ee tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4242308 Sep 07 16:17:50.743461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59972) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:50.749788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-15047de4-3025-4ad1-bba8-5869b6dfd71a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-71428030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:50.759274 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Deleting port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:50.759728 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.764824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5845c49-d020-45db-a782-363c4510e723 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting subnet d804b9e7-5160-4516-958f-40a0a36f8103 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:17:50.779741 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5845c49-d020-45db-a782-363c4510e723 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.817193 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b469d-ee11-4cd2-8cdf-e6020e49540d None None] Network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:50.821313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:50.823777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26a0f05-4407-4a09-a7db-904a89a00ae5 None None] Network b9598d27-f614-4769-9ea1-75e8e170b169 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:50.839039 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15047de4-3025-4ad1-bba8-5869b6dfd71a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.841036 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15047de4-3025-4ad1-bba8-5869b6dfd71a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.846525 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5845c49-d020-45db-a782-363c4510e723 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:50.958543 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15047de4-3025-4ad1-bba8-5869b6dfd71a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.006070 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15047de4-3025-4ad1-bba8-5869b6dfd71a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.067137 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15047de4-3025-4ad1-bba8-5869b6dfd71a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.069937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-15047de4-3025-4ad1-bba8-5869b6dfd71a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.3246284 Sep 07 16:17:51.071894 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5845c49-d020-45db-a782-363c4510e723 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.074285 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.115800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Pushing event deleted for resources: {'Port': ['ID=4ba7feff-ed30-48f9-a0b7-62a3929b6a40,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:51.118275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59980) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:51.161429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] No DVR routers for this DVR port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:51.191458 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No active binding found for port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 {{(pid=94772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 16:17:51.192374 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:51.204370 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:51.204820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:51.205269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:51.205732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:51.206220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:51.206702 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:51.207141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:51.207615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:51.208942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:51.209406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:51.209842 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:51.210950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef77668-41ca-4906-9fa8-4949a306894d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:51.277753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] For port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4ba7feff-ed30-48f9-a0b7-62a3929b6a40,segment=NetworkSegment(a95af049-3cc1-465a-b6b6-cf433cc934b2),segment_id=a95af049-3cc1-465a-b6b6-cf433cc934b2)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:51.278129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.300061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Calling delete_port for 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:51.346939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-b9598d27-f614-4769-9ea1-75e8e170b169', 'network_id': 'b9598d27-f614-4769-9ea1-75e8e170b169', 'tenant_id': '5ea1d09695cb4f85bf5192a7feb77648', 'fixed_ips': [{'subnet_id': '63c1a519-595d-40fc-bf5b-0a7703b7c96c'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:17:51.347937 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.359697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035642f-a88e-4d16-9ad7-e8902cac10c9 req-e73cb3ed-d43c-4833-b661-2f7c6a4c6d5a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:51.361572 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0035642f-a88e-4d16-9ad7-e8902cac10c9 req-e73cb3ed-d43c-4833-b661-2f7c6a4c6d5a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.3672187 Sep 07 16:17:51.435784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c443f33-01fc-4fae-9b1f-d2a7b74d2efd req-82d0ca3d-3160-4e02-abc1-64fbcf9acc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:51.437572 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c443f33-01fc-4fae-9b1f-d2a7b74d2efd req-82d0ca3d-3160-4e02-abc1-64fbcf9acc8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22cbe61cf451482c8ba3902757bec21c&device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 1097 time: 0.2171748 Sep 07 16:17:51.510673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39f0c7e-f144-4748-8a19-e601df55ecfe admin admin] Router 25735e76-b48d-4b70-b2dc-4d509bbefd48 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:17:51.577312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Allocated IP 172.20.0.2 (b9598d27-f614-4769-9ea1-75e8e170b169/63c1a519-595d-40fc-bf5b-0a7703b7c96c/60910851-f06b-4dab-8a12-dd6e48d4e567) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:51.587728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0035642f-a88e-4d16-9ad7-e8902cac10c9 req-3ab7ab0f-0627-4773-87cb-c11159b6fa60 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442757 Sep 07 16:17:51.618690 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5845c49-d020-45db-a782-363c4510e723 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.652223 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.671877 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5845c49-d020-45db-a782-363c4510e723 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.673849 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f5845c49-d020-45db-a782-363c4510e723 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/d804b9e7-5160-4516-958f-40a0a36f8103 HTTP/1.1" status: 204 len: 168 time: 1.0362411 Sep 07 16:17:51.677253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5845c49-d020-45db-a782-363c4510e723 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Subnet': ['ID=d804b9e7-5160-4516-958f-40a0a36f8103,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:51.680175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59996) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:51.691602 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c443f33-01fc-4fae-9b1f-d2a7b74d2efd req-db6ec3a4-a6c0-4bda-bb68-6f3eadb3422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:51.693126 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c443f33-01fc-4fae-9b1f-d2a7b74d2efd req-db6ec3a4-a6c0-4bda-bb68-6f3eadb3422f service neutron] 10.222.0.35 "GET /v2.0/networks?id=edc41928-ef7d-4c07-9ace-721279fdba6b HTTP/1.1" status: 200 len: 910 time: 0.2241426 Sep 07 16:17:51.725061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event deleted for resources: {'Port': ['ID=4ba7feff-ed30-48f9-a0b7-62a3929b6a40,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:51.735574 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.766862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] No DVR routers for this DVR port 4ba7feff-ed30-48f9-a0b7-62a3929b6a40 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:51.769380 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c443f33-01fc-4fae-9b1f-d2a7b74d2efd req-3d638801-1d04-4486-8dc4-8074f217d44c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5eccb1-4bfd-453f-ad20-066a677774f2 HTTP/1.1" status: 200 len: 217 time: 0.0455542 Sep 07 16:17:51.839101 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.855335 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39f0c7e-f144-4748-8a19-e601df55ecfe admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:17:51.872061 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.874248 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f39f0c7e-f144-4748-8a19-e601df55ecfe admin admin] 10.222.0.70 "PUT /v2.0/routers/25735e76-b48d-4b70-b2dc-4d509bbefd48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4924760 Sep 07 16:17:51.878643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60002) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:51.885007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Transition to ACTIVE for port object 60910851-f06b-4dab-8a12-dd6e48d4e567 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:51.907145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Transition to ACTIVE for port object 60910851-f06b-4dab-8a12-dd6e48d4e567 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:51.930835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15a547-31da-45d5-aa58-4f7cd270e744 None None] Sync routers for ids ['25735e76-b48d-4b70-b2dc-4d509bbefd48'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:17:51.931076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c443f33-01fc-4fae-9b1f-d2a7b74d2efd req-4090fd0d-1aab-49cd-b09a-0cb01b935113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:51.932582 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c443f33-01fc-4fae-9b1f-d2a7b74d2efd req-4090fd0d-1aab-49cd-b09a-0cb01b935113 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1af5f4b8-d800-46a1-869a-85928ca0360a HTTP/1.1" status: 200 len: 849 time: 0.1557302 Sep 07 16:17:51.933815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87419661-aa90-411b-8355-9ed6395f228b None None] Update dhcp port {'port': {'network_id': 'd3088fe6-5321-4e3f-8b4c-27ea3d82a3ea', 'fixed_ips': [{'subnet_id': 'd804b9e7-5160-4516-958f-40a0a36f8103'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '45230b81-db42-42f7-9d37-47267b5d49a9'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:17:51.939154 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:51.969043 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.011254 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c443f33-01fc-4fae-9b1f-d2a7b74d2efd req-de736671-02fc-415a-917a-8e794907d7eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=edc41928-ef7d-4c07-9ace-721279fdba6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458496 Sep 07 16:17:52.017974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Network b9598d27-f614-4769-9ea1-75e8e170b169 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:52.031264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d69ddf-7d4e-40b3-8179-3bbd6b927157']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:52.034041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:52.034684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 45230b81-db42-42f7-9d37-47267b5d49a9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:52.035039 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.039615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:52.046311 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87419661-aa90-411b-8355-9ed6395f228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.053359 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15a547-31da-45d5-aa58-4f7cd270e744 None None] Routers {'25735e76-b48d-4b70-b2dc-4d509bbefd48'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:17:52.055325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-eb15a547-31da-45d5-aa58-4f7cd270e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['25735e76-b48d-4b70-b2dc-4d509bbefd48'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:52.147754 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c443f33-01fc-4fae-9b1f-d2a7b74d2efd req-636c8063-d106-4f3c-8395-f2874ee1eb1d service neutron] 10.222.0.35 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204457 Sep 07 16:17:52.172800 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] For port 45230b81-db42-42f7-9d37-47267b5d49a9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=45230b81-db42-42f7-9d37-47267b5d49a9,segment=NetworkSegment(78b98824-d774-4edb-9908-76141e20a9eb),segment_id=78b98824-d774-4edb-9908-76141e20a9eb)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:52.173174 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.179365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95af049-3cc1-465a-b6b6-cf433cc934b2') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:52.179862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95af049-3cc1-465a-b6b6-cf433cc934b2') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:52.217680 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.217920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 45230b81-db42-42f7-9d37-47267b5d49a9 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:52.227727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Allocated IP 172.20.0.1 (b9598d27-f614-4769-9ea1-75e8e170b169/63c1a519-595d-40fc-bf5b-0a7703b7c96c/5c820444-a11d-4b86-9156-e41f3c97f672) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:52.279052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.292601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.295147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:17:52.295721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:17:52.298721 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:17:52.324167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Attempting to bind port 60910851-f06b-4dab-8a12-dd6e48d4e567 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:52.325032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Attempting to bind port 60910851-f06b-4dab-8a12-dd6e48d4e567 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '789cb1c6-0e63-42ec-a26b-aa5dbf1030aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9598d27-f614-4769-9ea1-75e8e170b169'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:52.325569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Attempting to bind port 60910851-f06b-4dab-8a12-dd6e48d4e567 on network b9598d27-f614-4769-9ea1-75e8e170b169 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:52.334107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-eb15a547-31da-45d5-aa58-4f7cd270e744 None None] Set router 25735e76-b48d-4b70-b2dc-4d509bbefd48 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:17:52.336223 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:17:52.336857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Checking segment: {'id': '789cb1c6-0e63-42ec-a26b-aa5dbf1030aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9598d27-f614-4769-9ea1-75e8e170b169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:52.337440 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.338017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Bound using segment: {'id': '789cb1c6-0e63-42ec-a26b-aa5dbf1030aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9598d27-f614-4769-9ea1-75e8e170b169'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:17:52.338664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Bound port: 60910851-f06b-4dab-8a12-dd6e48d4e567, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789cb1c6-0e63-42ec-a26b-aa5dbf1030aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9598d27-f614-4769-9ea1-75e8e170b169'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:17:52.339237 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.374667 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Pushing event updated for resources: {'Port': ['ID=60910851-f06b-4dab-8a12-dd6e48d4e567,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:52.415771 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9c443f33-01fc-4fae-9b1f-d2a7b74d2efd req-162984a2-be51-4ba1-bc27-34750dbe0e61 service neutron] 10.222.0.35 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392254 Sep 07 16:17:52.440397 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.481449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No DVR routers for this DVR port 45230b81-db42-42f7-9d37-47267b5d49a9 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:52.481920 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.496085 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.500631 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] 10.222.0.70 "DELETE /v2.0/networks/46d69ddf-7d4e-40b3-8179-3bbd6b927157 HTTP/1.1" status: 204 len: 168 time: 2.3468778 Sep 07 16:17:52.518676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1af3a-c8bd-44e0-b9ea-0850d9e8b316 tempest-AllowedAddressPairIpV6TestJSON-709060785 tempest-AllowedAddressPairIpV6TestJSON-709060785-project] Pushing event deleted for resources: {'Network': ['ID=46d69ddf-7d4e-40b3-8179-3bbd6b927157,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:52.530989 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.543857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=45230b81-db42-42f7-9d37-47267b5d49a9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:52.595032 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.637339 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Deleting port 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:52.637695 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.706902 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] For port 60910851-f06b-4dab-8a12-dd6e48d4e567, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:52.714893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] For port 60910851-f06b-4dab-8a12-dd6e48d4e567, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=60910851-f06b-4dab-8a12-dd6e48d4e567,segment=NetworkSegment(789cb1c6-0e63-42ec-a26b-aa5dbf1030aa),segment_id=789cb1c6-0e63-42ec-a26b-aa5dbf1030aa)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:17:52.724960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Transition to ACTIVE for port object 5c820444-a11d-4b86-9156-e41f3c97f672 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:52.728098 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.751270 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.780414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:52.786321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] For port 6c0803d4-3873-42a2-a277-9bcd5e37b1b7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6c0803d4-3873-42a2-a277-9bcd5e37b1b7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:52.787255 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.800813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b98824-d774-4edb-9908-76141e20a9eb') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:52.800999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b98824-d774-4edb-9908-76141e20a9eb') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:52.808697 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Calling delete_port for 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:52.821702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.841638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1544e-3ca1-4ccc-8354-a02b5ee65306 req-cb516e40-00e6-4df8-8122-8d9c94df611b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:52.851283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66a1544e-3ca1-4ccc-8354-a02b5ee65306 req-cb516e40-00e6-4df8-8122-8d9c94df611b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1277850 Sep 07 16:17:52.876498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e805b4a2-53ce-415c-80fd-07b823534c20 None None] Network d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:52.879626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.903674 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.922266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:17:52.922936 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:52.932229 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66a1544e-3ca1-4ccc-8354-a02b5ee65306 req-1791793d-f317-44d7-a2eb-126e14456326 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800796 Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:17:52.933137 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:17:53.011168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60036) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:53.041169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event updated for resources: {'Port': ['ID=5c820444-a11d-4b86-9156-e41f3c97f672,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:53.052755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7fb75bca-712c-4629-a87e-d46a2f254484 None None] Could not find standard attr ID for object 45230b81-db42-42f7-9d37-47267b5d49a9. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:17:53.123615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e31fc57-6bf5-4835-b06e-ebb726be832f None None] DHCP port deletion for d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:17:53.145081 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.153122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83adac8-4446-469f-a388-7bcc64f965e3 None None] Pushing event updated for resources: {'Port': ['ID=60910851-f06b-4dab-8a12-dd6e48d4e567,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:53.155500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Network b9598d27-f614-4769-9ea1-75e8e170b169 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:53.167309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.174886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:53.201820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.209925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/networks/d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea HTTP/1.1" status: 204 len: 168 time: 1.5277708 Sep 07 16:17:53.211272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:53.213229 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60042) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:53.216829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0803d4-3873-42a2-a277-9bcd5e37b1b7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:53.274541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cbc75-a308-48ff-bc5b-fb22ddf7bc5b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Network': ['ID=d3088fe6-5321-4e3f-8b4c-27ea3d82a3ea,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:53.287073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-eb15a547-31da-45d5-aa58-4f7cd270e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:17:50Z', 'revision_number': 5, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port': {'id': '6c0803d4-3873-42a2-a277-9bcd5e37b1b7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:14:22Z', 'updated_at': '2021-09-07T16:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:53.315366 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.330868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15a547-31da-45d5-aa58-4f7cd270e744 None None] Checking router: 25735e76-b48d-4b70-b2dc-4d509bbefd48 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:17:53.346469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15a547-31da-45d5-aa58-4f7cd270e744 None None] Routers {'25735e76-b48d-4b70-b2dc-4d509bbefd48'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:17:53.347351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-eb15a547-31da-45d5-aa58-4f7cd270e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['25735e76-b48d-4b70-b2dc-4d509bbefd48'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:53.453640 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50b7489-8737-4ca4-b79d-1541073dcda8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:53.462978 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d50b7489-8737-4ca4-b79d-1541073dcda8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2442858 Sep 07 16:17:53.466015 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.469425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60046) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:53.589026 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.622464 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-789fc34d-c9c4-41d4-b977-fcba75435503 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cfe9b12f54894ebcab4f4f8d34036162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842090 Sep 07 16:17:53.625633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60052) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:53.630889 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.631153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-eb15a547-31da-45d5-aa58-4f7cd270e744 None None] Set router 25735e76-b48d-4b70-b2dc-4d509bbefd48 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:17:53.635835 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.654862 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d436bf22-8b19-43d0-92b5-9b77448fa0b1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1826508 Sep 07 16:17:53.682772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60054) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:53.689889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9249dac3-2822-4905-a29b-f4d691b7b3a9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1903121971'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:53.699151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-eb15a547-31da-45d5-aa58-4f7cd270e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:17:53Z', 'revision_number': 7, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:53.711466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.712226 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25735e76-b48d-4b70-b2dc-4d509bbefd48 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:17:53.720373 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.721501 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-00b1a0ad-f96e-418a-8c3b-c85d7264d78b admin admin] 10.222.0.70 "DELETE /v2.0/routers/25735e76-b48d-4b70-b2dc-4d509bbefd48 HTTP/1.1" status: 204 len: 168 time: 1.8420513 Sep 07 16:17:53.723888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60056) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:53.754389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15a547-31da-45d5-aa58-4f7cd270e744 None None] The sync data for ids ['25735e76-b48d-4b70-b2dc-4d509bbefd48'] in n-d-807551-3 is: [{'id': '25735e76-b48d-4b70-b2dc-4d509bbefd48', 'name': 'tempest-ServersTestBootFromVolume-511812133-router', 'tenant_id': '396090e31e1140cca2fbba5fa0436228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:14:20Z', 'updated_at': '2021-09-07T16:17:53Z', 'revision_number': 7, 'project_id': '396090e31e1140cca2fbba5fa0436228', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:17:53.770730 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25eec91-9121-447d-88bb-59ef8f0ec7b8 admin admin] Deleting subnet 7f752d9b-e00e-44ef-ad5a-a3d851397ff0 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:17:53.775197 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b25eec91-9121-447d-88bb-59ef8f0ec7b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.793391 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-11369fb8-f5fa-4e01-9dcf-89fd0b531773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.825703 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-11369fb8-f5fa-4e01-9dcf-89fd0b531773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.826425 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b25eec91-9121-447d-88bb-59ef8f0ec7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.920811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9249dac3-2822-4905-a29b-f4d691b7b3a9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:53.925515 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9249dac3-2822-4905-a29b-f4d691b7b3a9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.937860 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b25eec91-9121-447d-88bb-59ef8f0ec7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:53.998299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-11369fb8-f5fa-4e01-9dcf-89fd0b531773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.002002 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-11369fb8-f5fa-4e01-9dcf-89fd0b531773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.003442 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-11369fb8-f5fa-4e01-9dcf-89fd0b531773 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80baba91-49c0-41b6-a9e7-3ebe7817f563 HTTP/1.1" status: 204 len: 168 time: 0.3766351 Sep 07 16:17:54.023465 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b25eec91-9121-447d-88bb-59ef8f0ec7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.042345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9249dac3-2822-4905-a29b-f4d691b7b3a9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:17:54.055894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25eec91-9121-447d-88bb-59ef8f0ec7b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f752d9b-e00e-44ef-ad5a-a3d851397ff0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:54.071591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b25eec91-9121-447d-88bb-59ef8f0ec7b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.076863 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b25eec91-9121-447d-88bb-59ef8f0ec7b8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7f752d9b-e00e-44ef-ad5a-a3d851397ff0 HTTP/1.1" status: 204 len: 168 time: 0.3497007 Sep 07 16:17:54.077183 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60064) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:54.080327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d991b04-d744-4091-814f-1f347b02085f None None] Network bf407d0e-a8eb-4f04-9168-6cad718a2e01 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:54.259478 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.371511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Deleting port 722a1ce7-f88a-4d46-a161-420eec462a67 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:54.372615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.438333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1befe4cd-f02b-4ae4-9119-1051f08df52b None None] Network b9598d27-f614-4769-9ea1-75e8e170b169 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:54.530416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] For port 722a1ce7-f88a-4d46-a161-420eec462a67, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=722a1ce7-f88a-4d46-a161-420eec462a67,segment=NetworkSegment(47c19afa-38ef-4e14-956e-03008c972d0a),segment_id=47c19afa-38ef-4e14-956e-03008c972d0a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:54.531054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.549375 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-39d3f9ee-364a-437a-8f1e-dd41bfd97014 None None] Provisioning for port 60910851-f06b-4dab-8a12-dd6e48d4e567 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:54.566532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11369fb8-f5fa-4e01-9dcf-89fd0b531773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80baba91-49c0-41b6-a9e7-3ebe7817f563,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:54.574620 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9249dac3-2822-4905-a29b-f4d691b7b3a9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.574986 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-9249dac3-2822-4905-a29b-f4d691b7b3a9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Added segment 0efb5bc4-5e80-4b60-96a8-f783dedf6b96 of type vlan for network 3c6f8ac9-d192-433d-967d-b297d191ca77 Sep 07 16:17:54.581151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Calling delete_port for 722a1ce7-f88a-4d46-a161-420eec462a67 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:54.663543 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9249dac3-2822-4905-a29b-f4d691b7b3a9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.686024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fa3ab-9e96-4c2f-84f4-066a873e9af1 req-a0a23fdc-c2c8-4c41-935a-2a9a198b6f21 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:54.687538 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-096fa3ab-9e96-4c2f-84f4-066a873e9af1 req-a0a23fdc-c2c8-4c41-935a-2a9a198b6f21 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.5950367 Sep 07 16:17:54.688039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60076) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:54.735885 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f948ccf4-1404-45c2-97fe-716247bf0e71 None None] DHCP port deletion for bf407d0e-a8eb-4f04-9168-6cad718a2e01 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:17:54.815185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f948ccf4-1404-45c2-97fe-716247bf0e71 None None] Deleting port 722a1ce7-f88a-4d46-a161-420eec462a67 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:17:54.815571 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f948ccf4-1404-45c2-97fe-716247bf0e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.817109 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.837441 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.856687 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.916732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 60910851-f06b-4dab-8a12-dd6e48d4e567 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:54.933341 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Pushing event deleted for resources: {'Port': ['ID=722a1ce7-f88a-4d46-a161-420eec462a67,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:54.940794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] No DVR routers for this DVR port 722a1ce7-f88a-4d46-a161-420eec462a67 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:54.963066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event updated for resources: {'Port': ['ID=5c820444-a11d-4b86-9156-e41f3c97f672,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:54.974962 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9249dac3-2822-4905-a29b-f4d691b7b3a9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:54.992095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9249dac3-2822-4905-a29b-f4d691b7b3a9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:54.993377 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9249dac3-2822-4905-a29b-f4d691b7b3a9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.036531 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f948ccf4-1404-45c2-97fe-716247bf0e71 None None] For port 722a1ce7-f88a-4d46-a161-420eec462a67, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=722a1ce7-f88a-4d46-a161-420eec462a67,segment=NetworkSegment(47c19afa-38ef-4e14-956e-03008c972d0a),segment_id=47c19afa-38ef-4e14-956e-03008c972d0a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:55.036940 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f948ccf4-1404-45c2-97fe-716247bf0e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.053618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f948ccf4-1404-45c2-97fe-716247bf0e71 None None] Calling delete_port for 722a1ce7-f88a-4d46-a161-420eec462a67 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:17:55.059622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 60910851-f06b-4dab-8a12-dd6e48d4e567 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:55.089087 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 60910851-f06b-4dab-8a12-dd6e48d4e567 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:55.089532 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.095916 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.130941 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf407d0e-a8eb-4f04-9168-6cad718a2e01']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:55.134717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac08e47c-25d0-488f-82bc-f2c7611af54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.142588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249dac3-2822-4905-a29b-f4d691b7b3a9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Network': ['ID=3c6f8ac9-d192-433d-967d-b297d191ca77,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:55.150391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c19afa-38ef-4e14-956e-03008c972d0a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:55.151009 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c19afa-38ef-4e14-956e-03008c972d0a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:55.164645 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.165101 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 3c6f8ac9-d192-433d-967d-b297d191ca77 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:17:55.184824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-096fa3ab-9e96-4c2f-84f4-066a873e9af1 req-a9db6a2e-2673-4838-afe0-ec8bbfbc43f6 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760253 Sep 07 16:17:55.190174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.202107 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.206800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:17:55.207725 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.214385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9249dac3-2822-4905-a29b-f4d691b7b3a9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5272672 Sep 07 16:17:55.217461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60090) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:17:55.218460 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:17:55.228142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3d6c7c54-ce01-4bfa-a0df-43c34e070973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': '3c6f8ac9-d192-433d-967d-b297d191ca77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:55.307121 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.317051 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.325850 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bf407d0e-a8eb-4f04-9168-6cad718a2e01 HTTP/1.1" status: 204 len: 168 time: 1.2475321 Sep 07 16:17:55.352310 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf407d0e-a8eb-4f04-9168-6cad718a2e01,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:55.375036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:55.375395 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:55.375741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:55.376083 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:55.376473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:55.376814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:55.377144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:55.377964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:55.377964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:55.378302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:55.378606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:55.378976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a206265-ca46-4ee0-9582-a24d8ba9e568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: from cryptography.utils import int_from_bytes Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: from cryptography.utils import int_from_bytes Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.478740 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:17:55.481502 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:17:55.490613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Network b9598d27-f614-4769-9ea1-75e8e170b169 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:55.496985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-55e74b2b-e89c-4f53-ba58-2a506933112a None None] Provisioning for port 5c820444-a11d-4b86-9156-e41f3c97f672 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:55.497398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:55.508861 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.515187 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f948ccf4-1404-45c2-97fe-716247bf0e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.549035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-55e74b2b-e89c-4f53-ba58-2a506933112a None None] Provisioning complete for port 5c820444-a11d-4b86-9156-e41f3c97f672 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:55.549413 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-55e74b2b-e89c-4f53-ba58-2a506933112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.570861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60102) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:55.581247 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac08e47c-25d0-488f-82bc-f2c7611af54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.596022 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac08e47c-25d0-488f-82bc-f2c7611af54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.633212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f948ccf4-1404-45c2-97fe-716247bf0e71 None None] Network bf407d0e-a8eb-4f04-9168-6cad718a2e01 is not hosted by any dhcp agent {{(pid=94772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 16:17:55.633671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948ccf4-1404-45c2-97fe-716247bf0e71 None None] No DVR routers for this DVR port 722a1ce7-f88a-4d46-a161-420eec462a67 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:17:55.647149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60104) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:55.656463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948ccf4-1404-45c2-97fe-716247bf0e71 None None] Pushing event deleted for resources: {'Port': ['ID=722a1ce7-f88a-4d46-a161-420eec462a67,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:55.664927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-55e74b2b-e89c-4f53-ba58-2a506933112a None None] Port 5c820444-a11d-4b86-9156-e41f3c97f672 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:55.675391 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ac08e47c-25d0-488f-82bc-f2c7611af54c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33d4e4fb64d74959bafbb6cda40fde3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9687288 Sep 07 16:17:55.681872 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 60910851-f06b-4dab-8a12-dd6e48d4e567, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=60910851-f06b-4dab-8a12-dd6e48d4e567,segment=NetworkSegment(789cb1c6-0e63-42ec-a26b-aa5dbf1030aa),segment_id=789cb1c6-0e63-42ec-a26b-aa5dbf1030aa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:17:55.683539 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60108) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:55.689641 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5666bf59-0156-4c79-bf04-2c57b875377b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=396090e31e1140cca2fbba5fa0436228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1176035 Sep 07 16:17:55.692159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60110) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:55.693315 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.701139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-55e74b2b-e89c-4f53-ba58-2a506933112a None None] Provisioning complete for port 60910851-f06b-4dab-8a12-dd6e48d4e567 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:55.701590 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-55e74b2b-e89c-4f53-ba58-2a506933112a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.772750 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3b5113f6-659e-4843-82a6-97ea6e5ccced no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:55.792522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6c7c54-ce01-4bfa-a0df-43c34e070973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:55.805551 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d6c7c54-ce01-4bfa-a0df-43c34e070973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.827206 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 3b5113f6-659e-4843-82a6-97ea6e5ccced {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:55.828472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3b5113f6-659e-4843-82a6-97ea6e5ccced not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:55.828910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 722a1ce7-f88a-4d46-a161-420eec462a67 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:55.835676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08e47c-25d0-488f-82bc-f2c7611af54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032b83ea-d5d2-4c29-8270-05b920651564,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:55.867226 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 722a1ce7-f88a-4d46-a161-420eec462a67 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:55.867607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 722a1ce7-f88a-4d46-a161-420eec462a67 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:55.868139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 45230b81-db42-42f7-9d37-47267b5d49a9 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:55.880458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc582-7fa2-4125-99a1-5c96f311ef46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.893874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 45230b81-db42-42f7-9d37-47267b5d49a9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:55.894222 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 45230b81-db42-42f7-9d37-47267b5d49a9 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:55.894649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:17:55.921163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:17:55.921509 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6c0803d4-3873-42a2-a277-9bcd5e37b1b7 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:17:55.925026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=60910851-f06b-4dab-8a12-dd6e48d4e567,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:55.936848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-be8d0268-cb0a-48c9-814d-5f22e391b713 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] Request body: {'port': {'network_id': 'e3e3e395-9179-4523-8082-9d49f62288f2', 'name': 'tempest-NetworksNegativeTestJSON-1682760545'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:55.947967 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc582-7fa2-4125-99a1-5c96f311ef46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.974459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Router 3c96fd24-c374-41c4-b555-0dcdfdb3692e is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:17:55.981903 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8d0268-cb0a-48c9-814d-5f22e391b713 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] POST failed (client error): The resource could not be found. Sep 07 16:17:55.982521 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8d0268-cb0a-48c9-814d-5f22e391b713 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:55.983781 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-be8d0268-cb0a-48c9-814d-5f22e391b713 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3355520 Sep 07 16:17:55.984639 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a08baa55-02b9-45a4-9782-e4160209f620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:55.988275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60114) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:56.024208 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a08baa55-02b9-45a4-9782-e4160209f620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.053925 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a15a0cf-2d1d-4a52-a847-aa00fdbb85eb tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:56.054536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a15a0cf-2d1d-4a52-a847-aa00fdbb85eb tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:56.056433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3a15a0cf-2d1d-4a52-a847-aa00fdbb85eb tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] 10.222.0.70 "DELETE /v2.0/networks/013da157-9a08-4fa5-ba9e-dd3e39b57b90 HTTP/1.1" status: 404 len: 339 time: 0.0654776 Sep 07 16:17:56.058557 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc582-7fa2-4125-99a1-5c96f311ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.061339 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc582-7fa2-4125-99a1-5c96f311ef46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.062483 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0f1dc582-7fa2-4125-99a1-5c96f311ef46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1134134-f1de-4dc9-895f-6dc64eee89fa HTTP/1.1" status: 204 len: 168 time: 0.3694682 Sep 07 16:17:56.063092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:56.080144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dc582-7fa2-4125-99a1-5c96f311ef46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1134134-f1de-4dc9-895f-6dc64eee89fa,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:56.104134 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de7df3e-2c4e-4053-857c-3904266c4800 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:56.104850 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de7df3e-2c4e-4053-857c-3904266c4800 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:56.106767 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7de7df3e-2c4e-4053-857c-3904266c4800 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] 10.222.0.70 "DELETE /v2.0/ports/b49b7ac2-6eb0-43a6-831c-f69a889c0f53 HTTP/1.1" status: 404 len: 333 time: 0.0355334 Sep 07 16:17:56.112051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60120) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:56.118796 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b8a96ee8-3648-490f-bf39-83713647e938 None None] Provisioning complete for port 5c820444-a11d-4b86-9156-e41f3c97f672 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:56.119043 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b8a96ee8-3648-490f-bf39-83713647e938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.131023 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a08baa55-02b9-45a4-9782-e4160209f620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.134121 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a08baa55-02b9-45a4-9782-e4160209f620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.135406 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a08baa55-02b9-45a4-9782-e4160209f620 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/032b83ea-d5d2-4c29-8270-05b920651564 HTTP/1.1" status: 204 len: 168 time: 0.4446239 Sep 07 16:17:56.159166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:17:56.161571 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2360351-27a2-4fe9-b72d-9a21ac318fbe tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] DELETE failed (client error): The resource could not be found. Sep 07 16:17:56.162040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2360351-27a2-4fe9-b72d-9a21ac318fbe tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:56.164368 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d2360351-27a2-4fe9-b72d-9a21ac318fbe tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] 10.222.0.70 "DELETE /v2.0/subnets/b4505a15-9dca-4170-b51f-476ac2aa4926 HTTP/1.1" status: 404 len: 337 time: 0.0451047 Sep 07 16:17:56.167492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-57827e06-d387-4aa4-b38c-33f6149de05a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "PUT /v2.0/routers/3c96fd24-c374-41c4-b555-0dcdfdb3692e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0389056 Sep 07 16:17:56.168109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60124) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:56.169188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60126) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:56.170325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08baa55-02b9-45a4-9782-e4160209f620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b83ea-d5d2-4c29-8270-05b920651564,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:56.176721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Request body: {'port': {'network_id': 'b9598d27-f614-4769-9ea1-75e8e170b169', 'name': 'tempest-FloatingIPNegativeTestJSON-471995089'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:56.181546 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f7ef9c-ae7c-4383-86d1-8f880e2f2028 None None] Sync routers for ids ['3c96fd24-c374-41c4-b555-0dcdfdb3692e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:17:56.193491 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f7ef9c-ae7c-4383-86d1-8f880e2f2028 None None] Routers {'3c96fd24-c374-41c4-b555-0dcdfdb3692e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:17:56.194042 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-01f7ef9c-ae7c-4383-86d1-8f880e2f2028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3c96fd24-c374-41c4-b555-0dcdfdb3692e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:56.220814 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12d762c-587d-428c-8024-f56b5cf08e66 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] GET failed (client error): The resource could not be found. Sep 07 16:17:56.222266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b12d762c-587d-428c-8024-f56b5cf08e66 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] 10.222.0.70 "GET /v2.0/networks/66f4f616-ebcb-4134-aeaf-be3f6296a4ac HTTP/1.1" status: 404 len: 339 time: 0.0518217 Sep 07 16:17:56.227985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60128) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:56.242606 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-01f7ef9c-ae7c-4383-86d1-8f880e2f2028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:56.256310 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f7ef9c-ae7c-4383-86d1-8f880e2f2028 None None] Routers {'3c96fd24-c374-41c4-b555-0dcdfdb3692e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:17:56.257659 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-01f7ef9c-ae7c-4383-86d1-8f880e2f2028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3c96fd24-c374-41c4-b555-0dcdfdb3692e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:56.263928 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d6c7c54-ce01-4bfa-a0df-43c34e070973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.270719 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed07467b-4ef1-47b3-9e92-33b8f3f28a8a tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] GET failed (client error): The resource could not be found. Sep 07 16:17:56.276784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ed07467b-4ef1-47b3-9e92-33b8f3f28a8a tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] 10.222.0.70 "GET /v2.0/ports/f9f09d1b-4d5a-4edc-bcb9-5813051cba88 HTTP/1.1" status: 404 len: 333 time: 0.0477827 Sep 07 16:17:56.291090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60132) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:56.294947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b8a96ee8-3648-490f-bf39-83713647e938 None None] Port 5c820444-a11d-4b86-9156-e41f3c97f672 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:56.302059 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-01f7ef9c-ae7c-4383-86d1-8f880e2f2028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:17:56.302974 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f7ef9c-ae7c-4383-86d1-8f880e2f2028 None None] The sync data for ids ['3c96fd24-c374-41c4-b555-0dcdfdb3692e'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:17:56.365313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c7c54-ce01-4bfa-a0df-43c34e070973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Subnet': ['ID=75fff3d1-c095-48f6-a3cc-3e946d4f9cab,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:56.474405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86de25f-c804-4a12-8054-433979046e97 req-495815cd-7ac3-4955-9006-0668b7c2b554 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:56.476090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f86de25f-c804-4a12-8054-433979046e97 req-495815cd-7ac3-4955-9006-0668b7c2b554 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.0953579 Sep 07 16:17:56.480785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c7c54-ce01-4bfa-a0df-43c34e070973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Checking segment: {'id': '0efb5bc4-5e80-4b60-96a8-f783dedf6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3c6f8ac9-d192-433d-967d-b297d191ca77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:56.481229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c7c54-ce01-4bfa-a0df-43c34e070973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network hostable DHCP agents. Network: 3c6f8ac9-d192-433d-967d-b297d191ca77, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:17:56.515661 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 60910851-f06b-4dab-8a12-dd6e48d4e567 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:56.541723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f86de25f-c804-4a12-8054-433979046e97 req-0e8e5a59-6509-4ffa-9b7c-ad3a425df424 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542486 Sep 07 16:17:56.542977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c7c54-ce01-4bfa-a0df-43c34e070973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 3c6f8ac9-d192-433d-967d-b297d191ca77 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:17:56.578475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3d6c7c54-ce01-4bfa-a0df-43c34e070973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 3c6f8ac9-d192-433d-967d-b297d191ca77) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:56.583503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c7c54-ce01-4bfa-a0df-43c34e070973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:56.584783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d6c7c54-ce01-4bfa-a0df-43c34e070973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.593583 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab354d7d-792a-4516-9e80-3fee6eabc519 None None] Network 3c6f8ac9-d192-433d-967d-b297d191ca77 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:56.619314 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3d6c7c54-ce01-4bfa-a0df-43c34e070973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3863955 Sep 07 16:17:56.621490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60140) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:56.631692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 60910851-f06b-4dab-8a12-dd6e48d4e567 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:56.633613 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.634682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': '3c6f8ac9-d192-433d-967d-b297d191ca77', 'name': 'tempest-PortsTestJSON-852990139'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:56.680705 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-090c377b-4589-4c60-9296-3a47afc0dd75 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] GET failed (client error): The resource could not be found. Sep 07 16:17:56.682148 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-090c377b-4589-4c60-9296-3a47afc0dd75 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] 10.222.0.70 "GET /v2.0/subnets/dd6ada4b-7d59-4164-b42e-5b2e7891bc76 HTTP/1.1" status: 404 len: 337 time: 0.3866789 Sep 07 16:17:56.685836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60142) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:56.692143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f61a2931-1f7a-4bee-b02b-8865a9440035 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:56.712882 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61a2931-1f7a-4bee-b02b-8865a9440035 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] PUT failed (client error): The resource could not be found. Sep 07 16:17:56.713704 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61a2931-1f7a-4bee-b02b-8865a9440035 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:56.715091 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f61a2931-1f7a-4bee-b02b-8865a9440035 tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] 10.222.0.70 "PUT /v2.0/networks/d4ec1532-33f2-4a21-8077-7bc27667ea0d HTTP/1.1" status: 404 len: 339 time: 0.0281575 Sep 07 16:17:56.719100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60146) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:56.727608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-601a4080-9b79-4dd4-a30c-a7057022073b tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:56.762137 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-601a4080-9b79-4dd4-a30c-a7057022073b tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] PUT failed (client error): The resource could not be found. Sep 07 16:17:56.762984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601a4080-9b79-4dd4-a30c-a7057022073b tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:56.764143 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-601a4080-9b79-4dd4-a30c-a7057022073b tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] 10.222.0.70 "PUT /v2.0/ports/f13a13e8-512a-47f4-8534-dd146b2b94b4 HTTP/1.1" status: 404 len: 333 time: 0.0407655 Sep 07 16:17:56.784300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60150) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:56.791024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-30207b16-bfa5-4f30-99ec-cad4ad9e545c tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:56.794939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Made reservation on behalf of 5ea1d09695cb4f85bf5192a7feb77648 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:56.798147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.830229 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-30207b16-bfa5-4f30-99ec-cad4ad9e545c tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] PUT failed (client error): The resource could not be found. Sep 07 16:17:56.830692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30207b16-bfa5-4f30-99ec-cad4ad9e545c tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:17:56.831864 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-30207b16-bfa5-4f30-99ec-cad4ad9e545c tempest-NetworksNegativeTestJSON-2027041382 tempest-NetworksNegativeTestJSON-2027041382-project] 10.222.0.70 "PUT /v2.0/subnets/0209c306-ce77-4276-a8d5-7718ebca77a9 HTTP/1.1" status: 404 len: 337 time: 0.0464299 Sep 07 16:17:56.842339 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] device_id is not set on port a7a2b91c-b512-4b32-a9a9-705660f7ba0c yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:56.864914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:56.875356 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.907258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60158) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:56.920274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-3c6f8ac9-d192-433d-967d-b297d191ca77', 'network_id': '3c6f8ac9-d192-433d-967d-b297d191ca77', 'tenant_id': 'c27f200ac0dd4a7e909bc3e1ca178008', 'fixed_ips': [{'subnet_id': '75fff3d1-c095-48f6-a3cc-3e946d4f9cab'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:17:56.921841 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:56.986019 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dfaa17f4-d076-4e4a-afc8-a24fda36a6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.004640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port 788b2863-8b51-4655-8532-8762e263ae33 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:57.027996 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Allocated IP 172.20.0.6 (b9598d27-f614-4769-9ea1-75e8e170b169/63c1a519-595d-40fc-bf5b-0a7703b7c96c/a7a2b91c-b512-4b32-a9a9-705660f7ba0c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:57.143281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Allocated IP 172.20.0.2 (3c6f8ac9-d192-433d-967d-b297d191ca77/75fff3d1-c095-48f6-a3cc-3e946d4f9cab/28c7e168-f2fd-4b17-872f-5889eec1f448) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:57.228313 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.238150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60166) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:57.246896 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Transition to ACTIVE for port object a7a2b91c-b512-4b32-a9a9-705660f7ba0c will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:57.252784 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dfaa17f4-d076-4e4a-afc8-a24fda36a6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.257515 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dfaa17f4-d076-4e4a-afc8-a24fda36a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.291691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa17f4-d076-4e4a-afc8-a24fda36a6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e181fb24-5801-4590-b273-1e3c1e8b494f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:57.309669 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.309946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dfaa17f4-d076-4e4a-afc8-a24fda36a6f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=130da8423dbd49059496c2768de8f2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994172 Sep 07 16:17:57.312815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60172) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:57.361515 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Network b9598d27-f614-4769-9ea1-75e8e170b169 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:57.367166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:57.372264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:57.377461 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8abe704-0dc7-4534-928e-dc078b459584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.416632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event updated for resources: {'Port': ['ID=a7a2b91c-b512-4b32-a9a9-705660f7ba0c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:57.419931 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8abe704-0dc7-4534-928e-dc078b459584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.425711 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.436762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:57.438138 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.439772 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4267985-ea8a-46cc-bb21-4f499145b083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.447647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Transition to ACTIVE for port object 28c7e168-f2fd-4b17-872f-5889eec1f448 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:57.463024 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f2d94f6c-35a2-4838-ab62-ea19d2ed1a2a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2901943 Sep 07 16:17:57.463258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:57.474655 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Transition to ACTIVE for port object 28c7e168-f2fd-4b17-872f-5889eec1f448 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:57.486008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:57.486311 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.535648 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Pushing event updated for resources: {'Port': ['ID=28c7e168-f2fd-4b17-872f-5889eec1f448,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:57.553357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Network 3c6f8ac9-d192-433d-967d-b297d191ca77 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:57.555574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:57.558362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:57.584752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.12 (3c6f8ac9-d192-433d-967d-b297d191ca77/75fff3d1-c095-48f6-a3cc-3e946d4f9cab/788b2863-8b51-4655-8532-8762e263ae33) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:57.607519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60182) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:57.633055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Attempting to bind port 28c7e168-f2fd-4b17-872f-5889eec1f448 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:17:57.634188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Attempting to bind port 28c7e168-f2fd-4b17-872f-5889eec1f448 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '0efb5bc4-5e80-4b60-96a8-f783dedf6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3c6f8ac9-d192-433d-967d-b297d191ca77'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:17:57.634188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Attempting to bind port 28c7e168-f2fd-4b17-872f-5889eec1f448 on network 3c6f8ac9-d192-433d-967d-b297d191ca77 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:17:57.641292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:17:57.641728 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Checking segment: {'id': '0efb5bc4-5e80-4b60-96a8-f783dedf6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3c6f8ac9-d192-433d-967d-b297d191ca77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:57.642245 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.642795 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Bound using segment: {'id': '0efb5bc4-5e80-4b60-96a8-f783dedf6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3c6f8ac9-d192-433d-967d-b297d191ca77'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:17:57.643643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Bound port: 28c7e168-f2fd-4b17-872f-5889eec1f448, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb5bc4-5e80-4b60-96a8-f783dedf6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3c6f8ac9-d192-433d-967d-b297d191ca77'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:17:57.644184 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.691419 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4267985-ea8a-46cc-bb21-4f499145b083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.692495 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8abe704-0dc7-4534-928e-dc078b459584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.696393 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c8abe704-0dc7-4534-928e-dc078b459584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.697444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c8abe704-0dc7-4534-928e-dc078b459584 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e181fb24-5801-4590-b273-1e3c1e8b494f HTTP/1.1" status: 204 len: 168 time: 0.3826363 Sep 07 16:17:57.718027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abe704-0dc7-4534-928e-dc078b459584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e181fb24-5801-4590-b273-1e3c1e8b494f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:57.719976 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f4267985-ea8a-46cc-bb21-4f499145b083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.748088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] For port 28c7e168-f2fd-4b17-872f-5889eec1f448, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:17:57.759018 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-24ecc5bb-b5d0-440d-b21b-ce283cfe91fd None None] Provisioning for port a7a2b91c-b512-4b32-a9a9-705660f7ba0c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:57.766456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] For port 28c7e168-f2fd-4b17-872f-5889eec1f448, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=28c7e168-f2fd-4b17-872f-5889eec1f448,segment=NetworkSegment(0efb5bc4-5e80-4b60-96a8-f783dedf6b96),segment_id=0efb5bc4-5e80-4b60-96a8-f783dedf6b96)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:17:57.768676 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-24ecc5bb-b5d0-440d-b21b-ce283cfe91fd None None] Provisioning complete for port a7a2b91c-b512-4b32-a9a9-705660f7ba0c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:57.769011 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24ecc5bb-b5d0-440d-b21b-ce283cfe91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.780488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4267985-ea8a-46cc-bb21-4f499145b083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b247089-84e9-4017-b8b0-9d86d57eba02,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:57.794360 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-271195882-network', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:57.796258 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.840973 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.847273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Made reservation on behalf of 87ebf3f7450a4c6a95d391f90c3b9a0c for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:57.850146 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.855105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-24ecc5bb-b5d0-440d-b21b-ce283cfe91fd None None] Port a7a2b91c-b512-4b32-a9a9-705660f7ba0c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:17:57.862720 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:57.869160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fcabe-f8ab-4f69-8746-542a87926ff5 req-a10aa57e-e422-4f64-8746-0717112ad823 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:57.876658 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c80fcabe-f8ab-4f69-8746-542a87926ff5 req-a10aa57e-e422-4f64-8746-0717112ad823 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1718247 Sep 07 16:17:57.879159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f4267985-ea8a-46cc-bb21-4f499145b083 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fd09286ff994b1688fdda63ebc06bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6354251 Sep 07 16:17:57.886110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60190) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:57.887513 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a9cca-6750-465d-bb3f-27e7aa4e2f24 None None] Pushing event updated for resources: {'Port': ['ID=28c7e168-f2fd-4b17-872f-5889eec1f448,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:58.002757 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2ef74e1-019e-4a8f-8669-0e398ea1f1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.011573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c80fcabe-f8ab-4f69-8746-542a87926ff5 req-91d2f279-894b-4a82-8aba-39a17613f123 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145749 Sep 07 16:17:58.083764 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2ef74e1-019e-4a8f-8669-0e398ea1f1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.125979 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.142408 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.167199 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.189615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:17:58.200525 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.206716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beb9bff-38bd-4d90-a4bd-65469ee98724,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:58.212181 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.212566 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Added segment 52f95a93-77bd-47f2-8123-945262da156e of type vlan for network 2920abad-42d3-49fa-842a-58412eb06be0 Sep 07 16:17:58.214448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Transition to ACTIVE for port object 788b2863-8b51-4655-8532-8762e263ae33 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:58.251666 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2ef74e1-019e-4a8f-8669-0e398ea1f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.254515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2ef74e1-019e-4a8f-8669-0e398ea1f1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.256268 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e2ef74e1-019e-4a8f-8669-0e398ea1f1f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b247089-84e9-4017-b8b0-9d86d57eba02 HTTP/1.1" status: 204 len: 168 time: 0.3690729 Sep 07 16:17:58.263431 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.275329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef74e1-019e-4a8f-8669-0e398ea1f1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b247089-84e9-4017-b8b0-9d86d57eba02,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:58.321608 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.322793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:58.323819 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.360658 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.361123 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7523944 Sep 07 16:17:58.366642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60206) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:58.373342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cedb3e6c-c0dc-4e14-9991-1e3b3cee06b5 admin admin] Request body: {'subnet': {'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-subnet', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:58.413800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536392c-dc23-4c6d-9a16-0c7a668bb7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=2920abad-42d3-49fa-842a-58412eb06be0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:58.439553 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedb3e6c-c0dc-4e14-9991-1e3b3cee06b5 admin admin] Made reservation on behalf of 87ebf3f7450a4c6a95d391f90c3b9a0c for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:58.445845 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cedb3e6c-c0dc-4e14-9991-1e3b3cee06b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.456554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 2920abad-42d3-49fa-842a-58412eb06be0 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:17:58.462222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 3c6f8ac9-d192-433d-967d-b297d191ca77 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:58.469106 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:58.478133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:58.523614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=788b2863-8b51-4655-8532-8762e263ae33,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:58.555751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Allocated IP 172.25.3.187 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/7d01f524-9bc5-465e-a59d-72d64108bca3) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:58.605160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:58.605838 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.613525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 28c7e168-f2fd-4b17-872f-5889eec1f448 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:17:58.715195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6d1b7eb4-4051-4423-8382-06d78b56b132 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0925925 Sep 07 16:17:58.718371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:58.719530 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 28c7e168-f2fd-4b17-872f-5889eec1f448 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:58.727930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': '3c6f8ac9-d192-433d-967d-b297d191ca77', 'name': 'tempest-PortsTestJSON-313162717'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:58.836858 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cedb3e6c-c0dc-4e14-9991-1e3b3cee06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.842271 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.927084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb3e6c-c0dc-4e14-9991-1e3b3cee06b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1362421-24e4-44f3-8c5b-72d561aeaa0f,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:58.976469 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:17:58.980126 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.984569 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:58.995538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedb3e6c-c0dc-4e14-9991-1e3b3cee06b5 admin admin] Checking segment: {'id': '52f95a93-77bd-47f2-8123-945262da156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:17:58.995905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedb3e6c-c0dc-4e14-9991-1e3b3cee06b5 admin admin] Network hostable DHCP agents. Network: 2920abad-42d3-49fa-842a-58412eb06be0, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:17:59.019059 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedb3e6c-c0dc-4e14-9991-1e3b3cee06b5 admin admin] Network 2920abad-42d3-49fa-842a-58412eb06be0 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:17:59.036328 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-cedb3e6c-c0dc-4e14-9991-1e3b3cee06b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 2920abad-42d3-49fa-842a-58412eb06be0) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:59.048714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00784a0-1fd7-422c-b7b8-f107714b66de None None] Network 2920abad-42d3-49fa-842a-58412eb06be0 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:59.051762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port fc45e77b-fb6a-43ad-8b73-3b721c8ae9dc yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:17:59.054332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedb3e6c-c0dc-4e14-9991-1e3b3cee06b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:59.055227 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cedb3e6c-c0dc-4e14-9991-1e3b3cee06b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.085706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:59.088199 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cedb3e6c-c0dc-4e14-9991-1e3b3cee06b5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7203245 Sep 07 16:17:59.090631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60232) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:17:59.099659 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:17:59.121974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:59.126002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:59.136112 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.137962 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.145475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event updated for resources: {'Port': ['ID=7d01f524-9bc5-465e-a59d-72d64108bca3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:17:59.242912 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.395782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-2920abad-42d3-49fa-842a-58412eb06be0', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'fixed_ips': [{'subnet_id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:17:59.400256 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.419257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346171-5fb7-463a-b2ed-0b7c66e43102 req-f5ace09c-6320-4aef-a70c-04bff4366436 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:17:59.420986 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f346171-5fb7-463a-b2ed-0b7c66e43102 req-f5ace09c-6320-4aef-a70c-04bff4366436 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.2266405 Sep 07 16:17:59.430627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.6 (3c6f8ac9-d192-433d-967d-b297d191ca77/75fff3d1-c095-48f6-a3cc-3e946d4f9cab/fc45e77b-fb6a-43ad-8b73-3b721c8ae9dc) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:59.459100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.500012 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.528500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f346171-5fb7-463a-b2ed-0b7c66e43102 req-b31ac821-a645-4219-87c5-ffec6ca9ea76 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954676 Sep 07 16:17:59.544597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cad65a-d148-4f0d-bb83-2ec263dd47b3 None None] Network 3c6f8ac9-d192-433d-967d-b297d191ca77 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:17:59.594773 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.672091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ef62a85b-f693-447e-b5de-42d629a23df4 None None] Provisioning for port 28c7e168-f2fd-4b17-872f-5889eec1f448 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:17:59.699668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ef62a85b-f693-447e-b5de-42d629a23df4 None None] Provisioning complete for port 28c7e168-f2fd-4b17-872f-5889eec1f448 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:17:59.700048 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef62a85b-f693-447e-b5de-42d629a23df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.761337 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Allocated IP 172.20.0.2 (2920abad-42d3-49fa-842a-58412eb06be0/d1362421-24e4-44f3-8c5b-72d561aeaa0f/84e7a743-bf14-4f82-a0db-18e4296f18f7) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:17:59.771152 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.795929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Transition to ACTIVE for port object fc45e77b-fb6a-43ad-8b73-3b721c8ae9dc will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:17:59.807408 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.857966 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.865895 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.874786 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.910287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:17:59.965476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 3c6f8ac9-d192-433d-967d-b297d191ca77 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:17:59.975314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:17:59.979793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:17:59.984807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event updated for resources: {'Port': ['ID=7d01f524-9bc5-465e-a59d-72d64108bca3,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:00.040507 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.082070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=fc45e77b-fb6a-43ad-8b73-3b721c8ae9dc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:00.103441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Allocated IP 172.25.3.9 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/00812004-be3f-4f67-815d-4640a80e471d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:00.105101 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.107020 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-153f9a81-bdb5-43bf-b471-5dcbf5c7d060 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6366882 Sep 07 16:18:00.110280 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60260) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:00.116587 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:00.117658 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.120210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fabfe312-ac87-4d6f-83f3-973dabdf4361 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Request body: {'floatingip': {'port_id': 'a7a2b91c-b512-4b32-a9a9-705660f7ba0c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:00.137638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-82e6b24b-d908-475e-a284-b30fdbd069e1 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4180574 Sep 07 16:18:00.138962 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60262) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:00.159204 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef62a85b-f693-447e-b5de-42d629a23df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.227608 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fabfe312-ac87-4d6f-83f3-973dabdf4361 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.229333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ef62a85b-f693-447e-b5de-42d629a23df4 None None] For port 28c7e168-f2fd-4b17-872f-5889eec1f448, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=28c7e168-f2fd-4b17-872f-5889eec1f448,segment=NetworkSegment(0efb5bc4-5e80-4b60-96a8-f783dedf6b96),segment_id=0efb5bc4-5e80-4b60-96a8-f783dedf6b96)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:00.254028 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef62a85b-f693-447e-b5de-42d629a23df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.326110 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.344703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931cbd5d-2581-49bf-96eb-6556f7fe791c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:00.354499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Transition to ACTIVE for port object 84e7a743-bf14-4f82-a0db-18e4296f18f7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:00.358534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-931cbd5d-2581-49bf-96eb-6556f7fe791c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.2161279 Sep 07 16:18:00.360294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60272) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:00.362293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62a85b-f693-447e-b5de-42d629a23df4 None None] Pushing event updated for resources: {'Port': ['ID=28c7e168-f2fd-4b17-872f-5889eec1f448,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:00.384404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Transition to ACTIVE for port object 84e7a743-bf14-4f82-a0db-18e4296f18f7 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:00.399640 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.473317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Network 2920abad-42d3-49fa-842a-58412eb06be0 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:00.478666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:00.488046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:00.526723 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-fabfe312-ac87-4d6f-83f3-973dabdf4361 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] update failed (client error): The resource could not be found. Sep 07 16:18:00.530019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Pushing event updated for resources: {'Port': ['ID=84e7a743-bf14-4f82-a0db-18e4296f18f7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:00.535596 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fabfe312-ac87-4d6f-83f3-973dabdf4361 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "PUT /v2.0/floatingips/a4550e87-485c-4ece-9edf-3cfdc8422fd1 HTTP/1.1" status: 404 len: 507 time: 0.4241557 Sep 07 16:18:00.539550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60278) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:00.572166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 28c7e168-f2fd-4b17-872f-5889eec1f448 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:00.605376 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.692129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Attempting to bind port 84e7a743-bf14-4f82-a0db-18e4296f18f7 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:00.692710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Attempting to bind port 84e7a743-bf14-4f82-a0db-18e4296f18f7 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '52f95a93-77bd-47f2-8123-945262da156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:00.693084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Attempting to bind port 84e7a743-bf14-4f82-a0db-18e4296f18f7 on network 2920abad-42d3-49fa-842a-58412eb06be0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:00.697696 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.709404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:00.709827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Checking segment: {'id': '52f95a93-77bd-47f2-8123-945262da156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:00.710296 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.710621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Bound using segment: {'id': '52f95a93-77bd-47f2-8123-945262da156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:00.712991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Bound port: 84e7a743-bf14-4f82-a0db-18e4296f18f7, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f95a93-77bd-47f2-8123-945262da156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:00.712991 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.743966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7b5eaf4f-d217-47a2-a80b-86d39dc5925a None None] Provisioning complete for port 28c7e168-f2fd-4b17-872f-5889eec1f448 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:00.744362 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7b5eaf4f-d217-47a2-a80b-86d39dc5925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.816677 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Pushing event updated for resources: {'Port': ['ID=00812004-be3f-4f67-815d-4640a80e471d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:00.820291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 28c7e168-f2fd-4b17-872f-5889eec1f448 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:00.820720 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.843936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:00.846936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:00.849437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e3c81-e7ef-4eb0-aabc-2b8216d8aa0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port fc45e77b-fb6a-43ad-8b73-3b721c8ae9dc {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:00.849717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e0e3c81-e7ef-4eb0-aabc-2b8216d8aa0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:00.851884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:00.962307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a00751-f575-467c-8e5a-4de55509ffc1 req-f1ad4cee-7eeb-4f30-8889-2daed0086fe8 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:00.964188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61a00751-f575-467c-8e5a-4de55509ffc1 req-f1ad4cee-7eeb-4f30-8889-2daed0086fe8 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.2571433 Sep 07 16:18:01.090796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7a9e1-cb3f-4762-848e-127a36e836ab tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Deleting port 7d01f524-9bc5-465e-a59d-72d64108bca3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:01.091374 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a9e1-cb3f-4762-848e-127a36e836ab tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:01.173323 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] For port 84e7a743-bf14-4f82-a0db-18e4296f18f7, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:01.179957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] For port 84e7a743-bf14-4f82-a0db-18e4296f18f7, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=84e7a743-bf14-4f82-a0db-18e4296f18f7,segment=NetworkSegment(52f95a93-77bd-47f2-8123-945262da156e),segment_id=52f95a93-77bd-47f2-8123-945262da156e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:01.193634 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:01.199435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7b5eaf4f-d217-47a2-a80b-86d39dc5925a None None] Provisioning for port 788b2863-8b51-4655-8532-8762e263ae33 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:01.206517 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e0e3c81-e7ef-4eb0-aabc-2b8216d8aa0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:01.238606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7b5eaf4f-d217-47a2-a80b-86d39dc5925a None None] Provisioning complete for port 788b2863-8b51-4655-8532-8762e263ae33 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:01.239210 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7b5eaf4f-d217-47a2-a80b-86d39dc5925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:01.254392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e3c81-e7ef-4eb0-aabc-2b8216d8aa0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for fc45e77b-fb6a-43ad-8b73-3b721c8ae9dc owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:01.304367 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:01.309183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca5f3f-8057-4571-abd4-8492b4e0b267 None None] Pushing event updated for resources: {'Port': ['ID=84e7a743-bf14-4f82-a0db-18e4296f18f7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:01.316514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7b5eaf4f-d217-47a2-a80b-86d39dc5925a None None] Port 788b2863-8b51-4655-8532-8762e263ae33 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:01.346955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61a00751-f575-467c-8e5a-4de55509ffc1 req-a05c0c98-bc03-4b88-bb95-57f2caaaae1f tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215592 Sep 07 16:18:01.452122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5049ecf3-3e40-4f29-a1f5-f5e79cd39ec2 None None] Provisioning for port fc45e77b-fb6a-43ad-8b73-3b721c8ae9dc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:01.453168 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a9e1-cb3f-4762-848e-127a36e836ab tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:01.453786 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a9e1-cb3f-4762-848e-127a36e836ab tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:01.463187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5049ecf3-3e40-4f29-a1f5-f5e79cd39ec2 None None] Provisioning complete for port fc45e77b-fb6a-43ad-8b73-3b721c8ae9dc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:01.466910 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5049ecf3-3e40-4f29-a1f5-f5e79cd39ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:01.470690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7a9e1-cb3f-4762-848e-127a36e836ab tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Calling delete_port for 7d01f524-9bc5-465e-a59d-72d64108bca3 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:01.549222 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5049ecf3-3e40-4f29-a1f5-f5e79cd39ec2 None None] Port fc45e77b-fb6a-43ad-8b73-3b721c8ae9dc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:01.565995 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5049ecf3-3e40-4f29-a1f5-f5e79cd39ec2 None None] Provisioning complete for port 788b2863-8b51-4655-8532-8762e263ae33 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:01.566411 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5049ecf3-3e40-4f29-a1f5-f5e79cd39ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:01.661010 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:01.662748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5049ecf3-3e40-4f29-a1f5-f5e79cd39ec2 None None] Port 788b2863-8b51-4655-8532-8762e263ae33 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:01.712827 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:01.735688 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e0e3c81-e7ef-4eb0-aabc-2b8216d8aa0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:01.781906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e3c81-e7ef-4eb0-aabc-2b8216d8aa0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=fc45e77b-fb6a-43ad-8b73-3b721c8ae9dc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:01.931786 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a9e1-cb3f-4762-848e-127a36e836ab tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:01.957367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:18:01.968761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7a9e1-cb3f-4762-848e-127a36e836ab tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event deleted for resources: {'Port': ['ID=7d01f524-9bc5-465e-a59d-72d64108bca3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:02.046148 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e0e3c81-e7ef-4eb0-aabc-2b8216d8aa0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:02.048628 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5e0e3c81-e7ef-4eb0-aabc-2b8216d8aa0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/fc45e77b-fb6a-43ad-8b73-3b721c8ae9dc HTTP/1.1" status: 204 len: 168 time: 1.6855175 Sep 07 16:18:02.051697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60318) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:02.087483 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abda297-d2ea-42e2-a6d2-a6b9a35899cc tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:18:02.090066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1abda297-d2ea-42e2-a6d2-a6b9a35899cc tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/fc45e77b-fb6a-43ad-8b73-3b721c8ae9dc HTTP/1.1" status: 404 len: 333 time: 0.0371752 Sep 07 16:18:02.092720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60320) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:02.127563 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a9e1-cb3f-4762-848e-127a36e836ab tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:02.130989 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a9e1-cb3f-4762-848e-127a36e836ab tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:02.134400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c6e7a9e1-cb3f-4762-848e-127a36e836ab tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "DELETE /v2.0/floatingips/a4550e87-485c-4ece-9edf-3cfdc8422fd1 HTTP/1.1" status: 204 len: 168 time: 1.5930898 Sep 07 16:18:02.139061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60324) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:02.149526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-92989cc0-9eca-4d2d-a33f-bc8370bdb0cd tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Request body: {'floatingip': {'floating_network_id': 'b9598d27-f614-4769-9ea1-75e8e170b169', 'port_id': 'a7a2b91c-b512-4b32-a9a9-705660f7ba0c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:02.156168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:02.171568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Sync routers for ids ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:02.188042 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Routers {'0ff659f5-5c7e-4e35-83d9-83c79d7eb004'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:02.193738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:02.196446 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-755af902-5010-4769-bbb8-4449396d6135 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1044052 Sep 07 16:18:02.197293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:02.199398 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60326) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:02.298622 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-92989cc0-9eca-4d2d-a33f-bc8370bdb0cd tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:02.359665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ed792744-e1fb-4d4f-9ece-71d729faa85e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 788b2863-8b51-4655-8532-8762e263ae33 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:02.360158 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed792744-e1fb-4d4f-9ece-71d729faa85e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:02.552934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Set router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:02.681940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 84e7a743-bf14-4f82-a0db-18e4296f18f7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:02.776095 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:02.870769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4da463d-c0af-4ec2-9717-41d1dd236e1b None None] Network 2920abad-42d3-49fa-842a-58412eb06be0 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:02.982267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 84e7a743-bf14-4f82-a0db-18e4296f18f7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:03.025648 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.042859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-942944b8-4548-4417-a1d3-65eb9fef3fce None None] Provisioning for port 84e7a743-bf14-4f82-a0db-18e4296f18f7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:03.062965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-942944b8-4548-4417-a1d3-65eb9fef3fce None None] Provisioning complete for port 84e7a743-bf14-4f82-a0db-18e4296f18f7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:03.063356 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-942944b8-4548-4417-a1d3-65eb9fef3fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.175499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:01Z', 'revision_number': 3, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:03.210537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Checking router: 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:18:03.210946 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Updating router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 port 00812004-be3f-4f67-815d-4640a80e471d binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:18:03.228895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Allocated IP 172.20.0.1 (2920abad-42d3-49fa-842a-58412eb06be0/d1362421-24e4-44f3-8c5b-72d561aeaa0f/2edd8c04-8501-47fc-9c01-2daf3b30a3f9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:03.262787 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed792744-e1fb-4d4f-9ece-71d729faa85e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.273033 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530434fc-23a8-4b1a-9841-f07dcfa383fb req-4732fb83-21fb-4e7e-adae-78083dd782ce tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:03.274897 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-530434fc-23a8-4b1a-9841-f07dcfa383fb req-4732fb83-21fb-4e7e-adae-78083dd782ce tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1587143 Sep 07 16:18:03.292398 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.299226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ed792744-e1fb-4d4f-9ece-71d729faa85e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 788b2863-8b51-4655-8532-8762e263ae33 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:03.380568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-530434fc-23a8-4b1a-9841-f07dcfa383fb req-5096a239-4dfe-4765-ba0e-bac1500a6b09 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977912 Sep 07 16:18:03.397981 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.419513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Transition to ACTIVE for port object 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:03.423969 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-92989cc0-9eca-4d2d-a33f-bc8370bdb0cd tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:18:03.425443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-92989cc0-9eca-4d2d-a33f-bc8370bdb0cd tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2843354 Sep 07 16:18:03.430671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60354) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:03.436551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': 'a7a2b91c-b512-4b32-a9a9-705660f7ba0c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:03.466628 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-942944b8-4548-4417-a1d3-65eb9fef3fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.470707 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.501368 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.531546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-942944b8-4548-4417-a1d3-65eb9fef3fce None None] For port 84e7a743-bf14-4f82-a0db-18e4296f18f7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=84e7a743-bf14-4f82-a0db-18e4296f18f7,segment=NetworkSegment(52f95a93-77bd-47f2-8123-945262da156e),segment_id=52f95a93-77bd-47f2-8123-945262da156e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:03.544892 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-942944b8-4548-4417-a1d3-65eb9fef3fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.558192 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed792744-e1fb-4d4f-9ece-71d729faa85e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.558483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Pushing event updated for resources: {'Port': ['ID=2edd8c04-8501-47fc-9c01-2daf3b30a3f9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:03.571784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Network 2920abad-42d3-49fa-842a-58412eb06be0 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:03.573645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:03.576258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:03.654227 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.665136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942944b8-4548-4417-a1d3-65eb9fef3fce None None] Pushing event updated for resources: {'Port': ['ID=84e7a743-bf14-4f82-a0db-18e4296f18f7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:03.723937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed792744-e1fb-4d4f-9ece-71d729faa85e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=788b2863-8b51-4655-8532-8762e263ae33,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:03.830190 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.845776 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Transition to ACTIVE for port object 00812004-be3f-4f67-815d-4640a80e471d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:03.856175 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.881036 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed792744-e1fb-4d4f-9ece-71d729faa85e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.883515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ed792744-e1fb-4d4f-9ece-71d729faa85e tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/788b2863-8b51-4655-8532-8762e263ae33 HTTP/1.1" status: 204 len: 168 time: 1.7884779 Sep 07 16:18:03.886246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60364) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:03.887826 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.925186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Attempting to bind port 00812004-be3f-4f67-815d-4640a80e471d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:03.925796 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Attempting to bind port 00812004-be3f-4f67-815d-4640a80e471d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:03.926492 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Attempting to bind port 00812004-be3f-4f67-815d-4640a80e471d on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:03.934491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:03.935296 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:03.935912 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.936517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:03.937184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Bound port: 00812004-be3f-4f67-815d-4640a80e471d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:03.937752 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:03.973841 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3229981b-165f-44d8-b79b-697defa822e4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:18:03.975667 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3229981b-165f-44d8-b79b-697defa822e4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/788b2863-8b51-4655-8532-8762e263ae33 HTTP/1.1" status: 404 len: 333 time: 0.0882883 Sep 07 16:18:03.978546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60368) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:03.997359 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:04.014280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] For port 00812004-be3f-4f67-815d-4640a80e471d, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:04.018011 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] For port 00812004-be3f-4f67-815d-4640a80e471d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=00812004-be3f-4f67-815d-4640a80e471d,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:04.021545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176d1b8-4713-4e39-83f8-3dcaa055d7e8 None None] Pushing event updated for resources: {'Port': ['ID=00812004-be3f-4f67-815d-4640a80e471d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:04.039202 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:04.105640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b38f969-bb91-4d85-881f-722b4997b95c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting subnet 75fff3d1-c095-48f6-a3cc-3e946d4f9cab {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:04.114504 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b38f969-bb91-4d85-881f-722b4997b95c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:04.187057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Routers {'0ff659f5-5c7e-4e35-83d9-83c79d7eb004'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:04.189006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:04.221567 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b38f969-bb91-4d85-881f-722b4997b95c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:04.318574 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:04.329011 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:04.425240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] Set router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:04.436385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Allocated IP 172.25.3.77 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/ef360127-e4cb-4d02-a939-6da834a5fe28) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:04.461609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b38f969-bb91-4d85-881f-722b4997b95c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:04.562976 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:04.592545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 84e7a743-bf14-4f82-a0db-18e4296f18f7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:04.596774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176d1b8-4713-4e39-83f8-3dcaa055d7e8 None None] Pushing event updated for resources: {'Port': ['ID=00812004-be3f-4f67-815d-4640a80e471d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:04.602377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8d9391d8-e249-4258-b634-ed9703f1927a None None] Provisioning complete for port 84e7a743-bf14-4f82-a0db-18e4296f18f7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:04.602762 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8d9391d8-e249-4258-b634-ed9703f1927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:04.657439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Pushing event updated for resources: {'Port': ['ID=2edd8c04-8501-47fc-9c01-2daf3b30a3f9,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:04.718522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b6dea-880e-464b-aab0-dea4d36300d0 req-b699de2e-088d-4c35-9ac4-dcfb3264ad98 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:04.720249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-388b6dea-880e-464b-aab0-dea4d36300d0 req-b699de2e-088d-4c35-9ac4-dcfb3264ad98 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1713362 Sep 07 16:18:04.723130 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b38f969-bb91-4d85-881f-722b4997b95c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:04.750751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Network 2920abad-42d3-49fa-842a-58412eb06be0 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:04.753315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:04.776368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38f969-bb91-4d85-881f-722b4997b95c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Subnet': ['ID=75fff3d1-c095-48f6-a3cc-3e946d4f9cab,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:04.790378 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b38f969-bb91-4d85-881f-722b4997b95c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:04.792601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6b38f969-bb91-4d85-881f-722b4997b95c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/75fff3d1-c095-48f6-a3cc-3e946d4f9cab HTTP/1.1" status: 204 len: 168 time: 0.8127015 Sep 07 16:18:04.795835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60388) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:04.813204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298f1547-56c2-44d9-bb01-9f491395122f None None] Network 3c6f8ac9-d192-433d-967d-b297d191ca77 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:04.872066 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:04.974544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-388b6dea-880e-464b-aab0-dea4d36300d0 req-69b046be-ede6-4369-87d3-998882b167f9 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431741 Sep 07 16:18:04.984469 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.053588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:18:05.087216 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.133432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:05.150500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:05.160124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:05.238684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 28c7e168-f2fd-4b17-872f-5889eec1f448 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:05.239042 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.261367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 84e7a743-bf14-4f82-a0db-18e4296f18f7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:05.261980 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.347506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event updated for resources: {'Port': ['ID=ef360127-e4cb-4d02-a939-6da834a5fe28,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:05.433851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] For port 28c7e168-f2fd-4b17-872f-5889eec1f448, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=28c7e168-f2fd-4b17-872f-5889eec1f448,segment=NetworkSegment(0efb5bc4-5e80-4b60-96a8-f783dedf6b96),segment_id=0efb5bc4-5e80-4b60-96a8-f783dedf6b96)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:05.434491 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.446793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:03Z', 'revision_number': 4, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '2edd8c04-8501-47fc-9c01-2daf3b30a3f9', 'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'mac_address': 'fa:16:3e:c3:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:03Z', 'updated_at': '2021-09-07T16:18:03Z', 'revision_number': 1, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'subnets': [{'id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:05.484514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 28c7e168-f2fd-4b17-872f-5889eec1f448 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:05.495702 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1092455-2117-4f91-a030-fc7719bda266 None None] The sync data for ids ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'] in n-d-807551-3 is: [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:03Z', 'revision_number': 4, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '2edd8c04-8501-47fc-9c01-2daf3b30a3f9', 'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'mac_address': 'fa:16:3e:c3:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:03Z', 'updated_at': '2021-09-07T16:18:03Z', 'revision_number': 1, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'subnets': [{'id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:05.572996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fee81b-96ae-4a15-95c2-7c6f3cb8a83e None None] DHCP port deletion for 3c6f8ac9-d192-433d-967d-b297d191ca77 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:18:05.578697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3464f8ea-1136-490c-8f3d-b7f5ab945c2d None None] Provisioning for port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:05.584581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3464f8ea-1136-490c-8f3d-b7f5ab945c2d None None] Provisioning complete for port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:05.586554 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3464f8ea-1136-490c-8f3d-b7f5ab945c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.624681 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:05.647255 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-36157c24-d2d3-4a5f-bad8-8fe3acd74251 admin admin] 10.222.0.70 "PUT /v2.0/routers/0ff659f5-5c7e-4e35-83d9-83c79d7eb004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4381609 Sep 07 16:18:05.671672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Deleting port ef360127-e4cb-4d02-a939-6da834a5fe28 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:05.672192 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.674283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3464f8ea-1136-490c-8f3d-b7f5ab945c2d None None] Port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:05.743048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-54fee81b-96ae-4a15-95c2-7c6f3cb8a83e None None] Deleting port 28c7e168-f2fd-4b17-872f-5889eec1f448 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:05.743450 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54fee81b-96ae-4a15-95c2-7c6f3cb8a83e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.745273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.804371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=28c7e168-f2fd-4b17-872f-5889eec1f448,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:05.818470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No DVR routers for this DVR port 28c7e168-f2fd-4b17-872f-5889eec1f448 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:05.870078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-54fee81b-96ae-4a15-95c2-7c6f3cb8a83e None None] For port 28c7e168-f2fd-4b17-872f-5889eec1f448, host n-d-807551-3, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:05.871018 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54fee81b-96ae-4a15-95c2-7c6f3cb8a83e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:05.921783 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-54fee81b-96ae-4a15-95c2-7c6f3cb8a83e None None] Calling delete_port for 28c7e168-f2fd-4b17-872f-5889eec1f448 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:05.933888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-54fee81b-96ae-4a15-95c2-7c6f3cb8a83e None None] Port 28c7e168-f2fd-4b17-872f-5889eec1f448 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:18:05.941168 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54fee81b-96ae-4a15-95c2-7c6f3cb8a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:06.012251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fee81b-96ae-4a15-95c2-7c6f3cb8a83e None None] Pushing event deleted for resources: {'Port': ['ID=28c7e168-f2fd-4b17-872f-5889eec1f448,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:06.030117 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:06.030466 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:06.061913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fee81b-96ae-4a15-95c2-7c6f3cb8a83e None None] No DVR routers for this DVR port 28c7e168-f2fd-4b17-872f-5889eec1f448 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:06.098783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:06.111923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Calling delete_port for ef360127-e4cb-4d02-a939-6da834a5fe28 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:06.130688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6f8ac9-d192-433d-967d-b297d191ca77']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:06.145024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efb5bc4-5e80-4b60-96a8-f783dedf6b96') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:06.145327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efb5bc4-5e80-4b60-96a8-f783dedf6b96') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:06.215352 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:06.266807 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:06.289779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:18:06.290201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:18:06.294368 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:18:06.407035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2183e-5ffd-4ef9-966c-4ec6228cf197 req-193e7a75-d87b-41e3-b326-727180cd7cef tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:06.408733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbb2183e-5ffd-4ef9-966c-4ec6228cf197 req-193e7a75-d87b-41e3-b326-727180cd7cef tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.2169096 Sep 07 16:18:06.624695 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 28c7e168-f2fd-4b17-872f-5889eec1f448 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:06.648592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbb2183e-5ffd-4ef9-966c-4ec6228cf197 req-da9fdcf5-9d8a-45d8-a8ee-934228b2ca97 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301706 Sep 07 16:18:06.650691 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:06.665115 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:06.673642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 28c7e168-f2fd-4b17-872f-5889eec1f448 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:06.674382 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 28c7e168-f2fd-4b17-872f-5889eec1f448 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:06.681044 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:06.687454 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60456) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:06.689174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/networks/3c6f8ac9-d192-433d-967d-b297d191ca77 HTTP/1.1" status: 204 len: 168 time: 1.8908567 Sep 07 16:18:06.693203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c0ab5ccb-2d4d-4ba3-ba6d-ce0da70b3c94 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-460788928'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:06.732175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d1808-932f-4dfe-a6f0-657fd3e57821 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Network': ['ID=3c6f8ac9-d192-433d-967d-b297d191ca77,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:06.739293 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event deleted for resources: {'Port': ['ID=ef360127-e4cb-4d02-a939-6da834a5fe28,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:06.762061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ab5ccb-2d4d-4ba3-ba6d-ce0da70b3c94 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:06.766408 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5ccb-2d4d-4ba3-ba6d-ce0da70b3c94 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:06.798999 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ab5ccb-2d4d-4ba3-ba6d-ce0da70b3c94 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:18:06.825629 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5ccb-2d4d-4ba3-ba6d-ce0da70b3c94 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:06.826470 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-c0ab5ccb-2d4d-4ba3-ba6d-ce0da70b3c94 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Added segment d594929c-3f03-4b48-a417-c1212ce2f57b of type vlan for network 21e96e10-99f0-43ed-af5a-21948dcd2b99 Sep 07 16:18:06.913797 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] create failed (client error): The resource could not be found. Sep 07 16:18:06.914933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5d756687-474b-4a7f-a724-f9a488f3049a tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4831631 Sep 07 16:18:06.918960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60462) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:06.958326 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5ccb-2d4d-4ba3-ba6d-ce0da70b3c94 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:06.997704 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5ccb-2d4d-4ba3-ba6d-ce0da70b3c94 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:07.011866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab5ccb-2d4d-4ba3-ba6d-ce0da70b3c94 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:07.015849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5ccb-2d4d-4ba3-ba6d-ce0da70b3c94 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:07.096441 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c0ab5ccb-2d4d-4ba3-ba6d-ce0da70b3c94 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4079297 Sep 07 16:18:07.107604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:07.129120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8512e3c1-72ae-4b83-b2e3-f7347ca3f1eb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': '21e96e10-99f0-43ed-af5a-21948dcd2b99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:07.264725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab5ccb-2d4d-4ba3-ba6d-ce0da70b3c94 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Network': ['ID=21e96e10-99f0-43ed-af5a-21948dcd2b99,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:07.276351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 21e96e10-99f0-43ed-af5a-21948dcd2b99 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:18:07.296957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-17828401-902e-43db-abb0-057efa05c9fa tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Deleting port a7a2b91c-b512-4b32-a9a9-705660f7ba0c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:07.297305 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17828401-902e-43db-abb0-057efa05c9fa tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:07.347613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8512e3c1-72ae-4b83-b2e3-f7347ca3f1eb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:07.357267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8512e3c1-72ae-4b83-b2e3-f7347ca3f1eb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:07.580541 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17828401-902e-43db-abb0-057efa05c9fa tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:07.606942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-17828401-902e-43db-abb0-057efa05c9fa tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Calling delete_port for a7a2b91c-b512-4b32-a9a9-705660f7ba0c owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:07.881308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8512e3c1-72ae-4b83-b2e3-f7347ca3f1eb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:07.992658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd7d4b-0841-4318-8cc2-a7cd682f5eaa req-95d10401-6b68-417a-b20d-d7ad2b3a02eb tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:07.994234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fd7d4b-0841-4318-8cc2-a7cd682f5eaa req-95d10401-6b68-417a-b20d-d7ad2b3a02eb tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1994402 Sep 07 16:18:08.047665 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17828401-902e-43db-abb0-057efa05c9fa tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:08.062145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512e3c1-72ae-4b83-b2e3-f7347ca3f1eb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Checking segment: {'id': 'd594929c-3f03-4b48-a417-c1212ce2f57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '21e96e10-99f0-43ed-af5a-21948dcd2b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:08.062809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8512e3c1-72ae-4b83-b2e3-f7347ca3f1eb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network hostable DHCP agents. Network: 21e96e10-99f0-43ed-af5a-21948dcd2b99, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:18:08.065137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512e3c1-72ae-4b83-b2e3-f7347ca3f1eb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Subnet': ['ID=816fd4b5-f8da-4cc9-8190-caa3a9d8c396,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:08.108070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17828401-902e-43db-abb0-057efa05c9fa tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event deleted for resources: {'Port': ['ID=a7a2b91c-b512-4b32-a9a9-705660f7ba0c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:08.183486 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fd7d4b-0841-4318-8cc2-a7cd682f5eaa req-0f87bf62-c1fc-4c60-9782-d3ca29f073bb tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790121 Sep 07 16:18:08.199569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8512e3c1-72ae-4b83-b2e3-f7347ca3f1eb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 21e96e10-99f0-43ed-af5a-21948dcd2b99 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:18:08.216006 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17828401-902e-43db-abb0-057efa05c9fa tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:08.219186 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-17828401-902e-43db-abb0-057efa05c9fa tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "DELETE /v2.0/ports/a7a2b91c-b512-4b32-a9a9-705660f7ba0c HTTP/1.1" status: 204 len: 168 time: 1.2991486 Sep 07 16:18:08.220698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8512e3c1-72ae-4b83-b2e3-f7347ca3f1eb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 21e96e10-99f0-43ed-af5a-21948dcd2b99) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:08.222053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60520) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:08.226745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8512e3c1-72ae-4b83-b2e3-f7347ca3f1eb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:08.227351 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8512e3c1-72ae-4b83-b2e3-f7347ca3f1eb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:08.252785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8512e3c1-72ae-4b83-b2e3-f7347ca3f1eb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1362281 Sep 07 16:18:08.253739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60522) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:08.254979 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:18:08.261871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': '21e96e10-99f0-43ed-af5a-21948dcd2b99', 'name': 'tempest-PortsTestJSON-1829870371', 'fixed_ips': [{'subnet_id': '816fd4b5-f8da-4cc9-8190-caa3a9d8c396', 'ip_address': '172.20.0.10'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:08.266449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22040810-a98a-4e16-9170-d5dbe5440949 None None] Network 21e96e10-99f0-43ed-af5a-21948dcd2b99 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:08.401017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:08.410178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b05933-e5e2-4463-b665-04e2decbe708 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:08.419217 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c9b05933-e5e2-4463-b665-04e2decbe708 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c96fd24-c374-41c4-b555-0dcdfdb3692e HTTP/1.1" status: 200 len: 913 time: 0.1954486 Sep 07 16:18:08.420851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60526) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:08.664943 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:08.673763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 00812004-be3f-4f67-815d-4640a80e471d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:08.694614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-21e96e10-99f0-43ed-af5a-21948dcd2b99', 'network_id': '21e96e10-99f0-43ed-af5a-21948dcd2b99', 'tenant_id': 'c27f200ac0dd4a7e909bc3e1ca178008', 'fixed_ips': [{'subnet_id': '816fd4b5-f8da-4cc9-8190-caa3a9d8c396'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:18:08.712872 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:08.739017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port 6156dbfd-6373-4d7a-919e-6a18f04876e7 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:18:08.960580 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 00812004-be3f-4f67-815d-4640a80e471d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:08.975050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 00812004-be3f-4f67-815d-4640a80e471d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:08.976118 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.048115 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Sync routers for ids ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:09.067829 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Routers {'0ff659f5-5c7e-4e35-83d9-83c79d7eb004'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:09.074212 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:09.114698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.10 (21e96e10-99f0-43ed-af5a-21948dcd2b99/816fd4b5-f8da-4cc9-8190-caa3a9d8c396/6156dbfd-6373-4d7a-919e-6a18f04876e7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:09.155562 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30306e39-ef5f-4799-89a3-8c1592329118 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.222186 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.241196 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Set router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:09.275130 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 00812004-be3f-4f67-815d-4640a80e471d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=00812004-be3f-4f67-815d-4640a80e471d,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:09.287934 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.406361 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=00812004-be3f-4f67-815d-4640a80e471d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:09.493282 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:03Z', 'revision_number': 4, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '2edd8c04-8501-47fc-9c01-2daf3b30a3f9', 'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'mac_address': 'fa:16:3e:c3:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:03Z', 'updated_at': '2021-09-07T16:18:04Z', 'revision_number': 2, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'subnets': [{'id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:09.628472 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.648101 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Checking router: 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:18:09.648754 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Updating router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:18:09.658441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Transition to ACTIVE for port object 6156dbfd-6373-4d7a-919e-6a18f04876e7 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:09.680667 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.717386 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.793056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-30306e39-ef5f-4799-89a3-8c1592329118 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Deleting port 5c820444-a11d-4b86-9156-e41f3c97f672 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:09.793486 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30306e39-ef5f-4799-89a3-8c1592329118 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:09.821679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Allocated IP 172.20.0.2 (21e96e10-99f0-43ed-af5a-21948dcd2b99/816fd4b5-f8da-4cc9-8190-caa3a9d8c396/851b1bdb-25d4-481b-9546-87f818f28cea) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:09.863074 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703453-d609-45ea-abc7-aab82ebae5be req-b4fc7488-4985-48d6-bbe1-9dfb9d3ee161 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:09.868654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5703453-d609-45ea-abc7-aab82ebae5be req-b4fc7488-4985-48d6-bbe1-9dfb9d3ee161 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.4491224 Sep 07 16:18:09.987219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 21e96e10-99f0-43ed-af5a-21948dcd2b99 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:10.005479 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30306e39-ef5f-4799-89a3-8c1592329118 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.035862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-30306e39-ef5f-4799-89a3-8c1592329118 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Calling delete_port for 5c820444-a11d-4b86-9156-e41f3c97f672 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:10.037432 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5703453-d609-45ea-abc7-aab82ebae5be req-494c71f1-d6be-4abf-ae01-c69b34578656 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596014 Sep 07 16:18:10.051702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=6156dbfd-6373-4d7a-919e-6a18f04876e7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:10.059014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:10.066038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:10.135620 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.148313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Transition to ACTIVE for port object 851b1bdb-25d4-481b-9546-87f818f28cea will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:10.179361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:10.179964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Transition to ACTIVE for port object 851b1bdb-25d4-481b-9546-87f818f28cea will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:10.180899 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.189697 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.215736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-374ad77e-e87e-421b-8245-be4fd1a9529a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9592764 Sep 07 16:18:10.218160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60552) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:10.229407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': '21e96e10-99f0-43ed-af5a-21948dcd2b99', 'name': 'tempest-PortsTestJSON-45539917', 'fixed_ips': [{'subnet_id': '816fd4b5-f8da-4cc9-8190-caa3a9d8c396', 'ip_address': '172.20.0.9'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:10.249832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Network 21e96e10-99f0-43ed-af5a-21948dcd2b99 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:10.253257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:10.258441 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.258902 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:10.288210 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Transition to ACTIVE for port object 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:10.306709 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.390861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Pushing event updated for resources: {'Port': ['ID=851b1bdb-25d4-481b-9546-87f818f28cea,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:10.420329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Attempting to bind port 851b1bdb-25d4-481b-9546-87f818f28cea on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:10.420741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Attempting to bind port 851b1bdb-25d4-481b-9546-87f818f28cea by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'd594929c-3f03-4b48-a417-c1212ce2f57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '21e96e10-99f0-43ed-af5a-21948dcd2b99'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:10.421117 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Attempting to bind port 851b1bdb-25d4-481b-9546-87f818f28cea on network 21e96e10-99f0-43ed-af5a-21948dcd2b99 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:10.431719 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc09049b-0749-4390-89aa-823015965ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.438784 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Pushing event updated for resources: {'Port': ['ID=2edd8c04-8501-47fc-9c01-2daf3b30a3f9,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:10.443584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:10.444050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Checking segment: {'id': 'd594929c-3f03-4b48-a417-c1212ce2f57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '21e96e10-99f0-43ed-af5a-21948dcd2b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:10.444993 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.445417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Bound using segment: {'id': 'd594929c-3f03-4b48-a417-c1212ce2f57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '21e96e10-99f0-43ed-af5a-21948dcd2b99'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:10.445905 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Bound port: 851b1bdb-25d4-481b-9546-87f818f28cea, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd594929c-3f03-4b48-a417-c1212ce2f57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '21e96e10-99f0-43ed-af5a-21948dcd2b99'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:10.446353 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.470624 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:10.471120 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:10.473487 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:10.473841 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:10.474184 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:10.474536 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:10.475786 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:10.478111 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:10.478990 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:10.480430 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:10.480773 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:10.482378 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:10.513210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:10.518477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.600995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port b9813e05-784e-4b51-bcda-282cdf5eca48 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:18:10.602088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] For port 851b1bdb-25d4-481b-9546-87f818f28cea, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:10.602611 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Attempting to bind port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:10.603080 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Attempting to bind port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '52f95a93-77bd-47f2-8123-945262da156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:10.603406 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Attempting to bind port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 on network 2920abad-42d3-49fa-842a-58412eb06be0 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:10.608575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] For port 851b1bdb-25d4-481b-9546-87f818f28cea, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=851b1bdb-25d4-481b-9546-87f818f28cea,segment=NetworkSegment(d594929c-3f03-4b48-a417-c1212ce2f57b),segment_id=d594929c-3f03-4b48-a417-c1212ce2f57b)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:10.609569 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:10.610016 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Checking segment: {'id': '52f95a93-77bd-47f2-8123-945262da156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:10.610516 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.610946 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Bound using segment: {'id': '52f95a93-77bd-47f2-8123-945262da156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:10.612269 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Bound port: 2edd8c04-8501-47fc-9c01-2daf3b30a3f9, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f95a93-77bd-47f2-8123-945262da156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:10.612832 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.615925 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.619812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 00812004-be3f-4f67-815d-4640a80e471d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:10.664367 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30306e39-ef5f-4799-89a3-8c1592329118 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.792126 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] For port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:10.802729 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] For port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2edd8c04-8501-47fc-9c01-2daf3b30a3f9,segment=NetworkSegment(52f95a93-77bd-47f2-8123-945262da156e),segment_id=52f95a93-77bd-47f2-8123-945262da156e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:10.816416 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:10.874764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30306e39-ef5f-4799-89a3-8c1592329118 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event deleted for resources: {'Port': ['ID=5c820444-a11d-4b86-9156-e41f3c97f672,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:10.931257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0a36b-fdfe-473e-85f2-4b010b535b46 None None] Pushing event updated for resources: {'Port': ['ID=851b1bdb-25d4-481b-9546-87f818f28cea,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:10.945143 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Routers {'0ff659f5-5c7e-4e35-83d9-83c79d7eb004'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:10.947415 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:11.029502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 00812004-be3f-4f67-815d-4640a80e471d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:11.031356 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:11.184320 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b9f4b-f6d3-4f77-8839-d3a922d4fcab None None] Pushing event updated for resources: {'Port': ['ID=2edd8c04-8501-47fc-9c01-2daf3b30a3f9,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:11.217313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.9 (21e96e10-99f0-43ed-af5a-21948dcd2b99/816fd4b5-f8da-4cc9-8190-caa3a9d8c396/b9813e05-784e-4b51-bcda-282cdf5eca48) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:11.275145 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30306e39-ef5f-4799-89a3-8c1592329118 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:11.489729 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] Set router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:11.637503 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:11.655866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Transition to ACTIVE for port object b9813e05-784e-4b51-bcda-282cdf5eca48 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:11.698193 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:11.746399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32425cd3-8cc2-45c1-bd50-24dca2672e36 req-d9547dc5-4e46-4059-849d-2bcb55519e0d tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:11.748246 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32425cd3-8cc2-45c1-bd50-24dca2672e36 req-d9547dc5-4e46-4059-849d-2bcb55519e0d tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.4603550 Sep 07 16:18:11.759853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 21e96e10-99f0-43ed-af5a-21948dcd2b99 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:11.765467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:11.770898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:11.785656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30306e39-ef5f-4799-89a3-8c1592329118 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Router 3c96fd24-c374-41c4-b555-0dcdfdb3692e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:18:11.852819 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32425cd3-8cc2-45c1-bd50-24dca2672e36 req-c6cf6c2e-ce44-4b98-8a4e-7362d4cc092c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909746 Sep 07 16:18:11.853526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=b9813e05-784e-4b51-bcda-282cdf5eca48,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:11.879936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:11.889166 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:11.924962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-95d0cf1a-ee0d-4e24-a294-8147dc7fa4d2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7045660 Sep 07 16:18:11.926219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60578) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:11.961989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30306e39-ef5f-4799-89a3-8c1592329118 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:11.974735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6afaa84-95f8-43cc-a3ec-93b3da54f470 None None] Sync routers for ids ['3c96fd24-c374-41c4-b555-0dcdfdb3692e'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:11.979595 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-30306e39-ef5f-4799-89a3-8c1592329118 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "PUT /v2.0/routers/3c96fd24-c374-41c4-b555-0dcdfdb3692e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5545914 Sep 07 16:18:11.983756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60580) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:11.997961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6afaa84-95f8-43cc-a3ec-93b3da54f470 None None] Routers {'3c96fd24-c374-41c4-b555-0dcdfdb3692e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:12.000052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a6afaa84-95f8-43cc-a3ec-93b3da54f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3c96fd24-c374-41c4-b555-0dcdfdb3692e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:12.025317 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:03Z', 'revision_number': 4, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '2edd8c04-8501-47fc-9c01-2daf3b30a3f9', 'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'mac_address': 'fa:16:3e:c3:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:03Z', 'updated_at': '2021-09-07T16:18:10Z', 'revision_number': 4, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'subnets': [{'id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:12.072093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a6afaa84-95f8-43cc-a3ec-93b3da54f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:12.085666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6afaa84-95f8-43cc-a3ec-93b3da54f470 None None] Routers {'3c96fd24-c374-41c4-b555-0dcdfdb3692e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:12.086310 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a6afaa84-95f8-43cc-a3ec-93b3da54f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3c96fd24-c374-41c4-b555-0dcdfdb3692e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:12.134147 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a6afaa84-95f8-43cc-a3ec-93b3da54f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:12.134821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6afaa84-95f8-43cc-a3ec-93b3da54f470 None None] The sync data for ids ['3c96fd24-c374-41c4-b555-0dcdfdb3692e'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:12.152636 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe30f3a-6115-4c55-a23a-d7ce265c5165 None None] The sync data for ids ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'] in n-d-807551-3 is: [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:03Z', 'revision_number': 4, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '2edd8c04-8501-47fc-9c01-2daf3b30a3f9', 'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'mac_address': 'fa:16:3e:c3:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:03Z', 'updated_at': '2021-09-07T16:18:10Z', 'revision_number': 4, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'subnets': [{'id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:12.545973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1959cdc5-4a70-4229-bf2f-939f6be5c2d8 None None] Network 21e96e10-99f0-43ed-af5a-21948dcd2b99 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:12.763014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f7589a-f53e-44f8-b695-be09b51bf62c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:12.768361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60598) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:12.780554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a7f7589a-f53e-44f8-b695-be09b51bf62c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.8520033 Sep 07 16:18:12.782057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 851b1bdb-25d4-481b-9546-87f818f28cea up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:12.786212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d11d5a4b-1b3d-4555-9e17-8cc583852538 None None] Provisioning for port 851b1bdb-25d4-481b-9546-87f818f28cea completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:12.792941 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-225dbd5f-c3e6-4882-85aa-d9d50d2b11d1 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:12.963863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 851b1bdb-25d4-481b-9546-87f818f28cea completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:12.976590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 851b1bdb-25d4-481b-9546-87f818f28cea triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:12.979489 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.047276 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca8e383-cef4-4d1d-9b40-8dd455d3eeb9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:13.058939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca8e383-cef4-4d1d-9b40-8dd455d3eeb9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:13.067113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca8e383-cef4-4d1d-9b40-8dd455d3eeb9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:13.074489 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8ca8e383-cef4-4d1d-9b40-8dd455d3eeb9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.3044038 Sep 07 16:18:13.075504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60608) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:13.084328 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.143218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 851b1bdb-25d4-481b-9546-87f818f28cea, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=851b1bdb-25d4-481b-9546-87f818f28cea,segment=NetworkSegment(d594929c-3f03-4b48-a417-c1212ce2f57b),segment_id=d594929c-3f03-4b48-a417-c1212ce2f57b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:13.155958 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.156832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:13.193317 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-225dbd5f-c3e6-4882-85aa-d9d50d2b11d1 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.196582 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-225dbd5f-c3e6-4882-85aa-d9d50d2b11d1 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.282563 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-225dbd5f-c3e6-4882-85aa-d9d50d2b11d1 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.283136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225dbd5f-c3e6-4882-85aa-d9d50d2b11d1 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Fanout notify agent at l3_agent the message router_deleted on router 3c96fd24-c374-41c4-b555-0dcdfdb3692e {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:18:13.294593 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-225dbd5f-c3e6-4882-85aa-d9d50d2b11d1 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.296067 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-225dbd5f-c3e6-4882-85aa-d9d50d2b11d1 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "DELETE /v2.0/routers/3c96fd24-c374-41c4-b555-0dcdfdb3692e HTTP/1.1" status: 204 len: 168 time: 1.3109570 Sep 07 16:18:13.298891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60614) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:13.330619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=851b1bdb-25d4-481b-9546-87f818f28cea,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:13.362160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:13.372432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:13.382889 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.407545 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6215b67b-032a-4b95-8f53-de73f6a0e14b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port b9813e05-784e-4b51-bcda-282cdf5eca48 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:13.407970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6215b67b-032a-4b95-8f53-de73f6a0e14b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.462813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5782c2-42c4-4589-bb8e-56dbfea34346 req-86049038-adb1-4694-9232-024b4f4c6420 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:13.465714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b5782c2-42c4-4589-bb8e-56dbfea34346 req-86049038-adb1-4694-9232-024b4f4c6420 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.4237535 Sep 07 16:18:13.483847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d0e3d8f-85a6-4488-95aa-7e2fc1102f65 None None] Provisioning for port b9813e05-784e-4b51-bcda-282cdf5eca48 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:13.497568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d0e3d8f-85a6-4488-95aa-7e2fc1102f65 None None] Provisioning complete for port b9813e05-784e-4b51-bcda-282cdf5eca48 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:13.497955 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3d8f-85a6-4488-95aa-7e2fc1102f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.525964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bec13b-ee3d-4ccd-9e2c-015cb76e70c4 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Deleting subnet 63c1a519-595d-40fc-bf5b-0a7703b7c96c {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:13.541124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0bec13b-ee3d-4ccd-9e2c-015cb76e70c4 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.590308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e3d8f-85a6-4488-95aa-7e2fc1102f65 None None] Port b9813e05-784e-4b51-bcda-282cdf5eca48 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:13.605950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6215b67b-032a-4b95-8f53-de73f6a0e14b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.619186 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b5782c2-42c4-4589-bb8e-56dbfea34346 req-4997909e-cf1e-45f4-91bb-baba5f757d98 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394598 Sep 07 16:18:13.633511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6215b67b-032a-4b95-8f53-de73f6a0e14b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for b9813e05-784e-4b51-bcda-282cdf5eca48 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:13.671857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d0e3d8f-85a6-4488-95aa-7e2fc1102f65 None None] Provisioning complete for port 851b1bdb-25d4-481b-9546-87f818f28cea triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:13.682903 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0bec13b-ee3d-4ccd-9e2c-015cb76e70c4 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.684060 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3d8f-85a6-4488-95aa-7e2fc1102f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.726301 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.798899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2edd8c04-8501-47fc-9c01-2daf3b30a3f9,segment=NetworkSegment(52f95a93-77bd-47f2-8123-945262da156e),segment_id=52f95a93-77bd-47f2-8123-945262da156e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:13.807788 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.904360 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0bec13b-ee3d-4ccd-9e2c-015cb76e70c4 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.961712 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6215b67b-032a-4b95-8f53-de73f6a0e14b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:13.991928 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.052700 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0bec13b-ee3d-4ccd-9e2c-015cb76e70c4 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.068383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=2edd8c04-8501-47fc-9c01-2daf3b30a3f9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:14.094967 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215b67b-032a-4b95-8f53-de73f6a0e14b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=b9813e05-784e-4b51-bcda-282cdf5eca48,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:14.110702 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d0e3d8f-85a6-4488-95aa-7e2fc1102f65 None None] Provisioning for port 6156dbfd-6373-4d7a-919e-6a18f04876e7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:14.115240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d0e3d8f-85a6-4488-95aa-7e2fc1102f65 None None] Provisioning complete for port 6156dbfd-6373-4d7a-919e-6a18f04876e7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:14.116441 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3d8f-85a6-4488-95aa-7e2fc1102f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.173354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bec13b-ee3d-4ccd-9e2c-015cb76e70c4 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event deleted for resources: {'Subnet': ['ID=63c1a519-595d-40fc-bf5b-0a7703b7c96c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:14.176262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05a96f-bbd8-4dd9-806a-476a9945e9d2 None None] Network b9598d27-f614-4769-9ea1-75e8e170b169 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:14.191740 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0bec13b-ee3d-4ccd-9e2c-015cb76e70c4 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.194452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a0bec13b-ee3d-4ccd-9e2c-015cb76e70c4 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "DELETE /v2.0/subnets/63c1a519-595d-40fc-bf5b-0a7703b7c96c HTTP/1.1" status: 204 len: 168 time: 0.8937943 Sep 07 16:18:14.197904 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:14.288763 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6215b67b-032a-4b95-8f53-de73f6a0e14b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.291384 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6215b67b-032a-4b95-8f53-de73f6a0e14b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/b9813e05-784e-4b51-bcda-282cdf5eca48 HTTP/1.1" status: 204 len: 168 time: 1.2141681 Sep 07 16:18:14.294408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60642) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:14.353642 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9126a443-cc7f-493d-b298-3051602af1d8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:18:14.359935 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9126a443-cc7f-493d-b298-3051602af1d8 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/b9813e05-784e-4b51-bcda-282cdf5eca48 HTTP/1.1" status: 404 len: 333 time: 0.0623939 Sep 07 16:18:14.362301 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60644) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:14.402523 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.618126 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ee72ae6-5ae7-46e3-97d8-3f3b6dc0b503 req-a3b949da-49b2-44db-a7e4-488af565f21c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5358121 Sep 07 16:18:14.635354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c50a1364-f77b-436e-88b9-b6d13f59eeb6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 6156dbfd-6373-4d7a-919e-6a18f04876e7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:14.635702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c50a1364-f77b-436e-88b9-b6d13f59eeb6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.639835 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Deleting port 60910851-f06b-4dab-8a12-dd6e48d4e567 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:14.640797 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.654337 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 851b1bdb-25d4-481b-9546-87f818f28cea up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:14.742309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e3d8f-85a6-4488-95aa-7e2fc1102f65 None None] Port 6156dbfd-6373-4d7a-919e-6a18f04876e7 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:14.772805 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9de2796-8fbf-4572-aab2-eae08a3e9706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.781037 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] For port 60910851-f06b-4dab-8a12-dd6e48d4e567, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=60910851-f06b-4dab-8a12-dd6e48d4e567,segment=NetworkSegment(789cb1c6-0e63-42ec-a26b-aa5dbf1030aa),segment_id=789cb1c6-0e63-42ec-a26b-aa5dbf1030aa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:14.782330 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.796894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Calling delete_port for 60910851-f06b-4dab-8a12-dd6e48d4e567 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:14.800983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 851b1bdb-25d4-481b-9546-87f818f28cea triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:14.802148 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.898401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab3d807-47d0-4254-a49c-98a3c4ecb664 None None] DHCP port deletion for b9598d27-f614-4769-9ea1-75e8e170b169 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:18:14.913060 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:14.922614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-be5e85e4-bbce-4c85-9881-f93e8c47f6bb None None] Could not find standard attr ID for object b9813e05-784e-4b51-bcda-282cdf5eca48. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:18:14.995648 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c50a1364-f77b-436e-88b9-b6d13f59eeb6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.025144 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af5a2c-8a34-4c0b-a81c-10c7b833c9fa req-bf1cb997-97d9-4dd9-b5b0-93bdf5b78ccb tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:15.035630 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59af5a2c-8a34-4c0b-a81c-10c7b833c9fa req-bf1cb997-97d9-4dd9-b5b0-93bdf5b78ccb tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1967766 Sep 07 16:18:15.051400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-be5e85e4-bbce-4c85-9881-f93e8c47f6bb None None] Provisioning complete for port 6156dbfd-6373-4d7a-919e-6a18f04876e7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:15.052414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be5e85e4-bbce-4c85-9881-f93e8c47f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.062596 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.069315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee72ae6-5ae7-46e3-97d8-3f3b6dc0b503 req-9e6ac54d-61e9-4231-af13-c84a4ab6684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:15.073409 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ee72ae6-5ae7-46e3-97d8-3f3b6dc0b503 req-9e6ac54d-61e9-4231-af13-c84a4ab6684a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22cbe61cf451482c8ba3902757bec21c&device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 1097 time: 0.1266663 Sep 07 16:18:15.101580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c50a1364-f77b-436e-88b9-b6d13f59eeb6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 6156dbfd-6373-4d7a-919e-6a18f04876e7 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:15.160518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event deleted for resources: {'Port': ['ID=60910851-f06b-4dab-8a12-dd6e48d4e567,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:15.170485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59af5a2c-8a34-4c0b-a81c-10c7b833c9fa req-11166369-f6e0-493a-8127-69af8d2c3921 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271966 Sep 07 16:18:15.212459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dab3d807-47d0-4254-a49c-98a3c4ecb664 None None] Deleting port 60910851-f06b-4dab-8a12-dd6e48d4e567 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:15.213174 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dab3d807-47d0-4254-a49c-98a3c4ecb664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.217384 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:15.241878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] No DVR routers for this DVR port 60910851-f06b-4dab-8a12-dd6e48d4e567 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:15.280074 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-be5e85e4-bbce-4c85-9881-f93e8c47f6bb None None] Port 6156dbfd-6373-4d7a-919e-6a18f04876e7 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:15.356023 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.376827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9598d27-f614-4769-9ea1-75e8e170b169']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:15.388148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789cb1c6-0e63-42ec-a26b-aa5dbf1030aa') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:15.388477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789cb1c6-0e63-42ec-a26b-aa5dbf1030aa') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:15.404403 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.414023 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c50a1364-f77b-436e-88b9-b6d13f59eeb6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.423430 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.436714 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:18:15.437119 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:18:15.441437 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:18:15.443714 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee72ae6-5ae7-46e3-97d8-3f3b6dc0b503 req-f5e556c8-4e23-4a9c-b8a5-8b7b137e3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:15.447951 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ee72ae6-5ae7-46e3-97d8-3f3b6dc0b503 req-f5e556c8-4e23-4a9c-b8a5-8b7b137e3622 service neutron] 10.222.0.54 "GET /v2.0/networks?id=edc41928-ef7d-4c07-9ace-721279fdba6b HTTP/1.1" status: 200 len: 910 time: 0.3090289 Sep 07 16:18:15.484773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-dab3d807-47d0-4254-a49c-98a3c4ecb664 None None] For port 60910851-f06b-4dab-8a12-dd6e48d4e567, host n-d-807551-3, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:15.485446 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dab3d807-47d0-4254-a49c-98a3c4ecb664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.494232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a1364-f77b-436e-88b9-b6d13f59eeb6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=6156dbfd-6373-4d7a-919e-6a18f04876e7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:15.526438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dab3d807-47d0-4254-a49c-98a3c4ecb664 None None] Calling delete_port for 60910851-f06b-4dab-8a12-dd6e48d4e567 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:15.532012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-dab3d807-47d0-4254-a49c-98a3c4ecb664 None None] Port 60910851-f06b-4dab-8a12-dd6e48d4e567 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:18:15.541721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ee72ae6-5ae7-46e3-97d8-3f3b6dc0b503 req-06658033-a7e1-4892-95b3-aee4144ec760 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c746ed5-32a6-46c8-bcad-5349c8257088 HTTP/1.1" status: 200 len: 217 time: 0.0820611 Sep 07 16:18:15.544956 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dab3d807-47d0-4254-a49c-98a3c4ecb664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.559348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:15.559807 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.566491 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.595333 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.597386 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] 10.222.0.70 "DELETE /v2.0/networks/b9598d27-f614-4769-9ea1-75e8e170b169 HTTP/1.1" status: 204 len: 168 time: 1.3960030 Sep 07 16:18:15.617108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5184530-55d2-4d25-84f4-beefc2abedf6 tempest-FloatingIPNegativeTestJSON-477049320 tempest-FloatingIPNegativeTestJSON-477049320-project] Pushing event deleted for resources: {'Network': ['ID=b9598d27-f614-4769-9ea1-75e8e170b169,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:15.637304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee72ae6-5ae7-46e3-97d8-3f3b6dc0b503 req-addd5926-53e8-4cd3-9c5b-f5040b5edd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:15.641129 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ee72ae6-5ae7-46e3-97d8-3f3b6dc0b503 req-addd5926-53e8-4cd3-9c5b-f5040b5edd6c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1af5f4b8-d800-46a1-869a-85928ca0360a HTTP/1.1" status: 200 len: 849 time: 0.0865629 Sep 07 16:18:15.648647 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c50a1364-f77b-436e-88b9-b6d13f59eeb6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:15.653751 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c50a1364-f77b-436e-88b9-b6d13f59eeb6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/6156dbfd-6373-4d7a-919e-6a18f04876e7 HTTP/1.1" status: 204 len: 168 time: 1.2883711 Sep 07 16:18:15.657505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60668) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:15.720313 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4417aafd-9658-4914-887b-89f46f3e88f3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:18:15.721612 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ee72ae6-5ae7-46e3-97d8-3f3b6dc0b503 req-9e197752-0da8-4ac6-ae20-40e85694da4f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc41928-ef7d-4c07-9ace-721279fdba6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683429 Sep 07 16:18:15.728379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4417aafd-9658-4914-887b-89f46f3e88f3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/6156dbfd-6373-4d7a-919e-6a18f04876e7 HTTP/1.1" status: 404 len: 333 time: 0.0657141 Sep 07 16:18:15.728379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60670) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:15.747442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3d807-47d0-4254-a49c-98a3c4ecb664 None None] No DVR routers for this DVR port 60910851-f06b-4dab-8a12-dd6e48d4e567 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:15.749291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3d807-47d0-4254-a49c-98a3c4ecb664 None None] Pushing event deleted for resources: {'Port': ['ID=60910851-f06b-4dab-8a12-dd6e48d4e567,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:15.877647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99fd248-18eb-4b36-b2c4-12ed94b6938a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting subnet 816fd4b5-f8da-4cc9-8190-caa3a9d8c396 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:15.891076 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f99fd248-18eb-4b36-b2c4-12ed94b6938a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.021404 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ee72ae6-5ae7-46e3-97d8-3f3b6dc0b503 req-730d314f-9ef8-4db2-b56a-b77d05cb6a77 service neutron] 10.222.0.54 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876554 Sep 07 16:18:16.038098 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f99fd248-18eb-4b36-b2c4-12ed94b6938a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.179399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60686) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:16.269038 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f99fd248-18eb-4b36-b2c4-12ed94b6938a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.278381 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ee72ae6-5ae7-46e3-97d8-3f3b6dc0b503 req-e19676d0-ae24-4af6-9a84-befbc995dd02 service neutron] 10.222.0.54 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435274 Sep 07 16:18:16.389731 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60696) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:16.430698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f99fd248-18eb-4b36-b2c4-12ed94b6938a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.476539 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64ab3a9b-5279-4b7e-8fe9-3f56aeac0e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.482671 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f99fd248-18eb-4b36-b2c4-12ed94b6938a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.488208 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f99fd248-18eb-4b36-b2c4-12ed94b6938a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/816fd4b5-f8da-4cc9-8190-caa3a9d8c396 HTTP/1.1" status: 204 len: 168 time: 0.7560775 Sep 07 16:18:16.488208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd248-18eb-4b36-b2c4-12ed94b6938a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Subnet': ['ID=816fd4b5-f8da-4cc9-8190-caa3a9d8c396,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:16.488208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60700) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:16.489969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb8ab5-5828-4703-be4c-3ca9e1a7e9b6 None None] Network 21e96e10-99f0-43ed-af5a-21948dcd2b99 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:16.530673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fed7bd-1438-4016-bd5a-dbcdddc2a312 req-cd104e14-6c98-4520-933e-fe42bd9c24d1 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:16.532401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87fed7bd-1438-4016-bd5a-dbcdddc2a312 req-cd104e14-6c98-4520-933e-fe42bd9c24d1 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1786120 Sep 07 16:18:16.586705 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64ab3a9b-5279-4b7e-8fe9-3f56aeac0e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.592411 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64ab3a9b-5279-4b7e-8fe9-3f56aeac0e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.592926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 60910851-f06b-4dab-8a12-dd6e48d4e567 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:16.629558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 60910851-f06b-4dab-8a12-dd6e48d4e567 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:16.630183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 60910851-f06b-4dab-8a12-dd6e48d4e567 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:16.640545 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-64ab3a9b-5279-4b7e-8fe9-3f56aeac0e49 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=425368304800486d8501fe8267476bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491517 Sep 07 16:18:16.642509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab3a9b-5279-4b7e-8fe9-3f56aeac0e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a859ec8-2081-44ed-aeab-8823617f109f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:16.644679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60702) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:16.695598 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87fed7bd-1438-4016-bd5a-dbcdddc2a312 req-edf311d0-77a4-42db-a3ed-1f2ad04f5b3e tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503298 Sep 07 16:18:16.707537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:16.713477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-39c47ac5-4a75-4f63-a8fc-b0c9dd9117c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ea1d09695cb4f85bf5192a7feb77648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219452 Sep 07 16:18:16.717868 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.731096 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ccd50172-6c97-46fa-81b5-377eda7f8e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.754364 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.770828 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ccd50172-6c97-46fa-81b5-377eda7f8e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.804881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f13e25-eeb2-4bd8-af86-557c2883234a None None] DHCP port deletion for 21e96e10-99f0-43ed-af5a-21948dcd2b99 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:18:16.806980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 851b1bdb-25d4-481b-9546-87f818f28cea {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:16.807983 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.869356 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2de1d363-6945-419e-ae78-936f5cc69c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.897773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e2f13e25-eeb2-4bd8-af86-557c2883234a None None] Deleting port 851b1bdb-25d4-481b-9546-87f818f28cea {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:16.901151 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2f13e25-eeb2-4bd8-af86-557c2883234a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.909116 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2de1d363-6945-419e-ae78-936f5cc69c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.950858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] For port 851b1bdb-25d4-481b-9546-87f818f28cea, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=851b1bdb-25d4-481b-9546-87f818f28cea,segment=NetworkSegment(d594929c-3f03-4b48-a417-c1212ce2f57b),segment_id=d594929c-3f03-4b48-a417-c1212ce2f57b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:16.952933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:16.985523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 851b1bdb-25d4-481b-9546-87f818f28cea owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:17.046482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e2f13e25-eeb2-4bd8-af86-557c2883234a None None] For port 851b1bdb-25d4-481b-9546-87f818f28cea, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=851b1bdb-25d4-481b-9546-87f818f28cea,segment=NetworkSegment(d594929c-3f03-4b48-a417-c1212ce2f57b),segment_id=d594929c-3f03-4b48-a417-c1212ce2f57b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:17.054904 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2f13e25-eeb2-4bd8-af86-557c2883234a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.103498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e2f13e25-eeb2-4bd8-af86-557c2883234a None None] Calling delete_port for 851b1bdb-25d4-481b-9546-87f818f28cea owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:17.130512 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.167708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=851b1bdb-25d4-481b-9546-87f818f28cea,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:17.174960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No DVR routers for this DVR port 851b1bdb-25d4-481b-9546-87f818f28cea on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:17.282843 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2f13e25-eeb2-4bd8-af86-557c2883234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.320289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f13e25-eeb2-4bd8-af86-557c2883234a None None] Pushing event deleted for resources: {'Port': ['ID=851b1bdb-25d4-481b-9546-87f818f28cea,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:17.322782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f13e25-eeb2-4bd8-af86-557c2883234a None None] No DVR routers for this DVR port 851b1bdb-25d4-481b-9546-87f818f28cea on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:17.421146 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.465196 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ccd50172-6c97-46fa-81b5-377eda7f8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.468000 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ccd50172-6c97-46fa-81b5-377eda7f8e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.469193 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ccd50172-6c97-46fa-81b5-377eda7f8e16 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a859ec8-2081-44ed-aeab-8823617f109f HTTP/1.1" status: 204 len: 168 time: 0.8235900 Sep 07 16:18:17.483247 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd50172-6c97-46fa-81b5-377eda7f8e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a859ec8-2081-44ed-aeab-8823617f109f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:17.483833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e96e10-99f0-43ed-af5a-21948dcd2b99']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:17.524664 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2de1d363-6945-419e-ae78-936f5cc69c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.528615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2de1d363-6945-419e-ae78-936f5cc69c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.532759 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2de1d363-6945-419e-ae78-936f5cc69c3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c08775b1-23b2-4ecb-9936-cdb5046c0ac1 HTTP/1.1" status: 204 len: 168 time: 0.8218622 Sep 07 16:18:17.534129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd594929c-3f03-4b48-a417-c1212ce2f57b') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:17.536366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd594929c-3f03-4b48-a417-c1212ce2f57b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:17.541189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1d363-6945-419e-ae78-936f5cc69c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08775b1-23b2-4ecb-9936-cdb5046c0ac1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:17.570294 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.583184 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60724) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:17.594923 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.614188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:18:17.614614 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:18:17.624772 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:18:17.802233 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.842818 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.845239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/networks/21e96e10-99f0-43ed-af5a-21948dcd2b99 HTTP/1.1" status: 204 len: 168 time: 1.3550858 Sep 07 16:18:17.849502 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60734) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:17.855499 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-874d2004-4dfc-4454-b165-6c06d1e9df85 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-614422997'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:17.857418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9947f-3492-4706-8655-5e6166c950bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Network': ['ID=21e96e10-99f0-43ed-af5a-21948dcd2b99,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:17.900220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874d2004-4dfc-4454-b165-6c06d1e9df85 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:17.904548 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-874d2004-4dfc-4454-b165-6c06d1e9df85 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.916784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d195c9-f6b6-4cf9-84c4-3c14695b53ae req-4db2bb45-b380-4e81-8439-0c0b11cda5ed tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:17.931075 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4d195c9-f6b6-4cf9-84c4-3c14695b53ae req-4db2bb45-b380-4e81-8439-0c0b11cda5ed tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1481562 Sep 07 16:18:17.934073 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874d2004-4dfc-4454-b165-6c06d1e9df85 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:18:17.945225 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-874d2004-4dfc-4454-b165-6c06d1e9df85 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:17.945793 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-874d2004-4dfc-4454-b165-6c06d1e9df85 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Added segment 37f63328-c0c5-4ff7-9874-72ef9b1eaa6c of type vlan for network 6ff8dfb5-584e-49dd-915a-bf366d80ad4e Sep 07 16:18:17.986625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4d195c9-f6b6-4cf9-84c4-3c14695b53ae req-85981c1f-5e7e-43c9-96de-820b071bda97 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542741 Sep 07 16:18:17.999048 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-874d2004-4dfc-4454-b165-6c06d1e9df85 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.029600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-874d2004-4dfc-4454-b165-6c06d1e9df85 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.037144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874d2004-4dfc-4454-b165-6c06d1e9df85 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:18.038150 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-874d2004-4dfc-4454-b165-6c06d1e9df85 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.096755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60736) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:18.103263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': '6ff8dfb5-584e-49dd-915a-bf366d80ad4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:18.112942 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-874d2004-4dfc-4454-b165-6c06d1e9df85 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2617214 Sep 07 16:18:18.134861 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95cab731-373e-4f53-b94e-619f60a8bdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.185888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d2004-4dfc-4454-b165-6c06d1e9df85 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Network': ['ID=6ff8dfb5-584e-49dd-915a-bf366d80ad4e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:18.207357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 6ff8dfb5-584e-49dd-915a-bf366d80ad4e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:18:18.223908 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60744) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:18.247734 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc8842f1-0a95-4ebf-8b08-f4b069eaa422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.345295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95cab731-373e-4f53-b94e-619f60a8bdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.352664 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95cab731-373e-4f53-b94e-619f60a8bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.371306 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 16:18:18.371306 n-d-807551-3 neutron-server[94770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 16:18:18.371306 n-d-807551-3 neutron-server[94770]: [parameters: {'project_id_1': 'c27f200ac0dd4a7e909bc3e1ca178008', 'expiration_1': datetime.datetime(2021, 9, 7, 16, 17, 58, 289131)}] Sep 07 16:18:18.371306 n-d-807551-3 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:18:18.372806 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:18:18.411088 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-95cab731-373e-4f53-b94e-619f60a8bdf3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1d0f80257e6547b7821d5efbbd9ac951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8266542 Sep 07 16:18:18.414414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60750) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:18.414963 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cab731-373e-4f53-b94e-619f60a8bdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82742746-860b-4289-bbdb-09284e255cd7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:18.484063 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-365d7859-0433-4aa8-96ca-dfdee2487df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.525392 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-365d7859-0433-4aa8-96ca-dfdee2487df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.545503 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc8842f1-0a95-4ebf-8b08-f4b069eaa422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.553904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc8842f1-0a95-4ebf-8b08-f4b069eaa422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.582647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 851b1bdb-25d4-481b-9546-87f818f28cea no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:18.589836 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-365d7859-0433-4aa8-96ca-dfdee2487df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.593442 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-365d7859-0433-4aa8-96ca-dfdee2487df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.594928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8842f1-0a95-4ebf-8b08-f4b069eaa422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f0b420-6702-4bf9-8020-19a81d1940cb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:18.596796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-365d7859-0433-4aa8-96ca-dfdee2487df7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82742746-860b-4289-bbdb-09284e255cd7 HTTP/1.1" status: 204 len: 168 time: 0.1811810 Sep 07 16:18:18.619513 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dc8842f1-0a95-4ebf-8b08-f4b069eaa422 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70388dce1d05482db1ad5565ebbce48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900468 Sep 07 16:18:18.619929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60758) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:18.623852 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 851b1bdb-25d4-481b-9546-87f818f28cea {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:18.624789 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 851b1bdb-25d4-481b-9546-87f818f28cea not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:18.635336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d7859-0433-4aa8-96ca-dfdee2487df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82742746-860b-4289-bbdb-09284e255cd7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:18.708604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d2df27-965b-466b-9fe0-be788bc854ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.734282 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d2df27-965b-466b-9fe0-be788bc854ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.792159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d2df27-965b-466b-9fe0-be788bc854ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.794815 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d2df27-965b-466b-9fe0-be788bc854ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.795983 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-23d2df27-965b-466b-9fe0-be788bc854ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a2f0b420-6702-4bf9-8020-19a81d1940cb HTTP/1.1" status: 204 len: 168 time: 0.1749451 Sep 07 16:18:18.804392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2df27-965b-466b-9fe0-be788bc854ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f0b420-6702-4bf9-8020-19a81d1940cb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:18.904812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:18.910017 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:18.994800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60772) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:19.034428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ab0c78d-c7f9-445f-9b23-24a0204597ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.198066 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ab0c78d-c7f9-445f-9b23-24a0204597ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.205959 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ab0c78d-c7f9-445f-9b23-24a0204597ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.221386 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.268936 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4ab0c78d-c7f9-445f-9b23-24a0204597ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c03c14db2bb43198be689789ed5b7df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688732 Sep 07 16:18:19.270732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60778) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:19.279226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Subnet': ['ID=26ef1e61-d6ab-40a8-bae7-5742061ee95a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:19.298932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e815db-77d5-4247-9c5b-eae3f95936e0 req-5bc91b7c-7080-4faa-9abb-89049b43b635 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:19.307010 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42e815db-77d5-4247-9c5b-eae3f95936e0 req-5bc91b7c-7080-4faa-9abb-89049b43b635 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1576829 Sep 07 16:18:19.328562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60782) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:19.370780 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bb31129-a001-41dc-9c82-c25242c2a0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.377342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60784) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:19.396685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0c78d-c7f9-445f-9b23-24a0204597ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd38b50-1078-4b15-835d-9f0458bded0a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:19.406918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42e815db-77d5-4247-9c5b-eae3f95936e0 req-ce1b6cd1-0079-4bdb-bc81-7a489fe0db5a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986562 Sep 07 16:18:19.409308 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ede511-e6c7-4e67-a184-dadadaa8ab46 req-fd1872ab-c733-4ad0-bd7e-480cce3ce869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:19.410823 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e3ede511-e6c7-4e67-a184-dadadaa8ab46 req-fd1872ab-c733-4ad0-bd7e-480cce3ce869 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 1097 time: 0.1234701 Sep 07 16:18:19.418775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Checking segment: {'id': '37f63328-c0c5-4ff7-9874-72ef9b1eaa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6ff8dfb5-584e-49dd-915a-bf366d80ad4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:19.419374 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network hostable DHCP agents. Network: 6ff8dfb5-584e-49dd-915a-bf366d80ad4e, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:18:19.442414 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d51e9b39-1852-419c-984f-4d3b6977a645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.465446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 6ff8dfb5-584e-49dd-915a-bf366d80ad4e is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:18:19.466284 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e3ede511-e6c7-4e67-a184-dadadaa8ab46 req-885b24d6-8560-4028-9a82-919d3a073b21 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477154 Sep 07 16:18:19.489682 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d51e9b39-1852-419c-984f-4d3b6977a645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.494319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 6ff8dfb5-584e-49dd-915a-bf366d80ad4e) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:19.503834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14503df6-c424-4811-93b3-947bb57498ae None None] Network 6ff8dfb5-584e-49dd-915a-bf366d80ad4e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:19.514767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:19.515657 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.564175 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d51e9b39-1852-419c-984f-4d3b6977a645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.569542 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d51e9b39-1852-419c-984f-4d3b6977a645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.571278 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d51e9b39-1852-419c-984f-4d3b6977a645 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6dd38b50-1078-4b15-835d-9f0458bded0a HTTP/1.1" status: 204 len: 168 time: 0.2995863 Sep 07 16:18:19.604184 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e9b39-1852-419c-984f-4d3b6977a645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd38b50-1078-4b15-835d-9f0458bded0a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:19.661275 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bb31129-a001-41dc-9c82-c25242c2a0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.670677 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bb31129-a001-41dc-9c82-c25242c2a0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.683625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-94f3660f-2ede-4951-878d-1eb23cd356d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5830619 Sep 07 16:18:19.684627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60794) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:19.690390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bdda621f-dbe4-40d0-b165-012ed041e4d6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1219186639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:19.739646 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdda621f-dbe4-40d0-b165-012ed041e4d6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.741579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdda621f-dbe4-40d0-b165-012ed041e4d6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.754446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c4094e59-51ec-440b-95a3-bccf708e66c8 tempest-DvrRoutersNegativeTest-1250600669 tempest-DvrRoutersNegativeTest-1250600669-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1429880980', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:19.761684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.policy [None req-c4094e59-51ec-440b-95a3-bccf708e66c8 tempest-DvrRoutersNegativeTest-1250600669 tempest-DvrRoutersNegativeTest-1250600669-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94771) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 07 16:18:19.761933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.policy [None req-c4094e59-51ec-440b-95a3-bccf708e66c8 tempest-DvrRoutersNegativeTest-1250600669 tempest-DvrRoutersNegativeTest-1250600669-project] Failed policy check for 'create_router' {{(pid=94771) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 07 16:18:19.762507 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-c4094e59-51ec-440b-95a3-bccf708e66c8 tempest-DvrRoutersNegativeTest-1250600669 tempest-DvrRoutersNegativeTest-1250600669-project] create failed (client error): Access was denied to this resource. Sep 07 16:18:19.763525 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c4094e59-51ec-440b-95a3-bccf708e66c8 tempest-DvrRoutersNegativeTest-1250600669 tempest-DvrRoutersNegativeTest-1250600669-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3849578 Sep 07 16:18:19.786399 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-6ff8dfb5-584e-49dd-915a-bf366d80ad4e', 'network_id': '6ff8dfb5-584e-49dd-915a-bf366d80ad4e', 'tenant_id': 'c27f200ac0dd4a7e909bc3e1ca178008', 'fixed_ips': [{'subnet_id': '26ef1e61-d6ab-40a8-bae7-5742061ee95a'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:18:19.786941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8bb31129-a001-41dc-9c82-c25242c2a0c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f31894fe1c9e4bc18a0979dcb4fc5589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4560134 Sep 07 16:18:19.789043 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.792752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60798) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:19.816330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb31129-a001-41dc-9c82-c25242c2a0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1650b17-211c-4c13-8a29-dff8078babd4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:19.906760 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdda621f-dbe4-40d0-b165-012ed041e4d6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.910162 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c75fe955-e672-4e2c-aa53-e3e8d4d8b7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.918372 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdda621f-dbe4-40d0-b165-012ed041e4d6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.951597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c75fe955-e672-4e2c-aa53-e3e8d4d8b7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.959211 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bdda621f-dbe4-40d0-b165-012ed041e4d6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:19.961170 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bdda621f-dbe4-40d0-b165-012ed041e4d6 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2752929 Sep 07 16:18:19.963919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60800) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:19.969374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'network_id': '6ff8dfb5-584e-49dd-915a-bf366d80ad4e', 'name': 'tempest-PortsTestJSON-1902941494'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:20.024690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Allocated IP 172.20.0.2 (6ff8dfb5-584e-49dd-915a-bf366d80ad4e/26ef1e61-d6ab-40a8-bae7-5742061ee95a/64451737-69d2-4385-8358-183be0b51cc1) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:20.031304 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c75fe955-e672-4e2c-aa53-e3e8d4d8b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.036987 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c75fe955-e672-4e2c-aa53-e3e8d4d8b7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.044384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c75fe955-e672-4e2c-aa53-e3e8d4d8b7e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1650b17-211c-4c13-8a29-dff8078babd4 HTTP/1.1" status: 204 len: 168 time: 0.2407768 Sep 07 16:18:20.070370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fe955-e672-4e2c-aa53-e3e8d4d8b7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1650b17-211c-4c13-8a29-dff8078babd4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:20.158794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:20.163240 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.204013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port 353b897d-40dd-44f3-a652-8279db543a9c yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:18:20.296229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60810) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:20.334239 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.347267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Transition to ACTIVE for port object 64451737-69d2-4385-8358-183be0b51cc1 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:20.379992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Transition to ACTIVE for port object 64451737-69d2-4385-8358-183be0b51cc1 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:20.387874 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.483734 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Network 6ff8dfb5-584e-49dd-915a-bf366d80ad4e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:20.487574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:20.493936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:20.514310 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Pushing event updated for resources: {'Port': ['ID=64451737-69d2-4385-8358-183be0b51cc1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:20.520059 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.3 (6ff8dfb5-584e-49dd-915a-bf366d80ad4e/26ef1e61-d6ab-40a8-bae7-5742061ee95a/353b897d-40dd-44f3-a652-8279db543a9c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:20.591195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Attempting to bind port 64451737-69d2-4385-8358-183be0b51cc1 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:20.592047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Attempting to bind port 64451737-69d2-4385-8358-183be0b51cc1 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '37f63328-c0c5-4ff7-9874-72ef9b1eaa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6ff8dfb5-584e-49dd-915a-bf366d80ad4e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:20.592876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Attempting to bind port 64451737-69d2-4385-8358-183be0b51cc1 on network 6ff8dfb5-584e-49dd-915a-bf366d80ad4e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:20.600575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:20.601787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Checking segment: {'id': '37f63328-c0c5-4ff7-9874-72ef9b1eaa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6ff8dfb5-584e-49dd-915a-bf366d80ad4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:20.602437 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.602995 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Bound using segment: {'id': '37f63328-c0c5-4ff7-9874-72ef9b1eaa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6ff8dfb5-584e-49dd-915a-bf366d80ad4e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:20.603642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Bound port: 64451737-69d2-4385-8358-183be0b51cc1, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f63328-c0c5-4ff7-9874-72ef9b1eaa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6ff8dfb5-584e-49dd-915a-bf366d80ad4e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:20.604198 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.706815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] For port 64451737-69d2-4385-8358-183be0b51cc1, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:20.717069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] For port 64451737-69d2-4385-8358-183be0b51cc1, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=64451737-69d2-4385-8358-183be0b51cc1,segment=NetworkSegment(37f63328-c0c5-4ff7-9874-72ef9b1eaa6c),segment_id=37f63328-c0c5-4ff7-9874-72ef9b1eaa6c)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:20.728193 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.856954 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0a104f7-9476-4745-8baa-b24cf239f085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.919227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861ee05-4ada-4872-a1fc-b1de69fbb836 None None] Pushing event updated for resources: {'Port': ['ID=64451737-69d2-4385-8358-183be0b51cc1,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:20.924326 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:20.935396 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc84ff-6ea1-43b0-8f57-47f498d0b6ed req-2fd7953f-5e78-468e-a857-b1cf34eacd49 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:20.937523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcbc84ff-6ea1-43b0-8f57-47f498d0b6ed req-2fd7953f-5e78-468e-a857-b1cf34eacd49 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.2912507 Sep 07 16:18:20.957098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Transition to ACTIVE for port object 353b897d-40dd-44f3-a652-8279db543a9c will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:21.034432 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.044709 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0a104f7-9476-4745-8baa-b24cf239f085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.062802 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0a104f7-9476-4745-8baa-b24cf239f085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.102452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 6ff8dfb5-584e-49dd-915a-bf366d80ad4e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:21.113965 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:21.125279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:21.144053 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c0a104f7-9476-4745-8baa-b24cf239f085 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a78a3edbf80b4c27adf2da36de708fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8437405 Sep 07 16:18:21.144303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a104f7-9476-4745-8baa-b24cf239f085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71f59f2-81b5-4038-9e73-71388abed49b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:21.146827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60838) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:21.281888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=353b897d-40dd-44f3-a652-8279db543a9c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:21.303944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcbc84ff-6ea1-43b0-8f57-47f498d0b6ed req-8c2a9513-eb53-461b-90da-2f8f77e822bf tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567058 Sep 07 16:18:21.346769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:21.349172 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.353921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d4fdede-c035-4eee-a5ad-48168b8d32fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.396727 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2de4b33f-3ec6-49d9-ad00-19aadfe7b334 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4316690 Sep 07 16:18:21.401615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60846) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:21.438170 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d4fdede-c035-4eee-a5ad-48168b8d32fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.548690 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d4fdede-c035-4eee-a5ad-48168b8d32fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.551753 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d4fdede-c035-4eee-a5ad-48168b8d32fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:21.556455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1d4fdede-c035-4eee-a5ad-48168b8d32fa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f71f59f2-81b5-4038-9e73-71388abed49b HTTP/1.1" status: 204 len: 168 time: 0.4071341 Sep 07 16:18:21.568209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fdede-c035-4eee-a5ad-48168b8d32fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71f59f2-81b5-4038-9e73-71388abed49b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:21.922089 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:22.353410 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:22.361675 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:22.389773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1aeee-5da6-4f47-be1f-a87d0eb08453 None None] Network 6ff8dfb5-584e-49dd-915a-bf366d80ad4e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:22.541388 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5fbd71f7-12fe-4c1c-8c89-0a14b65caddb None None] Provisioning for port 64451737-69d2-4385-8358-183be0b51cc1 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:22.549098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831beb95-1103-4c05-8da5-d65ade6fe036 req-9f72ed6f-4375-445f-b92d-86ae3e6d3382 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:22.552648 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-831beb95-1103-4c05-8da5-d65ade6fe036 req-9f72ed6f-4375-445f-b92d-86ae3e6d3382 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1178825 Sep 07 16:18:22.646697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 64451737-69d2-4385-8358-183be0b51cc1 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:22.653404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=353b897d-40dd-44f3-a652-8279db543a9c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:22.665176 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-831beb95-1103-4c05-8da5-d65ade6fe036 req-42deba51-d643-40c3-9b47-24679a891f65 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044540 Sep 07 16:18:22.774048 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:22.871239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 64451737-69d2-4385-8358-183be0b51cc1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:22.880989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 64451737-69d2-4385-8358-183be0b51cc1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:22.881393 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:23.047430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ecd8c-e3f4-4b38-9b30-bfc67beaffe2 req-7902639d-c52e-441d-8340-dce9d86d433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:23.049012 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d3ecd8c-e3f4-4b38-9b30-bfc67beaffe2 req-7902639d-c52e-441d-8340-dce9d86d433e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22cbe61cf451482c8ba3902757bec21c&device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 1097 time: 0.0906637 Sep 07 16:18:23.108078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f94be-d186-43fa-bdfc-f8b63bf3ae91 req-78ef73cd-488d-475e-9713-08784cae8e5d tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:23.116765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b29f94be-d186-43fa-bdfc-f8b63bf3ae91 req-78ef73cd-488d-475e-9713-08784cae8e5d tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1552548 Sep 07 16:18:23.119051 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:23.186686 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:23.217928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b29f94be-d186-43fa-bdfc-f8b63bf3ae91 req-b51c90a8-5394-4d6a-b35c-ffb03e81cb0b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946701 Sep 07 16:18:23.260409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 64451737-69d2-4385-8358-183be0b51cc1, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=64451737-69d2-4385-8358-183be0b51cc1,segment=NetworkSegment(37f63328-c0c5-4ff7-9874-72ef9b1eaa6c),segment_id=37f63328-c0c5-4ff7-9874-72ef9b1eaa6c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:23.267975 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:23.281826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ecd8c-e3f4-4b38-9b30-bfc67beaffe2 req-c5b8d3c0-7a80-4442-99ab-ee09a2ffed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:23.283384 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d3ecd8c-e3f4-4b38-9b30-bfc67beaffe2 req-c5b8d3c0-7a80-4442-99ab-ee09a2ffed00 service neutron] 10.222.0.35 "GET /v2.0/networks?id=edc41928-ef7d-4c07-9ace-721279fdba6b HTTP/1.1" status: 200 len: 910 time: 0.2079029 Sep 07 16:18:23.342786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=64451737-69d2-4385-8358-183be0b51cc1,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:23.442623 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d3ecd8c-e3f4-4b38-9b30-bfc67beaffe2 req-37827d87-73cc-442a-9b65-00db8388561f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5eccb1-4bfd-453f-ad20-066a677774f2 HTTP/1.1" status: 200 len: 217 time: 0.1516380 Sep 07 16:18:23.499999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f909848-1959-4fdd-9466-8640692a2018 None None] Provisioning for port 353b897d-40dd-44f3-a652-8279db543a9c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:23.507885 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f909848-1959-4fdd-9466-8640692a2018 None None] Provisioning complete for port 353b897d-40dd-44f3-a652-8279db543a9c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:23.509432 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f909848-1959-4fdd-9466-8640692a2018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:23.568275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ecd8c-e3f4-4b38-9b30-bfc67beaffe2 req-2c098998-a8e9-4ca2-b788-5f5a6bd14686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:23.569607 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d3ecd8c-e3f4-4b38-9b30-bfc67beaffe2 req-2c098998-a8e9-4ca2-b788-5f5a6bd14686 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1af5f4b8-d800-46a1-869a-85928ca0360a HTTP/1.1" status: 200 len: 849 time: 0.0933166 Sep 07 16:18:23.610880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1f909848-1959-4fdd-9466-8640692a2018 None None] Port 353b897d-40dd-44f3-a652-8279db543a9c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:23.638228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f909848-1959-4fdd-9466-8640692a2018 None None] Provisioning complete for port 64451737-69d2-4385-8358-183be0b51cc1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:23.640378 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f909848-1959-4fdd-9466-8640692a2018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:23.650366 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d3ecd8c-e3f4-4b38-9b30-bfc67beaffe2 req-2a457768-a19d-489e-878a-df9f2c4f6975 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=edc41928-ef7d-4c07-9ace-721279fdba6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666106 Sep 07 16:18:23.973644 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f29a1917-1be0-41c7-b6fe-7c3274f9ca8a None None] Provisioning complete for port 353b897d-40dd-44f3-a652-8279db543a9c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:23.974661 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f29a1917-1be0-41c7-b6fe-7c3274f9ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.001813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60936) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:24.053092 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d3ecd8c-e3f4-4b38-9b30-bfc67beaffe2 req-73eaa67b-c99d-4440-aefb-f6db6dc94987 service neutron] 10.222.0.35 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323488 Sep 07 16:18:24.069560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f29a1917-1be0-41c7-b6fe-7c3274f9ca8a None None] Port 353b897d-40dd-44f3-a652-8279db543a9c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:24.115664 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.128315 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.190812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c86e5048-6df3-4c38-952d-619f170e0087 None None] Provisioning complete for port 353b897d-40dd-44f3-a652-8279db543a9c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:24.191203 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c86e5048-6df3-4c38-952d-619f170e0087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.248908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c86e5048-6df3-4c38-952d-619f170e0087 None None] Port 353b897d-40dd-44f3-a652-8279db543a9c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:24.294758 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.314685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=353b897d-40dd-44f3-a652-8279db543a9c,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:24.381942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f6e0c0a6-32d3-4e61-a587-c255e38ef493 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1617045678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:24.392093 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d3ecd8c-e3f4-4b38-9b30-bfc67beaffe2 req-4253e36b-6ec9-4380-93cc-3f816279282e service neutron] 10.222.0.35 "GET /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277678 Sep 07 16:18:24.428755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acfc4a-31f5-46d1-95c6-189e1708ed2a req-9a663e36-c96d-41ba-8f41-72c444bd9f82 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:24.436522 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0acfc4a-31f5-46d1-95c6-189e1708ed2a req-9a663e36-c96d-41ba-8f41-72c444bd9f82 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1172283 Sep 07 16:18:24.470132 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network 6ff8dfb5-584e-49dd-915a-bf366d80ad4e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:24.475683 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c0a6-32d3-4e61-a587-c255e38ef493 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.477238 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c0a6-32d3-4e61-a587-c255e38ef493 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.480953 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:24.573046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 64451737-69d2-4385-8358-183be0b51cc1 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:24.579668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0acfc4a-31f5-46d1-95c6-189e1708ed2a req-8164bc51-ec6d-4613-8638-e58c64c012a9 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404839 Sep 07 16:18:24.719214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 64451737-69d2-4385-8358-183be0b51cc1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:24.719596 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.724458 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c0a6-32d3-4e61-a587-c255e38ef493 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.747728 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c0a6-32d3-4e61-a587-c255e38ef493 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.763065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Router 9ee00ea3-281d-4991-ad7a-0b2db95f48a9 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:18:24.793192 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c0a6-32d3-4e61-a587-c255e38ef493 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.795837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f6e0c0a6-32d3-4e61-a587-c255e38ef493 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7919638 Sep 07 16:18:24.799977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60968) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:24.806568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-607996133'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:24.863716 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Made reservation on behalf of 945856f1d84d4f00b7cd4fbbc907856b for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:24.868213 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.878597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.924414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-338a23f3-993b-43f2-a9a8-5d6d5284c211 None None] Provisioning complete for port 353b897d-40dd-44f3-a652-8279db543a9c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:24.925159 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-338a23f3-993b-43f2-a9a8-5d6d5284c211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:24.943921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:24.962206 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c88ccb-765d-4e76-99a0-88cd809428b5 None None] Sync routers for ids ['9ee00ea3-281d-4991-ad7a-0b2db95f48a9'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:24.971430 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a40d20c6-e255-453b-8921-4bd94eca9322 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "PUT /v2.0/routers/9ee00ea3-281d-4991-ad7a-0b2db95f48a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5687132 Sep 07 16:18:24.978158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60972) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:24.985043 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c88ccb-765d-4e76-99a0-88cd809428b5 None None] Routers {'9ee00ea3-281d-4991-ad7a-0b2db95f48a9'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:24.985824 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65c88ccb-765d-4e76-99a0-88cd809428b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:15Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9ee00ea3-281d-4991-ad7a-0b2db95f48a9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:25.045225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-338a23f3-993b-43f2-a9a8-5d6d5284c211 None None] Port 353b897d-40dd-44f3-a652-8279db543a9c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:25.068195 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65c88ccb-765d-4e76-99a0-88cd809428b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:25.079454 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c88ccb-765d-4e76-99a0-88cd809428b5 None None] Routers {'9ee00ea3-281d-4991-ad7a-0b2db95f48a9'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:25.080263 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65c88ccb-765d-4e76-99a0-88cd809428b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:15Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9ee00ea3-281d-4991-ad7a-0b2db95f48a9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:25.105187 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:25.112490 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:25.114002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d93c8f-cc95-4a4a-8e26-8110ba98c962 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:25.124045 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-92d93c8f-cc95-4a4a-8e26-8110ba98c962 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ee00ea3-281d-4991-ad7a-0b2db95f48a9 HTTP/1.1" status: 200 len: 982 time: 0.1446915 Sep 07 16:18:25.124730 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60982) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:25.125128 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-65c88ccb-765d-4e76-99a0-88cd809428b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:25.126123 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c88ccb-765d-4e76-99a0-88cd809428b5 None None] The sync data for ids ['9ee00ea3-281d-4991-ad7a-0b2db95f48a9'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:25.144953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:18:25.166445 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:25.166805 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Added segment 32f3d74d-9a1b-44af-8ea6-90853e5be2ac of type vlan for network 4661f8f0-d770-434c-b1ac-3ca1df4daa16 Sep 07 16:18:25.214714 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:25.238361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60988) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:25.279095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f8fe74-5994-44bf-be0a-09a70656144f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:25.297312 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:25.304635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:25.305510 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:25.360750 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5589809 Sep 07 16:18:25.392188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60994) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:25.397471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c133455b-6374-4324-809f-883f56302424 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Request body: {'subnet': {'network_id': '4661f8f0-d770-434c-b1ac-3ca1df4daa16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:25.406035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ecb11-745f-47ef-a945-dc9edad50401 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event updated for resources: {'Network': ['ID=4661f8f0-d770-434c-b1ac-3ca1df4daa16,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:25.420237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 4661f8f0-d770-434c-b1ac-3ca1df4daa16 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:18:25.583798 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b062334-062d-49c2-ac57-23b64433044b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:25.656437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c133455b-6374-4324-809f-883f56302424 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Made reservation on behalf of 945856f1d84d4f00b7cd4fbbc907856b for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:25.660313 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c133455b-6374-4324-809f-883f56302424 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.008901 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b062334-062d-49c2-ac57-23b64433044b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.035485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487df682-29a0-4b95-9f3e-b4eb41f5b458 req-06c7beaf-65bb-46c9-ba79-fe5afbbf2e0b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:26.044079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-487df682-29a0-4b95-9f3e-b4eb41f5b458 req-06c7beaf-65bb-46c9-ba79-fe5afbbf2e0b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.3207107 Sep 07 16:18:26.066894 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b062334-062d-49c2-ac57-23b64433044b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.073318 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c133455b-6374-4324-809f-883f56302424 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.143266 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67121ac2-4977-4ec0-8434-0d766fc6e3e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.185684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b062334-062d-49c2-ac57-23b64433044b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f604b21a-bb5b-4a2b-98df-7ece66f284d4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:26.294050 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2b062334-062d-49c2-ac57-23b64433044b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=41b81377f1a143199e0b5f421d0de210&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0348580 Sep 07 16:18:26.297532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 32784) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:26.327127 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-487df682-29a0-4b95-9f3e-b4eb41f5b458 req-3806c0ef-88f2-400b-a75a-4669a7506f8c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818463 Sep 07 16:18:26.331145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133455b-6374-4324-809f-883f56302424 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event updated for resources: {'Subnet': ['ID=8826075e-6722-495f-9854-1751f8df71b8,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:26.351973 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c133455b-6374-4324-809f-883f56302424 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Checking segment: {'id': '32f3d74d-9a1b-44af-8ea6-90853e5be2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4661f8f0-d770-434c-b1ac-3ca1df4daa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:26.352475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c133455b-6374-4324-809f-883f56302424 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Network hostable DHCP agents. Network: 4661f8f0-d770-434c-b1ac-3ca1df4daa16, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:18:26.379269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c133455b-6374-4324-809f-883f56302424 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Network 4661f8f0-d770-434c-b1ac-3ca1df4daa16 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:18:26.395490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c133455b-6374-4324-809f-883f56302424 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 4661f8f0-d770-434c-b1ac-3ca1df4daa16) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:26.408311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32cf4d1-94fe-44b5-9119-3889db353903 None None] Network 4661f8f0-d770-434c-b1ac-3ca1df4daa16 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:26.417739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c133455b-6374-4324-809f-883f56302424 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:26.419363 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c133455b-6374-4324-809f-883f56302424 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.463672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c133455b-6374-4324-809f-883f56302424 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0702887 Sep 07 16:18:26.466632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 32790) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:26.472054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f178a1c9-ffb8-426d-96db-a55e723d83ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.475512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-90b3d841-468e-4823-ad79-3d1449cabcc1 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Request body: {'network': {'name': 'tempest-router-network01--2104490484'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:26.517700 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f178a1c9-ffb8-426d-96db-a55e723d83ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.523754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b3d841-468e-4823-ad79-3d1449cabcc1 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Made reservation on behalf of 945856f1d84d4f00b7cd4fbbc907856b for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:26.549717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90b3d841-468e-4823-ad79-3d1449cabcc1 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.622775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b3d841-468e-4823-ad79-3d1449cabcc1 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:18:26.624145 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f178a1c9-ffb8-426d-96db-a55e723d83ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.628914 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f178a1c9-ffb8-426d-96db-a55e723d83ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.632567 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f178a1c9-ffb8-426d-96db-a55e723d83ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f604b21a-bb5b-4a2b-98df-7ece66f284d4 HTTP/1.1" status: 204 len: 168 time: 0.3274479 Sep 07 16:18:26.645612 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90b3d841-468e-4823-ad79-3d1449cabcc1 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.645905 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-90b3d841-468e-4823-ad79-3d1449cabcc1 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Added segment 92e94651-c544-46e5-92b0-0191b50b428a of type vlan for network 308f8e08-5188-4840-a837-c61012d52cb2 Sep 07 16:18:26.652370 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178a1c9-ffb8-426d-96db-a55e723d83ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f604b21a-bb5b-4a2b-98df-7ece66f284d4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:26.699055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-67121ac2-4977-4ec0-8434-0d766fc6e3e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 353b897d-40dd-44f3-a652-8279db543a9c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:26.699585 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67121ac2-4977-4ec0-8434-0d766fc6e3e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.724387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-4661f8f0-d770-434c-b1ac-3ca1df4daa16', 'network_id': '4661f8f0-d770-434c-b1ac-3ca1df4daa16', 'tenant_id': '945856f1d84d4f00b7cd4fbbc907856b', 'fixed_ips': [{'subnet_id': '8826075e-6722-495f-9854-1751f8df71b8'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:18:26.726278 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.782794 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90b3d841-468e-4823-ad79-3d1449cabcc1 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.832897 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90b3d841-468e-4823-ad79-3d1449cabcc1 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.853828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3d841-468e-4823-ad79-3d1449cabcc1 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:26.854486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-90b3d841-468e-4823-ad79-3d1449cabcc1 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.870752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67121ac2-4977-4ec0-8434-0d766fc6e3e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:26.894529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-90b3d841-468e-4823-ad79-3d1449cabcc1 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4259951 Sep 07 16:18:26.895264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-67121ac2-4977-4ec0-8434-0d766fc6e3e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 353b897d-40dd-44f3-a652-8279db543a9c owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:26.911973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 32796) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:26.917614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e68d69ef-3c98-401b-8bb5-8f7a2c6c959b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Request body: {'network': {'name': 'tempest-router-network02--2008082057'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:26.995404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Allocated IP 2001:db8::2 (4661f8f0-d770-434c-b1ac-3ca1df4daa16/8826075e-6722-495f-9854-1751f8df71b8/0295a3f2-4a04-4fd7-84ea-a1702ac82da6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:27.025575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3d841-468e-4823-ad79-3d1449cabcc1 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event updated for resources: {'Network': ['ID=308f8e08-5188-4840-a837-c61012d52cb2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:27.063020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 308f8e08-5188-4840-a837-c61012d52cb2 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:18:27.087792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68d69ef-3c98-401b-8bb5-8f7a2c6c959b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Made reservation on behalf of 945856f1d84d4f00b7cd4fbbc907856b for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:27.093886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e68d69ef-3c98-401b-8bb5-8f7a2c6c959b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:27.131636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68d69ef-3c98-401b-8bb5-8f7a2c6c959b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:18:27.145158 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e68d69ef-3c98-401b-8bb5-8f7a2c6c959b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:27.146385 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-e68d69ef-3c98-401b-8bb5-8f7a2c6c959b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Added segment c1fc0629-f3c5-45b8-8742-4c639d1d59d3 of type vlan for network 0acab4bd-0cbf-479f-8815-2407f646bf7b Sep 07 16:18:27.395964 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e68d69ef-3c98-401b-8bb5-8f7a2c6c959b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:27.550146 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.db.resource_extend [None req-e68d69ef-3c98-401b-8bb5-8f7a2c6c959b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:18:27.610084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ef79a-5e80-4545-bec3-5bb8aa29e66d req-d1001c30-84c7-4aaf-8492-1d72ea1291b2 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:27.620424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d11ef79a-5e80-4545-bec3-5bb8aa29e66d req-d1001c30-84c7-4aaf-8492-1d72ea1291b2 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1158180 Sep 07 16:18:27.660432 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:27.664570 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d11ef79a-5e80-4545-bec3-5bb8aa29e66d req-06a89a00-8b54-4c0b-a031-0f68d25bd852 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420377 Sep 07 16:18:27.680640 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e68d69ef-3c98-401b-8bb5-8f7a2c6c959b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:27.701631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68d69ef-3c98-401b-8bb5-8f7a2c6c959b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:27.705780 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e68d69ef-3c98-401b-8bb5-8f7a2c6c959b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:27.741450 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Transition to ACTIVE for port object 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:27.743693 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67121ac2-4977-4ec0-8434-0d766fc6e3e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:27.777893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Transition to ACTIVE for port object 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:27.790161 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:27.835509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d69ef-3c98-401b-8bb5-8f7a2c6c959b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event updated for resources: {'Network': ['ID=0acab4bd-0cbf-479f-8815-2407f646bf7b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:27.859601 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e68d69ef-3c98-401b-8bb5-8f7a2c6c959b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9432249 Sep 07 16:18:27.859945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 32826) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:27.863440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 0acab4bd-0cbf-479f-8815-2407f646bf7b details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:18:27.868596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ba6c7782-8784-4d6a-94f1-d4c3a530b929 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Request body: {'subnet': {'network_id': '308f8e08-5188-4840-a837-c61012d52cb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:27.878942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Network 4661f8f0-d770-434c-b1ac-3ca1df4daa16 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:27.911564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:27.915737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67121ac2-4977-4ec0-8434-0d766fc6e3e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=353b897d-40dd-44f3-a652-8279db543a9c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:27.934112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:28.094772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Pushing event updated for resources: {'Port': ['ID=0295a3f2-4a04-4fd7-84ea-a1702ac82da6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:28.243008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Attempting to bind port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:28.248520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Attempting to bind port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '32f3d74d-9a1b-44af-8ea6-90853e5be2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4661f8f0-d770-434c-b1ac-3ca1df4daa16'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:28.249301 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Attempting to bind port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 on network 4661f8f0-d770-434c-b1ac-3ca1df4daa16 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:28.257186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:28.268927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Checking segment: {'id': '32f3d74d-9a1b-44af-8ea6-90853e5be2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4661f8f0-d770-434c-b1ac-3ca1df4daa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:28.269707 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:28.270422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Bound using segment: {'id': '32f3d74d-9a1b-44af-8ea6-90853e5be2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4661f8f0-d770-434c-b1ac-3ca1df4daa16'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:28.271170 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Bound port: 0295a3f2-4a04-4fd7-84ea-a1702ac82da6, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f3d74d-9a1b-44af-8ea6-90853e5be2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4661f8f0-d770-434c-b1ac-3ca1df4daa16'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:28.272368 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:28.296088 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67121ac2-4977-4ec0-8434-0d766fc6e3e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:28.297283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35b672-a877-4570-a2cb-ac4fa82367ac req-40e59f54-7ed4-49de-8535-ac0954c788cd tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:28.306041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d35b672-a877-4570-a2cb-ac4fa82367ac req-40e59f54-7ed4-49de-8535-ac0954c788cd tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.1445808 Sep 07 16:18:28.337705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6c7782-8784-4d6a-94f1-d4c3a530b929 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Made reservation on behalf of 945856f1d84d4f00b7cd4fbbc907856b for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:28.348744 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7782-8784-4d6a-94f1-d4c3a530b929 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:28.398046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] For port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:28.403180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] For port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0295a3f2-4a04-4fd7-84ea-a1702ac82da6,segment=NetworkSegment(32f3d74d-9a1b-44af-8ea6-90853e5be2ac),segment_id=32f3d74d-9a1b-44af-8ea6-90853e5be2ac)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:28.418557 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:28.539443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534189c-6c38-4f20-ae59-fe9c6b61e0fb None None] Pushing event updated for resources: {'Port': ['ID=0295a3f2-4a04-4fd7-84ea-a1702ac82da6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:28.581079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67121ac2-4977-4ec0-8434-0d766fc6e3e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Router 9ee00ea3-281d-4991-ad7a-0b2db95f48a9 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:18:28.590936 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d35b672-a877-4570-a2cb-ac4fa82367ac req-c06e53ce-40be-4aba-8e24-81f486dddd31 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836533 Sep 07 16:18:28.739047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67121ac2-4977-4ec0-8434-0d766fc6e3e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:28.745442 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-67121ac2-4977-4ec0-8434-0d766fc6e3e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "PUT /v2.0/routers/9ee00ea3-281d-4991-ad7a-0b2db95f48a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6194961 Sep 07 16:18:28.757094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9805c1b0-3124-44ab-ade4-31c08e0dfa81 None None] Sync routers for ids ['9ee00ea3-281d-4991-ad7a-0b2db95f48a9'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:28.770121 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 32876) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:28.776993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9805c1b0-3124-44ab-ade4-31c08e0dfa81 None None] Routers {'9ee00ea3-281d-4991-ad7a-0b2db95f48a9'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:28.782319 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9805c1b0-3124-44ab-ade4-31c08e0dfa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:15Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9ee00ea3-281d-4991-ad7a-0b2db95f48a9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:28.819109 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7782-8784-4d6a-94f1-d4c3a530b929 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:28.861228 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0fe78c-f1dc-4309-92c5-7ca3e776c78b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:18:28.872751 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bd0fe78c-f1dc-4309-92c5-7ca3e776c78b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/353b897d-40dd-44f3-a652-8279db543a9c HTTP/1.1" status: 404 len: 333 time: 0.0997736 Sep 07 16:18:28.881058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 32884) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:28.907640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9805c1b0-3124-44ab-ade4-31c08e0dfa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:28.955432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9805c1b0-3124-44ab-ade4-31c08e0dfa81 None None] Routers {'9ee00ea3-281d-4991-ad7a-0b2db95f48a9'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:28.955432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9805c1b0-3124-44ab-ade4-31c08e0dfa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:15Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9ee00ea3-281d-4991-ad7a-0b2db95f48a9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:29.033279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c7782-8784-4d6a-94f1-d4c3a530b929 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event updated for resources: {'Subnet': ['ID=482c8397-aa75-4237-94a7-202b391f0d42,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:29.051989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9805c1b0-3124-44ab-ade4-31c08e0dfa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:29.058938 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9805c1b0-3124-44ab-ade4-31c08e0dfa81 None None] The sync data for ids ['9ee00ea3-281d-4991-ad7a-0b2db95f48a9'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:29.067299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c7782-8784-4d6a-94f1-d4c3a530b929 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Checking segment: {'id': '92e94651-c544-46e5-92b0-0191b50b428a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '308f8e08-5188-4840-a837-c61012d52cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:29.067852 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c7782-8784-4d6a-94f1-d4c3a530b929 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Network hostable DHCP agents. Network: 308f8e08-5188-4840-a837-c61012d52cb2, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:18:29.082572 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5be89348-146f-4a6f-b044-910b834bc49d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:29.098965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c7782-8784-4d6a-94f1-d4c3a530b929 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Network 308f8e08-5188-4840-a837-c61012d52cb2 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:18:29.114736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ba6c7782-8784-4d6a-94f1-d4c3a530b929 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 308f8e08-5188-4840-a837-c61012d52cb2) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:29.124019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db742a0-ffbe-4e03-b248-d3cd688e2e80 None None] Network 308f8e08-5188-4840-a837-c61012d52cb2 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:29.125196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c7782-8784-4d6a-94f1-d4c3a530b929 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:29.126345 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7782-8784-4d6a-94f1-d4c3a530b929 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:29.170568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ba6c7782-8784-4d6a-94f1-d4c3a530b929 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3094206 Sep 07 16:18:29.174204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 32888) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:29.183845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ffdfa6b6-4948-4b83-9af3-b4a62d688546 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Request body: {'subnet': {'network_id': '0acab4bd-0cbf-479f-8815-2407f646bf7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:29.324918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 32898) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:29.382983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-308f8e08-5188-4840-a837-c61012d52cb2', 'network_id': '308f8e08-5188-4840-a837-c61012d52cb2', 'tenant_id': '945856f1d84d4f00b7cd4fbbc907856b', 'fixed_ips': [{'subnet_id': '482c8397-aa75-4237-94a7-202b391f0d42'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:18:29.385412 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5be89348-146f-4a6f-b044-910b834bc49d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:29.388292 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5be89348-146f-4a6f-b044-910b834bc49d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:29.388564 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:29.413943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdfa6b6-4948-4b83-9af3-b4a62d688546 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Made reservation on behalf of 945856f1d84d4f00b7cd4fbbc907856b for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:29.417769 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffdfa6b6-4948-4b83-9af3-b4a62d688546 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:29.447868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5be89348-146f-4a6f-b044-910b834bc49d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:29.448808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be89348-146f-4a6f-b044-910b834bc49d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Fanout notify agent at l3_agent the message router_deleted on router 9ee00ea3-281d-4991-ad7a-0b2db95f48a9 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:18:29.457750 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5be89348-146f-4a6f-b044-910b834bc49d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:29.462139 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5be89348-146f-4a6f-b044-910b834bc49d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/routers/9ee00ea3-281d-4991-ad7a-0b2db95f48a9 HTTP/1.1" status: 204 len: 168 time: 0.5726104 Sep 07 16:18:29.465996 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 32902) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:29.541023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f3e0f3-17a2-469f-9a0f-3062b3fd6cfc tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting subnet 26ef1e61-d6ab-40a8-bae7-5742061ee95a {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:29.546020 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81f3e0f3-17a2-469f-9a0f-3062b3fd6cfc tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:29.552610 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d330d5a1-5180-4f66-a0fa-60ef5c56c88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:29.632427 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81f3e0f3-17a2-469f-9a0f-3062b3fd6cfc tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:29.694436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Allocated IP 2001:db8::2 (308f8e08-5188-4840-a837-c61012d52cb2/482c8397-aa75-4237-94a7-202b391f0d42/de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:29.890446 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81f3e0f3-17a2-469f-9a0f-3062b3fd6cfc tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:29.974524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b9d4c-616f-409f-ba39-519cd6be69a4 req-2b204903-1157-450f-afef-0ca96b6fd7f6 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:29.975717 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:29.981698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-269b9d4c-616f-409f-ba39-519cd6be69a4 req-2b204903-1157-450f-afef-0ca96b6fd7f6 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.2285593 Sep 07 16:18:29.995168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Transition to ACTIVE for port object de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:30.005775 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81f3e0f3-17a2-469f-9a0f-3062b3fd6cfc tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.021080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffdfa6b6-4948-4b83-9af3-b4a62d688546 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.023273 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Transition to ACTIVE for port object de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:30.036526 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.097922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3e0f3-17a2-469f-9a0f-3062b3fd6cfc tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Subnet': ['ID=26ef1e61-d6ab-40a8-bae7-5742061ee95a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:30.101903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Pushing event updated for resources: {'Port': ['ID=de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:30.106655 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-81f3e0f3-17a2-469f-9a0f-3062b3fd6cfc tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.110685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Network 308f8e08-5188-4840-a837-c61012d52cb2 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:30.112060 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7cfaf5-5b0f-4fdf-85a1-ef29a72b7a85 None None] Network 6ff8dfb5-584e-49dd-915a-bf366d80ad4e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:30.117910 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-81f3e0f3-17a2-469f-9a0f-3062b3fd6cfc tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/26ef1e61-d6ab-40a8-bae7-5742061ee95a HTTP/1.1" status: 204 len: 168 time: 0.6476388 Sep 07 16:18:30.118528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 32914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:30.138325 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d330d5a1-5180-4f66-a0fa-60ef5c56c88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.184507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-269b9d4c-616f-409f-ba39-519cd6be69a4 req-afb8906c-fbc0-460e-b802-c37051bbe0e3 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540301 Sep 07 16:18:30.184824 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d330d5a1-5180-4f66-a0fa-60ef5c56c88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.219731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e0476b-aafc-4f6e-885d-c751de059888 None None] Network 4661f8f0-d770-434c-b1ac-3ca1df4daa16 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:30.283350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdfa6b6-4948-4b83-9af3-b4a62d688546 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Checking segment: {'id': 'c1fc0629-f3c5-45b8-8742-4c639d1d59d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0acab4bd-0cbf-479f-8815-2407f646bf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:30.283643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdfa6b6-4948-4b83-9af3-b4a62d688546 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Network hostable DHCP agents. Network: 0acab4bd-0cbf-479f-8815-2407f646bf7b, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:18:30.285966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfa6b6-4948-4b83-9af3-b4a62d688546 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event updated for resources: {'Subnet': ['ID=d7598f08-5049-43e4-96a9-ffa52c8eaeba,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:30.308262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:30.324998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 32916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:30.325229 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d330d5a1-5180-4f66-a0fa-60ef5c56c88c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e34e46444fc47568bf0bd70ef0f83c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9988270 Sep 07 16:18:30.329631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:30.342189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330d5a1-5180-4f66-a0fa-60ef5c56c88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9590c9df-b921-431e-a6ee-19a34ca7a975,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:30.352476 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.357774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdfa6b6-4948-4b83-9af3-b4a62d688546 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Network 0acab4bd-0cbf-479f-8815-2407f646bf7b is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:18:30.384923 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94f35bc8-0c29-4ded-917e-4e39cd7c2cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.404285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ffdfa6b6-4948-4b83-9af3-b4a62d688546 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 0acab4bd-0cbf-479f-8815-2407f646bf7b) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:30.411112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdfa6b6-4948-4b83-9af3-b4a62d688546 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:30.412675 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffdfa6b6-4948-4b83-9af3-b4a62d688546 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.420026 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94f35bc8-0c29-4ded-917e-4e39cd7c2cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.434703 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ffdfa6b6-4948-4b83-9af3-b4a62d688546 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2594159 Sep 07 16:18:30.437753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 32918) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:30.479821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 64451737-69d2-4385-8358-183be0b51cc1 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:30.480272 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.480548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27d7758-5055-4e30-a460-ba3a50dc0575 None None] Network 0acab4bd-0cbf-479f-8815-2407f646bf7b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:30.578568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Attempting to bind port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:30.579132 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Attempting to bind port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '92e94651-c544-46e5-92b0-0191b50b428a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '308f8e08-5188-4840-a837-c61012d52cb2'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:30.579799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Attempting to bind port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e on network 308f8e08-5188-4840-a837-c61012d52cb2 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:30.592489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:30.593554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Checking segment: {'id': '92e94651-c544-46e5-92b0-0191b50b428a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '308f8e08-5188-4840-a837-c61012d52cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:30.594294 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.594930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Bound using segment: {'id': '92e94651-c544-46e5-92b0-0191b50b428a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '308f8e08-5188-4840-a837-c61012d52cb2'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:30.595664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Bound port: de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e94651-c544-46e5-92b0-0191b50b428a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '308f8e08-5188-4840-a837-c61012d52cb2'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:30.596284 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.619733 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] For port 64451737-69d2-4385-8358-183be0b51cc1, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=64451737-69d2-4385-8358-183be0b51cc1,segment=NetworkSegment(37f63328-c0c5-4ff7-9874-72ef9b1eaa6c),segment_id=37f63328-c0c5-4ff7-9874-72ef9b1eaa6c)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:30.620120 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.632959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-43e0b7db-bda7-43c2-83cb-e7d2afdd47f9 None None] Provisioning for port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:30.636503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 64451737-69d2-4385-8358-183be0b51cc1 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:30.637704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:30.736220 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.793627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No DVR routers for this DVR port 64451737-69d2-4385-8358-183be0b51cc1 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:30.819847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:30.874490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=64451737-69d2-4385-8358-183be0b51cc1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:30.893879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:30.899609 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.902529 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94f35bc8-0c29-4ded-917e-4e39cd7c2cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.925019 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-94f35bc8-0c29-4ded-917e-4e39cd7c2cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:30.929103 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-94f35bc8-0c29-4ded-917e-4e39cd7c2cda admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9590c9df-b921-431e-a6ee-19a34ca7a975 HTTP/1.1" status: 204 len: 168 time: 0.6002748 Sep 07 16:18:30.929346 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743d5893-6afe-4851-b0a4-3b8dc9b22d82 None None] DHCP port deletion for 6ff8dfb5-584e-49dd-915a-bf366d80ad4e request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:18:30.989059 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f35bc8-0c29-4ded-917e-4e39cd7c2cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9590c9df-b921-431e-a6ee-19a34ca7a975,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:31.067485 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.103104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff8dfb5-584e-49dd-915a-bf366d80ad4e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:31.123650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f63328-c0c5-4ff7-9874-72ef9b1eaa6c') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:31.124427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f63328-c0c5-4ff7-9874-72ef9b1eaa6c') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:31.130377 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.142828 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.186208 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.189432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-0acab4bd-0cbf-479f-8815-2407f646bf7b', 'network_id': '0acab4bd-0cbf-479f-8815-2407f646bf7b', 'tenant_id': '945856f1d84d4f00b7cd4fbbc907856b', 'fixed_ips': [{'subnet_id': 'd7598f08-5049-43e4-96a9-ffa52c8eaeba'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:18:31.190809 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.207272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:18:31.209083 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:18:31.218928 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:18:31.244524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] For port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:31.250104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] For port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e,segment=NetworkSegment(92e94651-c544-46e5-92b0-0191b50b428a),segment_id=92e94651-c544-46e5-92b0-0191b50b428a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:31.283888 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.461576 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.473945 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:31.481203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/networks/6ff8dfb5-584e-49dd-915a-bf366d80ad4e HTTP/1.1" status: 204 len: 168 time: 1.3535466 Sep 07 16:18:31.508809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 32946) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:31.566070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8c14c-ec2d-475e-aca0-89baa8fa5ede tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Network': ['ID=6ff8dfb5-584e-49dd-915a-bf366d80ad4e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:31.615157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff129997-3a2a-400c-b225-fc3d43ccf13d req-25b024df-f730-4327-a7ae-554ef8876afa tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:31.620603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Allocated IP 2001:db8::2 (0acab4bd-0cbf-479f-8815-2407f646bf7b/d7598f08-5049-43e4-96a9-ffa52c8eaeba/05cbac58-4103-4e32-a140-e854d6f91987) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:31.625942 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ff129997-3a2a-400c-b225-fc3d43ccf13d req-25b024df-f730-4327-a7ae-554ef8876afa tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.35 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.3644922 Sep 07 16:18:31.684288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033bb44-7dc0-46ee-b436-6ad43f1aba51 req-11d491f6-69f3-4605-8032-a8970ade7def tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:31.696550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5033bb44-7dc0-46ee-b436-6ad43f1aba51 req-11d491f6-69f3-4605-8032-a8970ade7def tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 946 time: 0.2993023 Sep 07 16:18:31.716853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9037581a-5403-48ed-a3e1-68ff7b757eb4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:31.718322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9037581a-5403-48ed-a3e1-68ff7b757eb4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/9aa596a3-62c0-4452-81fb-74bc91e0eb00 HTTP/1.1" status: 200 len: 841 time: 0.1895757 Sep 07 16:18:31.735046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 32952) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:31.813899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5033bb44-7dc0-46ee-b436-6ad43f1aba51 req-a3bc58a0-fdaf-454b-920c-f115e1cfd938 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073098 Sep 07 16:18:32.045163 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:32.056182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Transition to ACTIVE for port object 05cbac58-4103-4e32-a140-e854d6f91987 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:32.126438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Transition to ACTIVE for port object 05cbac58-4103-4e32-a140-e854d6f91987 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:32.209916 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:32.214680 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bb113de9-e5cc-4c73-bc5d-e3c1eebf5977 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/9aa596a3-62c0-4452-81fb-74bc91e0eb00?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4761236 Sep 07 16:18:32.216526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16131348-0ca6-457a-9fe8-b1253433dacc None None] Pushing event updated for resources: {'Port': ['ID=de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:32.218656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 32972) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:32.223880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3d80a996-1e86-4cf7-9ada-6e47023ab57b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:32.230275 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:32.302954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f9262749-cb5b-44f2-9eae-08def88f02e2 None None] Provisioning complete for port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:32.308807 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9262749-cb5b-44f2-9eae-08def88f02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:32.385585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ff129997-3a2a-400c-b225-fc3d43ccf13d req-f6e0399a-c018-43c3-bff7-2f61f466043c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Deleting port 9e5eccb1-4bfd-453f-ad20-066a677774f2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:32.386160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff129997-3a2a-400c-b225-fc3d43ccf13d req-f6e0399a-c018-43c3-bff7-2f61f466043c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:32.431501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Network 0acab4bd-0cbf-479f-8815-2407f646bf7b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:32.444509 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:32.456668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:32.516288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:32.523645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ff129997-3a2a-400c-b225-fc3d43ccf13d req-f6e0399a-c018-43c3-bff7-2f61f466043c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] For port 9e5eccb1-4bfd-453f-ad20-066a677774f2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9e5eccb1-4bfd-453f-ad20-066a677774f2,segment=NetworkSegment(34e61d30-0ecd-4daa-87c2-5901ca5100c9),segment_id=34e61d30-0ecd-4daa-87c2-5901ca5100c9)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:32.524370 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff129997-3a2a-400c-b225-fc3d43ccf13d req-f6e0399a-c018-43c3-bff7-2f61f466043c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:32.544923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ff129997-3a2a-400c-b225-fc3d43ccf13d req-f6e0399a-c018-43c3-bff7-2f61f466043c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Calling delete_port for 9e5eccb1-4bfd-453f-ad20-066a677774f2 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:32.562609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d80a996-1e86-4cf7-9ada-6e47023ab57b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:32.566440 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d80a996-1e86-4cf7-9ada-6e47023ab57b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:32.706242 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:32.796765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Pushing event updated for resources: {'Port': ['ID=05cbac58-4103-4e32-a140-e854d6f91987,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:32.811151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0295a3f2-4a04-4fd7-84ea-a1702ac82da6,segment=NetworkSegment(32f3d74d-9a1b-44af-8ea6-90853e5be2ac),segment_id=32f3d74d-9a1b-44af-8ea6-90853e5be2ac)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:32.863273 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff129997-3a2a-400c-b225-fc3d43ccf13d req-f6e0399a-c018-43c3-bff7-2f61f466043c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:32.890927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Attempting to bind port 05cbac58-4103-4e32-a140-e854d6f91987 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:32.891268 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Attempting to bind port 05cbac58-4103-4e32-a140-e854d6f91987 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'c1fc0629-f3c5-45b8-8742-4c639d1d59d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0acab4bd-0cbf-479f-8815-2407f646bf7b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:32.891719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Attempting to bind port 05cbac58-4103-4e32-a140-e854d6f91987 on network 0acab4bd-0cbf-479f-8815-2407f646bf7b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:32.900250 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:32.919097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:32.919846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Checking segment: {'id': 'c1fc0629-f3c5-45b8-8742-4c639d1d59d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0acab4bd-0cbf-479f-8815-2407f646bf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:32.920329 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:32.920792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Bound using segment: {'id': 'c1fc0629-f3c5-45b8-8742-4c639d1d59d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0acab4bd-0cbf-479f-8815-2407f646bf7b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:32.921340 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Bound port: 05cbac58-4103-4e32-a140-e854d6f91987, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fc0629-f3c5-45b8-8742-4c639d1d59d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0acab4bd-0cbf-479f-8815-2407f646bf7b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:32.921796 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:32.940963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['9e5eccb1-4bfd-453f-ad20-066a677774f2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:18:32.968999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['5c746ed5-32a6-46c8-bcad-5349c8257088'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:18:33.042616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0399a-c018-43c3-bff7-2f61f466043c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Pushing event deleted for resources: {'Port': ['ID=9e5eccb1-4bfd-453f-ad20-066a677774f2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:33.062593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Allocated IP 2001:db8::1 (308f8e08-5188-4840-a837-c61012d52cb2/482c8397-aa75-4237-94a7-202b391f0d42/084b147b-2ed5-4ae5-92c8-6a6e032b76aa) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:33.123762 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9262749-cb5b-44f2-9eae-08def88f02e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.180075 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff129997-3a2a-400c-b225-fc3d43ccf13d req-f6e0399a-c018-43c3-bff7-2f61f466043c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] No DVR routers for this DVR port 9e5eccb1-4bfd-453f-ad20-066a677774f2 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:33.185631 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff129997-3a2a-400c-b225-fc3d43ccf13d req-f6e0399a-c018-43c3-bff7-2f61f466043c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.189914 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ff129997-3a2a-400c-b225-fc3d43ccf13d req-f6e0399a-c018-43c3-bff7-2f61f466043c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.35 "DELETE /v2.0/ports/9e5eccb1-4bfd-453f-ad20-066a677774f2 HTTP/1.1" status: 204 len: 173 time: 1.5582063 Sep 07 16:18:33.204811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4d605624-08fe-49fb-a320-dced1d4fd4ed req-f6f10f44-8fcd-4e71-be5c-20856b19010b tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=04401584-70e1-45f6-94c0-0d1e264f1edb HTTP/1.1" status: 200 len: 210 time: 0.1763666 Sep 07 16:18:33.212723 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d80a996-1e86-4cf7-9ada-6e47023ab57b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.233793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04401584-70e1-45f6-94c0-0d1e264f1edb', 'name': 'network-vif-deleted', 'tag': '9e5eccb1-4bfd-453f-ad20-066a677774f2'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:18:33.244946 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9eb46b-a9e7-4580-ae08-a1de9d569e2a" -d '{"events": [{"server_uuid": "04401584-70e1-45f6-94c0-0d1e264f1edb", "name": "network-vif-deleted", "tag": "9e5eccb1-4bfd-453f-ad20-066a677774f2"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:18:33.281793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d80a996-1e86-4cf7-9ada-6e47023ab57b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:33.285125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3d80a996-1e86-4cf7-9ada-6e47023ab57b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:33.300855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d80a996-1e86-4cf7-9ada-6e47023ab57b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:33.302142 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d80a996-1e86-4cf7-9ada-6e47023ab57b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.380016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80a996-1e86-4cf7-9ada-6e47023ab57b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Subnet': ['ID=26f518a8-6a3b-42d0-917e-2467c0f06aa0,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:33.416475 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3d80a996-1e86-4cf7-9ada-6e47023ab57b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1963444 Sep 07 16:18:33.421261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33002) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:33.442219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c1ddab67-acb8-49b6-9654-093ad79f0949 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'security_group': {'name': 'tempest-secgroup-2021373327'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:33.538141 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1ddab67-acb8-49b6-9654-093ad79f0949 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.546214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d2426-884f-4092-862a-7184e8a29cea None None] Network 308f8e08-5188-4840-a837-c61012d52cb2 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:33.548947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:33.550873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a75da7-9c68-49cc-9ffa-830491dceb7f None None] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:33.609471 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.662371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Transition to ACTIVE for port object 084b147b-2ed5-4ae5-92c8-6a6e032b76aa will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:33.736992 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.756316 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1ddab67-acb8-49b6-9654-093ad79f0949 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.766401 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1ddab67-acb8-49b6-9654-093ad79f0949 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.830599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Network 308f8e08-5188-4840-a837-c61012d52cb2 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:33.849046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:33.854372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:33.854924 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.864121 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event updated for resources: {'Port': ['ID=084b147b-2ed5-4ae5-92c8-6a6e032b76aa,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:33.868698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33010) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:33.875600 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1ddab67-acb8-49b6-9654-093ad79f0949 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:33.876860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c1ddab67-acb8-49b6-9654-093ad79f0949 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4519231 Sep 07 16:18:33.887859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33014) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:33.908457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4040fcc9-a911-4cc6-916e-189a3c5e09cd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'security_group': {'name': 'tempest-secgroup-1221582977'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:33.930284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddab67-acb8-49b6-9654-093ad79f0949 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8495ee78-a2d0-470e-95d8-4fd840c3d8b7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:34.007594 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4040fcc9-a911-4cc6-916e-189a3c5e09cd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:34.090706 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d850b81d-c8eb-4e64-8d5e-7c58cbbc9eba x-openstack-request-id: req-d850b81d-c8eb-4e64-8d5e-7c58cbbc9eba {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:18:34.091088 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04401584-70e1-45f6-94c0-0d1e264f1edb", "name": "network-vif-deleted", "tag": "9e5eccb1-4bfd-453f-ad20-066a677774f2", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:18:34.091307 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d850b81d-c8eb-4e64-8d5e-7c58cbbc9eba {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:18:34.091730 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04401584-70e1-45f6-94c0-0d1e264f1edb', 'name': 'network-vif-deleted', 'tag': '9e5eccb1-4bfd-453f-ad20-066a677774f2', 'status': 'completed', 'code': 200} Sep 07 16:18:34.168523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-581471721'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:34.194044 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:34.255665 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4040fcc9-a911-4cc6-916e-189a3c5e09cd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:34.263746 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4040fcc9-a911-4cc6-916e-189a3c5e09cd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:34.279505 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] For port 05cbac58-4103-4e32-a140-e854d6f91987, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:34.328219 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=0295a3f2-4a04-4fd7-84ea-a1702ac82da6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:34.330051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040fcc9-a911-4cc6-916e-189a3c5e09cd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc9c56d-1011-4cbf-9340-46249c52d0c1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:34.336284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] For port 05cbac58-4103-4e32-a140-e854d6f91987, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=05cbac58-4103-4e32-a140-e854d6f91987,segment=NetworkSegment(c1fc0629-f3c5-45b8-8742-4c639d1d59d3),segment_id=c1fc0629-f3c5-45b8-8742-4c639d1d59d3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:34.345091 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Made reservation on behalf of 06813cdd3c9a4c6fb540ac3db4393cae for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:34.356555 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4040fcc9-a911-4cc6-916e-189a3c5e09cd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:34.362908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4040fcc9-a911-4cc6-916e-189a3c5e09cd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4622340 Sep 07 16:18:34.363634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33024) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:34.369467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-801122189', 'security_groups': ['6bc9c56d-1011-4cbf-9340-46249c52d0c1'], 'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '26f518a8-6a3b-42d0-917e-2467c0f06aa0'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:34.370620 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:34.399752 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:34.420851 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-f9262749-cb5b-44f2-9eae-08def88f02e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:18:34.421214 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-f9262749-cb5b-44f2-9eae-08def88f02e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:18:34.517053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:34.530210 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:34.644157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74bede-531b-404a-b7a4-63bee1c1b7bc None None] Pushing event updated for resources: {'Port': ['ID=05cbac58-4103-4e32-a140-e854d6f91987,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:34.680166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 64451737-69d2-4385-8358-183be0b51cc1 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:34.720327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 64451737-69d2-4385-8358-183be0b51cc1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:34.720606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 64451737-69d2-4385-8358-183be0b51cc1 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:34.764148 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:34.819903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:34.826691 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:34.845331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'tenant_id': 'c27f200ac0dd4a7e909bc3e1ca178008', 'fixed_ips': [{'subnet_id': '26f518a8-6a3b-42d0-917e-2467c0f06aa0'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:18:34.846209 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:34.935546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:18:34.983598 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17bd98d-741e-4792-8b44-848bff7f0659,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:35.001612 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:35.001966 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Added segment 38dd6792-ba13-49b5-a0bc-6b7adeae04f8 of type vlan for network c57b6972-b5de-4149-aeda-40d4569753ec Sep 07 16:18:35.051893 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:35.155542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port 5e27a37e-0f00-4a62-bb4a-c2c897a1f231 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:18:35.192290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:35.230430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c0c66-a97f-4e97-8857-9a0bcc906b4e req-3a77eb8a-4eae-4e70-999e-f025d09259c5 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:35.237976 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:35.238752 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-772c0c66-a97f-4e97-8857-9a0bcc906b4e req-3a77eb8a-4eae-4e70-999e-f025d09259c5 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1904609 Sep 07 16:18:35.362735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9e5eccb1-4bfd-453f-ad20-066a677774f2 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:35.366474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Allocated IP 172.20.0.2 (f8079e73-dcdb-47b0-9f8c-76ac9ec64e24/26f518a8-6a3b-42d0-917e-2467c0f06aa0/00d9258e-98c7-4309-89cd-7185cd375ac2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:35.373775 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-efc8c1e7-f840-4f3f-a0e8-33757820f1af None None] Provisioning for port 084b147b-2ed5-4ae5-92c8-6a6e032b76aa completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:35.383580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-772c0c66-a97f-4e97-8857-9a0bcc906b4e req-a2823f3a-5906-4a91-ac1b-679ad468064a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428318 Sep 07 16:18:35.420002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-efc8c1e7-f840-4f3f-a0e8-33757820f1af None None] Provisioning complete for port 084b147b-2ed5-4ae5-92c8-6a6e032b76aa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:35.420392 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-efc8c1e7-f840-4f3f-a0e8-33757820f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:35.432490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:35.438828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:35.439521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:35.497844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 9e5eccb1-4bfd-453f-ad20-066a677774f2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:35.498202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9e5eccb1-4bfd-453f-ad20-066a677774f2 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:35.534533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:35.534917 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:35.536674 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-efc8c1e7-f840-4f3f-a0e8-33757820f1af None None] Port 084b147b-2ed5-4ae5-92c8-6a6e032b76aa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:35.589415 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7180016 Sep 07 16:18:35.592780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33046) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:35.604927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3477d6b9-a43a-4431-8fc5-6a916050b57a tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Request body: {'subnet': {'network_id': 'c57b6972-b5de-4149-aeda-40d4569753ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:35.605563 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:35.659721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:35.659721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:35.703075 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c50f77-7ae6-4e10-bcf0-61192ac32c94 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Pushing event updated for resources: {'Network': ['ID=c57b6972-b5de-4149-aeda-40d4569753ec,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:35.716724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-efc8c1e7-f840-4f3f-a0e8-33757820f1af None None] Provisioning for port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:35.727786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-efc8c1e7-f840-4f3f-a0e8-33757820f1af None None] Provisioning complete for port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:35.728487 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-efc8c1e7-f840-4f3f-a0e8-33757820f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:35.730541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network c57b6972-b5de-4149-aeda-40d4569753ec details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:18:35.848645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3477d6b9-a43a-4431-8fc5-6a916050b57a tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Made reservation on behalf of 06813cdd3c9a4c6fb540ac3db4393cae for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:35.853427 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3477d6b9-a43a-4431-8fc5-6a916050b57a tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:35.963375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event updated for resources: {'Port': ['ID=084b147b-2ed5-4ae5-92c8-6a6e032b76aa,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:36.033639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Network 308f8e08-5188-4840-a837-c61012d52cb2 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:36.035392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:36.076605 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-efc8c1e7-f840-4f3f-a0e8-33757820f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:36.101293 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:36.141596 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-efc8c1e7-f840-4f3f-a0e8-33757820f1af None None] For port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e,segment=NetworkSegment(92e94651-c544-46e5-92b0-0191b50b428a),segment_id=92e94651-c544-46e5-92b0-0191b50b428a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:36.148327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Transition to ACTIVE for port object 00d9258e-98c7-4309-89cd-7185cd375ac2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:36.151922 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-efc8c1e7-f840-4f3f-a0e8-33757820f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:36.204285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Transition to ACTIVE for port object 00d9258e-98c7-4309-89cd-7185cd375ac2 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:36.222999 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:36.234548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8c1e7-f840-4f3f-a0e8-33757820f1af None None] Pushing event updated for resources: {'Port': ['ID=de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:36.254918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:36.258941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:36.263315 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:36.372155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Attempting to bind port 00d9258e-98c7-4309-89cd-7185cd375ac2 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:36.372665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Attempting to bind port 00d9258e-98c7-4309-89cd-7185cd375ac2 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b5947e2d-963d-4848-af65-5f1ba78cde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:36.373128 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Attempting to bind port 00d9258e-98c7-4309-89cd-7185cd375ac2 on network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:36.376924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c0aa6879-00fb-4173-b2ed-4d19f760788a None None] Provisioning complete for port 084b147b-2ed5-4ae5-92c8-6a6e032b76aa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:36.377392 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c0aa6879-00fb-4173-b2ed-4d19f760788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:36.379398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Pushing event updated for resources: {'Port': ['ID=00d9258e-98c7-4309-89cd-7185cd375ac2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:36.422488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Router 197f329f-0873-42b2-9f76-fb6ce512eb83 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:18:36.485417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:36.492856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Checking segment: {'id': 'b5947e2d-963d-4848-af65-5f1ba78cde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:36.493418 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:36.494510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Bound using segment: {'id': 'b5947e2d-963d-4848-af65-5f1ba78cde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:36.495033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Bound port: 00d9258e-98c7-4309-89cd-7185cd375ac2, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5947e2d-963d-4848-af65-5f1ba78cde3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:36.495589 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:36.561405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d0fa00-24a3-48d1-a863-d49b4cd05399 None None] Network 0acab4bd-0cbf-479f-8815-2407f646bf7b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:36.602061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa6879-00fb-4173-b2ed-4d19f760788a None None] Port 084b147b-2ed5-4ae5-92c8-6a6e032b76aa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:36.639251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:36.648209 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b432e599-60ee-4de6-a78c-c0b1ac38881d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "PUT /v2.0/routers/197f329f-0873-42b2-9f76-fb6ce512eb83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2091169 Sep 07 16:18:36.648856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33062) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:36.651638 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46f4fe5-6216-4183-a54b-9939e63c6d0a None None] Sync routers for ids ['197f329f-0873-42b2-9f76-fb6ce512eb83'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:36.668263 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f4fe5-6216-4183-a54b-9939e63c6d0a None None] Routers {'197f329f-0873-42b2-9f76-fb6ce512eb83'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:36.669550 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c46f4fe5-6216-4183-a54b-9939e63c6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:15Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['197f329f-0873-42b2-9f76-fb6ce512eb83'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:36.793807 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c46f4fe5-6216-4183-a54b-9939e63c6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:36.815248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] For port 00d9258e-98c7-4309-89cd-7185cd375ac2, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:36.817274 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f4fe5-6216-4183-a54b-9939e63c6d0a None None] Routers {'197f329f-0873-42b2-9f76-fb6ce512eb83'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:36.818762 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c46f4fe5-6216-4183-a54b-9939e63c6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:15Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['197f329f-0873-42b2-9f76-fb6ce512eb83'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:36.821017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] For port 00d9258e-98c7-4309-89cd-7185cd375ac2, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=00d9258e-98c7-4309-89cd-7185cd375ac2,segment=NetworkSegment(b5947e2d-963d-4848-af65-5f1ba78cde3f),segment_id=b5947e2d-963d-4848-af65-5f1ba78cde3f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:36.821993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eb0a1683-ac93-4300-a685-47662c45c5fc None None] Provisioning for port 05cbac58-4103-4e32-a140-e854d6f91987 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:36.863162 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c46f4fe5-6216-4183-a54b-9939e63c6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:36.864587 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46f4fe5-6216-4183-a54b-9939e63c6d0a None None] The sync data for ids ['197f329f-0873-42b2-9f76-fb6ce512eb83'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:36.864964 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:37.055517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eb0a1683-ac93-4300-a685-47662c45c5fc None None] Provisioning complete for port 084b147b-2ed5-4ae5-92c8-6a6e032b76aa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:37.056234 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb0a1683-ac93-4300-a685-47662c45c5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:37.108992 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.14 (f8079e73-dcdb-47b0-9f8c-76ac9ec64e24/26f518a8-6a3b-42d0-917e-2467c0f06aa0/5e27a37e-0f00-4a62-bb4a-c2c897a1f231) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:37.124742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63b5b-eddb-4b50-abde-3f9eb1988a3c req-da528e60-9598-43bd-b4b2-46845805f38a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:37.126818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fd63b5b-eddb-4b50-abde-3f9eb1988a3c req-da528e60-9598-43bd-b4b2-46845805f38a tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.2189064 Sep 07 16:18:37.223776 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5e0e5-b110-4168-a7a9-2aefa716963c None None] Pushing event updated for resources: {'Port': ['ID=00d9258e-98c7-4309-89cd-7185cd375ac2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:37.259558 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3477d6b9-a43a-4431-8fc5-6a916050b57a tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:37.264850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:37.269129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-eb0a1683-ac93-4300-a685-47662c45c5fc None None] Port 084b147b-2ed5-4ae5-92c8-6a6e032b76aa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:37.358757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fd63b5b-eddb-4b50-abde-3f9eb1988a3c req-b59f7973-e169-437b-a0b7-ba8770c4972c tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431234 Sep 07 16:18:37.370849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:37.371237 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:37.469515 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e5503-92e5-42ea-a4c9-1a63bd83bb68 req-7bc196b5-b58b-475f-8990-ae17d3073b7f tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:37.471161 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f60e5503-92e5-42ea-a4c9-1a63bd83bb68 req-7bc196b5-b58b-475f-8990-ae17d3073b7f tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.54 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1877627 Sep 07 16:18:37.486743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477d6b9-a43a-4431-8fc5-6a916050b57a tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Pushing event updated for resources: {'Subnet': ['ID=3ca38f61-71a2-4c2a-8c30-06a2cd305128,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:37.513155 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-86905e2e-6504-4c49-8fe4-b7f01d55cc2c tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:18:37.522338 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-86905e2e-6504-4c49-8fe4-b7f01d55cc2c tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "PUT /v2.0/routers/197f329f-0873-42b2-9f76-fb6ce512eb83/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8698802 Sep 07 16:18:37.524028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 05cbac58-4103-4e32-a140-e854d6f91987 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:37.547335 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33080) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:37.632259 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 05cbac58-4103-4e32-a140-e854d6f91987 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:37.632985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3477d6b9-a43a-4431-8fc5-6a916050b57a tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Checking segment: {'id': '38dd6792-ba13-49b5-a0bc-6b7adeae04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c57b6972-b5de-4149-aeda-40d4569753ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:37.633973 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477d6b9-a43a-4431-8fc5-6a916050b57a tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Network hostable DHCP agents. Network: c57b6972-b5de-4149-aeda-40d4569753ec, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:18:37.637593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 05cbac58-4103-4e32-a140-e854d6f91987 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:37.637980 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:37.676369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477d6b9-a43a-4431-8fc5-6a916050b57a tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Network c57b6972-b5de-4149-aeda-40d4569753ec is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:18:37.715769 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:37.721016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3477d6b9-a43a-4431-8fc5-6a916050b57a tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, c57b6972-b5de-4149-aeda-40d4569753ec) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:37.735620 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0343e60-ddce-44c0-be7b-6f85179f8229 None None] Network c57b6972-b5de-4149-aeda-40d4569753ec requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:37.744667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3477d6b9-a43a-4431-8fc5-6a916050b57a tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:37.745429 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3477d6b9-a43a-4431-8fc5-6a916050b57a tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:37.777381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Transition to ACTIVE for port object 5e27a37e-0f00-4a62-bb4a-c2c897a1f231 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:37.791242 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3477d6b9-a43a-4431-8fc5-6a916050b57a tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1970177 Sep 07 16:18:37.795538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33084) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:37.802193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Request body: {'port': {'network_id': 'c57b6972-b5de-4149-aeda-40d4569753ec', 'name': 'tempest-DHCPAgentSchedulersTestJSON-826223403'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:37.835293 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:37.850477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:37.897497 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f60e5503-92e5-42ea-a4c9-1a63bd83bb68 req-ebdc0538-7f87-4f08-aa9a-73feaf6c4e15 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Deleting port 5c746ed5-32a6-46c8-bcad-5349c8257088 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:37.897938 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60e5503-92e5-42ea-a4c9-1a63bd83bb68 req-ebdc0538-7f87-4f08-aa9a-73feaf6c4e15 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:37.940459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:37.945700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:37.953590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:38.007203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=5e27a37e-0f00-4a62-bb4a-c2c897a1f231,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:38.038404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Made reservation on behalf of 06813cdd3c9a4c6fb540ac3db4393cae for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:38.043093 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:38.062468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f60e5503-92e5-42ea-a4c9-1a63bd83bb68 req-ebdc0538-7f87-4f08-aa9a-73feaf6c4e15 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] For port 5c746ed5-32a6-46c8-bcad-5349c8257088, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5c746ed5-32a6-46c8-bcad-5349c8257088,segment=NetworkSegment(34e61d30-0ecd-4daa-87c2-5901ca5100c9),segment_id=34e61d30-0ecd-4daa-87c2-5901ca5100c9)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:38.062983 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60e5503-92e5-42ea-a4c9-1a63bd83bb68 req-ebdc0538-7f87-4f08-aa9a-73feaf6c4e15 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:38.073199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] device_id is not set on port b503b545-d45e-4a35-9fe2-9b6b43be68bd yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:18:38.086021 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:38.086677 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:38.107997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f60e5503-92e5-42ea-a4c9-1a63bd83bb68 req-ebdc0538-7f87-4f08-aa9a-73feaf6c4e15 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Calling delete_port for 5c746ed5-32a6-46c8-bcad-5349c8257088 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:38.194886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 05cbac58-4103-4e32-a140-e854d6f91987, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=05cbac58-4103-4e32-a140-e854d6f91987,segment=NetworkSegment(c1fc0629-f3c5-45b8-8742-4c639d1d59d3),segment_id=c1fc0629-f3c5-45b8-8742-4c639d1d59d3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:38.205711 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:38.207830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bb7ecf67-bc38-427c-beb5-4e5b8c7d0174 None None] Provisioning complete for port 05cbac58-4103-4e32-a140-e854d6f91987 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:38.208250 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb7ecf67-bc38-427c-beb5-4e5b8c7d0174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:38.239117 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-82ac88ed-6789-4ea8-abfb-c58248e0a38d tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8730757 Sep 07 16:18:38.242509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33088) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:38.247874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ca3dc382-e395-48d6-8279-d7eb3bd84866 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:38.369267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=05cbac58-4103-4e32-a140-e854d6f91987,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:38.400964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Allocated IP 172.20.0.6 (c57b6972-b5de-4149-aeda-40d4569753ec/3ca38f61-71a2-4c2a-8c30-06a2cd305128/b503b545-d45e-4a35-9fe2-9b6b43be68bd) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:38.428965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3dc382-e395-48d6-8279-d7eb3bd84866 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:38.441662 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca3dc382-e395-48d6-8279-d7eb3bd84866 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:38.458451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-c57b6972-b5de-4149-aeda-40d4569753ec', 'network_id': 'c57b6972-b5de-4149-aeda-40d4569753ec', 'tenant_id': '06813cdd3c9a4c6fb540ac3db4393cae', 'fixed_ips': [{'subnet_id': '3ca38f61-71a2-4c2a-8c30-06a2cd305128'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:18:38.460373 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:38.633694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2a53a-55ba-4118-bb6b-bbd93b0d956f req-731436c0-1b88-4192-99d7-608a79d5dd2d tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:38.640948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84f2a53a-55ba-4118-bb6b-bbd93b0d956f req-731436c0-1b88-4192-99d7-608a79d5dd2d tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 946 time: 0.1804259 Sep 07 16:18:38.751222 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-453a16b7-73d7-4da0-8956-97c72d5a3496 None None] Provisioning complete for port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:38.751744 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-453a16b7-73d7-4da0-8956-97c72d5a3496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:38.762625 n-d-807551-3 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-ca3dc382-e395-48d6-8279-d7eb3bd84866 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 26f518a8-6a3b-42d0-917e-2467c0f06aa0 (CIDR: 172.20.0.0/28) Sep 07 16:18:38.799598 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3dc382-e395-48d6-8279-d7eb3bd84866 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:18:38.800693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3dc382-e395-48d6-8279-d7eb3bd84866 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:18:38.827984 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84f2a53a-55ba-4118-bb6b-bbd93b0d956f req-0d616d3e-30de-4ffa-98f8-c79fefd619a6 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9c88612-b3d6-4fd3-a649-2d5adc4312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790187 Sep 07 16:18:38.859345 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-453a16b7-73d7-4da0-8956-97c72d5a3496 None None] Port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:38.871715 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ca3dc382-e395-48d6-8279-d7eb3bd84866 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6280649 Sep 07 16:18:38.875916 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33100) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:38.879748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-453a16b7-73d7-4da0-8956-97c72d5a3496 None None] Provisioning for port 00d9258e-98c7-4309-89cd-7185cd375ac2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:38.896284 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-49dbae04-379a-4525-9c8e-6752b1ef49d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:38.926925 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:38.950231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Transition to ACTIVE for port object b503b545-d45e-4a35-9fe2-9b6b43be68bd will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:39.057093 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60e5503-92e5-42ea-a4c9-1a63bd83bb68 req-ebdc0538-7f87-4f08-aa9a-73feaf6c4e15 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.081512 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.154011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Network c57b6972-b5de-4149-aeda-40d4569753ec is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:39.161032 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac27a553-374c-4267-9bbd-b7f5509011d0 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.163891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc0538-7f87-4f08-aa9a-73feaf6c4e15 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Pushing event deleted for resources: {'Port': ['ID=5c746ed5-32a6-46c8-bcad-5349c8257088,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:39.166949 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:39.183042 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Allocated IP 172.20.0.2 (c57b6972-b5de-4149-aeda-40d4569753ec/3ca38f61-71a2-4c2a-8c30-06a2cd305128/2517d524-992f-43a9-897f-09343a109cbd) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:39.186376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:39.186861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 05cbac58-4103-4e32-a140-e854d6f91987 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:39.205124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ff9aaa16-2003-42ea-bf96-4a05979a0d04 None None] Provisioning for port 5e27a37e-0f00-4a62-bb4a-c2c897a1f231 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:39.246399 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ff9aaa16-2003-42ea-bf96-4a05979a0d04 None None] Provisioning complete for port 5e27a37e-0f00-4a62-bb4a-c2c897a1f231 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:39.246787 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ff9aaa16-2003-42ea-bf96-4a05979a0d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.257891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dbae04-379a-4525-9c8e-6752b1ef49d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:39.267260 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49dbae04-379a-4525-9c8e-6752b1ef49d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.302798 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Pushing event updated for resources: {'Port': ['ID=b503b545-d45e-4a35-9fe2-9b6b43be68bd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:39.325437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:39.326111 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.350642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f1416a5b-cbcd-4474-b009-1c15960d38e4 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5529585 Sep 07 16:18:39.351348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33110) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:39.368484 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60e5503-92e5-42ea-a4c9-1a63bd83bb68 req-ebdc0538-7f87-4f08-aa9a-73feaf6c4e15 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] No DVR routers for this DVR port 5c746ed5-32a6-46c8-bcad-5349c8257088 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:39.373886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f60e5503-92e5-42ea-a4c9-1a63bd83bb68 req-ebdc0538-7f87-4f08-aa9a-73feaf6c4e15 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.376242 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f60e5503-92e5-42ea-a4c9-1a63bd83bb68 req-ebdc0538-7f87-4f08-aa9a-73feaf6c4e15 tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.54 "DELETE /v2.0/ports/5c746ed5-32a6-46c8-bcad-5349c8257088 HTTP/1.1" status: 204 len: 173 time: 1.8942628 Sep 07 16:18:39.390949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ff9aaa16-2003-42ea-bf96-4a05979a0d04 None None] Port 5e27a37e-0f00-4a62-bb4a-c2c897a1f231 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:39.406237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02baf938-9e54-40f6-bf04-98419eeb3ce7', 'name': 'network-vif-deleted', 'tag': '5c746ed5-32a6-46c8-bcad-5349c8257088'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:18:39.414545 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ce9a53-8d99-4153-8b4b-430b34fd28bf" -d '{"events": [{"server_uuid": "02baf938-9e54-40f6-bf04-98419eeb3ce7", "name": "network-vif-deleted", "tag": "5c746ed5-32a6-46c8-bcad-5349c8257088"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:18:39.475898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 05cbac58-4103-4e32-a140-e854d6f91987 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:39.476282 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.546159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f5c3349e-6498-4f15-8252-ec16ab8950b3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Deleting port b503b545-d45e-4a35-9fe2-9b6b43be68bd {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:39.546810 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5c3349e-6498-4f15-8252-ec16ab8950b3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.592661 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea3449d-31d9-4dd1-ab0b-3e7604587f5d x-openstack-request-id: req-bea3449d-31d9-4dd1-ab0b-3e7604587f5d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:18:39.592661 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02baf938-9e54-40f6-bf04-98419eeb3ce7", "name": "network-vif-deleted", "tag": "5c746ed5-32a6-46c8-bcad-5349c8257088", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:18:39.593002 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bea3449d-31d9-4dd1-ab0b-3e7604587f5d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:18:39.593190 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02baf938-9e54-40f6-bf04-98419eeb3ce7', 'name': 'network-vif-deleted', 'tag': '5c746ed5-32a6-46c8-bcad-5349c8257088', 'status': 'completed', 'code': 200} Sep 07 16:18:39.647393 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.660135 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Transition to ACTIVE for port object 2517d524-992f-43a9-897f-09343a109cbd will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:39.705016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Transition to ACTIVE for port object 2517d524-992f-43a9-897f-09343a109cbd will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:39.716818 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.719264 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5c3349e-6498-4f15-8252-ec16ab8950b3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.728430 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 00d9258e-98c7-4309-89cd-7185cd375ac2 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:39.741855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f5c3349e-6498-4f15-8252-ec16ab8950b3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Calling delete_port for b503b545-d45e-4a35-9fe2-9b6b43be68bd owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:39.786402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Network c57b6972-b5de-4149-aeda-40d4569753ec is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:39.799705 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:39.803169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Pushing event updated for resources: {'Port': ['ID=2517d524-992f-43a9-897f-09343a109cbd,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:39.805779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:39.855519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 00d9258e-98c7-4309-89cd-7185cd375ac2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:39.887370 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 00d9258e-98c7-4309-89cd-7185cd375ac2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:39.888053 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.945623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Attempting to bind port 2517d524-992f-43a9-897f-09343a109cbd on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:39.946005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Attempting to bind port 2517d524-992f-43a9-897f-09343a109cbd by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '38dd6792-ba13-49b5-a0bc-6b7adeae04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c57b6972-b5de-4149-aeda-40d4569753ec'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:39.946375 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Attempting to bind port 2517d524-992f-43a9-897f-09343a109cbd on network c57b6972-b5de-4149-aeda-40d4569753ec {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:39.968957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:39.970026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Checking segment: {'id': '38dd6792-ba13-49b5-a0bc-6b7adeae04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c57b6972-b5de-4149-aeda-40d4569753ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:39.970458 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:39.972501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Bound using segment: {'id': '38dd6792-ba13-49b5-a0bc-6b7adeae04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c57b6972-b5de-4149-aeda-40d4569753ec'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:39.973090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Bound port: 2517d524-992f-43a9-897f-09343a109cbd, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dd6792-ba13-49b5-a0bc-6b7adeae04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c57b6972-b5de-4149-aeda-40d4569753ec'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:39.973515 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.112983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] For port 2517d524-992f-43a9-897f-09343a109cbd, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:40.117632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] For port 2517d524-992f-43a9-897f-09343a109cbd, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2517d524-992f-43a9-897f-09343a109cbd,segment=NetworkSegment(38dd6792-ba13-49b5-a0bc-6b7adeae04f8),segment_id=38dd6792-ba13-49b5-a0bc-6b7adeae04f8)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:40.146886 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.154000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2e73e8-2d8b-4084-b5ec-f54ccff86c76 req-9f5e0641-36ca-44ae-990f-8f22409a66cd tempest-ServerRescueTestJSON-1487233595 tempest-ServerRescueTestJSON-1487233595-project] 10.222.0.70 "GET /v2.0/ports?device_id=02baf938-9e54-40f6-bf04-98419eeb3ce7 HTTP/1.1" status: 200 len: 210 time: 0.1167283 Sep 07 16:18:40.165445 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5c3349e-6498-4f15-8252-ec16ab8950b3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.248011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3349e-6498-4f15-8252-ec16ab8950b3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Pushing event deleted for resources: {'Port': ['ID=b503b545-d45e-4a35-9fe2-9b6b43be68bd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:40.257883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49dbae04-379a-4525-9c8e-6752b1ef49d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.273758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ac27a553-374c-4267-9bbd-b7f5509011d0 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Deleting port 084b147b-2ed5-4ae5-92c8-6a6e032b76aa {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:40.275010 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac27a553-374c-4267-9bbd-b7f5509011d0 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.276655 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d430f0-3604-4396-8af6-bec266a57597 None None] Pushing event updated for resources: {'Port': ['ID=2517d524-992f-43a9-897f-09343a109cbd,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:40.354166 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.355755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dbae04-379a-4525-9c8e-6752b1ef49d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:40.358246 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5c3349e-6498-4f15-8252-ec16ab8950b3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.361594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f5c3349e-6498-4f15-8252-ec16ab8950b3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] 10.222.0.70 "DELETE /v2.0/ports/b503b545-d45e-4a35-9fe2-9b6b43be68bd HTTP/1.1" status: 204 len: 168 time: 1.0090034 Sep 07 16:18:40.364242 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33126) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:40.369686 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-49dbae04-379a-4525-9c8e-6752b1ef49d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:40.376669 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dbae04-379a-4525-9c8e-6752b1ef49d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:40.378397 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49dbae04-379a-4525-9c8e-6752b1ef49d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.387373 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65551e51-9b14-4c8e-8067-fb5d5686d5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.413366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc9c84-774b-41ab-a861-76af14e391d7 None None] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:40.441996 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-49dbae04-379a-4525-9c8e-6752b1ef49d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5605397 Sep 07 16:18:40.443151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33130) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:40.451805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbae04-379a-4525-9c8e-6752b1ef49d4 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Subnet': ['ID=95007f04-fb30-4284-97ba-679604ab3024,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:40.453033 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ee1f6519-4b6e-42c1-b6bc-dac2bd1b5787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-857381695', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '95007f04-fb30-4284-97ba-679604ab3024'}], 'security_groups': ['8495ee78-a2d0-470e-95d8-4fd840c3d8b7']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:40.472315 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 00d9258e-98c7-4309-89cd-7185cd375ac2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=00d9258e-98c7-4309-89cd-7185cd375ac2,segment=NetworkSegment(b5947e2d-963d-4848-af65-5f1ba78cde3f),segment_id=b5947e2d-963d-4848-af65-5f1ba78cde3f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:40.503298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5c746ed5-32a6-46c8-bcad-5349c8257088 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:40.512823 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac27a553-374c-4267-9bbd-b7f5509011d0 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.530608 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.540276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 5c746ed5-32a6-46c8-bcad-5349c8257088 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:40.540584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ac27a553-374c-4267-9bbd-b7f5509011d0 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Calling delete_port for 084b147b-2ed5-4ae5-92c8-6a6e032b76aa owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:40.540707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5c746ed5-32a6-46c8-bcad-5349c8257088 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:40.685264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=00d9258e-98c7-4309-89cd-7185cd375ac2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:40.778184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b964d854-00a3-490a-b7a4-2321ab8c35b7 tempest-DHCPAgentSchedulersTestJSON-953663531 tempest-DHCPAgentSchedulersTestJSON-953663531-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.3884611 Sep 07 16:18:40.782659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33138) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:40.789154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b0c90473-fff9-4091-af45-bcc0639fdb92 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-80025118'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:40.859916 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac27a553-374c-4267-9bbd-b7f5509011d0 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.869747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c90473-fff9-4091-af45-bcc0639fdb92 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Made reservation on behalf of 06813cdd3c9a4c6fb540ac3db4393cae for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:40.873867 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0c90473-fff9-4091-af45-bcc0639fdb92 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.891727 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee1f6519-4b6e-42c1-b6bc-dac2bd1b5787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:40.929955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d65b95-4ec3-457c-b89e-0e9c669dccea None None] Update dhcp port {'port': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'fixed_ips': [{'subnet_id': '26f518a8-6a3b-42d0-917e-2467c0f06aa0', 'ip_address': '172.20.0.2'}, {'subnet_id': '95007f04-fb30-4284-97ba-679604ab3024'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '00d9258e-98c7-4309-89cd-7185cd375ac2'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:18:40.954583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27a553-374c-4267-9bbd-b7f5509011d0 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event deleted for resources: {'Port': ['ID=084b147b-2ed5-4ae5-92c8-6a6e032b76aa,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:40.998754 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9d65b95-4ec3-457c-b89e-0e9c669dccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.025322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c90473-fff9-4091-af45-bcc0639fdb92 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:18:41.058354 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0c90473-fff9-4091-af45-bcc0639fdb92 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.058706 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-b0c90473-fff9-4091-af45-bcc0639fdb92 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Added segment ce8de9de-1ef3-4d87-822c-f65eb7a88e4c of type vlan for network e78e208d-20fb-473c-a36a-8aa4ab2a5454 Sep 07 16:18:41.094382 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac27a553-374c-4267-9bbd-b7f5509011d0 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.270235 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0c90473-fff9-4091-af45-bcc0639fdb92 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.322739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33150) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:41.416738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b9d65b95-4ec3-457c-b89e-0e9c669dccea None None] Allocated IP 172.20.0.18 (f8079e73-dcdb-47b0-9f8c-76ac9ec64e24/95007f04-fb30-4284-97ba-679604ab3024/00d9258e-98c7-4309-89cd-7185cd375ac2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:41.445996 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0c90473-fff9-4091-af45-bcc0639fdb92 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.475011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c90473-fff9-4091-af45-bcc0639fdb92 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:41.485111 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0c90473-fff9-4091-af45-bcc0639fdb92 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.577637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b9d65b95-4ec3-457c-b89e-0e9c669dccea None None] For port 00d9258e-98c7-4309-89cd-7185cd375ac2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=00d9258e-98c7-4309-89cd-7185cd375ac2,segment=NetworkSegment(b5947e2d-963d-4848-af65-5f1ba78cde3f),segment_id=b5947e2d-963d-4848-af65-5f1ba78cde3f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:41.598439 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b0c90473-fff9-4091-af45-bcc0639fdb92 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8119652 Sep 07 16:18:41.601843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33160) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:41.652788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2517d524-992f-43a9-897f-09343a109cbd up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:41.732137 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9d65b95-4ec3-457c-b89e-0e9c669dccea None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.762601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b9d65b95-4ec3-457c-b89e-0e9c669dccea None None] Transition to ACTIVE for port object 00d9258e-98c7-4309-89cd-7185cd375ac2 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:41.769001 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9d65b95-4ec3-457c-b89e-0e9c669dccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:41.813193 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 2517d524-992f-43a9-897f-09343a109cbd completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:41.834900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c90473-fff9-4091-af45-bcc0639fdb92 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Pushing event updated for resources: {'Network': ['ID=e78e208d-20fb-473c-a36a-8aa4ab2a5454,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:41.842715 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 00d9258e-98c7-4309-89cd-7185cd375ac2 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:41.881552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac27a553-374c-4267-9bbd-b7f5509011d0 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Router 197f329f-0873-42b2-9f76-fb6ce512eb83 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:18:41.921930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network e78e208d-20fb-473c-a36a-8aa4ab2a5454 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:18:41.922210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33168) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:42.037660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-ee1f6519-4b6e-42c1-b6bc-dac2bd1b5787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Delete allocated IP 172.20.0.14 (f8079e73-dcdb-47b0-9f8c-76ac9ec64e24/26f518a8-6a3b-42d0-917e-2467c0f06aa0) {{(pid=94770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 16:18:42.048315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-ee1f6519-4b6e-42c1-b6bc-dac2bd1b5787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.21 (f8079e73-dcdb-47b0-9f8c-76ac9ec64e24/95007f04-fb30-4284-97ba-679604ab3024/5e27a37e-0f00-4a62-bb4a-c2c897a1f231) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:42.083640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95332b41-65f4-4535-87ee-0c893a3ff8ef None None] Network c57b6972-b5de-4149-aeda-40d4569753ec requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:42.135153 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac27a553-374c-4267-9bbd-b7f5509011d0 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:42.150537 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-714d6d7d-e9ae-4168-b16b-68e6d5f9455c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:42.159092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d75848d-5293-42af-aa7b-bfdefffeea55 None None] Sync routers for ids ['197f329f-0873-42b2-9f76-fb6ce512eb83'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:42.182139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33174) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:42.183034 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ac27a553-374c-4267-9bbd-b7f5509011d0 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "PUT /v2.0/routers/197f329f-0873-42b2-9f76-fb6ce512eb83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6340287 Sep 07 16:18:42.211201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d65b95-4ec3-457c-b89e-0e9c669dccea None None] Pushing event updated for resources: {'Port': ['ID=00d9258e-98c7-4309-89cd-7185cd375ac2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:42.253493 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-afd8738e-ff88-413c-b32f-0224cbad798f tempest-DHCPAgentSchedulersTestJSON-953663531 tempest-DHCPAgentSchedulersTestJSON-953663531-project-admin] 10.222.0.70 "GET /v2.0/agents/f2f77d73-a163-40f0-a10b-8ce4cff53251/dhcp-networks HTTP/1.1" status: 200 len: 11276 time: 0.6488984 Sep 07 16:18:42.254477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33176) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:42.298258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d75848d-5293-42af-aa7b-bfdefffeea55 None None] Routers {'197f329f-0873-42b2-9f76-fb6ce512eb83'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:42.298908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0d75848d-5293-42af-aa7b-bfdefffeea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:15Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['197f329f-0873-42b2-9f76-fb6ce512eb83'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:42.300826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-16233ff6-1891-42e3-b67c-d9c584e5a01b None None] Provisioning for port 2517d524-992f-43a9-897f-09343a109cbd completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:42.337613 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee1f6519-4b6e-42c1-b6bc-dac2bd1b5787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:42.355853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-ee1f6519-4b6e-42c1-b6bc-dac2bd1b5787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Transition to ACTIVE for port object 5e27a37e-0f00-4a62-bb4a-c2c897a1f231 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:42.360445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-16233ff6-1891-42e3-b67c-d9c584e5a01b None None] Provisioning complete for port 2517d524-992f-43a9-897f-09343a109cbd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:42.360834 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16233ff6-1891-42e3-b67c-d9c584e5a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:42.364311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0d75848d-5293-42af-aa7b-bfdefffeea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:42.408693 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee1f6519-4b6e-42c1-b6bc-dac2bd1b5787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:42.437881 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-d610c2c5-bbb7-4f60-a63a-60ddc00220d5 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] delete failed (client error): The resource could not be found. Sep 07 16:18:42.442590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d75848d-5293-42af-aa7b-bfdefffeea55 None None] Routers {'197f329f-0873-42b2-9f76-fb6ce512eb83'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:42.443295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0d75848d-5293-42af-aa7b-bfdefffeea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:15Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['197f329f-0873-42b2-9f76-fb6ce512eb83'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:42.443998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d610c2c5-bbb7-4f60-a63a-60ddc00220d5 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-605335219 HTTP/1.1" status: 404 len: 334 time: 0.2607238 Sep 07 16:18:42.444486 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33178) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:42.454788 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4f4deb76-85b9-479f-a491-e4722d736c13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Request body: {'router': {'external_gateway_info': {'network_id': '197f329f-0873-42b2-9f76-fb6ce512eb83'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:42.540595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b6501c-e3cb-4203-9e65-0e4f78307d2e tempest-DHCPAgentSchedulersTestJSON-953663531 tempest-DHCPAgentSchedulersTestJSON-953663531-project-admin] Network e78e208d-20fb-473c-a36a-8aa4ab2a5454 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:18:42.574648 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f6519-4b6e-42c1-b6bc-dac2bd1b5787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] In _notify_port_updated(), no bound segment for port 5e27a37e-0f00-4a62-bb4a-c2c897a1f231 on network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:18:42.583463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6519-4b6e-42c1-b6bc-dac2bd1b5787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:42.585506 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee1f6519-4b6e-42c1-b6bc-dac2bd1b5787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:42.587463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ee1f6519-4b6e-42c1-b6bc-dac2bd1b5787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "PUT /v2.0/ports/5e27a37e-0f00-4a62-bb4a-c2c897a1f231 HTTP/1.1" status: 200 len: 920 time: 2.1420763 Sep 07 16:18:42.594341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33184) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:42.652288 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-90b6501c-e3cb-4203-9e65-0e4f78307d2e tempest-DHCPAgentSchedulersTestJSON-953663531 tempest-DHCPAgentSchedulersTestJSON-953663531-project-admin] 10.222.0.70 "POST /v2.0/agents/f2f77d73-a163-40f0-a10b-8ce4cff53251/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3715835 Sep 07 16:18:42.656007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33186) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:42.689714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f6519-4b6e-42c1-b6bc-dac2bd1b5787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=5e27a37e-0f00-4a62-bb4a-c2c897a1f231,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:42.843080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fe90c310-5dea-4a53-90cc-d45fdd683dc2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 5e27a37e-0f00-4a62-bb4a-c2c897a1f231 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:42.843080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe90c310-5dea-4a53-90cc-d45fdd683dc2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:42.847015 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc25fb8-02c1-41bd-8899-1fa2cebe2f35 None None] Network e78e208d-20fb-473c-a36a-8aa4ab2a5454 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:42.851777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0d75848d-5293-42af-aa7b-bfdefffeea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:42.852449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d75848d-5293-42af-aa7b-bfdefffeea55 None None] The sync data for ids ['197f329f-0873-42b2-9f76-fb6ce512eb83'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:42.861988 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-714d6d7d-e9ae-4168-b16b-68e6d5f9455c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:42.898290 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-714d6d7d-e9ae-4168-b16b-68e6d5f9455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.030980 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f4deb76-85b9-479f-a491-e4722d736c13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.052661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-714d6d7d-e9ae-4168-b16b-68e6d5f9455c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c3b0260118ef4b6384f4ae3843441979&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1269739 Sep 07 16:18:43.055158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33190) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:43.057513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d6d7d-e9ae-4168-b16b-68e6d5f9455c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e60b46-a0a5-4f61-8971-625708615239,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:43.087414 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe90c310-5dea-4a53-90cc-d45fdd683dc2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.099059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 00d9258e-98c7-4309-89cd-7185cd375ac2 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:43.103768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-fe90c310-5dea-4a53-90cc-d45fdd683dc2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 5e27a37e-0f00-4a62-bb4a-c2c897a1f231 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:43.123628 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-4f4deb76-85b9-479f-a491-e4722d736c13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] update failed (client error): The resource could not be found. Sep 07 16:18:43.128829 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4f4deb76-85b9-479f-a491-e4722d736c13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "PUT /v2.0/routers/197f329f-0873-42b2-9f76-fb6ce512eb83 HTTP/1.1" status: 404 len: 339 time: 0.6816125 Sep 07 16:18:43.132554 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:43.146637 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d766e358-ac69-462a-bcfa-878dd5708742 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-765939167'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:43.156419 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16233ff6-1891-42e3-b67c-d9c584e5a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.208075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-16233ff6-1891-42e3-b67c-d9c584e5a01b None None] For port 2517d524-992f-43a9-897f-09343a109cbd, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2517d524-992f-43a9-897f-09343a109cbd,segment=NetworkSegment(38dd6792-ba13-49b5-a0bc-6b7adeae04f8),segment_id=38dd6792-ba13-49b5-a0bc-6b7adeae04f8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:43.216118 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16233ff6-1891-42e3-b67c-d9c584e5a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.219006 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b460e1a-83be-4ee8-95d2-e6836dbaf276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.229479 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e7486811-1bd9-43bb-83d0-5934f1972b20 tempest-DHCPAgentSchedulersTestJSON-953663531 tempest-DHCPAgentSchedulersTestJSON-953663531-project-admin] 10.222.0.70 "GET /v2.0/agents/f2f77d73-a163-40f0-a10b-8ce4cff53251/dhcp-networks HTTP/1.1" status: 200 len: 12045 time: 0.5696130 Sep 07 16:18:43.233549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33194) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:43.276235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16233ff6-1891-42e3-b67c-d9c584e5a01b None None] Pushing event updated for resources: {'Port': ['ID=2517d524-992f-43a9-897f-09343a109cbd,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:43.277258 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a94d7a5-fb03-408d-bbc0-45890331d579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.278933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d766e358-ac69-462a-bcfa-878dd5708742 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Made reservation on behalf of 945856f1d84d4f00b7cd4fbbc907856b for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:43.282496 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d766e358-ac69-462a-bcfa-878dd5708742 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.299218 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe90c310-5dea-4a53-90cc-d45fdd683dc2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.338100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a94d7a5-fb03-408d-bbc0-45890331d579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.346035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e2da9104-0b95-4e66-8ad4-6755e06f0740 None None] Provisioning complete for port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:43.346422 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2da9104-0b95-4e66-8ad4-6755e06f0740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.375007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90c310-5dea-4a53-90cc-d45fdd683dc2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=5e27a37e-0f00-4a62-bb4a-c2c897a1f231,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:43.386193 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e2da9104-0b95-4e66-8ad4-6755e06f0740 None None] Port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:43.403798 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e2da9104-0b95-4e66-8ad4-6755e06f0740 None None] Provisioning for port 00d9258e-98c7-4309-89cd-7185cd375ac2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:43.415715 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e2da9104-0b95-4e66-8ad4-6755e06f0740 None None] Provisioning complete for port 00d9258e-98c7-4309-89cd-7185cd375ac2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:43.416114 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2da9104-0b95-4e66-8ad4-6755e06f0740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.417343 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bed6f11e-d0bc-42d6-ac84-45b97d113bf3 tempest-DHCPAgentSchedulersTestJSON-953663531 tempest-DHCPAgentSchedulersTestJSON-953663531-project-admin] 10.222.0.70 "DELETE /v2.0/agents/f2f77d73-a163-40f0-a10b-8ce4cff53251/dhcp-networks/e78e208d-20fb-473c-a36a-8aa4ab2a5454 HTTP/1.1" status: 204 len: 168 time: 0.1797080 Sep 07 16:18:43.470571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33196) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:43.515424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e2da9104-0b95-4e66-8ad4-6755e06f0740 None None] Could not find standard attr ID for object 5e27a37e-0f00-4a62-bb4a-c2c897a1f231. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:18:43.542906 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe90c310-5dea-4a53-90cc-d45fdd683dc2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.547199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fe90c310-5dea-4a53-90cc-d45fdd683dc2 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/5e27a37e-0f00-4a62-bb4a-c2c897a1f231 HTTP/1.1" status: 204 len: 168 time: 0.9490538 Sep 07 16:18:43.547662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33198) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:43.623737 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e03051-240f-4d70-8e79-6d53e4341834 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:18:43.625399 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a0e03051-240f-4d70-8e79-6d53e4341834 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/5e27a37e-0f00-4a62-bb4a-c2c897a1f231 HTTP/1.1" status: 404 len: 333 time: 0.0766823 Sep 07 16:18:43.628743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33200) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:43.644394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21ddb4c0-509a-436b-b2ab-9bb289292c1a None None] Provisioning complete for port 2517d524-992f-43a9-897f-09343a109cbd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:43.645298 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21ddb4c0-509a-436b-b2ab-9bb289292c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.766597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d33a2a1f-9082-4ffd-9eff-56a61db57d52 tempest-DHCPAgentSchedulersTestJSON-953663531 tempest-DHCPAgentSchedulersTestJSON-953663531-project-admin] 10.222.0.70 "GET /v2.0/agents/f2f77d73-a163-40f0-a10b-8ce4cff53251/dhcp-networks HTTP/1.1" status: 200 len: 11276 time: 0.2930164 Sep 07 16:18:43.767731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33204) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:43.811616 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8f237f2-3d18-4135-be59-8a9b1e4bc60a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.820120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-462a4cc5-a819-4b16-94da-8eb6aef9bb37 tempest-DHCPAgentSchedulersTestJSON-953663531 tempest-DHCPAgentSchedulersTestJSON-953663531-project-admin] 10.222.0.70 "GET /v2.0/networks/c57b6972-b5de-4149-aeda-40d4569753ec/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0469728 Sep 07 16:18:43.826680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33208) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:43.878491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d766e358-ac69-462a-bcfa-878dd5708742 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:18:43.884705 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.891523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ac62b038-15bf-4d82-8939-157fc0f3c8b8 tempest-DHCPAgentSchedulersTestJSON-953663531 tempest-DHCPAgentSchedulersTestJSON-953663531-project-admin] 10.222.0.70 "GET /v2.0/networks/c57b6972-b5de-4149-aeda-40d4569753ec/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0606980 Sep 07 16:18:43.894142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33210) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:43.905262 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8f237f2-3d18-4135-be59-8a9b1e4bc60a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.920828 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d766e358-ac69-462a-bcfa-878dd5708742 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:43.921410 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-d766e358-ac69-462a-bcfa-878dd5708742 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Added segment 558d82b4-312f-49c6-a98b-74932ce288eb of type vlan for network 02b9e8dd-04df-47c8-b9a7-1860f63ecf65 Sep 07 16:18:43.956986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-36a504d6-ff4f-4dc9-80e6-e4b76e492597 None None] Could not find standard attr ID for object 5e27a37e-0f00-4a62-bb4a-c2c897a1f231. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:18:43.960901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-36a504d6-ff4f-4dc9-80e6-e4b76e492597 None None] Could not find standard attr ID for object b503b545-d45e-4a35-9fe2-9b6b43be68bd. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:18:44.059491 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d766e358-ac69-462a-bcfa-878dd5708742 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.068548 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a94d7a5-fb03-408d-bbc0-45890331d579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.072547 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8f237f2-3d18-4135-be59-8a9b1e4bc60a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.073918 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a94d7a5-fb03-408d-bbc0-45890331d579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.075351 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8f237f2-3d18-4135-be59-8a9b1e4bc60a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.076696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d8f237f2-3d18-4135-be59-8a9b1e4bc60a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/security-groups/6bc9c56d-1011-4cbf-9340-46249c52d0c1 HTTP/1.1" status: 204 len: 168 time: 0.4475625 Sep 07 16:18:44.077091 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0a94d7a5-fb03-408d-bbc0-45890331d579 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e3e60b46-a0a5-4f61-8971-625708615239 HTTP/1.1" status: 204 len: 168 time: 1.0159187 Sep 07 16:18:44.091611 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33214) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:44.092436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33218) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:44.100733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94d7a5-fb03-408d-bbc0-45890331d579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e60b46-a0a5-4f61-8971-625708615239,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:44.103462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f237f2-3d18-4135-be59-8a9b1e4bc60a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc9c56d-1011-4cbf-9340-46249c52d0c1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:44.139663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2c3d48c1-020d-4e30-a4db-fee07b7bc4cc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1783052715'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:44.149104 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1bdf0bf2-6d33-4406-98cc-03b3ffcfa4db tempest-DHCPAgentSchedulersTestJSON-953663531 tempest-DHCPAgentSchedulersTestJSON-953663531-project-admin] 10.222.0.70 "GET /v2.0/agents/f2f77d73-a163-40f0-a10b-8ce4cff53251/dhcp-networks HTTP/1.1" status: 200 len: 11276 time: 0.2535970 Sep 07 16:18:44.153277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33222) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:44.201198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3d48c1-020d-4e30-a4db-fee07b7bc4cc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Made reservation on behalf of 87ebf3f7450a4c6a95d391f90c3b9a0c for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:44.204662 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c3d48c1-020d-4e30-a4db-fee07b7bc4cc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.227846 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f61b7b8c-b404-42a5-b5f0-f91e0fbc2045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.230460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d766e358-ac69-462a-bcfa-878dd5708742 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.235988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d766e358-ac69-462a-bcfa-878dd5708742 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:44.236605 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d766e358-ac69-462a-bcfa-878dd5708742 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.244835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f73bfd3-d35d-4fe1-bfb1-2d5ca918da5e tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.297069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3d48c1-020d-4e30-a4db-fee07b7bc4cc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:18:44.308987 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d766e358-ac69-462a-bcfa-878dd5708742 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1717608 Sep 07 16:18:44.313814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33226) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:44.323003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2a051a22-ecac-405f-b3ec-a76a803b651b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Request body: {'subnet': {'network_id': '02b9e8dd-04df-47c8-b9a7-1860f63ecf65', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:44.348230 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f73bfd3-d35d-4fe1-bfb1-2d5ca918da5e tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.372835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8f73bfd3-d35d-4fe1-bfb1-2d5ca918da5e tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78e208d-20fb-473c-a36a-8aa4ab2a5454']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:44.373884 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c3d48c1-020d-4e30-a4db-fee07b7bc4cc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.374240 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-2c3d48c1-020d-4e30-a4db-fee07b7bc4cc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Added segment b71a6b78-4545-4a1c-874f-ef34446e1028 of type vlan for network 577033e1-14c9-4efb-8bd8-426cbed3ed4b Sep 07 16:18:44.384088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8f73bfd3-d35d-4fe1-bfb1-2d5ca918da5e tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8de9de-1ef3-4d87-822c-f65eb7a88e4c') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:44.384546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8f73bfd3-d35d-4fe1-bfb1-2d5ca918da5e tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8de9de-1ef3-4d87-822c-f65eb7a88e4c') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:44.394515 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f73bfd3-d35d-4fe1-bfb1-2d5ca918da5e tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.409040 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f73bfd3-d35d-4fe1-bfb1-2d5ca918da5e tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.411826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766e358-ac69-462a-bcfa-878dd5708742 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event updated for resources: {'Network': ['ID=02b9e8dd-04df-47c8-b9a7-1860f63ecf65,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:44.416551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f73bfd3-d35d-4fe1-bfb1-2d5ca918da5e tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:18:44.417009 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f73bfd3-d35d-4fe1-bfb1-2d5ca918da5e tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:18:44.421050 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:18:44.423414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 02b9e8dd-04df-47c8-b9a7-1860f63ecf65 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:18:44.479277 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da338520-cdbd-49df-a3a1-c600806e3bea tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.480786 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33228) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:44.498530 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f73bfd3-d35d-4fe1-bfb1-2d5ca918da5e tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.508981 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8f73bfd3-d35d-4fe1-bfb1-2d5ca918da5e tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.510859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8f73bfd3-d35d-4fe1-bfb1-2d5ca918da5e tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] 10.222.0.70 "DELETE /v2.0/networks/e78e208d-20fb-473c-a36a-8aa4ab2a5454 HTTP/1.1" status: 204 len: 168 time: 0.3565261 Sep 07 16:18:44.520623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33230) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:44.528361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73bfd3-d35d-4fe1-bfb1-2d5ca918da5e tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Pushing event deleted for resources: {'Network': ['ID=e78e208d-20fb-473c-a36a-8aa4ab2a5454,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:44.543978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c3d48c1-020d-4e30-a4db-fee07b7bc4cc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.550271 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa682bb5-bf39-4bbb-bba1-f6e28dba0758 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] DELETE failed (client error): The resource could not be found. Sep 07 16:18:44.550860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa682bb5-bf39-4bbb-bba1-f6e28dba0758 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:18:44.552123 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc5ae-dc0a-4cd6-af89-b91b13606240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.554951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aa682bb5-bf39-4bbb-bba1-f6e28dba0758 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] 10.222.0.70 "DELETE /v2.0/ports/b503b545-d45e-4a35-9fe2-9b6b43be68bd HTTP/1.1" status: 404 len: 333 time: 0.0309944 Sep 07 16:18:44.555142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33232) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:44.590769 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da338520-cdbd-49df-a3a1-c600806e3bea tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.605977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Deleting subnet 3ca38f61-71a2-4c2a-8c30-06a2cd305128 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:44.609169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.626921 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c3d48c1-020d-4e30-a4db-fee07b7bc4cc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.633072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3d48c1-020d-4e30-a4db-fee07b7bc4cc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:44.633659 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c3d48c1-020d-4e30-a4db-fee07b7bc4cc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.651141 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.657763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a051a22-ecac-405f-b3ec-a76a803b651b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Made reservation on behalf of 945856f1d84d4f00b7cd4fbbc907856b for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:44.661076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a051a22-ecac-405f-b3ec-a76a803b651b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.745803 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.763293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3b460e1a-83be-4ee8-95d2-e6836dbaf276 admin admin] Deleting port 1b212942-b00a-44ac-ae64-c76cdd1efb69 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:44.763641 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b460e1a-83be-4ee8-95d2-e6836dbaf276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.776074 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da338520-cdbd-49df-a3a1-c600806e3bea tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.778590 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da338520-cdbd-49df-a3a1-c600806e3bea tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.782116 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-da338520-cdbd-49df-a3a1-c600806e3bea tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/security-groups/8495ee78-a2d0-470e-95d8-4fd840c3d8b7 HTTP/1.1" status: 204 len: 168 time: 0.6752584 Sep 07 16:18:44.782483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33234) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:44.823074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d48c1-020d-4e30-a4db-fee07b7bc4cc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'Network': ['ID=577033e1-14c9-4efb-8bd8-426cbed3ed4b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:44.832833 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.852080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.852980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 577033e1-14c9-4efb-8bd8-426cbed3ed4b details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:18:44.861616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da338520-cdbd-49df-a3a1-c600806e3bea tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8495ee78-a2d0-470e-95d8-4fd840c3d8b7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:44.899264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-106a9947-5385-45c9-ada5-8c79d63ce0c9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting subnet 26f518a8-6a3b-42d0-917e-2467c0f06aa0 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:44.903337 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca38f61-71a2-4c2a-8c30-06a2cd305128,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:44.923432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:44.924096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:44.924473 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:44.924869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:44.925298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:44.925536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:44.925869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:44.926248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:44.926981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:44.927998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:44.928417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:44.928682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:44.932018 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-106a9947-5385-45c9-ada5-8c79d63ce0c9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.949643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1931fbb8-d28b-46e7-afeb-fa1418d29702 None None] Network c57b6972-b5de-4149-aeda-40d4569753ec requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:44.959601 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:44.961828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-73c4ed3f-d5c3-420f-a494-1fb8b2b9ab67 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] 10.222.0.70 "DELETE /v2.0/subnets/3ca38f61-71a2-4c2a-8c30-06a2cd305128 HTTP/1.1" status: 204 len: 168 time: 0.4057744 Sep 07 16:18:44.964846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33240) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:45.027907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-3b460e1a-83be-4ee8-95d2-e6836dbaf276 admin admin] For port 1b212942-b00a-44ac-ae64-c76cdd1efb69, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1b212942-b00a-44ac-ae64-c76cdd1efb69,segment=NetworkSegment(34e61d30-0ecd-4daa-87c2-5901ca5100c9),segment_id=34e61d30-0ecd-4daa-87c2-5901ca5100c9)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:45.028558 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b460e1a-83be-4ee8-95d2-e6836dbaf276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.031210 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-106a9947-5385-45c9-ada5-8c79d63ce0c9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.050687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3b460e1a-83be-4ee8-95d2-e6836dbaf276 admin admin] Calling delete_port for 1b212942-b00a-44ac-ae64-c76cdd1efb69 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:45.062650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2517d524-992f-43a9-897f-09343a109cbd up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:45.103704 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.117891 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc5ae-dc0a-4cd6-af89-b91b13606240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.133914 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc5ae-dc0a-4cd6-af89-b91b13606240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.157886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2517d524-992f-43a9-897f-09343a109cbd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:45.158271 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.178456 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2c3d48c1-020d-4e30-a4db-fee07b7bc4cc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0720263 Sep 07 16:18:45.187100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33242) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:45.193311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c6720120-a32a-4fd7-9958-16d80a01db9b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-553445209'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:45.206971 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-106a9947-5385-45c9-ada5-8c79d63ce0c9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.255058 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:18:45.265320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d687e8-4367-4755-a687-a18c698cd852 None None] DHCP port deletion for c57b6972-b5de-4149-aeda-40d4569753ec request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:18:45.273045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbc5ae-dc0a-4cd6-af89-b91b13606240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce1ff8b-b780-4304-8468-abad1caeae57,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:45.274954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6720120-a32a-4fd7-9958-16d80a01db9b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Made reservation on behalf of 87ebf3f7450a4c6a95d391f90c3b9a0c for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:45.279034 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6720120-a32a-4fd7-9958-16d80a01db9b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.290838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Deleting port 2517d524-992f-43a9-897f-09343a109cbd {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:45.291347 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ebcbc5ae-dc0a-4cd6-af89-b91b13606240 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=061e8a67209d4583a17507426e7b6f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8037484 Sep 07 16:18:45.293875 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.297109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33244) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:45.299534 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a051a22-ecac-405f-b3ec-a76a803b651b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.326642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d2d687e8-4367-4755-a687-a18c698cd852 None None] Deleting port 2517d524-992f-43a9-897f-09343a109cbd {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:45.327040 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2d687e8-4367-4755-a687-a18c698cd852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.362615 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-106a9947-5385-45c9-ada5-8c79d63ce0c9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.366048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6720120-a32a-4fd7-9958-16d80a01db9b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:18:45.398550 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d2d687e8-4367-4755-a687-a18c698cd852 None None] For port 2517d524-992f-43a9-897f-09343a109cbd, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2517d524-992f-43a9-897f-09343a109cbd,segment=NetworkSegment(38dd6792-ba13-49b5-a0bc-6b7adeae04f8),segment_id=38dd6792-ba13-49b5-a0bc-6b7adeae04f8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:45.399091 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2d687e8-4367-4755-a687-a18c698cd852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.403844 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a051a22-ecac-405f-b3ec-a76a803b651b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event updated for resources: {'Subnet': ['ID=e6463ade-a1e7-4ea4-8ba2-17a8a808c729,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:45.413148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d2d687e8-4367-4755-a687-a18c698cd852 None None] Calling delete_port for 2517d524-992f-43a9-897f-09343a109cbd owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:45.434655 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a051a22-ecac-405f-b3ec-a76a803b651b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Checking segment: {'id': '558d82b4-312f-49c6-a98b-74932ce288eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02b9e8dd-04df-47c8-b9a7-1860f63ecf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:45.435064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a051a22-ecac-405f-b3ec-a76a803b651b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Network hostable DHCP agents. Network: 02b9e8dd-04df-47c8-b9a7-1860f63ecf65, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:18:45.469696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a051a22-ecac-405f-b3ec-a76a803b651b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Network 02b9e8dd-04df-47c8-b9a7-1860f63ecf65 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:18:45.503209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2a051a22-ecac-405f-b3ec-a76a803b651b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 02b9e8dd-04df-47c8-b9a7-1860f63ecf65) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:45.512697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cf7c7c-007f-4823-b356-2ab3f49b123d None None] Network 02b9e8dd-04df-47c8-b9a7-1860f63ecf65 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:45.516626 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2d687e8-4367-4755-a687-a18c698cd852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.517442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a051a22-ecac-405f-b3ec-a76a803b651b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:45.518040 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a051a22-ecac-405f-b3ec-a76a803b651b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.543259 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2a051a22-ecac-405f-b3ec-a76a803b651b tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2227588 Sep 07 16:18:45.543491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33246) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:45.548231 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-799d38e1-e78a-48fe-ae24-1e02f5869c61 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Request body: {'router': {'external_gateway_info': {'network_id': '02b9e8dd-04df-47c8-b9a7-1860f63ecf65'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:45.552076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b460e1a-83be-4ee8-95d2-e6836dbaf276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.564488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d687e8-4367-4755-a687-a18c698cd852 None None] Pushing event deleted for resources: {'Port': ['ID=2517d524-992f-43a9-897f-09343a109cbd,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:45.568155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d687e8-4367-4755-a687-a18c698cd852 None None] No DVR routers for this DVR port 2517d524-992f-43a9-897f-09343a109cbd on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:45.652681 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b460e1a-83be-4ee8-95d2-e6836dbaf276 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b212942-b00a-44ac-ae64-c76cdd1efb69,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:45.705066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-02b9e8dd-04df-47c8-b9a7-1860f63ecf65', 'network_id': '02b9e8dd-04df-47c8-b9a7-1860f63ecf65', 'tenant_id': '945856f1d84d4f00b7cd4fbbc907856b', 'fixed_ips': [{'subnet_id': 'e6463ade-a1e7-4ea4-8ba2-17a8a808c729'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:18:45.706520 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.804533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a9947-5385-45c9-ada5-8c79d63ce0c9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Subnet': ['ID=26f518a8-6a3b-42d0-917e-2467c0f06aa0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:45.814168 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-106a9947-5385-45c9-ada5-8c79d63ce0c9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.822173 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-106a9947-5385-45c9-ada5-8c79d63ce0c9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/26f518a8-6a3b-42d0-917e-2467c0f06aa0 HTTP/1.1" status: 204 len: 168 time: 1.0376065 Sep 07 16:18:45.824225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6720120-a32a-4fd7-9958-16d80a01db9b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.824610 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-c6720120-a32a-4fd7-9958-16d80a01db9b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Added segment 42e34d21-e93c-456e-8ae8-f7227af8f36a of type vlan for network 08e031c7-40bd-43ca-bbf5-210128aa125d Sep 07 16:18:45.825866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:45.843787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cb4565-d048-4e00-be3d-3f44925adf8d None None] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:45.848420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-799d38e1-e78a-48fe-ae24-1e02f5869c61 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.871973 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cf91a5e4-9cd9-4ca1-bc82-ca0b420040e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:45.881837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] For port 2517d524-992f-43a9-897f-09343a109cbd, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2517d524-992f-43a9-897f-09343a109cbd,segment=NetworkSegment(38dd6792-ba13-49b5-a0bc-6b7adeae04f8),segment_id=38dd6792-ba13-49b5-a0bc-6b7adeae04f8)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:45.882267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.921651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Allocated IP 2001:db8:1::2 (02b9e8dd-04df-47c8-b9a7-1860f63ecf65/e6463ade-a1e7-4ea4-8ba2-17a8a808c729/f996a862-90c6-43a2-a147-ca655f7e46d5) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:45.937556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Calling delete_port for 2517d524-992f-43a9-897f-09343a109cbd owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:45.944899 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6720120-a32a-4fd7-9958-16d80a01db9b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.955376 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13d8a8d8-8443-460b-9eba-fcfbb1deb088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:45.998337 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b460e1a-83be-4ee8-95d2-e6836dbaf276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.082027 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13d8a8d8-8443-460b-9eba-fcfbb1deb088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.149520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6720120-a32a-4fd7-9958-16d80a01db9b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.155532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6720120-a32a-4fd7-9958-16d80a01db9b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:46.156155 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6720120-a32a-4fd7-9958-16d80a01db9b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.180695 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.190045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Transition to ACTIVE for port object f996a862-90c6-43a2-a147-ca655f7e46d5 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:46.207299 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-799d38e1-e78a-48fe-ae24-1e02f5869c61 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:18:46.208141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Transition to ACTIVE for port object f996a862-90c6-43a2-a147-ca655f7e46d5 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:46.210288 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-799d38e1-e78a-48fe-ae24-1e02f5869c61 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "PUT /v2.0/routers/197f329f-0873-42b2-9f76-fb6ce512eb83 HTTP/1.1" status: 400 len: 364 time: 0.6658537 Sep 07 16:18:46.213839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33254) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:46.221587 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.263322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6720120-a32a-4fd7-9958-16d80a01db9b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'Network': ['ID=08e031c7-40bd-43ca-bbf5-210128aa125d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:46.274741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Network 02b9e8dd-04df-47c8-b9a7-1860f63ecf65 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:46.283508 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 08e031c7-40bd-43ca-bbf5-210128aa125d details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:18:46.285923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf91a5e4-9cd9-4ca1-bc82-ca0b420040e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:46.291606 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf91a5e4-9cd9-4ca1-bc82-ca0b420040e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.292729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:46.302706 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:46.311651 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.314169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13d8a8d8-8443-460b-9eba-fcfbb1deb088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.314360 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Pushing event updated for resources: {'Port': ['ID=f996a862-90c6-43a2-a147-ca655f7e46d5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:46.318397 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13d8a8d8-8443-460b-9eba-fcfbb1deb088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.319768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-13d8a8d8-8443-460b-9eba-fcfbb1deb088 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bce1ff8b-b780-4304-8468-abad1caeae57 HTTP/1.1" status: 204 len: 168 time: 1.0203001 Sep 07 16:18:46.321428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c6720120-a32a-4fd7-9958-16d80a01db9b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1341627 Sep 07 16:18:46.347417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33258) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:46.365510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3d8676e1-d271-4804-bceb-b5ab319f1dfe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'subnet': {'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:46.433112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8a8d8-8443-460b-9eba-fcfbb1deb088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce1ff8b-b780-4304-8468-abad1caeae57,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:46.436761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Pushing event deleted for resources: {'Port': ['ID=2517d524-992f-43a9-897f-09343a109cbd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:46.465246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Attempting to bind port f996a862-90c6-43a2-a147-ca655f7e46d5 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:46.465630 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Attempting to bind port f996a862-90c6-43a2-a147-ca655f7e46d5 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '558d82b4-312f-49c6-a98b-74932ce288eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02b9e8dd-04df-47c8-b9a7-1860f63ecf65'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:46.465992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Attempting to bind port f996a862-90c6-43a2-a147-ca655f7e46d5 on network 02b9e8dd-04df-47c8-b9a7-1860f63ecf65 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:46.472297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:46.472724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Checking segment: {'id': '558d82b4-312f-49c6-a98b-74932ce288eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02b9e8dd-04df-47c8-b9a7-1860f63ecf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:46.473129 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.473521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Bound using segment: {'id': '558d82b4-312f-49c6-a98b-74932ce288eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02b9e8dd-04df-47c8-b9a7-1860f63ecf65'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:46.474003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Bound port: f996a862-90c6-43a2-a147-ca655f7e46d5, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558d82b4-312f-49c6-a98b-74932ce288eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02b9e8dd-04df-47c8-b9a7-1860f63ecf65'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:46.475066 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.492934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] No DVR routers for this DVR port 2517d524-992f-43a9-897f-09343a109cbd on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:46.551431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] For port f996a862-90c6-43a2-a147-ca655f7e46d5, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:46.555721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] For port f996a862-90c6-43a2-a147-ca655f7e46d5, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f996a862-90c6-43a2-a147-ca655f7e46d5,segment=NetworkSegment(558d82b4-312f-49c6-a98b-74932ce288eb),segment_id=558d82b4-312f-49c6-a98b-74932ce288eb)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:46.561796 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.648010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb364a-c7ec-49c7-ba4d-6b2e6f135a87 None None] Pushing event updated for resources: {'Port': ['ID=f996a862-90c6-43a2-a147-ca655f7e46d5,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:46.689930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b460e1a-83be-4ee8-95d2-e6836dbaf276 admin admin] Router 982f677a-02ae-4c01-9376-3167bba8092d has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:18:46.761038 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.763213 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.815495 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.885162 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57b6972-b5de-4149-aeda-40d4569753ec']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:46.889280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8676e1-d271-4804-bceb-b5ab319f1dfe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Made reservation on behalf of 87ebf3f7450a4c6a95d391f90c3b9a0c for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:46.893620 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d8676e1-d271-4804-bceb-b5ab319f1dfe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.916905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dd6792-ba13-49b5-a0bc-6b7adeae04f8') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:46.917899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dd6792-ba13-49b5-a0bc-6b7adeae04f8') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:46.928706 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.945951 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.975632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:18:46.975971 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:46.989145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33262) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:46.992390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b460e1a-83be-4ee8-95d2-e6836dbaf276 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:47.002997 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3b460e1a-83be-4ee8-95d2-e6836dbaf276 admin admin] 10.222.0.70 "PUT /v2.0/routers/982f677a-02ae-4c01-9376-3167bba8092d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6716623 Sep 07 16:18:47.005363 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3116b7-ba95-405d-a7de-9bcaa92b44db None None] Sync routers for ids ['982f677a-02ae-4c01-9376-3167bba8092d'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:47.018221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33264) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:47.024497 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3116b7-ba95-405d-a7de-9bcaa92b44db None None] Routers {'982f677a-02ae-4c01-9376-3167bba8092d'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:47.025668 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ac3116b7-ba95-405d-a7de-9bcaa92b44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['982f677a-02ae-4c01-9376-3167bba8092d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:18:47.112531 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:18:47.154297 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c484d38b-0834-4765-bbd2-b478b3b8ffa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:47.204474 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:47.209985 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:47.211953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] 10.222.0.70 "DELETE /v2.0/networks/c57b6972-b5de-4149-aeda-40d4569753ec HTTP/1.1" status: 204 len: 168 time: 2.2461665 Sep 07 16:18:47.226191 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b59aad3e-66fc-4f00-8957-ac0224760c09 None None] Provisioning complete for port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:47.228568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b59aad3e-66fc-4f00-8957-ac0224760c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:47.271869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22563e98-08d3-42bc-9847-9a587dff54c3 tempest-DHCPAgentSchedulersTestJSON-168580016 tempest-DHCPAgentSchedulersTestJSON-168580016-project] Pushing event deleted for resources: {'Network': ['ID=c57b6972-b5de-4149-aeda-40d4569753ec,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:47.285513 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2517d524-992f-43a9-897f-09343a109cbd no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:47.335403 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf91a5e4-9cd9-4ca1-bc82-ca0b420040e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:47.345000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 2517d524-992f-43a9-897f-09343a109cbd {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:47.345760 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2517d524-992f-43a9-897f-09343a109cbd not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:47.361509 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ac3116b7-ba95-405d-a7de-9bcaa92b44db None None] Set router 982f677a-02ae-4c01-9376-3167bba8092d gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:47.379277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b59aad3e-66fc-4f00-8957-ac0224760c09 None None] Port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:47.393625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b59aad3e-66fc-4f00-8957-ac0224760c09 None None] Provisioning complete for port 00d9258e-98c7-4309-89cd-7185cd375ac2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:47.394060 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b59aad3e-66fc-4f00-8957-ac0224760c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:47.460111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91a5e4-9cd9-4ca1-bc82-ca0b420040e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:47.470262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-cf91a5e4-9cd9-4ca1-bc82-ca0b420040e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:47.481987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dff6d00-c802-4a15-86c3-da37325da59a None None] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:47.492474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91a5e4-9cd9-4ca1-bc82-ca0b420040e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Subnet': ['ID=f1aec60b-d034-440a-ba29-c7d4ed1b1504,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:47.510533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf91a5e4-9cd9-4ca1-bc82-ca0b420040e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:47.511162 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cf91a5e4-9cd9-4ca1-bc82-ca0b420040e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:47.643472 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d8676e1-d271-4804-bceb-b5ab319f1dfe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:47.680289 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ac3116b7-ba95-405d-a7de-9bcaa92b44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982f677a-02ae-4c01-9376-3167bba8092d', 'name': 'tempest-ServerRescueTestJSON-73116521-router', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:16:36Z', 'updated_at': '2021-09-07T16:18:45Z', 'revision_number': 5, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'gw_port': {'id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:37Z', 'updated_at': '2021-09-07T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:47.714710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33274) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:47.752801 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3116b7-ba95-405d-a7de-9bcaa92b44db None None] Checking router: 982f677a-02ae-4c01-9376-3167bba8092d for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:18:47.763025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8676e1-d271-4804-bceb-b5ab319f1dfe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'Subnet': ['ID=83dbc69e-a859-4d9e-9f23-95f102bc7aaa,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:47.770913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8676e1-d271-4804-bceb-b5ab319f1dfe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Checking segment: {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:47.771318 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8676e1-d271-4804-bceb-b5ab319f1dfe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Network hostable DHCP agents. Network: 577033e1-14c9-4efb-8bd8-426cbed3ed4b, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:18:47.776012 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3116b7-ba95-405d-a7de-9bcaa92b44db None None] Routers {'982f677a-02ae-4c01-9376-3167bba8092d'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:47.776860 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ac3116b7-ba95-405d-a7de-9bcaa92b44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['982f677a-02ae-4c01-9376-3167bba8092d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:47.796980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8676e1-d271-4804-bceb-b5ab319f1dfe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Network 577033e1-14c9-4efb-8bd8-426cbed3ed4b is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:18:47.812611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3d8676e1-d271-4804-bceb-b5ab319f1dfe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 577033e1-14c9-4efb-8bd8-426cbed3ed4b) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:47.817694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8676e1-d271-4804-bceb-b5ab319f1dfe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:47.819179 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d8676e1-d271-4804-bceb-b5ab319f1dfe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:47.845124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97c5451-82b9-424d-80aa-ea988f9990ee None None] Network 577033e1-14c9-4efb-8bd8-426cbed3ed4b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:47.875267 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:47.946045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Allocated IP 2001:db8::1 (4661f8f0-d770-434c-b1ac-3ca1df4daa16/8826075e-6722-495f-9854-1751f8df71b8/5eee8588-19be-4a35-b352-ac9166ba880c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:47.995550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-014e1e61-1857-4f8c-a6e1-af52c20db22a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=06813cdd3c9a4c6fb540ac3db4393cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728927 Sep 07 16:18:47.996110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33278) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:48.032727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa7174a-8384-484c-a282-7633f25fd0b0 None None] Update dhcp port {'port': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'fixed_ips': [{'subnet_id': '95007f04-fb30-4284-97ba-679604ab3024', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f1aec60b-d034-440a-ba29-c7d4ed1b1504'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '00d9258e-98c7-4309-89cd-7185cd375ac2'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:18:48.075868 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9aa7174a-8384-484c-a282-7633f25fd0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.100198 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7796-7ae5-4024-afe7-8d33930eb2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.128566 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7796-7ae5-4024-afe7-8d33930eb2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.142619 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ac3116b7-ba95-405d-a7de-9bcaa92b44db None None] Set router 982f677a-02ae-4c01-9376-3167bba8092d gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:18:48.176821 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c484d38b-0834-4765-bbd2-b478b3b8ffa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.184963 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.192767 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c484d38b-0834-4765-bbd2-b478b3b8ffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.200077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e9229f-f240-4a39-b68b-a2072d70b437 None None] Network 02b9e8dd-04df-47c8-b9a7-1860f63ecf65 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:48.201355 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7796-7ae5-4024-afe7-8d33930eb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.209598 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7796-7ae5-4024-afe7-8d33930eb2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.223236 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c484d38b-0834-4765-bbd2-b478b3b8ffa7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96feb13d380a4dcfbd76a90f27dd6f26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2322559 Sep 07 16:18:48.226577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ec1e7796-7ae5-4024-afe7-8d33930eb2d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e17bd98d-741e-4792-8b44-848bff7f0659 HTTP/1.1" status: 204 len: 168 time: 0.2293658 Sep 07 16:18:48.232423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33286) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:48.233510 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.250625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3d8676e1-d271-4804-bceb-b5ab319f1dfe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8894544 Sep 07 16:18:48.259269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33288) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:48.283096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e7796-7ae5-4024-afe7-8d33930eb2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17bd98d-741e-4792-8b44-848bff7f0659,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:48.284816 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-78debe75-fee3-44e1-af8b-e8f728709aa6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'subnet': {'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:48.291207 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cf91a5e4-9cd9-4ca1-bc82-ca0b420040e5 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4621077 Sep 07 16:18:48.293172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33290) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:48.299204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-34a88061-1246-443a-a76d-d2eb77585787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'security_group': {'name': 'tempest-secgroup-1083256756'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:48.303634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Transition to ACTIVE for port object 5eee8588-19be-4a35-b352-ac9166ba880c will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:48.306230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-577033e1-14c9-4efb-8bd8-426cbed3ed4b', 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'fixed_ips': [{'subnet_id': '83dbc69e-a859-4d9e-9f23-95f102bc7aaa'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:18:48.309877 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.335872 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484d38b-0834-4765-bbd2-b478b3b8ffa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb44c803-d862-4008-a7ae-296025e3eb63,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:48.338223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34a88061-1246-443a-a76d-d2eb77585787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.421626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9b11-884a-4236-ae44-fdecf904dc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.452157 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9b11-884a-4236-ae44-fdecf904dc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.549039 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9b11-884a-4236-ae44-fdecf904dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.553379 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9b11-884a-4236-ae44-fdecf904dc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.558065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8fcd9b11-884a-4236-ae44-fdecf904dc9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb44c803-d862-4008-a7ae-296025e3eb63 HTTP/1.1" status: 204 len: 168 time: 0.3168864 Sep 07 16:18:48.576514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd9b11-884a-4236-ae44-fdecf904dc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb44c803-d862-4008-a7ae-296025e3eb63,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:48.578375 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ac3116b7-ba95-405d-a7de-9bcaa92b44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982f677a-02ae-4c01-9376-3167bba8092d', 'name': 'tempest-ServerRescueTestJSON-73116521-router', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:16:36Z', 'updated_at': '2021-09-07T16:18:45Z', 'revision_number': 5, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'gw_port': {'id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:37Z', 'updated_at': '2021-09-07T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:48.586078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d6c3fac5-47b2-408e-8175-1ce0255cfc3b None None] Provisioning for port f996a862-90c6-43a2-a147-ca655f7e46d5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:48.586599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Deleting port ad3d9a34-9488-4598-b6b5-3211f5b51fe9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:48.586993 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.601998 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34a88061-1246-443a-a76d-d2eb77585787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.609535 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34a88061-1246-443a-a76d-d2eb77585787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.620931 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.669490 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3116b7-ba95-405d-a7de-9bcaa92b44db None None] The sync data for ids ['982f677a-02ae-4c01-9376-3167bba8092d'] in n-d-807551-3 is: [{'id': '982f677a-02ae-4c01-9376-3167bba8092d', 'name': 'tempest-ServerRescueTestJSON-73116521-router', 'tenant_id': '22cbe61cf451482c8ba3902757bec21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:16:36Z', 'updated_at': '2021-09-07T16:18:45Z', 'revision_number': 5, 'project_id': '22cbe61cf451482c8ba3902757bec21c', 'gw_port': {'id': 'ad3d9a34-9488-4598-b6b5-3211f5b51fe9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982f677a-02ae-4c01-9376-3167bba8092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:16:37Z', 'updated_at': '2021-09-07T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:48.678254 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34a88061-1246-443a-a76d-d2eb77585787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.682794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-34a88061-1246-443a-a76d-d2eb77585787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3850865 Sep 07 16:18:48.699675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a88061-1246-443a-a76d-d2eb77585787 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427548dc-97b0-49f1-b7b8-4c7d0cce7394,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:48.701615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78debe75-fee3-44e1-af8b-e8f728709aa6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Made reservation on behalf of 87ebf3f7450a4c6a95d391f90c3b9a0c for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:48.706390 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78debe75-fee3-44e1-af8b-e8f728709aa6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.717566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33296) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:48.723688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b169a9cb-0f7a-422e-a176-cd90c1e369ca tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'security_group': {'name': 'tempest-secgroup-2020553981'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:48.775597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b169a9cb-0f7a-422e-a176-cd90c1e369ca tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.799714 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Network 4661f8f0-d770-434c-b1ac-3ca1df4daa16 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:48.852247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-9aa7174a-8384-484c-a282-7633f25fd0b0 None None] Allocated IP 172.20.0.2 (f8079e73-dcdb-47b0-9f8c-76ac9ec64e24/f1aec60b-d034-440a-ba29-c7d4ed1b1504/00d9258e-98c7-4309-89cd-7185cd375ac2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:48.856071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33298) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:48.859803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:48.871776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:48.872601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.890624 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event updated for resources: {'Port': ['ID=5eee8588-19be-4a35-b352-ac9166ba880c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:48.914004 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9240-31b6-4a0b-8558-982b922180c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.950417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Allocated IP 10.1.1.2 (577033e1-14c9-4efb-8bd8-426cbed3ed4b/83dbc69e-a859-4d9e-9f23-95f102bc7aaa/8724ae41-fb1e-433f-9bdb-e9b8a4361758) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:48.969798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] For port ad3d9a34-9488-4598-b6b5-3211f5b51fe9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ad3d9a34-9488-4598-b6b5-3211f5b51fe9,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:48.970511 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.970631 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b169a9cb-0f7a-422e-a176-cd90c1e369ca tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:48.983537 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b169a9cb-0f7a-422e-a176-cd90c1e369ca tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.008769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Calling delete_port for ad3d9a34-9488-4598-b6b5-3211f5b51fe9 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:49.028701 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169a9cb-0f7a-422e-a176-cd90c1e369ca tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241ae5ea-47f0-42ac-974a-e99e35ae9a84,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:49.207250 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9aa7174a-8384-484c-a282-7633f25fd0b0 None None] For port 00d9258e-98c7-4309-89cd-7185cd375ac2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=00d9258e-98c7-4309-89cd-7185cd375ac2,segment=NetworkSegment(b5947e2d-963d-4848-af65-5f1ba78cde3f),segment_id=b5947e2d-963d-4848-af65-5f1ba78cde3f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:49.255555 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9240-31b6-4a0b-8558-982b922180c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.262902 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9240-31b6-4a0b-8558-982b922180c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.333108 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b169a9cb-0f7a-422e-a176-cd90c1e369ca tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.335280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b169a9cb-0f7a-422e-a176-cd90c1e369ca tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6161411 Sep 07 16:18:49.339910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f996a862-90c6-43a2-a147-ca655f7e46d5 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:49.353230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33310) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:49.376439 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ec576de1-57ca-4fca-afb9-a9c657d4c338 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'security_group': {'name': 'tempest-secgroup-1722924767'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:49.408235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f9240-31b6-4a0b-8558-982b922180c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be6a744-eedf-4228-a652-277ffab716eb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:49.423748 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.432997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33314) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:49.436702 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7e2f9240-31b6-4a0b-8558-982b922180c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=90a92d510c9f46fe8a45cd5ec91272dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5782764 Sep 07 16:18:49.481952 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec576de1-57ca-4fca-afb9-a9c657d4c338 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.541613 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9aa7174a-8384-484c-a282-7633f25fd0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.564867 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cbd3e38b-4495-432f-bddd-b3a903c372fe None None] Provisioning for port 5eee8588-19be-4a35-b352-ac9166ba880c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:49.600021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cbd3e38b-4495-432f-bddd-b3a903c372fe None None] Provisioning complete for port 5eee8588-19be-4a35-b352-ac9166ba880c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:49.600507 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e38b-4495-432f-bddd-b3a903c372fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.628959 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec576de1-57ca-4fca-afb9-a9c657d4c338 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.634034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9aa7174a-8384-484c-a282-7633f25fd0b0 None None] Transition to ACTIVE for port object 00d9258e-98c7-4309-89cd-7185cd375ac2 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:49.634552 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec576de1-57ca-4fca-afb9-a9c657d4c338 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.640828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port f996a862-90c6-43a2-a147-ca655f7e46d5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:49.657528 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9aa7174a-8384-484c-a282-7633f25fd0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.680131 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f996a862-90c6-43a2-a147-ca655f7e46d5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:49.680390 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.680950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78debe75-fee3-44e1-af8b-e8f728709aa6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.682075 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec576de1-57ca-4fca-afb9-a9c657d4c338 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.686430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ec576de1-57ca-4fca-afb9-a9c657d4c338 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3197224 Sep 07 16:18:49.692231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33320) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:49.696070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1235312663', 'security_groups': ['de7a5b20-e780-4462-9363-3df45475053d'], 'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f1aec60b-d034-440a-ba29-c7d4ed1b1504'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:49.706932 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.721460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec576de1-57ca-4fca-afb9-a9c657d4c338 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7a5b20-e780-4462-9363-3df45475053d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:49.737388 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cbd3e38b-4495-432f-bddd-b3a903c372fe None None] Port 5eee8588-19be-4a35-b352-ac9166ba880c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:49.746212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Transition to ACTIVE for port object 8724ae41-fb1e-433f-9bdb-e9b8a4361758 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:49.825417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Transition to ACTIVE for port object 8724ae41-fb1e-433f-9bdb-e9b8a4361758 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:49.830090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7174a-8384-484c-a282-7633f25fd0b0 None None] Pushing event updated for resources: {'Port': ['ID=00d9258e-98c7-4309-89cd-7185cd375ac2,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:49.842667 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.882904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Network 577033e1-14c9-4efb-8bd8-426cbed3ed4b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:49.891305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:49.901501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:49.915356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:49.923650 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74cec18c-e507-4c3b-b4a1-6d32920421d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.937301 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Pushing event updated for resources: {'Port': ['ID=8724ae41-fb1e-433f-9bdb-e9b8a4361758,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:49.963841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78debe75-fee3-44e1-af8b-e8f728709aa6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'Subnet': ['ID=4b579ba4-f2f7-49b7-9722-379d2b0837b4,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:49.976058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-595313de-6ef8-4a73-a113-e52c0edd2947 None None] Provisioning complete for port f996a862-90c6-43a2-a147-ca655f7e46d5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:49.976471 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-595313de-6ef8-4a73-a113-e52c0edd2947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:49.977485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78debe75-fee3-44e1-af8b-e8f728709aa6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Checking segment: {'id': '42e34d21-e93c-456e-8ae8-f7227af8f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:49.977921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78debe75-fee3-44e1-af8b-e8f728709aa6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Network hostable DHCP agents. Network: 08e031c7-40bd-43ca-bbf5-210128aa125d, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:18:50.023267 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74cec18c-e507-4c3b-b4a1-6d32920421d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.061096 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.066599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.089557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Attempting to bind port 8724ae41-fb1e-433f-9bdb-e9b8a4361758 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:50.090508 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Attempting to bind port 8724ae41-fb1e-433f-9bdb-e9b8a4361758 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:50.090880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Attempting to bind port 8724ae41-fb1e-433f-9bdb-e9b8a4361758 on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:50.096158 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.102147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78debe75-fee3-44e1-af8b-e8f728709aa6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Network 08e031c7-40bd-43ca-bbf5-210128aa125d is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:18:50.109441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:50.110234 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Checking segment: {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:50.110384 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.110768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Bound using segment: {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:50.111685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Bound port: 8724ae41-fb1e-433f-9bdb-e9b8a4361758, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:50.112083 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.133514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] device_id is not set on port d1f81f60-c4df-44af-88ab-8d52dc263501 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:18:50.165801 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3d9a34-9488-4598-b6b5-3211f5b51fe9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:50.203139 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-595313de-6ef8-4a73-a113-e52c0edd2947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.216717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-78debe75-fee3-44e1-af8b-e8f728709aa6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 08e031c7-40bd-43ca-bbf5-210128aa125d) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:50.221172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78debe75-fee3-44e1-af8b-e8f728709aa6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:50.222187 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78debe75-fee3-44e1-af8b-e8f728709aa6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.267515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.268215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] For port 8724ae41-fb1e-433f-9bdb-e9b8a4361758, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:50.273433 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] For port 8724ae41-fb1e-433f-9bdb-e9b8a4361758, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8724ae41-fb1e-433f-9bdb-e9b8a4361758,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:50.282072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a896ba83-f722-4b45-9ed4-ede4a30addb6 None None] Network 08e031c7-40bd-43ca-bbf5-210128aa125d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:50.310849 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-78debe75-fee3-44e1-af8b-e8f728709aa6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0495598 Sep 07 16:18:50.331233 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33332) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:50.346344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'port': {'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b', 'name': 'tempest-TaggedBootDevicesTest_v242-353076332', 'fixed_ips': [{'subnet_id': '83dbc69e-a859-4d9e-9f23-95f102bc7aaa'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:50.351137 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74cec18c-e507-4c3b-b4a1-6d32920421d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.354151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74cec18c-e507-4c3b-b4a1-6d32920421d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.355076 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-74cec18c-e507-4c3b-b4a1-6d32920421d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9be6a744-eedf-4228-a652-277ffab716eb HTTP/1.1" status: 204 len: 168 time: 0.9151459 Sep 07 16:18:50.390784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cec18c-e507-4c3b-b4a1-6d32920421d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be6a744-eedf-4228-a652-277ffab716eb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:50.413378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port f996a862-90c6-43a2-a147-ca655f7e46d5, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f996a862-90c6-43a2-a147-ca655f7e46d5,segment=NetworkSegment(558d82b4-312f-49c6-a98b-74932ce288eb),segment_id=558d82b4-312f-49c6-a98b-74932ce288eb)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:50.446918 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.514175 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.534327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.545948 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.581988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4835737-c754-4f3a-9949-75abc2be9f97 None None] Pushing event updated for resources: {'Port': ['ID=8724ae41-fb1e-433f-9bdb-e9b8a4361758,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:50.614286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1b212942-b00a-44ac-ae64-c76cdd1efb69 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:50.633612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.4 (f8079e73-dcdb-47b0-9f8c-76ac9ec64e24/f1aec60b-d034-440a-ba29-c7d4ed1b1504/d1f81f60-c4df-44af-88ab-8d52dc263501) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:50.658513 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.665144 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.665753 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.681316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 1b212942-b00a-44ac-ae64-c76cdd1efb69 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:50.682043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1b212942-b00a-44ac-ae64-c76cdd1efb69 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:50.696802 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.697545 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 982f677a-02ae-4c01-9376-3167bba8092d {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:18:50.764274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Made reservation on behalf of 87ebf3f7450a4c6a95d391f90c3b9a0c for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:50.813748 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event updated for resources: {'Port': ['ID=5eee8588-19be-4a35-b352-ac9166ba880c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:50.825748 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.827398 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cfd5bad5-a8b9-4b11-84ae-246bb918abd6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/982f677a-02ae-4c01-9376-3167bba8092d HTTP/1.1" status: 204 len: 168 time: 3.8080878 Sep 07 16:18:50.831848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33348) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:50.857653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-08e031c7-40bd-43ca-bbf5-210128aa125d', 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'fixed_ips': [{'subnet_id': '4b579ba4-f2f7-49b7-9722-379d2b0837b4'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:18:50.858532 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:50.895252 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-595313de-6ef8-4a73-a113-e52c0edd2947 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:18:50.895671 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-595313de-6ef8-4a73-a113-e52c0edd2947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:18:50.901208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=f996a862-90c6-43a2-a147-ca655f7e46d5,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:51.083206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Network 4661f8f0-d770-434c-b1ac-3ca1df4daa16 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:51.089078 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9007e84-e843-42b2-af88-9caf29e0bc6a admin admin] Deleting subnet 1af5f4b8-d800-46a1-869a-85928ca0360a {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:51.093393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:51.095480 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9007e84-e843-42b2-af88-9caf29e0bc6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.129335 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.168814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] device_id is not set on port 70f3c2e1-6534-43be-9522-49817d667339 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:18:51.172963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Allocated IP 10.2.2.2 (08e031c7-40bd-43ca-bbf5-210128aa125d/4b579ba4-f2f7-49b7-9722-379d2b0837b4/53f9cd7d-1825-431c-903e-56d0a41c94b3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:51.284872 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Router 197f329f-0873-42b2-9f76-fb6ce512eb83 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:18:51.367983 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9007e84-e843-42b2-af88-9caf29e0bc6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.451352 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.584374 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9007e84-e843-42b2-af88-9caf29e0bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.598581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Transition to ACTIVE for port object d1f81f60-c4df-44af-88ab-8d52dc263501 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:51.600519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f996a862-90c6-43a2-a147-ca655f7e46d5 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:51.626773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:51.644633 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5396e55d-4dab-49df-8a9b-ea6ab0e57eae tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "PUT /v2.0/routers/197f329f-0873-42b2-9f76-fb6ce512eb83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4287450 Sep 07 16:18:51.646743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33372) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:51.705029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf381fb-5963-4a97-86ab-361ac1d39862 None None] Sync routers for ids ['197f329f-0873-42b2-9f76-fb6ce512eb83'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:51.736606 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.789122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf381fb-5963-4a97-86ab-361ac1d39862 None None] Routers {'197f329f-0873-42b2-9f76-fb6ce512eb83'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:51.789917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ecf381fb-5963-4a97-86ab-361ac1d39862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['197f329f-0873-42b2-9f76-fb6ce512eb83'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:51.807706 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9007e84-e843-42b2-af88-9caf29e0bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.812546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=d1f81f60-c4df-44af-88ab-8d52dc263501,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:51.818492 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9469b6c3-7467-425a-8ca3-81fd2c7b7c05 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.825383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Allocated IP 10.1.1.198 (577033e1-14c9-4efb-8bd8-426cbed3ed4b/83dbc69e-a859-4d9e-9f23-95f102bc7aaa/70f3c2e1-6534-43be-9522-49817d667339) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:51.843506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:51.847334 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:51.852280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:51.883682 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.889555 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ecf381fb-5963-4a97-86ab-361ac1d39862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:51.918509 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Transition to ACTIVE for port object 53f9cd7d-1825-431c-903e-56d0a41c94b3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:51.941049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0f38df44-b89d-4e96-a3c8-3812444bf882 None None] Provisioning complete for port 5eee8588-19be-4a35-b352-ac9166ba880c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:51.942703 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f38df44-b89d-4e96-a3c8-3812444bf882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.947929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:51.948804 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:51.973973 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d01b7a79-187c-4205-a85c-1fde4e33ab0a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2827449 Sep 07 16:18:51.977530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33380) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:51.983960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ff46df6f-6b1d-4bcd-baae-f4c2abdd0973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:52.032072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0f38df44-b89d-4e96-a3c8-3812444bf882 None None] Port 5eee8588-19be-4a35-b352-ac9166ba880c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:52.039484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf381fb-5963-4a97-86ab-361ac1d39862 None None] Routers {'197f329f-0873-42b2-9f76-fb6ce512eb83'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:52.046164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ecf381fb-5963-4a97-86ab-361ac1d39862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['197f329f-0873-42b2-9f76-fb6ce512eb83'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:52.137974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ecf381fb-5963-4a97-86ab-361ac1d39862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:52.138770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf381fb-5963-4a97-86ab-361ac1d39862 None None] The sync data for ids ['197f329f-0873-42b2-9f76-fb6ce512eb83'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:52.153604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Transition to ACTIVE for port object 53f9cd7d-1825-431c-903e-56d0a41c94b3 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:52.155167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f996a862-90c6-43a2-a147-ca655f7e46d5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:52.155650 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.218835 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.251322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0f38df44-b89d-4e96-a3c8-3812444bf882 None None] Provisioning complete for port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:52.252162 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f38df44-b89d-4e96-a3c8-3812444bf882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.384584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff46df6f-6b1d-4bcd-baae-f4c2abdd0973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:52.388928 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ff46df6f-6b1d-4bcd-baae-f4c2abdd0973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.401999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Network 08e031c7-40bd-43ca-bbf5-210128aa125d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:52.425960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:52.430692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0f38df44-b89d-4e96-a3c8-3812444bf882 None None] Port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:52.436597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:52.448559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Pushing event updated for resources: {'Port': ['ID=53f9cd7d-1825-431c-903e-56d0a41c94b3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:52.463790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:52.464478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:52.465195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:52.465812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:52.466435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:52.467258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:52.468177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:52.468718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:52.469203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:52.469815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:52.470332 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:52.471010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:52.508168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9007e84-e843-42b2-af88-9caf29e0bc6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af5f4b8-d800-46a1-869a-85928ca0360a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:52.532489 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9007e84-e843-42b2-af88-9caf29e0bc6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.541993 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d9007e84-e843-42b2-af88-9caf29e0bc6a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1af5f4b8-d800-46a1-869a-85928ca0360a HTTP/1.1" status: 204 len: 168 time: 1.7048039 Sep 07 16:18:52.555067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33390) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:52.560644 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.569952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 00d9258e-98c7-4309-89cd-7185cd375ac2 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:52.576503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0f38df44-b89d-4e96-a3c8-3812444bf882 None None] Provisioning for port 00d9258e-98c7-4309-89cd-7185cd375ac2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:52.602473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0f38df44-b89d-4e96-a3c8-3812444bf882 None None] Provisioning complete for port 00d9258e-98c7-4309-89cd-7185cd375ac2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:52.603109 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f38df44-b89d-4e96-a3c8-3812444bf882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.642201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Attempting to bind port 53f9cd7d-1825-431c-903e-56d0a41c94b3 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:18:52.642313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Attempting to bind port 53f9cd7d-1825-431c-903e-56d0a41c94b3 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '42e34d21-e93c-456e-8ae8-f7227af8f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:18:52.642660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Attempting to bind port 53f9cd7d-1825-431c-903e-56d0a41c94b3 on network 08e031c7-40bd-43ca-bbf5-210128aa125d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:18:52.648219 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-9469b6c3-7467-425a-8ca3-81fd2c7b7c05 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 16:18:52.652982 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9469b6c3-7467-425a-8ca3-81fd2c7b7c05 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "DELETE /v2.0/routers/197f329f-0873-42b2-9f76-fb6ce512eb83 HTTP/1.1" status: 409 len: 329 time: 1.0012934 Sep 07 16:18:52.652982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33396) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:52.660962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:18:52.661326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Checking segment: {'id': '42e34d21-e93c-456e-8ae8-f7227af8f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:18:52.661970 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.662526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Bound using segment: {'id': '42e34d21-e93c-456e-8ae8-f7227af8f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:18:52.663180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Bound port: 53f9cd7d-1825-431c-903e-56d0a41c94b3, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e34d21-e93c-456e-8ae8-f7227af8f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:18:52.663740 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.691063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304939df-deef-436c-9490-868ad0919a9a None None] Network 577033e1-14c9-4efb-8bd8-426cbed3ed4b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:52.748198 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b80b6b2-1a55-4293-b3d3-9dadce935209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.843340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Transition to ACTIVE for port object 70f3c2e1-6534-43be-9522-49817d667339 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:52.889620 n-d-807551-3 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-ff46df6f-6b1d-4bcd-baae-f4c2abdd0973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f1aec60b-d034-440a-ba29-c7d4ed1b1504 (CIDR: 172.20.0.0/28) Sep 07 16:18:52.929569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] For port 53f9cd7d-1825-431c-903e-56d0a41c94b3, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:18:52.939718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 00d9258e-98c7-4309-89cd-7185cd375ac2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:52.940314 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:52.955521 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff46df6f-6b1d-4bcd-baae-f4c2abdd0973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:18:52.956027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff46df6f-6b1d-4bcd-baae-f4c2abdd0973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:18:53.032085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] For port 53f9cd7d-1825-431c-903e-56d0a41c94b3, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=53f9cd7d-1825-431c-903e-56d0a41c94b3,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:18:53.057100 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ff46df6f-6b1d-4bcd-baae-f4c2abdd0973 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0761204 Sep 07 16:18:53.059894 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.060074 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33414) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:53.076512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2d322a33-f1f9-46d3-9baa-6089503ec978 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:53.152137 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b80b6b2-1a55-4293-b3d3-9dadce935209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.188993 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.222079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33416) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:53.318364 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-469c1203-a771-4849-ae8b-6bd5f708f4ea tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.351180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8b80b6b2-1a55-4293-b3d3-9dadce935209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc41928-ef7d-4c07-9ace-721279fdba6b']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:53.446042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Network 577033e1-14c9-4efb-8bd8-426cbed3ed4b is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:53.447842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8b80b6b2-1a55-4293-b3d3-9dadce935209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e61d30-0ecd-4daa-87c2-5901ca5100c9') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:53.448145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-8b80b6b2-1a55-4293-b3d3-9dadce935209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e61d30-0ecd-4daa-87c2-5901ca5100c9') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:53.461890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e89c6dd5-d2d4-41d4-a223-4ffa2ca98c3a None None] Provisioning for port 8724ae41-fb1e-433f-9bdb-e9b8a4361758 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:53.473169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:53.487489 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b80b6b2-1a55-4293-b3d3-9dadce935209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.492179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:53.504451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d859103-fdde-48af-90d3-d4dd0b2b2cac None None] Pushing event updated for resources: {'Port': ['ID=53f9cd7d-1825-431c-903e-56d0a41c94b3,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:53.511430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:53.517316 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b80b6b2-1a55-4293-b3d3-9dadce935209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.525941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b80b6b2-1a55-4293-b3d3-9dadce935209 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:18:53.526573 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b80b6b2-1a55-4293-b3d3-9dadce935209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.561678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e89c6dd5-d2d4-41d4-a223-4ffa2ca98c3a None None] Provisioning for port d1f81f60-c4df-44af-88ab-8d52dc263501 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:53.568918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e89c6dd5-d2d4-41d4-a223-4ffa2ca98c3a None None] Provisioning complete for port d1f81f60-c4df-44af-88ab-8d52dc263501 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:53.573793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.578496 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e89c6dd5-d2d4-41d4-a223-4ffa2ca98c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.672282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e89c6dd5-d2d4-41d4-a223-4ffa2ca98c3a None None] Port d1f81f60-c4df-44af-88ab-8d52dc263501 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:53.738072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8724ae41-fb1e-433f-9bdb-e9b8a4361758 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:53.842667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-469c1203-a771-4849-ae8b-6bd5f708f4ea tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Deleting port 5eee8588-19be-4a35-b352-ac9166ba880c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:53.843094 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-469c1203-a771-4849-ae8b-6bd5f708f4ea tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.851793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 8724ae41-fb1e-433f-9bdb-e9b8a4361758 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:53.862415 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:53.864427 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8724ae41-fb1e-433f-9bdb-e9b8a4361758 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:53.869467 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.067223 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.088697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'Port': ['ID=70f3c2e1-6534-43be-9522-49817d667339,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:54.090056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-469c1203-a771-4849-ae8b-6bd5f708f4ea tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:18:54.100030 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:18:54.110578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-469c1203-a771-4849-ae8b-6bd5f708f4ea tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Calling delete_port for 5eee8588-19be-4a35-b352-ac9166ba880c owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:54.110958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-83399ab5-25d0-475a-b675-7418194fd934 None None] Provisioning for port 70f3c2e1-6534-43be-9522-49817d667339 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:54.120426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-83399ab5-25d0-475a-b675-7418194fd934 None None] Provisioning complete for port 70f3c2e1-6534-43be-9522-49817d667339 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:54.121296 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-83399ab5-25d0-475a-b675-7418194fd934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.155863 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b80b6b2-1a55-4293-b3d3-9dadce935209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.158326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 8724ae41-fb1e-433f-9bdb-e9b8a4361758, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8724ae41-fb1e-433f-9bdb-e9b8a4361758,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:54.171461 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.179481 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b80b6b2-1a55-4293-b3d3-9dadce935209 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.199535 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8b80b6b2-1a55-4293-b3d3-9dadce935209 admin admin] 10.222.0.70 "DELETE /v2.0/networks/edc41928-ef7d-4c07-9ace-721279fdba6b HTTP/1.1" status: 204 len: 168 time: 1.6281195 Sep 07 16:18:54.221853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Allocated IP 172.25.3.200 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/a2deaf7c-1f94-4fcc-94e8-9dfe90a1283e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:54.243029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80b6b2-1a55-4293-b3d3-9dadce935209 admin admin] Pushing event deleted for resources: {'Network': ['ID=edc41928-ef7d-4c07-9ace-721279fdba6b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:54.253825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=8724ae41-fb1e-433f-9bdb-e9b8a4361758,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:54.258964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ad3d9a34-9488-4598-b6b5-3211f5b51fe9 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:54.270050 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:54.280509 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.302948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ad3d9a34-9488-4598-b6b5-3211f5b51fe9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:54.304085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ad3d9a34-9488-4598-b6b5-3211f5b51fe9 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:54.307664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-83399ab5-25d0-475a-b675-7418194fd934 None None] Port 70f3c2e1-6534-43be-9522-49817d667339 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:54.323600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d322a33-f1f9-46d3-9baa-6089503ec978 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:54.323882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-83399ab5-25d0-475a-b675-7418194fd934 None None] Provisioning complete for port 8724ae41-fb1e-433f-9bdb-e9b8a4361758 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:54.324253 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-83399ab5-25d0-475a-b675-7418194fd934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.329021 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2d322a33-f1f9-46d3-9baa-6089503ec978 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.363681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-da83bfc3-9a33-44dc-8c5b-703ed110ac08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0309761 Sep 07 16:18:54.367810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33428) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:54.381073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'port': {'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b', 'name': 'tempest-TaggedBootDevicesTest_v242-1356115285', 'fixed_ips': [{'subnet_id': '83dbc69e-a859-4d9e-9f23-95f102bc7aaa'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:54.479576 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.522769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33430) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:54.566413 n-d-807551-3 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-2d322a33-f1f9-46d3-9baa-6089503ec978 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 95007f04-fb30-4284-97ba-679604ab3024 (CIDR: 172.20.0.16/28) Sep 07 16:18:54.573534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-932317df-9c63-44c1-b54e-57ee517e75d9 None None] Provisioning complete for port 70f3c2e1-6534-43be-9522-49817d667339 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:54.574182 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-932317df-9c63-44c1-b54e-57ee517e75d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.575526 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d322a33-f1f9-46d3-9baa-6089503ec978 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:18:54.576098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d322a33-f1f9-46d3-9baa-6089503ec978 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:18:54.601792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2d322a33-f1f9-46d3-9baa-6089503ec978 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5390899 Sep 07 16:18:54.604291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33432) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:54.610439 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-db7dce7f-abbc-4177-87ea-fa5fd0c445e3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'subnet': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:54.623898 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-469c1203-a771-4849-ae8b-6bd5f708f4ea tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.627993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-932317df-9c63-44c1-b54e-57ee517e75d9 None None] Port 70f3c2e1-6534-43be-9522-49817d667339 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:54.635064 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-18aa5a6f-eb2a-44cb-bf47-77defec442e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22cbe61cf451482c8ba3902757bec21c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1080599 Sep 07 16:18:54.635266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Made reservation on behalf of 87ebf3f7450a4c6a95d391f90c3b9a0c for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:54.640837 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.644278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33434) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:54.671620 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.683427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c1203-a771-4849-ae8b-6bd5f708f4ea tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event deleted for resources: {'Port': ['ID=5eee8588-19be-4a35-b352-ac9166ba880c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:54.705308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] device_id is not set on port 07089f51-a6a0-45e6-be22-3f943029ad6d yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:18:54.738339 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f604b-4828-4e12-9ed4-23d74cd29f6f None None] Network 08e031c7-40bd-43ca-bbf5-210128aa125d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:54.793796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:54.808931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-69416212-9a0c-468e-b536-cb890f7b4e9d None None] Provisioning for port 53f9cd7d-1825-431c-903e-56d0a41c94b3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:54.816504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:54.870863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7dce7f-abbc-4177-87ea-fa5fd0c445e3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Made reservation on behalf of c27f200ac0dd4a7e909bc3e1ca178008 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:54.874952 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db7dce7f-abbc-4177-87ea-fa5fd0c445e3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.886170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-469c1203-a771-4849-ae8b-6bd5f708f4ea tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:54.891933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:54.938620 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Pushing event updated for resources: {'Port': ['ID=a2deaf7c-1f94-4fcc-94e8-9dfe90a1283e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:54.997466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Allocated IP 10.1.1.91 (577033e1-14c9-4efb-8bd8-426cbed3ed4b/83dbc69e-a859-4d9e-9f23-95f102bc7aaa/07089f51-a6a0-45e6-be22-3f943029ad6d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:55.129441 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.178904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.190756 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.291913 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.321986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Transition to ACTIVE for port object 07089f51-a6a0-45e6-be22-3f943029ad6d will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:55.334273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db7dce7f-abbc-4177-87ea-fa5fd0c445e3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.335219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469c1203-a771-4849-ae8b-6bd5f708f4ea tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Router 197f329f-0873-42b2-9f76-fb6ce512eb83 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:18:55.344366 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.399996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7dce7f-abbc-4177-87ea-fa5fd0c445e3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:55.408386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-db7dce7f-abbc-4177-87ea-fa5fd0c445e3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:55.418180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7dce7f-abbc-4177-87ea-fa5fd0c445e3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:55.418794 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db7dce7f-abbc-4177-87ea-fa5fd0c445e3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.432804 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e94ce55-07f9-4351-be7a-8fab73528096 None None] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:55.434230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dce7f-abbc-4177-87ea-fa5fd0c445e3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Subnet': ['ID=77e989af-f1d4-4a04-b462-5ae9b5b34b8b,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:55.441608 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-db7dce7f-abbc-4177-87ea-fa5fd0c445e3 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8361716 Sep 07 16:18:55.444638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:55.451005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-20cf76d3-44b7-46ca-91eb-dca2bc87ccd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-752109146', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77e989af-f1d4-4a04-b462-5ae9b5b34b8b'}], 'security_groups': ['427548dc-97b0-49f1-b7b8-4c7d0cce7394', '241ae5ea-47f0-42ac-974a-e99e35ae9a84']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:55.465502 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.468114 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.469344 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e9c88612-b3d6-4fd3-a649-2d5adc4312c7 HTTP/1.1" status: 204 len: 168 time: 0.8240812 Sep 07 16:18:55.485373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469c1203-a771-4849-ae8b-6bd5f708f4ea tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:18:55.492253 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.503314 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ee7af-efc8-4d59-889e-36eda27c9472 None None] Sync routers for ids ['197f329f-0873-42b2-9f76-fb6ce512eb83'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:18:55.524932 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-469c1203-a771-4849-ae8b-6bd5f708f4ea tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "PUT /v2.0/routers/197f329f-0873-42b2-9f76-fb6ce512eb83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8710003 Sep 07 16:18:55.529296 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ee7af-efc8-4d59-889e-36eda27c9472 None None] Routers {'197f329f-0873-42b2-9f76-fb6ce512eb83'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:55.529926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33452) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:55.530384 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b59ee7af-efc8-4d59-889e-36eda27c9472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['197f329f-0873-42b2-9f76-fb6ce512eb83'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:55.532067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c88612-b3d6-4fd3-a649-2d5adc4312c7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:55.586515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Network 577033e1-14c9-4efb-8bd8-426cbed3ed4b is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:55.596424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:55.611185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:55.611730 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:55.612241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:55.612794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:55.613296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:55.613912 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:55.614578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:55.615186 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:55.615948 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:55.616617 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:55.617116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:55.617607 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040fef15-acd9-4cd8-b473-2fd9473a2d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:18:55.623861 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-c3740792-8771-405d-bde8-a452b8f73d2d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] show failed (client error): The resource could not be found. Sep 07 16:18:55.625157 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c3740792-8771-405d-bde8-a452b8f73d2d tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-410056973 HTTP/1.1" status: 404 len: 334 time: 0.0941813 Sep 07 16:18:55.628824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33456) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:55.634143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a3bca0cb-d06e-4770-af50-ff7a34573cca tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:55.635515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'Port': ['ID=07089f51-a6a0-45e6-be22-3f943029ad6d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:55.638907 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b59ee7af-efc8-4d59-889e-36eda27c9472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:55.641110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:55.666498 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ee7af-efc8-4d59-889e-36eda27c9472 None None] Routers {'197f329f-0873-42b2-9f76-fb6ce512eb83'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:18:55.667328 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b59ee7af-efc8-4d59-889e-36eda27c9472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['197f329f-0873-42b2-9f76-fb6ce512eb83'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:55.694784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:55.696123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.736031 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b59ee7af-efc8-4d59-889e-36eda27c9472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:55.740398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-349a056f-ed42-4b89-b851-1a0ca5537e1a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3642895 Sep 07 16:18:55.741319 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ee7af-efc8-4d59-889e-36eda27c9472 None None] The sync data for ids ['197f329f-0873-42b2-9f76-fb6ce512eb83'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:18:55.757049 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-a3bca0cb-d06e-4770-af50-ff7a34573cca tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] update failed (client error): The resource could not be found. Sep 07 16:18:55.773168 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a3bca0cb-d06e-4770-af50-ff7a34573cca tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-907137639 HTTP/1.1" status: 404 len: 334 time: 0.1418722 Sep 07 16:18:55.775129 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33460) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:55.816927 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20cf76d3-44b7-46ca-91eb-dca2bc87ccd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.818784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 53f9cd7d-1825-431c-903e-56d0a41c94b3 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:55.928139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0515895-78c0-4b70-84d9-67078ea7561e tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Deleting subnet e6463ade-a1e7-4ea4-8ba2-17a8a808c729 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:55.972181 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:55.975436 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0515895-78c0-4b70-84d9-67078ea7561e tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.016218 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.063888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 53f9cd7d-1825-431c-903e-56d0a41c94b3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:56.082563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 53f9cd7d-1825-431c-903e-56d0a41c94b3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:56.082957 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.136691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Pushing event updated for resources: {'Port': ['ID=a2deaf7c-1f94-4fcc-94e8-9dfe90a1283e,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:56.172429 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0515895-78c0-4b70-84d9-67078ea7561e tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.206301 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33474) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:56.219494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-26ed561b-021b-44e2-8101-13e47bc42ce3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538141871', 'description': 'tempest-description--1160237236'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:56.244743 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e7cf8cba-2d59-4635-b351-80630f24017b None None] Provisioning for port 07089f51-a6a0-45e6-be22-3f943029ad6d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:56.260739 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.261174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e7cf8cba-2d59-4635-b351-80630f24017b None None] Provisioning complete for port 07089f51-a6a0-45e6-be22-3f943029ad6d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:56.261914 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8cba-2d59-4635-b351-80630f24017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.304950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf8cba-2d59-4635-b351-80630f24017b None None] Port 07089f51-a6a0-45e6-be22-3f943029ad6d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:56.306567 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0d56e9-346c-41d7-863b-5a473620e781 None None] Update dhcp port {'port': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'fixed_ips': [{'subnet_id': '95007f04-fb30-4284-97ba-679604ab3024', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f1aec60b-d034-440a-ba29-c7d4ed1b1504', 'ip_address': '172.20.0.2'}, {'subnet_id': '77e989af-f1d4-4a04-b462-5ae9b5b34b8b'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '00d9258e-98c7-4309-89cd-7185cd375ac2'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:18:56.313730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26ed561b-021b-44e2-8101-13e47bc42ce3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.333219 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.338298 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a0d56e9-346c-41d7-863b-5a473620e781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.348972 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ed8d8838-6dde-41e5-8082-842b08f0ea2d tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1157088 Sep 07 16:18:56.352600 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33482) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:56.358374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7a6d237e-1c06-4f7e-92f4-4cbd706cd417 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1164683863', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'fixed_ips': [{'ip_address': '172.25.3.200'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:56.386595 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0515895-78c0-4b70-84d9-67078ea7561e tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.404298 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.468412 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0515895-78c0-4b70-84d9-67078ea7561e tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.517217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0515895-78c0-4b70-84d9-67078ea7561e tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event deleted for resources: {'Subnet': ['ID=e6463ade-a1e7-4ea4-8ba2-17a8a808c729,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:56.519665 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0515895-78c0-4b70-84d9-67078ea7561e tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.522323 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c0515895-78c0-4b70-84d9-67078ea7561e tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "DELETE /v2.0/subnets/e6463ade-a1e7-4ea4-8ba2-17a8a808c729 HTTP/1.1" status: 204 len: 168 time: 0.7386975 Sep 07 16:18:56.524618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33488) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:56.530014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 53f9cd7d-1825-431c-903e-56d0a41c94b3, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=53f9cd7d-1825-431c-903e-56d0a41c94b3,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:56.538942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d4dab0-db37-47c5-8adf-39c63b1eb95f None None] Network 02b9e8dd-04df-47c8-b9a7-1860f63ecf65 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:56.563258 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.564041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8724ae41-fb1e-433f-9bdb-e9b8a4361758 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:56.649331 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.679306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-20cf76d3-44b7-46ca-91eb-dca2bc87ccd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Delete allocated IP 172.20.0.4 (f8079e73-dcdb-47b0-9f8c-76ac9ec64e24/f1aec60b-d034-440a-ba29-c7d4ed1b1504) {{(pid=94770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 16:18:56.683809 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26ed561b-021b-44e2-8101-13e47bc42ce3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.700040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-20cf76d3-44b7-46ca-91eb-dca2bc87ccd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Allocated IP 172.20.0.46 (f8079e73-dcdb-47b0-9f8c-76ac9ec64e24/77e989af-f1d4-4a04-b462-5ae9b5b34b8b/d1f81f60-c4df-44af-88ab-8d52dc263501) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:56.702751 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26ed561b-021b-44e2-8101-13e47bc42ce3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.727814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6d237e-1c06-4f7e-92f4-4cbd706cd417 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Made reservation on behalf of b3570c9462184c9fb2dd358920ebad7b for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:18:56.731064 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a6d237e-1c06-4f7e-92f4-4cbd706cd417 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.743246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Deleting port f996a862-90c6-43a2-a147-ca655f7e46d5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:56.743594 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.781274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed561b-021b-44e2-8101-13e47bc42ce3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507a2205-9b65-4930-b417-6e21544aefaa,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:56.806611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=53f9cd7d-1825-431c-903e-56d0a41c94b3,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:56.819514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] For port f996a862-90c6-43a2-a147-ca655f7e46d5, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f996a862-90c6-43a2-a147-ca655f7e46d5,segment=NetworkSegment(558d82b4-312f-49c6-a98b-74932ce288eb),segment_id=558d82b4-312f-49c6-a98b-74932ce288eb)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:56.819969 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.821940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8724ae41-fb1e-433f-9bdb-e9b8a4361758 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:56.822440 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.842753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Calling delete_port for f996a862-90c6-43a2-a147-ca655f7e46d5 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:56.842875 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26ed561b-021b-44e2-8101-13e47bc42ce3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.853324 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-26ed561b-021b-44e2-8101-13e47bc42ce3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6435406 Sep 07 16:18:56.864541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33498) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:56.870661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f8a0ab78-a71a-4d2c-a681-f8cd2b53ea65 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'security_group_rule': {'security_group_id': '507a2205-9b65-4930-b417-6e21544aefaa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:56.912738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a6d237e-1c06-4f7e-92f4-4cbd706cd417 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.962286 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:56.973247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b32494-a172-49e4-9db7-c80de520b89f None None] DHCP port deletion for 02b9e8dd-04df-47c8-b9a7-1860f63ecf65 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:18:57.002035 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ab78-a71a-4d2c-a681-f8cd2b53ea65 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.027661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event deleted for resources: {'Port': ['ID=f996a862-90c6-43a2-a147-ca655f7e46d5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:57.044258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] No DVR routers for this DVR port f996a862-90c6-43a2-a147-ca655f7e46d5 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:18:57.119567 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ab78-a71a-4d2c-a681-f8cd2b53ea65 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.126965 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ab78-a71a-4d2c-a681-f8cd2b53ea65 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.151410 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0ab78-a71a-4d2c-a681-f8cd2b53ea65 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab201178-5274-4fee-b47d-f2ecb30a6345,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:57.184446 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20cf76d3-44b7-46ca-91eb-dca2bc87ccd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.191906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.199148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-20cf76d3-44b7-46ca-91eb-dca2bc87ccd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Transition to ACTIVE for port object d1f81f60-c4df-44af-88ab-8d52dc263501 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:57.204454 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20cf76d3-44b7-46ca-91eb-dca2bc87ccd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.260302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b9e8dd-04df-47c8-b9a7-1860f63ecf65']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:57.265509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf76d3-44b7-46ca-91eb-dca2bc87ccd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event updated for resources: {'Port': ['ID=d1f81f60-c4df-44af-88ab-8d52dc263501,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:57.292063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4a0d56e9-346c-41d7-863b-5a473620e781 None None] Allocated IP 172.20.0.34 (f8079e73-dcdb-47b0-9f8c-76ac9ec64e24/77e989af-f1d4-4a04-b462-5ae9b5b34b8b/00d9258e-98c7-4309-89cd-7185cd375ac2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:57.292962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558d82b4-312f-49c6-a98b-74932ce288eb') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:57.293557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558d82b4-312f-49c6-a98b-74932ce288eb') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:18:57.351169 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.396399 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a6d237e-1c06-4f7e-92f4-4cbd706cd417 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.400812 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.415545 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a6d237e-1c06-4f7e-92f4-4cbd706cd417 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.422971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-7a6d237e-1c06-4f7e-92f4-4cbd706cd417 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] device_id is not set on port e82e7e89-0e0f-435e-9833-369ee57a7eaf yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:18:57.434889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-20cf76d3-44b7-46ca-91eb-dca2bc87ccd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] In _notify_port_updated(), no bound segment for port d1f81f60-c4df-44af-88ab-8d52dc263501 on network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:18:57.438457 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:18:57.438902 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:18:57.442621 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:18:57.447630 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4a0d56e9-346c-41d7-863b-5a473620e781 None None] For port 00d9258e-98c7-4309-89cd-7185cd375ac2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=00d9258e-98c7-4309-89cd-7185cd375ac2,segment=NetworkSegment(b5947e2d-963d-4848-af65-5f1ba78cde3f),segment_id=b5947e2d-963d-4848-af65-5f1ba78cde3f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:57.453489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf76d3-44b7-46ca-91eb-dca2bc87ccd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:18:57.454255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20cf76d3-44b7-46ca-91eb-dca2bc87ccd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.455693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-20cf76d3-44b7-46ca-91eb-dca2bc87ccd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "PUT /v2.0/ports/d1f81f60-c4df-44af-88ab-8d52dc263501 HTTP/1.1" status: 200 len: 959 time: 2.0099404 Sep 07 16:18:57.457540 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ab78-a71a-4d2c-a681-f8cd2b53ea65 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.460288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f8a0ab78-a71a-4d2c-a681-f8cd2b53ea65 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5932348 Sep 07 16:18:57.461143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33510) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:57.461698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33512) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:57.479862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a0835d62-69c7-4e99-baa2-ef0ea30fdc0b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'security_group_rule': {'security_group_id': '507a2205-9b65-4930-b417-6e21544aefaa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:57.495805 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a0d56e9-346c-41d7-863b-5a473620e781 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.620131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e38ec6c9-ddbe-4951-a620-2e984027acb0 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port d1f81f60-c4df-44af-88ab-8d52dc263501 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:57.620922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e38ec6c9-ddbe-4951-a620-2e984027acb0 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.626297 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0835d62-69c7-4e99-baa2-ef0ea30fdc0b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.677926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 53f9cd7d-1825-431c-903e-56d0a41c94b3 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:57.783910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 53f9cd7d-1825-431c-903e-56d0a41c94b3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:57.784404 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.791585 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0835d62-69c7-4e99-baa2-ef0ea30fdc0b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.801384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0835d62-69c7-4e99-baa2-ef0ea30fdc0b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.847142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0835d62-69c7-4e99-baa2-ef0ea30fdc0b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b3b26c-e4f3-46a7-8c76-0638c4020732,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:57.877558 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e38ec6c9-ddbe-4951-a620-2e984027acb0 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.882801 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0835d62-69c7-4e99-baa2-ef0ea30fdc0b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.884326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a0835d62-69c7-4e99-baa2-ef0ea30fdc0b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4090173 Sep 07 16:18:57.892079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33524) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:57.898238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:18:57.938688 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:57.944397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e38ec6c9-ddbe-4951-a620-2e984027acb0 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for d1f81f60-c4df-44af-88ab-8d52dc263501 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:58.005897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f996a862-90c6-43a2-a147-ca655f7e46d5 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:18:58.030326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f996a862-90c6-43a2-a147-ca655f7e46d5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:18:58.030817 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f996a862-90c6-43a2-a147-ca655f7e46d5 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:18:58.054303 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d237e-1c06-4f7e-92f4-4cbd706cd417 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdec1771-0e57-45d9-94ec-4bb6f144e256,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:58.087952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4a0d56e9-346c-41d7-863b-5a473620e781 None None] Transition to ACTIVE for port object 00d9258e-98c7-4309-89cd-7185cd375ac2 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:18:58.089628 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.097139 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a0d56e9-346c-41d7-863b-5a473620e781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.122370 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.126835 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "DELETE /v2.0/networks/02b9e8dd-04df-47c8-b9a7-1860f63ecf65 HTTP/1.1" status: 204 len: 168 time: 1.6003141 Sep 07 16:18:58.133316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33528) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:58.180159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26935c1c-0457-475b-8063-a414621c3093 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event deleted for resources: {'Network': ['ID=02b9e8dd-04df-47c8-b9a7-1860f63ecf65,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:58.241297 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e96c42-1806-40e3-92c9-98d851155895 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Deleting subnet d7598f08-5049-43e4-96a9-ffa52c8eaeba {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:58.247353 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09e96c42-1806-40e3-92c9-98d851155895 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.291655 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6d237e-1c06-4f7e-92f4-4cbd706cd417 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 07 16:18:58.292232 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6d237e-1c06-4f7e-92f4-4cbd706cd417 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:18:58.301432 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09e96c42-1806-40e3-92c9-98d851155895 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.345004 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e38ec6c9-ddbe-4951-a620-2e984027acb0 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.349292 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7a6d237e-1c06-4f7e-92f4-4cbd706cd417 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.9952745 Sep 07 16:18:58.352174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33532) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:58.389322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d56e9-346c-41d7-863b-5a473620e781 None None] Pushing event updated for resources: {'Port': ['ID=00d9258e-98c7-4309-89cd-7185cd375ac2,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:58.437826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ec6c9-ddbe-4951-a620-2e984027acb0 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=d1f81f60-c4df-44af-88ab-8d52dc263501,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:58.541534 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.621801 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e38ec6c9-ddbe-4951-a620-2e984027acb0 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.623842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e38ec6c9-ddbe-4951-a620-2e984027acb0 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/d1f81f60-c4df-44af-88ab-8d52dc263501 HTTP/1.1" status: 204 len: 168 time: 1.1608329 Sep 07 16:18:58.629453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33536) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:58.663048 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09e96c42-1806-40e3-92c9-98d851155895 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.690543 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-232ecc2f-e7cb-48fa-b824-06ffdc2b0582 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] GET failed (client error): The resource could not be found. Sep 07 16:18:58.692411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-232ecc2f-e7cb-48fa-b824-06ffdc2b0582 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports/d1f81f60-c4df-44af-88ab-8d52dc263501 HTTP/1.1" status: 404 len: 333 time: 0.0508664 Sep 07 16:18:58.695922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33538) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:58.804382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-bd4bb39e-a863-4611-8f57-1329e265f7e1 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Deleting port a2deaf7c-1f94-4fcc-94e8-9dfe90a1283e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:58.804814 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb39e-a863-4611-8f57-1329e265f7e1 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.837083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Allocated IP 172.25.3.167 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/9844101c-d3f8-47eb-a68e-5f57ad378b8c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:18:58.859681 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09e96c42-1806-40e3-92c9-98d851155895 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.900048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7102d002-0c58-4f17-ae54-90f6642bd266 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.964860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e96c42-1806-40e3-92c9-98d851155895 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event deleted for resources: {'Subnet': ['ID=d7598f08-5049-43e4-96a9-ffa52c8eaeba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:58.968520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7102d002-0c58-4f17-ae54-90f6642bd266 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.987490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09e96c42-1806-40e3-92c9-98d851155895 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:58.989731 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-09e96c42-1806-40e3-92c9-98d851155895 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "DELETE /v2.0/subnets/d7598f08-5049-43e4-96a9-ffa52c8eaeba HTTP/1.1" status: 204 len: 168 time: 0.8551216 Sep 07 16:18:58.992075 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33548) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:58.995916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0873394-89eb-498f-80d2-c6ed598a75d5 None None] Network 0acab4bd-0cbf-479f-8815-2407f646bf7b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:18:59.055421 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb39e-a863-4611-8f57-1329e265f7e1 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.056019 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb39e-a863-4611-8f57-1329e265f7e1 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.073433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ffa178-cf1b-45db-861b-7618fbd00f28 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Deleting subnet 482c8397-aa75-4237-94a7-202b391f0d42 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:18:59.079661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-bd4bb39e-a863-4611-8f57-1329e265f7e1 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Calling delete_port for a2deaf7c-1f94-4fcc-94e8-9dfe90a1283e owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:59.081372 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa178-cf1b-45db-861b-7618fbd00f28 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.184780 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa178-cf1b-45db-861b-7618fbd00f28 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.185924 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.210668 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7102d002-0c58-4f17-ae54-90f6642bd266 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.218741 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7102d002-0c58-4f17-ae54-90f6642bd266 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.221779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7102d002-0c58-4f17-ae54-90f6642bd266 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/security-groups/de7a5b20-e780-4462-9363-3df45475053d HTTP/1.1" status: 204 len: 168 time: 0.5244122 Sep 07 16:18:59.228679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33554) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:59.290740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bfbecd07-51ec-4299-994e-36abcb3d25eb None None] Provisioning complete for port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:59.291376 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfbecd07-51ec-4299-994e-36abcb3d25eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.313015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102d002-0c58-4f17-ae54-90f6642bd266 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7a5b20-e780-4462-9363-3df45475053d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:59.330215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bfbecd07-51ec-4299-994e-36abcb3d25eb None None] Port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:18:59.356320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bfbecd07-51ec-4299-994e-36abcb3d25eb None None] Provisioning for port 00d9258e-98c7-4309-89cd-7185cd375ac2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:18:59.360688 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bfbecd07-51ec-4299-994e-36abcb3d25eb None None] Provisioning complete for port 00d9258e-98c7-4309-89cd-7185cd375ac2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:59.361604 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfbecd07-51ec-4299-994e-36abcb3d25eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.371784 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-efc34de8-cb90-4693-ae51-a7ea066ed00f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.408677 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-efc34de8-cb90-4693-ae51-a7ea066ed00f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.468929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d57302f-4532-4fd0-ab97-493e8190a455 None None] DHCP port deletion for 0acab4bd-0cbf-479f-8815-2407f646bf7b request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:18:59.488004 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.490714 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa178-cf1b-45db-861b-7618fbd00f28 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.494882 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-efc34de8-cb90-4693-ae51-a7ea066ed00f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.498111 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-efc34de8-cb90-4693-ae51-a7ea066ed00f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.501939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-efc34de8-cb90-4693-ae51-a7ea066ed00f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/security-groups/241ae5ea-47f0-42ac-974a-e99e35ae9a84 HTTP/1.1" status: 204 len: 168 time: 0.2669709 Sep 07 16:18:59.512164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33562) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:18:59.563918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bfbecd07-51ec-4299-994e-36abcb3d25eb None None] Could not find standard attr ID for object d1f81f60-c4df-44af-88ab-8d52dc263501. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:18:59.588234 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6d57302f-4532-4fd0-ab97-493e8190a455 None None] Deleting port 05cbac58-4103-4e32-a140-e854d6f91987 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:18:59.589148 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d57302f-4532-4fd0-ab97-493e8190a455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.646763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc34de8-cb90-4693-ae51-a7ea066ed00f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=241ae5ea-47f0-42ac-974a-e99e35ae9a84,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:59.654936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'Port': ['ID=9844101c-d3f8-47eb-a68e-5f57ad378b8c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:59.680812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:18:59.688165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:18:59.691814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:18:59.725209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6d57302f-4532-4fd0-ab97-493e8190a455 None None] For port 05cbac58-4103-4e32-a140-e854d6f91987, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=05cbac58-4103-4e32-a140-e854d6f91987,segment=NetworkSegment(c1fc0629-f3c5-45b8-8742-4c639d1d59d3),segment_id=c1fc0629-f3c5-45b8-8742-4c639d1d59d3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:18:59.725480 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d57302f-4532-4fd0-ab97-493e8190a455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.737167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 00d9258e-98c7-4309-89cd-7185cd375ac2 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:18:59.750820 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb39e-a863-4611-8f57-1329e265f7e1 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.783854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6d57302f-4532-4fd0-ab97-493e8190a455 None None] Calling delete_port for 05cbac58-4103-4e32-a140-e854d6f91987 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:18:59.801981 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bb39e-a863-4611-8f57-1329e265f7e1 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2deaf7c-1f94-4fcc-94e8-9dfe90a1283e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:18:59.907348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 00d9258e-98c7-4309-89cd-7185cd375ac2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:18:59.907780 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.927830 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa178-cf1b-45db-861b-7618fbd00f28 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.947306 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db504dbb-fbc9-4e7c-84a5-55fdedffa1ca tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.979048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db504dbb-fbc9-4e7c-84a5-55fdedffa1ca tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:18:59.982122 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d57302f-4532-4fd0-ab97-493e8190a455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.041576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffa178-cf1b-45db-861b-7618fbd00f28 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event deleted for resources: {'Subnet': ['ID=482c8397-aa75-4237-94a7-202b391f0d42,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:00.045416 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db504dbb-fbc9-4e7c-84a5-55fdedffa1ca tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.048407 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db504dbb-fbc9-4e7c-84a5-55fdedffa1ca tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.052321 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-db504dbb-fbc9-4e7c-84a5-55fdedffa1ca tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/security-groups/427548dc-97b0-49f1-b7b8-4c7d0cce7394 HTTP/1.1" status: 204 len: 168 time: 0.4775841 Sep 07 16:19:00.053187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33578) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:00.060705 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa178-cf1b-45db-861b-7618fbd00f28 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.071768 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f3ffa178-cf1b-45db-861b-7618fbd00f28 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "DELETE /v2.0/subnets/482c8397-aa75-4237-94a7-202b391f0d42 HTTP/1.1" status: 204 len: 168 time: 1.0768504 Sep 07 16:19:00.077137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33580) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:00.077362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db504dbb-fbc9-4e7c-84a5-55fdedffa1ca tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427548dc-97b0-49f1-b7b8-4c7d0cce7394,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:00.088105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57302f-4532-4fd0-ab97-493e8190a455 None None] Pushing event deleted for resources: {'Port': ['ID=05cbac58-4103-4e32-a140-e854d6f91987,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:00.104372 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966447f0-0b24-4f8a-af28-8f3c037eca89 None None] Network 308f8e08-5188-4840-a837-c61012d52cb2 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:00.109195 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb39e-a863-4611-8f57-1329e265f7e1 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.111806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb39e-a863-4611-8f57-1329e265f7e1 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.117751 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bd4bb39e-a863-4611-8f57-1329e265f7e1 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596 tempest-ExternalNetworksAdminNegativeTestJSON-2090033596-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/d5d15b34-f102-4f09-b05b-b1c3a50e118e HTTP/1.1" status: 204 len: 168 time: 1.7645731 Sep 07 16:19:00.279570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8bbfdb1e-3e44-4eb2-9992-f015767a48ec None None] Could not find standard attr ID for object d1f81f60-c4df-44af-88ab-8d52dc263501. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:19:00.283295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f9da2d-b65b-46f3-9d06-d1e195228fdd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting subnet f1aec60b-d034-440a-ba29-c7d4ed1b1504 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:19:00.296825 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.304666 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d61a7b-4fda-4220-b351-8f8c29384b13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.308802 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6f9da2d-b65b-46f3-9d06-d1e195228fdd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.344098 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d57302f-4532-4fd0-ab97-493e8190a455 None None] No DVR routers for this DVR port 05cbac58-4103-4e32-a140-e854d6f91987 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:19:00.445124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6f9da2d-b65b-46f3-9d06-d1e195228fdd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.491002 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d61a7b-4fda-4220-b351-8f8c29384b13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.526136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-23d61a7b-4fda-4220-b351-8f8c29384b13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acab4bd-0cbf-479f-8815-2407f646bf7b']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:00.543784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-23d61a7b-4fda-4220-b351-8f8c29384b13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fc0629-f3c5-45b8-8742-4c639d1d59d3') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:00.544646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-23d61a7b-4fda-4220-b351-8f8c29384b13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fc0629-f3c5-45b8-8742-4c639d1d59d3') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:00.558375 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d61a7b-4fda-4220-b351-8f8c29384b13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.576999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d61a7b-4fda-4220-b351-8f8c29384b13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.602840 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d61a7b-4fda-4220-b351-8f8c29384b13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:19:00.603361 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d61a7b-4fda-4220-b351-8f8c29384b13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:19:00.621577 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:19:00.651311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01db11a5-908e-4a5f-83c0-f2f23f75456b None None] DHCP port deletion for 308f8e08-5188-4840-a837-c61012d52cb2 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:19:00.706467 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.727172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 05cbac58-4103-4e32-a140-e854d6f91987 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:19:00.761566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33594) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:00.789777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 05cbac58-4103-4e32-a140-e854d6f91987 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:19:00.790081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 05cbac58-4103-4e32-a140-e854d6f91987 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:19:00.811289 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6f9da2d-b65b-46f3-9d06-d1e195228fdd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.820924 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d61a7b-4fda-4220-b351-8f8c29384b13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.833093 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23d61a7b-4fda-4220-b351-8f8c29384b13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.841549 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-23d61a7b-4fda-4220-b351-8f8c29384b13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "DELETE /v2.0/networks/0acab4bd-0cbf-479f-8815-2407f646bf7b HTTP/1.1" status: 204 len: 168 time: 0.7625606 Sep 07 16:19:00.846451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33602) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:00.858688 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-01db11a5-908e-4a5f-83c0-f2f23f75456b None None] Deleting port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:00.859148 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01db11a5-908e-4a5f-83c0-f2f23f75456b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.872406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33604) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:00.886623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d61a7b-4fda-4220-b351-8f8c29384b13 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event deleted for resources: {'Network': ['ID=0acab4bd-0cbf-479f-8815-2407f646bf7b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:00.961249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-01db11a5-908e-4a5f-83c0-f2f23f75456b None None] For port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e,segment=NetworkSegment(92e94651-c544-46e5-92b0-0191b50b428a),segment_id=92e94651-c544-46e5-92b0-0191b50b428a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:00.961669 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01db11a5-908e-4a5f-83c0-f2f23f75456b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.988373 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6f9da2d-b65b-46f3-9d06-d1e195228fdd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:00.991184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-01db11a5-908e-4a5f-83c0-f2f23f75456b None None] Calling delete_port for de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:00.997702 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.028957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9da2d-b65b-46f3-9d06-d1e195228fdd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Subnet': ['ID=f1aec60b-d034-440a-ba29-c7d4ed1b1504,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:01.037827 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6f9da2d-b65b-46f3-9d06-d1e195228fdd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.040286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c6f9da2d-b65b-46f3-9d06-d1e195228fdd tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/f1aec60b-d034-440a-ba29-c7d4ed1b1504 HTTP/1.1" status: 204 len: 168 time: 0.9748678 Sep 07 16:19:01.045592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33608) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:01.089446 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcade67-8695-4179-a893-869469964310 None None] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:01.096921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Deleting port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:01.097459 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.140453 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24c11758-5cbf-4609-b180-c51ddb9dc64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.153181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74fd0998-57f6-4541-b3f9-5b0138ef02bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.170377 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] For port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e,segment=NetworkSegment(92e94651-c544-46e5-92b0-0191b50b428a),segment_id=92e94651-c544-46e5-92b0-0191b50b428a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:01.170776 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.184329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Calling delete_port for de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:01.191101 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a83165-fa73-4792-909b-a1c167cd3519 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting subnet 77e989af-f1d4-4a04-b462-5ae9b5b34b8b {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:19:01.201909 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a83165-fa73-4792-909b-a1c167cd3519 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.243600 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.252162 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.api [None req-74fd0998-57f6-4541-b3f9-5b0138ef02bd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 16:19:01.252162 n-d-807551-3 neutron-server[94770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 16:19:01.252162 n-d-807551-3 neutron-server[94770]: [parameters: {'project_id_1': 'cae7f271c3184bb581b1ed41be72ed77', 'expiration_1': datetime.datetime(2021, 9, 7, 16, 18, 41, 204850)}] Sep 07 16:19:01.252162 n-d-807551-3 neutron-server[94770]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:19:01.253333 n-d-807551-3 neutron-server[94770]: DEBUG oslo_db.api [None req-74fd0998-57f6-4541-b3f9-5b0138ef02bd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:19:01.269312 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.276301 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.330445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event deleted for resources: {'Port': ['ID=de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:01.332404 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a83165-fa73-4792-909b-a1c167cd3519 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.339818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] No DVR routers for this DVR port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:19:01.429668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'Port': ['ID=9844101c-d3f8-47eb-a68e-5f57ad378b8c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:01.452802 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.532914 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308f8e08-5188-4840-a837-c61012d52cb2']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:01.540469 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.585676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e94651-c544-46e5-92b0-0191b50b428a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:01.587962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e94651-c544-46e5-92b0-0191b50b428a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:01.596414 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a83165-fa73-4792-909b-a1c167cd3519 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.621779 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.640629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24c11758-5cbf-4609-b180-c51ddb9dc64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.645047 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24c11758-5cbf-4609-b180-c51ddb9dc64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.660581 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.663702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.673379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a439ebe3-fb4f-42ff-9289-bfa9c7e6278a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7798491 Sep 07 16:19:01.695193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:19:01.695622 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:19:01.700516 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:19:01.707680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:19:01.722458 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01db11a5-908e-4a5f-83c0-f2f23f75456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.730144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-24c11758-5cbf-4609-b180-c51ddb9dc64a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a076c1f7ac94c66b7c07012c5c1debc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8521039 Sep 07 16:19:01.730814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33614) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:01.741719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c11758-5cbf-4609-b180-c51ddb9dc64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a9294a-1387-4ff7-8e0c-d9d34ac408b5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:01.753027 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a83165-fa73-4792-909b-a1c167cd3519 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.762270 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74fd0998-57f6-4541-b3f9-5b0138ef02bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.821719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01db11a5-908e-4a5f-83c0-f2f23f75456b None None] No DVR routers for this DVR port de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:19:01.840159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a83165-fa73-4792-909b-a1c167cd3519 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Subnet': ['ID=77e989af-f1d4-4a04-b462-5ae9b5b34b8b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:01.846413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db11a5-908e-4a5f-83c0-f2f23f75456b None None] Pushing event deleted for resources: {'Port': ['ID=de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:01.852048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95a83165-fa73-4792-909b-a1c167cd3519 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.859132 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-95a83165-fa73-4792-909b-a1c167cd3519 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/77e989af-f1d4-4a04-b462-5ae9b5b34b8b HTTP/1.1" status: 204 len: 168 time: 0.8095973 Sep 07 16:19:01.859910 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.860909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:19:01.863928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device de17cf4a-9ecd-43f0-98c9-f1dfa8013a5e not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:19:01.864089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33620) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:01.945188 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.967632 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:01.973470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "DELETE /v2.0/networks/308f8e08-5188-4840-a837-c61012d52cb2 HTTP/1.1" status: 204 len: 168 time: 1.1261039 Sep 07 16:19:01.989459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33630) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:01.991487 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a5e49-f316-4d9d-a200-4285631c3988 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event deleted for resources: {'Network': ['ID=308f8e08-5188-4840-a837-c61012d52cb2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:01.998281 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-527fca7a-ad47-4a1a-a4fc-0005e5b6906a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] DELETE failed (client error): The resource could not be found. Sep 07 16:19:01.998751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527fca7a-ad47-4a1a-a4fc-0005e5b6906a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:19:02.002773 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-527fca7a-ad47-4a1a-a4fc-0005e5b6906a tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/f1aec60b-d034-440a-ba29-c7d4ed1b1504 HTTP/1.1" status: 404 len: 337 time: 0.1311953 Sep 07 16:19:02.003162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33636) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:02.034777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ee1179-6c49-4432-af4a-fee4d1a6f4a9 None None] Update dhcp port {'port': {'network_id': 'f8079e73-dcdb-47b0-9f8c-76ac9ec64e24', 'fixed_ips': [{'subnet_id': '95007f04-fb30-4284-97ba-679604ab3024', 'ip_address': '172.20.0.18'}, {'subnet_id': '77e989af-f1d4-4a04-b462-5ae9b5b34b8b'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '00d9258e-98c7-4309-89cd-7185cd375ac2'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:19:02.041965 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-464d417c-73a5-4d33-bf27-2e1928fa7ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.100572 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74ee1179-6c49-4432-af4a-fee4d1a6f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.119817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d06fe8-9364-49ef-9d65-5684f2257781 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting subnet 95007f04-fb30-4284-97ba-679604ab3024 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:19:02.127093 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d06fe8-9364-49ef-9d65-5684f2257781 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.213754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d06fe8-9364-49ef-9d65-5684f2257781 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.274192 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.316902 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d06fe8-9364-49ef-9d65-5684f2257781 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.377502 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-464d417c-73a5-4d33-bf27-2e1928fa7ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server [None req-74ee1179-6c49-4432-af4a-fee4d1a6f4a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95007f04-fb30-4284-97ba-679604ab3024: This subnet is being modified by another concurrent operation. Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 16:19:02.382135 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1733, in update_port Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise exception Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95007f04-fb30-4284-97ba-679604ab3024: This subnet is being modified by another concurrent operation. Sep 07 16:19:02.387436 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server Sep 07 16:19:02.389601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d06fe8-9364-49ef-9d65-5684f2257781 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.405083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d2d06fe8-9364-49ef-9d65-5684f2257781 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.409332 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d2d06fe8-9364-49ef-9d65-5684f2257781 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/95007f04-fb30-4284-97ba-679604ab3024 HTTP/1.1" status: 204 len: 168 time: 0.4029055 Sep 07 16:19:02.409578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33648) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:02.460163 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d06fe8-9364-49ef-9d65-5684f2257781 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Subnet': ['ID=95007f04-fb30-4284-97ba-679604ab3024,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:02.463573 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62ba346-d022-4252-b966-cdac6fd439bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] DELETE failed (client error): The resource could not be found. Sep 07 16:19:02.464160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62ba346-d022-4252-b966-cdac6fd439bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:19:02.467996 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b62ba346-d022-4252-b966-cdac6fd439bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/26f518a8-6a3b-42d0-917e-2467c0f06aa0 HTTP/1.1" status: 404 len: 337 time: 0.0556083 Sep 07 16:19:02.468683 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:02.471990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f367b0-0c2e-4379-ae46-bcf56c7697b2 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Deleting subnet 8826075e-6722-495f-9854-1751f8df71b8 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:19:02.485209 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33f367b0-0c2e-4379-ae46-bcf56c7697b2 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.501321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f54d4-d3cb-4ed6-b882-632dc6a9da63 None None] Network f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:02.508435 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dd2eb4f1-f1cd-4405-b755-f2a393f77c0c tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ee00ea3-281d-4991-ad7a-0b2db95f48a9 HTTP/1.1" status: 200 len: 205 time: 0.0289125 Sep 07 16:19:02.509469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33652) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:02.553399 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-66d65688-6c96-4977-a237-8d0091acc154 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] delete failed (client error): The resource could not be found. Sep 07 16:19:02.559822 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-66d65688-6c96-4977-a237-8d0091acc154 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/routers/9ee00ea3-281d-4991-ad7a-0b2db95f48a9 HTTP/1.1" status: 404 len: 336 time: 0.0436461 Sep 07 16:19:02.559822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:02.564458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd03c8f-9f98-4c51-a784-e8c4ef809e23 req-c4d48b76-a6f6-45f4-a493-2fd92d9cdeb3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:02.566007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfd03c8f-9f98-4c51-a784-e8c4ef809e23 req-c4d48b76-a6f6-45f4-a493-2fd92d9cdeb3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 945 time: 0.5176864 Sep 07 16:19:02.574459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a7c47db8-e4f8-4331-93c8-532efd68d68a None None] Provisioning complete for port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:02.574927 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7c47db8-e4f8-4331-93c8-532efd68d68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.582083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-37d96fb0-0176-4ae0-acbe-e7ddb1c24a16 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1538141871&fields=id&tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c HTTP/1.1" status: 200 len: 267 time: 0.2006009 Sep 07 16:19:02.591319 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b45316a-b3f3-4e4e-ae51-51b0249d7d0f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] DELETE failed (client error): The resource could not be found. Sep 07 16:19:02.591866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b45316a-b3f3-4e4e-ae51-51b0249d7d0f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:19:02.596214 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8b45316a-b3f3-4e4e-ae51-51b0249d7d0f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/26ef1e61-d6ab-40a8-bae7-5742061ee95a HTTP/1.1" status: 404 len: 337 time: 0.0357482 Sep 07 16:19:02.596407 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33f367b0-0c2e-4379-ae46-bcf56c7697b2 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.596518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33656) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:02.642394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a7c47db8-e4f8-4331-93c8-532efd68d68a None None] Port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:02.643365 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7408e5-adf1-414f-a421-128a1a821de0 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] DELETE failed (client error): The resource could not be found. Sep 07 16:19:02.644225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7408e5-adf1-414f-a421-128a1a821de0 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:19:02.651678 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4d7408e5-adf1-414f-a421-128a1a821de0 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/816fd4b5-f8da-4cc9-8190-caa3a9d8c396 HTTP/1.1" status: 404 len: 337 time: 0.0539649 Sep 07 16:19:02.652694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33658) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:02.676356 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-464d417c-73a5-4d33-bf27-2e1928fa7ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.676931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a7c47db8-e4f8-4331-93c8-532efd68d68a None None] Provisioning complete for port 00d9258e-98c7-4309-89cd-7185cd375ac2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:02.677918 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7c47db8-e4f8-4331-93c8-532efd68d68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.679793 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-464d417c-73a5-4d33-bf27-2e1928fa7ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.680661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-464d417c-73a5-4d33-bf27-2e1928fa7ea0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25a9294a-1387-4ff7-8e0c-d9d34ac408b5 HTTP/1.1" status: 204 len: 168 time: 0.9470534 Sep 07 16:19:02.699576 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd16622-bbc9-4e0f-8868-c20a0f80e369 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] DELETE failed (client error): The resource could not be found. Sep 07 16:19:02.700213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd16622-bbc9-4e0f-8868-c20a0f80e369 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:19:02.702148 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cdd16622-bbc9-4e0f-8868-c20a0f80e369 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/75fff3d1-c095-48f6-a3cc-3e946d4f9cab HTTP/1.1" status: 404 len: 337 time: 0.0457735 Sep 07 16:19:02.705008 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33662) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:02.719130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-79a43737-1a82-40b8-996a-4a3402b561a9 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:02.726332 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-79a43737-1a82-40b8-996a-4a3402b561a9 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports/70f3c2e1-6534-43be-9522-49817d667339 HTTP/1.1" status: 200 len: 936 time: 0.1433940 Sep 07 16:19:02.744016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d417c-73a5-4d33-bf27-2e1928fa7ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a9294a-1387-4ff7-8e0c-d9d34ac408b5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:02.750007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e8e6f8-ab46-4338-9494-564ca8e74e43 None None] DHCP port deletion for f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:19:02.780696 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-303854b3-2360-4ba4-9dea-a48059c0bc24 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] DELETE failed (client error): The resource could not be found. Sep 07 16:19:02.782815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303854b3-2360-4ba4-9dea-a48059c0bc24 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:19:02.786914 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-303854b3-2360-4ba4-9dea-a48059c0bc24 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/1aa4a1bb-55bb-4158-a329-4ee0ac74d46d HTTP/1.1" status: 404 len: 333 time: 0.0774431 Sep 07 16:19:02.788367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33664) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:02.804228 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74fd0998-57f6-4541-b3f9-5b0138ef02bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.833902 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfd03c8f-9f98-4c51-a784-e8c4ef809e23 req-61a572bb-33a0-4d35-b839-b1290c8699eb tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302732 Sep 07 16:19:02.854455 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74fd0998-57f6-4541-b3f9-5b0138ef02bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.862606 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2722592e-7f64-4e5c-a1f4-9da1ccb9e55b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] DELETE failed (client error): The resource could not be found. Sep 07 16:19:02.863072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2722592e-7f64-4e5c-a1f4-9da1ccb9e55b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:19:02.865556 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2722592e-7f64-4e5c-a1f4-9da1ccb9e55b tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/17dec988-9833-46c5-8a7c-958f4fbed6f1 HTTP/1.1" status: 404 len: 337 time: 0.0757430 Sep 07 16:19:02.882594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33668) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:02.897061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-22e8e6f8-ab46-4338-9494-564ca8e74e43 None None] Deleting port 00d9258e-98c7-4309-89cd-7185cd375ac2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:02.897451 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22e8e6f8-ab46-4338-9494-564ca8e74e43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:02.940439 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b855fb8a-9f41-4f63-bf3b-eaf374b8e0bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] DELETE failed (client error): The resource could not be found. Sep 07 16:19:02.941204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b855fb8a-9f41-4f63-bf3b-eaf374b8e0bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:19:02.943745 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b855fb8a-9f41-4f63-bf3b-eaf374b8e0bb tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/d804b9e7-5160-4516-958f-40a0a36f8103 HTTP/1.1" status: 404 len: 337 time: 0.0531058 Sep 07 16:19:02.946982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33676) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:02.989063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-74fd0998-57f6-4541-b3f9-5b0138ef02bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cae7f271c3184bb581b1ed41be72ed77&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2263741 Sep 07 16:19:02.990312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33678) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.002466 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d261b1-1fb0-4123-ac3c-bed746021b72 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] DELETE failed (client error): The resource could not be found. Sep 07 16:19:03.002675 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d261b1-1fb0-4123-ac3c-bed746021b72 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:19:03.004011 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-22e8e6f8-ab46-4338-9494-564ca8e74e43 None None] For port 00d9258e-98c7-4309-89cd-7185cd375ac2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=00d9258e-98c7-4309-89cd-7185cd375ac2,segment=NetworkSegment(b5947e2d-963d-4848-af65-5f1ba78cde3f),segment_id=b5947e2d-963d-4848-af65-5f1ba78cde3f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:03.005262 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22e8e6f8-ab46-4338-9494-564ca8e74e43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.006534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-de181b2c-9df7-4f09-8813-d7887e268be0 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:03.008597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-de181b2c-9df7-4f09-8813-d7887e268be0 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports/07089f51-a6a0-45e6-be22-3f943029ad6d HTTP/1.1" status: 200 len: 936 time: 0.2814415 Sep 07 16:19:03.016423 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b9d261b1-1fb0-4123-ac3c-bed746021b72 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/01a709a1-cc4c-4e36-a597-0fc4e46d03dd HTTP/1.1" status: 404 len: 333 time: 0.0682886 Sep 07 16:19:03.018721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33680) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.038423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-22e8e6f8-ab46-4338-9494-564ca8e74e43 None None] Calling delete_port for 00d9258e-98c7-4309-89cd-7185cd375ac2 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:03.071943 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e3e4de-7df4-43d2-87e2-edd38a7c7637 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] DELETE failed (client error): The resource could not be found. Sep 07 16:19:03.072422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e3e4de-7df4-43d2-87e2-edd38a7c7637 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:19:03.074167 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-67e3e4de-7df4-43d2-87e2-edd38a7c7637 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/493ffa14-84e8-4d31-99fb-fda15b1f66f2 HTTP/1.1" status: 404 len: 337 time: 0.0543754 Sep 07 16:19:03.080408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33686) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.133307 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44058b9-c041-4d11-a52c-13501af8cdd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] DELETE failed (client error): The resource could not be found. Sep 07 16:19:03.134279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44058b9-c041-4d11-a52c-13501af8cdd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:19:03.135523 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f44058b9-c041-4d11-a52c-13501af8cdd9 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/subnets/9d26985b-7002-41a6-ac52-da0ec7688df7 HTTP/1.1" status: 404 len: 337 time: 0.0541732 Sep 07 16:19:03.141354 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33688) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.154109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33690) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.159529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0bc51695-50c1-4178-9cb0-f64e5d7a8ef7 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?network_id=08e031c7-40bd-43ca-bbf5-210128aa125d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1273229 Sep 07 16:19:03.180825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd0998-57f6-4541-b3f9-5b0138ef02bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2bf77f-45e7-4b42-a93b-3b68c2ff8340,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:03.187250 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-22e8e6f8-ab46-4338-9494-564ca8e74e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.206390 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a7315cb-9f0e-4b2f-a051-6501f1804367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.228099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8e6f8-ab46-4338-9494-564ca8e74e43 None None] Pushing event deleted for resources: {'Port': ['ID=00d9258e-98c7-4309-89cd-7185cd375ac2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:03.228736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-519f9734-0b71-4827-a60c-ac4ca62882d3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?network_id=08e031c7-40bd-43ca-bbf5-210128aa125d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0568457 Sep 07 16:19:03.259272 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33f367b0-0c2e-4379-ae46-bcf56c7697b2 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.263533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8e6f8-ab46-4338-9494-564ca8e74e43 None None] No DVR routers for this DVR port 00d9258e-98c7-4309-89cd-7185cd375ac2 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:19:03.291862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43e90e-08f1-44c3-ab72-c92500db04cd None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:19:03.372885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-620ce9b3-f470-4602-b99c-41e64103c907 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Deleting port 9aa596a3-62c0-4452-81fb-74bc91e0eb00 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:03.373235 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-620ce9b3-f470-4602-b99c-41e64103c907 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.420080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b2788032-6c89-43d4-823c-83166b7b6228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.463770 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b2788032-6c89-43d4-823c-83166b7b6228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.522057 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-620ce9b3-f470-4602-b99c-41e64103c907 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.557056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd43e90e-08f1-44c3-ab72-c92500db04cd None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:19:03.575640 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-620ce9b3-f470-4602-b99c-41e64103c907 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Calling delete_port for 9aa596a3-62c0-4452-81fb-74bc91e0eb00 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:03.604211 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33f367b0-0c2e-4379-ae46-bcf56c7697b2 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.619558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 00d9258e-98c7-4309-89cd-7185cd375ac2 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:19:03.655514 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33f367b0-0c2e-4379-ae46-bcf56c7697b2 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.657828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-33f367b0-0c2e-4379-ae46-bcf56c7697b2 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "DELETE /v2.0/subnets/8826075e-6722-495f-9854-1751f8df71b8 HTTP/1.1" status: 204 len: 168 time: 1.6644988 Sep 07 16:19:03.663198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 00d9258e-98c7-4309-89cd-7185cd375ac2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:19:03.663712 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 00d9258e-98c7-4309-89cd-7185cd375ac2 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:19:03.665959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33700) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.667294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f367b0-0c2e-4379-ae46-bcf56c7697b2 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event deleted for resources: {'Subnet': ['ID=8826075e-6722-495f-9854-1751f8df71b8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:03.704812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-7ca74fdd-12d1-4ee0-83d1-68b411c959c5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:03.712066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-7ca74fdd-12d1-4ee0-83d1-68b411c959c5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:03.717952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-7ca74fdd-12d1-4ee0-83d1-68b411c959c5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:03.719812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-7ca74fdd-12d1-4ee0-83d1-68b411c959c5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/networks?id=2920abad-42d3-49fa-842a-58412eb06be0&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=08e031c7-40bd-43ca-bbf5-210128aa125d&id=08e031c7-40bd-43ca-bbf5-210128aa125d HTTP/1.1" status: 200 len: 1994 time: 0.4022179 Sep 07 16:19:03.722909 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a7315cb-9f0e-4b2f-a051-6501f1804367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.726086 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-620ce9b3-f470-4602-b99c-41e64103c907 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.753189 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-dcec4835-722d-41a1-8c51-d2de81cbb998 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/quotas/87ebf3f7450a4c6a95d391f90c3b9a0c HTTP/1.1" status: 200 len: 375 time: 0.0186508 Sep 07 16:19:03.762934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ce9b3-f470-4602-b99c-41e64103c907 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Port': ['ID=9aa596a3-62c0-4452-81fb-74bc91e0eb00,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:03.765232 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a7315cb-9f0e-4b2f-a051-6501f1804367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.788619 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b2788032-6c89-43d4-823c-83166b7b6228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.791313 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b2788032-6c89-43d4-823c-83166b7b6228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.795123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b2788032-6c89-43d4-823c-83166b7b6228 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa2bf77f-45e7-4b42-a93b-3b68c2ff8340 HTTP/1.1" status: 204 len: 168 time: 0.7937124 Sep 07 16:19:03.803209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7315cb-9f0e-4b2f-a051-6501f1804367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9724d98a-614f-4420-aa6f-4359d6c717ba,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:03.822757 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-620ce9b3-f470-4602-b99c-41e64103c907 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.827447 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-620ce9b3-f470-4602-b99c-41e64103c907 tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/ports/9aa596a3-62c0-4452-81fb-74bc91e0eb00 HTTP/1.1" status: 204 len: 168 time: 0.6850879 Sep 07 16:19:03.828126 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.863917 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.868198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2788032-6c89-43d4-823c-83166b7b6228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2bf77f-45e7-4b42-a93b-3b68c2ff8340,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:03.927076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba6da280-8eeb-46ad-8fac-96c52f603a9f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:03.957195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b2cbb5ac-c707-420b-b6b9-3e66fd6f5594 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1745496 Sep 07 16:19:03.957920 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3a7315cb-9f0e-4b2f-a051-6501f1804367 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fb8e47d6a3c41d88a820e7154d48411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8009059 Sep 07 16:19:03.959104 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33710) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:03.999502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b0ba71-40bd-4ad3-8e15-81f4287e5de4 None None] Network 4661f8f0-d770-434c-b1ac-3ca1df4daa16 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:04.032614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Deleting port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:04.033136 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.077887 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba6da280-8eeb-46ad-8fac-96c52f603a9f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.122783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ba6da280-8eeb-46ad-8fac-96c52f603a9f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8079e73-dcdb-47b0-9f8c-76ac9ec64e24']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:04.137935 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ba6da280-8eeb-46ad-8fac-96c52f603a9f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5947e2d-963d-4848-af65-5f1ba78cde3f') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:04.138912 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-ba6da280-8eeb-46ad-8fac-96c52f603a9f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5947e2d-963d-4848-af65-5f1ba78cde3f') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:04.151742 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba6da280-8eeb-46ad-8fac-96c52f603a9f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.167349 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba6da280-8eeb-46ad-8fac-96c52f603a9f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.174639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6da280-8eeb-46ad-8fac-96c52f603a9f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:19:04.175051 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba6da280-8eeb-46ad-8fac-96c52f603a9f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.232428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] For port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0295a3f2-4a04-4fd7-84ea-a1702ac82da6,segment=NetworkSegment(32f3d74d-9a1b-44af-8ea6-90853e5be2ac),segment_id=32f3d74d-9a1b-44af-8ea6-90853e5be2ac)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:04.233304 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.263454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Calling delete_port for 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:19:04.264454 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:19:04.274028 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba6da280-8eeb-46ad-8fac-96c52f603a9f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.279511 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-ea08ab51-a294-420e-a744-d444123e8a2e service neutron] 10.222.0.70 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713761 Sep 07 16:19:04.297608 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba6da280-8eeb-46ad-8fac-96c52f603a9f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.304029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ba6da280-8eeb-46ad-8fac-96c52f603a9f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] 10.222.0.70 "DELETE /v2.0/networks/f8079e73-dcdb-47b0-9f8c-76ac9ec64e24 HTTP/1.1" status: 204 len: 168 time: 0.4686847 Sep 07 16:19:04.308261 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6da280-8eeb-46ad-8fac-96c52f603a9f tempest-PortsTestJSON-1892797910 tempest-PortsTestJSON-1892797910-project] Pushing event deleted for resources: {'Network': ['ID=f8079e73-dcdb-47b0-9f8c-76ac9ec64e24,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:04.340802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c32ffd8-bdbd-4122-a13b-241d354af997 None None] DHCP port deletion for 4661f8f0-d770-434c-b1ac-3ca1df4daa16 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:19:04.379593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06696250-a40f-4c78-a8fb-98b7de31b223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.409951 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06696250-a40f-4c78-a8fb-98b7de31b223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.442038 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2b16ff2d-fb2e-4f57-8771-0101d0f7a0e5 service neutron] 10.222.0.70 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186450 Sep 07 16:19:04.444932 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.465663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9c32ffd8-bdbd-4122-a13b-241d354af997 None None] Deleting port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:04.466471 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c32ffd8-bdbd-4122-a13b-241d354af997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.474619 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06696250-a40f-4c78-a8fb-98b7de31b223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.478761 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-06696250-a40f-4c78-a8fb-98b7de31b223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.483456 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-06696250-a40f-4c78-a8fb-98b7de31b223 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9724d98a-614f-4420-aa6f-4359d6c717ba HTTP/1.1" status: 204 len: 168 time: 0.4808931 Sep 07 16:19:04.487197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event deleted for resources: {'Port': ['ID=0295a3f2-4a04-4fd7-84ea-a1702ac82da6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:04.492951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:04.493750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06696250-a40f-4c78-a8fb-98b7de31b223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9724d98a-614f-4420-aa6f-4359d6c717ba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:04.507824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] No DVR routers for this DVR port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:19:04.563838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a729d9a9-0beb-4723-b228-2954ece92054 service neutron] 10.222.0.70 "GET /v2.0/ports/70f3c2e1-6534-43be-9522-49817d667339?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1090567 Sep 07 16:19:04.619887 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a02cd046-e0fd-4ba8-a4db-fc706488b659 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b3570c9462184c9fb2dd358920ebad7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1235962 Sep 07 16:19:04.623342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33738) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:04.657597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.711301 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9c32ffd8-bdbd-4122-a13b-241d354af997 None None] For port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6, host n-d-807551-3, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:04.711703 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c32ffd8-bdbd-4122-a13b-241d354af997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.725381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4661f8f0-d770-434c-b1ac-3ca1df4daa16']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:04.736957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9c32ffd8-bdbd-4122-a13b-241d354af997 None None] Calling delete_port for 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:04.739151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f3d74d-9a1b-44af-8ea6-90853e5be2ac') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:04.739960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f3d74d-9a1b-44af-8ea6-90853e5be2ac') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:04.741906 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-9c32ffd8-bdbd-4122-a13b-241d354af997 None None] Port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:19:04.743717 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c32ffd8-bdbd-4122-a13b-241d354af997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.755971 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d27a265-fc0d-49ee-a780-e68958321e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.758671 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.773556 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e1f93fad-6f7d-4ad9-84a8-ae1bd6bcb698 service neutron] 10.222.0.70 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940770 Sep 07 16:19:04.781400 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.784455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32ffd8-bdbd-4122-a13b-241d354af997 None None] No DVR routers for this DVR port 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:19:04.804055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32ffd8-bdbd-4122-a13b-241d354af997 None None] Pushing event deleted for resources: {'Port': ['ID=0295a3f2-4a04-4fd7-84ea-a1702ac82da6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:04.818688 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d27a265-fc0d-49ee-a780-e68958321e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.827655 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33740) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:04.861227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:19:04.861818 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:19:04.865973 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:19:04.918066 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d27a265-fc0d-49ee-a780-e68958321e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.922556 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d27a265-fc0d-49ee-a780-e68958321e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.924518 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1d27a265-fc0d-49ee-a780-e68958321e86 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cdec1771-0e57-45d9-94ec-4bb6f144e256 HTTP/1.1" status: 204 len: 168 time: 0.2995965 Sep 07 16:19:04.956644 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.961213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27a265-fc0d-49ee-a780-e68958321e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdec1771-0e57-45d9-94ec-4bb6f144e256,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:04.962222 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:04.964525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "DELETE /v2.0/networks/4661f8f0-d770-434c-b1ac-3ca1df4daa16 HTTP/1.1" status: 204 len: 168 time: 1.2944133 Sep 07 16:19:04.967413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33748) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:04.983186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbced0-ed61-47c8-93d3-3baac26e3486 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Pushing event deleted for resources: {'Network': ['ID=4661f8f0-d770-434c-b1ac-3ca1df4daa16,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:04.988488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-4d62b009-2617-4343-bba4-78364f11ea3c service neutron] 10.222.0.70 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083094 Sep 07 16:19:05.036641 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f5a54884-ebde-4bb3-9485-ed091470ff8c tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "GET /v2.0/ports?device_id=197f329f-0873-42b2-9f76-fb6ce512eb83 HTTP/1.1" status: 200 len: 205 time: 0.0618119 Sep 07 16:19:05.038543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33750) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:05.041844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-4cecdd7f-85da-48b0-9b9f-1bd3291f1348 service neutron] 10.222.0.70 "GET /v2.0/ports/07089f51-a6a0-45e6-be22-3f943029ad6d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0452063 Sep 07 16:19:05.169484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0859f507-ab61-4b7d-b39c-d3a9a5f4bf39 service neutron] 10.222.0.70 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208951 Sep 07 16:19:05.173265 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39e2de18-1886-450d-9ebe-a1e9163c7d73 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:05.395025 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-1e15b6b8-f46e-443d-9924-e66bb96722f4 service neutron] 10.222.0.70 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194517 Sep 07 16:19:05.424069 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39e2de18-1886-450d-9ebe-a1e9163c7d73 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:05.426245 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39e2de18-1886-450d-9ebe-a1e9163c7d73 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:05.470334 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ec1ca9ec-6e5c-46f2-9d7b-8decc2ba43d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c27f200ac0dd4a7e909bc3e1ca178008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6412473 Sep 07 16:19:05.471642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33770) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:05.501056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39e2de18-1886-450d-9ebe-a1e9163c7d73 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:05.501924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e2de18-1886-450d-9ebe-a1e9163c7d73 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Fanout notify agent at l3_agent the message router_deleted on router 197f329f-0873-42b2-9f76-fb6ce512eb83 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:19:05.512547 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39e2de18-1886-450d-9ebe-a1e9163c7d73 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:05.516567 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-39e2de18-1886-450d-9ebe-a1e9163c7d73 tempest-RoutersNegativeIpV6Test-1892698949 tempest-RoutersNegativeIpV6Test-1892698949-project] 10.222.0.70 "DELETE /v2.0/routers/197f329f-0873-42b2-9f76-fb6ce512eb83 HTTP/1.1" status: 204 len: 168 time: 0.4769754 Sep 07 16:19:05.535024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-8f1c8041-e03c-42c1-ae75-ef47e60218c9 service neutron] 10.222.0.70 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299098 Sep 07 16:19:05.547732 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ef63354-4f56-47ef-9d35-a42ac3b1bebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:05.573138 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ef63354-4f56-47ef-9d35-a42ac3b1bebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:05.632696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:19:05.663651 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ef63354-4f56-47ef-9d35-a42ac3b1bebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:05.668253 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ef63354-4f56-47ef-9d35-a42ac3b1bebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:05.672659 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0ef63354-4f56-47ef-9d35-a42ac3b1bebf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a63d5299-dde6-4103-ad7c-136cd3f09eb2 HTTP/1.1" status: 204 len: 168 time: 0.1984584 Sep 07 16:19:05.672819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:19:05.674037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0295a3f2-4a04-4fd7-84ea-a1702ac82da6 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:19:05.695950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef63354-4f56-47ef-9d35-a42ac3b1bebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63d5299-dde6-4103-ad7c-136cd3f09eb2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:05.722500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-34a8b701-127a-40aa-97e5-2cbe6c4d83d6 service neutron] 10.222.0.70 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821575 Sep 07 16:19:05.846586 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-49980762-f06d-4378-bbda-6947c95a4f98 service neutron] 10.222.0.70 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166017 Sep 07 16:19:05.953827 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0ee609b4-cd82-4bec-b184-85945d3521f0 service neutron] 10.222.0.70 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015251 Sep 07 16:19:06.054476 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-861c3efa-840d-4f35-b7c9-01a5f1d20c71 service neutron] 10.222.0.70 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933373 Sep 07 16:19:06.146757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33798) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:06.185845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-4f0b142b-623c-43e3-ae2d-2b259432f9b0 service neutron] 10.222.0.70 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237216 Sep 07 16:19:06.300079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-235ed23c-9a68-4593-aac6-d2471c5f928c service neutron] 10.222.0.70 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077907 Sep 07 16:19:06.411297 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-efa8c400-912a-43d6-9696-006bf60a562c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=945856f1d84d4f00b7cd4fbbc907856b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632687 Sep 07 16:19:06.413628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33826) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:06.493767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a3e6d6c0-20cc-4505-ac9e-e1aa52ac49ad service neutron] 10.222.0.70 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870968 Sep 07 16:19:06.525587 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53f8f745-f458-4f2b-b54c-cd29191e7d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:06.586287 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53f8f745-f458-4f2b-b54c-cd29191e7d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:06.679643 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53f8f745-f458-4f2b-b54c-cd29191e7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:06.684075 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53f8f745-f458-4f2b-b54c-cd29191e7d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:06.685561 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-53f8f745-f458-4f2b-b54c-cd29191e7d6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b9f8fe74-5994-44bf-be0a-09a70656144f HTTP/1.1" status: 204 len: 168 time: 0.2706091 Sep 07 16:19:06.696572 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8f745-f458-4f2b-b54c-cd29191e7d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f8fe74-5994-44bf-be0a-09a70656144f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:07.267535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33884) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:07.294192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2bea7fd1-d8cf-4222-ba54-5ef67bb1b9b1 req-06c90ae6-5ba2-4957-bbfd-b1dbbd1606b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 210 time: 0.0386195 Sep 07 16:19:07.489278 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef5656ef-5bc3-496e-aba4-56c41f0d8cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:07.515986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8c3860b1-9f8d-403f-a5c9-903a91abe2ff details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:19:07.668928 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef5656ef-5bc3-496e-aba4-56c41f0d8cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:07.675741 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ef5656ef-5bc3-496e-aba4-56c41f0d8cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:07.695424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:07.711179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'port_id': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'mac_address': 'fa:16:3e:0b:e3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:19:07.738994 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5656ef-5bc3-496e-aba4-56c41f0d8cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfc7d49-0b44-4161-8f7a-eb02d51a98db,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:07.752484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33916) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:07.771323 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ef5656ef-5bc3-496e-aba4-56c41f0d8cf6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5294310a1e44431a8db4d9b0bc857023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807875 Sep 07 16:19:07.788122 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:07.814499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c3860b1-9f8d-403f-a5c9-903a91abe2ff {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:19:07.821084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb09d608-a49f-49a7-b873-d61a1613e45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:07.847179 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb09d608-a49f-49a7-b873-d61a1613e45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:07.851407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:07.859260 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:07.939182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:07.946654 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33924) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:07.956901 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb09d608-a49f-49a7-b873-d61a1613e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:07.967746 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb09d608-a49f-49a7-b873-d61a1613e45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:07.971912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bb09d608-a49f-49a7-b873-d61a1613e45e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6cfc7d49-0b44-4161-8f7a-eb02d51a98db HTTP/1.1" status: 204 len: 168 time: 0.2153389 Sep 07 16:19:07.981240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['8c3860b1-9f8d-403f-a5c9-903a91abe2ff'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:19:07.983723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09d608-a49f-49a7-b873-d61a1613e45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfc7d49-0b44-4161-8f7a-eb02d51a98db,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:08.239837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'network': {'name': 'tempest-RoutersTest-2142681845'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:08.265669 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:08.270083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.280068 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.396738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.401872 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.426683 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:19:08.430376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20181f9e-af3b-46c6-85b4-03a466e076f7 req-8b9ed9f0-5d39-430b-8b6f-dcac74a8bd63 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 210 time: 0.0393078 Sep 07 16:19:08.444642 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.445294 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Added segment 0e8c2573-3531-42c0-9715-a7fb21bad03e of type vlan for network a0b0cec1-b723-4760-8e97-f8bc7b44eba3 Sep 07 16:19:08.446996 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91296ca3-1880-408e-9a16-c92fee3b9c42,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:08.498388 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.526575 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.534209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:08.534829 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.633221 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6850817 Sep 07 16:19:08.633962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3fd42-da8a-4632-a30d-c70e7f4a143d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Network': ['ID=a0b0cec1-b723-4760-8e97-f8bc7b44eba3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:08.635846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33954) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:08.641076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-33ed9795-8e8c-4344-a4bc-3acb36704200 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'network': {'name': 'tempest-RoutersTest-1661401401'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:08.658969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network a0b0cec1-b723-4760-8e97-f8bc7b44eba3 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:19:08.693407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ed9795-8e8c-4344-a4bc-3acb36704200 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:08.702911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-7aadf571-cd73-4121-8468-a52db5ee523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:08.710370 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33ed9795-8e8c-4344-a4bc-3acb36704200 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.712525 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-7aadf571-cd73-4121-8468-a52db5ee523e service neutron] 10.222.0.54 "GET /v2.0/ports/70f3c2e1-6534-43be-9522-49817d667339 HTTP/1.1" status: 200 len: 1032 time: 0.0928657 Sep 07 16:19:08.739072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ed9795-8e8c-4344-a4bc-3acb36704200 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:19:08.756373 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33ed9795-8e8c-4344-a4bc-3acb36704200 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.756820 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-33ed9795-8e8c-4344-a4bc-3acb36704200 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Added segment 79abfc53-9ab8-47a3-904a-892fe52d969f of type vlan for network d042f92d-6ec9-4ea3-8c5a-dabec1389a19 Sep 07 16:19:08.784511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-c5502fe9-0519-41b9-a4bb-d73e149f6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:08.788391 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-c5502fe9-0519-41b9-a4bb-d73e149f6721 service neutron] 10.222.0.54 "GET /v2.0/ports/07089f51-a6a0-45e6-be22-3f943029ad6d HTTP/1.1" status: 200 len: 1032 time: 0.0640287 Sep 07 16:19:08.830992 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33964) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:08.856042 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33ed9795-8e8c-4344-a4bc-3acb36704200 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.914743 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33ed9795-8e8c-4344-a4bc-3acb36704200 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.924697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ed9795-8e8c-4344-a4bc-3acb36704200 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:08.925919 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33ed9795-8e8c-4344-a4bc-3acb36704200 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:08.948875 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-33ed9795-8e8c-4344-a4bc-3acb36704200 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3118927 Sep 07 16:19:08.954730 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33970) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:08.967694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-700bd593-a06e-4e3c-ac7c-08e16a3402ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'subnet': {'network_id': 'a0b0cec1-b723-4760-8e97-f8bc7b44eba3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:08.981137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9bc03898-7f54-494e-95fc-87483dd83835 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:08.987353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9bc03898-7f54-494e-95fc-87483dd83835 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:08.994387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9bc03898-7f54-494e-95fc-87483dd83835 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:08.996196 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9bc03898-7f54-494e-95fc-87483dd83835 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "GET /v2.0/networks?id=2920abad-42d3-49fa-842a-58412eb06be0&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=08e031c7-40bd-43ca-bbf5-210128aa125d&id=08e031c7-40bd-43ca-bbf5-210128aa125d HTTP/1.1" status: 200 len: 1994 time: 0.1996372 Sep 07 16:19:09.078622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed9795-8e8c-4344-a4bc-3acb36704200 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Network': ['ID=d042f92d-6ec9-4ea3-8c5a-dabec1389a19,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:09.096717 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network d042f92d-6ec9-4ea3-8c5a-dabec1389a19 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:19:09.153915 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-56bedcd2-ed06-438a-9912-4d2996280142 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c HTTP/1.1" status: 200 len: 380 time: 0.1345417 Sep 07 16:19:09.170181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'port': {'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'admin_state_up': True, 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'security_groups': ['507a2205-9b65-4930-b417-6e21544aefaa']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:09.292218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-981381556', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:09.313784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700bd593-a06e-4e3c-ac7c-08e16a3402ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:09.318747 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-700bd593-a06e-4e3c-ac7c-08e16a3402ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:09.342086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Made reservation on behalf of 87ebf3f7450a4c6a95d391f90c3b9a0c for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:09.346967 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:09.353958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33980) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:09.367007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Made reservation on behalf of ffbf748623ab47cf9c369260587bf153 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:09.369487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:09.399919 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:09.524172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8c3860b1-9f8d-403f-a5c9-903a91abe2ff up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:09.586013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:09.586927 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:09.626929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-069f6c94-66c4-4875-9693-b624ded39243 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-855011527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:09.639498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4666fb3d-42bf-4293-8072-d35b9411178c req-1855040f-8870-4ce0-a084-f90e039d6199 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 210 time: 0.0612702 Sep 07 16:19:09.673555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Allocated IP 172.20.0.13 (2920abad-42d3-49fa-842a-58412eb06be0/d1362421-24e4-44f3-8c5b-72d561aeaa0f/74552398-cff4-455f-b23c-b4842bd4a0a9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:09.703994 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:09.737755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:09.741519 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30fb631-f1b9-4708-b812-5c88b029b9be" -d '{"events": [{"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-plugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:09.759668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:09.768829 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:09.850171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:09.923800 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:09.992593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Transition to ACTIVE for port object 74552398-cff4-455f-b23c-b4842bd4a0a9 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:10.087105 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5ae1b2-4849-43be-a259-504d237dfc54 x-openstack-request-id: req-2e5ae1b2-4849-43be-a259-504d237dfc54 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:10.087738 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-plugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:10.088279 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e5ae1b2-4849-43be-a259-504d237dfc54 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:10.088956 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'code': 200} Sep 07 16:19:10.154723 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.161866 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.165830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] device_id is not set on port 637abd49-36ac-443e-8753-b25f12b78d1f yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:19:10.185511 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-700bd593-a06e-4e3c-ac7c-08e16a3402ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.203945 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-069f6c94-66c4-4875-9693-b624ded39243 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.206626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-069f6c94-66c4-4875-9693-b624ded39243 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.259523 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.279760 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-069f6c94-66c4-4875-9693-b624ded39243 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.289886 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-069f6c94-66c4-4875-9693-b624ded39243 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.313649 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-069f6c94-66c4-4875-9693-b624ded39243 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.318220 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-069f6c94-66c4-4875-9693-b624ded39243 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9627779 Sep 07 16:19:10.319236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34034) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:10.324429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1180408135'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:10.348175 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-283de7f3-c513-46d7-92ea-c962bce6b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.376597 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Made reservation on behalf of 9490cf3ed87e41b09fce374f1a9ade28 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:10.390110 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.410448 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.583660 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.591065 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.627866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:19:10.654882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3a1292-cb2a-46c4-a3bb-ae946ae6776b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:10.660763 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.662221 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Added segment e27336d4-f77d-40b9-a485-2a47974686e2 of type vlan for network 169641f7-bb70-4277-9c55-a8c16efe7d50 Sep 07 16:19:10.690015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Network 2920abad-42d3-49fa-842a-58412eb06be0 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:10.702381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:10.705566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:10.712731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34044) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:10.754467 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.825570 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.830013 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:10.830713 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:10.951433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Allocated IP 172.25.3.154 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/637abd49-36ac-443e-8753-b25f12b78d1f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:10.969658 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2906e689-3169-4abd-90ec-a09efbaef236,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:11.072326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:11.073460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.084081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'Port': ['ID=74552398-cff4-455f-b23c-b4842bd4a0a9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:11.106079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bd593-a06e-4e3c-ac7c-08e16a3402ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Subnet': ['ID=93264552-847a-4868-949c-ee348b5d43a6,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:11.140567 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6d325a54-6ed4-4ad7-b0c0-def5fef9432e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9741545 Sep 07 16:19:11.147816 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700bd593-a06e-4e3c-ac7c-08e16a3402ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Checking segment: {'id': '0e8c2573-3531-42c0-9715-a7fb21bad03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a0b0cec1-b723-4760-8e97-f8bc7b44eba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:11.148199 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700bd593-a06e-4e3c-ac7c-08e16a3402ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network hostable DHCP agents. Network: a0b0cec1-b723-4760-8e97-f8bc7b44eba3, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:19:11.166381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d2227f94-5943-4ea8-ba86-7442eeefefe9 None None] Provisioning for port 74552398-cff4-455f-b23c-b4842bd4a0a9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:11.172719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d2227f94-5943-4ea8-ba86-7442eeefefe9 None None] Provisioning complete for port 74552398-cff4-455f-b23c-b4842bd4a0a9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:11.173623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'port': {'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b', 'admin_state_up': True, 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'security_groups': ['507a2205-9b65-4930-b417-6e21544aefaa']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:11.173800 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d2227f94-5943-4ea8-ba86-7442eeefefe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.230115 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d2227f94-5943-4ea8-ba86-7442eeefefe9 None None] Port 74552398-cff4-455f-b23c-b4842bd4a0a9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:11.256796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9320564 Sep 07 16:19:11.256796 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e421ceac-697c-40ae-90c4-e56e0bff8f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.257168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700bd593-a06e-4e3c-ac7c-08e16a3402ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network a0b0cec1-b723-4760-8e97-f8bc7b44eba3 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:19:11.260796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34054) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:11.273873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-12b26f38-13a4-472c-aa32-be44136dbc55 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Request body: {'subnet': {'network_id': '169641f7-bb70-4277-9c55-a8c16efe7d50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:11.308473 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8772b18-ccfd-4a8d-95ed-575af0dae26b req-05e1e64a-985e-44cf-86dc-884d89a673ef tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:11.315761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8772b18-ccfd-4a8d-95ed-575af0dae26b req-05e1e64a-985e-44cf-86dc-884d89a673ef tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 932 time: 0.5084484 Sep 07 16:19:11.326333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9723b8-5253-4525-80df-897851c663e5 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event updated for resources: {'Network': ['ID=169641f7-bb70-4277-9c55-a8c16efe7d50,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:11.338792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 169641f7-bb70-4277-9c55-a8c16efe7d50 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:19:11.410367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-700bd593-a06e-4e3c-ac7c-08e16a3402ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, a0b0cec1-b723-4760-8e97-f8bc7b44eba3) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:11.461753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700bd593-a06e-4e3c-ac7c-08e16a3402ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:11.462355 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-700bd593-a06e-4e3c-ac7c-08e16a3402ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.486657 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e421ceac-697c-40ae-90c4-e56e0bff8f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.495149 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e421ceac-697c-40ae-90c4-e56e0bff8f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.497725 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.500195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ef74a-f3be-42cc-bcc3-8ff0e658876e None None] Network a0b0cec1-b723-4760-8e97-f8bc7b44eba3 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:11.562524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421ceac-697c-40ae-90c4-e56e0bff8f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc6e7e4-ab2b-4ebd-b28a-7b9eab413eb9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:11.568281 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8772b18-ccfd-4a8d-95ed-575af0dae26b req-920b8c20-6ba4-4838-9ade-286216b03d4b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512093 Sep 07 16:19:11.574383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e421ceac-697c-40ae-90c4-e56e0bff8f1f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2dcabb77a814368aecf57b79621027a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8605120 Sep 07 16:19:11.575228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34058) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:11.645188 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-effc59a2-cb4a-4002-bc31-d265ef3870ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.663101 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.669629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-effc59a2-cb4a-4002-bc31-d265ef3870ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.686850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a0b0cec1-b723-4760-8e97-f8bc7b44eba3', 'network_id': 'a0b0cec1-b723-4760-8e97-f8bc7b44eba3', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'fixed_ips': [{'subnet_id': '93264552-847a-4868-949c-ee348b5d43a6'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:19:11.688578 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.732784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b26f38-13a4-472c-aa32-be44136dbc55 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Made reservation on behalf of 9490cf3ed87e41b09fce374f1a9ade28 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:11.740520 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12b26f38-13a4-472c-aa32-be44136dbc55 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.742084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-effc59a2-cb4a-4002-bc31-d265ef3870ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.745366 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-effc59a2-cb4a-4002-bc31-d265ef3870ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.747499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-effc59a2-cb4a-4002-bc31-d265ef3870ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1cc6e7e4-ab2b-4ebd-b28a-7b9eab413eb9 HTTP/1.1" status: 204 len: 168 time: 0.1712139 Sep 07 16:19:11.761563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc59a2-cb4a-4002-bc31-d265ef3870ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc6e7e4-ab2b-4ebd-b28a-7b9eab413eb9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:11.767003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:11.804355 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:11.807496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:11.850928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Pushing event updated for resources: {'Port': ['ID=637abd49-36ac-443e-8753-b25f12b78d1f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:11.868061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Made reservation on behalf of 87ebf3f7450a4c6a95d391f90c3b9a0c for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:11.872581 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:11.883407 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-700bd593-a06e-4e3c-ac7c-08e16a3402ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9262362 Sep 07 16:19:11.886328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34066) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:11.891912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d1e2b342-f8a7-4c3b-9913-4f4486f184dc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'subnet': {'network_id': 'd042f92d-6ec9-4ea3-8c5a-dabec1389a19', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:11.967579 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Allocated IP 172.20.0.2 (a0b0cec1-b723-4760-8e97-f8bc7b44eba3/93264552-847a-4868-949c-ee348b5d43a6/357766f8-d02d-4b9a-be3e-615f4021153d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:12.016855 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:12.017618 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.123830 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5e0264be-810e-49eb-91a0-84f2482f4031 tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2906117 Sep 07 16:19:12.126600 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34074) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:12.138679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.154'}]}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:12.159438 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e2b342-f8a7-4c3b-9913-4f4486f184dc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:12.163456 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1e2b342-f8a7-4c3b-9913-4f4486f184dc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.321445 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.334198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Allocated IP 10.1.1.226 (577033e1-14c9-4efb-8bd8-426cbed3ed4b/83dbc69e-a859-4d9e-9f23-95f102bc7aaa/874b4530-320c-4dea-8574-eb9c02bd67ba) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:12.345464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Transition to ACTIVE for port object 357766f8-d02d-4b9a-be3e-615f4021153d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:12.374019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Transition to ACTIVE for port object 357766f8-d02d-4b9a-be3e-615f4021153d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:12.385396 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.454557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Network a0b0cec1-b723-4760-8e97-f8bc7b44eba3 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:12.473287 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:12.481138 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.482386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:12.482715 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.490329 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1e2b342-f8a7-4c3b-9913-4f4486f184dc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.554877 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Pushing event updated for resources: {'Port': ['ID=357766f8-d02d-4b9a-be3e-615f4021153d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:12.611427 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Attempting to bind port 357766f8-d02d-4b9a-be3e-615f4021153d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:12.611805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Attempting to bind port 357766f8-d02d-4b9a-be3e-615f4021153d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '0e8c2573-3531-42c0-9715-a7fb21bad03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a0b0cec1-b723-4760-8e97-f8bc7b44eba3'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:12.612174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Attempting to bind port 357766f8-d02d-4b9a-be3e-615f4021153d on network a0b0cec1-b723-4760-8e97-f8bc7b44eba3 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:12.629182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:12.629570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Checking segment: {'id': '0e8c2573-3531-42c0-9715-a7fb21bad03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a0b0cec1-b723-4760-8e97-f8bc7b44eba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:12.630458 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.630458 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Bound using segment: {'id': '0e8c2573-3531-42c0-9715-a7fb21bad03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a0b0cec1-b723-4760-8e97-f8bc7b44eba3'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:12.630901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Bound port: 357766f8-d02d-4b9a-be3e-615f4021153d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8c2573-3531-42c0-9715-a7fb21bad03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a0b0cec1-b723-4760-8e97-f8bc7b44eba3'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:12.631293 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.676385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2b342-f8a7-4c3b-9913-4f4486f184dc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Checking segment: {'id': '79abfc53-9ab8-47a3-904a-892fe52d969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd042f92d-6ec9-4ea3-8c5a-dabec1389a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:12.677452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e2b342-f8a7-4c3b-9913-4f4486f184dc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network hostable DHCP agents. Network: d042f92d-6ec9-4ea3-8c5a-dabec1389a19, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:19:12.721706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2b342-f8a7-4c3b-9913-4f4486f184dc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Subnet': ['ID=b893a621-3eb7-48ae-9753-d7a5b1a96c58,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:12.731347 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12b26f38-13a4-472c-aa32-be44136dbc55 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.753182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e2b342-f8a7-4c3b-9913-4f4486f184dc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network d042f92d-6ec9-4ea3-8c5a-dabec1389a19 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:19:12.754927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] For port 357766f8-d02d-4b9a-be3e-615f4021153d, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:12.761533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] For port 357766f8-d02d-4b9a-be3e-615f4021153d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=357766f8-d02d-4b9a-be3e-615f4021153d,segment=NetworkSegment(0e8c2573-3531-42c0-9715-a7fb21bad03e),segment_id=0e8c2573-3531-42c0-9715-a7fb21bad03e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:12.768903 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.787354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d1e2b342-f8a7-4c3b-9913-4f4486f184dc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, d042f92d-6ec9-4ea3-8c5a-dabec1389a19) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:12.805111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e2b342-f8a7-4c3b-9913-4f4486f184dc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:12.805727 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1e2b342-f8a7-4c3b-9913-4f4486f184dc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.815614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c515a-bb04-4a5e-a1bd-9d8ed4d8dbcb req-f01f86e4-3b41-48d9-8208-ab82b61c409d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:12.821930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383eaa43-1713-4a6d-9a24-40e5a7992957 None None] Network d042f92d-6ec9-4ea3-8c5a-dabec1389a19 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:12.827233 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-781c515a-bb04-4a5e-a1bd-9d8ed4d8dbcb req-f01f86e4-3b41-48d9-8208-ab82b61c409d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 932 time: 0.1166422 Sep 07 16:19:12.894689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d1e2b342-f8a7-4c3b-9913-4f4486f184dc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0044687 Sep 07 16:19:12.895071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34100) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:12.907604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-089eabca-a1e0-43c3-99d8-3896c5fb340f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1674027782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:12.912466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:12.999457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-781c515a-bb04-4a5e-a1bd-9d8ed4d8dbcb req-2e54ed68-f8db-4343-aa5c-179ca83a25d8 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711667 Sep 07 16:19:13.019532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b26f38-13a4-472c-aa32-be44136dbc55 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Checking segment: {'id': 'e27336d4-f77d-40b9-a485-2a47974686e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '169641f7-bb70-4277-9c55-a8c16efe7d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:13.020038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b26f38-13a4-472c-aa32-be44136dbc55 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Network hostable DHCP agents. Network: 169641f7-bb70-4277-9c55-a8c16efe7d50, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:19:13.021775 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-089eabca-a1e0-43c3-99d8-3896c5fb340f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.022854 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-089eabca-a1e0-43c3-99d8-3896c5fb340f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.043820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97533b14-2a0e-4732-ae04-9a958b023771 None None] Pushing event updated for resources: {'Port': ['ID=357766f8-d02d-4b9a-be3e-615f4021153d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:13.141969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b26f38-13a4-472c-aa32-be44136dbc55 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event updated for resources: {'Subnet': ['ID=123f3f76-182f-40ad-9475-c8b4ef18d18f,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:13.152296 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-089eabca-a1e0-43c3-99d8-3896c5fb340f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.158175 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-089eabca-a1e0-43c3-99d8-3896c5fb340f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.181621 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-089eabca-a1e0-43c3-99d8-3896c5fb340f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.183130 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-089eabca-a1e0-43c3-99d8-3896c5fb340f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2873597 Sep 07 16:19:13.185857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34108) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:13.293361 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.312552 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.318105 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b26f38-13a4-472c-aa32-be44136dbc55 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Network 169641f7-bb70-4277-9c55-a8c16efe7d50 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:19:13.343603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-d042f92d-6ec9-4ea3-8c5a-dabec1389a19', 'network_id': 'd042f92d-6ec9-4ea3-8c5a-dabec1389a19', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'fixed_ips': [{'subnet_id': 'b893a621-3eb7-48ae-9753-d7a5b1a96c58'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:19:13.346484 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.364889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-12b26f38-13a4-472c-aa32-be44136dbc55 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 169641f7-bb70-4277-9c55-a8c16efe7d50) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:13.383372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b26f38-13a4-472c-aa32-be44136dbc55 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:13.384794 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12b26f38-13a4-472c-aa32-be44136dbc55 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.391296 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823b01f1-a6df-491e-b9ce-8d61910f313f None None] Network 169641f7-bb70-4277-9c55-a8c16efe7d50 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:13.448777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Transition to ACTIVE for port object 874b4530-320c-4dea-8574-eb9c02bd67ba will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:13.486356 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-12b26f38-13a4-472c-aa32-be44136dbc55 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2212915 Sep 07 16:19:13.494007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34118) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:13.500086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5ccbe788-ab7f-454f-b4c3-9dbe49fbb746 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Request body: {'network': {'name': 'tempest-router-network01--1809308588'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:13.608072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccbe788-ab7f-454f-b4c3-9dbe49fbb746 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Made reservation on behalf of 9490cf3ed87e41b09fce374f1a9ade28 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:13.615207 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe788-ab7f-454f-b4c3-9dbe49fbb746 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.666472 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.816223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.822303 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccbe788-ab7f-454f-b4c3-9dbe49fbb746 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:19:13.837701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'Port': ['ID=874b4530-320c-4dea-8574-eb9c02bd67ba,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:13.850277 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Network 577033e1-14c9-4efb-8bd8-426cbed3ed4b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:13.978769 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe788-ab7f-454f-b4c3-9dbe49fbb746 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:13.979727 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-5ccbe788-ab7f-454f-b4c3-9dbe49fbb746 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Added segment 04569134-c356-4a8f-beea-c4cecd72c043 of type vlan for network dde19ac6-345f-43b1-944e-cfbde237d419 Sep 07 16:19:14.082394 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe788-ab7f-454f-b4c3-9dbe49fbb746 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:14.118065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:14.125452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:14.162072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe788-ab7f-454f-b4c3-9dbe49fbb746 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:14.184680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccbe788-ab7f-454f-b4c3-9dbe49fbb746 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:14.189170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe788-ab7f-454f-b4c3-9dbe49fbb746 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:14.302422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 357766f8-d02d-4b9a-be3e-615f4021153d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:14.500962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Allocated IP 172.21.0.2 (d042f92d-6ec9-4ea3-8c5a-dabec1389a19/b893a621-3eb7-48ae-9753-d7a5b1a96c58/55f65bfa-40be-4d6a-b21f-3d6f004faf25) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:14.541584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbd17f-b678-4804-a4a8-5b84159cb63a req-e62a8225-aaf8-4b09-844f-bab7f7ffda2c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:14.588020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbd17f-b678-4804-a4a8-5b84159cb63a req-e62a8225-aaf8-4b09-844f-bab7f7ffda2c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:14.598933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83bbd17f-b678-4804-a4a8-5b84159cb63a req-e62a8225-aaf8-4b09-844f-bab7f7ffda2c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 1654 time: 0.3296549 Sep 07 16:19:14.684849 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5ccbe788-ab7f-454f-b4c3-9dbe49fbb746 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1887605 Sep 07 16:19:14.688950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:14.691160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Allocated IP 172.20.0.1 (a0b0cec1-b723-4760-8e97-f8bc7b44eba3/93264552-847a-4868-949c-ee348b5d43a6/7e657960-1182-4b4c-bafa-4053bbfb1d26) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:14.716991 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b7643030-8444-48b9-968f-fed793dad558 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Request body: {'network': {'name': 'tempest-router-network02--1903635091'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:14.741562 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:14.753078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Transition to ACTIVE for port object 55f65bfa-40be-4d6a-b21f-3d6f004faf25 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:14.770203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83bbd17f-b678-4804-a4a8-5b84159cb63a req-a3158484-066b-4607-a7e7-f59f10bd8ac4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607714 Sep 07 16:19:14.774148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Transition to ACTIVE for port object 55f65bfa-40be-4d6a-b21f-3d6f004faf25 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:14.798713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9a4e3f-80cc-4ec8-813f-bf44062c4bd7 None None] Network a0b0cec1-b723-4760-8e97-f8bc7b44eba3 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:14.805645 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:14.817399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:14.820916 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:14.867255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbe788-ab7f-454f-b4c3-9dbe49fbb746 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event updated for resources: {'Network': ['ID=dde19ac6-345f-43b1-944e-cfbde237d419,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:14.913793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:14.952304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 357766f8-d02d-4b9a-be3e-615f4021153d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:14.979173 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:14.981087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7643030-8444-48b9-968f-fed793dad558 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Made reservation on behalf of 9490cf3ed87e41b09fce374f1a9ade28 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:14.984687 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7643030-8444-48b9-968f-fed793dad558 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.000523 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e6da0402-0c98-4c8a-9386-d629a49b18ed tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8369336 Sep 07 16:19:15.009918 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.026233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network dde19ac6-345f-43b1-944e-cfbde237d419 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:19:15.040044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Transition to ACTIVE for port object 7e657960-1182-4b4c-bafa-4053bbfb1d26 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:15.041343 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'port': {'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b', 'admin_state_up': True, 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'security_groups': ['507a2205-9b65-4930-b417-6e21544aefaa']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:15.145183 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.182752 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.186234 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59d81a68-ddfa-4259-975a-45bc70164801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.222883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Network d042f92d-6ec9-4ea3-8c5a-dabec1389a19 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:15.238526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:15.243741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:15.245901 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.257152 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-524b3130-6c58-4759-9793-770d4e6f1cdf None None] Provisioning for port 874b4530-320c-4dea-8574-eb9c02bd67ba completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:15.268954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-524b3130-6c58-4759-9793-770d4e6f1cdf None None] Provisioning complete for port 874b4530-320c-4dea-8574-eb9c02bd67ba triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:15.269701 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-524b3130-6c58-4759-9793-770d4e6f1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.291717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network a0b0cec1-b723-4760-8e97-f8bc7b44eba3 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:15.353401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=7e657960-1182-4b4c-bafa-4053bbfb1d26,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:15.361356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:15.373736 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Pushing event updated for resources: {'Port': ['ID=55f65bfa-40be-4d6a-b21f-3d6f004faf25,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:15.375204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:15.405124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7643030-8444-48b9-968f-fed793dad558 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:19:15.410607 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.512698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.527307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Attempting to bind port 55f65bfa-40be-4d6a-b21f-3d6f004faf25 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:15.528383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Attempting to bind port 55f65bfa-40be-4d6a-b21f-3d6f004faf25 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '79abfc53-9ab8-47a3-904a-892fe52d969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd042f92d-6ec9-4ea3-8c5a-dabec1389a19'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:15.528383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Attempting to bind port 55f65bfa-40be-4d6a-b21f-3d6f004faf25 on network d042f92d-6ec9-4ea3-8c5a-dabec1389a19 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:15.536839 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7643030-8444-48b9-968f-fed793dad558 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.539737 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-b7643030-8444-48b9-968f-fed793dad558 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Added segment 73e7ebac-7bbf-4391-82a9-f0071b72e6ff of type vlan for network 712c9bce-caee-4e73-965e-232a661bd309 Sep 07 16:19:15.586654 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:15.587048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Checking segment: {'id': '79abfc53-9ab8-47a3-904a-892fe52d969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd042f92d-6ec9-4ea3-8c5a-dabec1389a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:15.587465 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.587999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Bound using segment: {'id': '79abfc53-9ab8-47a3-904a-892fe52d969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd042f92d-6ec9-4ea3-8c5a-dabec1389a19'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:15.588552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Bound port: 55f65bfa-40be-4d6a-b21f-3d6f004faf25, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79abfc53-9ab8-47a3-904a-892fe52d969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd042f92d-6ec9-4ea3-8c5a-dabec1389a19'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:15.588949 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.591154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-169641f7-bb70-4277-9c55-a8c16efe7d50', 'network_id': '169641f7-bb70-4277-9c55-a8c16efe7d50', 'tenant_id': '9490cf3ed87e41b09fce374f1a9ade28', 'fixed_ips': [{'subnet_id': '123f3f76-182f-40ad-9475-c8b4ef18d18f'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:19:15.591989 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.594248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-524b3130-6c58-4759-9793-770d4e6f1cdf None None] Port 874b4530-320c-4dea-8574-eb9c02bd67ba cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:15.732478 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.735899 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.769193 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.850263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] For port 55f65bfa-40be-4d6a-b21f-3d6f004faf25, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:15.853842 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] For port 55f65bfa-40be-4d6a-b21f-3d6f004faf25, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=55f65bfa-40be-4d6a-b21f-3d6f004faf25,segment=NetworkSegment(79abfc53-9ab8-47a3-904a-892fe52d969f),segment_id=79abfc53-9ab8-47a3-904a-892fe52d969f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:15.857054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-747550d9-494b-4d48-a742-544764c88111 None None] Provisioning for port 357766f8-d02d-4b9a-be3e-615f4021153d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:15.870744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-747550d9-494b-4d48-a742-544764c88111 None None] Provisioning complete for port 357766f8-d02d-4b9a-be3e-615f4021153d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:15.871238 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-747550d9-494b-4d48-a742-544764c88111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.902427 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.902958 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eddde935-a994-4d03-99b6-66523467d426 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:19:15.930213 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:15.996302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7643030-8444-48b9-968f-fed793dad558 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:16.125174 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 07 16:19:16.131942 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-78f1ef7d-d828-4e5d-995f-1a1a5e5757da tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0005875 Sep 07 16:19:16.137469 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34194) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:16.178251 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7643030-8444-48b9-968f-fed793dad558 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:16.202313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7643030-8444-48b9-968f-fed793dad558 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:16.205835 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7643030-8444-48b9-968f-fed793dad558 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:16.213336 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Made reservation on behalf of 87ebf3f7450a4c6a95d391f90c3b9a0c for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:16.217213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:16.235418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Allocated IP 172.20.0.2 (169641f7-bb70-4277-9c55-a8c16efe7d50/123f3f76-182f-40ad-9475-c8b4ef18d18f/83e99ad2-a505-4c2b-8cfc-ebd5c7c00142) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:16.263960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c4752-c17e-492f-b753-0b0944eda9b5 req-63848f4e-8037-4cce-b447-baba618298bd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:16.272501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c4752-c17e-492f-b753-0b0944eda9b5 req-63848f4e-8037-4cce-b447-baba618298bd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:16.274344 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e1c4752-c17e-492f-b753-0b0944eda9b5 req-63848f4e-8037-4cce-b447-baba618298bd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 1654 time: 0.2424898 Sep 07 16:19:16.430680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-846b5d33-01d0-4d3b-a1b5-10e19340a62d tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Deleting port 637abd49-36ac-443e-8753-b25f12b78d1f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:16.431029 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-846b5d33-01d0-4d3b-a1b5-10e19340a62d tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:16.477827 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e1c4752-c17e-492f-b753-0b0944eda9b5 req-89260a3d-11a4-4cf6-b5fc-a366b10589a2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694145 Sep 07 16:19:16.612006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Allocated IP 10.1.1.35 (577033e1-14c9-4efb-8bd8-426cbed3ed4b/83dbc69e-a859-4d9e-9f23-95f102bc7aaa/33057372-0240-45a8-a8b2-096c337b7fe5) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:16.629780 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:16.654100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Transition to ACTIVE for port object 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:16.657059 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-846b5d33-01d0-4d3b-a1b5-10e19340a62d tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:16.671626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:16.674892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Transition to ACTIVE for port object 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:16.712937 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:16.767251 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:16.836323 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b7643030-8444-48b9-968f-fed793dad558 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1293015 Sep 07 16:19:16.839656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34206) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:16.845426 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-85fa0b82-f767-4194-99eb-a31beca01be9 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Request body: {'subnet': {'network_id': 'dde19ac6-345f-43b1-944e-cfbde237d419', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:16.876495 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:16.884149 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Network 169641f7-bb70-4277-9c55-a8c16efe7d50 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:16.897756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-846b5d33-01d0-4d3b-a1b5-10e19340a62d tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Calling delete_port for 637abd49-36ac-443e-8753-b25f12b78d1f owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:16.961419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:16.968544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7643030-8444-48b9-968f-fed793dad558 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event updated for resources: {'Network': ['ID=712c9bce-caee-4e73-965e-232a661bd309,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:16.969575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4deaac-2fe9-47e0-a884-88ddb7a154b5 None None] Pushing event updated for resources: {'Port': ['ID=55f65bfa-40be-4d6a-b21f-3d6f004faf25,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:16.987919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:17.008429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=7e657960-1182-4b4c-bafa-4053bbfb1d26,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:17.011971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 712c9bce-caee-4e73-965e-232a661bd309 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:19:17.015119 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:17.259418 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:17.325950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Transition to ACTIVE for port object 33057372-0240-45a8-a8b2-096c337b7fe5 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:17.375921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fa0b82-f767-4194-99eb-a31beca01be9 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Made reservation on behalf of 9490cf3ed87e41b09fce374f1a9ade28 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:17.389804 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85fa0b82-f767-4194-99eb-a31beca01be9 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:17.404994 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-747550d9-494b-4d48-a742-544764c88111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:17.411469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Pushing event updated for resources: {'Port': ['ID=83e99ad2-a505-4c2b-8cfc-ebd5c7c00142,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:17.437357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network a0b0cec1-b723-4760-8e97-f8bc7b44eba3 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:17.481193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:17.603304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Attempting to bind port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:17.603693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Attempting to bind port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'e27336d4-f77d-40b9-a485-2a47974686e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '169641f7-bb70-4277-9c55-a8c16efe7d50'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:17.608306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Attempting to bind port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 on network 169641f7-bb70-4277-9c55-a8c16efe7d50 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:17.645056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:17.646308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Checking segment: {'id': 'e27336d4-f77d-40b9-a485-2a47974686e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '169641f7-bb70-4277-9c55-a8c16efe7d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:17.646421 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:17.646770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Bound using segment: {'id': 'e27336d4-f77d-40b9-a485-2a47974686e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '169641f7-bb70-4277-9c55-a8c16efe7d50'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:17.647266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Bound port: 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27336d4-f77d-40b9-a485-2a47974686e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '169641f7-bb70-4277-9c55-a8c16efe7d50'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:17.647667 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:17.695739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-747550d9-494b-4d48-a742-544764c88111 None None] For port 357766f8-d02d-4b9a-be3e-615f4021153d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=357766f8-d02d-4b9a-be3e-615f4021153d,segment=NetworkSegment(0e8c2573-3531-42c0-9715-a7fb21bad03e),segment_id=0e8c2573-3531-42c0-9715-a7fb21bad03e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:17.795945 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:17.827138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] For port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:17.831689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] For port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=83e99ad2-a505-4c2b-8cfc-ebd5c7c00142,segment=NetworkSegment(e27336d4-f77d-40b9-a485-2a47974686e2),segment_id=e27336d4-f77d-40b9-a485-2a47974686e2)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:17.834927 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-747550d9-494b-4d48-a742-544764c88111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:17.856221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 55f65bfa-40be-4d6a-b21f-3d6f004faf25 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:17.927677 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:17.950065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Network 577033e1-14c9-4efb-8bd8-426cbed3ed4b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:17.974452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:17.981812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 55f65bfa-40be-4d6a-b21f-3d6f004faf25 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:18.021028 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:18.021508 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f7a6460f-1566-4594-8306-83403080fe80 None None] Provisioning complete for port 357766f8-d02d-4b9a-be3e-615f4021153d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:18.021899 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7a6460f-1566-4594-8306-83403080fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:18.052893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747550d9-494b-4d48-a742-544764c88111 None None] Pushing event updated for resources: {'Port': ['ID=357766f8-d02d-4b9a-be3e-615f4021153d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:18.067829 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-846b5d33-01d0-4d3b-a1b5-10e19340a62d tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:18.161965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1120b05-cde8-4e44-9871-1cc504d2304d req-dcde1447-dc43-4adb-87e2-316d319db018 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:18.186987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1120b05-cde8-4e44-9871-1cc504d2304d req-dcde1447-dc43-4adb-87e2-316d319db018 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:18.189284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1120b05-cde8-4e44-9871-1cc504d2304d req-dcde1447-dc43-4adb-87e2-316d319db018 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 1654 time: 0.5148468 Sep 07 16:19:18.231923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c7d0f5-e4bc-433c-b88a-923101dea012 None None] Network d042f92d-6ec9-4ea3-8c5a-dabec1389a19 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:18.235095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'Port': ['ID=33057372-0240-45a8-a8b2-096c337b7fe5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:18.278946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b5d33-01d0-4d3b-a1b5-10e19340a62d tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Pushing event deleted for resources: {'Port': ['ID=637abd49-36ac-443e-8753-b25f12b78d1f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:18.414942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:18.424936 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:18.431993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04e966-528e-42d7-9b16-d2c61e05051e None None] Pushing event updated for resources: {'Port': ['ID=83e99ad2-a505-4c2b-8cfc-ebd5c7c00142,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:18.560605 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-91ba666d-a9db-4dae-8aef-6aa06c33c13d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5233951 Sep 07 16:19:18.570618 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85fa0b82-f767-4194-99eb-a31beca01be9 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:18.608289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'port': {'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d', 'admin_state_up': True, 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'security_groups': ['507a2205-9b65-4930-b417-6e21544aefaa']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:18.614844 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34234) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:18.673534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 2e38f5cd-5267-48f5-960d-645e20d465d5 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:19:18.695451 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1120b05-cde8-4e44-9871-1cc504d2304d req-613c9b47-58f1-4fe0-907c-2f623eff98d6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4285133 Sep 07 16:19:18.718091 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-846b5d33-01d0-4d3b-a1b5-10e19340a62d tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:18.720197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-846b5d33-01d0-4d3b-a1b5-10e19340a62d tempest-RoutersAdminNegativeTest-1517091900 tempest-RoutersAdminNegativeTest-1517091900-project-admin] 10.222.0.70 "DELETE /v2.0/ports/637abd49-36ac-443e-8753-b25f12b78d1f HTTP/1.1" status: 204 len: 168 time: 2.5811052 Sep 07 16:19:18.780275 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f7a6460f-1566-4594-8306-83403080fe80 None None] Provisioning for port 7e657960-1182-4b4c-bafa-4053bbfb1d26 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:18.826586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f7a6460f-1566-4594-8306-83403080fe80 None None] Provisioning complete for port 7e657960-1182-4b4c-bafa-4053bbfb1d26 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:18.828735 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7a6460f-1566-4594-8306-83403080fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:19.055760 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6460f-1566-4594-8306-83403080fe80 None None] Port 7e657960-1182-4b4c-bafa-4053bbfb1d26 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:19.185967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] Provisioning for port 33057372-0240-45a8-a8b2-096c337b7fe5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:19.218276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] Provisioning complete for port 33057372-0240-45a8-a8b2-096c337b7fe5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:19.218816 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:19.311419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34246) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:19.356531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:19:19.370108 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ef6f80e1-4bb2-4ff7-b5da-30b4d6fb7928 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/2e38f5cd-5267-48f5-960d-645e20d465d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1824594 Sep 07 16:19:19.372804 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34250) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:19.390837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c4f974-32e0-4e95-95b0-e27406f6bfbe None None] Sync routers for ids ['2e38f5cd-5267-48f5-960d-645e20d465d5'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:19:19.417734 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] Port 33057372-0240-45a8-a8b2-096c337b7fe5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:19.458955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4f974-32e0-4e95-95b0-e27406f6bfbe None None] Routers {'2e38f5cd-5267-48f5-960d-645e20d465d5'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:19.459403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-72c4f974-32e0-4e95-95b0-e27406f6bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2e38f5cd-5267-48f5-960d-645e20d465d5'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:19.504780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234d231-b5ed-425b-9b4e-6b1e0b669bc9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:19.513077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8234d231-b5ed-425b-9b4e-6b1e0b669bc9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports/7e657960-1182-4b4c-bafa-4053bbfb1d26 HTTP/1.1" status: 200 len: 910 time: 0.1366832 Sep 07 16:19:19.515773 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34254) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:19.678819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] Provisioning for port 55f65bfa-40be-4d6a-b21f-3d6f004faf25 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:19.691112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] Provisioning complete for port 55f65bfa-40be-4d6a-b21f-3d6f004faf25 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:19.691349 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:19.813526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-72c4f974-32e0-4e95-95b0-e27406f6bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:19.862055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa0b82-f767-4194-99eb-a31beca01be9 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event updated for resources: {'Subnet': ['ID=162eb653-3900-4486-ac41-5d8a57335272,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:19.867202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4f974-32e0-4e95-95b0-e27406f6bfbe None None] Routers {'2e38f5cd-5267-48f5-960d-645e20d465d5'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:19.867875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-72c4f974-32e0-4e95-95b0-e27406f6bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2e38f5cd-5267-48f5-960d-645e20d465d5'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:19.910404 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6adec5b-0f96-4e60-9580-7112c44dfdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:19.927434 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7750928e-71a6-4011-bd32-47a7f42675fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:19.989313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa0b82-f767-4194-99eb-a31beca01be9 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Checking segment: {'id': '04569134-c356-4a8f-beea-c4cecd72c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'dde19ac6-345f-43b1-944e-cfbde237d419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:19.989982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fa0b82-f767-4194-99eb-a31beca01be9 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Network hostable DHCP agents. Network: dde19ac6-345f-43b1-944e-cfbde237d419, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:19:20.055609 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:20.061113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 357766f8-d02d-4b9a-be3e-615f4021153d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:20.142579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6adec5b-0f96-4e60-9580-7112c44dfdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:20.157029 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6adec5b-0f96-4e60-9580-7112c44dfdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:20.181751 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c221d3-4c64-4865-98bd-c050599b478d None None] Network 169641f7-bb70-4277-9c55-a8c16efe7d50 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:20.231836 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b6adec5b-0f96-4e60-9580-7112c44dfdb9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a027d81386749948dae2f4fba8d9f83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6144218 Sep 07 16:19:20.239822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34264) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:20.301253 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-72c4f974-32e0-4e95-95b0-e27406f6bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:20.302267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c4f974-32e0-4e95-95b0-e27406f6bfbe None None] The sync data for ids ['2e38f5cd-5267-48f5-960d-645e20d465d5'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:20.335311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adec5b-0f96-4e60-9580-7112c44dfdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881bbbfe-36bd-4b35-80f4-89d2d4b84ac8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:20.343043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fa0b82-f767-4194-99eb-a31beca01be9 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Network dde19ac6-345f-43b1-944e-cfbde237d419 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:19:20.372067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-85fa0b82-f767-4194-99eb-a31beca01be9 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, dde19ac6-345f-43b1-944e-cfbde237d419) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:20.379320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fa0b82-f767-4194-99eb-a31beca01be9 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:20.380816 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85fa0b82-f767-4194-99eb-a31beca01be9 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:20.394208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd32b3ce-07b1-4e9a-9bc6-42a7eda8f57c None None] Network dde19ac6-345f-43b1-944e-cfbde237d419 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:20.408838 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7750928e-71a6-4011-bd32-47a7f42675fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:20.414679 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0cfc83f1-6fde-46b6-bf70-371d7ce0a15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:20.427311 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7750928e-71a6-4011-bd32-47a7f42675fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:20.451697 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-85fa0b82-f767-4194-99eb-a31beca01be9 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6100309 Sep 07 16:19:20.456613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:20.461654 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Made reservation on behalf of 87ebf3f7450a4c6a95d391f90c3b9a0c for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:20.548708 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7750928e-71a6-4011-bd32-47a7f42675fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e4f3093c4d54deeb7e86779467626ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2361958 Sep 07 16:19:20.557465 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34270) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:20.564155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750928e-71a6-4011-bd32-47a7f42675fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cac036-4117-45ca-bb1e-bacd7abd4a23,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:20.721136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b7931658-11ea-4885-964b-129cdaf66856 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Request body: {'subnet': {'network_id': '712c9bce-caee-4e73-965e-232a661bd309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:20.857383 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:20.868520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] For port 55f65bfa-40be-4d6a-b21f-3d6f004faf25, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=55f65bfa-40be-4d6a-b21f-3d6f004faf25,segment=NetworkSegment(79abfc53-9ab8-47a3-904a-892fe52d969f),segment_id=79abfc53-9ab8-47a3-904a-892fe52d969f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:20.872201 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0cfc83f1-6fde-46b6-bf70-371d7ce0a15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:20.902779 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:20.977862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] Pushing event updated for resources: {'Port': ['ID=55f65bfa-40be-4d6a-b21f-3d6f004faf25,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:20.987864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0e534-0a50-4dfe-8168-00e79d6f00ff req-08f76cf2-2957-4c87-89c3-5068b229d854 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:20.994373 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-dde19ac6-345f-43b1-944e-cfbde237d419', 'network_id': 'dde19ac6-345f-43b1-944e-cfbde237d419', 'tenant_id': '9490cf3ed87e41b09fce374f1a9ade28', 'fixed_ips': [{'subnet_id': '162eb653-3900-4486-ac41-5d8a57335272'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:19:20.995611 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.005999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] Provisioning complete for port 7e657960-1182-4b4c-bafa-4053bbfb1d26 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:21.006327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0e534-0a50-4dfe-8168-00e79d6f00ff req-08f76cf2-2957-4c87-89c3-5068b229d854 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:21.006855 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.020190 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0e534-0a50-4dfe-8168-00e79d6f00ff req-08f76cf2-2957-4c87-89c3-5068b229d854 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:21.026558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67a0e534-0a50-4dfe-8168-00e79d6f00ff req-08f76cf2-2957-4c87-89c3-5068b229d854 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 2374 time: 0.9862397 Sep 07 16:19:21.043218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 357766f8-d02d-4b9a-be3e-615f4021153d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:21.044226 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.090929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9aaf7-4d9d-4f0f-bf6c-8a3d45551927 None None] Port 7e657960-1182-4b4c-bafa-4053bbfb1d26 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:21.242796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7931658-11ea-4885-964b-129cdaf66856 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Made reservation on behalf of 9490cf3ed87e41b09fce374f1a9ade28 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:21.246814 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7931658-11ea-4885-964b-129cdaf66856 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.309735 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67a0e534-0a50-4dfe-8168-00e79d6f00ff req-dfe4eff4-210a-41c6-86a4-2c5e2d2f9395 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786323 Sep 07 16:19:21.330721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Allocated IP 172.20.0.2 (dde19ac6-345f-43b1-944e-cfbde237d419/162eb653-3900-4486-ac41-5d8a57335272/647de95f-33a9-46e0-8c17-14e8b1fa6144) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:21.377283 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22a2c407-5d2d-426c-acc2-dfc847a729f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.409681 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.509126 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7931658-11ea-4885-964b-129cdaf66856 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.525300 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.534792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Transition to ACTIVE for port object 647de95f-33a9-46e0-8c17-14e8b1fa6144 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:21.552747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Transition to ACTIVE for port object 647de95f-33a9-46e0-8c17-14e8b1fa6144 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:21.559217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:21.573098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7931658-11ea-4885-964b-129cdaf66856 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event updated for resources: {'Subnet': ['ID=359a92b9-1378-4e04-ab32-d7b8c8ca0037,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:21.573346 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.624092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Allocated IP 10.2.2.100 (08e031c7-40bd-43ca-bbf5-210128aa125d/4b579ba4-f2f7-49b7-9722-379d2b0837b4/08f87940-78b6-440d-b292-1ee918d7640b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:21.627874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7931658-11ea-4885-964b-129cdaf66856 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Checking segment: {'id': '73e7ebac-7bbf-4391-82a9-f0071b72e6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '712c9bce-caee-4e73-965e-232a661bd309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:21.627874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7931658-11ea-4885-964b-129cdaf66856 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Network hostable DHCP agents. Network: 712c9bce-caee-4e73-965e-232a661bd309, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:19:21.643267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a7b9e0b3-b189-41ca-b13b-d923409280ab None None] Provisioning for port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:21.658672 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0cfc83f1-6fde-46b6-bf70-371d7ce0a15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.662577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0cfc83f1-6fde-46b6-bf70-371d7ce0a15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.666273 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0cfc83f1-6fde-46b6-bf70-371d7ce0a15d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/881bbbfe-36bd-4b35-80f4-89d2d4b84ac8 HTTP/1.1" status: 204 len: 168 time: 1.4169316 Sep 07 16:19:21.710412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Network dde19ac6-345f-43b1-944e-cfbde237d419 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:21.713764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Pushing event updated for resources: {'Port': ['ID=647de95f-33a9-46e0-8c17-14e8b1fa6144,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:21.717786 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc83f1-6fde-46b6-bf70-371d7ce0a15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881bbbfe-36bd-4b35-80f4-89d2d4b84ac8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:21.717972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:21.723056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:21.731937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:21.738378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:21.738766 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.743558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7931658-11ea-4885-964b-129cdaf66856 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Network 712c9bce-caee-4e73-965e-232a661bd309 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:19:21.770848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b7931658-11ea-4885-964b-129cdaf66856 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 712c9bce-caee-4e73-965e-232a661bd309) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:21.785485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7931658-11ea-4885-964b-129cdaf66856 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:21.787206 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7931658-11ea-4885-964b-129cdaf66856 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.823092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47173ebc-99e9-4e6f-a7b5-525c0efb476d None None] Network 712c9bce-caee-4e73-965e-232a661bd309 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:21.825085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a7b9e0b3-b189-41ca-b13b-d923409280ab None None] Provisioning complete for port 55f65bfa-40be-4d6a-b21f-3d6f004faf25 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:21.825467 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7b9e0b3-b189-41ca-b13b-d923409280ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:21.851458 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b7931658-11ea-4885-964b-129cdaf66856 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1412687 Sep 07 16:19:21.854311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34284) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:22.067732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Allocated IP 172.21.0.1 (d042f92d-6ec9-4ea3-8c5a-dabec1389a19/b893a621-3eb7-48ae-9753-d7a5b1a96c58/9c261e90-5e17-49b2-9e8f-8773f5372431) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:22.213263 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.230650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Transition to ACTIVE for port object 9c261e90-5e17-49b2-9e8f-8773f5372431 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:22.247621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34288) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:22.251055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Attempting to bind port 647de95f-33a9-46e0-8c17-14e8b1fa6144 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:22.252006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Attempting to bind port 647de95f-33a9-46e0-8c17-14e8b1fa6144 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '04569134-c356-4a8f-beea-c4cecd72c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'dde19ac6-345f-43b1-944e-cfbde237d419'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:22.252710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Attempting to bind port 647de95f-33a9-46e0-8c17-14e8b1fa6144 on network dde19ac6-345f-43b1-944e-cfbde237d419 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:22.256005 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:19:22.266070 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22a2c407-5d2d-426c-acc2-dfc847a729f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.275662 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.289538 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22b24b38-43b8-4fe0-89ca-56180d2ec3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.338846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:22.339764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Checking segment: {'id': '04569134-c356-4a8f-beea-c4cecd72c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'dde19ac6-345f-43b1-944e-cfbde237d419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:22.340537 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.341339 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Bound using segment: {'id': '04569134-c356-4a8f-beea-c4cecd72c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'dde19ac6-345f-43b1-944e-cfbde237d419'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:22.342055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Bound port: 647de95f-33a9-46e0-8c17-14e8b1fa6144, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04569134-c356-4a8f-beea-c4cecd72c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'dde19ac6-345f-43b1-944e-cfbde237d419'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:22.342827 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.348241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network d042f92d-6ec9-4ea3-8c5a-dabec1389a19 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:22.375279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:22.380980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:22.460318 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.497148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=9c261e90-5e17-49b2-9e8f-8773f5372431,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:22.582668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=83e99ad2-a505-4c2b-8cfc-ebd5c7c00142,segment=NetworkSegment(e27336d4-f77d-40b9-a485-2a47974686e2),segment_id=e27336d4-f77d-40b9-a485-2a47974686e2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:22.624508 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.653729 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.711978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fe13e-f067-4e9e-98c9-efe450343d06 req-a0515fc6-fe53-4adb-b2f4-cea0f53b0eaa tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:22.730576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fe13e-f067-4e9e-98c9-efe450343d06 req-a0515fc6-fe53-4adb-b2f4-cea0f53b0eaa tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:22.743976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fe13e-f067-4e9e-98c9-efe450343d06 req-a0515fc6-fe53-4adb-b2f4-cea0f53b0eaa tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:22.755322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd7fe13e-f067-4e9e-98c9-efe450343d06 req-a0515fc6-fe53-4adb-b2f4-cea0f53b0eaa tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 2374 time: 0.2631443 Sep 07 16:19:22.756945 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-712c9bce-caee-4e73-965e-232a661bd309', 'network_id': '712c9bce-caee-4e73-965e-232a661bd309', 'tenant_id': '9490cf3ed87e41b09fce374f1a9ade28', 'fixed_ips': [{'subnet_id': '359a92b9-1378-4e04-ab32-d7b8c8ca0037'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:19:22.758089 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.764450 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22a2c407-5d2d-426c-acc2-dfc847a729f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.767834 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22a2c407-5d2d-426c-acc2-dfc847a729f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.772781 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-22a2c407-5d2d-426c-acc2-dfc847a729f6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25cac036-4117-45ca-bb1e-bacd7abd4a23 HTTP/1.1" status: 204 len: 168 time: 2.2024896 Sep 07 16:19:22.803739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] For port 647de95f-33a9-46e0-8c17-14e8b1fa6144, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:22.820908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-52bbb92c-d525-4d87-a953-a33c608ae1b8 None None] Provisioning complete for port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:22.824899 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52bbb92c-d525-4d87-a953-a33c608ae1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.825094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2c407-5d2d-426c-acc2-dfc847a729f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cac036-4117-45ca-bb1e-bacd7abd4a23,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:22.829050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:22.850899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 55f65bfa-40be-4d6a-b21f-3d6f004faf25 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:22.903365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Transition to ACTIVE for port object 08f87940-78b6-440d-b292-1ee918d7640b will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:22.922256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd7fe13e-f067-4e9e-98c9-efe450343d06 req-f2fe8c57-9a98-4526-b1b5-1d337f655c1c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450953 Sep 07 16:19:22.939301 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:23.000614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] For port 647de95f-33a9-46e0-8c17-14e8b1fa6144, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=647de95f-33a9-46e0-8c17-14e8b1fa6144,segment=NetworkSegment(04569134-c356-4a8f-beea-c4cecd72c043),segment_id=04569134-c356-4a8f-beea-c4cecd72c043)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:23.085582 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:23.148106 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:23.184316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=83e99ad2-a505-4c2b-8cfc-ebd5c7c00142,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:23.231681 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:23.281269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 55f65bfa-40be-4d6a-b21f-3d6f004faf25 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:23.281875 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:23.302401 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22b24b38-43b8-4fe0-89ca-56180d2ec3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:23.353062 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22b24b38-43b8-4fe0-89ca-56180d2ec3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:23.451116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Network 08e031c7-40bd-43ca-bbf5-210128aa125d is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:23.475479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c1ce8-0d24-4b37-b5a3-9af6c919e0cc None None] Pushing event updated for resources: {'Port': ['ID=647de95f-33a9-46e0-8c17-14e8b1fa6144,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:23.495616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Allocated IP 172.20.0.2 (712c9bce-caee-4e73-965e-232a661bd309/359a92b9-1378-4e04-ab32-d7b8c8ca0037/5835a73c-f2fc-4ebc-96e2-fe627523b41d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:23.538812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:23.556163 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'Port': ['ID=08f87940-78b6-440d-b292-1ee918d7640b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:23.601592 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:23.750744 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:23.760694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:23.858056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Allocated IP 172.20.0.1 (dde19ac6-345f-43b1-944e-cfbde237d419/162eb653-3900-4486-ac41-5d8a57335272/697c91d9-03f5-4840-89fc-3a6f43433251) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:23.890068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34310) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:23.954337 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3efa94a7-8719-42d8-90ac-9499a970b48e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ffbf748623ab47cf9c369260587bf153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635943 Sep 07 16:19:23.964327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34312) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:23.969757 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-178d246b-4909-4973-bca2-730dfdf179ab None None] Provisioning for port 9c261e90-5e17-49b2-9e8f-8773f5372431 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:23.991883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-178d246b-4909-4973-bca2-730dfdf179ab None None] Provisioning complete for port 9c261e90-5e17-49b2-9e8f-8773f5372431 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:23.992270 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-178d246b-4909-4973-bca2-730dfdf179ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.006578 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.012982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=9c261e90-5e17-49b2-9e8f-8773f5372431,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:24.059542 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02d9aa7d-6847-4da6-bd9a-767ec4eedd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.090649 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02d9aa7d-6847-4da6-bd9a-767ec4eedd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.130591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.164835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-178d246b-4909-4973-bca2-730dfdf179ab None None] Port 9c261e90-5e17-49b2-9e8f-8773f5372431 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:24.166732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Transition to ACTIVE for port object 697c91d9-03f5-4840-89fc-3a6f43433251 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:24.198297 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.216320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Transition to ACTIVE for port object 5835a73c-f2fc-4ebc-96e2-fe627523b41d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:24.235827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b24b38-43b8-4fe0-89ca-56180d2ec3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7db7457-2a6f-4747-8d26-234e5f406758,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:24.246967 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-22b24b38-43b8-4fe0-89ca-56180d2ec3a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=369f6569faff4c1f9758541d51f0a353&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9975166 Sep 07 16:19:24.249070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34318) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:24.250176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Transition to ACTIVE for port object 5835a73c-f2fc-4ebc-96e2-fe627523b41d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:24.263750 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.338615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:24.339310 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.342090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Pushing event updated for resources: {'Port': ['ID=5835a73c-f2fc-4ebc-96e2-fe627523b41d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:24.401264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Network 712c9bce-caee-4e73-965e-232a661bd309 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:24.403119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:24.406432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:24.412601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6c9fa597-003c-4882-9b2c-90953eb69ada None None] Provisioning for port 08f87940-78b6-440d-b292-1ee918d7640b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:24.425697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6c9fa597-003c-4882-9b2c-90953eb69ada None None] Provisioning complete for port 08f87940-78b6-440d-b292-1ee918d7640b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:24.426083 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c9fa597-003c-4882-9b2c-90953eb69ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.455494 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.508372 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6c741-48f7-4aa2-8a8f-05f14cd923b7 req-c2112ce7-34ee-4b09-8564-3a89a68fafcf tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:24.510213 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6c9fa597-003c-4882-9b2c-90953eb69ada None None] Port 08f87940-78b6-440d-b292-1ee918d7640b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:24.523846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6c741-48f7-4aa2-8a8f-05f14cd923b7 req-c2112ce7-34ee-4b09-8564-3a89a68fafcf tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:24.529870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6c741-48f7-4aa2-8a8f-05f14cd923b7 req-c2112ce7-34ee-4b09-8564-3a89a68fafcf tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:24.554350 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-b4ce1da2-51bc-4725-83ff-27767e71badb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9782133 Sep 07 16:19:24.560952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6c741-48f7-4aa2-8a8f-05f14cd923b7 req-c2112ce7-34ee-4b09-8564-3a89a68fafcf tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:24.563214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ffb6c741-48f7-4aa2-8a8f-05f14cd923b7 req-c2112ce7-34ee-4b09-8564-3a89a68fafcf tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 3095 time: 0.2619681 Sep 07 16:19:24.563622 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event updated for resources: {'Port': ['ID=697c91d9-03f5-4840-89fc-3a6f43433251,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:24.577688 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02d9aa7d-6847-4da6-bd9a-767ec4eedd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.580437 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02d9aa7d-6847-4da6-bd9a-767ec4eedd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.581785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-02d9aa7d-6847-4da6-bd9a-767ec4eedd12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2906e689-3169-4abd-90ec-a09efbaef236 HTTP/1.1" status: 204 len: 168 time: 0.6144660 Sep 07 16:19:24.603969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'port': {'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d', 'admin_state_up': True, 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'security_groups': ['507a2205-9b65-4930-b417-6e21544aefaa']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:24.615327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Attempting to bind port 5835a73c-f2fc-4ebc-96e2-fe627523b41d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:24.615327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Attempting to bind port 5835a73c-f2fc-4ebc-96e2-fe627523b41d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '73e7ebac-7bbf-4391-82a9-f0071b72e6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '712c9bce-caee-4e73-965e-232a661bd309'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:24.615327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Attempting to bind port 5835a73c-f2fc-4ebc-96e2-fe627523b41d on network 712c9bce-caee-4e73-965e-232a661bd309 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:24.617377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9aa7d-6847-4da6-bd9a-767ec4eedd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2906e689-3169-4abd-90ec-a09efbaef236,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:24.633944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:24.634328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Checking segment: {'id': '73e7ebac-7bbf-4391-82a9-f0071b72e6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '712c9bce-caee-4e73-965e-232a661bd309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:24.634753 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.635158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Bound using segment: {'id': '73e7ebac-7bbf-4391-82a9-f0071b72e6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '712c9bce-caee-4e73-965e-232a661bd309'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:24.635642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Bound port: 5835a73c-f2fc-4ebc-96e2-fe627523b41d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e7ebac-7bbf-4391-82a9-f0071b72e6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '712c9bce-caee-4e73-965e-232a661bd309'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:24.636031 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.655516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network d042f92d-6ec9-4ea3-8c5a-dabec1389a19 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:24.707424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:24.718417 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ffb6c741-48f7-4aa2-8a8f-05f14cd923b7 req-aa76aa66-c8bf-430f-85c8-bd925a1eda7b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320829 Sep 07 16:19:24.865708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] For port 5835a73c-f2fc-4ebc-96e2-fe627523b41d, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:24.870314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Made reservation on behalf of 87ebf3f7450a4c6a95d391f90c3b9a0c for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:24.874855 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.885043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] For port 5835a73c-f2fc-4ebc-96e2-fe627523b41d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5835a73c-f2fc-4ebc-96e2-fe627523b41d,segment=NetworkSegment(73e7ebac-7bbf-4391-82a9-f0071b72e6ff),segment_id=73e7ebac-7bbf-4391-82a9-f0071b72e6ff)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:24.895159 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:24.965925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Network dde19ac6-345f-43b1-944e-cfbde237d419 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:25.092702 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 647de95f-33a9-46e0-8c17-14e8b1fa6144 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:25.247534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24e907-1598-44e6-af57-792ef5a2fc66 None None] Network dde19ac6-345f-43b1-944e-cfbde237d419 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:25.269603 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Allocated IP 10.2.2.200 (08e031c7-40bd-43ca-bbf5-210128aa125d/4b579ba4-f2f7-49b7-9722-379d2b0837b4/f9f8821b-d238-4cd8-8c03-0efd0cf30881) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:25.475361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:25.485873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4b4c5a41-7730-4ce8-9c13-3026dae22e0a None None] Provisioning for port 647de95f-33a9-46e0-8c17-14e8b1fa6144 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:25.532572 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:25.624462 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7f6f1-929a-4c29-8afd-3891d773b759 None None] Pushing event updated for resources: {'Port': ['ID=5835a73c-f2fc-4ebc-96e2-fe627523b41d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:25.690335 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:25.731175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 2e38f5cd-5267-48f5-960d-645e20d465d5 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:19:25.746559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 647de95f-33a9-46e0-8c17-14e8b1fa6144 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:25.799305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 647de95f-33a9-46e0-8c17-14e8b1fa6144 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:25.799712 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:25.814198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-db99dda7-d73b-4b15-bf5b-5ac13f899702 None None] Provisioning complete for port 9c261e90-5e17-49b2-9e8f-8773f5372431 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:25.814593 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db99dda7-d73b-4b15-bf5b-5ac13f899702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:25.932694 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-dcda8514-860b-4220-ba56-3767b5d11882 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.6843648 Sep 07 16:19:26.023471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:19:26.034724 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bda7cce8-b33f-4a2b-b8e3-381dd0df92cd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/2e38f5cd-5267-48f5-960d-645e20d465d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5176120 Sep 07 16:19:26.040131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34350) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:26.046221 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836f7704-70d8-4507-ada7-bd20e12083d4 None None] Sync routers for ids ['2e38f5cd-5267-48f5-960d-645e20d465d5'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:19:26.065732 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f7704-70d8-4507-ada7-bd20e12083d4 None None] Routers {'2e38f5cd-5267-48f5-960d-645e20d465d5'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:26.066682 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-836f7704-70d8-4507-ada7-bd20e12083d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2e38f5cd-5267-48f5-960d-645e20d465d5'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:26.157757 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:26.160085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beebf9c7-c984-4088-a02a-de7d66e4540f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.160255 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-836f7704-70d8-4507-ada7-bd20e12083d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:26.164533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-beebf9c7-c984-4088-a02a-de7d66e4540f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports/9c261e90-5e17-49b2-9e8f-8773f5372431 HTTP/1.1" status: 200 len: 910 time: 0.1211431 Sep 07 16:19:26.165017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34354) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:26.174311 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f7704-70d8-4507-ada7-bd20e12083d4 None None] Routers {'2e38f5cd-5267-48f5-960d-645e20d465d5'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:26.175313 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-836f7704-70d8-4507-ada7-bd20e12083d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2e38f5cd-5267-48f5-960d-645e20d465d5'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:26.212864 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-836f7704-70d8-4507-ada7-bd20e12083d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:26.213783 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836f7704-70d8-4507-ada7-bd20e12083d4 None None] The sync data for ids ['2e38f5cd-5267-48f5-960d-645e20d465d5'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:26.234562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b55f87-9af5-4b83-90b3-ad4057465682 req-4fd6e9d7-cd2a-4564-b1e9-11602e6f5027 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.243451 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b55f87-9af5-4b83-90b3-ad4057465682 req-4fd6e9d7-cd2a-4564-b1e9-11602e6f5027 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.249774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Transition to ACTIVE for port object f9f8821b-d238-4cd8-8c03-0efd0cf30881 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:26.250944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b55f87-9af5-4b83-90b3-ad4057465682 req-4fd6e9d7-cd2a-4564-b1e9-11602e6f5027 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.265196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b55f87-9af5-4b83-90b3-ad4057465682 req-4fd6e9d7-cd2a-4564-b1e9-11602e6f5027 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.275135 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90b55f87-9af5-4b83-90b3-ad4057465682 req-4fd6e9d7-cd2a-4564-b1e9-11602e6f5027 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 3095 time: 0.3210275 Sep 07 16:19:26.305578 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-db99dda7-d73b-4b15-bf5b-5ac13f899702 None None] Port 9c261e90-5e17-49b2-9e8f-8773f5372431 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:26.368796 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f787e06-a4a8-4c58-84c3-a8d1ea382178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:26.464617 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-5df45239-d888-4970-914a-9734055993a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.465148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-5df45239-d888-4970-914a-9734055993a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.478368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-5df45239-d888-4970-914a-9734055993a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.479138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-5df45239-d888-4970-914a-9734055993a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.479569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-5df45239-d888-4970-914a-9734055993a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.480078 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-5df45239-d888-4970-914a-9734055993a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.480614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-5df45239-d888-4970-914a-9734055993a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.487108 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-5df45239-d888-4970-914a-9734055993a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6489 time: 0.3075926 Sep 07 16:19:26.512296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90b55f87-9af5-4b83-90b3-ad4057465682 req-e031d0b7-3e4e-48cd-9da2-526c79a78dd0 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368793 Sep 07 16:19:26.521541 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:26.537354 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:26.702782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 647de95f-33a9-46e0-8c17-14e8b1fa6144, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=647de95f-33a9-46e0-8c17-14e8b1fa6144,segment=NetworkSegment(04569134-c356-4a8f-beea-c4cecd72c043),segment_id=04569134-c356-4a8f-beea-c4cecd72c043)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:26.717420 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:26.718447 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:26.936424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-803ef36c-ead3-4766-a459-d201281b494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.937375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-803ef36c-ead3-4766-a459-d201281b494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.938022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-803ef36c-ead3-4766-a459-d201281b494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:26.939746 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-803ef36c-ead3-4766-a459-d201281b494c service neutron] 10.222.0.35 "GET /v2.0/networks?id=f50728ef-b9a9-44ff-902b-e797addc9652&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a HTTP/1.1" status: 200 len: 2292 time: 0.3224528 Sep 07 16:19:27.043832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-386aa957-5dae-47b1-9af6-c5e61e943f80 None None] Provisioning complete for port 647de95f-33a9-46e0-8c17-14e8b1fa6144 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:27.048001 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-386aa957-5dae-47b1-9af6-c5e61e943f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:27.140297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34372) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:27.155336 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:27.155595 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:27.247277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=647de95f-33a9-46e0-8c17-14e8b1fa6144,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:27.267154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc223a87-63a3-4637-b6ed-f88abd7fd4fc None None] Network 712c9bce-caee-4e73-965e-232a661bd309 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:27.458517 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:27.486192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bf897b52-065a-427d-8c76-7e2bd85dd5b4 tempest-AgentManagementNegativeTest-1746849571 tempest-AgentManagementNegativeTest-1746849571-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3283656 Sep 07 16:19:27.592290 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bf824d3-10b5-4e38-a590-d45facc756a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:27.629184 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f787e06-a4a8-4c58-84c3-a8d1ea382178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:27.635106 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-4124e471-4111-48fe-9293-c53b477df54c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46b3de92-957e-48b4-b402-964530839a06 HTTP/1.1" status: 200 len: 1001 time: 0.1659846 Sep 07 16:19:27.635983 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:27.745562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-386aa957-5dae-47b1-9af6-c5e61e943f80 None None] Provisioning for port 697c91d9-03f5-4840-89fc-3a6f43433251 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:27.885806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event updated for resources: {'Port': ['ID=697c91d9-03f5-4840-89fc-3a6f43433251,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:27.893436 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:27.917538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-d5427127-7363-4c7c-be6d-9c8e2de83566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:27.919953 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-d5427127-7363-4c7c-be6d-9c8e2de83566 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=659eec7d-2512-488c-90c5-1e4fdfe8a97c HTTP/1.1" status: 200 len: 850 time: 0.1445975 Sep 07 16:19:27.974014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-386aa957-5dae-47b1-9af6-c5e61e943f80 None None] Provisioning complete for port 697c91d9-03f5-4840-89fc-3a6f43433251 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:27.974014 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-386aa957-5dae-47b1-9af6-c5e61e943f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:28.046644 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Network 08e031c7-40bd-43ca-bbf5-210128aa125d is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:28.053202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event updated for resources: {'Port': ['ID=f9f8821b-d238-4cd8-8c03-0efd0cf30881,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:28.133187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:28.137336 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:28.151742 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-386aa957-5dae-47b1-9af6-c5e61e943f80 None None] Port 697c91d9-03f5-4840-89fc-3a6f43433251 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:28.186201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34390) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:28.291241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d6d3cb24-7f83-46c8-b20d-4addb9788fd8 None None] Provisioning for port 5835a73c-f2fc-4ebc-96e2-fe627523b41d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:28.327267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e06ecd-527d-47dc-8121-b93d3847a12e req-6fbb4950-ed8a-4cd3-a38e-2db7243127a3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:28.336086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e06ecd-527d-47dc-8121-b93d3847a12e req-6fbb4950-ed8a-4cd3-a38e-2db7243127a3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:28.343806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-bd67eddb-64ea-4236-84f6-c9189a164b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:28.346636 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e06ecd-527d-47dc-8121-b93d3847a12e req-6fbb4950-ed8a-4cd3-a38e-2db7243127a3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:28.354010 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-bd67eddb-64ea-4236-84f6-c9189a164b01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f50728ef-b9a9-44ff-902b-e797addc9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2828305 Sep 07 16:19:28.368729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d6d3cb24-7f83-46c8-b20d-4addb9788fd8 None None] Provisioning complete for port 697c91d9-03f5-4840-89fc-3a6f43433251 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:28.369590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e06ecd-527d-47dc-8121-b93d3847a12e req-6fbb4950-ed8a-4cd3-a38e-2db7243127a3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:28.373411 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6d3cb24-7f83-46c8-b20d-4addb9788fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:28.378923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e06ecd-527d-47dc-8121-b93d3847a12e req-6fbb4950-ed8a-4cd3-a38e-2db7243127a3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:28.388849 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4e06ecd-527d-47dc-8121-b93d3847a12e req-6fbb4950-ed8a-4cd3-a38e-2db7243127a3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 3816 time: 0.5834095 Sep 07 16:19:28.564879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3cb24-7f83-46c8-b20d-4addb9788fd8 None None] Port 697c91d9-03f5-4840-89fc-3a6f43433251 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:28.588088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 647de95f-33a9-46e0-8c17-14e8b1fa6144 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:28.656786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4e06ecd-527d-47dc-8121-b93d3847a12e req-256003c0-3163-48f5-af98-e882ef1213f5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662530 Sep 07 16:19:28.684952 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-eae03552-bf81-42c2-ba96-ea5ac5af1d0a service neutron] 10.222.0.35 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040175 Sep 07 16:19:28.721474 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c38a054a-9102-4ea3-b4a7-23026e38de51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:28.742691 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:28.789444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-297545ea-0985-4fba-a32a-4c8ad623b09c None None] Provisioning for port f9f8821b-d238-4cd8-8c03-0efd0cf30881 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:28.790040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0bf824d3-10b5-4e38-a590-d45facc756a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port 9c261e90-5e17-49b2-9e8f-8773f5372431 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:28.790040 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bf824d3-10b5-4e38-a590-d45facc756a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:28.797205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-297545ea-0985-4fba-a32a-4c8ad623b09c None None] Provisioning complete for port f9f8821b-d238-4cd8-8c03-0efd0cf30881 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:28.797707 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-297545ea-0985-4fba-a32a-4c8ad623b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:28.801688 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 647de95f-33a9-46e0-8c17-14e8b1fa6144 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:28.802756 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:28.869271 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-7b8b627f-5ef7-4a67-ab07-8a60629b2663 service neutron] 10.222.0.35 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106637 Sep 07 16:19:28.948257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-297545ea-0985-4fba-a32a-4c8ad623b09c None None] Port f9f8821b-d238-4cd8-8c03-0efd0cf30881 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:29.013215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5835a73c-f2fc-4ebc-96e2-fe627523b41d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:29.040450 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bf824d3-10b5-4e38-a590-d45facc756a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:29.057827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0bf824d3-10b5-4e38-a590-d45facc756a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for 9c261e90-5e17-49b2-9e8f-8773f5372431 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:29.125625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 5835a73c-f2fc-4ebc-96e2-fe627523b41d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:29.130752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5835a73c-f2fc-4ebc-96e2-fe627523b41d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:29.132102 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:29.283222 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:29.330057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 5835a73c-f2fc-4ebc-96e2-fe627523b41d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5835a73c-f2fc-4ebc-96e2-fe627523b41d,segment=NetworkSegment(73e7ebac-7bbf-4391-82a9-f0071b72e6ff),segment_id=73e7ebac-7bbf-4391-82a9-f0071b72e6ff)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:29.335278 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bf824d3-10b5-4e38-a590-d45facc756a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:29.352002 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:29.402504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:29.403389 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:29.417235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf824d3-10b5-4e38-a590-d45facc756a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=9c261e90-5e17-49b2-9e8f-8773f5372431,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:29.438249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=5835a73c-f2fc-4ebc-96e2-fe627523b41d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:29.461512 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f787e06-a4a8-4c58-84c3-a8d1ea382178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:29.464277 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f787e06-a4a8-4c58-84c3-a8d1ea382178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:29.468459 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0f787e06-a4a8-4c58-84c3-a8d1ea382178 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7db7457-2a6f-4747-8d26-234e5f406758 HTTP/1.1" status: 204 len: 168 time: 5.1413488 Sep 07 16:19:29.584662 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-15d372f9-c537-4a21-b8cd-f2a6ce1d4018 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 HTTP/1.1" status: 200 len: 217 time: 0.1759181 Sep 07 16:19:29.596050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f787e06-a4a8-4c58-84c3-a8d1ea382178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7db7457-2a6f-4747-8d26-234e5f406758,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:29.787886 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bf824d3-10b5-4e38-a590-d45facc756a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:29.806117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-e62a17de-8d02-4b18-96df-97eaebf05693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:29.812032 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-e62a17de-8d02-4b18-96df-97eaebf05693 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.2010162 Sep 07 16:19:29.814059 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Network dde19ac6-345f-43b1-944e-cfbde237d419 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:29.834082 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:29.958835 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c38a054a-9102-4ea3-b4a7-23026e38de51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:30.000150 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c38a054a-9102-4ea3-b4a7-23026e38de51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:30.047518 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-d0be8195-df43-4d9d-ad78-d049f2ecc64e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4554069 Sep 07 16:19:30.090748 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-5e032992-faab-4a64-92c6-1dd231c6aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:30.094281 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-5e032992-faab-4a64-92c6-1dd231c6aae4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2696753 Sep 07 16:19:30.099442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Request body: {'port': {'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:30.162492 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c38a054a-9102-4ea3-b4a7-23026e38de51 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0762021ac62747c7a7613b01baf23921&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9378307 Sep 07 16:19:30.186054 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a054a-9102-4ea3-b4a7-23026e38de51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b6c93a-307f-48e8-b351-97e0b9822d5b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:30.192936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34422) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:30.377753 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:30.404040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51602208-d131-49c6-ae1f-923d73b4a998 None None] Provisioning complete for port 697c91d9-03f5-4840-89fc-3a6f43433251 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:30.405367 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51602208-d131-49c6-ae1f-923d73b4a998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:30.440782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf824d3-10b5-4e38-a590-d45facc756a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 2e38f5cd-5267-48f5-960d-645e20d465d5 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:19:30.471121 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-51602208-d131-49c6-ae1f-923d73b4a998 None None] Port 697c91d9-03f5-4840-89fc-3a6f43433251 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:30.477336 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5835a73c-f2fc-4ebc-96e2-fe627523b41d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:30.479040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600682fd-c0a8-43ab-8752-85d43fd24a24 req-5b16bcc7-3496-4580-8c66-9ff27ad9d1a1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:30.482033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Router d997dde4-b409-4203-8417-e21f7d3de842 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:19:30.491498 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-9ae74db3-0071-44b6-940a-ca1d095ad4d9 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721237 Sep 07 16:19:30.495931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600682fd-c0a8-43ab-8752-85d43fd24a24 req-5b16bcc7-3496-4580-8c66-9ff27ad9d1a1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:30.514320 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1e905a5-6eb2-4005-869b-a3acbf16356b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:30.524630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600682fd-c0a8-43ab-8752-85d43fd24a24 req-5b16bcc7-3496-4580-8c66-9ff27ad9d1a1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:30.531329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600682fd-c0a8-43ab-8752-85d43fd24a24 req-5b16bcc7-3496-4580-8c66-9ff27ad9d1a1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:30.544713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5835a73c-f2fc-4ebc-96e2-fe627523b41d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:30.545614 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:30.550766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600682fd-c0a8-43ab-8752-85d43fd24a24 req-5b16bcc7-3496-4580-8c66-9ff27ad9d1a1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:30.552429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-600682fd-c0a8-43ab-8752-85d43fd24a24 req-5b16bcc7-3496-4580-8c66-9ff27ad9d1a1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 3816 time: 0.5631638 Sep 07 16:19:30.679965 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-600682fd-c0a8-43ab-8752-85d43fd24a24 req-06b89807-42c5-4b85-8dbe-1594952efb08 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155574 Sep 07 16:19:30.693365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf824d3-10b5-4e38-a590-d45facc756a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:19:30.705048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0bf824d3-10b5-4e38-a590-d45facc756a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/2e38f5cd-5267-48f5-960d-645e20d465d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5329535 Sep 07 16:19:30.705048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34436) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:30.706659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4689530-4dfb-4072-8637-c6d4a9bcb17b None None] Sync routers for ids ['2e38f5cd-5267-48f5-960d-645e20d465d5'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:19:30.724096 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4689530-4dfb-4072-8637-c6d4a9bcb17b None None] Routers {'2e38f5cd-5267-48f5-960d-645e20d465d5'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:30.724957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a4689530-4dfb-4072-8637-c6d4a9bcb17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2e38f5cd-5267-48f5-960d-645e20d465d5'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:30.814573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a4689530-4dfb-4072-8637-c6d4a9bcb17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:30.834955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4689530-4dfb-4072-8637-c6d4a9bcb17b None None] Routers {'2e38f5cd-5267-48f5-960d-645e20d465d5'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:30.838563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a4689530-4dfb-4072-8637-c6d4a9bcb17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2e38f5cd-5267-48f5-960d-645e20d465d5'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:30.911873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a4689530-4dfb-4072-8637-c6d4a9bcb17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:30.912570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4689530-4dfb-4072-8637-c6d4a9bcb17b None None] The sync data for ids ['2e38f5cd-5267-48f5-960d-645e20d465d5'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:31.010473 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1e905a5-6eb2-4005-869b-a3acbf16356b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:31.014731 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-1268bbe6-8acd-430a-a8a7-d4002bf16438 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107644 Sep 07 16:19:31.201909 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74552398-cff4-455f-b23c-b4842bd4a0a9 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:19:31.212446 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:31.313614 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca4afecf-7a91-4b34-939c-e6ef6b99eab1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:31.386076 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-b316daa5-8068-407a-816e-39707df72904 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=8b7cd95e-d4ca-4955-a0c7-596d708a0805 HTTP/1.1" status: 200 len: 217 time: 0.0558126 Sep 07 16:19:31.387125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:19:31.399351 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229158a8-9375-4093-8f17-afbedb39db5c None None] Sync routers for ids ['d997dde4-b409-4203-8417-e21f7d3de842'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:19:31.404076 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1964f416-963a-40c2-a951-e5465318bffc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "PUT /v2.0/routers/d997dde4-b409-4203-8417-e21f7d3de842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5336382 Sep 07 16:19:31.405587 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Transition to ACTIVE for port object 74552398-cff4-455f-b23c-b4842bd4a0a9 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:31.416178 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229158a8-9375-4093-8f17-afbedb39db5c None None] Routers {'d997dde4-b409-4203-8417-e21f7d3de842'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:31.419232 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-229158a8-9375-4093-8f17-afbedb39db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d997dde4-b409-4203-8417-e21f7d3de842'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:31.424077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34452) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:31.493554 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-229158a8-9375-4093-8f17-afbedb39db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:31.503768 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229158a8-9375-4093-8f17-afbedb39db5c None None] Routers {'d997dde4-b409-4203-8417-e21f7d3de842'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:31.504599 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-229158a8-9375-4093-8f17-afbedb39db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d997dde4-b409-4203-8417-e21f7d3de842'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:31.545766 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-229158a8-9375-4093-8f17-afbedb39db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:31.546972 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229158a8-9375-4093-8f17-afbedb39db5c None None] The sync data for ids ['d997dde4-b409-4203-8417-e21f7d3de842'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:31.589177 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:31.655600 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:31.940199 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1e905a5-6eb2-4005-869b-a3acbf16356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:31.943297 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1e905a5-6eb2-4005-869b-a3acbf16356b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:31.944646 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a1e905a5-6eb2-4005-869b-a3acbf16356b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/70b6c93a-307f-48e8-b351-97e0b9822d5b HTTP/1.1" status: 204 len: 168 time: 1.7483795 Sep 07 16:19:31.984245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-e34b28ef-cf4c-4431-b2a8-9353a43cbb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:31.985717 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-e34b28ef-cf4c-4431-b2a8-9353a43cbb94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.5717268 Sep 07 16:19:32.075186 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=74552398-cff4-455f-b23c-b4842bd4a0a9,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:32.261342 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:32.263728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e905a5-6eb2-4005-869b-a3acbf16356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b6c93a-307f-48e8-b351-97e0b9822d5b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:32.318107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caad74-894c-4252-8563-8c424978fa39 req-e30efaca-b560-4648-bc57-482f5fa50ff7 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:32.325325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caad74-894c-4252-8563-8c424978fa39 req-e30efaca-b560-4648-bc57-482f5fa50ff7 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:32.332614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caad74-894c-4252-8563-8c424978fa39 req-e30efaca-b560-4648-bc57-482f5fa50ff7 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:32.339466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caad74-894c-4252-8563-8c424978fa39 req-e30efaca-b560-4648-bc57-482f5fa50ff7 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:32.345965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caad74-894c-4252-8563-8c424978fa39 req-e30efaca-b560-4648-bc57-482f5fa50ff7 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:32.348184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51caad74-894c-4252-8563-8c424978fa39 req-e30efaca-b560-4648-bc57-482f5fa50ff7 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 3828 time: 0.2360811 Sep 07 16:19:32.498917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51caad74-894c-4252-8563-8c424978fa39 req-fba74baa-e416-451d-b4a4-212f0b0c660e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439691 Sep 07 16:19:32.616803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Attempting to bind port 74552398-cff4-455f-b23c-b4842bd4a0a9 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:32.618521 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Attempting to bind port 74552398-cff4-455f-b23c-b4842bd4a0a9 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '52f95a93-77bd-47f2-8123-945262da156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:32.621410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Attempting to bind port 74552398-cff4-455f-b23c-b4842bd4a0a9 on network 2920abad-42d3-49fa-842a-58412eb06be0 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:32.694442 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ca4afecf-7a91-4b34-939c-e6ef6b99eab1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port 7e657960-1182-4b4c-bafa-4053bbfb1d26 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:32.695938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca4afecf-7a91-4b34-939c-e6ef6b99eab1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:32.734615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Port 74552398-cff4-455f-b23c-b4842bd4a0a9 on network 2920abad-42d3-49fa-842a-58412eb06be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:19:32.734933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Attempting to bind port 74552398-cff4-455f-b23c-b4842bd4a0a9 on network 2920abad-42d3-49fa-842a-58412eb06be0 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:32.750228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:32.750564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Checking segment: {'id': '52f95a93-77bd-47f2-8123-945262da156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:32.751099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Bound using segment: {'id': '52f95a93-77bd-47f2-8123-945262da156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:32.751562 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Bound port: 74552398-cff4-455f-b23c-b4842bd4a0a9, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f95a93-77bd-47f2-8123-945262da156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:32.751928 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:32.799689 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-7e10cedf-3ee6-491b-a72d-b86d9fa5ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:32.802319 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-7e10cedf-3ee6-491b-a72d-b86d9fa5ad54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7389464 Sep 07 16:19:32.892450 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca4afecf-7a91-4b34-939c-e6ef6b99eab1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:32.927829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ca4afecf-7a91-4b34-939c-e6ef6b99eab1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for 7e657960-1182-4b4c-bafa-4053bbfb1d26 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:32.968042 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-0ce040cf-ef94-43c1-8b37-0145c93fce5e tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:19:32.968042 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0ce040cf-ef94-43c1-8b37-0145c93fce5e tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "PUT /v2.0/routers/d997dde4-b409-4203-8417-e21f7d3de842/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5362749 Sep 07 16:19:32.970547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34502) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:33.012923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] For port 74552398-cff4-455f-b23c-b4842bd4a0a9, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:33.022180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] For port 74552398-cff4-455f-b23c-b4842bd4a0a9, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=74552398-cff4-455f-b23c-b4842bd4a0a9,segment=NetworkSegment(52f95a93-77bd-47f2-8123-945262da156e),segment_id=52f95a93-77bd-47f2-8123-945262da156e)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:33.038968 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:33.089589 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-1e3f092f-099d-4fd3-a509-0c8b7a6c1a23 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765443 Sep 07 16:19:33.118493 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:33.119139 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:33.120785 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] 10.222.0.54 "PUT /v2.0/ports/74552398-cff4-455f-b23c-b4842bd4a0a9 HTTP/1.1" status: 200 len: 1092 time: 3.0384917 Sep 07 16:19:33.121253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '74552398-cff4-455f-b23c-b4842bd4a0a9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:33.125478 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad3ff01-0824-4316-b30b-d46012eef3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "74552398-cff4-455f-b23c-b4842bd4a0a9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:33.252295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Request body: {'port': {'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:33.308992 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffa308a-778d-463f-88e8-4ab1f9e5a739 x-openstack-request-id: req-3ffa308a-778d-463f-88e8-4ab1f9e5a739 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:33.309241 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "74552398-cff4-455f-b23c-b4842bd4a0a9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:33.309506 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ffa308a-778d-463f-88e8-4ab1f9e5a739 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:33.309923 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '74552398-cff4-455f-b23c-b4842bd4a0a9', 'status': 'completed', 'code': 200} Sep 07 16:19:33.481722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981f30c-ec1b-4137-b52a-2398a16c4ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=74552398-cff4-455f-b23c-b4842bd4a0a9,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:33.539276 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ff01-0824-4316-b30b-d46012eef3c3 req-dbeb6560-bb1f-4bb1-b437-8caca4e9bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:33.539953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ff01-0824-4316-b30b-d46012eef3c3 req-dbeb6560-bb1f-4bb1-b437-8caca4e9bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:33.540541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ff01-0824-4316-b30b-d46012eef3c3 req-dbeb6560-bb1f-4bb1-b437-8caca4e9bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:33.541145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ff01-0824-4316-b30b-d46012eef3c3 req-dbeb6560-bb1f-4bb1-b437-8caca4e9bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:33.541697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ff01-0824-4316-b30b-d46012eef3c3 req-dbeb6560-bb1f-4bb1-b437-8caca4e9bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:33.545062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ad3ff01-0824-4316-b30b-d46012eef3c3 req-dbeb6560-bb1f-4bb1-b437-8caca4e9bc77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 4363 time: 0.2110875 Sep 07 16:19:33.609204 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:33.807995 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-d0fac86b-6af1-472b-acc0-577e124ff2cb service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081051 Sep 07 16:19:33.872093 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-27591a14-dde0-4d89-8066-1432ed88be23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=a072f777-9f21-4db1-a87f-cc4dd3dd08b6 HTTP/1.1" status: 200 len: 217 time: 0.0519567 Sep 07 16:19:34.231633 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca4afecf-7a91-4b34-939c-e6ef6b99eab1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:34.253064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-66cbf9aa-20d6-4aa2-a475-b1a92d0b6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:34.255656 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-66cbf9aa-20d6-4aa2-a475-b1a92d0b6f1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.3763826 Sep 07 16:19:34.419905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4afecf-7a91-4b34-939c-e6ef6b99eab1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=7e657960-1182-4b4c-bafa-4053bbfb1d26,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:34.500968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5155a48-947b-4afd-b192-cf62878dc179 req-0ce75890-5e8b-470a-be84-89669734831f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:34.514758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5155a48-947b-4afd-b192-cf62878dc179 req-0ce75890-5e8b-470a-be84-89669734831f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:34.531243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5155a48-947b-4afd-b192-cf62878dc179 req-0ce75890-5e8b-470a-be84-89669734831f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:34.537862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5155a48-947b-4afd-b192-cf62878dc179 req-0ce75890-5e8b-470a-be84-89669734831f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:34.551328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5155a48-947b-4afd-b192-cf62878dc179 req-0ce75890-5e8b-470a-be84-89669734831f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:34.564409 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5155a48-947b-4afd-b192-cf62878dc179 req-0ce75890-5e8b-470a-be84-89669734831f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 3828 time: 0.7770481 Sep 07 16:19:34.570123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ff01-0824-4316-b30b-d46012eef3c3 req-0f6b68f9-ea7b-4eeb-b116-bb9f91b65251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:34.570861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ff01-0824-4316-b30b-d46012eef3c3 req-0f6b68f9-ea7b-4eeb-b116-bb9f91b65251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:34.571549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ff01-0824-4316-b30b-d46012eef3c3 req-0f6b68f9-ea7b-4eeb-b116-bb9f91b65251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:34.573415 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ad3ff01-0824-4316-b30b-d46012eef3c3 req-0f6b68f9-ea7b-4eeb-b116-bb9f91b65251 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0152471 Sep 07 16:19:34.576888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-c28bef4c-e287-4452-a543-47f4c42ccbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:34.589530 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-c28bef4c-e287-4452-a543-47f4c42ccbf5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3213162 Sep 07 16:19:34.854161 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-4d580be3-e775-4912-8074-7c221c00436d service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270312 Sep 07 16:19:35.068796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34576) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:35.089223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5155a48-947b-4afd-b192-cf62878dc179 req-b1d17f2f-180c-4e32-b828-f1f05f4cd80d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5077543 Sep 07 16:19:35.124325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f3c2e1-6534-43be-9522-49817d667339 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:19:35.137124 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.146276 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca4afecf-7a91-4b34-939c-e6ef6b99eab1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.188014 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Transition to ACTIVE for port object 70f3c2e1-6534-43be-9522-49817d667339 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:35.198402 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.266963 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Pushing event updated for resources: {'Port': ['ID=70f3c2e1-6534-43be-9522-49817d667339,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:35.289206 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-ae11cd60-4ddd-4b51-98d1-c0e4a8adb107 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165841 Sep 07 16:19:35.358740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ff01-0824-4316-b30b-d46012eef3c3 req-98055070-4d6f-4138-b783-2ea75ed1c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:35.362122 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ad3ff01-0824-4316-b30b-d46012eef3c3 req-98055070-4d6f-4138-b783-2ea75ed1c512 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7586246 Sep 07 16:19:35.580013 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-15fee63f-d102-412f-a08e-290dc3058e01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=b0fbdb23-e9d8-4c40-8793-56371784d957 HTTP/1.1" status: 200 len: 217 time: 0.2791970 Sep 07 16:19:35.718807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Attempting to bind port 70f3c2e1-6534-43be-9522-49817d667339 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:35.719156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Attempting to bind port 70f3c2e1-6534-43be-9522-49817d667339 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:35.719493 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Attempting to bind port 70f3c2e1-6534-43be-9522-49817d667339 on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:35.743128 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-806dbeea-7dd1-4d66-987a-5c38a3928d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.781043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Port 70f3c2e1-6534-43be-9522-49817d667339 on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:19:35.786166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Attempting to bind port 70f3c2e1-6534-43be-9522-49817d667339 on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:35.834882 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-33b860f8-b6cd-48cd-a0e6-6d203e019bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:35.836425 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-33b860f8-b6cd-48cd-a0e6-6d203e019bdf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.2308803 Sep 07 16:19:35.839364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:35.839709 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Checking segment: {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:35.840097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Bound using segment: {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:35.840817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Bound port: 70f3c2e1-6534-43be-9522-49817d667339, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:35.841885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.959820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-685a72f7-4adb-4e97-b15c-79985cba99c6 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:35.962134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] For port 70f3c2e1-6534-43be-9522-49817d667339, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:35.967634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] For port 70f3c2e1-6534-43be-9522-49817d667339, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=70f3c2e1-6534-43be-9522-49817d667339,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:35.995011 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:36.090601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4afecf-7a91-4b34-939c-e6ef6b99eab1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 2e38f5cd-5267-48f5-960d-645e20d465d5 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:19:36.246959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-398bbc5b-7171-411f-b5fd-905caae18013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.251662 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-398bbc5b-7171-411f-b5fd-905caae18013 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4015594 Sep 07 16:19:36.265367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.271974 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:36.273640 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] 10.222.0.54 "PUT /v2.0/ports/70f3c2e1-6534-43be-9522-49817d667339 HTTP/1.1" status: 200 len: 1135 time: 3.0440037 Sep 07 16:19:36.276623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '70f3c2e1-6534-43be-9522-49817d667339'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:36.279117 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e838ac-7e91-49d6-8c75-0632ad260af0" -d '{"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "70f3c2e1-6534-43be-9522-49817d667339"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:36.289313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34618) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:36.413139 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f295a36-5aa9-488d-8a6a-e84e5c1128f0 x-openstack-request-id: req-3f295a36-5aa9-488d-8a6a-e84e5c1128f0 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:36.413261 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "70f3c2e1-6534-43be-9522-49817d667339", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:36.413569 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f295a36-5aa9-488d-8a6a-e84e5c1128f0 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:36.413943 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '70f3c2e1-6534-43be-9522-49817d667339', 'status': 'completed', 'code': 200} Sep 07 16:19:36.428891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Request body: {'port': {'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:36.448466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e9f3b-bc8f-4bef-b650-a4eea5b36044 service neutron] Pushing event updated for resources: {'Port': ['ID=70f3c2e1-6534-43be-9522-49817d667339,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:36.537428 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-bd9a5052-aead-42ca-8826-a80f700edb7b service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521625 Sep 07 16:19:36.554919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4afecf-7a91-4b34-939c-e6ef6b99eab1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:19:36.569059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641b695f-3561-4640-870c-1a507dd12338 None None] Sync routers for ids ['2e38f5cd-5267-48f5-960d-645e20d465d5'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:19:36.570115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ca4afecf-7a91-4b34-939c-e6ef6b99eab1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/2e38f5cd-5267-48f5-960d-645e20d465d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8670318 Sep 07 16:19:36.592552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34624) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:36.607063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641b695f-3561-4640-870c-1a507dd12338 None None] Routers {'2e38f5cd-5267-48f5-960d-645e20d465d5'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:36.611168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-641b695f-3561-4640-870c-1a507dd12338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2e38f5cd-5267-48f5-960d-645e20d465d5'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:36.640405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f4087da3-c475-4356-922d-f5901bbbe629 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e38f5cd-5267-48f5-960d-645e20d465d5 HTTP/1.1" status: 200 len: 205 time: 0.0438468 Sep 07 16:19:36.647829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34628) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:36.672709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2376-4d7a-4ce6-a563-e9ccfbec601c req-4bce62d8-de6b-4053-8661-ab2c9aa02bd2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.680224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2376-4d7a-4ce6-a563-e9ccfbec601c req-4bce62d8-de6b-4053-8661-ab2c9aa02bd2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.687509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2376-4d7a-4ce6-a563-e9ccfbec601c req-4bce62d8-de6b-4053-8661-ab2c9aa02bd2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.690413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-641b695f-3561-4640-870c-1a507dd12338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:36.696200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2376-4d7a-4ce6-a563-e9ccfbec601c req-4bce62d8-de6b-4053-8661-ab2c9aa02bd2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.703055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2376-4d7a-4ce6-a563-e9ccfbec601c req-4bce62d8-de6b-4053-8661-ab2c9aa02bd2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.710749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641b695f-3561-4640-870c-1a507dd12338 None None] Routers {'2e38f5cd-5267-48f5-960d-645e20d465d5'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:36.711262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2376-4d7a-4ce6-a563-e9ccfbec601c req-4bce62d8-de6b-4053-8661-ab2c9aa02bd2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.711700 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-641b695f-3561-4640-870c-1a507dd12338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2e38f5cd-5267-48f5-960d-645e20d465d5'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:36.719916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6cae2376-4d7a-4ce6-a563-e9ccfbec601c req-4bce62d8-de6b-4053-8661-ab2c9aa02bd2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 4605 time: 0.4661982 Sep 07 16:19:36.747988 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-9fb90510-bfc5-44ed-9d44-88818c3de0f8 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787531 Sep 07 16:19:36.752201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-641b695f-3561-4640-870c-1a507dd12338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:36.753367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641b695f-3561-4640-870c-1a507dd12338 None None] The sync data for ids ['2e38f5cd-5267-48f5-960d-645e20d465d5'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:36.769417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e838ac-7e91-49d6-8c75-0632ad260af0 req-511b0c95-fe9a-48e2-a815-dbbbdf054c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.769971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e838ac-7e91-49d6-8c75-0632ad260af0 req-511b0c95-fe9a-48e2-a815-dbbbdf054c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.770650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e838ac-7e91-49d6-8c75-0632ad260af0 req-511b0c95-fe9a-48e2-a815-dbbbdf054c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.771318 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e838ac-7e91-49d6-8c75-0632ad260af0 req-511b0c95-fe9a-48e2-a815-dbbbdf054c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.771984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e838ac-7e91-49d6-8c75-0632ad260af0 req-511b0c95-fe9a-48e2-a815-dbbbdf054c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.773078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e838ac-7e91-49d6-8c75-0632ad260af0 req-511b0c95-fe9a-48e2-a815-dbbbdf054c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:36.775147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48e838ac-7e91-49d6-8c75-0632ad260af0 req-511b0c95-fe9a-48e2-a815-dbbbdf054c58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5291 time: 0.3739455 Sep 07 16:19:36.865883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:36.899813 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b2f6183f-a853-40ff-ae02-328b1be66180 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.187326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e838ac-7e91-49d6-8c75-0632ad260af0 req-bc65396b-f01e-4ce3-b635-895872401d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:37.188450 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e838ac-7e91-49d6-8c75-0632ad260af0 req-bc65396b-f01e-4ce3-b635-895872401d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:37.189188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e838ac-7e91-49d6-8c75-0632ad260af0 req-bc65396b-f01e-4ce3-b635-895872401d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:37.191039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48e838ac-7e91-49d6-8c75-0632ad260af0 req-bc65396b-f01e-4ce3-b635-895872401d55 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4002688 Sep 07 16:19:37.232297 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07089f51-a6a0-45e6-be22-3f943029ad6d {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:19:37.246100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.250784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6cae2376-4d7a-4ce6-a563-e9ccfbec601c req-af66b8dd-be02-46f0-ac0f-7f47d7d65d6c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5297668 Sep 07 16:19:37.262318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Transition to ACTIVE for port object 07089f51-a6a0-45e6-be22-3f943029ad6d will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:37.263489 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed491726-77eb-4209-a851-ea1129162046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.267002 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-25007541-cc5b-44cb-b6a2-202d13a61e44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 HTTP/1.1" status: 200 len: 217 time: 0.4965394 Sep 07 16:19:37.276746 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.366050 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b2f6183f-a853-40ff-ae02-328b1be66180 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.383294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Pushing event updated for resources: {'Port': ['ID=07089f51-a6a0-45e6-be22-3f943029ad6d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:37.404623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b2f6183f-a853-40ff-ae02-328b1be66180 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.578156 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b2f6183f-a853-40ff-ae02-328b1be66180 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.578984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f6183f-a853-40ff-ae02-328b1be66180 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Fanout notify agent at l3_agent the message router_deleted on router 2e38f5cd-5267-48f5-960d-645e20d465d5 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:19:37.592054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e838ac-7e91-49d6-8c75-0632ad260af0 req-af410007-4b76-40d9-add9-2caf849a19df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:37.594657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48e838ac-7e91-49d6-8c75-0632ad260af0 req-af410007-4b76-40d9-add9-2caf849a19df service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3495319 Sep 07 16:19:37.605784 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b2f6183f-a853-40ff-ae02-328b1be66180 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.607563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b2f6183f-a853-40ff-ae02-328b1be66180 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/2e38f5cd-5267-48f5-960d-645e20d465d5 HTTP/1.1" status: 204 len: 168 time: 0.9581800 Sep 07 16:19:37.610221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34642) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:37.691689 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1ccf4e-3ea5-4f56-9de2-feb1922c1d55 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting subnet b893a621-3eb7-48ae-9753-d7a5b1a96c58 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:19:37.703474 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccf4e-3ea5-4f56-9de2-feb1922c1d55 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.770677 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccf4e-3ea5-4f56-9de2-feb1922c1d55 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.861010 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-806dbeea-7dd1-4d66-987a-5c38a3928d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.901382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-685a72f7-4adb-4e97-b15c-79985cba99c6 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Deleting port 697c91d9-03f5-4840-89fc-3a6f43433251 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:37.901382 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-685a72f7-4adb-4e97-b15c-79985cba99c6 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.934629 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-806dbeea-7dd1-4d66-987a-5c38a3928d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:37.981150 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-806dbeea-7dd1-4d66-987a-5c38a3928d7c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46ea34adc0cc4666874789bb7c674665&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8969316 Sep 07 16:19:37.986446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Attempting to bind port 07089f51-a6a0-45e6-be22-3f943029ad6d on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:37.987043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Attempting to bind port 07089f51-a6a0-45e6-be22-3f943029ad6d by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:37.987567 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Attempting to bind port 07089f51-a6a0-45e6-be22-3f943029ad6d on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:37.989951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:38.086336 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a035a3b0-a8dd-4e18-a53a-d151c965f531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:38.109434 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a035a3b0-a8dd-4e18-a53a-d151c965f531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:38.159263 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-f5b97df1-7266-4b3d-9237-6fb4cdf06724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:38.162074 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-f5b97df1-7266-4b3d-9237-6fb4cdf06724 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef42e25e-cc1c-4df5-a8de-a86bed94f9b0 HTTP/1.1" status: 200 len: 797 time: 0.8709507 Sep 07 16:19:38.167638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Port 07089f51-a6a0-45e6-be22-3f943029ad6d on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:19:38.168162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Attempting to bind port 07089f51-a6a0-45e6-be22-3f943029ad6d on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:38.179039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:38.179606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Checking segment: {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:38.180176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Bound using segment: {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:38.180809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Bound port: 07089f51-a6a0-45e6-be22-3f943029ad6d, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:38.181346 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:38.213166 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a035a3b0-a8dd-4e18-a53a-d151c965f531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:38.216264 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a035a3b0-a8dd-4e18-a53a-d151c965f531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:38.222214 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a035a3b0-a8dd-4e18-a53a-d151c965f531 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/41d9131c-a968-4584-8611-ec4a08d53a68 HTTP/1.1" status: 204 len: 168 time: 0.2218635 Sep 07 16:19:38.227785 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806dbeea-7dd1-4d66-987a-5c38a3928d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d9131c-a968-4584-8611-ec4a08d53a68,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:38.261944 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccf4e-3ea5-4f56-9de2-feb1922c1d55 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:38.319175 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-685a72f7-4adb-4e97-b15c-79985cba99c6 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:38.349555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035a3b0-a8dd-4e18-a53a-d151c965f531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d9131c-a968-4584-8611-ec4a08d53a68,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:38.386351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-685a72f7-4adb-4e97-b15c-79985cba99c6 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Calling delete_port for 697c91d9-03f5-4840-89fc-3a6f43433251 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:38.476608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-cced40b0-b451-4ae1-9932-3f5abcfb1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:38.483361 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-cced40b0-b451-4ae1-9932-3f5abcfb1ac0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3069179 Sep 07 16:19:38.516845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] For port 07089f51-a6a0-45e6-be22-3f943029ad6d, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:38.561191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] For port 07089f51-a6a0-45e6-be22-3f943029ad6d, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=07089f51-a6a0-45e6-be22-3f943029ad6d,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:38.601325 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:38.658031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccf4e-3ea5-4f56-9de2-feb1922c1d55 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:38.709753 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed491726-77eb-4209-a851-ea1129162046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:38.715095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:38.721520 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:38.728630 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] 10.222.0.54 "PUT /v2.0/ports/07089f51-a6a0-45e6-be22-3f943029ad6d HTTP/1.1" status: 200 len: 1135 time: 2.3238251 Sep 07 16:19:38.781674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ccf4e-3ea5-4f56-9de2-feb1922c1d55 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Subnet': ['ID=b893a621-3eb7-48ae-9753-d7a5b1a96c58,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:38.800595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '07089f51-a6a0-45e6-be22-3f943029ad6d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:38.814150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae173edf-c369-4ddd-9492-18ea47bb2c25 None None] Network d042f92d-6ec9-4ea3-8c5a-dabec1389a19 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:38.824864 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d" -d '{"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "07089f51-a6a0-45e6-be22-3f943029ad6d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:38.837952 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d1ccf4e-3ea5-4f56-9de2-feb1922c1d55 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:38.849517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1d1ccf4e-3ea5-4f56-9de2-feb1922c1d55 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/b893a621-3eb7-48ae-9753-d7a5b1a96c58 HTTP/1.1" status: 204 len: 168 time: 1.2371197 Sep 07 16:19:38.852527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e88911-0c71-46f7-8a90-6c7faced6588 service neutron] Pushing event updated for resources: {'Port': ['ID=07089f51-a6a0-45e6-be22-3f943029ad6d,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:38.854896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34674) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:38.867637 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-e4a1acef-a60d-4bc0-b340-c85353a6120d service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699734 Sep 07 16:19:38.894023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Request body: {'port': {'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:38.898925 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed491726-77eb-4209-a851-ea1129162046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.013804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34678) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:39.019334 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11312b8-703d-4ae4-bf27-326fd0091606 x-openstack-request-id: req-c11312b8-703d-4ae4-bf27-326fd0091606 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:39.020475 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "07089f51-a6a0-45e6-be22-3f943029ad6d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:39.020945 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c11312b8-703d-4ae4-bf27-326fd0091606 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:39.022095 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '07089f51-a6a0-45e6-be22-3f943029ad6d', 'status': 'completed', 'code': 200} Sep 07 16:19:39.057912 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d0434b8-8b70-41ea-b102-a000506d9788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.116985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f8923-c595-4f67-87cd-54d3f76435ec req-8b8cb05d-b211-4c2e-b174-a22cab3112f5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.139693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f8923-c595-4f67-87cd-54d3f76435ec req-8b8cb05d-b211-4c2e-b174-a22cab3112f5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.146132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f8923-c595-4f67-87cd-54d3f76435ec req-8b8cb05d-b211-4c2e-b174-a22cab3112f5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.170143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f8923-c595-4f67-87cd-54d3f76435ec req-8b8cb05d-b211-4c2e-b174-a22cab3112f5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.186813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f8923-c595-4f67-87cd-54d3f76435ec req-8b8cb05d-b211-4c2e-b174-a22cab3112f5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.198340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f8923-c595-4f67-87cd-54d3f76435ec req-8b8cb05d-b211-4c2e-b174-a22cab3112f5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.211228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f8923-c595-4f67-87cd-54d3f76435ec req-8b8cb05d-b211-4c2e-b174-a22cab3112f5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.220748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d3f8923-c595-4f67-87cd-54d3f76435ec req-8b8cb05d-b211-4c2e-b174-a22cab3112f5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5382 time: 0.6698644 Sep 07 16:19:39.226723 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ed491726-77eb-4209-a851-ea1129162046 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73e648165f0f43eb9caed48e0eae56d6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9349060 Sep 07 16:19:39.231826 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.252786 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed491726-77eb-4209-a851-ea1129162046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0442db-9461-4a9f-b873-2d5af136372a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:39.253795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d81bd8-9895-4f70-8ec3-1d69c6a0329b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting subnet 93264552-847a-4868-949c-ee348b5d43a6 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:19:39.269044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34686) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:39.318745 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91d81bd8-9895-4f70-8ec3-1d69c6a0329b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.339770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223b093f-4136-4c23-a1c8-d66214972567 None None] DHCP port deletion for d042f92d-6ec9-4ea3-8c5a-dabec1389a19 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:19:39.438119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-223b093f-4136-4c23-a1c8-d66214972567 None None] Deleting port 55f65bfa-40be-4d6a-b21f-3d6f004faf25 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:39.443556 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-223b093f-4136-4c23-a1c8-d66214972567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.547210 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-5fdd7c3a-424a-46da-812d-0d31cb0b85e0 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649642 Sep 07 16:19:39.607584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-223b093f-4136-4c23-a1c8-d66214972567 None None] For port 55f65bfa-40be-4d6a-b21f-3d6f004faf25, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=55f65bfa-40be-4d6a-b21f-3d6f004faf25,segment=NetworkSegment(79abfc53-9ab8-47a3-904a-892fe52d969f),segment_id=79abfc53-9ab8-47a3-904a-892fe52d969f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:39.608168 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-223b093f-4136-4c23-a1c8-d66214972567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.643244 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91078573-4574-4168-ba60-25295165bb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.643791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-223b093f-4136-4c23-a1c8-d66214972567 None None] Calling delete_port for 55f65bfa-40be-4d6a-b21f-3d6f004faf25 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:39.667795 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91d81bd8-9895-4f70-8ec3-1d69c6a0329b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.683879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d3f8923-c595-4f67-87cd-54d3f76435ec req-1f3004be-85e5-4354-aec4-da35dc1180d1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4618797 Sep 07 16:19:39.702008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-2c77246c-cd14-4ba4-b691-a55b6ae01ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.702746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-2c77246c-cd14-4ba4-b691-a55b6ae01ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.703583 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-2c77246c-cd14-4ba4-b691-a55b6ae01ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.704941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-2c77246c-cd14-4ba4-b691-a55b6ae01ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.706796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-2c77246c-cd14-4ba4-b691-a55b6ae01ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.708581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-2c77246c-cd14-4ba4-b691-a55b6ae01ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.709608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-2c77246c-cd14-4ba4-b691-a55b6ae01ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:39.711747 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-2c77246c-cd14-4ba4-b691-a55b6ae01ca3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 6219 time: 0.6763067 Sep 07 16:19:39.767985 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-ff39d43c-fb44-4a80-b8db-78530b9a8318 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d39f6353-2298-46e1-accb-22762d3f7601 HTTP/1.1" status: 200 len: 217 time: 0.1593289 Sep 07 16:19:39.810759 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-223b093f-4136-4c23-a1c8-d66214972567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.829720 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91078573-4574-4168-ba60-25295165bb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.831931 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-685a72f7-4adb-4e97-b15c-79985cba99c6 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:39.896437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b093f-4136-4c23-a1c8-d66214972567 None None] No DVR routers for this DVR port 55f65bfa-40be-4d6a-b21f-3d6f004faf25 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:19:39.900423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b093f-4136-4c23-a1c8-d66214972567 None None] Pushing event deleted for resources: {'Port': ['ID=55f65bfa-40be-4d6a-b21f-3d6f004faf25,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:40.110098 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d0434b8-8b70-41ea-b102-a000506d9788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:40.112667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-8df8cacc-614e-418b-bc8a-5abd2dc720d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:40.123860 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-8df8cacc-614e-418b-bc8a-5abd2dc720d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef42e25e-cc1c-4df5-a8de-a86bed94f9b0 HTTP/1.1" status: 200 len: 797 time: 0.3444922 Sep 07 16:19:40.127738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d0434b8-8b70-41ea-b102-a000506d9788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:40.290137 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3d0434b8-8b70-41ea-b102-a000506d9788 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4708a91d42d349058c12be0bd0484b75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2617290 Sep 07 16:19:40.350298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 55f65bfa-40be-4d6a-b21f-3d6f004faf25 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:19:40.411616 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01126d7f-4fd2-4904-8742-0a15a6071315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:40.417794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a72f7-4adb-4e97-b15c-79985cba99c6 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event deleted for resources: {'Port': ['ID=697c91d9-03f5-4840-89fc-3a6f43433251,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:40.423940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 55f65bfa-40be-4d6a-b21f-3d6f004faf25 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:19:40.424185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 55f65bfa-40be-4d6a-b21f-3d6f004faf25 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:19:40.431805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34702) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:40.519299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874b4530-320c-4dea-8574-eb9c02bd67ba {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:19:40.528509 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:40.545539 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0434b8-8b70-41ea-b102-a000506d9788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a2bd00-7532-4687-84e3-320a8e4d5cda,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:40.551100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c1568-cefe-4fbc-a867-77347987a498 req-2ef5c1cf-fa40-46fe-8189-7c5e44baeae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:40.554800 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-2ef5c1cf-fa40-46fe-8189-7c5e44baeae6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3932631 Sep 07 16:19:40.607780 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91d81bd8-9895-4f70-8ec3-1d69c6a0329b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:40.656194 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-66a709d1-3b22-44af-95f9-a028f7ecd8be service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867441 Sep 07 16:19:40.684674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-4dd08357-e404-44b6-83e2-33dc378a8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:40.685887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-4dd08357-e404-44b6-83e2-33dc378a8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:40.686557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-4dd08357-e404-44b6-83e2-33dc378a8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:40.689889 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-4dd08357-e404-44b6-83e2-33dc378a8594 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9224067 Sep 07 16:19:40.699394 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91d81bd8-9895-4f70-8ec3-1d69c6a0329b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:40.715841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Transition to ACTIVE for port object 874b4530-320c-4dea-8574-eb9c02bd67ba will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:40.738593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:40.921623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d81bd8-9895-4f70-8ec3-1d69c6a0329b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Subnet': ['ID=93264552-847a-4868-949c-ee348b5d43a6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:40.930391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-6ef945c9-31aa-47bd-a362-4c1a681962ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:40.934833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d167fc7f-edd0-4c7d-8862-7f994bfaa16d req-6ef945c9-31aa-47bd-a362-4c1a681962ae service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2301872 Sep 07 16:19:40.935503 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91078573-4574-4168-ba60-25295165bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:40.944070 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91078573-4574-4168-ba60-25295165bb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:40.948069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-91078573-4574-4168-ba60-25295165bb48 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f0442db-9461-4a9f-b873-2d5af136372a HTTP/1.1" status: 204 len: 168 time: 1.6357486 Sep 07 16:19:41.032128 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d69c1568-cefe-4fbc-a867-77347987a498 req-374d0920-9d02-44c9-8037-d8301f47bb95 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676517 Sep 07 16:19:41.072478 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-108e54f7-f90f-4c13-b785-4c4f5bb50d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:41.099158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Pushing event updated for resources: {'Port': ['ID=874b4530-320c-4dea-8574-eb9c02bd67ba,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:41.101354 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-108e54f7-f90f-4c13-b785-4c4f5bb50d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:41.220870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Attempting to bind port 874b4530-320c-4dea-8574-eb9c02bd67ba on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:41.221395 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Attempting to bind port 874b4530-320c-4dea-8574-eb9c02bd67ba by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:41.221824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Attempting to bind port 874b4530-320c-4dea-8574-eb9c02bd67ba on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:41.230706 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Port 874b4530-320c-4dea-8574-eb9c02bd67ba on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:19:41.232935 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Attempting to bind port 874b4530-320c-4dea-8574-eb9c02bd67ba on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:41.251562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b054d52-ae84-4b55-bb1c-dc50caa31a16 None None] Network a0b0cec1-b723-4760-8e97-f8bc7b44eba3 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:41.252102 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91d81bd8-9895-4f70-8ec3-1d69c6a0329b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:41.256423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-91d81bd8-9895-4f70-8ec3-1d69c6a0329b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/93264552-847a-4868-949c-ee348b5d43a6 HTTP/1.1" status: 204 len: 168 time: 2.3868775 Sep 07 16:19:41.256596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:41.256596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Checking segment: {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:41.258168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Bound using segment: {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:41.258747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Bound port: 874b4530-320c-4dea-8574-eb9c02bd67ba, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:41.259217 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:41.264783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-108e54f7-f90f-4c13-b785-4c4f5bb50d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:41.267985 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-108e54f7-f90f-4c13-b785-4c4f5bb50d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:41.268119 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34726) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:41.275356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-108e54f7-f90f-4c13-b785-4c4f5bb50d49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60a2bd00-7532-4687-84e3-320a8e4d5cda HTTP/1.1" status: 204 len: 168 time: 0.8421440 Sep 07 16:19:41.417982 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-685a72f7-4adb-4e97-b15c-79985cba99c6 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:41.439468 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91078573-4574-4168-ba60-25295165bb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0442db-9461-4a9f-b873-2d5af136372a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:41.557113 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274cc7-62ac-4f13-b927-682e0549908e req-4186de8b-3e89-43d3-8778-abe2c3c2b508 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:41.570044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274cc7-62ac-4f13-b927-682e0549908e req-4186de8b-3e89-43d3-8778-abe2c3c2b508 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:41.584934 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35fe8cfa-7185-4a31-bbc6-063297f13728 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:41.610188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274cc7-62ac-4f13-b927-682e0549908e req-4186de8b-3e89-43d3-8778-abe2c3c2b508 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:41.628943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274cc7-62ac-4f13-b927-682e0549908e req-4186de8b-3e89-43d3-8778-abe2c3c2b508 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:41.657061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274cc7-62ac-4f13-b927-682e0549908e req-4186de8b-3e89-43d3-8778-abe2c3c2b508 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:41.664996 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] For port 874b4530-320c-4dea-8574-eb9c02bd67ba, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:41.670306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274cc7-62ac-4f13-b927-682e0549908e req-4186de8b-3e89-43d3-8778-abe2c3c2b508 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:41.673188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] For port 874b4530-320c-4dea-8574-eb9c02bd67ba, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=874b4530-320c-4dea-8574-eb9c02bd67ba,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:41.692243 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:41.717959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274cc7-62ac-4f13-b927-682e0549908e req-4186de8b-3e89-43d3-8778-abe2c3c2b508 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:41.724184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a274cc7-62ac-4f13-b927-682e0549908e req-4186de8b-3e89-43d3-8778-abe2c3c2b508 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5394 time: 0.6625638 Sep 07 16:19:41.779279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:41.780871 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:41.783061 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] 10.222.0.54 "PUT /v2.0/ports/874b4530-320c-4dea-8574-eb9c02bd67ba HTTP/1.1" status: 200 len: 1091 time: 2.9142385 Sep 07 16:19:41.789600 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '874b4530-320c-4dea-8574-eb9c02bd67ba'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:41.796516 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583023ef-550b-46b2-86c3-58bc1eb19aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "874b4530-320c-4dea-8574-eb9c02bd67ba"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:41.866478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Request body: {'port': {'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:41.958228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9b22f6-7b0d-4476-a6d5-c356d4f43094 None None] DHCP port deletion for a0b0cec1-b723-4760-8e97-f8bc7b44eba3 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:19:42.011775 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34738) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:42.062808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e54f7-f90f-4c13-b785-4c4f5bb50d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a2bd00-7532-4687-84e3-320a8e4d5cda,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:42.154401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b22f6-7b0d-4476-a6d5-c356d4f43094 None None] Deleting port 357766f8-d02d-4b9a-be3e-615f4021153d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:42.154696 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd9b22f6-7b0d-4476-a6d5-c356d4f43094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:42.198692 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9570ffd3-88ed-4508-a6e0-c2a014313e24 x-openstack-request-id: req-9570ffd3-88ed-4508-a6e0-c2a014313e24 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:42.203567 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "874b4530-320c-4dea-8574-eb9c02bd67ba", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:42.208759 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9570ffd3-88ed-4508-a6e0-c2a014313e24 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:42.210953 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '874b4530-320c-4dea-8574-eb9c02bd67ba', 'status': 'completed', 'code': 200} Sep 07 16:19:42.237858 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35fe8cfa-7185-4a31-bbc6-063297f13728 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:42.268838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5d17e-83d2-4e13-9823-96b63a087e4d service neutron] Pushing event updated for resources: {'Port': ['ID=874b4530-320c-4dea-8574-eb9c02bd67ba,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:42.299649 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2244463-b7d4-48ef-bd97-1fa6765e0859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:42.327031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bd9b22f6-7b0d-4476-a6d5-c356d4f43094 None None] For port 357766f8-d02d-4b9a-be3e-615f4021153d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=357766f8-d02d-4b9a-be3e-615f4021153d,segment=NetworkSegment(0e8c2573-3531-42c0-9715-a7fb21bad03e),segment_id=0e8c2573-3531-42c0-9715-a7fb21bad03e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:42.327947 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd9b22f6-7b0d-4476-a6d5-c356d4f43094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:42.344074 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:42.369414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b22f6-7b0d-4476-a6d5-c356d4f43094 None None] Calling delete_port for 357766f8-d02d-4b9a-be3e-615f4021153d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:42.369632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-35fe8cfa-7185-4a31-bbc6-063297f13728 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d042f92d-6ec9-4ea3-8c5a-dabec1389a19']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:42.450979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685a72f7-4adb-4e97-b15c-79985cba99c6 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Router d997dde4-b409-4203-8417-e21f7d3de842 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:19:42.511736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a274cc7-62ac-4f13-b927-682e0549908e req-f54c6774-6550-4f83-8aac-36f0180eb84d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4489410 Sep 07 16:19:42.553388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-cff53633-d1c9-4886-9144-907a071628c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:42.555918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-cff53633-d1c9-4886-9144-907a071628c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:42.556597 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-cff53633-d1c9-4886-9144-907a071628c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:42.557112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-cff53633-d1c9-4886-9144-907a071628c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:42.557618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-cff53633-d1c9-4886-9144-907a071628c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:42.558159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-cff53633-d1c9-4886-9144-907a071628c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:42.562197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-cff53633-d1c9-4886-9144-907a071628c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:42.567484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2244463-b7d4-48ef-bd97-1fa6765e0859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:42.571140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-cff53633-d1c9-4886-9144-907a071628c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 6286 time: 0.5138841 Sep 07 16:19:42.596224 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2244463-b7d4-48ef-bd97-1fa6765e0859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:42.608467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-35fe8cfa-7185-4a31-bbc6-063297f13728 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79abfc53-9ab8-47a3-904a-892fe52d969f') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:42.608795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-35fe8cfa-7185-4a31-bbc6-063297f13728 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79abfc53-9ab8-47a3-904a-892fe52d969f') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:42.609661 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd9b22f6-7b0d-4476-a6d5-c356d4f43094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:42.619634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 357766f8-d02d-4b9a-be3e-615f4021153d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:19:42.780985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 357766f8-d02d-4b9a-be3e-615f4021153d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:19:42.787496 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 357766f8-d02d-4b9a-be3e-615f4021153d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:19:42.806486 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b22f6-7b0d-4476-a6d5-c356d4f43094 None None] Pushing event deleted for resources: {'Port': ['ID=357766f8-d02d-4b9a-be3e-615f4021153d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:42.823793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b22f6-7b0d-4476-a6d5-c356d4f43094 None None] No DVR routers for this DVR port 357766f8-d02d-4b9a-be3e-615f4021153d on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:19:42.894763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-9cec623d-a5dc-40ee-bc9b-2c5ec871fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:42.898345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-9cec623d-a5dc-40ee-bc9b-2c5ec871fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:42.898862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-9cec623d-a5dc-40ee-bc9b-2c5ec871fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:42.901829 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-9cec623d-a5dc-40ee-bc9b-2c5ec871fc4b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3101850 Sep 07 16:19:43.040116 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685a72f7-4adb-4e97-b15c-79985cba99c6 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:19:43.042511 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35fe8cfa-7185-4a31-bbc6-063297f13728 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:43.052295 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc7e4f-a41c-4846-8446-e216307e49b2 None None] Sync routers for ids ['d997dde4-b409-4203-8417-e21f7d3de842'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:19:43.054957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-685a72f7-4adb-4e97-b15c-79985cba99c6 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "PUT /v2.0/routers/d997dde4-b409-4203-8417-e21f7d3de842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0800068 Sep 07 16:19:43.065194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34776) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:43.087379 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc7e4f-a41c-4846-8446-e216307e49b2 None None] Routers {'d997dde4-b409-4203-8417-e21f7d3de842'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:43.087966 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7cfc7e4f-a41c-4846-8446-e216307e49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d997dde4-b409-4203-8417-e21f7d3de842'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:43.198144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2244463-b7d4-48ef-bd97-1fa6765e0859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3748c068-8266-4909-ad27-ae9406b202c3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:43.205321 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-b775e5ae-23f9-4164-8def-3c88cd196181 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] delete failed (client error): The resource could not be found. Sep 07 16:19:43.205321 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b775e5ae-23f9-4164-8def-3c88cd196181 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-1480137597 HTTP/1.1" status: 404 len: 335 time: 0.1386333 Sep 07 16:19:43.205747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34784) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:43.216808 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c2244463-b7d4-48ef-bd97-1fa6765e0859 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2103a78ecdd419ab1bbfd3b6847b518&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2039056 Sep 07 16:19:43.218124 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35fe8cfa-7185-4a31-bbc6-063297f13728 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:43.221221 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7cfc7e4f-a41c-4846-8446-e216307e49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:43.245147 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc7e4f-a41c-4846-8446-e216307e49b2 None None] Routers {'d997dde4-b409-4203-8417-e21f7d3de842'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:43.245283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9dde2d01-a079-4dd6-a9c5-163094a7105d tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd997dde4-b409-4203-8417-e21f7d3de842'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:43.245767 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7cfc7e4f-a41c-4846-8446-e216307e49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d997dde4-b409-4203-8417-e21f7d3de842'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:43.308847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33057372-0240-45a8-a8b2-096c337b7fe5 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:19:43.318735 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:43.320834 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7cfc7e4f-a41c-4846-8446-e216307e49b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:43.321530 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc7e4f-a41c-4846-8446-e216307e49b2 None None] The sync data for ids ['d997dde4-b409-4203-8417-e21f7d3de842'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:43.346920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Transition to ACTIVE for port object 33057372-0240-45a8-a8b2-096c337b7fe5 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:43.350947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34786) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:43.360886 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35fe8cfa-7185-4a31-bbc6-063297f13728 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:19:43.361360 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35fe8cfa-7185-4a31-bbc6-063297f13728 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:19:43.368633 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:43.548178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4688371-a112-4cd2-8762-a4a082037954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:43.614747 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35fe8cfa-7185-4a31-bbc6-063297f13728 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:43.619698 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35fe8cfa-7185-4a31-bbc6-063297f13728 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:43.622346 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-35fe8cfa-7185-4a31-bbc6-063297f13728 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/networks/d042f92d-6ec9-4ea3-8c5a-dabec1389a19 HTTP/1.1" status: 204 len: 168 time: 2.3522530 Sep 07 16:19:43.677316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34810) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:43.678168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe8cfa-7185-4a31-bbc6-063297f13728 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Network': ['ID=d042f92d-6ec9-4ea3-8c5a-dabec1389a19,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:43.681233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Pushing event updated for resources: {'Port': ['ID=33057372-0240-45a8-a8b2-096c337b7fe5,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:43.746725 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4688371-a112-4cd2-8762-a4a082037954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:43.869900 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dde2d01-a079-4dd6-a9c5-163094a7105d tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:43.964283 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:44.019185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Attempting to bind port 33057372-0240-45a8-a8b2-096c337b7fe5 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:44.019523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Attempting to bind port 33057372-0240-45a8-a8b2-096c337b7fe5 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:44.019919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Attempting to bind port 33057372-0240-45a8-a8b2-096c337b7fe5 on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:44.028144 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-9dde2d01-a079-4dd6-a9c5-163094a7105d tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] update failed (client error): The resource could not be found. Sep 07 16:19:44.034198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9dde2d01-a079-4dd6-a9c5-163094a7105d tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "PUT /v2.0/routers/d997dde4-b409-4203-8417-e21f7d3de842 HTTP/1.1" status: 404 len: 339 time: 0.8195300 Sep 07 16:19:44.035327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4688371-a112-4cd2-8762-a4a082037954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:44.035327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e4688371-a112-4cd2-8762-a4a082037954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:44.037786 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e4688371-a112-4cd2-8762-a4a082037954 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3748c068-8266-4909-ad27-ae9406b202c3 HTTP/1.1" status: 204 len: 168 time: 0.6857736 Sep 07 16:19:44.038413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34818) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:44.061458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95ba4d54-002b-418a-b6b4-0b67c3c26fc5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:44.100073 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Port 33057372-0240-45a8-a8b2-096c337b7fe5 on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:19:44.100959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Attempting to bind port 33057372-0240-45a8-a8b2-096c337b7fe5 on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:44.135743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69836a-2777-482b-8616-c430cd31879f req-c4bd9f90-8881-4946-8b0e-941893a27521 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:44.147994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69836a-2777-482b-8616-c430cd31879f req-c4bd9f90-8881-4946-8b0e-941893a27521 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:44.166775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69836a-2777-482b-8616-c430cd31879f req-c4bd9f90-8881-4946-8b0e-941893a27521 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:44.209429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69836a-2777-482b-8616-c430cd31879f req-c4bd9f90-8881-4946-8b0e-941893a27521 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:44.211309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4688371-a112-4cd2-8762-a4a082037954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3748c068-8266-4909-ad27-ae9406b202c3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:44.226941 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-848d534e-2208-497b-863a-91e538155217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:44.247888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69836a-2777-482b-8616-c430cd31879f req-c4bd9f90-8881-4946-8b0e-941893a27521 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:44.262510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69836a-2777-482b-8616-c430cd31879f req-c4bd9f90-8881-4946-8b0e-941893a27521 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:44.276091 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69836a-2777-482b-8616-c430cd31879f req-c4bd9f90-8881-4946-8b0e-941893a27521 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:44.279819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:44.280158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Checking segment: {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:44.280582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Bound using segment: {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:44.281101 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Bound port: 33057372-0240-45a8-a8b2-096c337b7fe5, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71a6b78-4545-4a1c-874f-ef34446e1028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:44.281476 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:44.282863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a69836a-2777-482b-8616-c430cd31879f req-c4bd9f90-8881-4946-8b0e-941893a27521 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5406 time: 0.5368874 Sep 07 16:19:44.297854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-530d7adf-b8cc-4f81-8bba-2cab5d5fd323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:44.302681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-583023ef-550b-46b2-86c3-58bc1eb19aa7 req-530d7adf-b8cc-4f81-8bba-2cab5d5fd323 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2560687 Sep 07 16:19:44.337388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34828) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:44.439883 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a69836a-2777-482b-8616-c430cd31879f req-f9a5f296-355d-4424-8e0e-4e631beca424 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1345923 Sep 07 16:19:44.479006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] For port 33057372-0240-45a8-a8b2-096c337b7fe5, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:44.482445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] For port 33057372-0240-45a8-a8b2-096c337b7fe5, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=33057372-0240-45a8-a8b2-096c337b7fe5,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:44.561686 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:44.711651 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:44.712291 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:44.718595 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] 10.222.0.54 "PUT /v2.0/ports/33057372-0240-45a8-a8b2-096c337b7fe5 HTTP/1.1" status: 200 len: 1090 time: 2.8921213 Sep 07 16:19:44.722612 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95ba4d54-002b-418a-b6b4-0b67c3c26fc5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:44.735324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '33057372-0240-45a8-a8b2-096c337b7fe5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:44.744825 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77877761-a759-4c96-a656-0b54ffb29e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "33057372-0240-45a8-a8b2-096c337b7fe5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:44.800064 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:44.860372 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:44.882745 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-95ba4d54-002b-418a-b6b4-0b67c3c26fc5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b0cec1-b723-4760-8e97-f8bc7b44eba3']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:44.938030 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-95ba4d54-002b-418a-b6b4-0b67c3c26fc5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8c2573-3531-42c0-9715-a7fb21bad03e') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:44.938350 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-95ba4d54-002b-418a-b6b4-0b67c3c26fc5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8c2573-3531-42c0-9715-a7fb21bad03e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:44.965807 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95ba4d54-002b-418a-b6b4-0b67c3c26fc5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:44.997210 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95ba4d54-002b-418a-b6b4-0b67c3c26fc5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:45.013159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ba4d54-002b-418a-b6b4-0b67c3c26fc5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:19:45.013460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95ba4d54-002b-418a-b6b4-0b67c3c26fc5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:45.132873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877761-a759-4c96-a656-0b54ffb29e0d req-fb9683f4-eaf9-4b59-8126-53945f0518c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.133584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877761-a759-4c96-a656-0b54ffb29e0d req-fb9683f4-eaf9-4b59-8126-53945f0518c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.134650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877761-a759-4c96-a656-0b54ffb29e0d req-fb9683f4-eaf9-4b59-8126-53945f0518c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.135154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877761-a759-4c96-a656-0b54ffb29e0d req-fb9683f4-eaf9-4b59-8126-53945f0518c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.135816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877761-a759-4c96-a656-0b54ffb29e0d req-fb9683f4-eaf9-4b59-8126-53945f0518c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.136404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877761-a759-4c96-a656-0b54ffb29e0d req-fb9683f4-eaf9-4b59-8126-53945f0518c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.137072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877761-a759-4c96-a656-0b54ffb29e0d req-fb9683f4-eaf9-4b59-8126-53945f0518c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.139657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77877761-a759-4c96-a656-0b54ffb29e0d req-fb9683f4-eaf9-4b59-8126-53945f0518c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 6353 time: 0.2173111 Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:19:45.217593 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:19:45.236769 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facf01c3-5e96-424d-bf10-077be060a67f x-openstack-request-id: req-facf01c3-5e96-424d-bf10-077be060a67f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:45.237005 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "33057372-0240-45a8-a8b2-096c337b7fe5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:45.237173 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-facf01c3-5e96-424d-bf10-077be060a67f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:45.237637 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '33057372-0240-45a8-a8b2-096c337b7fe5', 'status': 'completed', 'code': 200} Sep 07 16:19:45.284007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Request body: {'port': {'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:45.331957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a51993-04ed-48de-8a69-5f0a90038493 service neutron] Pushing event updated for resources: {'Port': ['ID=33057372-0240-45a8-a8b2-096c337b7fe5,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:45.367449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877761-a759-4c96-a656-0b54ffb29e0d req-f039720b-923c-4945-8f8b-0d265fd4e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.369604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877761-a759-4c96-a656-0b54ffb29e0d req-f039720b-923c-4945-8f8b-0d265fd4e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.370543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877761-a759-4c96-a656-0b54ffb29e0d req-f039720b-923c-4945-8f8b-0d265fd4e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.375251 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77877761-a759-4c96-a656-0b54ffb29e0d req-f039720b-923c-4945-8f8b-0d265fd4e8d0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2249062 Sep 07 16:19:45.434913 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95ba4d54-002b-418a-b6b4-0b67c3c26fc5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:45.506001 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-95ba4d54-002b-418a-b6b4-0b67c3c26fc5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:45.523725 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-95ba4d54-002b-418a-b6b4-0b67c3c26fc5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/networks/a0b0cec1-b723-4760-8e97-f8bc7b44eba3 HTTP/1.1" status: 204 len: 168 time: 1.8369262 Sep 07 16:19:45.525879 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34878) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:45.615492 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:45.646787 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:45.654802 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0807ddb2-a240-43a6-b5b9-8a0b3b88bb87 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'network': {'name': 'tempest-RoutersTest-406452844'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:45.673839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba4d54-002b-418a-b6b4-0b67c3c26fc5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Network': ['ID=a0b0cec1-b723-4760-8e97-f8bc7b44eba3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:45.690419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:45.780217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f03c78ed1d34ba992063756777213fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4409885 Sep 07 16:19:45.804661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34886) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:45.825978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:45.893922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0807ddb2-a240-43a6-b5b9-8a0b3b88bb87 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:45.893922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0807ddb2-a240-43a6-b5b9-8a0b3b88bb87 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:45.899701 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877761-a759-4c96-a656-0b54ffb29e0d req-d0cbb4bb-049a-46a5-b805-919f57361f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.903435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77877761-a759-4c96-a656-0b54ffb29e0d req-d0cbb4bb-049a-46a5-b805-919f57361f71 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5000944 Sep 07 16:19:45.933286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6219e4-f491-4808-b167-404060731c5f req-d5bc7c9e-02e0-4f49-a890-f1fe482b5b74 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.946669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6219e4-f491-4808-b167-404060731c5f req-d5bc7c9e-02e0-4f49-a890-f1fe482b5b74 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.953603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6219e4-f491-4808-b167-404060731c5f req-d5bc7c9e-02e0-4f49-a890-f1fe482b5b74 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.960610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6219e4-f491-4808-b167-404060731c5f req-d5bc7c9e-02e0-4f49-a890-f1fe482b5b74 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.966762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6219e4-f491-4808-b167-404060731c5f req-d5bc7c9e-02e0-4f49-a890-f1fe482b5b74 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.973472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6219e4-f491-4808-b167-404060731c5f req-d5bc7c9e-02e0-4f49-a890-f1fe482b5b74 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.979506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6219e4-f491-4808-b167-404060731c5f req-d5bc7c9e-02e0-4f49-a890-f1fe482b5b74 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:45.981543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef6219e4-f491-4808-b167-404060731c5f req-d5bc7c9e-02e0-4f49-a890-f1fe482b5b74 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5406 time: 0.3892510 Sep 07 16:19:45.982384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94e807c-04db-4f07-b394-025a46a5adea,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:46.037685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:46.038187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:46.038742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:46.039168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:46.039584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:46.040040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:46.040478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:46.040928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:46.041333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:46.041738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:46.042188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:46.042591 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6ad7e4-8c06-400e-ae1f-0b001a65d975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:46.075639 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad942c00-cddc-492b-94e3-1a3898780c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:46.103017 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef6219e4-f491-4808-b167-404060731c5f req-27b7a683-837f-4e52-881b-e2008e3c5c34 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936127 Sep 07 16:19:46.127527 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad942c00-cddc-492b-94e3-1a3898780c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:46.232293 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad942c00-cddc-492b-94e3-1a3898780c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:46.237433 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad942c00-cddc-492b-94e3-1a3898780c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:46.241191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ad942c00-cddc-492b-94e3-1a3898780c85 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d94e807c-04db-4f07-b394-025a46a5adea HTTP/1.1" status: 204 len: 168 time: 0.4322612 Sep 07 16:19:46.303221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad942c00-cddc-492b-94e3-1a3898780c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94e807c-04db-4f07-b394-025a46a5adea,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:46.434880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f87940-78b6-440d-b292-1ee918d7640b {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:19:46.445061 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:46.458943 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Transition to ACTIVE for port object 08f87940-78b6-440d-b292-1ee918d7640b will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:46.460162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0807ddb2-a240-43a6-b5b9-8a0b3b88bb87 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:19:46.522505 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:46.584033 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0807ddb2-a240-43a6-b5b9-8a0b3b88bb87 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:46.584960 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-0807ddb2-a240-43a6-b5b9-8a0b3b88bb87 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Added segment 88b1ef23-9c0a-4786-849f-5b277b43a0ec of type vlan for network db904f78-91f7-46fe-9543-2051f308bce8 Sep 07 16:19:46.666957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Pushing event updated for resources: {'Port': ['ID=08f87940-78b6-440d-b292-1ee918d7640b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:46.766249 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:46.849735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Allocated IP 172.20.0.1 (169641f7-bb70-4277-9c55-a8c16efe7d50/123f3f76-182f-40ad-9475-c8b4ef18d18f/f791490b-9b49-401d-9762-73ba66ee14bd) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:46.876456 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0807ddb2-a240-43a6-b5b9-8a0b3b88bb87 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:47.373490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7cb3-ca81-40f8-a20e-b3595f2205d2 req-7c68b7ad-b70b-4a8e-bf19-4e9ac2f378ff tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:47.382515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7cb3-ca81-40f8-a20e-b3595f2205d2 req-7c68b7ad-b70b-4a8e-bf19-4e9ac2f378ff tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:47.401215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7cb3-ca81-40f8-a20e-b3595f2205d2 req-7c68b7ad-b70b-4a8e-bf19-4e9ac2f378ff tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:47.409446 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0807ddb2-a240-43a6-b5b9-8a0b3b88bb87 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:47.415370 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0807ddb2-a240-43a6-b5b9-8a0b3b88bb87 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:47.415977 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0807ddb2-a240-43a6-b5b9-8a0b3b88bb87 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:47.428167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7cb3-ca81-40f8-a20e-b3595f2205d2 req-7c68b7ad-b70b-4a8e-bf19-4e9ac2f378ff tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:47.435916 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Attempting to bind port 08f87940-78b6-440d-b292-1ee918d7640b on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:47.436309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Attempting to bind port 08f87940-78b6-440d-b292-1ee918d7640b by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '42e34d21-e93c-456e-8ae8-f7227af8f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:47.436798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Attempting to bind port 08f87940-78b6-440d-b292-1ee918d7640b on network 08e031c7-40bd-43ca-bbf5-210128aa125d {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:47.441015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7cb3-ca81-40f8-a20e-b3595f2205d2 req-7c68b7ad-b70b-4a8e-bf19-4e9ac2f378ff tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:47.461892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7cb3-ca81-40f8-a20e-b3595f2205d2 req-7c68b7ad-b70b-4a8e-bf19-4e9ac2f378ff tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:47.482191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7cb3-ca81-40f8-a20e-b3595f2205d2 req-7c68b7ad-b70b-4a8e-bf19-4e9ac2f378ff tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:47.493353 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e09a7cb3-ca81-40f8-a20e-b3595f2205d2 req-7c68b7ad-b70b-4a8e-bf19-4e9ac2f378ff tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5418 time: 0.2276540 Sep 07 16:19:47.533200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Port 08f87940-78b6-440d-b292-1ee918d7640b on network 08e031c7-40bd-43ca-bbf5-210128aa125d not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:19:47.533524 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Attempting to bind port 08f87940-78b6-440d-b292-1ee918d7640b on network 08e031c7-40bd-43ca-bbf5-210128aa125d {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:47.558768 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0807ddb2-a240-43a6-b5b9-8a0b3b88bb87 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0284247 Sep 07 16:19:47.567819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34976) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:47.576513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f14a8be8-1e4e-46a7-b6f2-0d68ad9de0b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'subnet': {'network_id': 'db904f78-91f7-46fe-9543-2051f308bce8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:47.616141 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:47.616383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e09a7cb3-ca81-40f8-a20e-b3595f2205d2 req-377b520d-6310-4869-82a2-f2fde6ca51d0 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202898 Sep 07 16:19:47.634471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Transition to ACTIVE for port object f791490b-9b49-401d-9762-73ba66ee14bd will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:47.687386 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:47.687746 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Checking segment: {'id': '42e34d21-e93c-456e-8ae8-f7227af8f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:47.688146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Bound using segment: {'id': '42e34d21-e93c-456e-8ae8-f7227af8f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:47.688707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Bound port: 08f87940-78b6-440d-b292-1ee918d7640b, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e34d21-e93c-456e-8ae8-f7227af8f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:47.689075 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:47.745474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807ddb2-a240-43a6-b5b9-8a0b3b88bb87 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Network': ['ID=db904f78-91f7-46fe-9543-2051f308bce8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:47.761174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network db904f78-91f7-46fe-9543-2051f308bce8 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:19:47.767002 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:47.845958 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Network 169641f7-bb70-4277-9c55-a8c16efe7d50 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:47.856212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:47.859736 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:47.891578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49606853-c311-4f19-91b4-a1c16aeb4635 req-e11f2e12-3bae-4405-b7b9-d13ca1415ad7 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:47.893428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49606853-c311-4f19-91b4-a1c16aeb4635 req-e11f2e12-3bae-4405-b7b9-d13ca1415ad7 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 945 time: 0.1714008 Sep 07 16:19:47.895315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14a8be8-1e4e-46a7-b6f2-0d68ad9de0b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:47.900028 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f14a8be8-1e4e-46a7-b6f2-0d68ad9de0b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:47.929895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event updated for resources: {'Port': ['ID=f791490b-9b49-401d-9762-73ba66ee14bd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:47.955026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] For port 08f87940-78b6-440d-b292-1ee918d7640b, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:47.967934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] For port 08f87940-78b6-440d-b292-1ee918d7640b, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=08f87940-78b6-440d-b292-1ee918d7640b,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:47.973170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:48.021654 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:48.069963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49606853-c311-4f19-91b4-a1c16aeb4635 req-4ba02d88-29af-4189-9328-31f6187d3902 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368966 Sep 07 16:19:48.093606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:48.101470 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:48.103038 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] 10.222.0.54 "PUT /v2.0/ports/08f87940-78b6-440d-b292-1ee918d7640b HTTP/1.1" status: 200 len: 1091 time: 2.8967702 Sep 07 16:19:48.103591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '08f87940-78b6-440d-b292-1ee918d7640b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:48.108033 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853" -d '{"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "08f87940-78b6-440d-b292-1ee918d7640b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:48.160355 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Request body: {'port': {'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:48.264063 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d822cba-10ce-4b8b-ae15-23073e698c45 x-openstack-request-id: req-0d822cba-10ce-4b8b-ae15-23073e698c45 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:48.264677 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "08f87940-78b6-440d-b292-1ee918d7640b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:48.264939 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d822cba-10ce-4b8b-ae15-23073e698c45 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:48.270485 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '08f87940-78b6-440d-b292-1ee918d7640b', 'status': 'completed', 'code': 200} Sep 07 16:19:48.298976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30187cb-82cd-4bbc-a088-8953468aa285 service neutron] Pushing event updated for resources: {'Port': ['ID=08f87940-78b6-440d-b292-1ee918d7640b,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:48.299267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35008) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:48.352969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3c83befb-7801-4ed4-ac64-5f3c931f3b3b None None] Provisioning for port f791490b-9b49-401d-9762-73ba66ee14bd completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:48.360054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3c83befb-7801-4ed4-ac64-5f3c931f3b3b None None] Provisioning complete for port f791490b-9b49-401d-9762-73ba66ee14bd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:48.360700 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c83befb-7801-4ed4-ac64-5f3c931f3b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:48.403233 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:48.431443 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:48.435088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3c83befb-7801-4ed4-ac64-5f3c931f3b3b None None] Port f791490b-9b49-401d-9762-73ba66ee14bd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:48.473690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-9dcff8f1-c7ba-4a2e-8680-5c0fa77d0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:48.474304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-9dcff8f1-c7ba-4a2e-8680-5c0fa77d0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:48.474809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-9dcff8f1-c7ba-4a2e-8680-5c0fa77d0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:48.475376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-9dcff8f1-c7ba-4a2e-8680-5c0fa77d0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:48.475869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-9dcff8f1-c7ba-4a2e-8680-5c0fa77d0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:48.476459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-9dcff8f1-c7ba-4a2e-8680-5c0fa77d0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:48.477097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-9dcff8f1-c7ba-4a2e-8680-5c0fa77d0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:48.479273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-9dcff8f1-c7ba-4a2e-8680-5c0fa77d0bb3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 6420 time: 0.2291946 Sep 07 16:19:48.480938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f14a8be8-1e4e-46a7-b6f2-0d68ad9de0b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:48.580666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a8be8-1e4e-46a7-b6f2-0d68ad9de0b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Subnet': ['ID=d2939067-bd39-42bb-b5dc-36c091699571,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:48.637478 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d005099d-85e4-4d00-b04a-b8336b4332a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:48.667638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a8be8-1e4e-46a7-b6f2-0d68ad9de0b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Checking segment: {'id': '88b1ef23-9c0a-4786-849f-5b277b43a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'db904f78-91f7-46fe-9543-2051f308bce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:48.668027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a8be8-1e4e-46a7-b6f2-0d68ad9de0b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network hostable DHCP agents. Network: db904f78-91f7-46fe-9543-2051f308bce8, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:19:48.720098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-eb7af038-8c1b-416e-9d7d-628482f0e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:48.720991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-eb7af038-8c1b-416e-9d7d-628482f0e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:48.721766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-eb7af038-8c1b-416e-9d7d-628482f0e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:48.724842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-eb7af038-8c1b-416e-9d7d-628482f0e638 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2339320 Sep 07 16:19:48.831567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a8be8-1e4e-46a7-b6f2-0d68ad9de0b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network db904f78-91f7-46fe-9543-2051f308bce8 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:19:49.147909 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:49.156109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:49.215779 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f8821b-d238-4cd8-8c03-0efd0cf30881 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:19:49.236201 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:49.270905 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:49.280817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event updated for resources: {'Port': ['ID=f791490b-9b49-401d-9762-73ba66ee14bd,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:49.292302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Transition to ACTIVE for port object f9f8821b-d238-4cd8-8c03-0efd0cf30881 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:49.292494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db11d01-9c85-40c6-826b-b33e85f2c037 req-10711b31-ea35-498c-b55f-6757fa08be8b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:49.300295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db11d01-9c85-40c6-826b-b33e85f2c037 req-10711b31-ea35-498c-b55f-6757fa08be8b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:49.307383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db11d01-9c85-40c6-826b-b33e85f2c037 req-10711b31-ea35-498c-b55f-6757fa08be8b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:49.313367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db11d01-9c85-40c6-826b-b33e85f2c037 req-10711b31-ea35-498c-b55f-6757fa08be8b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:49.316023 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:49.320544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db11d01-9c85-40c6-826b-b33e85f2c037 req-10711b31-ea35-498c-b55f-6757fa08be8b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:49.326616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db11d01-9c85-40c6-826b-b33e85f2c037 req-10711b31-ea35-498c-b55f-6757fa08be8b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:49.334285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db11d01-9c85-40c6-826b-b33e85f2c037 req-10711b31-ea35-498c-b55f-6757fa08be8b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:49.344329 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9db11d01-9c85-40c6-826b-b33e85f2c037 req-10711b31-ea35-498c-b55f-6757fa08be8b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5418 time: 0.5747046 Sep 07 16:19:49.350784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f14a8be8-1e4e-46a7-b6f2-0d68ad9de0b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, db904f78-91f7-46fe-9543-2051f308bce8) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:49.376038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14a8be8-1e4e-46a7-b6f2-0d68ad9de0b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:49.376635 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f14a8be8-1e4e-46a7-b6f2-0d68ad9de0b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:49.384724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30059a6e-d96c-4dea-b8b3-b30a6c938a6a None None] Network db904f78-91f7-46fe-9543-2051f308bce8 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:49.479895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Pushing event updated for resources: {'Port': ['ID=f9f8821b-d238-4cd8-8c03-0efd0cf30881,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:49.509164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9db11d01-9c85-40c6-826b-b33e85f2c037 req-be538ff2-9f62-401e-9d6f-4b78ee37c835 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597896 Sep 07 16:19:49.516404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-adb1ac20-a022-4919-9188-3792b40fe161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:49.516404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55e7bcfe-0a97-458e-9dfa-fc1aee31e853 req-adb1ac20-a022-4919-9188-3792b40fe161 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7757456 Sep 07 16:19:49.552842 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d005099d-85e4-4d00-b04a-b8336b4332a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:49.563290 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d005099d-85e4-4d00-b04a-b8336b4332a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:49.582242 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f14a8be8-1e4e-46a7-b6f2-0d68ad9de0b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0086617 Sep 07 16:19:49.585065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35062) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:49.593613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7ddd06ee-7827-497f-87c4-f94cc1ad18b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-841835735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:49.604545 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Network 169641f7-bb70-4277-9c55-a8c16efe7d50 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:49.611529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:49.645646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005099d-85e4-4d00-b04a-b8336b4332a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c27a42-7346-47db-a093-88fd94ca02da,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:49.669973 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d005099d-85e4-4d00-b04a-b8336b4332a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3aafd121fc74b74ac86f9b8c20daca4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3697195 Sep 07 16:19:49.670712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35064) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:49.742198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-db904f78-91f7-46fe-9543-2051f308bce8', 'network_id': 'db904f78-91f7-46fe-9543-2051f308bce8', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'fixed_ips': [{'subnet_id': 'd2939067-bd39-42bb-b5dc-36c091699571'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:19:49.743669 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:49.763499 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Attempting to bind port f9f8821b-d238-4cd8-8c03-0efd0cf30881 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:49.764057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Attempting to bind port f9f8821b-d238-4cd8-8c03-0efd0cf30881 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '42e34d21-e93c-456e-8ae8-f7227af8f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:49.766058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Attempting to bind port f9f8821b-d238-4cd8-8c03-0efd0cf30881 on network 08e031c7-40bd-43ca-bbf5-210128aa125d {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:49.783179 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ddd06ee-7827-497f-87c4-f94cc1ad18b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:49.784847 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ddd06ee-7827-497f-87c4-f94cc1ad18b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:49.855921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Port f9f8821b-d238-4cd8-8c03-0efd0cf30881 on network 08e031c7-40bd-43ca-bbf5-210128aa125d not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:19:49.856931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Attempting to bind port f9f8821b-d238-4cd8-8c03-0efd0cf30881 on network 08e031c7-40bd-43ca-bbf5-210128aa125d {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:49.871683 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:49.872264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Checking segment: {'id': '42e34d21-e93c-456e-8ae8-f7227af8f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:49.872995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Bound using segment: {'id': '42e34d21-e93c-456e-8ae8-f7227af8f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:49.873744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Bound port: f9f8821b-d238-4cd8-8c03-0efd0cf30881, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e34d21-e93c-456e-8ae8-f7227af8f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:49.874365 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:49.886607 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b6bfc3a-4e48-403a-8742-1afeb4151518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:49.937551 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b6bfc3a-4e48-403a-8742-1afeb4151518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.006934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Allocated IP 172.20.0.2 (db904f78-91f7-46fe-9543-2051f308bce8/d2939067-bd39-42bb-b5dc-36c091699571/b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:50.023558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Router d997dde4-b409-4203-8417-e21f7d3de842 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:19:50.056199 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b6bfc3a-4e48-403a-8742-1afeb4151518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.059366 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b6bfc3a-4e48-403a-8742-1afeb4151518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.063560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5b6bfc3a-4e48-403a-8742-1afeb4151518 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f9c27a42-7346-47db-a093-88fd94ca02da HTTP/1.1" status: 204 len: 168 time: 0.3918474 Sep 07 16:19:50.075268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bfc3a-4e48-403a-8742-1afeb4151518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c27a42-7346-47db-a093-88fd94ca02da,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:50.080907 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ddd06ee-7827-497f-87c4-f94cc1ad18b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.101858 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ddd06ee-7827-497f-87c4-f94cc1ad18b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.212419 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] For port f9f8821b-d238-4cd8-8c03-0efd0cf30881, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:50.217674 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ddd06ee-7827-497f-87c4-f94cc1ad18b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.221729 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7ddd06ee-7827-497f-87c4-f94cc1ad18b5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6331551 Sep 07 16:19:50.222240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35078) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:50.228977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'port': {'network_id': 'db904f78-91f7-46fe-9543-2051f308bce8', 'name': 'tempest-RoutersTest-391025392'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:50.230257 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.237602 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] For port f9f8821b-d238-4cd8-8c03-0efd0cf30881, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f9f8821b-d238-4cd8-8c03-0efd0cf30881,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:50.244420 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Transition to ACTIVE for port object b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:50.248904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.270368 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Transition to ACTIVE for port object b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:50.278982 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.287859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:19:50.298536 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-27bb67f8-0d5e-49ec-98c6-c963a0c1514b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "PUT /v2.0/routers/d997dde4-b409-4203-8417-e21f7d3de842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2471132 Sep 07 16:19:50.298536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:50.298536 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.298993 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] 10.222.0.54 "PUT /v2.0/ports/f9f8821b-d238-4cd8-8c03-0efd0cf30881 HTTP/1.1" status: 200 len: 1091 time: 2.1540418 Sep 07 16:19:50.299474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': 'f9f8821b-d238-4cd8-8c03-0efd0cf30881'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:50.302427 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a219e-0e08-434a-9c2a-f7ee7f2fd455" -d '{"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "f9f8821b-d238-4cd8-8c03-0efd0cf30881"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:50.314893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35080) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:50.403807 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd270d75-7032-4035-9de1-b8c238151aba None None] Sync routers for ids ['d997dde4-b409-4203-8417-e21f7d3de842'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:19:50.425485 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Pushing event updated for resources: {'Port': ['ID=b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:50.461825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd270d75-7032-4035-9de1-b8c238151aba None None] Routers {'d997dde4-b409-4203-8417-e21f7d3de842'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:50.464983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cd270d75-7032-4035-9de1-b8c238151aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d997dde4-b409-4203-8417-e21f7d3de842'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:50.488155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Network db904f78-91f7-46fe-9543-2051f308bce8 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:50.602923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:19:50.617296 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95db939f-1e30-4cb3-aaaa-889932f0ac43 x-openstack-request-id: req-95db939f-1e30-4cb3-aaaa-889932f0ac43 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:50.617633 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "f9f8821b-d238-4cd8-8c03-0efd0cf30881", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:50.617893 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95db939f-1e30-4cb3-aaaa-889932f0ac43 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:50.618351 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.618960 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': 'f9f8821b-d238-4cd8-8c03-0efd0cf30881', 'status': 'completed', 'code': 200} Sep 07 16:19:50.623727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b269bef-9030-4eae-8db8-c3dc64a202ce service neutron] Pushing event updated for resources: {'Port': ['ID=f9f8821b-d238-4cd8-8c03-0efd0cf30881,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:50.706516 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35a0dda6-eb32-4343-b775-828e9a51119d tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:50.803492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] device_id is not set on port 2ba40e39-0c16-41b2-b5b1-5e73ddb3777f yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:19:50.928251 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-35a0dda6-eb32-4343-b775-828e9a51119d tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 16:19:50.942372 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-35a0dda6-eb32-4343-b775-828e9a51119d tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "DELETE /v2.0/routers/d997dde4-b409-4203-8417-e21f7d3de842 HTTP/1.1" status: 409 len: 329 time: 0.6208272 Sep 07 16:19:50.942372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35122) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:50.979760 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:51.005998 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:51.008163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-140d2177-27c0-429b-91b5-da63b6b588dd None None] Provisioning complete for port f791490b-9b49-401d-9762-73ba66ee14bd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:51.008569 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-140d2177-27c0-429b-91b5-da63b6b588dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:51.010045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cd270d75-7032-4035-9de1-b8c238151aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:51.051180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06fcd6-bde5-4634-bfde-b35e36e308f3 req-8034ca30-63ae-479a-8302-af8f5a5dd85f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.075263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06fcd6-bde5-4634-bfde-b35e36e308f3 req-8034ca30-63ae-479a-8302-af8f5a5dd85f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.085573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06fcd6-bde5-4634-bfde-b35e36e308f3 req-8034ca30-63ae-479a-8302-af8f5a5dd85f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.092540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06fcd6-bde5-4634-bfde-b35e36e308f3 req-8034ca30-63ae-479a-8302-af8f5a5dd85f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.122533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06fcd6-bde5-4634-bfde-b35e36e308f3 req-8034ca30-63ae-479a-8302-af8f5a5dd85f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.123076 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-140d2177-27c0-429b-91b5-da63b6b588dd None None] Port f791490b-9b49-401d-9762-73ba66ee14bd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:51.129906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06fcd6-bde5-4634-bfde-b35e36e308f3 req-8034ca30-63ae-479a-8302-af8f5a5dd85f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.134732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd270d75-7032-4035-9de1-b8c238151aba None None] Routers {'d997dde4-b409-4203-8417-e21f7d3de842'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:51.135561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cd270d75-7032-4035-9de1-b8c238151aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d997dde4-b409-4203-8417-e21f7d3de842'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:51.142851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06fcd6-bde5-4634-bfde-b35e36e308f3 req-8034ca30-63ae-479a-8302-af8f5a5dd85f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.154516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b06fcd6-bde5-4634-bfde-b35e36e308f3 req-8034ca30-63ae-479a-8302-af8f5a5dd85f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.4887898 Sep 07 16:19:51.180783 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Attempting to bind port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:19:51.181395 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Attempting to bind port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '88b1ef23-9c0a-4786-849f-5b277b43a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'db904f78-91f7-46fe-9543-2051f308bce8'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:19:51.181941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Attempting to bind port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c on network db904f78-91f7-46fe-9543-2051f308bce8 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:19:51.188145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-eb5956f8-1bb6-488b-bf97-1848b50d9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.188806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-eb5956f8-1bb6-488b-bf97-1848b50d9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.189311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-eb5956f8-1bb6-488b-bf97-1848b50d9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.189893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-eb5956f8-1bb6-488b-bf97-1848b50d9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.190510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-eb5956f8-1bb6-488b-bf97-1848b50d9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.191176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-eb5956f8-1bb6-488b-bf97-1848b50d9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.192613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-eb5956f8-1bb6-488b-bf97-1848b50d9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.203016 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-eb5956f8-1bb6-488b-bf97-1848b50d9c57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 6487 time: 0.7136655 Sep 07 16:19:51.237721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cd270d75-7032-4035-9de1-b8c238151aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:51.238698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd270d75-7032-4035-9de1-b8c238151aba None None] The sync data for ids ['d997dde4-b409-4203-8417-e21f7d3de842'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:51.241451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:19:51.242073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Checking segment: {'id': '88b1ef23-9c0a-4786-849f-5b277b43a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'db904f78-91f7-46fe-9543-2051f308bce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:19:51.243645 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:51.245348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Bound using segment: {'id': '88b1ef23-9c0a-4786-849f-5b277b43a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'db904f78-91f7-46fe-9543-2051f308bce8'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:19:51.246188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Bound port: b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b1ef23-9c0a-4786-849f-5b277b43a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'db904f78-91f7-46fe-9543-2051f308bce8'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:19:51.246874 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:51.320859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b06fcd6-bde5-4634-bfde-b35e36e308f3 req-5264ff9d-8bca-4d72-a2c4-7219c9b5aea7 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1580861 Sep 07 16:19:51.348948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] For port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:19:51.350403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Allocated IP 172.20.0.11 (db904f78-91f7-46fe-9543-2051f308bce8/d2939067-bd39-42bb-b5dc-36c091699571/2ba40e39-0c16-41b2-b5b1-5e73ddb3777f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:19:51.357875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] For port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c,segment=NetworkSegment(88b1ef23-9c0a-4786-849f-5b277b43a0ec),segment_id=88b1ef23-9c0a-4786-849f-5b277b43a0ec)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:19:51.358080 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-39f8e086-977a-48da-94c2-72da10ce208a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74552398-cff4-455f-b23c-b4842bd4a0a9 HTTP/1.1" status: 200 len: 217 time: 0.0799525 Sep 07 16:19:51.370727 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:51.413785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35134) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:51.484196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-7addd929-e501-4c5d-bfd9-f6fa34807dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.486613 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-7addd929-e501-4c5d-bfd9-f6fa34807dab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1362421-24e4-44f3-8c5b-72d561aeaa0f HTTP/1.1" status: 200 len: 855 time: 0.0737140 Sep 07 16:19:51.528478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd872a-76c6-48da-a5be-d8c494397b0a None None] Pushing event updated for resources: {'Port': ['ID=b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:51.602826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-bb11bc83-112e-4b5f-b340-43a58ecf85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:51.604355 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-bb11bc83-112e-4b5f-b340-43a58ecf85a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2920abad-42d3-49fa-842a-58412eb06be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045594 Sep 07 16:19:51.742419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8c3860b1-9f8d-403f-a5c9-903a91abe2ff no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:19:51.763438 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-75eff00a-18e7-41a0-9a55-12edd562d91a service neutron] 10.222.0.54 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390781 Sep 07 16:19:51.779966 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:51.806742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Transition to ACTIVE for port object 2ba40e39-0c16-41b2-b5b1-5e73ddb3777f will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:19:51.902781 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:51.950286 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2b3a733-7413-4ea2-8b3b-1edc2a5063f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:51.972266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network db904f78-91f7-46fe-9543-2051f308bce8 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:51.976976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:51.980038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:19:52.015568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:52.039420 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-a7013579-3e6a-47a0-b5fc-61b8bf2d468e service neutron] 10.222.0.54 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652943 Sep 07 16:19:52.050040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:52.051477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:52.063973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:52.071376 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed7935b-f8e8-4f7c-985e-b6d548822296" -d '{"events": [{"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-unplugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:52.076543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=2ba40e39-0c16-41b2-b5b1-5e73ddb3777f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:52.121994 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:52.130493 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:52.159065 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2833f018-04eb-4936-9d5e-460645f82a11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=70f3c2e1-6534-43be-9522-49817d667339 HTTP/1.1" status: 200 len: 217 time: 0.1020825 Sep 07 16:19:52.170136 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a016d2c-8200-4fc5-b4cb-8f9a1a915462 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:52.186793 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2b3a733-7413-4ea2-8b3b-1edc2a5063f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:52.189432 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a9ac80-56bd-478b-82c4-f404f97430c2 x-openstack-request-id: req-a7a9ac80-56bd-478b-82c4-f404f97430c2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:52.190127 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-unplugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:52.190605 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a7a9ac80-56bd-478b-82c4-f404f97430c2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:52.191281 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'code': 200} Sep 07 16:19:52.197302 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2b3a733-7413-4ea2-8b3b-1edc2a5063f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:52.257009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:52.270678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2144806a-5df1-42f6-a2f0-f274fafcb392 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0464845 Sep 07 16:19:52.277597 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35162) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:52.354168 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c2b3a733-7413-4ea2-8b3b-1edc2a5063f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5766b76568d842e084268b9143df6c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9241602 Sep 07 16:19:52.362807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35168) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:52.401291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:52.491969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3a733-7413-4ea2-8b3b-1edc2a5063f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b8cc30-4db8-4f92-9a32-da177c69a799,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:52.539952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:52.667257 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8b2de33-bf9f-4089-bf61-a980472ff4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:52.733894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f64a6-c127-447b-93a6-ae9c723084da req-7d3376ea-fb68-4117-8d91-bbd8ca02ff1b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:52.743826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f64a6-c127-447b-93a6-ae9c723084da req-7d3376ea-fb68-4117-8d91-bbd8ca02ff1b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:52.750328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f64a6-c127-447b-93a6-ae9c723084da req-7d3376ea-fb68-4117-8d91-bbd8ca02ff1b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:52.756751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f64a6-c127-447b-93a6-ae9c723084da req-7d3376ea-fb68-4117-8d91-bbd8ca02ff1b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:52.763479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f64a6-c127-447b-93a6-ae9c723084da req-7d3376ea-fb68-4117-8d91-bbd8ca02ff1b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:52.779550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f64a6-c127-447b-93a6-ae9c723084da req-7d3376ea-fb68-4117-8d91-bbd8ca02ff1b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:52.787093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f64a6-c127-447b-93a6-ae9c723084da req-7d3376ea-fb68-4117-8d91-bbd8ca02ff1b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:52.800038 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-556f64a6-c127-447b-93a6-ae9c723084da req-7d3376ea-fb68-4117-8d91-bbd8ca02ff1b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.3159382 Sep 07 16:19:52.884998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-4045ede9-b2a9-48a3-b142-0202ccaf8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:52.888444 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-4045ede9-b2a9-48a3-b142-0202ccaf8734 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.0781136 Sep 07 16:19:52.963434 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8b2de33-bf9f-4089-bf61-a980472ff4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:53.025676 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8b2de33-bf9f-4089-bf61-a980472ff4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:53.028411 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8b2de33-bf9f-4089-bf61-a980472ff4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:53.034067 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ee995-1c98-46d1-a961-8b79a8249f2a None None] Network db904f78-91f7-46fe-9543-2051f308bce8 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:53.041582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d8b2de33-bf9f-4089-bf61-a980472ff4c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/93b8cc30-4db8-4f92-9a32-da177c69a799 HTTP/1.1" status: 204 len: 168 time: 0.6668832 Sep 07 16:19:53.056987 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-20f4aea2-6fd4-41fd-9744-5e7ec494908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:53.059411 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-20f4aea2-6fd4-41fd-9744-5e7ec494908f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1239522 Sep 07 16:19:53.105960 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-556f64a6-c127-447b-93a6-ae9c723084da req-8443f911-7de1-43e2-9804-20a2a9077c36 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3047125 Sep 07 16:19:53.150873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2de33-bf9f-4089-bf61-a980472ff4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b8cc30-4db8-4f92-9a32-da177c69a799,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:53.211925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Provisioning for port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:53.224394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Provisioning complete for port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:53.224924 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:53.273794 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:53.353191 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:53.363823 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-400a0b7f-0bde-40ca-b2d0-0e9a4da1f5e7 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906661 Sep 07 16:19:53.495460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] For port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c,segment=NetworkSegment(88b1ef23-9c0a-4786-849f-5b277b43a0ec),segment_id=88b1ef23-9c0a-4786-849f-5b277b43a0ec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:53.505246 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:53.545469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4a016d2c-8200-4fc5-b4cb-8f9a1a915462 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Deleting port f791490b-9b49-401d-9762-73ba66ee14bd {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:53.545850 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a016d2c-8200-4fc5-b4cb-8f9a1a915462 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:53.598971 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-4b6c6c2d-bf5a-4554-b22e-7b5bb68d96ea service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209997 Sep 07 16:19:53.621321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Pushing event updated for resources: {'Port': ['ID=b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:53.633243 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:53.635676 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:53.636646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:53.637469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:53.638168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:53.638948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:53.639853 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:53.640911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:53.641717 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:53.642381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:53.643039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:53.643703 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:53.644003 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:53.645362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137d79a8-b003-4b58-97fc-d1fdfe2df850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:53.734801 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6e4be73e-b761-4a58-9868-0338eed40d04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=07089f51-a6a0-45e6-be22-3f943029ad6d HTTP/1.1" status: 200 len: 217 time: 0.0936930 Sep 07 16:19:53.749386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8c3860b1-9f8d-403f-a5c9-903a91abe2ff details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:19:53.794441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=2ba40e39-0c16-41b2-b5b1-5e73ddb3777f,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:53.897046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35256) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:53.909113 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a016d2c-8200-4fc5-b4cb-8f9a1a915462 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:53.918475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-3259e5e0-0b0b-4821-b5f7-8226d09e6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:53.920264 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-3259e5e0-0b0b-4821-b5f7-8226d09e6d60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.1755457 Sep 07 16:19:53.932723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4a016d2c-8200-4fc5-b4cb-8f9a1a915462 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Calling delete_port for f791490b-9b49-401d-9762-73ba66ee14bd owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:53.940792 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b91e961b-094a-4b1b-8dfa-13294d3ccd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:54.016590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:54.059249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'port_id': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'mac_address': 'fa:16:3e:0b:e3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:19:54.075628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-67a8746a-cb48-4421-ae9f-505d5dbe4e39 None None] Provisioning for port 2ba40e39-0c16-41b2-b5b1-5e73ddb3777f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:19:54.119298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-67a8746a-cb48-4421-ae9f-505d5dbe4e39 None None] Provisioning complete for port 2ba40e39-0c16-41b2-b5b1-5e73ddb3777f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:54.119838 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67a8746a-cb48-4421-ae9f-505d5dbe4e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:54.120297 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-3e0425fb-c73c-4187-bf36-929b6f77735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:54.127418 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:54.128619 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-3e0425fb-c73c-4187-bf36-929b6f77735c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1933317 Sep 07 16:19:54.314358 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:54.323448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-67a8746a-cb48-4421-ae9f-505d5dbe4e39 None None] Port 2ba40e39-0c16-41b2-b5b1-5e73ddb3777f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:54.353571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3860b1-9f8d-403f-a5c9-903a91abe2ff {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:19:54.396127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:54.404302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:54.450387 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:54.461380 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b91e961b-094a-4b1b-8dfa-13294d3ccd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:54.473476 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-17fe8852-62c5-441d-ac86-cc9cb3e09dda service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190663 Sep 07 16:19:54.530121 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-67a8746a-cb48-4421-ae9f-505d5dbe4e39 None None] Provisioning complete for port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:54.530510 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67a8746a-cb48-4421-ae9f-505d5dbe4e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:54.563161 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b91e961b-094a-4b1b-8dfa-13294d3ccd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:54.623180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['8c3860b1-9f8d-403f-a5c9-903a91abe2ff'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:19:54.631902 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a016d2c-8200-4fc5-b4cb-8f9a1a915462 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:54.684649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a016d2c-8200-4fc5-b4cb-8f9a1a915462 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event deleted for resources: {'Port': ['ID=f791490b-9b49-401d-9762-73ba66ee14bd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:54.692440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:54.692940 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:54.708986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5931b16-e091-4b5a-911d-4728c2cfee89 req-d5667c3d-7325-4c92-ba61-92a2d48ae992 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:54.713829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5931b16-e091-4b5a-911d-4728c2cfee89 req-d5667c3d-7325-4c92-ba61-92a2d48ae992 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:54.720794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5931b16-e091-4b5a-911d-4728c2cfee89 req-d5667c3d-7325-4c92-ba61-92a2d48ae992 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:54.728269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5931b16-e091-4b5a-911d-4728c2cfee89 req-d5667c3d-7325-4c92-ba61-92a2d48ae992 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:54.738927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5931b16-e091-4b5a-911d-4728c2cfee89 req-d5667c3d-7325-4c92-ba61-92a2d48ae992 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:54.745740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5931b16-e091-4b5a-911d-4728c2cfee89 req-d5667c3d-7325-4c92-ba61-92a2d48ae992 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:54.764912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5931b16-e091-4b5a-911d-4728c2cfee89 req-d5667c3d-7325-4c92-ba61-92a2d48ae992 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:54.774871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5931b16-e091-4b5a-911d-4728c2cfee89 req-d5667c3d-7325-4c92-ba61-92a2d48ae992 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.3118997 Sep 07 16:19:54.777166 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:54.786456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:54.841331 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-f6cd353a-0216-43c3-8f6e-af57a21d58a6 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468394 Sep 07 16:19:54.968604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35304) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:54.980578 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-4464b57c-a015-4f0f-b3f8-8680c0dd9309 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=874b4530-320c-4dea-8574-eb9c02bd67ba HTTP/1.1" status: 200 len: 217 time: 0.1026680 Sep 07 16:19:55.030131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b91e961b-094a-4b1b-8dfa-13294d3ccd70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff0b71201ca54518adf665a1b3c8463b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1316173 Sep 07 16:19:55.033568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35308) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:55.098208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-87a59831-f6e6-464e-9702-ddc7e4a01a1c None None] Provisioning complete for port 2ba40e39-0c16-41b2-b5b1-5e73ddb3777f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:55.098481 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87a59831-f6e6-464e-9702-ddc7e4a01a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:55.122581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e961b-094a-4b1b-8dfa-13294d3ccd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b889f40b-6a26-4158-809f-d31c2b81d7b4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:55.143599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a016d2c-8200-4fc5-b4cb-8f9a1a915462 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:55.157804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-783ae978-e12d-456b-a3d5-4821b2343573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:55.159607 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-783ae978-e12d-456b-a3d5-4821b2343573 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.1626506 Sep 07 16:19:55.187678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-87a59831-f6e6-464e-9702-ddc7e4a01a1c None None] Port 2ba40e39-0c16-41b2-b5b1-5e73ddb3777f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:55.193046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5931b16-e091-4b5a-911d-4728c2cfee89 req-f06eaef3-9a08-4750-a16d-890ce54b8f19 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4169540 Sep 07 16:19:55.235317 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6df6475-1043-4bba-83fb-7d38c09ed9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:55.298245 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6df6475-1043-4bba-83fb-7d38c09ed9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:55.311355 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:55.379968 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-f24960fa-cbe5-434c-9c4f-db21ba83af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:55.381553 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-f24960fa-cbe5-434c-9c4f-db21ba83af5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2115934 Sep 07 16:19:55.381996 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:55.398070 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:55.477098 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6df6475-1043-4bba-83fb-7d38c09ed9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:55.479609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6df6475-1043-4bba-83fb-7d38c09ed9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:55.480937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c6df6475-1043-4bba-83fb-7d38c09ed9dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b889f40b-6a26-4158-809f-d31c2b81d7b4 HTTP/1.1" status: 204 len: 168 time: 0.4260066 Sep 07 16:19:55.502524 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:55.505515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=2ba40e39-0c16-41b2-b5b1-5e73ddb3777f,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:55.511891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df6475-1043-4bba-83fb-7d38c09ed9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b889f40b-6a26-4158-809f-d31c2b81d7b4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:55.533558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a016d2c-8200-4fc5-b4cb-8f9a1a915462 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Router d997dde4-b409-4203-8417-e21f7d3de842 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:19:55.560170 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e9373928-ed2c-4f15-91a0-66eed57e5f7c service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351693 Sep 07 16:19:55.646446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network db904f78-91f7-46fe-9543-2051f308bce8 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:19:55.648413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:19:55.691405 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a016d2c-8200-4fc5-b4cb-8f9a1a915462 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:19:55.704192 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da0954-c7e0-4fbf-9ab0-3f53b6ecbade None None] Sync routers for ids ['d997dde4-b409-4203-8417-e21f7d3de842'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:19:55.719035 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da0954-c7e0-4fbf-9ab0-3f53b6ecbade None None] Routers {'d997dde4-b409-4203-8417-e21f7d3de842'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:55.719902 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-77da0954-c7e0-4fbf-9ab0-3f53b6ecbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d997dde4-b409-4203-8417-e21f7d3de842'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:55.757165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8c3860b1-9f8d-403f-a5c9-903a91abe2ff up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:19:55.772915 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4a016d2c-8200-4fc5-b4cb-8f9a1a915462 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "PUT /v2.0/routers/d997dde4-b409-4203-8417-e21f7d3de842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8315275 Sep 07 16:19:55.778374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:55.802768 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-77da0954-c7e0-4fbf-9ab0-3f53b6ecbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:55.821162 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da0954-c7e0-4fbf-9ab0-3f53b6ecbade None None] Routers {'d997dde4-b409-4203-8417-e21f7d3de842'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:55.822159 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-77da0954-c7e0-4fbf-9ab0-3f53b6ecbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d997dde4-b409-4203-8417-e21f7d3de842'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:55.827784 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-d55b51e6-d48c-4439-8c9a-b518f127547b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] show failed (client error): The resource could not be found. Sep 07 16:19:55.829106 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d55b51e6-d48c-4439-8c9a-b518f127547b tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-752296557 HTTP/1.1" status: 404 len: 334 time: 0.0462067 Sep 07 16:19:55.838938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35336) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:55.843809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-baa39e0a-e97a-4838-b560-ab56426b3dfe tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:19:55.877832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:55.878153 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:55.889488 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-7cd0f83d-abca-4648-b6e0-b5deba6b8578 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827325 Sep 07 16:19:55.925207 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-77da0954-c7e0-4fbf-9ab0-3f53b6ecbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:55.927779 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da0954-c7e0-4fbf-9ab0-3f53b6ecbade None None] The sync data for ids ['d997dde4-b409-4203-8417-e21f7d3de842'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:55.938215 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-baa39e0a-e97a-4838-b560-ab56426b3dfe tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] update failed (client error): The resource could not be found. Sep 07 16:19:55.945562 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-baa39e0a-e97a-4838-b560-ab56426b3dfe tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-515966192 HTTP/1.1" status: 404 len: 334 time: 0.0993125 Sep 07 16:19:55.945894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35342) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:55.981370 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-fe0079c6-7ddb-48cd-83e3-ff9b9a737384 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=33057372-0240-45a8-a8b2-096c337b7fe5 HTTP/1.1" status: 200 len: 217 time: 0.0791154 Sep 07 16:19:56.023402 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.068394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:19:56.071758 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c59eb79-9875-4465-b8ba-cdabd738f3a8" -d '{"events": [{"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-plugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:19:56.074183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 0200337d-7649-4980-ab7b-cfbb466659dc is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:19:56.077997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:56.081654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5789fa2-21e4-488b-abfd-bc7e54a422fc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Deleting subnet 359a92b9-1378-4e04-ab32-d7b8c8ca0037 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:19:56.086247 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5789fa2-21e4-488b-abfd-bc7e54a422fc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.096578 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.141396 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.146636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5b3e2303-316e-4eb2-8670-5a8b1d0f140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:56.148492 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-5b3e2303-316e-4eb2-8670-5a8b1d0f140c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.1478567 Sep 07 16:19:56.152109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.200462 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d48d35-0963-4d90-94e2-107f443cb150 x-openstack-request-id: req-41d48d35-0963-4d90-94e2-107f443cb150 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:19:56.201489 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5789fa2-21e4-488b-abfd-bc7e54a422fc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.203016 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-plugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:19:56.204635 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41d48d35-0963-4d90-94e2-107f443cb150 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:19:56.205153 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'code': 200} Sep 07 16:19:56.239644 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f76740ebefa64cdfa52cbd5f43932b24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2699757 Sep 07 16:19:56.242369 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c79eb67-efd3-4beb-a25c-cb5b6ae9c399,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:56.244564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35360) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:56.258926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:56.271880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:56.272256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:56.272960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:56.273411 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:56.273749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:56.274139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:56.274396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:56.274630 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b1e00b9a-132d-4558-a708-5ce7f6b08c09 None None] Provisioning complete for port 2ba40e39-0c16-41b2-b5b1-5e73ddb3777f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:19:56.274776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:56.275038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:56.275362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:56.275785 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:56.276130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd3f77e-d362-456a-81e2-02cff4b35673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:19:56.276767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1e00b9a-132d-4558-a708-5ce7f6b08c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.287035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-7fe7d8f0-19ef-4a32-87e1-c0d725c89492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:56.288606 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-7fe7d8f0-19ef-4a32-87e1-c0d725c89492 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1238241 Sep 07 16:19:56.342730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b1e00b9a-132d-4558-a708-5ce7f6b08c09 None None] Port 2ba40e39-0c16-41b2-b5b1-5e73ddb3777f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:19:56.414949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04df8a9d-0d3f-452d-8a8c-8ff71e5e1af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.455261 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04df8a9d-0d3f-452d-8a8c-8ff71e5e1af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.491102 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5789fa2-21e4-488b-abfd-bc7e54a422fc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.522035 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04df8a9d-0d3f-452d-8a8c-8ff71e5e1af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.526099 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04df8a9d-0d3f-452d-8a8c-8ff71e5e1af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.527327 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-04df8a9d-0d3f-452d-8a8c-8ff71e5e1af1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c79eb67-efd3-4beb-a25c-cb5b6ae9c399 HTTP/1.1" status: 204 len: 168 time: 0.2815688 Sep 07 16:19:56.546520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e576c-f7c9-40ae-93ee-73f8e0f78601 req-14b97888-17ed-4287-a44e-e70c912324c3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:56.554046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e576c-f7c9-40ae-93ee-73f8e0f78601 req-14b97888-17ed-4287-a44e-e70c912324c3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:56.560231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e576c-f7c9-40ae-93ee-73f8e0f78601 req-14b97888-17ed-4287-a44e-e70c912324c3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:56.565362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e576c-f7c9-40ae-93ee-73f8e0f78601 req-14b97888-17ed-4287-a44e-e70c912324c3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:56.568393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df8a9d-0d3f-452d-8a8c-8ff71e5e1af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c79eb67-efd3-4beb-a25c-cb5b6ae9c399,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:56.571730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e576c-f7c9-40ae-93ee-73f8e0f78601 req-14b97888-17ed-4287-a44e-e70c912324c3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:56.575753 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6a3413f2-fdeb-4fe5-958a-d3a4756060fd service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592037 Sep 07 16:19:56.578250 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e576c-f7c9-40ae-93ee-73f8e0f78601 req-14b97888-17ed-4287-a44e-e70c912324c3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:56.584750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e576c-f7c9-40ae-93ee-73f8e0f78601 req-14b97888-17ed-4287-a44e-e70c912324c3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:56.587016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d67e576c-f7c9-40ae-93ee-73f8e0f78601 req-14b97888-17ed-4287-a44e-e70c912324c3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.2603614 Sep 07 16:19:56.596262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:19:56.602235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-42370cf7-7fd9-4ddf-a4ee-a04685514362 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/0200337d-7649-4980-ab7b-cfbb466659dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3191280 Sep 07 16:19:56.606237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35380) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:56.614792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8661c57-6061-4fb5-9d32-03d1826c4cf0 None None] Sync routers for ids ['0200337d-7649-4980-ab7b-cfbb466659dc'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:19:56.650969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8661c57-6061-4fb5-9d32-03d1826c4cf0 None None] Routers {'0200337d-7649-4980-ab7b-cfbb466659dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:56.651934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f8661c57-6061-4fb5-9d32-03d1826c4cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0200337d-7649-4980-ab7b-cfbb466659dc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:56.687673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d67e576c-f7c9-40ae-93ee-73f8e0f78601 req-0c3d202c-ba9e-4e4e-be10-f1d71673837d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843112 Sep 07 16:19:56.697980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fed60d6-a10c-483b-911c-3d6629116d46 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:56.699541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8fed60d6-a10c-483b-911c-3d6629116d46 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports/2ba40e39-0c16-41b2-b5b1-5e73ddb3777f HTTP/1.1" status: 200 len: 977 time: 0.0918696 Sep 07 16:19:56.702602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35382) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:56.728623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f8661c57-6061-4fb5-9d32-03d1826c4cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:56.741246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8661c57-6061-4fb5-9d32-03d1826c4cf0 None None] Routers {'0200337d-7649-4980-ab7b-cfbb466659dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:19:56.741979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f8661c57-6061-4fb5-9d32-03d1826c4cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0200337d-7649-4980-ab7b-cfbb466659dc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:56.788055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f8661c57-6061-4fb5-9d32-03d1826c4cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:56.789025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8661c57-6061-4fb5-9d32-03d1826c4cf0 None None] The sync data for ids ['0200337d-7649-4980-ab7b-cfbb466659dc'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:19:56.834877 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5789fa2-21e4-488b-abfd-bc7e54a422fc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.840617 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-96a517c8-a9fc-4999-be39-f719ba7f2f21 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211225 Sep 07 16:19:56.896011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5789fa2-21e4-488b-abfd-bc7e54a422fc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event deleted for resources: {'Subnet': ['ID=359a92b9-1378-4e04-ab32-d7b8c8ca0037,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:56.912074 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5789fa2-21e4-488b-abfd-bc7e54a422fc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:56.914108 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-3d2f1e7d-07d8-4c1a-878d-325d66d5a2c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=08f87940-78b6-440d-b292-1ee918d7640b HTTP/1.1" status: 200 len: 217 time: 0.0633054 Sep 07 16:19:56.914698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b5789fa2-21e4-488b-abfd-bc7e54a422fc tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "DELETE /v2.0/subnets/359a92b9-1378-4e04-ab32-d7b8c8ca0037 HTTP/1.1" status: 204 len: 168 time: 0.9650309 Sep 07 16:19:56.916711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345cd91c-33b3-4a90-b87a-801c366dc00c None None] Network 712c9bce-caee-4e73-965e-232a661bd309 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:56.917087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35392) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:57.001101 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e290000b-362e-4559-a4bc-b026171dafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:57.002704 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e290000b-362e-4559-a4bc-b026171dafb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b579ba4-f2f7-49b7-9722-379d2b0837b4 HTTP/1.1" status: 200 len: 797 time: 0.0689240 Sep 07 16:19:57.123082 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e85325aa-6bbd-4152-a498-02df48020ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:57.124746 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-e85325aa-6bbd-4152-a498-02df48020ddd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=08e031c7-40bd-43ca-bbf5-210128aa125d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751290 Sep 07 16:19:57.129250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-71efd5b2-008b-4c50-adde-dd68b6833670 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Deleting subnet 162eb653-3900-4486-ac41-5d8a57335272 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:19:57.133238 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71efd5b2-008b-4c50-adde-dd68b6833670 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:57.195325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb7c405-9c06-4e4c-b0c8-f11504db61a8 None None] DHCP port deletion for 712c9bce-caee-4e73-965e-232a661bd309 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:19:57.201074 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71efd5b2-008b-4c50-adde-dd68b6833670 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:57.276208 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35404) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:57.282577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7c405-9c06-4e4c-b0c8-f11504db61a8 None None] Deleting port 5835a73c-f2fc-4ebc-96e2-fe627523b41d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:57.283223 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c405-9c06-4e4c-b0c8-f11504db61a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:57.298181 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-540b9f75-86fa-4e6c-ab2b-00bb62c0ffff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:57.374540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-cfb7c405-9c06-4e4c-b0c8-f11504db61a8 None None] For port 5835a73c-f2fc-4ebc-96e2-fe627523b41d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5835a73c-f2fc-4ebc-96e2-fe627523b41d,segment=NetworkSegment(73e7ebac-7bbf-4391-82a9-f0071b72e6ff),segment_id=73e7ebac-7bbf-4391-82a9-f0071b72e6ff)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:57.375579 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c405-9c06-4e4c-b0c8-f11504db61a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:57.397020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7c405-9c06-4e4c-b0c8-f11504db61a8 None None] Calling delete_port for 5835a73c-f2fc-4ebc-96e2-fe627523b41d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:57.403488 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71efd5b2-008b-4c50-adde-dd68b6833670 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:57.524061 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-6e539fd1-6654-4c07-8120-730b32e60923 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485011 Sep 07 16:19:57.607635 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c405-9c06-4e4c-b0c8-f11504db61a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:57.627130 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71efd5b2-008b-4c50-adde-dd68b6833670 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:57.663005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7c405-9c06-4e4c-b0c8-f11504db61a8 None None] Pushing event deleted for resources: {'Port': ['ID=5835a73c-f2fc-4ebc-96e2-fe627523b41d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:57.684863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7c405-9c06-4e4c-b0c8-f11504db61a8 None None] No DVR routers for this DVR port 5835a73c-f2fc-4ebc-96e2-fe627523b41d on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:19:57.743406 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71efd5b2-008b-4c50-adde-dd68b6833670 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:57.747584 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-71efd5b2-008b-4c50-adde-dd68b6833670 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "DELETE /v2.0/subnets/162eb653-3900-4486-ac41-5d8a57335272 HTTP/1.1" status: 204 len: 168 time: 0.8272841 Sep 07 16:19:57.751030 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac99bcb7-b0cb-49d4-bade-1ba6e503295b None None] Network dde19ac6-345f-43b1-944e-cfbde237d419 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:19:57.754891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efd5b2-008b-4c50-adde-dd68b6833670 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event deleted for resources: {'Subnet': ['ID=162eb653-3900-4486-ac41-5d8a57335272,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:57.757354 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35422) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:57.871446 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-540b9f75-86fa-4e6c-ab2b-00bb62c0ffff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:57.909838 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-3d4dabbb-a544-436c-9a24-8bf2fd6cf0ca service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713484 Sep 07 16:19:57.911278 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-540b9f75-86fa-4e6c-ab2b-00bb62c0ffff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:57.938092 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1010cc0f-2bcc-48b8-9197-1b191554480f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.101676 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23822eb2-fe54-465f-bf05-ffab93727c7c None None] DHCP port deletion for dde19ac6-345f-43b1-944e-cfbde237d419 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:19:58.137877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10919-584b-46b1-a590-783fcb08e452 req-39f259d6-5cdc-4a4b-8b43-c0c9522edcf2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:58.147972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10919-584b-46b1-a590-783fcb08e452 req-39f259d6-5cdc-4a4b-8b43-c0c9522edcf2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:58.153944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10919-584b-46b1-a590-783fcb08e452 req-39f259d6-5cdc-4a4b-8b43-c0c9522edcf2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:58.160414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10919-584b-46b1-a590-783fcb08e452 req-39f259d6-5cdc-4a4b-8b43-c0c9522edcf2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:58.168070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10919-584b-46b1-a590-783fcb08e452 req-39f259d6-5cdc-4a4b-8b43-c0c9522edcf2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:58.174295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10919-584b-46b1-a590-783fcb08e452 req-39f259d6-5cdc-4a4b-8b43-c0c9522edcf2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:58.181448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d10919-584b-46b1-a590-783fcb08e452 req-39f259d6-5cdc-4a4b-8b43-c0c9522edcf2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:58.183550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57d10919-584b-46b1-a590-783fcb08e452 req-39f259d6-5cdc-4a4b-8b43-c0c9522edcf2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.2993810 Sep 07 16:19:58.264039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-23822eb2-fe54-465f-bf05-ffab93727c7c None None] Deleting port 647de95f-33a9-46e0-8c17-14e8b1fa6144 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:58.264958 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23822eb2-fe54-465f-bf05-ffab93727c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.330063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57d10919-584b-46b1-a590-783fcb08e452 req-acc05802-9636-42be-92c7-ec612249f14c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348209 Sep 07 16:19:58.459083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 647de95f-33a9-46e0-8c17-14e8b1fa6144 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:19:58.508947 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1010cc0f-2bcc-48b8-9197-1b191554480f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port 2ba40e39-0c16-41b2-b5b1-5e73ddb3777f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:19:58.512541 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1010cc0f-2bcc-48b8-9197-1b191554480f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.523539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-23822eb2-fe54-465f-bf05-ffab93727c7c None None] For port 647de95f-33a9-46e0-8c17-14e8b1fa6144, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=647de95f-33a9-46e0-8c17-14e8b1fa6144,segment=NetworkSegment(04569134-c356-4a8f-beea-c4cecd72c043),segment_id=04569134-c356-4a8f-beea-c4cecd72c043)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:58.524475 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23822eb2-fe54-465f-bf05-ffab93727c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.607231 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.617081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-23822eb2-fe54-465f-bf05-ffab93727c7c None None] Calling delete_port for 647de95f-33a9-46e0-8c17-14e8b1fa6144 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:58.621319 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-96d2e8c6-daeb-4d81-95f1-2165a72ee265 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9f8821b-d238-4cd8-8c03-0efd0cf30881 HTTP/1.1" status: 200 len: 217 time: 0.6811097 Sep 07 16:19:58.745867 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1010cc0f-2bcc-48b8-9197-1b191554480f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.776241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1010cc0f-2bcc-48b8-9197-1b191554480f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for 2ba40e39-0c16-41b2-b5b1-5e73ddb3777f owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:19:58.845703 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-540b9f75-86fa-4e6c-ab2b-00bb62c0ffff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7bc6ede829f1446aab2178a170cfc283&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5683389 Sep 07 16:19:58.853131 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b9f75-86fa-4e6c-ab2b-00bb62c0ffff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fea3a3-6537-4810-991e-5c9b43907072,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:58.859686 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35474) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:58.869320 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40a20cdd-bcf0-4efd-8d05-6850cd14f690 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.929969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-90b07e4c-bf54-448d-b18f-fc5bbe73ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:58.933182 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-90b07e4c-bf54-448d-b18f-fc5bbe73ee1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b579ba4-f2f7-49b7-9722-379d2b0837b4 HTTP/1.1" status: 200 len: 797 time: 0.2728875 Sep 07 16:19:58.942318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 647de95f-33a9-46e0-8c17-14e8b1fa6144, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=647de95f-33a9-46e0-8c17-14e8b1fa6144,segment=NetworkSegment(04569134-c356-4a8f-beea-c4cecd72c043),segment_id=04569134-c356-4a8f-beea-c4cecd72c043)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:19:58.958030 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:58.958568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5835a73c-f2fc-4ebc-96e2-fe627523b41d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:19:59.012017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=647de95f-33a9-46e0-8c17-14e8b1fa6144,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:59.037340 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 5835a73c-f2fc-4ebc-96e2-fe627523b41d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:19:59.037891 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5835a73c-f2fc-4ebc-96e2-fe627523b41d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:19:59.066769 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23822eb2-fe54-465f-bf05-ffab93727c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:59.085384 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23822eb2-fe54-465f-bf05-ffab93727c7c None None] No DVR routers for this DVR port 647de95f-33a9-46e0-8c17-14e8b1fa6144 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:19:59.111342 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1010cc0f-2bcc-48b8-9197-1b191554480f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:59.136270 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23822eb2-fe54-465f-bf05-ffab93727c7c None None] Pushing event deleted for resources: {'Port': ['ID=647de95f-33a9-46e0-8c17-14e8b1fa6144,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:59.147758 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c00ddb36-7210-4a68-b49c-bc890db9e47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:59.218296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010cc0f-2bcc-48b8-9197-1b191554480f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=2ba40e39-0c16-41b2-b5b1-5e73ddb3777f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:59.256024 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:19:59.328032 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40a20cdd-bcf0-4efd-8d05-6850cd14f690 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:59.344556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-df45b75a-5a93-4a8a-995e-9d230e290ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:59.346089 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-df45b75a-5a93-4a8a-995e-9d230e290ff7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=08e031c7-40bd-43ca-bbf5-210128aa125d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3655801 Sep 07 16:19:59.359116 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c00ddb36-7210-4a68-b49c-bc890db9e47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:59.444011 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-40a20cdd-bcf0-4efd-8d05-6850cd14f690 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712c9bce-caee-4e73-965e-232a661bd309']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:59.451489 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1010cc0f-2bcc-48b8-9197-1b191554480f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:59.481550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-40a20cdd-bcf0-4efd-8d05-6850cd14f690 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e7ebac-7bbf-4391-82a9-f0071b72e6ff') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:59.481831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-40a20cdd-bcf0-4efd-8d05-6850cd14f690 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e7ebac-7bbf-4391-82a9-f0071b72e6ff') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:19:59.531336 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40a20cdd-bcf0-4efd-8d05-6850cd14f690 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:59.557424 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40a20cdd-bcf0-4efd-8d05-6850cd14f690 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:59.581537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a20cdd-bcf0-4efd-8d05-6850cd14f690 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:19:59.582699 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40a20cdd-bcf0-4efd-8d05-6850cd14f690 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:19:59.587762 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:19:59.592892 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c00ddb36-7210-4a68-b49c-bc890db9e47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:59.595888 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c00ddb36-7210-4a68-b49c-bc890db9e47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:59.599899 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c00ddb36-7210-4a68-b49c-bc890db9e47a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6fea3a3-6537-4810-991e-5c9b43907072 HTTP/1.1" status: 204 len: 168 time: 0.7247818 Sep 07 16:19:59.618613 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-2076423e-150b-4087-965a-72f1e60c9510 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462926 Sep 07 16:19:59.668896 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ddb36-7210-4a68-b49c-bc890db9e47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fea3a3-6537-4810-991e-5c9b43907072,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:19:59.700371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bfc25-9da3-4203-999e-b27fd8a4d8ec req-52fb7f5e-6d91-4266-8ad6-f4f7f9e458c4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:59.706355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bfc25-9da3-4203-999e-b27fd8a4d8ec req-52fb7f5e-6d91-4266-8ad6-f4f7f9e458c4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:59.716773 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bfc25-9da3-4203-999e-b27fd8a4d8ec req-52fb7f5e-6d91-4266-8ad6-f4f7f9e458c4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:59.722119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bfc25-9da3-4203-999e-b27fd8a4d8ec req-52fb7f5e-6d91-4266-8ad6-f4f7f9e458c4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:59.727799 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bfc25-9da3-4203-999e-b27fd8a4d8ec req-52fb7f5e-6d91-4266-8ad6-f4f7f9e458c4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:59.733445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bfc25-9da3-4203-999e-b27fd8a4d8ec req-52fb7f5e-6d91-4266-8ad6-f4f7f9e458c4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:59.739771 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bfc25-9da3-4203-999e-b27fd8a4d8ec req-52fb7f5e-6d91-4266-8ad6-f4f7f9e458c4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:19:59.743595 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-516bfc25-9da3-4203-999e-b27fd8a4d8ec req-52fb7f5e-6d91-4266-8ad6-f4f7f9e458c4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.2231233 Sep 07 16:19:59.791976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1010cc0f-2bcc-48b8-9197-1b191554480f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 0200337d-7649-4980-ab7b-cfbb466659dc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:19:59.847183 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40a20cdd-bcf0-4efd-8d05-6850cd14f690 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:59.857898 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40a20cdd-bcf0-4efd-8d05-6850cd14f690 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:19:59.861378 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-40a20cdd-bcf0-4efd-8d05-6850cd14f690 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "DELETE /v2.0/networks/712c9bce-caee-4e73-965e-232a661bd309 HTTP/1.1" status: 204 len: 168 time: 2.0901339 Sep 07 16:19:59.917436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35502) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:19:59.972178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a20cdd-bcf0-4efd-8d05-6850cd14f690 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event deleted for resources: {'Network': ['ID=712c9bce-caee-4e73-965e-232a661bd309,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:00.016347 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1010cc0f-2bcc-48b8-9197-1b191554480f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:00.029146 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d91e7c-5c7a-4d11-9b2c-08dbac9919fd None None] Sync routers for ids ['0200337d-7649-4980-ab7b-cfbb466659dc'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:00.035879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-516bfc25-9da3-4203-999e-b27fd8a4d8ec req-926b7c66-3e43-4b10-88be-4a8c0564c91e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2740543 Sep 07 16:20:00.044136 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d91e7c-5c7a-4d11-9b2c-08dbac9919fd None None] Routers {'0200337d-7649-4980-ab7b-cfbb466659dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:00.045846 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a9d91e7c-5c7a-4d11-9b2c-08dbac9919fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0200337d-7649-4980-ab7b-cfbb466659dc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:00.047855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1010cc0f-2bcc-48b8-9197-1b191554480f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/0200337d-7649-4980-ab7b-cfbb466659dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3443348 Sep 07 16:20:00.049775 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8f50ed9-8ab2-4eed-a294-57e8ffec9a9b req-894e945a-0a05-4948-ae54-fdb548eab439 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146478 Sep 07 16:20:00.051404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35514) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:00.132796 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a9d91e7c-5c7a-4d11-9b2c-08dbac9919fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:00.155851 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d91e7c-5c7a-4d11-9b2c-08dbac9919fd None None] Routers {'0200337d-7649-4980-ab7b-cfbb466659dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:00.164145 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f34320b5-a596-4460-b9b4-f74324f29cc3 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:00.166632 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a9d91e7c-5c7a-4d11-9b2c-08dbac9919fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0200337d-7649-4980-ab7b-cfbb466659dc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:00.278936 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a9d91e7c-5c7a-4d11-9b2c-08dbac9919fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:00.280521 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d91e7c-5c7a-4d11-9b2c-08dbac9919fd None None] The sync data for ids ['0200337d-7649-4980-ab7b-cfbb466659dc'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:00.471760 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f34320b5-a596-4460-b9b4-f74324f29cc3 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:00.480466 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-94e3f538-6dc0-406c-b2e7-3d408ef1ba57 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] remove_router_interface failed (client error): The resource could not be found. Sep 07 16:20:00.481723 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-94e3f538-6dc0-406c-b2e7-3d408ef1ba57 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/0200337d-7649-4980-ab7b-cfbb466659dc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4267735 Sep 07 16:20:00.487588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-fdbd1086-1b99-44dc-8e28-ce39b1129a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:00.488672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-fdbd1086-1b99-44dc-8e28-ce39b1129a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:00.489176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-fdbd1086-1b99-44dc-8e28-ce39b1129a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:00.489674 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-fdbd1086-1b99-44dc-8e28-ce39b1129a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:00.490160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-fdbd1086-1b99-44dc-8e28-ce39b1129a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:00.490647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-fdbd1086-1b99-44dc-8e28-ce39b1129a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:00.491164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-fdbd1086-1b99-44dc-8e28-ce39b1129a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:00.493100 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-fdbd1086-1b99-44dc-8e28-ce39b1129a56 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 6487 time: 0.3276439 Sep 07 16:20:00.493808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35532) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:00.546907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f34320b5-a596-4460-b9b4-f74324f29cc3 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde19ac6-345f-43b1-944e-cfbde237d419']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:00.549351 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e7dd4171-02ef-4616-8426-2f2094556412 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0200337d-7649-4980-ab7b-cfbb466659dc HTTP/1.1" status: 200 len: 205 time: 0.0544388 Sep 07 16:20:00.552901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35536) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:00.693910 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14f9bed6-ffa9-4d8b-9df5-442a53d09530 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:00.702201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f34320b5-a596-4460-b9b4-f74324f29cc3 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04569134-c356-4a8f-beea-c4cecd72c043') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:00.702548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f34320b5-a596-4460-b9b4-f74324f29cc3 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04569134-c356-4a8f-beea-c4cecd72c043') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:00.756230 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-a5a690a3-d19a-405b-9bed-dddabc09eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:00.757845 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-a5a690a3-d19a-405b-9bed-dddabc09eac7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=08e031c7-40bd-43ca-bbf5-210128aa125d HTTP/1.1" status: 200 len: 902 time: 0.2073908 Sep 07 16:20:00.851096 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-7bb03ad3-43c1-492f-9d98-df1d8454f567 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9f8821b-d238-4cd8-8c03-0efd0cf30881 HTTP/1.1" status: 200 len: 217 time: 0.0798435 Sep 07 16:20:00.998592 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-057f6233-12ad-498e-874c-227652caef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:01.000115 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-057f6233-12ad-498e-874c-227652caef14 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b579ba4-f2f7-49b7-9722-379d2b0837b4 HTTP/1.1" status: 200 len: 797 time: 0.1375866 Sep 07 16:20:01.071299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-4b00c391-755d-4dbe-b3c1-2f0c8e1ca43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:01.072874 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-4b00c391-755d-4dbe-b3c1-2f0c8e1ca43e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=08e031c7-40bd-43ca-bbf5-210128aa125d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0612199 Sep 07 16:20:01.188686 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f34320b5-a596-4460-b9b4-f74324f29cc3 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.262045 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-7b439eac-88fd-436f-a90a-970ddf089c33 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758199 Sep 07 16:20:01.345661 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14f9bed6-ffa9-4d8b-9df5-442a53d09530 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.348834 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14f9bed6-ffa9-4d8b-9df5-442a53d09530 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.426646 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f34320b5-a596-4460-b9b4-f74324f29cc3 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.454434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34320b5-a596-4460-b9b4-f74324f29cc3 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:20:01.454846 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f34320b5-a596-4460-b9b4-f74324f29cc3 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:20:01.470236 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:20:01.473508 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-023a219e-0e08-434a-9c2a-f7ee7f2fd455 req-e4668950-9e5a-47ea-9cf3-44f29caaf439 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945372 Sep 07 16:20:01.485298 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14f9bed6-ffa9-4d8b-9df5-442a53d09530 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.485830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f9bed6-ffa9-4d8b-9df5-442a53d09530 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Fanout notify agent at l3_agent the message router_deleted on router 0200337d-7649-4980-ab7b-cfbb466659dc {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:20:01.513653 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14f9bed6-ffa9-4d8b-9df5-442a53d09530 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.515080 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-14f9bed6-ffa9-4d8b-9df5-442a53d09530 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/0200337d-7649-4980-ab7b-cfbb466659dc HTTP/1.1" status: 204 len: 168 time: 0.9607766 Sep 07 16:20:01.517849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35572) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:01.564411 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99f731-3ab9-492a-b61e-d40f58b559a8 req-360deb82-51d6-453a-934d-c02596f48e22 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:01.570303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99f731-3ab9-492a-b61e-d40f58b559a8 req-360deb82-51d6-453a-934d-c02596f48e22 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:01.577497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99f731-3ab9-492a-b61e-d40f58b559a8 req-360deb82-51d6-453a-934d-c02596f48e22 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:01.583778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99f731-3ab9-492a-b61e-d40f58b559a8 req-360deb82-51d6-453a-934d-c02596f48e22 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:01.590206 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99f731-3ab9-492a-b61e-d40f58b559a8 req-360deb82-51d6-453a-934d-c02596f48e22 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:01.596077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99f731-3ab9-492a-b61e-d40f58b559a8 req-360deb82-51d6-453a-934d-c02596f48e22 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:01.602657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99f731-3ab9-492a-b61e-d40f58b559a8 req-360deb82-51d6-453a-934d-c02596f48e22 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:01.610727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce99f731-3ab9-492a-b61e-d40f58b559a8 req-360deb82-51d6-453a-934d-c02596f48e22 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.4199157 Sep 07 16:20:01.627948 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7aef564-5302-436f-8a81-d4d1ab914ffd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting subnet d2939067-bd39-42bb-b5dc-36c091699571 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:20:01.632201 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7aef564-5302-436f-8a81-d4d1ab914ffd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.641265 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f34320b5-a596-4460-b9b4-f74324f29cc3 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.656108 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f34320b5-a596-4460-b9b4-f74324f29cc3 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.660692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f34320b5-a596-4460-b9b4-f74324f29cc3 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "DELETE /v2.0/networks/dde19ac6-345f-43b1-944e-cfbde237d419 HTTP/1.1" status: 204 len: 168 time: 1.7382390 Sep 07 16:20:01.663007 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.665030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35578) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:01.689572 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7aef564-5302-436f-8a81-d4d1ab914ffd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.718863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce99f731-3ab9-492a-b61e-d40f58b559a8 req-46815ca9-3dc9-422b-a279-df9205a11a6f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010530 Sep 07 16:20:01.720020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34320b5-a596-4460-b9b4-f74324f29cc3 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event deleted for resources: {'Network': ['ID=dde19ac6-345f-43b1-944e-cfbde237d419,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:01.780371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff23dec-df97-472c-987d-47df37d2c3b1 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Deleting subnet 123f3f76-182f-40ad-9475-c8b4ef18d18f {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:20:01.783811 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aff23dec-df97-472c-987d-47df37d2c3b1 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.833979 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aff23dec-df97-472c-987d-47df37d2c3b1 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:01.875464 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7aef564-5302-436f-8a81-d4d1ab914ffd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.013224 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7aef564-5302-436f-8a81-d4d1ab914ffd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.140185 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aff23dec-df97-472c-987d-47df37d2c3b1 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.153558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a8a2f6-32f6-412a-86a1-09ae763acefe None None] Network db904f78-91f7-46fe-9543-2051f308bce8 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:02.167034 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d7aef564-5302-436f-8a81-d4d1ab914ffd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.169338 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d7aef564-5302-436f-8a81-d4d1ab914ffd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/d2939067-bd39-42bb-b5dc-36c091699571 HTTP/1.1" status: 204 len: 168 time: 0.6489162 Sep 07 16:20:02.172644 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35610) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:02.176540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aef564-5302-436f-8a81-d4d1ab914ffd tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Subnet': ['ID=d2939067-bd39-42bb-b5dc-36c091699571,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:02.260371 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aff23dec-df97-472c-987d-47df37d2c3b1 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.335563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff23dec-df97-472c-987d-47df37d2c3b1 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event deleted for resources: {'Subnet': ['ID=123f3f76-182f-40ad-9475-c8b4ef18d18f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:02.342404 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aff23dec-df97-472c-987d-47df37d2c3b1 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.344413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aff23dec-df97-472c-987d-47df37d2c3b1 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "DELETE /v2.0/subnets/123f3f76-182f-40ad-9475-c8b4ef18d18f HTTP/1.1" status: 204 len: 168 time: 0.6767395 Sep 07 16:20:02.346754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35614) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:02.403345 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e6eb10-b24f-4906-9d5e-52b46de090d2 None None] Network 169641f7-bb70-4277-9c55-a8c16efe7d50 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:02.430423 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.514796 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.573537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:02.573772 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.617525 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.657940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Deleting port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:02.658426 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.725730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53215048-007e-45f6-88c9-fae740330a67 None None] DHCP port deletion for 169641f7-bb70-4277-9c55-a8c16efe7d50 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:20:02.798846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61f0755-6d47-4dec-a192-953cbebb7e0b None None] DHCP port deletion for db904f78-91f7-46fe-9543-2051f308bce8 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:20:02.801508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] For port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c,segment=NetworkSegment(88b1ef23-9c0a-4786-849f-5b277b43a0ec),segment_id=88b1ef23-9c0a-4786-849f-5b277b43a0ec)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:02.801881 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.828960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:02.934594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-53215048-007e-45f6-88c9-fae740330a67 None None] Deleting port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:02.935405 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53215048-007e-45f6-88c9-fae740330a67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.952653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f61f0755-6d47-4dec-a192-953cbebb7e0b None None] Deleting port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:02.953449 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f61f0755-6d47-4dec-a192-953cbebb7e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:02.963385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] For port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=83e99ad2-a505-4c2b-8cfc-ebd5c7c00142,segment=NetworkSegment(e27336d4-f77d-40b9-a485-2a47974686e2),segment_id=e27336d4-f77d-40b9-a485-2a47974686e2)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:02.963910 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.005395 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Calling delete_port for 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:03.031740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012270d2-644e-483d-9f6e-9c1e49327fe6 req-f80ddd64-bba5-4aa4-8a27-0bb48caf386e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:03.042771 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f61f0755-6d47-4dec-a192-953cbebb7e0b None None] For port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c,segment=NetworkSegment(88b1ef23-9c0a-4786-849f-5b277b43a0ec),segment_id=88b1ef23-9c0a-4786-849f-5b277b43a0ec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:03.043599 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f61f0755-6d47-4dec-a192-953cbebb7e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.051985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012270d2-644e-483d-9f6e-9c1e49327fe6 req-f80ddd64-bba5-4aa4-8a27-0bb48caf386e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:03.061562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f61f0755-6d47-4dec-a192-953cbebb7e0b None None] Calling delete_port for b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:03.066101 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012270d2-644e-483d-9f6e-9c1e49327fe6 req-f80ddd64-bba5-4aa4-8a27-0bb48caf386e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:03.076844 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012270d2-644e-483d-9f6e-9c1e49327fe6 req-f80ddd64-bba5-4aa4-8a27-0bb48caf386e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:03.079160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.111821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012270d2-644e-483d-9f6e-9c1e49327fe6 req-f80ddd64-bba5-4aa4-8a27-0bb48caf386e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:03.178798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:03.194537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012270d2-644e-483d-9f6e-9c1e49327fe6 req-f80ddd64-bba5-4aa4-8a27-0bb48caf386e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:03.201358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No DVR routers for this DVR port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:20:03.204865 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f61f0755-6d47-4dec-a192-953cbebb7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.211638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012270d2-644e-483d-9f6e-9c1e49327fe6 req-f80ddd64-bba5-4aa4-8a27-0bb48caf386e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:03.226573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-012270d2-644e-483d-9f6e-9c1e49327fe6 req-f80ddd64-bba5-4aa4-8a27-0bb48caf386e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.3463161 Sep 07 16:20:03.254793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f0755-6d47-4dec-a192-953cbebb7e0b None None] Pushing event deleted for resources: {'Port': ['ID=b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:03.257244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f0755-6d47-4dec-a192-953cbebb7e0b None None] No DVR routers for this DVR port b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:20:03.338389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-53215048-007e-45f6-88c9-fae740330a67 None None] For port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=83e99ad2-a505-4c2b-8cfc-ebd5c7c00142,segment=NetworkSegment(e27336d4-f77d-40b9-a485-2a47974686e2),segment_id=e27336d4-f77d-40b9-a485-2a47974686e2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:03.339184 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53215048-007e-45f6-88c9-fae740330a67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.344175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-012270d2-644e-483d-9f6e-9c1e49327fe6 req-6df517bd-daba-4236-9bf4-ef6f2fa98bb4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164608 Sep 07 16:20:03.356175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-53215048-007e-45f6-88c9-fae740330a67 None None] Calling delete_port for 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:03.515758 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.523509 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53215048-007e-45f6-88c9-fae740330a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.527874 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.565124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53215048-007e-45f6-88c9-fae740330a67 None None] Pushing event deleted for resources: {'Port': ['ID=83e99ad2-a505-4c2b-8cfc-ebd5c7c00142,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:03.593718 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event deleted for resources: {'Port': ['ID=83e99ad2-a505-4c2b-8cfc-ebd5c7c00142,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:03.596319 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53215048-007e-45f6-88c9-fae740330a67 None None] No DVR routers for this DVR port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:20:03.608169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] No DVR routers for this DVR port 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:20:03.627289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db904f78-91f7-46fe-9543-2051f308bce8']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:03.657766 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b1ef23-9c0a-4786-849f-5b277b43a0ec') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:03.658190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b1ef23-9c0a-4786-849f-5b277b43a0ec') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:03.706257 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.740057 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.762363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:20:03.763384 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:20:03.788061 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:20:03.833259 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.869685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35678) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:03.912874 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.919755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169641f7-bb70-4277-9c55-a8c16efe7d50']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:03.932813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27336d4-f77d-40b9-a485-2a47974686e2') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:03.933124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27336d4-f77d-40b9-a485-2a47974686e2') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:03.948065 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.953569 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:03.960320 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/networks/db904f78-91f7-46fe-9543-2051f308bce8 HTTP/1.1" status: 204 len: 168 time: 1.7854199 Sep 07 16:20:03.969715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35684) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:03.985687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3e6ade4f-6a22-48b0-b39b-c81aaa740963 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'network': {'name': 'tempest-RoutersTest-952705140'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:03.995224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900469b2-6071-49d1-bb31-3d3cbe91bf74 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Network': ['ID=db904f78-91f7-46fe-9543-2051f308bce8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:03.996576 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.017925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:20:04.018400 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:20:04.024376 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:20:04.111265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6ade4f-6a22-48b0-b39b-c81aaa740963 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:04.118526 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e6ade4f-6a22-48b0-b39b-c81aaa740963 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.158564 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53a74535-840a-4398-83bd-69726f6149b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.176939 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.277668 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.282468 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "DELETE /v2.0/networks/169641f7-bb70-4277-9c55-a8c16efe7d50 HTTP/1.1" status: 204 len: 168 time: 1.9319470 Sep 07 16:20:04.283431 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35696) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:04.301005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6ade4f-6a22-48b0-b39b-c81aaa740963 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:20:04.311486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec1bc7-ca4b-48fe-9ee1-1d51935f831a tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Pushing event deleted for resources: {'Network': ['ID=169641f7-bb70-4277-9c55-a8c16efe7d50,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:04.325956 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e6ade4f-6a22-48b0-b39b-c81aaa740963 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.326459 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-3e6ade4f-6a22-48b0-b39b-c81aaa740963 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Added segment 18401acb-ed0e-42c6-9fed-0fed5d0d71ed of type vlan for network 34cf208c-9a33-473e-abd2-5db51ae947e7 Sep 07 16:20:04.363700 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8e4f88cb-afcc-4141-91c9-ff7a3f8d357d tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "GET /v2.0/ports?device_id=d997dde4-b409-4203-8417-e21f7d3de842 HTTP/1.1" status: 200 len: 205 time: 0.0775478 Sep 07 16:20:04.364595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:04.374625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:04.393035 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53a74535-840a-4398-83bd-69726f6149b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.395596 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e6ade4f-6a22-48b0-b39b-c81aaa740963 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.404493 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53a74535-840a-4398-83bd-69726f6149b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.444577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:20:04.444993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b5cf8630-8a0c-4f70-bd0a-20c8e1749e7c not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:20:04.445440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:04.496294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:20:04.503084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 83e99ad2-a505-4c2b-8cfc-ebd5c7c00142 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:20:04.509905 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-753ecbc4-1ac7-47b3-8125-0b1cc65e6a75 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.520641 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-53a74535-840a-4398-83bd-69726f6149b8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5d18c8621f940debde20458fe08c42c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458092 Sep 07 16:20:04.560016 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35710) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:04.596215 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.resource_extend [None req-3e6ade4f-6a22-48b0-b39b-c81aaa740963 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:20:04.608760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a74535-840a-4398-83bd-69726f6149b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e34ce6-3faa-46d3-8a80-c4064f4cc0b4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:04.694770 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e6ade4f-6a22-48b0-b39b-c81aaa740963 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.701815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6ade4f-6a22-48b0-b39b-c81aaa740963 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:04.702513 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e6ade4f-6a22-48b0-b39b-c81aaa740963 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.755674 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-753ecbc4-1ac7-47b3-8125-0b1cc65e6a75 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.758026 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-753ecbc4-1ac7-47b3-8125-0b1cc65e6a75 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.773912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3e6ade4f-6a22-48b0-b39b-c81aaa740963 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8011415 Sep 07 16:20:04.776305 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35720) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:04.800056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-aacb5886-15e6-4820-867a-31390beb4e2f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'subnet': {'network_id': '34cf208c-9a33-473e-abd2-5db51ae947e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:04.822402 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-753ecbc4-1ac7-47b3-8125-0b1cc65e6a75 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.822950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753ecbc4-1ac7-47b3-8125-0b1cc65e6a75 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Fanout notify agent at l3_agent the message router_deleted on router d997dde4-b409-4203-8417-e21f7d3de842 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:20:04.830317 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-753ecbc4-1ac7-47b3-8125-0b1cc65e6a75 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.832570 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-753ecbc4-1ac7-47b3-8125-0b1cc65e6a75 tempest-RoutersNegativeTest-737486468 tempest-RoutersNegativeTest-737486468-project] 10.222.0.70 "DELETE /v2.0/routers/d997dde4-b409-4203-8417-e21f7d3de842 HTTP/1.1" status: 204 len: 168 time: 0.4668331 Sep 07 16:20:04.859645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc17b8e-aa8e-4f07-99c4-38dd2c358b59 req-d24a7b7e-63af-4eab-bc4c-891456e92f11 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:04.869784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc17b8e-aa8e-4f07-99c4-38dd2c358b59 req-d24a7b7e-63af-4eab-bc4c-891456e92f11 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:04.875649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc17b8e-aa8e-4f07-99c4-38dd2c358b59 req-d24a7b7e-63af-4eab-bc4c-891456e92f11 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:04.880833 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb1e2-c55a-4c99-a945-ab791eb1c6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.894939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc17b8e-aa8e-4f07-99c4-38dd2c358b59 req-d24a7b7e-63af-4eab-bc4c-891456e92f11 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:04.913932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc17b8e-aa8e-4f07-99c4-38dd2c358b59 req-d24a7b7e-63af-4eab-bc4c-891456e92f11 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:04.928200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc17b8e-aa8e-4f07-99c4-38dd2c358b59 req-d24a7b7e-63af-4eab-bc4c-891456e92f11 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:04.931133 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb1e2-c55a-4c99-a945-ab791eb1c6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:04.950659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc17b8e-aa8e-4f07-99c4-38dd2c358b59 req-d24a7b7e-63af-4eab-bc4c-891456e92f11 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:04.952917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1fc17b8e-aa8e-4f07-99c4-38dd2c358b59 req-d24a7b7e-63af-4eab-bc4c-891456e92f11 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.4312019 Sep 07 16:20:05.023598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ade4f-6a22-48b0-b39b-c81aaa740963 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Network': ['ID=34cf208c-9a33-473e-abd2-5db51ae947e7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:05.038259 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 34cf208c-9a33-473e-abd2-5db51ae947e7 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:20:05.053002 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb1e2-c55a-4c99-a945-ab791eb1c6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.056097 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb1e2-c55a-4c99-a945-ab791eb1c6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.061614 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9c6fb1e2-c55a-4c99-a945-ab791eb1c6f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6e34ce6-3faa-46d3-8a80-c4064f4cc0b4 HTTP/1.1" status: 204 len: 168 time: 0.4986031 Sep 07 16:20:05.078238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fb1e2-c55a-4c99-a945-ab791eb1c6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e34ce6-3faa-46d3-8a80-c4064f4cc0b4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:05.102676 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1fc17b8e-aa8e-4f07-99c4-38dd2c358b59 req-76c409cb-06fa-479d-9529-287a4526aeb0 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751560 Sep 07 16:20:05.194927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacb5886-15e6-4820-867a-31390beb4e2f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:05.209095 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aacb5886-15e6-4820-867a-31390beb4e2f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.378851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35752) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:05.564393 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aacb5886-15e6-4820-867a-31390beb4e2f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.627580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35758) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:05.662767 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca20a2d9-4449-49fd-8309-247bef7d7a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.682605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacb5886-15e6-4820-867a-31390beb4e2f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Checking segment: {'id': '18401acb-ed0e-42c6-9fed-0fed5d0d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '34cf208c-9a33-473e-abd2-5db51ae947e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:05.682818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacb5886-15e6-4820-867a-31390beb4e2f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network hostable DHCP agents. Network: 34cf208c-9a33-473e-abd2-5db51ae947e7, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:20:05.685626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb5886-15e6-4820-867a-31390beb4e2f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Subnet': ['ID=dbc687b6-7423-4a8e-9f0c-769f1a0b484c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:05.726798 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacb5886-15e6-4820-867a-31390beb4e2f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 34cf208c-9a33-473e-abd2-5db51ae947e7 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:20:05.745543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-aacb5886-15e6-4820-867a-31390beb4e2f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 34cf208c-9a33-473e-abd2-5db51ae947e7) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:05.750146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacb5886-15e6-4820-867a-31390beb4e2f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:05.752105 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aacb5886-15e6-4820-867a-31390beb4e2f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.763894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e828f3-1860-4366-8575-bfa0ae251695 None None] Network 34cf208c-9a33-473e-abd2-5db51ae947e7 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:05.867368 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca20a2d9-4449-49fd-8309-247bef7d7a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.882535 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca20a2d9-4449-49fd-8309-247bef7d7a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.888798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aacb5886-15e6-4820-867a-31390beb4e2f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1108112 Sep 07 16:20:05.892239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35766) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:05.906699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d5d65171-2d53-4a8d-8f2f-5c0f1373be8a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-871606072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:05.983939 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5d65171-2d53-4a8d-8f2f-5c0f1373be8a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:05.987351 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5d65171-2d53-4a8d-8f2f-5c0f1373be8a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.054782 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ca20a2d9-4449-49fd-8309-247bef7d7a24 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b30ca0fa2c44476a82caa01599eeaa0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260564 Sep 07 16:20:06.064858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35770) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:06.123269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35772) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:06.128955 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20a2d9-4449-49fd-8309-247bef7d7a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e41c6fc-8601-409b-b6d9-72744a8e1be8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:06.135534 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5d61e49f-d92f-49c9-bc3a-669dccadb6f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9490cf3ed87e41b09fce374f1a9ade28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7537305 Sep 07 16:20:06.138893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35780) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:06.216815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-34cf208c-9a33-473e-abd2-5db51ae947e7', 'network_id': '34cf208c-9a33-473e-abd2-5db51ae947e7', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'fixed_ips': [{'subnet_id': 'dbc687b6-7423-4a8e-9f0c-769f1a0b484c'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:20:06.217695 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.263153 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5d65171-2d53-4a8d-8f2f-5c0f1373be8a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.270890 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13bd935c-30a1-4cfd-b141-47ee3697e7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.296200 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5d65171-2d53-4a8d-8f2f-5c0f1373be8a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.327192 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13bd935c-30a1-4cfd-b141-47ee3697e7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.357272 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96276371-1b2f-4c51-83ea-116015c574ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.383154 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5d65171-2d53-4a8d-8f2f-5c0f1373be8a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.388848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d5d65171-2d53-4a8d-8f2f-5c0f1373be8a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4938705 Sep 07 16:20:06.390304 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4dc5-150f-47f0-927f-0d4da43689e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.413276 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35792) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:06.478247 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4dc5-150f-47f0-927f-0d4da43689e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.488785 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Allocated IP 172.20.0.2 (34cf208c-9a33-473e-abd2-5db51ae947e7/dbc687b6-7423-4a8e-9f0c-769f1a0b484c/a5cac3eb-e910-4d61-8f6e-616965e5ae74) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:06.521355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0c816-e775-4fe5-8c85-ad199dafe278 req-097d92bd-8818-492b-9eff-bf55490bc375 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:06.529479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0c816-e775-4fe5-8c85-ad199dafe278 req-097d92bd-8818-492b-9eff-bf55490bc375 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:06.533766 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13bd935c-30a1-4cfd-b141-47ee3697e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.536146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0c816-e775-4fe5-8c85-ad199dafe278 req-097d92bd-8818-492b-9eff-bf55490bc375 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:06.542476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0c816-e775-4fe5-8c85-ad199dafe278 req-097d92bd-8818-492b-9eff-bf55490bc375 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:06.544821 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13bd935c-30a1-4cfd-b141-47ee3697e7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.546007 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-13bd935c-30a1-4cfd-b141-47ee3697e7f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a3a1292-cb2a-46c4-a3bb-ae946ae6776b HTTP/1.1" status: 204 len: 168 time: 0.4056132 Sep 07 16:20:06.552774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0c816-e775-4fe5-8c85-ad199dafe278 req-097d92bd-8818-492b-9eff-bf55490bc375 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:06.558821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0c816-e775-4fe5-8c85-ad199dafe278 req-097d92bd-8818-492b-9eff-bf55490bc375 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:06.564940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0c816-e775-4fe5-8c85-ad199dafe278 req-097d92bd-8818-492b-9eff-bf55490bc375 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:06.567294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f0c816-e775-4fe5-8c85-ad199dafe278 req-097d92bd-8818-492b-9eff-bf55490bc375 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.3086951 Sep 07 16:20:06.624380 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd935c-30a1-4cfd-b141-47ee3697e7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3a1292-cb2a-46c4-a3bb-ae946ae6776b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:06.729592 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.733181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4dc5-150f-47f0-927f-0d4da43689e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.739920 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d1e4dc5-150f-47f0-927f-0d4da43689e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.742253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4d1e4dc5-150f-47f0-927f-0d4da43689e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e41c6fc-8601-409b-b6d9-72744a8e1be8 HTTP/1.1" status: 204 len: 168 time: 0.6736088 Sep 07 16:20:06.748283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Transition to ACTIVE for port object a5cac3eb-e910-4d61-8f6e-616965e5ae74 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:06.781039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Transition to ACTIVE for port object a5cac3eb-e910-4d61-8f6e-616965e5ae74 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:06.793849 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.808455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f0c816-e775-4fe5-8c85-ad199dafe278 req-c805d024-157f-4692-aff6-56535f9d0f7b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2042282 Sep 07 16:20:06.827761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e4dc5-150f-47f0-927f-0d4da43689e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e41c6fc-8601-409b-b6d9-72744a8e1be8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:06.932778 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96276371-1b2f-4c51-83ea-116015c574ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.946460 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96276371-1b2f-4c51-83ea-116015c574ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:06.973323 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Pushing event updated for resources: {'Port': ['ID=a5cac3eb-e910-4d61-8f6e-616965e5ae74,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:06.998401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Network 34cf208c-9a33-473e-abd2-5db51ae947e7 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:07.000250 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:07.006208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:07.078085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Attempting to bind port a5cac3eb-e910-4d61-8f6e-616965e5ae74 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:07.079029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Attempting to bind port a5cac3eb-e910-4d61-8f6e-616965e5ae74 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '18401acb-ed0e-42c6-9fed-0fed5d0d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '34cf208c-9a33-473e-abd2-5db51ae947e7'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:07.079509 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Attempting to bind port a5cac3eb-e910-4d61-8f6e-616965e5ae74 on network 34cf208c-9a33-473e-abd2-5db51ae947e7 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:07.091051 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:07.091821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Checking segment: {'id': '18401acb-ed0e-42c6-9fed-0fed5d0d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '34cf208c-9a33-473e-abd2-5db51ae947e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:07.092007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-96276371-1b2f-4c51-83ea-116015c574ec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=806d9253825844dbb1ca15c722270a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9676473 Sep 07 16:20:07.093026 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:07.094350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35812) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:07.095220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Bound using segment: {'id': '18401acb-ed0e-42c6-9fed-0fed5d0d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '34cf208c-9a33-473e-abd2-5db51ae947e7'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:07.095369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96276371-1b2f-4c51-83ea-116015c574ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37a8a9a-2123-4abe-8493-428df23565b8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:07.098303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Bound port: a5cac3eb-e910-4d61-8f6e-616965e5ae74, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18401acb-ed0e-42c6-9fed-0fed5d0d71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '34cf208c-9a33-473e-abd2-5db51ae947e7'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:07.115590 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:07.156720 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:07.216015 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64917177-4903-4a6f-945b-efe446e39644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:07.262423 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64917177-4903-4a6f-945b-efe446e39644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:07.292271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] For port a5cac3eb-e910-4d61-8f6e-616965e5ae74, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:07.298298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] For port a5cac3eb-e910-4d61-8f6e-616965e5ae74, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a5cac3eb-e910-4d61-8f6e-616965e5ae74,segment=NetworkSegment(18401acb-ed0e-42c6-9fed-0fed5d0d71ed),segment_id=18401acb-ed0e-42c6-9fed-0fed5d0d71ed)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:07.306283 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:07.414730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64917177-4903-4a6f-945b-efe446e39644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:07.417650 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64917177-4903-4a6f-945b-efe446e39644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:07.421102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-64917177-4903-4a6f-945b-efe446e39644 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c37a8a9a-2123-4abe-8493-428df23565b8 HTTP/1.1" status: 204 len: 168 time: 0.3170578 Sep 07 16:20:07.448401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64917177-4903-4a6f-945b-efe446e39644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37a8a9a-2123-4abe-8493-428df23565b8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:07.501464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c35b9-eb04-4ce7-b7ed-e25ca0361f81 None None] Pushing event updated for resources: {'Port': ['ID=a5cac3eb-e910-4d61-8f6e-616965e5ae74,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:07.714331 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Allocated IP 172.20.0.1 (34cf208c-9a33-473e-abd2-5db51ae947e7/dbc687b6-7423-4a8e-9f0c-769f1a0b484c/b1a733a6-cdae-44d8-ab6d-c9092c6c0b9b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:07.998747 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:08.030920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Transition to ACTIVE for port object b1a733a6-cdae-44d8-ab6d-c9092c6c0b9b will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:08.078350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd467a16-95b6-4aaf-bf6a-6bd94001f86d req-1c6a77f9-20f3-46a2-aa96-655e4bb09db2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:08.086259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd467a16-95b6-4aaf-bf6a-6bd94001f86d req-1c6a77f9-20f3-46a2-aa96-655e4bb09db2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:08.096155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd467a16-95b6-4aaf-bf6a-6bd94001f86d req-1c6a77f9-20f3-46a2-aa96-655e4bb09db2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:08.099175 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:08.103790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd467a16-95b6-4aaf-bf6a-6bd94001f86d req-1c6a77f9-20f3-46a2-aa96-655e4bb09db2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:08.110762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd467a16-95b6-4aaf-bf6a-6bd94001f86d req-1c6a77f9-20f3-46a2-aa96-655e4bb09db2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:08.122616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd467a16-95b6-4aaf-bf6a-6bd94001f86d req-1c6a77f9-20f3-46a2-aa96-655e4bb09db2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:08.132086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd467a16-95b6-4aaf-bf6a-6bd94001f86d req-1c6a77f9-20f3-46a2-aa96-655e4bb09db2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:08.143443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd467a16-95b6-4aaf-bf6a-6bd94001f86d req-1c6a77f9-20f3-46a2-aa96-655e4bb09db2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.2006042 Sep 07 16:20:08.255979 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd467a16-95b6-4aaf-bf6a-6bd94001f86d req-b35ac504-d486-4bb8-bf56-69cd842a494a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111200 Sep 07 16:20:08.262602 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 34cf208c-9a33-473e-abd2-5db51ae947e7 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:08.276838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=b1a733a6-cdae-44d8-ab6d-c9092c6c0b9b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:08.295916 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:08.306345 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:08.324500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35856) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:08.381773 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e40de3f-cdc4-495e-8634-af2f6a077ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:08.480013 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:08.598780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a5cac3eb-e910-4d61-8f6e-616965e5ae74 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:08.724501 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e40de3f-cdc4-495e-8634-af2f6a077ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:08.736619 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e40de3f-cdc4-495e-8634-af2f6a077ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:08.741423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port a5cac3eb-e910-4d61-8f6e-616965e5ae74 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:08.822446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40de3f-cdc4-495e-8634-af2f6a077ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e3cba0-05b7-4e79-a87f-5edca6159580,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:08.851531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7e40de3f-cdc4-495e-8634-af2f6a077ffb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d1bc0b5ad754b1daf663f3fbdf05928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5257113 Sep 07 16:20:08.859998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35868) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:08.974310 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:09.091813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec9a4c6-67f8-40c4-83e9-6ecd31467738 None None] Network 34cf208c-9a33-473e-abd2-5db51ae947e7 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:09.092077 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b283c68-8adf-4593-913c-d4774c2aa359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:09.261556 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b283c68-8adf-4593-913c-d4774c2aa359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:09.385290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a4c391d8-60c5-4f13-bd60-db0b773930d9 None None] Provisioning for port a5cac3eb-e910-4d61-8f6e-616965e5ae74 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:09.408197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a4c391d8-60c5-4f13-bd60-db0b773930d9 None None] Provisioning complete for port a5cac3eb-e910-4d61-8f6e-616965e5ae74 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:09.409313 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4c391d8-60c5-4f13-bd60-db0b773930d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:09.500096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd3e2-3953-44bc-b7fd-6f8399de54e4 req-87c6b179-0da6-46f8-8c68-10bd0fe2fd76 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:09.511070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd3e2-3953-44bc-b7fd-6f8399de54e4 req-87c6b179-0da6-46f8-8c68-10bd0fe2fd76 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:09.524592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd3e2-3953-44bc-b7fd-6f8399de54e4 req-87c6b179-0da6-46f8-8c68-10bd0fe2fd76 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:09.539143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd3e2-3953-44bc-b7fd-6f8399de54e4 req-87c6b179-0da6-46f8-8c68-10bd0fe2fd76 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:09.551340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd3e2-3953-44bc-b7fd-6f8399de54e4 req-87c6b179-0da6-46f8-8c68-10bd0fe2fd76 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:09.558446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd3e2-3953-44bc-b7fd-6f8399de54e4 req-87c6b179-0da6-46f8-8c68-10bd0fe2fd76 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:09.567925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd3e2-3953-44bc-b7fd-6f8399de54e4 req-87c6b179-0da6-46f8-8c68-10bd0fe2fd76 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:09.585200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-697dd3e2-3953-44bc-b7fd-6f8399de54e4 req-87c6b179-0da6-46f8-8c68-10bd0fe2fd76 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.1996295 Sep 07 16:20:09.655691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-697dd3e2-3953-44bc-b7fd-6f8399de54e4 req-425ccfca-9319-450d-9910-fe4ed6966f0e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687408 Sep 07 16:20:09.662808 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b283c68-8adf-4593-913c-d4774c2aa359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:09.678937 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b283c68-8adf-4593-913c-d4774c2aa359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:09.682506 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5b283c68-8adf-4593-913c-d4774c2aa359 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96e3cba0-05b7-4e79-a87f-5edca6159580 HTTP/1.1" status: 204 len: 168 time: 0.8211374 Sep 07 16:20:09.712884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b283c68-8adf-4593-913c-d4774c2aa359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e3cba0-05b7-4e79-a87f-5edca6159580,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:09.807060 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:09.818537 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:09.876079 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4c391d8-60c5-4f13-bd60-db0b773930d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:09.892806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=b1a733a6-cdae-44d8-ab6d-c9092c6c0b9b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:09.974993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a4c391d8-60c5-4f13-bd60-db0b773930d9 None None] For port a5cac3eb-e910-4d61-8f6e-616965e5ae74, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a5cac3eb-e910-4d61-8f6e-616965e5ae74,segment=NetworkSegment(18401acb-ed0e-42c6-9fed-0fed5d0d71ed),segment_id=18401acb-ed0e-42c6-9fed-0fed5d0d71ed)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:09.982445 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:09.988870 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4c391d8-60c5-4f13-bd60-db0b773930d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:10.091157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c391d8-60c5-4f13-bd60-db0b773930d9 None None] Pushing event updated for resources: {'Port': ['ID=a5cac3eb-e910-4d61-8f6e-616965e5ae74,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:10.163356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 34cf208c-9a33-473e-abd2-5db51ae947e7 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:10.165868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:10.260755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-444dec5e-c07b-425b-87bc-1751cae0cc6f None None] Provisioning complete for port a5cac3eb-e910-4d61-8f6e-616965e5ae74 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:10.262973 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-444dec5e-c07b-425b-87bc-1751cae0cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:10.507068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a5cac3eb-e910-4d61-8f6e-616965e5ae74 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:10.588228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 41d99086-e918-4f16-aba7-4b8b5c559515 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:20:10.651740 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-851195af-385c-45a2-8bcb-1cf19e2ccdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:10.868784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a5cac3eb-e910-4d61-8f6e-616965e5ae74 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:10.870358 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:10.974986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81f34-9f49-431d-8012-35f74f00cafa req-1aba0f46-d392-4265-be18-653dc6899d98 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:10.993174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81f34-9f49-431d-8012-35f74f00cafa req-1aba0f46-d392-4265-be18-653dc6899d98 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:11.007921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81f34-9f49-431d-8012-35f74f00cafa req-1aba0f46-d392-4265-be18-653dc6899d98 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:11.025832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81f34-9f49-431d-8012-35f74f00cafa req-1aba0f46-d392-4265-be18-653dc6899d98 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:11.046512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81f34-9f49-431d-8012-35f74f00cafa req-1aba0f46-d392-4265-be18-653dc6899d98 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:11.070023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81f34-9f49-431d-8012-35f74f00cafa req-1aba0f46-d392-4265-be18-653dc6899d98 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:11.079666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81f34-9f49-431d-8012-35f74f00cafa req-1aba0f46-d392-4265-be18-653dc6899d98 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:11.093656 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13e81f34-9f49-431d-8012-35f74f00cafa req-1aba0f46-d392-4265-be18-653dc6899d98 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.2760105 Sep 07 16:20:11.134333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-444dec5e-c07b-425b-87bc-1751cae0cc6f None None] Provisioning for port b1a733a6-cdae-44d8-ab6d-c9092c6c0b9b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:11.144272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-444dec5e-c07b-425b-87bc-1751cae0cc6f None None] Provisioning complete for port b1a733a6-cdae-44d8-ab6d-c9092c6c0b9b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:11.148410 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-444dec5e-c07b-425b-87bc-1751cae0cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:11.227980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13e81f34-9f49-431d-8012-35f74f00cafa req-4b18f265-2075-4b3b-95d6-dd2407d7b2d5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321971 Sep 07 16:20:11.236684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-444dec5e-c07b-425b-87bc-1751cae0cc6f None None] Port b1a733a6-cdae-44d8-ab6d-c9092c6c0b9b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:20:11.365445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:11.382685 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ec16f998-29a3-41d5-9bae-a3766c5787b9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/41d99086-e918-4f16-aba7-4b8b5c559515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9675109 Sep 07 16:20:11.384691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35962) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:11.393592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-300927cc-aa5e-48fb-8077-a09bb5ca213f None None] Provisioning complete for port b1a733a6-cdae-44d8-ab6d-c9092c6c0b9b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:11.417832 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-300927cc-aa5e-48fb-8077-a09bb5ca213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:11.424560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5e53db-7fd9-4caf-a385-bdcb8da69970 None None] Sync routers for ids ['41d99086-e918-4f16-aba7-4b8b5c559515'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:11.508310 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91207c02-8d4d-470d-b416-2d5b3143c7bc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:11.509907 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-300927cc-aa5e-48fb-8077-a09bb5ca213f None None] Port b1a733a6-cdae-44d8-ab6d-c9092c6c0b9b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:20:11.515231 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-91207c02-8d4d-470d-b416-2d5b3143c7bc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports/b1a733a6-cdae-44d8-ab6d-c9092c6c0b9b HTTP/1.1" status: 200 len: 910 time: 0.1256399 Sep 07 16:20:11.515428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35974) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:11.551321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e53db-7fd9-4caf-a385-bdcb8da69970 None None] Routers {'41d99086-e918-4f16-aba7-4b8b5c559515'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:11.552302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cc5e53db-7fd9-4caf-a385-bdcb8da69970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['41d99086-e918-4f16-aba7-4b8b5c559515'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:11.690263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cc5e53db-7fd9-4caf-a385-bdcb8da69970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:11.727774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e53db-7fd9-4caf-a385-bdcb8da69970 None None] Routers {'41d99086-e918-4f16-aba7-4b8b5c559515'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:11.728922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cc5e53db-7fd9-4caf-a385-bdcb8da69970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:19:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['41d99086-e918-4f16-aba7-4b8b5c559515'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:11.814049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cc5e53db-7fd9-4caf-a385-bdcb8da69970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:11.815702 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5e53db-7fd9-4caf-a385-bdcb8da69970 None None] The sync data for ids ['41d99086-e918-4f16-aba7-4b8b5c559515'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:12.296783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd7b1b57-f2f5-4ed0-b225-247a88564e73 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:12.492984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fb4f-72bb-4bd7-b7a0-9ab123b6bb9f req-6c7a2e18-3525-468c-b7d7-e21b05c784eb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:12.499992 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fb4f-72bb-4bd7-b7a0-9ab123b6bb9f req-6c7a2e18-3525-468c-b7d7-e21b05c784eb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:12.506392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fb4f-72bb-4bd7-b7a0-9ab123b6bb9f req-6c7a2e18-3525-468c-b7d7-e21b05c784eb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:12.513201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fb4f-72bb-4bd7-b7a0-9ab123b6bb9f req-6c7a2e18-3525-468c-b7d7-e21b05c784eb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:12.527905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fb4f-72bb-4bd7-b7a0-9ab123b6bb9f req-6c7a2e18-3525-468c-b7d7-e21b05c784eb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:12.539016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fb4f-72bb-4bd7-b7a0-9ab123b6bb9f req-6c7a2e18-3525-468c-b7d7-e21b05c784eb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:12.553366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fb4f-72bb-4bd7-b7a0-9ab123b6bb9f req-6c7a2e18-3525-468c-b7d7-e21b05c784eb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:12.556633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9d1fb4f-72bb-4bd7-b7a0-9ab123b6bb9f req-6c7a2e18-3525-468c-b7d7-e21b05c784eb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.1912112 Sep 07 16:20:12.786606 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9d1fb4f-72bb-4bd7-b7a0-9ab123b6bb9f req-4a1e2880-0397-4aef-8068-d4b704f318b5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2183535 Sep 07 16:20:13.043791 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b1b57-f2f5-4ed0-b225-247a88564e73 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port b1a733a6-cdae-44d8-ab6d-c9092c6c0b9b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:13.044155 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd7b1b57-f2f5-4ed0-b225-247a88564e73 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:13.240223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd7b1b57-f2f5-4ed0-b225-247a88564e73 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:13.256533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b1b57-f2f5-4ed0-b225-247a88564e73 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for b1a733a6-cdae-44d8-ab6d-c9092c6c0b9b owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:13.620409 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd7b1b57-f2f5-4ed0-b225-247a88564e73 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:13.653873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b1b57-f2f5-4ed0-b225-247a88564e73 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=b1a733a6-cdae-44d8-ab6d-c9092c6c0b9b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:13.897275 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:14.041306 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd7b1b57-f2f5-4ed0-b225-247a88564e73 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:14.078523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36096) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:14.240927 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46cd6b9f-4048-4b8b-9c3d-b0d8e74bb2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:14.325424 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa9d3b14-1848-43dd-9bb8-68c6c450ce2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:14.402080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7b1b57-f2f5-4ed0-b225-247a88564e73 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 41d99086-e918-4f16-aba7-4b8b5c559515 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:20:14.437102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef28dd8-eb02-4adc-a0c7-09264ebbd2b7 req-4dac3d4e-7025-4b8d-b274-20aa86d28f02 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:14.458464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef28dd8-eb02-4adc-a0c7-09264ebbd2b7 req-4dac3d4e-7025-4b8d-b274-20aa86d28f02 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:14.479132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef28dd8-eb02-4adc-a0c7-09264ebbd2b7 req-4dac3d4e-7025-4b8d-b274-20aa86d28f02 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:14.485528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef28dd8-eb02-4adc-a0c7-09264ebbd2b7 req-4dac3d4e-7025-4b8d-b274-20aa86d28f02 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:14.492858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef28dd8-eb02-4adc-a0c7-09264ebbd2b7 req-4dac3d4e-7025-4b8d-b274-20aa86d28f02 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:14.500713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef28dd8-eb02-4adc-a0c7-09264ebbd2b7 req-4dac3d4e-7025-4b8d-b274-20aa86d28f02 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:14.510301 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef28dd8-eb02-4adc-a0c7-09264ebbd2b7 req-4dac3d4e-7025-4b8d-b274-20aa86d28f02 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:14.511970 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0ef28dd8-eb02-4adc-a0c7-09264ebbd2b7 req-4dac3d4e-7025-4b8d-b274-20aa86d28f02 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.4822259 Sep 07 16:20:14.592625 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa9d3b14-1848-43dd-9bb8-68c6c450ce2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:14.601529 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa9d3b14-1848-43dd-9bb8-68c6c450ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:14.616914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7b1b57-f2f5-4ed0-b225-247a88564e73 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:14.634973 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56cfbaa-d895-4693-b413-34b8257dd377 None None] Sync routers for ids ['41d99086-e918-4f16-aba7-4b8b5c559515'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:14.649745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dd7b1b57-f2f5-4ed0-b225-247a88564e73 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/41d99086-e918-4f16-aba7-4b8b5c559515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1284409 Sep 07 16:20:14.655308 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:14.661849 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56cfbaa-d895-4693-b413-34b8257dd377 None None] Routers {'41d99086-e918-4f16-aba7-4b8b5c559515'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:14.662535 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f56cfbaa-d895-4693-b413-34b8257dd377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['41d99086-e918-4f16-aba7-4b8b5c559515'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:14.673067 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0ef28dd8-eb02-4adc-a0c7-09264ebbd2b7 req-b2cd8d5f-6a81-4fe0-a724-c996e3e2ff8e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600355 Sep 07 16:20:14.758575 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5ef8b973-fd6a-4c5f-913a-759be81a433f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=41d99086-e918-4f16-aba7-4b8b5c559515 HTTP/1.1" status: 200 len: 205 time: 0.1030574 Sep 07 16:20:14.761350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36120) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:14.778064 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fa9d3b14-1848-43dd-9bb8-68c6c450ce2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3bd53cf8f4da44479a140e120b06ae8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6982985 Sep 07 16:20:14.781597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36122) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:14.795653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d3b14-1848-43dd-9bb8-68c6c450ce2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31efdadb-4e58-484c-8723-7e80468efd6e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:14.796723 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f56cfbaa-d895-4693-b413-34b8257dd377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:14.827818 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56cfbaa-d895-4693-b413-34b8257dd377 None None] Routers {'41d99086-e918-4f16-aba7-4b8b5c559515'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:14.828636 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f56cfbaa-d895-4693-b413-34b8257dd377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['41d99086-e918-4f16-aba7-4b8b5c559515'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:14.842889 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:14.890702 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd195658-a2d1-4023-9a59-44f42afdbf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:14.895177 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f56cfbaa-d895-4693-b413-34b8257dd377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:14.896913 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56cfbaa-d895-4693-b413-34b8257dd377 None None] The sync data for ids ['41d99086-e918-4f16-aba7-4b8b5c559515'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:14.954377 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd195658-a2d1-4023-9a59-44f42afdbf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:14.971598 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9cc8483b-6771-455e-aff1-6c400de60d62 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.048390 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd195658-a2d1-4023-9a59-44f42afdbf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.051667 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd195658-a2d1-4023-9a59-44f42afdbf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.055319 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cd195658-a2d1-4023-9a59-44f42afdbf42 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/31efdadb-4e58-484c-8723-7e80468efd6e HTTP/1.1" status: 204 len: 168 time: 0.2704980 Sep 07 16:20:15.094887 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd195658-a2d1-4023-9a59-44f42afdbf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31efdadb-4e58-484c-8723-7e80468efd6e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:15.179420 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9cc8483b-6771-455e-aff1-6c400de60d62 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.181673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9cc8483b-6771-455e-aff1-6c400de60d62 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.246048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9cc8483b-6771-455e-aff1-6c400de60d62 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.246902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc8483b-6771-455e-aff1-6c400de60d62 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Fanout notify agent at l3_agent the message router_deleted on router 41d99086-e918-4f16-aba7-4b8b5c559515 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:20:15.256777 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9cc8483b-6771-455e-aff1-6c400de60d62 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.262881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36148) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:15.263023 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9cc8483b-6771-455e-aff1-6c400de60d62 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/41d99086-e918-4f16-aba7-4b8b5c559515 HTTP/1.1" status: 204 len: 168 time: 0.4999058 Sep 07 16:20:15.338682 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b78b53-8d90-4ace-93cc-494983c02135 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting subnet dbc687b6-7423-4a8e-9f0c-769f1a0b484c {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:20:15.343269 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21b78b53-8d90-4ace-93cc-494983c02135 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.446837 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21b78b53-8d90-4ace-93cc-494983c02135 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.583846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36166) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:15.604842 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96c8f431-48fa-4bb3-848d-1dec7adbdfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.624913 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21b78b53-8d90-4ace-93cc-494983c02135 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.700016 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21b78b53-8d90-4ace-93cc-494983c02135 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.758044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b78b53-8d90-4ace-93cc-494983c02135 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc687b6-7423-4a8e-9f0c-769f1a0b484c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:15.807052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21b78b53-8d90-4ace-93cc-494983c02135 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.808169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7006b3b-6d72-462e-9eb4-8f4412b1ac5a None None] Network 34cf208c-9a33-473e-abd2-5db51ae947e7 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:15.810780 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-21b78b53-8d90-4ace-93cc-494983c02135 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/dbc687b6-7423-4a8e-9f0c-769f1a0b484c HTTP/1.1" status: 204 len: 168 time: 0.5467150 Sep 07 16:20:15.813595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36174) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:15.832688 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96c8f431-48fa-4bb3-848d-1dec7adbdfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:15.882997 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96c8f431-48fa-4bb3-848d-1dec7adbdfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:16.020171 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-96c8f431-48fa-4bb3-848d-1dec7adbdfe9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc4faa207d1d42ea84c379407c5f8bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349546 Sep 07 16:20:16.032023 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:16.037268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36178) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:16.112189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8f431-48fa-4bb3-848d-1dec7adbdfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84226bdb-6a1b-425b-85d4-346931831fc5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:16.148375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f5440-fe13-431e-8677-31880ea781b3 req-d0ef40f5-6d53-4175-9e29-9bf3d83eab50 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:16.158684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f5440-fe13-431e-8677-31880ea781b3 req-d0ef40f5-6d53-4175-9e29-9bf3d83eab50 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:16.170735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f5440-fe13-431e-8677-31880ea781b3 req-d0ef40f5-6d53-4175-9e29-9bf3d83eab50 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:16.180746 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b367-5566-4aec-bbcb-9c99c0445c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:16.185253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f5440-fe13-431e-8677-31880ea781b3 req-d0ef40f5-6d53-4175-9e29-9bf3d83eab50 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:16.188986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port a5cac3eb-e910-4d61-8f6e-616965e5ae74 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:16.192426 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:16.220386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f5440-fe13-431e-8677-31880ea781b3 req-d0ef40f5-6d53-4175-9e29-9bf3d83eab50 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:16.239100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f5440-fe13-431e-8677-31880ea781b3 req-d0ef40f5-6d53-4175-9e29-9bf3d83eab50 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:16.254814 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50c92d8-8750-45c5-b226-4dd370849b1f None None] DHCP port deletion for 34cf208c-9a33-473e-abd2-5db51ae947e7 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:20:16.267802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f5440-fe13-431e-8677-31880ea781b3 req-d0ef40f5-6d53-4175-9e29-9bf3d83eab50 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:16.287988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-905f5440-fe13-431e-8677-31880ea781b3 req-d0ef40f5-6d53-4175-9e29-9bf3d83eab50 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.3872437 Sep 07 16:20:16.304685 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b367-5566-4aec-bbcb-9c99c0445c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:16.393049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a50c92d8-8750-45c5-b226-4dd370849b1f None None] Deleting port a5cac3eb-e910-4d61-8f6e-616965e5ae74 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:16.394701 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50c92d8-8750-45c5-b226-4dd370849b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:16.434825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-905f5440-fe13-431e-8677-31880ea781b3 req-e9f15476-fb0d-4c81-89b7-4e0c296127d5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386664 Sep 07 16:20:16.453708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] For port a5cac3eb-e910-4d61-8f6e-616965e5ae74, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a5cac3eb-e910-4d61-8f6e-616965e5ae74,segment=NetworkSegment(18401acb-ed0e-42c6-9fed-0fed5d0d71ed),segment_id=18401acb-ed0e-42c6-9fed-0fed5d0d71ed)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:16.468293 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:16.474635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a50c92d8-8750-45c5-b226-4dd370849b1f None None] For port a5cac3eb-e910-4d61-8f6e-616965e5ae74, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a5cac3eb-e910-4d61-8f6e-616965e5ae74,segment=NetworkSegment(18401acb-ed0e-42c6-9fed-0fed5d0d71ed),segment_id=18401acb-ed0e-42c6-9fed-0fed5d0d71ed)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:16.475287 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50c92d8-8750-45c5-b226-4dd370849b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:16.491343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a50c92d8-8750-45c5-b226-4dd370849b1f None None] Calling delete_port for a5cac3eb-e910-4d61-8f6e-616965e5ae74 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:16.580617 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for a5cac3eb-e910-4d61-8f6e-616965e5ae74 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:16.601254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a5cac3eb-e910-4d61-8f6e-616965e5ae74 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:16.643351 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a50c92d8-8750-45c5-b226-4dd370849b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:16.687441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c92d8-8750-45c5-b226-4dd370849b1f None None] No DVR routers for this DVR port a5cac3eb-e910-4d61-8f6e-616965e5ae74 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:20:16.696102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c92d8-8750-45c5-b226-4dd370849b1f None None] Pushing event deleted for resources: {'Port': ['ID=a5cac3eb-e910-4d61-8f6e-616965e5ae74,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:16.724557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No active binding found for port a5cac3eb-e910-4d61-8f6e-616965e5ae74 {{(pid=94772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 16:20:16.725282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a5cac3eb-e910-4d61-8f6e-616965e5ae74 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:20:16.788984 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b367-5566-4aec-bbcb-9c99c0445c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:16.798174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b367-5566-4aec-bbcb-9c99c0445c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:16.802489 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:16.802679 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b6c0b367-5566-4aec-bbcb-9c99c0445c9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/84226bdb-6a1b-425b-85d4-346931831fc5 HTTP/1.1" status: 204 len: 168 time: 0.7590723 Sep 07 16:20:16.852354 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:16.857132 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0b367-5566-4aec-bbcb-9c99c0445c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84226bdb-6a1b-425b-85d4-346931831fc5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:16.943024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=a5cac3eb-e910-4d61-8f6e-616965e5ae74,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:16.955718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No DVR routers for this DVR port a5cac3eb-e910-4d61-8f6e-616965e5ae74 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:20:17.264734 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.313256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cf208c-9a33-473e-abd2-5db51ae947e7']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:17.335911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18401acb-ed0e-42c6-9fed-0fed5d0d71ed') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:17.336179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18401acb-ed0e-42c6-9fed-0fed5d0d71ed') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:17.395543 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.429323 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.463166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:20:17.466784 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:20:17.635118 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:20:17.701306 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.765635 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:17.771390 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/networks/34cf208c-9a33-473e-abd2-5db51ae947e7 HTTP/1.1" status: 204 len: 168 time: 1.9526901 Sep 07 16:20:17.789538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:17.796892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-455478608', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:17.965272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b1228-f33a-4318-abfe-aff6a3735dc8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Network': ['ID=34cf208c-9a33-473e-abd2-5db51ae947e7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:17.973237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391160d-88ac-47c5-92aa-fb63df22317a req-e8d801d8-c2f4-4826-ad75-a9b88eb586d0 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:17.988696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391160d-88ac-47c5-92aa-fb63df22317a req-e8d801d8-c2f4-4826-ad75-a9b88eb586d0 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:18.003146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391160d-88ac-47c5-92aa-fb63df22317a req-e8d801d8-c2f4-4826-ad75-a9b88eb586d0 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:18.009991 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:18.011068 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:18.013402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391160d-88ac-47c5-92aa-fb63df22317a req-e8d801d8-c2f4-4826-ad75-a9b88eb586d0 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:18.021584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391160d-88ac-47c5-92aa-fb63df22317a req-e8d801d8-c2f4-4826-ad75-a9b88eb586d0 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:18.028073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391160d-88ac-47c5-92aa-fb63df22317a req-e8d801d8-c2f4-4826-ad75-a9b88eb586d0 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:18.034927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391160d-88ac-47c5-92aa-fb63df22317a req-e8d801d8-c2f4-4826-ad75-a9b88eb586d0 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:18.037177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c391160d-88ac-47c5-92aa-fb63df22317a req-e8d801d8-c2f4-4826-ad75-a9b88eb586d0 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.4170752 Sep 07 16:20:18.133825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c391160d-88ac-47c5-92aa-fb63df22317a req-7b553914-f56a-4e51-89d8-d9314eef9dba tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892994 Sep 07 16:20:18.213276 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:18.553896 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:18.940281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 874b4530-320c-4dea-8574-eb9c02bd67ba details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:20:19.049044 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:19.100753 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:19.208393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 874b4530-320c-4dea-8574-eb9c02bd67ba, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=874b4530-320c-4dea-8574-eb9c02bd67ba,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:19.240041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '874b4530-320c-4dea-8574-eb9c02bd67ba', 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b', 'port_id': '874b4530-320c-4dea-8574-eb9c02bd67ba', 'mac_address': 'fa:16:3e:b1:98:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dbc69e-a859-4d9e-9f23-95f102bc7aaa', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:20:19.352016 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Allocated IP 172.25.3.75 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/03ab283c-6d3f-4620-a238-92dc74018a46) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:19.354765 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:19.398175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874b4530-320c-4dea-8574-eb9c02bd67ba {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:19.468811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 874b4530-320c-4dea-8574-eb9c02bd67ba, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=874b4530-320c-4dea-8574-eb9c02bd67ba,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:19.473874 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:19.476838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f9f8821b-d238-4cd8-8c03-0efd0cf30881 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:20:19.549275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc5ee0-20ee-457e-8a1d-da16ec3f8878 req-bf249a27-5e27-4950-8f06-faef26451385 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:19.570847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc5ee0-20ee-457e-8a1d-da16ec3f8878 req-bf249a27-5e27-4950-8f06-faef26451385 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:19.593923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc5ee0-20ee-457e-8a1d-da16ec3f8878 req-bf249a27-5e27-4950-8f06-faef26451385 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:19.620559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc5ee0-20ee-457e-8a1d-da16ec3f8878 req-bf249a27-5e27-4950-8f06-faef26451385 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:19.646127 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc5ee0-20ee-457e-8a1d-da16ec3f8878 req-bf249a27-5e27-4950-8f06-faef26451385 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:19.658143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc5ee0-20ee-457e-8a1d-da16ec3f8878 req-bf249a27-5e27-4950-8f06-faef26451385 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:19.691837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc5ee0-20ee-457e-8a1d-da16ec3f8878 req-bf249a27-5e27-4950-8f06-faef26451385 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:19.693846 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17cc5ee0-20ee-457e-8a1d-da16ec3f8878 req-bf249a27-5e27-4950-8f06-faef26451385 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5430 time: 0.3146756 Sep 07 16:20:19.747403 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:19.761072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=874b4530-320c-4dea-8574-eb9c02bd67ba,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:19.818535 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17cc5ee0-20ee-457e-8a1d-da16ec3f8878 req-a7afbbfd-2921-435b-a6a7-3cae6cfc66b6 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120613 Sep 07 16:20:19.842607 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:19.916881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f9f8821b-d238-4cd8-8c03-0efd0cf30881, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f9f8821b-d238-4cd8-8c03-0efd0cf30881,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:19.928737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:19.951916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'f9f8821b-d238-4cd8-8c03-0efd0cf30881', 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d', 'port_id': 'f9f8821b-d238-4cd8-8c03-0efd0cf30881', 'mac_address': 'fa:16:3e:ca:bd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b579ba4-f2f7-49b7-9722-379d2b0837b4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:20:19.961523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:19.966603 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:19.972621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=03ab283c-6d3f-4620-a238-92dc74018a46,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:20.049312 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:20.091615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f8821b-d238-4cd8-8c03-0efd0cf30881 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:20.131288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f9f8821b-d238-4cd8-8c03-0efd0cf30881, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f9f8821b-d238-4cd8-8c03-0efd0cf30881,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:20.172560 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:20.173244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 08f87940-78b6-440d-b292-1ee918d7640b details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:20:20.256857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 08f87940-78b6-440d-b292-1ee918d7640b, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=08f87940-78b6-440d-b292-1ee918d7640b,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:20.290552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '08f87940-78b6-440d-b292-1ee918d7640b', 'network_id': '08e031c7-40bd-43ca-bbf5-210128aa125d', 'port_id': '08f87940-78b6-440d-b292-1ee918d7640b', 'mac_address': 'fa:16:3e:65:4c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b579ba4-f2f7-49b7-9722-379d2b0837b4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:20:20.404378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f9f8821b-d238-4cd8-8c03-0efd0cf30881,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:20.518049 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:20.550542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f87940-78b6-440d-b292-1ee918d7640b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:20.603233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 08f87940-78b6-440d-b292-1ee918d7640b, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=08f87940-78b6-440d-b292-1ee918d7640b,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:20.611976 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:20.613536 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 07089f51-a6a0-45e6-be22-3f943029ad6d details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:20:20.646650 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:20.759306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=08f87940-78b6-440d-b292-1ee918d7640b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:21.116174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bab5c1-241a-4d9e-ab4f-8863e264a8d5 req-5b1cfcc6-3ee4-40d0-b6a4-d5f361745e77 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:21.134394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bab5c1-241a-4d9e-ab4f-8863e264a8d5 req-5b1cfcc6-3ee4-40d0-b6a4-d5f361745e77 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:21.142793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bab5c1-241a-4d9e-ab4f-8863e264a8d5 req-5b1cfcc6-3ee4-40d0-b6a4-d5f361745e77 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:21.182938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bab5c1-241a-4d9e-ab4f-8863e264a8d5 req-5b1cfcc6-3ee4-40d0-b6a4-d5f361745e77 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:21.210813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bab5c1-241a-4d9e-ab4f-8863e264a8d5 req-5b1cfcc6-3ee4-40d0-b6a4-d5f361745e77 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:21.240292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bab5c1-241a-4d9e-ab4f-8863e264a8d5 req-5b1cfcc6-3ee4-40d0-b6a4-d5f361745e77 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:21.269223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bab5c1-241a-4d9e-ab4f-8863e264a8d5 req-5b1cfcc6-3ee4-40d0-b6a4-d5f361745e77 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:21.287362 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84bab5c1-241a-4d9e-ab4f-8863e264a8d5 req-5b1cfcc6-3ee4-40d0-b6a4-d5f361745e77 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5433 time: 0.2935064 Sep 07 16:20:21.292327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:21.335130 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 07089f51-a6a0-45e6-be22-3f943029ad6d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=07089f51-a6a0-45e6-be22-3f943029ad6d,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:21.380142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '07089f51-a6a0-45e6-be22-3f943029ad6d', 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b', 'port_id': '07089f51-a6a0-45e6-be22-3f943029ad6d', 'mac_address': 'fa:16:3e:be:c1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dbc69e-a859-4d9e-9f23-95f102bc7aaa', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:20:21.435557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84bab5c1-241a-4d9e-ab4f-8863e264a8d5 req-f575a772-976e-44e6-bd12-3fbd6a302148 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421609 Sep 07 16:20:21.522679 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:21.600215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07089f51-a6a0-45e6-be22-3f943029ad6d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:21.689854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 07089f51-a6a0-45e6-be22-3f943029ad6d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=07089f51-a6a0-45e6-be22-3f943029ad6d,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:21.702618 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:21.707662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 33057372-0240-45a8-a8b2-096c337b7fe5 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:20:21.782823 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 33057372-0240-45a8-a8b2-096c337b7fe5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=33057372-0240-45a8-a8b2-096c337b7fe5,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:21.802417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '33057372-0240-45a8-a8b2-096c337b7fe5', 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b', 'port_id': '33057372-0240-45a8-a8b2-096c337b7fe5', 'mac_address': 'fa:16:3e:7c:1e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dbc69e-a859-4d9e-9f23-95f102bc7aaa', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:20:21.847088 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 3324c50f-d19e-441c-bc60-4f7bd35ea778 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:20:21.892391 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=07089f51-a6a0-45e6-be22-3f943029ad6d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:22.059635 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:22.124019 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:22.177816 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:22.179134 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e8aed38e-f702-4434-ac60-1d213b710d64 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3948293 Sep 07 16:20:22.182009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36502) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:22.184306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18062391-3806-4bce-b690-fd385fd36038 None None] Sync routers for ids ['3324c50f-d19e-441c-bc60-4f7bd35ea778'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:22.192063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33057372-0240-45a8-a8b2-096c337b7fe5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:22.247334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18062391-3806-4bce-b690-fd385fd36038 None None] Routers {'3324c50f-d19e-441c-bc60-4f7bd35ea778'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:22.247890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-18062391-3806-4bce-b690-fd385fd36038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3324c50f-d19e-441c-bc60-4f7bd35ea778'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:22.345609 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-18062391-3806-4bce-b690-fd385fd36038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:22.366381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 33057372-0240-45a8-a8b2-096c337b7fe5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=33057372-0240-45a8-a8b2-096c337b7fe5,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:22.401778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18062391-3806-4bce-b690-fd385fd36038 None None] Routers {'3324c50f-d19e-441c-bc60-4f7bd35ea778'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:22.404592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-18062391-3806-4bce-b690-fd385fd36038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3324c50f-d19e-441c-bc60-4f7bd35ea778'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:22.417249 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:22.417934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 70f3c2e1-6534-43be-9522-49817d667339 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:20:22.509392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36514) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:22.593608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=33057372-0240-45a8-a8b2-096c337b7fe5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:22.639406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-18062391-3806-4bce-b690-fd385fd36038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:22.642348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18062391-3806-4bce-b690-fd385fd36038 None None] The sync data for ids ['3324c50f-d19e-441c-bc60-4f7bd35ea778'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:22.810383 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58b9423c-b7d9-445a-a36d-9aa91f50810e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:22.848310 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 70f3c2e1-6534-43be-9522-49817d667339, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=70f3c2e1-6534-43be-9522-49817d667339,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:22.890094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '70f3c2e1-6534-43be-9522-49817d667339', 'network_id': '577033e1-14c9-4efb-8bd8-426cbed3ed4b', 'port_id': '70f3c2e1-6534-43be-9522-49817d667339', 'mac_address': 'fa:16:3e:98:74:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dbc69e-a859-4d9e-9f23-95f102bc7aaa', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:20:22.954872 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:22.979936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f3c2e1-6534-43be-9522-49817d667339 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:23.003618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 70f3c2e1-6534-43be-9522-49817d667339, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=70f3c2e1-6534-43be-9522-49817d667339,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:23.011258 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.013588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 74552398-cff4-455f-b23c-b4842bd4a0a9 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:20:23.055080 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58b9423c-b7d9-445a-a36d-9aa91f50810e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.066560 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58b9423c-b7d9-445a-a36d-9aa91f50810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.132477 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=70f3c2e1-6534-43be-9522-49817d667339,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:23.196175 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-58b9423c-b7d9-445a-a36d-9aa91f50810e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77821e1445a74e57b6c71d16f22509f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6849070 Sep 07 16:20:23.201218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36540) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:23.206554 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9423c-b7d9-445a-a36d-9aa91f50810e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5930a158-efa3-417b-bb95-c421ef69234d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:23.334866 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bae83392-5ce8-4463-8188-322074aaa7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.418835 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bae83392-5ce8-4463-8188-322074aaa7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.429451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 74552398-cff4-455f-b23c-b4842bd4a0a9, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=74552398-cff4-455f-b23c-b4842bd4a0a9,segment=NetworkSegment(52f95a93-77bd-47f2-8123-945262da156e),segment_id=52f95a93-77bd-47f2-8123-945262da156e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:23.463049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '74552398-cff4-455f-b23c-b4842bd4a0a9', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'port_id': '74552398-cff4-455f-b23c-b4842bd4a0a9', 'mac_address': 'fa:16:3e:a2:0d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:20:23.520901 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bae83392-5ce8-4463-8188-322074aaa7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.524319 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bae83392-5ce8-4463-8188-322074aaa7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.528691 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bae83392-5ce8-4463-8188-322074aaa7c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5930a158-efa3-417b-bb95-c421ef69234d HTTP/1.1" status: 204 len: 168 time: 0.3235631 Sep 07 16:20:23.548313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae83392-5ce8-4463-8188-322074aaa7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5930a158-efa3-417b-bb95-c421ef69234d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:23.611829 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.638028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380d1c8-e430-4e7e-b10d-e0b3b133023c req-6c16db3d-f73e-4477-92e1-fdf45fc44855 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:23.655320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380d1c8-e430-4e7e-b10d-e0b3b133023c req-6c16db3d-f73e-4477-92e1-fdf45fc44855 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:23.661224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74552398-cff4-455f-b23c-b4842bd4a0a9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:23.665694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380d1c8-e430-4e7e-b10d-e0b3b133023c req-6c16db3d-f73e-4477-92e1-fdf45fc44855 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:23.682551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380d1c8-e430-4e7e-b10d-e0b3b133023c req-6c16db3d-f73e-4477-92e1-fdf45fc44855 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:23.690061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380d1c8-e430-4e7e-b10d-e0b3b133023c req-6c16db3d-f73e-4477-92e1-fdf45fc44855 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:23.711190 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380d1c8-e430-4e7e-b10d-e0b3b133023c req-6c16db3d-f73e-4477-92e1-fdf45fc44855 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:23.727993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380d1c8-e430-4e7e-b10d-e0b3b133023c req-6c16db3d-f73e-4477-92e1-fdf45fc44855 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:23.737802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 74552398-cff4-455f-b23c-b4842bd4a0a9, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=74552398-cff4-455f-b23c-b4842bd4a0a9,segment=NetworkSegment(52f95a93-77bd-47f2-8123-945262da156e),segment_id=52f95a93-77bd-47f2-8123-945262da156e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:23.741072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d380d1c8-e430-4e7e-b10d-e0b3b133023c req-6c16db3d-f73e-4477-92e1-fdf45fc44855 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5436 time: 0.4447424 Sep 07 16:20:23.751387 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:23.889134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d380d1c8-e430-4e7e-b10d-e0b3b133023c req-18879046-d7ec-4550-b804-06a6094418cc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1465697 Sep 07 16:20:23.919029 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1daafd61-5413-422f-aaa5-6acd0673e2c4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/routers/3324c50f-d19e-441c-bc60-4f7bd35ea778 HTTP/1.1" status: 200 len: 879 time: 1.7348127 Sep 07 16:20:23.921307 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36568) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:23.946330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=74552398-cff4-455f-b23c-b4842bd4a0a9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:24.094300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aefb94-5dbc-48fb-afe8-0f192767fe90 req-fc042c0d-4dce-4122-9227-e501dded4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:24.095906 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-79aefb94-5dbc-48fb-afe8-0f192767fe90 req-fc042c0d-4dce-4122-9227-e501dded4581 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1097 time: 0.1268194 Sep 07 16:20:24.277988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aefb94-5dbc-48fb-afe8-0f192767fe90 req-2dfd2544-9130-4d21-a044-9d37f775c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:24.280746 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-79aefb94-5dbc-48fb-afe8-0f192767fe90 req-2dfd2544-9130-4d21-a044-9d37f775c448 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.1441014 Sep 07 16:20:24.389970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f9f8821b-d238-4cd8-8c03-0efd0cf30881'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:20:24.427392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['33057372-0240-45a8-a8b2-096c337b7fe5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:20:24.430083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['08f87940-78b6-440d-b292-1ee918d7640b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:20:24.482074 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36610) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:24.505671 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e01d431-4ed3-4a93-a2af-614749bd1050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.564885 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['874b4530-320c-4dea-8574-eb9c02bd67ba'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:20:24.611434 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['74552398-cff4-455f-b23c-b4842bd4a0a9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:20:24.680906 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['70f3c2e1-6534-43be-9522-49817d667339'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:20:24.683108 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['07089f51-a6a0-45e6-be22-3f943029ad6d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:20:24.695426 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e01d431-4ed3-4a93-a2af-614749bd1050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.703957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e01d431-4ed3-4a93-a2af-614749bd1050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:24.812329 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2e01d431-4ed3-4a93-a2af-614749bd1050 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6125273d1804736bfb00752b059f2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280051 Sep 07 16:20:24.818847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01d431-4ed3-4a93-a2af-614749bd1050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3a2427-ae63-433c-ab00-2c7f1eb53991,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:24.821668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36624) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:24.951831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349a542-21d3-4f6e-a760-c8363cd27215 req-2a62f970-3db2-4c88-ab5b-89a040d05cb1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:24.953632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e349a542-21d3-4f6e-a760-c8363cd27215 req-2a62f970-3db2-4c88-ab5b-89a040d05cb1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.1401970 Sep 07 16:20:25.014247 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-79aefb94-5dbc-48fb-afe8-0f192767fe90 req-5a23ff2d-132e-46f0-8929-cb57701db2c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 1001 time: 0.6966312 Sep 07 16:20:25.015010 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e349a542-21d3-4f6e-a760-c8363cd27215 req-800105d4-eb88-4595-a02e-c968d7081506 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472498 Sep 07 16:20:25.016322 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-236d6621-614f-4d6a-8383-7fc3a7465d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.057071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-236d6621-614f-4d6a-8383-7fc3a7465d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.164217 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-14da94d4-7601-40b9-abc2-beba9e27dd86 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.2404420 Sep 07 16:20:25.166945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:25.173064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7eaf6477-ad06-483f-9ca7-2541bbd2cf06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-455478608'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:25.291557 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-236d6621-614f-4d6a-8383-7fc3a7465d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.302344 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-236d6621-614f-4d6a-8383-7fc3a7465d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:25.307453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-236d6621-614f-4d6a-8383-7fc3a7465d78 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff3a2427-ae63-433c-ab00-2c7f1eb53991 HTTP/1.1" status: 204 len: 168 time: 0.4714468 Sep 07 16:20:25.343878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aefb94-5dbc-48fb-afe8-0f192767fe90 req-64a39296-e82c-4149-8d29-cb844216b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:25.347224 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-79aefb94-5dbc-48fb-afe8-0f192767fe90 req-64a39296-e82c-4149-8d29-cb844216b283 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.3197272 Sep 07 16:20:25.347555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d6621-614f-4d6a-8383-7fc3a7465d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3a2427-ae63-433c-ab00-2c7f1eb53991,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:25.401330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b0c54-431f-4075-9875-eb08fb0863d0 req-29638e9e-d346-405a-908b-f9a9bbc7f64b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:25.429116 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b0c54-431f-4075-9875-eb08fb0863d0 req-29638e9e-d346-405a-908b-f9a9bbc7f64b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:25.450482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b0c54-431f-4075-9875-eb08fb0863d0 req-29638e9e-d346-405a-908b-f9a9bbc7f64b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:25.476957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b0c54-431f-4075-9875-eb08fb0863d0 req-29638e9e-d346-405a-908b-f9a9bbc7f64b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:25.544771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aefb94-5dbc-48fb-afe8-0f192767fe90 req-48d7a859-6064-48c3-87cd-578ca06b3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:25.546988 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-79aefb94-5dbc-48fb-afe8-0f192767fe90 req-48d7a859-6064-48c3-87cd-578ca06b3fd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926587 Sep 07 16:20:25.561784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b0c54-431f-4075-9875-eb08fb0863d0 req-29638e9e-d346-405a-908b-f9a9bbc7f64b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:25.591018 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b0c54-431f-4075-9875-eb08fb0863d0 req-29638e9e-d346-405a-908b-f9a9bbc7f64b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:25.618849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b0c54-431f-4075-9875-eb08fb0863d0 req-29638e9e-d346-405a-908b-f9a9bbc7f64b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:25.633281 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-342b0c54-431f-4075-9875-eb08fb0863d0 req-29638e9e-d346-405a-908b-f9a9bbc7f64b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5437 time: 0.5001209 Sep 07 16:20:25.715335 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-342b0c54-431f-4075-9875-eb08fb0863d0 req-08f865ba-a1b4-455e-9e0f-3a6f033cbd23 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755467 Sep 07 16:20:26.049648 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-79aefb94-5dbc-48fb-afe8-0f192767fe90 req-5e270f65-b998-478a-9263-26045f9150f1 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889157 Sep 07 16:20:26.051434 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7eaf6477-ad06-483f-9ca7-2541bbd2cf06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:26.194522 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7eaf6477-ad06-483f-9ca7-2541bbd2cf06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:26.279588 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-79aefb94-5dbc-48fb-afe8-0f192767fe90 req-eb07db7f-afb2-4818-a61b-2d1ecfa0ca48 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212377 Sep 07 16:20:26.281525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dfc78-7a7e-405e-865f-989b6887446f req-94fea85d-1955-4e43-8a25-4b84308f6e42 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:26.305753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e9dfc78-7a7e-405e-865f-989b6887446f req-94fea85d-1955-4e43-8a25-4b84308f6e42 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.1182683 Sep 07 16:20:26.395094 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e9dfc78-7a7e-405e-865f-989b6887446f req-0408c6b2-fa34-4390-b7c4-0051c9e75e4a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879793 Sep 07 16:20:26.427797 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eaf6477-ad06-483f-9ca7-2541bbd2cf06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 3324c50f-d19e-441c-bc60-4f7bd35ea778 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:20:26.761739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaf6477-ad06-483f-9ca7-2541bbd2cf06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:26.773937 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e0183-275f-4e07-8990-ccf1653a689d None None] Sync routers for ids ['3324c50f-d19e-441c-bc60-4f7bd35ea778'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:26.777172 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7eaf6477-ad06-483f-9ca7-2541bbd2cf06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:26.778434 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7eaf6477-ad06-483f-9ca7-2541bbd2cf06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/3324c50f-d19e-441c-bc60-4f7bd35ea778 HTTP/1.1" status: 200 len: 886 time: 1.6104224 Sep 07 16:20:26.781135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36746) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:26.787469 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e0183-275f-4e07-8990-ccf1653a689d None None] Routers {'3324c50f-d19e-441c-bc60-4f7bd35ea778'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:26.787963 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cd3e0183-275f-4e07-8990-ccf1653a689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3324c50f-d19e-441c-bc60-4f7bd35ea778'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:26.823436 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cd3e0183-275f-4e07-8990-ccf1653a689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:26.835574 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e0183-275f-4e07-8990-ccf1653a689d None None] Routers {'3324c50f-d19e-441c-bc60-4f7bd35ea778'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:26.836261 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cd3e0183-275f-4e07-8990-ccf1653a689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3324c50f-d19e-441c-bc60-4f7bd35ea778'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:26.893028 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cd3e0183-275f-4e07-8990-ccf1653a689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:26.894543 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e0183-275f-4e07-8990-ccf1653a689d None None] The sync data for ids ['3324c50f-d19e-441c-bc60-4f7bd35ea778'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:27.136583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36758) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:27.148447 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c07b2cea-8160-44a6-bba2-1f21e1e53dd5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/routers/3324c50f-d19e-441c-bc60-4f7bd35ea778 HTTP/1.1" status: 200 len: 886 time: 0.3650744 Sep 07 16:20:27.171928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03abe0-2f79-4c41-906d-bc71a97d57ce req-c04a6449-5928-490c-8848-dc56ed09ccae tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:27.190993 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-58aa1690-9cce-4af0-8377-432c5fe9e56b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=3324c50f-d19e-441c-bc60-4f7bd35ea778 HTTP/1.1" status: 200 len: 205 time: 0.0531685 Sep 07 16:20:27.192362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36762) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:27.192477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03abe0-2f79-4c41-906d-bc71a97d57ce req-c04a6449-5928-490c-8848-dc56ed09ccae tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:27.213857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03abe0-2f79-4c41-906d-bc71a97d57ce req-c04a6449-5928-490c-8848-dc56ed09ccae tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:27.219833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03abe0-2f79-4c41-906d-bc71a97d57ce req-c04a6449-5928-490c-8848-dc56ed09ccae tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:27.229662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03abe0-2f79-4c41-906d-bc71a97d57ce req-c04a6449-5928-490c-8848-dc56ed09ccae tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:27.236776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03abe0-2f79-4c41-906d-bc71a97d57ce req-c04a6449-5928-490c-8848-dc56ed09ccae tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:27.244256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03abe0-2f79-4c41-906d-bc71a97d57ce req-c04a6449-5928-490c-8848-dc56ed09ccae tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:27.247648 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e03abe0-2f79-4c41-906d-bc71a97d57ce req-c04a6449-5928-490c-8848-dc56ed09ccae tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5437 time: 0.3495688 Sep 07 16:20:27.406184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e03abe0-2f79-4c41-906d-bc71a97d57ce req-abd0062b-54a8-40f5-a7a9-c8182cdc9396 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1497145 Sep 07 16:20:27.520413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8a07e-12fd-48c4-b6c9-f5e3b74f40cc req-e685580b-9d81-4417-97b8-8b25579097a6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:27.539589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bad8a07e-12fd-48c4-b6c9-f5e3b74f40cc req-e685580b-9d81-4417-97b8-8b25579097a6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.2023983 Sep 07 16:20:27.540113 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:27.644969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bad8a07e-12fd-48c4-b6c9-f5e3b74f40cc req-1609a6b9-09f7-4f2b-bbb4-5e706766aaef tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961778 Sep 07 16:20:27.780469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:27.804798 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 874b4530-320c-4dea-8574-eb9c02bd67ba up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:27.927831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port 03ab283c-6d3f-4620-a238-92dc74018a46 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:27.931036 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:27.936408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 874b4530-320c-4dea-8574-eb9c02bd67ba completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:27.942958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 874b4530-320c-4dea-8574-eb9c02bd67ba triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:27.944717 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.139878 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.165674 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.195185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for 03ab283c-6d3f-4620-a238-92dc74018a46 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:28.224536 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b4530-320c-4dea-8574-eb9c02bd67ba'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:20:28.226933 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00207436-945d-4d9e-abb5-df2943050694" -d '{"events": [{"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "874b4530-320c-4dea-8574-eb9c02bd67ba"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:20:28.295057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 874b4530-320c-4dea-8574-eb9c02bd67ba, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=874b4530-320c-4dea-8574-eb9c02bd67ba,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:28.311017 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.311977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 07089f51-a6a0-45e6-be22-3f943029ad6d up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:28.509842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.520997 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ab8b3c-9807-4f94-b8e5-e6ba3a9146a8 x-openstack-request-id: req-71ab8b3c-9807-4f94-b8e5-e6ba3a9146a8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:20:28.521571 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "874b4530-320c-4dea-8574-eb9c02bd67ba", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:20:28.521850 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71ab8b3c-9807-4f94-b8e5-e6ba3a9146a8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:20:28.522266 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b4530-320c-4dea-8574-eb9c02bd67ba', 'code': 200} Sep 07 16:20:28.544005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=874b4530-320c-4dea-8574-eb9c02bd67ba,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:28.664716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 07089f51-a6a0-45e6-be22-3f943029ad6d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:28.668989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 07089f51-a6a0-45e6-be22-3f943029ad6d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:28.669376 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.692866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=03ab283c-6d3f-4620-a238-92dc74018a46,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:28.735027 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.751895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bd58d-a0e6-4dc6-ab2c-2b272ceb856c req-070c1702-7717-4c17-aaeb-1d2a7deed167 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:28.781902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bd58d-a0e6-4dc6-ab2c-2b272ceb856c req-070c1702-7717-4c17-aaeb-1d2a7deed167 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:28.800538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bd58d-a0e6-4dc6-ab2c-2b272ceb856c req-070c1702-7717-4c17-aaeb-1d2a7deed167 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:28.813107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bd58d-a0e6-4dc6-ab2c-2b272ceb856c req-070c1702-7717-4c17-aaeb-1d2a7deed167 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:28.834824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bd58d-a0e6-4dc6-ab2c-2b272ceb856c req-070c1702-7717-4c17-aaeb-1d2a7deed167 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:28.848576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bd58d-a0e6-4dc6-ab2c-2b272ceb856c req-070c1702-7717-4c17-aaeb-1d2a7deed167 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:28.854576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bd58d-a0e6-4dc6-ab2c-2b272ceb856c req-070c1702-7717-4c17-aaeb-1d2a7deed167 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:28.867760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b1bd58d-a0e6-4dc6-ab2c-2b272ceb856c req-070c1702-7717-4c17-aaeb-1d2a7deed167 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5438 time: 0.2895324 Sep 07 16:20:28.874376 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.880880 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.890605 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.964277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 07089f51-a6a0-45e6-be22-3f943029ad6d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=07089f51-a6a0-45e6-be22-3f943029ad6d,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:28.973349 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:28.974192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f9f8821b-d238-4cd8-8c03-0efd0cf30881 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:29.015629 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.016330 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Fanout notify agent at l3_agent the message router_deleted on router 3324c50f-d19e-441c-bc60-4f7bd35ea778 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:20:29.025175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b1bd58d-a0e6-4dc6-ab2c-2b272ceb856c req-6153b439-338c-4bbd-8bed-9707fc787d81 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546185 Sep 07 16:20:29.033618 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.035422 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cedc7651-84d9-4667-aaa9-ce1ae66561f4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/3324c50f-d19e-441c-bc60-4f7bd35ea778 HTTP/1.1" status: 204 len: 168 time: 1.8410769 Sep 07 16:20:29.039925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36852) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:29.051462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1270dad8-8e25-4f86-84df-de1941d511e5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'network': {'name': 'tempest-RoutersTest-1663632715'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:29.070609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daab60c-09da-4fd0-a1c5-bccc3f1b111f req-7f080729-bc2b-44c0-b66c-7fd54b73900d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:29.076443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5daab60c-09da-4fd0-a1c5-bccc3f1b111f req-7f080729-bc2b-44c0-b66c-7fd54b73900d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.2015734 Sep 07 16:20:29.080558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1270dad8-8e25-4f86-84df-de1941d511e5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:29.085867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1270dad8-8e25-4f86-84df-de1941d511e5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.141205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1270dad8-8e25-4f86-84df-de1941d511e5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:20:29.160801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5daab60c-09da-4fd0-a1c5-bccc3f1b111f req-92f47449-ae62-48ec-ab5f-1bc65529b3b4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640593 Sep 07 16:20:29.161375 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1270dad8-8e25-4f86-84df-de1941d511e5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.162905 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-1270dad8-8e25-4f86-84df-de1941d511e5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Added segment e64cdb4e-8c3f-49a7-bb97-d18aba129442 of type vlan for network 8a07678a-6dc4-45db-b627-d3e6ad7ad561 Sep 07 16:20:29.189568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=07089f51-a6a0-45e6-be22-3f943029ad6d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:29.198944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port f9f8821b-d238-4cd8-8c03-0efd0cf30881 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:29.205007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port f9f8821b-d238-4cd8-8c03-0efd0cf30881 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:29.205504 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.249470 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1270dad8-8e25-4f86-84df-de1941d511e5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.288402 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1270dad8-8e25-4f86-84df-de1941d511e5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.295049 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1270dad8-8e25-4f86-84df-de1941d511e5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:29.295966 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1270dad8-8e25-4f86-84df-de1941d511e5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.305502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36860) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:29.347966 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.361582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 36868) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:29.364230 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1270dad8-8e25-4f86-84df-de1941d511e5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3177979 Sep 07 16:20:29.367186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7114edcd-de08-4ba6-91ea-053d30e3e54a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'subnet': {'network_id': '8a07678a-6dc4-45db-b627-d3e6ad7ad561', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:29.421885 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f9f8821b-d238-4cd8-8c03-0efd0cf30881, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f9f8821b-d238-4cd8-8c03-0efd0cf30881,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:29.432358 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.435213 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 08f87940-78b6-440d-b292-1ee918d7640b up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:29.462412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270dad8-8e25-4f86-84df-de1941d511e5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Network': ['ID=8a07678a-6dc4-45db-b627-d3e6ad7ad561,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:29.527976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 8a07678a-6dc4-45db-b627-d3e6ad7ad561 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:20:29.556978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7114edcd-de08-4ba6-91ea-053d30e3e54a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:29.560804 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7114edcd-de08-4ba6-91ea-053d30e3e54a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.564244 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25bbe695-9470-43dc-aef4-4d39632520a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.694535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 08f87940-78b6-440d-b292-1ee918d7640b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:29.701972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f9f8821b-d238-4cd8-8c03-0efd0cf30881,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:29.714729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 08f87940-78b6-440d-b292-1ee918d7640b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:29.715193 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.819140 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.859127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 08f87940-78b6-440d-b292-1ee918d7640b, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=08f87940-78b6-440d-b292-1ee918d7640b,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:29.863938 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.865252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 33057372-0240-45a8-a8b2-096c337b7fe5 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:29.926304 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25bbe695-9470-43dc-aef4-4d39632520a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.937041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8c3860b1-9f8d-403f-a5c9-903a91abe2ff no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:29.938391 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25bbe695-9470-43dc-aef4-4d39632520a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:29.959424 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7114edcd-de08-4ba6-91ea-053d30e3e54a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.049868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbe695-9470-43dc-aef4-4d39632520a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b972ad-48ab-480b-bc14-10524cc1f9ea,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:30.052093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=08f87940-78b6-440d-b292-1ee918d7640b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:30.101038 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-25bbe695-9470-43dc-aef4-4d39632520a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a02182e8000e4154a9dcea1c00a1ad23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7930655 Sep 07 16:20:30.102299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36894) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:30.212950 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.216000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 33057372-0240-45a8-a8b2-096c337b7fe5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:30.216868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114edcd-de08-4ba6-91ea-053d30e3e54a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Subnet': ['ID=49434a62-d9ce-4449-81f2-fc1fc474a381,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:30.241741 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-956f1095-a4c0-4d3a-96bf-70011226e523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.261836 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 33057372-0240-45a8-a8b2-096c337b7fe5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:30.262295 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.292626 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-956f1095-a4c0-4d3a-96bf-70011226e523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.356244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7114edcd-de08-4ba6-91ea-053d30e3e54a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Checking segment: {'id': 'e64cdb4e-8c3f-49a7-bb97-d18aba129442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8a07678a-6dc4-45db-b627-d3e6ad7ad561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:30.357236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7114edcd-de08-4ba6-91ea-053d30e3e54a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network hostable DHCP agents. Network: 8a07678a-6dc4-45db-b627-d3e6ad7ad561, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:20:30.391253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc68dd5-ddca-4cd6-8f89-3b5b54e63a17 req-b1f73395-cf21-4c33-bfd7-721e55b3c6b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:30.395983 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-956f1095-a4c0-4d3a-96bf-70011226e523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.398950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-956f1095-a4c0-4d3a-96bf-70011226e523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.400392 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-956f1095-a4c0-4d3a-96bf-70011226e523 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56b972ad-48ab-480b-bc14-10524cc1f9ea HTTP/1.1" status: 204 len: 168 time: 0.2970507 Sep 07 16:20:30.423221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f1095-a4c0-4d3a-96bf-70011226e523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b972ad-48ab-480b-bc14-10524cc1f9ea,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:30.426371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc68dd5-ddca-4cd6-8f89-3b5b54e63a17 req-b1f73395-cf21-4c33-bfd7-721e55b3c6b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:30.446665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc68dd5-ddca-4cd6-8f89-3b5b54e63a17 req-b1f73395-cf21-4c33-bfd7-721e55b3c6b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:30.493977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc68dd5-ddca-4cd6-8f89-3b5b54e63a17 req-b1f73395-cf21-4c33-bfd7-721e55b3c6b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:30.510736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc68dd5-ddca-4cd6-8f89-3b5b54e63a17 req-b1f73395-cf21-4c33-bfd7-721e55b3c6b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:30.512443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:30.524027 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07089f51-a6a0-45e6-be22-3f943029ad6d'}, {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f8821b-d238-4cd8-8c03-0efd0cf30881'}, {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f87940-78b6-440d-b292-1ee918d7640b'}, {'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:20:30.526363 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a951a7f8-5064-4de2-8635-c4d09a35b061" -d '{"events": [{"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "07089f51-a6a0-45e6-be22-3f943029ad6d"}, {"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "f9f8821b-d238-4cd8-8c03-0efd0cf30881"}, {"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "08f87940-78b6-440d-b292-1ee918d7640b"}, {"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-unplugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:20:30.527153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc68dd5-ddca-4cd6-8f89-3b5b54e63a17 req-b1f73395-cf21-4c33-bfd7-721e55b3c6b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:30.538365 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.545319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc68dd5-ddca-4cd6-8f89-3b5b54e63a17 req-b1f73395-cf21-4c33-bfd7-721e55b3c6b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:30.547679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-adc68dd5-ddca-4cd6-8f89-3b5b54e63a17 req-b1f73395-cf21-4c33-bfd7-721e55b3c6b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5441 time: 0.3630693 Sep 07 16:20:30.561067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae6898-7b3b-469f-817e-d79d424a75f9 req-aec5c6bd-d671-4229-96aa-db2028979f7e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:30.570198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3dae6898-7b3b-469f-817e-d79d424a75f9 req-aec5c6bd-d671-4229-96aa-db2028979f7e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.2847242 Sep 07 16:20:30.603579 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:30.709242 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-adc68dd5-ddca-4cd6-8f89-3b5b54e63a17 req-4c1a0f4f-d0a1-49ef-8eb3-e009e93aab60 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334343 Sep 07 16:20:30.710191 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.720176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7114edcd-de08-4ba6-91ea-053d30e3e54a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 8a07678a-6dc4-45db-b627-d3e6ad7ad561 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:20:30.777662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-7114edcd-de08-4ba6-91ea-053d30e3e54a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 8a07678a-6dc4-45db-b627-d3e6ad7ad561) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:30.784199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7114edcd-de08-4ba6-91ea-053d30e3e54a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:30.790945 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7114edcd-de08-4ba6-91ea-053d30e3e54a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.800971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aef6ab-1124-49db-a145-be37df783be0 None None] Network 8a07678a-6dc4-45db-b627-d3e6ad7ad561 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:30.805084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 33057372-0240-45a8-a8b2-096c337b7fe5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=33057372-0240-45a8-a8b2-096c337b7fe5,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:30.834770 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.836386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 70f3c2e1-6534-43be-9522-49817d667339 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:30.841322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3dae6898-7b3b-469f-817e-d79d424a75f9 req-c867abdd-60ce-48a2-a03b-afd7ffb174a5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699292 Sep 07 16:20:30.844441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7114edcd-de08-4ba6-91ea-053d30e3e54a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4814897 Sep 07 16:20:30.847208 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:30.852957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-077216f8-a76c-4757-b5e6-fda43980073e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-945703667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:30.941858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=33057372-0240-45a8-a8b2-096c337b7fe5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:30.942799 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-077216f8-a76c-4757-b5e6-fda43980073e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:30.943892 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-077216f8-a76c-4757-b5e6-fda43980073e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:31.047372 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Tue, 07 Sep 2021 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0194a3-53c5-4fd0-9a79-d60d509bef81 x-openstack-request-id: req-9b0194a3-53c5-4fd0-9a79-d60d509bef81 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:20:31.048580 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "07089f51-a6a0-45e6-be22-3f943029ad6d", "code": 200}, {"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "f9f8821b-d238-4cd8-8c03-0efd0cf30881", "code": 200}, {"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "08f87940-78b6-440d-b292-1ee918d7640b", "code": 200}, {"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-unplugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:20:31.051522 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b0194a3-53c5-4fd0-9a79-d60d509bef81 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:20:31.051983 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07089f51-a6a0-45e6-be22-3f943029ad6d', 'code': 200} Sep 07 16:20:31.052248 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f8821b-d238-4cd8-8c03-0efd0cf30881', 'code': 200} Sep 07 16:20:31.052777 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f87940-78b6-440d-b292-1ee918d7640b', 'code': 200} Sep 07 16:20:31.053211 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'code': 200} Sep 07 16:20:31.086351 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-077216f8-a76c-4757-b5e6-fda43980073e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:31.095428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-077216f8-a76c-4757-b5e6-fda43980073e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:31.133394 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-077216f8-a76c-4757-b5e6-fda43980073e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:31.135357 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-077216f8-a76c-4757-b5e6-fda43980073e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2871337 Sep 07 16:20:31.138118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 36940) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:31.175796 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 70f3c2e1-6534-43be-9522-49817d667339 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:31.183035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 70f3c2e1-6534-43be-9522-49817d667339 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:31.183662 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:31.249908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-8a07678a-6dc4-45db-b627-d3e6ad7ad561', 'network_id': '8a07678a-6dc4-45db-b627-d3e6ad7ad561', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'fixed_ips': [{'subnet_id': '49434a62-d9ce-4449-81f2-fc1fc474a381'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:20:31.251237 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:31.404286 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:31.458195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 70f3c2e1-6534-43be-9522-49817d667339, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=70f3c2e1-6534-43be-9522-49817d667339,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:31.479748 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:31.547774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=70f3c2e1-6534-43be-9522-49817d667339,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:31.550563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 74552398-cff4-455f-b23c-b4842bd4a0a9 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:31.592782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Allocated IP 172.20.0.2 (8a07678a-6dc4-45db-b627-d3e6ad7ad561/49434a62-d9ce-4449-81f2-fc1fc474a381/f0960f30-e6c7-498f-8bb3-848ba2f22247) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:31.845578 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:31.850658 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:31.919890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 74552398-cff4-455f-b23c-b4842bd4a0a9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:31.956573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 74552398-cff4-455f-b23c-b4842bd4a0a9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:31.957231 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:32.154304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ce0dd-8d9b-4144-825a-ac4fe2d84317 req-58a2b4db-b5c0-4a38-95da-93302ed6521b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:32.168082 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ce0dd-8d9b-4144-825a-ac4fe2d84317 req-58a2b4db-b5c0-4a38-95da-93302ed6521b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:32.182834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ce0dd-8d9b-4144-825a-ac4fe2d84317 req-58a2b4db-b5c0-4a38-95da-93302ed6521b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:32.197067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ce0dd-8d9b-4144-825a-ac4fe2d84317 req-58a2b4db-b5c0-4a38-95da-93302ed6521b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:32.212850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ce0dd-8d9b-4144-825a-ac4fe2d84317 req-58a2b4db-b5c0-4a38-95da-93302ed6521b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:32.222359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ce0dd-8d9b-4144-825a-ac4fe2d84317 req-58a2b4db-b5c0-4a38-95da-93302ed6521b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:32.229520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ce0dd-8d9b-4144-825a-ac4fe2d84317 req-58a2b4db-b5c0-4a38-95da-93302ed6521b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:32.232684 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc5ce0dd-8d9b-4144-825a-ac4fe2d84317 req-58a2b4db-b5c0-4a38-95da-93302ed6521b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5443 time: 0.3345420 Sep 07 16:20:32.269728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653a36f-b7c5-4edd-9791-e9fb4d2276b1 req-0546d7b4-5d5c-48f1-91f1-446ad79fdc7b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:32.279246 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b653a36f-b7c5-4edd-9791-e9fb4d2276b1 req-0546d7b4-5d5c-48f1-91f1-446ad79fdc7b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.2807927 Sep 07 16:20:32.285755 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:32.323703 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Transition to ACTIVE for port object f0960f30-e6c7-498f-8bb3-848ba2f22247 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:32.341904 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:32.349333 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:32.355837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc5ce0dd-8d9b-4144-825a-ac4fe2d84317 req-785074b7-443e-4ff0-9514-b375239a9d1b tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676751 Sep 07 16:20:32.387859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b653a36f-b7c5-4edd-9791-e9fb4d2276b1 req-c0e74eac-fe5f-4aa0-9f6e-ab27754634ea tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069500 Sep 07 16:20:32.443670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 74552398-cff4-455f-b23c-b4842bd4a0a9, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=74552398-cff4-455f-b23c-b4842bd4a0a9,segment=NetworkSegment(52f95a93-77bd-47f2-8123-945262da156e),segment_id=52f95a93-77bd-47f2-8123-945262da156e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:32.445338 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Transition to ACTIVE for port object f0960f30-e6c7-498f-8bb3-848ba2f22247 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:32.464438 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:32.489686 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:32.576188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Allocated IP 172.20.0.1 (8a07678a-6dc4-45db-b627-d3e6ad7ad561/49434a62-d9ce-4449-81f2-fc1fc474a381/815b1bad-f101-449e-9ba9-02bb772ab9ff) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:32.580932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Network 8a07678a-6dc4-45db-b627-d3e6ad7ad561 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:32.587445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:32.598167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:32.667121 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=74552398-cff4-455f-b23c-b4842bd4a0a9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:32.724797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Attempting to bind port f0960f30-e6c7-498f-8bb3-848ba2f22247 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:32.725017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Attempting to bind port f0960f30-e6c7-498f-8bb3-848ba2f22247 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'e64cdb4e-8c3f-49a7-bb97-d18aba129442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8a07678a-6dc4-45db-b627-d3e6ad7ad561'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:32.725254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Attempting to bind port f0960f30-e6c7-498f-8bb3-848ba2f22247 on network 8a07678a-6dc4-45db-b627-d3e6ad7ad561 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:32.743967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:32.744365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Checking segment: {'id': 'e64cdb4e-8c3f-49a7-bb97-d18aba129442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8a07678a-6dc4-45db-b627-d3e6ad7ad561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:32.744804 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:32.745205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Bound using segment: {'id': 'e64cdb4e-8c3f-49a7-bb97-d18aba129442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8a07678a-6dc4-45db-b627-d3e6ad7ad561'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:32.745686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Bound port: f0960f30-e6c7-498f-8bb3-848ba2f22247, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64cdb4e-8c3f-49a7-bb97-d18aba129442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8a07678a-6dc4-45db-b627-d3e6ad7ad561'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:32.746074 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:32.748954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Pushing event updated for resources: {'Port': ['ID=f0960f30-e6c7-498f-8bb3-848ba2f22247,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:32.795529 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:32.829375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Transition to ACTIVE for port object 815b1bad-f101-449e-9ba9-02bb772ab9ff will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:32.872845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] For port f0960f30-e6c7-498f-8bb3-848ba2f22247, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:32.875646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] For port f0960f30-e6c7-498f-8bb3-848ba2f22247, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f0960f30-e6c7-498f-8bb3-848ba2f22247,segment=NetworkSegment(e64cdb4e-8c3f-49a7-bb97-d18aba129442),segment_id=e64cdb4e-8c3f-49a7-bb97-d18aba129442)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:32.881609 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:32.946163 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:33.039141 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 8a07678a-6dc4-45db-b627-d3e6ad7ad561 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:33.040560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f66c7d-23fe-4b19-a99d-e6460783d021 None None] Pushing event updated for resources: {'Port': ['ID=f0960f30-e6c7-498f-8bb3-848ba2f22247,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:33.045479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:33.051416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:33.054414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33057372-0240-45a8-a8b2-096c337b7fe5'}, {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f3c2e1-6534-43be-9522-49817d667339'}, {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74552398-cff4-455f-b23c-b4842bd4a0a9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:20:33.055432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=815b1bad-f101-449e-9ba9-02bb772ab9ff,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:33.061817 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67262a46-886a-4e7e-8f79-e15d14d9557f" -d '{"events": [{"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "33057372-0240-45a8-a8b2-096c337b7fe5"}, {"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "70f3c2e1-6534-43be-9522-49817d667339"}, {"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "74552398-cff4-455f-b23c-b4842bd4a0a9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:20:33.116788 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:33.168830 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 07 Sep 2021 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c295c82-f40b-4f2e-81d1-7bf1557c4d3c x-openstack-request-id: req-7c295c82-f40b-4f2e-81d1-7bf1557c4d3c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:20:33.169166 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "33057372-0240-45a8-a8b2-096c337b7fe5", "code": 200}, {"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "70f3c2e1-6534-43be-9522-49817d667339", "code": 200}, {"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-plugged", "status": "completed", "tag": "74552398-cff4-455f-b23c-b4842bd4a0a9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:20:33.169430 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c295c82-f40b-4f2e-81d1-7bf1557c4d3c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:20:33.169958 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33057372-0240-45a8-a8b2-096c337b7fe5', 'code': 200} Sep 07 16:20:33.170221 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f3c2e1-6534-43be-9522-49817d667339', 'code': 200} Sep 07 16:20:33.170764 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74552398-cff4-455f-b23c-b4842bd4a0a9', 'code': 200} Sep 07 16:20:33.402260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dd311-e7ec-415c-8805-34e3e09a527b req-9acef00b-7fb6-4b60-8d22-c77a28255aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.403051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dd311-e7ec-415c-8805-34e3e09a527b req-9acef00b-7fb6-4b60-8d22-c77a28255aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.403724 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dd311-e7ec-415c-8805-34e3e09a527b req-9acef00b-7fb6-4b60-8d22-c77a28255aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.404478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dd311-e7ec-415c-8805-34e3e09a527b req-9acef00b-7fb6-4b60-8d22-c77a28255aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.405401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dd311-e7ec-415c-8805-34e3e09a527b req-9acef00b-7fb6-4b60-8d22-c77a28255aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.406071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dd311-e7ec-415c-8805-34e3e09a527b req-9acef00b-7fb6-4b60-8d22-c77a28255aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.406763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dd311-e7ec-415c-8805-34e3e09a527b req-9acef00b-7fb6-4b60-8d22-c77a28255aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.409097 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f86dd311-e7ec-415c-8805-34e3e09a527b req-9acef00b-7fb6-4b60-8d22-c77a28255aee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 6501 time: 0.1193573 Sep 07 16:20:33.409736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:33.727386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e9322-9f73-4e7f-af5e-888adacad7c0 req-e26cc3e3-99e9-483f-a2a9-98f359fd2dc2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.745458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e9322-9f73-4e7f-af5e-888adacad7c0 req-e26cc3e3-99e9-483f-a2a9-98f359fd2dc2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.763453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e9322-9f73-4e7f-af5e-888adacad7c0 req-e26cc3e3-99e9-483f-a2a9-98f359fd2dc2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.773111 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f86dd311-e7ec-415c-8805-34e3e09a527b req-c19db7c1-edc0-43e3-bc0f-2889d5562b86 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2beb9bff-38bd-4d90-a4bd-65469ee98724&id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3428690 Sep 07 16:20:33.779333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e9322-9f73-4e7f-af5e-888adacad7c0 req-e26cc3e3-99e9-483f-a2a9-98f359fd2dc2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.792223 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:33.801610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e9322-9f73-4e7f-af5e-888adacad7c0 req-e26cc3e3-99e9-483f-a2a9-98f359fd2dc2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.808847 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:33.809611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e9322-9f73-4e7f-af5e-888adacad7c0 req-e26cc3e3-99e9-483f-a2a9-98f359fd2dc2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.818925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e9322-9f73-4e7f-af5e-888adacad7c0 req-e26cc3e3-99e9-483f-a2a9-98f359fd2dc2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:33.829292 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-463e9322-9f73-4e7f-af5e-888adacad7c0 req-e26cc3e3-99e9-483f-a2a9-98f359fd2dc2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5444 time: 0.2594819 Sep 07 16:20:33.885542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37112) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:33.895849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8c3860b1-9f8d-403f-a5c9-903a91abe2ff details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:20:33.947884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-463e9322-9f73-4e7f-af5e-888adacad7c0 req-91de82d1-853b-4c0d-9fcd-c1ed76d8390e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172986 Sep 07 16:20:33.981917 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:34.120277 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=815b1bad-f101-449e-9ba9-02bb772ab9ff,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:34.222133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 8a07678a-6dc4-45db-b627-d3e6ad7ad561 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:34.227559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df809a9-d5da-4635-855b-bf23a7dd0474 req-1504f152-232d-489a-a672-931f84e27873 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:34.229187 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8df809a9-d5da-4635-855b-bf23a7dd0474 req-1504f152-232d-489a-a672-931f84e27873 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1572380 Sep 07 16:20:34.230334 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cf35368-d75d-4324-b9ab-7524fd2f14df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:34.236371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:34.236879 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:34.277239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'port_id': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'mac_address': 'fa:16:3e:0b:e3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:20:34.349475 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8df809a9-d5da-4635-855b-bf23a7dd0474 req-48d27a67-fe81-43a2-80e4-d253952b14bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073332 Sep 07 16:20:34.422639 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:34.467718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3860b1-9f8d-403f-a5c9-903a91abe2ff {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:20:34.512828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:34.521344 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:34.527086 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cf35368-d75d-4324-b9ab-7524fd2f14df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:34.532996 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4cf35368-d75d-4324-b9ab-7524fd2f14df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:34.544604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router d8047bb2-f71f-4c1d-93e7-c565b452392e is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:20:34.573315 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4cf35368-d75d-4324-b9ab-7524fd2f14df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66073eeae8d8459dab226eb5c27581d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6863327 Sep 07 16:20:34.575894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37130) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:34.597937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f0960f30-e6c7-498f-8bb3-848ba2f22247 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:34.634379 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6abae3a-3d4d-4738-b760-c0606f6fc876 None None] Network 8a07678a-6dc4-45db-b627-d3e6ad7ad561 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:34.642216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf35368-d75d-4324-b9ab-7524fd2f14df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2928d899-589f-4b1b-8939-1dda0c4cdc3a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:34.662753 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e58ddaa3-6725-4f3f-a02b-95245f502269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:34.675619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['8c3860b1-9f8d-403f-a5c9-903a91abe2ff'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:20:34.692768 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e58ddaa3-6725-4f3f-a02b-95245f502269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:34.766282 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e58ddaa3-6725-4f3f-a02b-95245f502269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:34.770129 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e58ddaa3-6725-4f3f-a02b-95245f502269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:34.771095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e58ddaa3-6725-4f3f-a02b-95245f502269 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2928d899-589f-4b1b-8939-1dda0c4cdc3a HTTP/1.1" status: 204 len: 168 time: 0.1939967 Sep 07 16:20:34.788114 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ddaa3-6725-4f3f-a02b-95245f502269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2928d899-589f-4b1b-8939-1dda0c4cdc3a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:34.804607 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:34.825220 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7a49efd7-c098-485e-853c-949a9946e507 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/d8047bb2-f71f-4c1d-93e7-c565b452392e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6855900 Sep 07 16:20:34.828073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37136) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:34.855438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8986372-bba4-475d-9a76-aa3513231366 None None] Sync routers for ids ['d8047bb2-f71f-4c1d-93e7-c565b452392e'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:34.865765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:34.918677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b441dc3-ee51-4d99-88c3-6063152da77d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:34.922940 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37138) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:34.923118 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0b441dc3-ee51-4d99-88c3-6063152da77d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports/815b1bad-f101-449e-9ba9-02bb772ab9ff HTTP/1.1" status: 200 len: 910 time: 0.0936460 Sep 07 16:20:34.930164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8fae8b8c-03c5-4ed7-b844-2b736da54d06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '49434a62-d9ce-4449-81f2-fc1fc474a381'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:34.935755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f4c28b14-ec61-4a91-ae75-f424c0723c4b None None] Provisioning for port f0960f30-e6c7-498f-8bb3-848ba2f22247 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:34.972457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8986372-bba4-475d-9a76-aa3513231366 None None] Routers {'d8047bb2-f71f-4c1d-93e7-c565b452392e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:34.973352 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e8986372-bba4-475d-9a76-aa3513231366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d8047bb2-f71f-4c1d-93e7-c565b452392e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:35.036318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e8986372-bba4-475d-9a76-aa3513231366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:35.082529 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port f0960f30-e6c7-498f-8bb3-848ba2f22247 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:35.126325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8986372-bba4-475d-9a76-aa3513231366 None None] Routers {'d8047bb2-f71f-4c1d-93e7-c565b452392e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:35.126967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e8986372-bba4-475d-9a76-aa3513231366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d8047bb2-f71f-4c1d-93e7-c565b452392e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:35.131659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f0960f30-e6c7-498f-8bb3-848ba2f22247 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:35.132048 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:35.199262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fae8b8c-03c5-4ed7-b844-2b736da54d06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:35.242975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0fc7-fb98-4131-92dd-748248c067fd req-bdcdb00f-5dcf-4c05-ab22-eaed6026acfc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:35.253346 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0fc7-fb98-4131-92dd-748248c067fd req-bdcdb00f-5dcf-4c05-ab22-eaed6026acfc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:35.276837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0fc7-fb98-4131-92dd-748248c067fd req-bdcdb00f-5dcf-4c05-ab22-eaed6026acfc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:35.283411 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0fc7-fb98-4131-92dd-748248c067fd req-bdcdb00f-5dcf-4c05-ab22-eaed6026acfc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:35.289538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e8986372-bba4-475d-9a76-aa3513231366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:35.290215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8986372-bba4-475d-9a76-aa3513231366 None None] The sync data for ids ['d8047bb2-f71f-4c1d-93e7-c565b452392e'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:35.302885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0fc7-fb98-4131-92dd-748248c067fd req-bdcdb00f-5dcf-4c05-ab22-eaed6026acfc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:35.341026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0fc7-fb98-4131-92dd-748248c067fd req-bdcdb00f-5dcf-4c05-ab22-eaed6026acfc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:35.367210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0fc7-fb98-4131-92dd-748248c067fd req-bdcdb00f-5dcf-4c05-ab22-eaed6026acfc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:35.374682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-828c0fc7-fb98-4131-92dd-748248c067fd req-bdcdb00f-5dcf-4c05-ab22-eaed6026acfc tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5444 time: 0.2722535 Sep 07 16:20:35.504976 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-828c0fc7-fb98-4131-92dd-748248c067fd req-3ee58497-84a5-4283-bfcb-50e29e12c1cf tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235788 Sep 07 16:20:35.539456 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:35.639215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port f0960f30-e6c7-498f-8bb3-848ba2f22247, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f0960f30-e6c7-498f-8bb3-848ba2f22247,segment=NetworkSegment(e64cdb4e-8c3f-49a7-bb97-d18aba129442),segment_id=e64cdb4e-8c3f-49a7-bb97-d18aba129442)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:35.645060 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:35.706044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722fbf4-3baa-4487-99e5-b8bccd8180a2 req-71f0e330-2d7a-4582-8f18-bebf47d8908c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:35.707601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e722fbf4-3baa-4487-99e5-b8bccd8180a2 req-71f0e330-2d7a-4582-8f18-bebf47d8908c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 945 time: 0.1527662 Sep 07 16:20:35.748157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=f0960f30-e6c7-498f-8bb3-848ba2f22247,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:35.832683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e722fbf4-3baa-4487-99e5-b8bccd8180a2 req-91ffabb2-95d8-4922-b50b-34cbacce61bf tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119528 Sep 07 16:20:35.981953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-87cc17f7-8636-4d6e-8c61-e0bd54e91242 None None] Provisioning complete for port f0960f30-e6c7-498f-8bb3-848ba2f22247 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:35.982332 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87cc17f7-8636-4d6e-8c61-e0bd54e91242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:36.141844 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37182) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:36.221050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fae8b8c-03c5-4ed7-b844-2b736da54d06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:36.224691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-87cc17f7-8636-4d6e-8c61-e0bd54e91242 None None] Provisioning for port 815b1bad-f101-449e-9ba9-02bb772ab9ff completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:36.232453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-87cc17f7-8636-4d6e-8c61-e0bd54e91242 None None] Provisioning complete for port 815b1bad-f101-449e-9ba9-02bb772ab9ff triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:36.233761 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87cc17f7-8636-4d6e-8c61-e0bd54e91242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:36.243461 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fae8b8c-03c5-4ed7-b844-2b736da54d06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:36.257453 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:20:36.370892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1947452609'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:36.381976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-87cc17f7-8636-4d6e-8c61-e0bd54e91242 None None] Port 815b1bad-f101-449e-9ba9-02bb772ab9ff cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:20:36.397314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae8b8c-03c5-4ed7-b844-2b736da54d06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=815b1bad-f101-449e-9ba9-02bb772ab9ff,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:36.425693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f0960f30-e6c7-498f-8bb3-848ba2f22247 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:36.442261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:36.451879 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:36.482927 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:36.566750 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9db3524f-bbdc-497e-b107-4d366a73f712 None None] Provisioning complete for port 815b1bad-f101-449e-9ba9-02bb772ab9ff triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:36.567129 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9db3524f-bbdc-497e-b107-4d366a73f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:36.724790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9db3524f-bbdc-497e-b107-4d366a73f712 None None] Port 815b1bad-f101-449e-9ba9-02bb772ab9ff cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:20:36.750499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f0960f30-e6c7-498f-8bb3-848ba2f22247 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:36.750887 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:36.762812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad3ecd-99d7-4a82-a854-04a0501b56e9 req-c6ee9d27-49a6-4480-b022-149de4858647 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:36.779709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad3ecd-99d7-4a82-a854-04a0501b56e9 req-c6ee9d27-49a6-4480-b022-149de4858647 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:36.794477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad3ecd-99d7-4a82-a854-04a0501b56e9 req-c6ee9d27-49a6-4480-b022-149de4858647 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:36.820521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad3ecd-99d7-4a82-a854-04a0501b56e9 req-c6ee9d27-49a6-4480-b022-149de4858647 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:36.841448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad3ecd-99d7-4a82-a854-04a0501b56e9 req-c6ee9d27-49a6-4480-b022-149de4858647 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:36.872391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad3ecd-99d7-4a82-a854-04a0501b56e9 req-c6ee9d27-49a6-4480-b022-149de4858647 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:36.890611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad3ecd-99d7-4a82-a854-04a0501b56e9 req-c6ee9d27-49a6-4480-b022-149de4858647 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:36.912434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88ad3ecd-99d7-4a82-a854-04a0501b56e9 req-c6ee9d27-49a6-4480-b022-149de4858647 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5444 time: 0.2258301 Sep 07 16:20:36.912434 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:36.948978 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:36.978944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-350bae0c-e7f4-4499-a915-2fc79a851e6d None None] Provisioning complete for port 815b1bad-f101-449e-9ba9-02bb772ab9ff triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:36.979335 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-350bae0c-e7f4-4499-a915-2fc79a851e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.005256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:20:37.015361 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.015726 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Added segment fbde9235-7932-4df8-afd9-2d7c96d2d65f of type vlan for network a4a52928-aba9-4c1a-9760-c065e55e283a Sep 07 16:20:37.093672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-350bae0c-e7f4-4499-a915-2fc79a851e6d None None] Port 815b1bad-f101-449e-9ba9-02bb772ab9ff cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:20:37.138177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.147664 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae8b8c-03c5-4ed7-b844-2b736da54d06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:37.148965 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fae8b8c-03c5-4ed7-b844-2b736da54d06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.154369 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8fae8b8c-03c5-4ed7-b844-2b736da54d06 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/ports/815b1bad-f101-449e-9ba9-02bb772ab9ff HTTP/1.1" status: 200 len: 910 time: 2.2298799 Sep 07 16:20:37.154995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37208) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:37.274543 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.301599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:37.302261 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.450579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02d70aa-46d6-4e87-9f75-efd6417ddbef,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:37.482238 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3388596 Sep 07 16:20:37.487803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37212) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:37.497377 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5e0b3b53-a964-4a9e-a6d4-f70d38161c95 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:37.500559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88ad3ecd-99d7-4a82-a854-04a0501b56e9 req-c9c89bbe-8fbd-45f4-a550-7783fad770ba tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5907152 Sep 07 16:20:37.508719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91113b64-cb2f-4635-bd96-c62d1a933fbc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Network': ['ID=a4a52928-aba9-4c1a-9760-c065e55e283a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:37.538434 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:20:37.565690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973510-2186-4b57-b8a1-360afdd6b0f9 req-a5c63818-4e80-456d-816a-68cf0321f2a0 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:37.574816 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11973510-2186-4b57-b8a1-360afdd6b0f9 req-a5c63818-4e80-456d-816a-68cf0321f2a0 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 945 time: 0.3449423 Sep 07 16:20:37.648322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11973510-2186-4b57-b8a1-360afdd6b0f9 req-43579f1a-b556-4323-8050-59603744b3a9 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623298 Sep 07 16:20:37.899241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75fc38-a5cc-4b7a-b81a-b6ab7443cc7b req-aee8a663-42c5-40cc-892f-efbfa3f8a628 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:37.911343 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0b3b53-a964-4a9e-a6d4-f70d38161c95 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:37.915662 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3b53-a964-4a9e-a6d4-f70d38161c95 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:37.922150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8c3860b1-9f8d-403f-a5c9-903a91abe2ff up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:37.924630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75fc38-a5cc-4b7a-b81a-b6ab7443cc7b req-aee8a663-42c5-40cc-892f-efbfa3f8a628 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:37.932305 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75fc38-a5cc-4b7a-b81a-b6ab7443cc7b req-aee8a663-42c5-40cc-892f-efbfa3f8a628 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:37.968655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75fc38-a5cc-4b7a-b81a-b6ab7443cc7b req-aee8a663-42c5-40cc-892f-efbfa3f8a628 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:37.976261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75fc38-a5cc-4b7a-b81a-b6ab7443cc7b req-aee8a663-42c5-40cc-892f-efbfa3f8a628 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:37.990263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75fc38-a5cc-4b7a-b81a-b6ab7443cc7b req-aee8a663-42c5-40cc-892f-efbfa3f8a628 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:37.997230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75fc38-a5cc-4b7a-b81a-b6ab7443cc7b req-aee8a663-42c5-40cc-892f-efbfa3f8a628 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:37.999573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed75fc38-a5cc-4b7a-b81a-b6ab7443cc7b req-aee8a663-42c5-40cc-892f-efbfa3f8a628 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5444 time: 0.2328763 Sep 07 16:20:38.010999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37226) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:38.020869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e4445261-d145-4b99-bcd7-d855ec421ed4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Request body: {'floatingip': {'port_id': '74552398-cff4-455f-b23c-b4842bd4a0a9'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:38.043832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:38.044739 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.194792 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4445261-d145-4b99-bcd7-d855ec421ed4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.462201 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83a73e16-326d-46f3-b8ae-a4798b174167 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.622635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37242) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:38.731358 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3b53-a964-4a9e-a6d4-f70d38161c95 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.827609 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:38.870379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37250) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:38.880162 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:20:38.889607 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44f474e-a711-4816-8fe4-9c58eeca77d1" -d '{"events": [{"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-plugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:20:38.922947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:38.938131 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:39.065500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=13']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:39.075856 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454d62b5-7644-4cb7-be80-d17666333225 x-openstack-request-id: req-454d62b5-7644-4cb7-be80-d17666333225 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:20:39.076158 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-plugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:20:39.076454 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-454d62b5-7644-4cb7-be80-d17666333225 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:20:39.076855 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'code': 200} Sep 07 16:20:39.125966 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0580dcf4-d00d-4e45-b8a9-25df122d3a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:39.195954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b3b53-a964-4a9e-a6d4-f70d38161c95 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=2b26146f-d1ab-49f6-b7dd-fd60041589ee,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:39.257854 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09371828-8650-4311-9eeb-f11b0171003a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:39.294836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b3b53-a964-4a9e-a6d4-f70d38161c95 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:39.302873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b3b53-a964-4a9e-a6d4-f70d38161c95 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network hostable DHCP agents. Network: a4a52928-aba9-4c1a-9760-c065e55e283a, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:20:39.376744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b3b53-a964-4a9e-a6d4-f70d38161c95 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:20:39.431255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac30b7d-63ca-4c55-9e0b-2ac91b71bfc9 req-22397e34-feb2-4f73-9dee-64fac6f0c14e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:39.442145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eac30b7d-63ca-4c55-9e0b-2ac91b71bfc9 req-22397e34-feb2-4f73-9dee-64fac6f0c14e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.4409897 Sep 07 16:20:39.445535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5e0b3b53-a964-4a9e-a6d4-f70d38161c95 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, a4a52928-aba9-4c1a-9760-c065e55e283a) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:39.452434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0b3b53-a964-4a9e-a6d4-f70d38161c95 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:39.454721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181c2970-1174-48df-8b34-555562b603b2 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:39.455465 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3b53-a964-4a9e-a6d4-f70d38161c95 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:39.558899 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-83a73e16-326d-46f3-b8ae-a4798b174167 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port 815b1bad-f101-449e-9ba9-02bb772ab9ff {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:39.559322 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83a73e16-326d-46f3-b8ae-a4798b174167 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:39.810338 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': '2b26146f-d1ab-49f6-b7dd-fd60041589ee'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:20:39.811286 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:39.846915 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83a73e16-326d-46f3-b8ae-a4798b174167 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:39.878976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-83a73e16-326d-46f3-b8ae-a4798b174167 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for 815b1bad-f101-449e-9ba9-02bb772ab9ff owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:40.106579 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Allocated IP 2001:db8::2 (a4a52928-aba9-4c1a-9760-c065e55e283a/2b26146f-d1ab-49f6-b7dd-fd60041589ee/eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:40.192258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eac30b7d-63ca-4c55-9e0b-2ac91b71bfc9 req-bf0e7ea9-c38d-4845-8d2f-a19468c3999a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7487733 Sep 07 16:20:40.290044 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83a73e16-326d-46f3-b8ae-a4798b174167 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:40.354514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a73e16-326d-46f3-b8ae-a4798b174167 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=815b1bad-f101-449e-9ba9-02bb772ab9ff,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:40.388880 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:40.403789 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Transition to ACTIVE for port object eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:40.415578 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.db.resource_extend [None req-e4445261-d145-4b99-bcd7-d855ec421ed4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 16:20:40.420826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Transition to ACTIVE for port object eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:40.430545 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:40.494002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Pushing event updated for resources: {'Port': ['ID=eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:40.511575 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0156209c-48fe-40a0-bc04-895fea57bc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:40.528967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:40.538025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:40.540823 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:40.579372 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0580dcf4-d00d-4e45-b8a9-25df122d3a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:40.611069 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0580dcf4-d00d-4e45-b8a9-25df122d3a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:40.622877 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83a73e16-326d-46f3-b8ae-a4798b174167 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:40.649513 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Attempting to bind port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:40.650205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Attempting to bind port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:40.653492 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Attempting to bind port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:40.665752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:40.666369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:40.666959 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:40.667526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:40.668196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Bound port: eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:40.668864 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:40.715252 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4445261-d145-4b99-bcd7-d855ec421ed4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:40.743537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] For port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:40.747220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] For port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:40.758208 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:40.761649 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4445261-d145-4b99-bcd7-d855ec421ed4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:40.820920 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c2c3b-2d7f-4ce0-ac9e-f36d7dfd2384 None None] Pushing event updated for resources: {'Port': ['ID=eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:40.871753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0580dcf4-d00d-4e45-b8a9-25df122d3a99 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f73b298efa04e048eba36f1f6e68410&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2479918 Sep 07 16:20:40.877087 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37262) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:40.878356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a73e16-326d-46f3-b8ae-a4798b174167 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router d8047bb2-f71f-4c1d-93e7-c565b452392e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:20:40.881972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580dcf4-d00d-4e45-b8a9-25df122d3a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4b7ce0-b5a7-4d12-bb58-25831e618ded,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:41.104566 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64df379e-0583-487e-b92a-f7df521d4f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:41.107171 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-e4445261-d145-4b99-bcd7-d855ec421ed4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Floating IP e6c87b69-57e6-4d34-a0aa-51c487e3e492 associated. External IP: 172.25.3.167, port: 74552398-cff4-455f-b23c-b4842bd4a0a9. Sep 07 16:20:41.169144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a73e16-326d-46f3-b8ae-a4798b174167 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:41.182532 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-83a73e16-326d-46f3-b8ae-a4798b174167 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/d8047bb2-f71f-4c1d-93e7-c565b452392e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0263751 Sep 07 16:20:41.186521 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740a291-a845-4ce3-ac76-c3a2a85609fe None None] Sync routers for ids ['d8047bb2-f71f-4c1d-93e7-c565b452392e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:41.197889 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09371828-8650-4311-9eeb-f11b0171003a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:41.198789 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:41.201646 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740a291-a845-4ce3-ac76-c3a2a85609fe None None] Routers {'d8047bb2-f71f-4c1d-93e7-c565b452392e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:41.202365 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f740a291-a845-4ce3-ac76-c3a2a85609fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d8047bb2-f71f-4c1d-93e7-c565b452392e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:41.236197 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09371828-8650-4311-9eeb-f11b0171003a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:41.266086 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64df379e-0583-487e-b92a-f7df521d4f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:41.287397 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f740a291-a845-4ce3-ac76-c3a2a85609fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:41.296318 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5e0b3b53-a964-4a9e-a6d4-f70d38161c95 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8067920 Sep 07 16:20:41.307087 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1153c496-b17c-432a-9df7-48ed236c3be7 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8047bb2-f71f-4c1d-93e7-c565b452392e HTTP/1.1" status: 200 len: 205 time: 0.1066163 Sep 07 16:20:41.307820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37270) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:41.308163 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37272) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:41.314608 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740a291-a845-4ce3-ac76-c3a2a85609fe None None] Routers {'d8047bb2-f71f-4c1d-93e7-c565b452392e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:41.315889 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f740a291-a845-4ce3-ac76-c3a2a85609fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d8047bb2-f71f-4c1d-93e7-c565b452392e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:41.380711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'name': 'tempest-NetworksTestDHCPv6-272419718'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:41.396748 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f740a291-a845-4ce3-ac76-c3a2a85609fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:41.397423 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740a291-a845-4ce3-ac76-c3a2a85609fe None None] The sync data for ids ['d8047bb2-f71f-4c1d-93e7-c565b452392e'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:41.447794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a405fa7-c7e2-44bc-b534-64a9baebdbf9 req-5f66c935-feb4-43a5-96e4-178d5ad794bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:41.449553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a405fa7-c7e2-44bc-b534-64a9baebdbf9 req-5f66c935-feb4-43a5-96e4-178d5ad794bc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.0963650 Sep 07 16:20:41.466317 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-09371828-8650-4311-9eeb-f11b0171003a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e1ed04f662a42f48b869a29c4d48617&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5946064 Sep 07 16:20:41.478373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37274) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:41.526190 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64df379e-0583-487e-b92a-f7df521d4f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:41.529395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64df379e-0583-487e-b92a-f7df521d4f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:41.532840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-64df379e-0583-487e-b92a-f7df521d4f07 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca4b7ce0-b5a7-4d12-bb58-25831e618ded HTTP/1.1" status: 204 len: 168 time: 0.6496797 Sep 07 16:20:41.550858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df379e-0583-487e-b92a-f7df521d4f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4b7ce0-b5a7-4d12-bb58-25831e618ded,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:41.562634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09371828-8650-4311-9eeb-f11b0171003a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ab8856-0bc0-41fe-8215-b41e1034dedc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:41.586203 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d952d439-f20a-4aaa-aecf-9dc0281c79aa tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:41.655127 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a405fa7-c7e2-44bc-b534-64a9baebdbf9 req-6a70ef10-29d8-4eea-a056-aaa704e915d0 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507275 Sep 07 16:20:41.685403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4445261-d145-4b99-bcd7-d855ec421ed4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:20:41.828081 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39ee75b8-0260-4723-9ce3-4a77b92540f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:41.849622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4445261-d145-4b99-bcd7-d855ec421ed4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:41.867943 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f7960-d64d-4a11-ade8-bac241a8baa5 None None] Sync routers for ids ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:41.875737 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4445261-d145-4b99-bcd7-d855ec421ed4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:41.905552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f7960-d64d-4a11-ade8-bac241a8baa5 None None] Routers {'0ff659f5-5c7e-4e35-83d9-83c79d7eb004'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:41.906191 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f07f7960-d64d-4a11-ade8-bac241a8baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:41.921046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e4445261-d145-4b99-bcd7-d855ec421ed4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "PUT /v2.0/floatingips/e6c87b69-57e6-4d34-a0aa-51c487e3e492 HTTP/1.1" status: 200 len: 992 time: 3.9084649 Sep 07 16:20:41.921738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '74552398-cff4-455f-b23c-b4842bd4a0a9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:20:41.930216 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922a648a-58b3-41b3-93ec-95bb5a887a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "74552398-cff4-455f-b23c-b4842bd4a0a9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:20:41.960415 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d952d439-f20a-4aaa-aecf-9dc0281c79aa tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:41.970825 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d952d439-f20a-4aaa-aecf-9dc0281c79aa tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:41.980711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:41.989829 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:42.046103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port d03274af-4746-4fa3-b6fd-ef421a655708 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:20:42.287173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f07f7960-d64d-4a11-ade8-bac241a8baa5 None None] Set router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:42.341630 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39ee75b8-0260-4723-9ce3-4a77b92540f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:42.358322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37296) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:42.364324 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d952d439-f20a-4aaa-aecf-9dc0281c79aa tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:42.375430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d952d439-f20a-4aaa-aecf-9dc0281c79aa tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Fanout notify agent at l3_agent the message router_deleted on router d8047bb2-f71f-4c1d-93e7-c565b452392e {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:20:42.387797 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-deb8c4ca-3f0b-479d-883c-ce105280325b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:42.400305 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d952d439-f20a-4aaa-aecf-9dc0281c79aa tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:42.407387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37298) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:42.408210 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d952d439-f20a-4aaa-aecf-9dc0281c79aa tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/d8047bb2-f71f-4c1d-93e7-c565b452392e HTTP/1.1" status: 204 len: 168 time: 1.0864224 Sep 07 16:20:42.501676 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abe8e19-4798-4e87-946a-a74ec930505b None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:42.503901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:42.588749 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39ee75b8-0260-4723-9ce3-4a77b92540f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:42.601256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39ee75b8-0260-4723-9ce3-4a77b92540f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:42.604930 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-39ee75b8-0260-4723-9ce3-4a77b92540f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29ab8856-0bc0-41fe-8215-b41e1034dedc HTTP/1.1" status: 204 len: 168 time: 1.1201966 Sep 07 16:20:42.629341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-db730fbe-8eef-4cc0-a904-b54f2621fe6c tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting subnet 49434a62-d9ce-4449-81f2-fc1fc474a381 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:20:42.638871 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db730fbe-8eef-4cc0-a904-b54f2621fe6c tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:42.643874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::c0 (a4a52928-aba9-4c1a-9760-c065e55e283a/2b26146f-d1ab-49f6-b7dd-fd60041589ee/d03274af-4746-4fa3-b6fd-ef421a655708) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:42.646934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee75b8-0260-4723-9ce3-4a77b92540f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ab8856-0bc0-41fe-8215-b41e1034dedc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:42.710550 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c464319a-87e6-4396-9cc0-aa21e002197a None None] Provisioning for port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:42.711635 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3014a422-850f-4b5c-8eba-0f42fc22e0d2 x-openstack-request-id: req-3014a422-850f-4b5c-8eba-0f42fc22e0d2 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:20:42.712171 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "tag": "74552398-cff4-455f-b23c-b4842bd4a0a9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:20:42.712650 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3014a422-850f-4b5c-8eba-0f42fc22e0d2 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:20:42.713350 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'tag': '74552398-cff4-455f-b23c-b4842bd4a0a9', 'status': 'completed', 'code': 200} Sep 07 16:20:42.729921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db730fbe-8eef-4cc0-a904-b54f2621fe6c tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:42.869920 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:42.881289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:42.882112 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.039280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17665ae-ec0e-4a42-9f17-edc17e0dd7d1 req-fffb8208-fb6e-4618-b7ba-1d44a139baa1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:43.047977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a17665ae-ec0e-4a42-9f17-edc17e0dd7d1 req-fffb8208-fb6e-4618-b7ba-1d44a139baa1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.1685793 Sep 07 16:20:43.081528 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db730fbe-8eef-4cc0-a904-b54f2621fe6c tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.159699 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f07f7960-d64d-4a11-ade8-bac241a8baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:03Z', 'revision_number': 4, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'e6c87b69-57e6-4d34-a0aa-51c487e3e492', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'port_id': '74552398-cff4-455f-b23c-b4842bd4a0a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'mac_address': 'fa:16:3e:a2:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:19:00Z', 'updated_at': '2021-09-07T16:20:40Z', 'revision_number': 1, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edd8c04-8501-47fc-9c01-2daf3b30a3f9', 'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'mac_address': 'fa:16:3e:c3:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:03Z', 'updated_at': '2021-09-07T16:18:13Z', 'revision_number': 5, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'subnets': [{'id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:43.166391 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a17665ae-ec0e-4a42-9f17-edc17e0dd7d1 req-494a5f83-63b8-44e5-a25f-416761c8d85e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163273 Sep 07 16:20:43.192555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-9a305062-39a0-43e7-a6cd-5b264cf73f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:43.193279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-9a305062-39a0-43e7-a6cd-5b264cf73f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:43.193784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-9a305062-39a0-43e7-a6cd-5b264cf73f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:43.195411 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-9a305062-39a0-43e7-a6cd-5b264cf73f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:43.195925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-9a305062-39a0-43e7-a6cd-5b264cf73f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:43.196448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-9a305062-39a0-43e7-a6cd-5b264cf73f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:43.196947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-9a305062-39a0-43e7-a6cd-5b264cf73f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:43.198962 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-9a305062-39a0-43e7-a6cd-5b264cf73f40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 6501 time: 0.4877145 Sep 07 16:20:43.228546 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-deb8c4ca-3f0b-479d-883c-ce105280325b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.241277 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-deb8c4ca-3f0b-479d-883c-ce105280325b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.248805 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.260483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f7960-d64d-4a11-ade8-bac241a8baa5 None None] Checking router: 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:20:43.292461 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:43.298780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f7960-d64d-4a11-ade8-bac241a8baa5 None None] Routers {'0ff659f5-5c7e-4e35-83d9-83c79d7eb004'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:43.300200 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f07f7960-d64d-4a11-ade8-bac241a8baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:43.302988 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.405328 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db730fbe-8eef-4cc0-a904-b54f2621fe6c tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.430085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37316) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:43.431114 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-deb8c4ca-3f0b-479d-883c-ce105280325b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c50b2f7968e34d569a5b616bb8ad69c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0576038 Sep 07 16:20:43.436681 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.498644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8c4ca-3f0b-479d-883c-ce105280325b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99032163-bc9e-4684-91ce-499b85e87569,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:43.517995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db730fbe-8eef-4cc0-a904-b54f2621fe6c tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Subnet': ['ID=49434a62-d9ce-4449-81f2-fc1fc474a381,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:43.518641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object d03274af-4746-4fa3-b6fd-ef421a655708 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:43.525205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-8d31b39d-34db-4a57-a016-fe19a7e3439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:43.527250 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-8d31b39d-34db-4a57-a016-fe19a7e3439f service neutron] 10.222.0.54 "GET /v2.0/networks?id=2920abad-42d3-49fa-842a-58412eb06be0 HTTP/1.1" status: 200 len: 917 time: 0.3094375 Sep 07 16:20:43.547975 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db730fbe-8eef-4cc0-a904-b54f2621fe6c tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.550796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-db730fbe-8eef-4cc0-a904-b54f2621fe6c tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/49434a62-d9ce-4449-81f2-fc1fc474a381 HTTP/1.1" status: 204 len: 168 time: 1.1358774 Sep 07 16:20:43.553592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37318) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:43.569055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73496f1e-1500-4597-a363-4bac39c51f0b None None] Network 8a07678a-6dc4-45db-b627-d3e6ad7ad561 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:43.585743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37320) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:43.618340 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:43.631920 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-400401f4-8171-46e8-94f8-26f7218c5d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.661644 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07784375-e696-45dc-8886-8c092e439fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.679810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f07f7960-d64d-4a11-ade8-bac241a8baa5 None None] Set router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:43.681948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7feea193-daad-43ff-b742-9bf5da0bd655 None None] Provisioning complete for port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:43.683035 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7feea193-daad-43ff-b742-9bf5da0bd655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.686815 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-d6f76017-1a92-42d1-b7d7-49bad8249ad3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74552398-cff4-455f-b23c-b4842bd4a0a9 HTTP/1.1" status: 200 len: 1000 time: 0.1466908 Sep 07 16:20:43.694432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.695151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.773840 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07784375-e696-45dc-8886-8c092e439fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.786543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port f0960f30-e6c7-498f-8bb3-848ba2f22247 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:43.787495 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.841516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:43.899367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:43.918615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07784375-e696-45dc-8886-8c092e439fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.925931 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07784375-e696-45dc-8886-8c092e439fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.926390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] For port f0960f30-e6c7-498f-8bb3-848ba2f22247, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f0960f30-e6c7-498f-8bb3-848ba2f22247,segment=NetworkSegment(e64cdb4e-8c3f-49a7-bb97-d18aba129442),segment_id=e64cdb4e-8c3f-49a7-bb97-d18aba129442)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:43.930463 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-07784375-e696-45dc-8886-8c092e439fbe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99032163-bc9e-4684-91ce-499b85e87569 HTTP/1.1" status: 204 len: 168 time: 0.4960294 Sep 07 16:20:43.930821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:43.942813 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.943293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:43.943293 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.952286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=d03274af-4746-4fa3-b6fd-ef421a655708,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:43.956096 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:43.969575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07784375-e696-45dc-8886-8c092e439fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99032163-bc9e-4684-91ce-499b85e87569,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:43.987841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-0cdab940-5766-45d0-be44-4a407d1c509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:43.990824 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-0cdab940-5766-45d0-be44-4a407d1c509f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1362421-24e4-44f3-8c5b-72d561aeaa0f HTTP/1.1" status: 200 len: 855 time: 0.2880151 Sep 07 16:20:43.999145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for f0960f30-e6c7-498f-8bb3-848ba2f22247 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:44.151768 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-d0893c16-a584-4c5e-bae9-e0d7df9ff56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:44.153612 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-d0893c16-a584-4c5e-bae9-e0d7df9ff56d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2920abad-42d3-49fa-842a-58412eb06be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477890 Sep 07 16:20:44.218284 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.219710 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-400401f4-8171-46e8-94f8-26f7218c5d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.249790 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-400401f4-8171-46e8-94f8-26f7218c5d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.308473 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No DVR routers for this DVR port f0960f30-e6c7-498f-8bb3-848ba2f22247 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:20:44.315016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=f0960f30-e6c7-498f-8bb3-848ba2f22247,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:44.366915 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-400401f4-8171-46e8-94f8-26f7218c5d5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19288fed0d934adfa1c85da567b3f838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7784991 Sep 07 16:20:44.377726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37336) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:44.384452 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5c0893b5-b26c-4599-b4df-3a3f96642bfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0661244 Sep 07 16:20:44.402890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:44.501771 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:44.517280 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.555307 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400401f4-8171-46e8-94f8-26f7218c5d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeabe0c-0668-4c23-9fe6-390597572c73,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:44.589445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3245d-115c-4fa1-b0f5-274339e78f00 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:44.598076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3245d-115c-4fa1-b0f5-274339e78f00 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:44.600772 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-35b3245d-115c-4fa1-b0f5-274339e78f00 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1964257 Sep 07 16:20:44.603871 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:44.646266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ddd15-8129-4df2-afa4-df96a4543ae3 req-0a6997fa-5ff5-4779-825e-1c7ea28c4f24 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:44.660548 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd4ddd15-8129-4df2-afa4-df96a4543ae3 req-0a6997fa-5ff5-4779-825e-1c7ea28c4f24 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.3018830 Sep 07 16:20:44.678951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a07678a-6dc4-45db-b627-d3e6ad7ad561']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:44.711045 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d682e66-6cda-4e43-9098-b5b958722b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.718007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:44.718394 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.724124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-266539bb-c244-408c-87a0-096b44fc6b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.737086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0fc8f9-afb5-4c81-b7d5-ebf61c0ee182 None None] DHCP port deletion for 8a07678a-6dc4-45db-b627-d3e6ad7ad561 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:20:44.748929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37346) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:44.762367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64cdb4e-8c3f-49a7-bb97-d18aba129442') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:44.763004 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64cdb4e-8c3f-49a7-bb97-d18aba129442') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:44.773014 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8009ad21-45d9-4da3-9182-b2d0e2818d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.784865 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-9866f0a4-4ddd-438d-ad5d-22935762c013 service neutron] 10.222.0.54 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175346 Sep 07 16:20:44.788117 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.816791 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-266539bb-c244-408c-87a0-096b44fc6b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.831305 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd4ddd15-8129-4df2-afa4-df96a4543ae3 req-816f1cb1-3be4-4d37-a441-cfdbba73565b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670961 Sep 07 16:20:44.850974 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.882364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:20:44.883173 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:20:44.897804 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:20:44.975969 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8009ad21-45d9-4da3-9182-b2d0e2818d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:44.994554 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.003477 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8009ad21-45d9-4da3-9182-b2d0e2818d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.008291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2b4c9c2d-ec89-4b47-acab-61691c06c8c4 None None] Provisioning for port d03274af-4746-4fa3-b6fd-ef421a655708 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:45.054728 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2b4c9c2d-ec89-4b47-acab-61691c06c8c4 None None] Provisioning complete for port d03274af-4746-4fa3-b6fd-ef421a655708 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:45.055797 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b4c9c2d-ec89-4b47-acab-61691c06c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.083290 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.100409 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-266539bb-c244-408c-87a0-096b44fc6b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.100409 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-266539bb-c244-408c-87a0-096b44fc6b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.100409 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-266539bb-c244-408c-87a0-096b44fc6b22 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4aeabe0c-0668-4c23-9fe6-390597572c73 HTTP/1.1" status: 204 len: 168 time: 0.7201016 Sep 07 16:20:45.125180 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.136187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c9c2d-ec89-4b47-acab-61691c06c8c4 None None] Port d03274af-4746-4fa3-b6fd-ef421a655708 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:20:45.160311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/networks/8a07678a-6dc4-45db-b627-d3e6ad7ad561 HTTP/1.1" status: 204 len: 168 time: 1.6058207 Sep 07 16:20:45.164014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37352) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:45.178494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f07f7960-d64d-4a11-ade8-bac241a8baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:03Z', 'revision_number': 4, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'e6c87b69-57e6-4d34-a0aa-51c487e3e492', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'port_id': '74552398-cff4-455f-b23c-b4842bd4a0a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'mac_address': 'fa:16:3e:a2:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:19:00Z', 'updated_at': '2021-09-07T16:20:40Z', 'revision_number': 1, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edd8c04-8501-47fc-9c01-2daf3b30a3f9', 'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'mac_address': 'fa:16:3e:c3:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:03Z', 'updated_at': '2021-09-07T16:18:13Z', 'revision_number': 5, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'subnets': [{'id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:45.218215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f7960-d64d-4a11-ade8-bac241a8baa5 None None] The sync data for ids ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'] in n-d-807551-3 is: [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:03Z', 'revision_number': 4, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'e6c87b69-57e6-4d34-a0aa-51c487e3e492', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'port_id': '74552398-cff4-455f-b23c-b4842bd4a0a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'mac_address': 'fa:16:3e:a2:0d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:19:00Z', 'updated_at': '2021-09-07T16:20:40Z', 'revision_number': 1, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edd8c04-8501-47fc-9c01-2daf3b30a3f9', 'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'mac_address': 'fa:16:3e:c3:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:03Z', 'updated_at': '2021-09-07T16:18:13Z', 'revision_number': 5, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'subnets': [{'id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:20:45.277323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3e7b7254-8f26-4bc4-87a0-46bd379c5160 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-135417864', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:45.300025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266539bb-c244-408c-87a0-096b44fc6b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeabe0c-0668-4c23-9fe6-390597572c73,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:45.304974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb219a-2a64-4eac-9923-f73921a31b4a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Network': ['ID=8a07678a-6dc4-45db-b627-d3e6ad7ad561,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:45.330275 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7254-8f26-4bc4-87a0-46bd379c5160 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.333793 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7254-8f26-4bc4-87a0-46bd379c5160 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.427352 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7254-8f26-4bc4-87a0-46bd379c5160 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.434811 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7254-8f26-4bc4-87a0-46bd379c5160 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.459120 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7254-8f26-4bc4-87a0-46bd379c5160 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.464840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3e7b7254-8f26-4bc4-87a0-46bd379c5160 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2354057 Sep 07 16:20:45.465814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37362) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:45.471522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'network': {'name': 'tempest-RoutersTest-1647396457'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:45.522341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:45.526003 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.572746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:20:45.607890 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.608245 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Added segment 672a7b2d-131a-45a5-993c-1e3918bbe799 of type vlan for network 04cab817-5c1b-4db3-be3f-3f9b8fb9b487 Sep 07 16:20:45.652562 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009ad21-45d9-4da3-9182-b2d0e2818d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bebf6a-e24b-4491-841c-0fef05a84696,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:45.694882 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8009ad21-45d9-4da3-9182-b2d0e2818d38 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a991be67789d4455be61f1c961546185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9443498 Sep 07 16:20:45.699848 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37368) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:45.701520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.774016 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ff126d-2f42-442a-bd4e-311f57b1cfc4 None None] New status for floating IP e6c87b69-57e6-4d34-a0aa-51c487e3e492: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:20:45.779117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a570988c-fd37-4404-a7db-f4c6217447c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port d03274af-4746-4fa3-b6fd-ef421a655708 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:45.780864 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a570988c-fd37-4404-a7db-f4c6217447c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.791317 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-922a648a-58b3-41b3-93ec-95bb5a887a7f req-be938c27-f864-4c30-983d-72d8e310f560 service neutron] 10.222.0.54 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9838510 Sep 07 16:20:45.858829 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.864759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:45.877010 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.949325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37374) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:45.982880 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993b19e4-7b35-4ee6-9b47-cda9de29b254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:45.996573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5291400 Sep 07 16:20:46.008657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37376) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:46.019373 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a1df34f-ea5e-4866-822c-a292115242a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.032388 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f664075a-8393-4247-98b6-71ed8385c544 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'subnet': {'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:46.073547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Network': ['ID=04cab817-5c1b-4db3-be3f-3f9b8fb9b487,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:46.085523 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993b19e4-7b35-4ee6-9b47-cda9de29b254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.104252 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a570988c-fd37-4404-a7db-f4c6217447c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.106316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:46.106686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:46.106970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:46.107319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:46.107662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:46.107997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:46.108367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:46.108699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:46.109034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:46.109370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:46.109704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:46.110032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ee902a-88af-4708-b2ba-6470218f8828 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:46.125631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 04cab817-5c1b-4db3-be3f-3f9b8fb9b487 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:20:46.138130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b0360-13f6-4a18-ae48-98777224f4a5 req-6c4c559f-7918-4e6d-a653-562e539a4d87 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:46.148404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c0b0360-13f6-4a18-ae48-98777224f4a5 req-6c4c559f-7918-4e6d-a653-562e539a4d87 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.1996970 Sep 07 16:20:46.164814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a570988c-fd37-4404-a7db-f4c6217447c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for d03274af-4746-4fa3-b6fd-ef421a655708 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:46.250415 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c0b0360-13f6-4a18-ae48-98777224f4a5 req-7bc8a650-785c-4fbc-bd73-17a031465a2c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964754 Sep 07 16:20:46.282307 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993b19e4-7b35-4ee6-9b47-cda9de29b254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.292644 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993b19e4-7b35-4ee6-9b47-cda9de29b254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.295602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-993b19e4-7b35-4ee6-9b47-cda9de29b254 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71bebf6a-e24b-4491-841c-0fef05a84696 HTTP/1.1" status: 204 len: 168 time: 0.5695424 Sep 07 16:20:46.345912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b19e4-7b35-4ee6-9b47-cda9de29b254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bebf6a-e24b-4491-841c-0fef05a84696,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:46.420395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a1df34f-ea5e-4866-822c-a292115242a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.429603 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a1df34f-ea5e-4866-822c-a292115242a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.504538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1df34f-ea5e-4866-822c-a292115242a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9949c6-9220-477c-898c-610bb218209e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:46.505496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f664075a-8393-4247-98b6-71ed8385c544 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:46.510775 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f664075a-8393-4247-98b6-71ed8385c544 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.511703 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f0960f30-e6c7-498f-8bb3-848ba2f22247 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:46.535105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5a1df34f-ea5e-4866-822c-a292115242a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa18cdad3c4e49e898ed5a4af278d801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5775611 Sep 07 16:20:46.536522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37380) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:46.583192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f0960f30-e6c7-498f-8bb3-848ba2f22247 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:20:46.583945 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f0960f30-e6c7-498f-8bb3-848ba2f22247 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:20:46.606964 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6f3518a-30a4-4993-98d8-ed4f537130ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.657061 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6f3518a-30a4-4993-98d8-ed4f537130ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.761542 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6f3518a-30a4-4993-98d8-ed4f537130ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.765524 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6f3518a-30a4-4993-98d8-ed4f537130ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.766785 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a570988c-fd37-4404-a7db-f4c6217447c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.773390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e6f3518a-30a4-4993-98d8-ed4f537130ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec9949c6-9220-477c-898c-610bb218209e HTTP/1.1" status: 204 len: 168 time: 0.2351613 Sep 07 16:20:46.786099 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:46.804253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3518a-30a4-4993-98d8-ed4f537130ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9949c6-9220-477c-898c-610bb218209e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:46.813218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570988c-fd37-4404-a7db-f4c6217447c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=d03274af-4746-4fa3-b6fd-ef421a655708,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:47.009621 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a570988c-fd37-4404-a7db-f4c6217447c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.014599 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a570988c-fd37-4404-a7db-f4c6217447c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/d03274af-4746-4fa3-b6fd-ef421a655708 HTTP/1.1" status: 204 len: 168 time: 2.4074824 Sep 07 16:20:47.016046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37396) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:47.016575 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f664075a-8393-4247-98b6-71ed8385c544 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.111857 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664075a-8393-4247-98b6-71ed8385c544 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Subnet': ['ID=aab3fdb3-ba1b-4c29-975f-367f88222b73,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:47.125659 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f664075a-8393-4247-98b6-71ed8385c544 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Checking segment: {'id': '672a7b2d-131a-45a5-993c-1e3918bbe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:47.126039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f664075a-8393-4247-98b6-71ed8385c544 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network hostable DHCP agents. Network: 04cab817-5c1b-4db3-be3f-3f9b8fb9b487, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:20:47.154528 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f664075a-8393-4247-98b6-71ed8385c544 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 04cab817-5c1b-4db3-be3f-3f9b8fb9b487 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:20:47.167644 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f664075a-8393-4247-98b6-71ed8385c544 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 04cab817-5c1b-4db3-be3f-3f9b8fb9b487) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:47.174031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f664075a-8393-4247-98b6-71ed8385c544 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:47.174884 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f664075a-8393-4247-98b6-71ed8385c544 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.179970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad380da-4d17-45fd-b26e-e95afeb64480 None None] Network 04cab817-5c1b-4db3-be3f-3f9b8fb9b487 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:47.204481 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa7322f-751a-4098-bb52-a2ffb505bb13 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:47.219504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa7322f-751a-4098-bb52-a2ffb505bb13 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:47.221466 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f664075a-8393-4247-98b6-71ed8385c544 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2069712 Sep 07 16:20:47.223955 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37402) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:47.234861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-baa7322f-751a-4098-bb52-a2ffb505bb13 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2170994 Sep 07 16:20:47.235471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37404) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:47.445533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebc3af7-daba-48b1-8df7-0a678748e047 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 2b26146f-d1ab-49f6-b7dd-fd60041589ee {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:20:47.461953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:20:47.466336 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.485894 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ebc3af7-daba-48b1-8df7-0a678748e047 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.602669 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ebc3af7-daba-48b1-8df7-0a678748e047 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:47.685504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f94ed-9dd5-4a67-acd1-26ae4eca24c8 req-94df1d9e-3290-46ad-b03c-2818830354b1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:47.699219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b2f94ed-9dd5-4a67-acd1-26ae4eca24c8 req-94df1d9e-3290-46ad-b03c-2818830354b1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.2414193 Sep 07 16:20:47.885804 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b2f94ed-9dd5-4a67-acd1-26ae4eca24c8 req-a4e06e39-db34-4935-8306-f8861cf6dcb9 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853051 Sep 07 16:20:47.925169 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:48.051343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Allocated IP 172.20.0.2 (04cab817-5c1b-4db3-be3f-3f9b8fb9b487/aab3fdb3-ba1b-4c29-975f-367f88222b73/df9e8265-a41f-4b89-b71a-436c9e067753) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:48.188566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37434) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:48.216698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ebc3af7-daba-48b1-8df7-0a678748e047 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:48.313601 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ebc3af7-daba-48b1-8df7-0a678748e047 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:48.351227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc3af7-daba-48b1-8df7-0a678748e047 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=2b26146f-d1ab-49f6-b7dd-fd60041589ee,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:48.358665 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ebc3af7-daba-48b1-8df7-0a678748e047 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:48.365053 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9ebc3af7-daba-48b1-8df7-0a678748e047 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/2b26146f-d1ab-49f6-b7dd-fd60041589ee HTTP/1.1" status: 204 len: 168 time: 1.1242180 Sep 07 16:20:48.365810 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37442) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:48.444944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da2995f-d93d-49e1-8180-ad5bb4de78c4 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:48.453257 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3a19fb11-9902-4ec6-b4a7-f46e991fe798 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870078 Sep 07 16:20:48.456036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:48.461636 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7d065ab2-5ae3-4edf-ab17-030762c3bdb8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:48.676002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d065ab2-5ae3-4edf-ab17-030762c3bdb8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:48.681564 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d065ab2-5ae3-4edf-ab17-030762c3bdb8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:48.692195 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:48.715061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-181453932-network', 'tenant_id': 'fce44d46c57e438393948e71c3c66689'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:48.736511 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Transition to ACTIVE for port object df9e8265-a41f-4b89-b71a-436c9e067753 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:48.758473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Transition to ACTIVE for port object df9e8265-a41f-4b89-b71a-436c9e067753 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:48.787833 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:48.859207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Made reservation on behalf of fce44d46c57e438393948e71c3c66689 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:48.862520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:48.878408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b3d361-52af-4af6-bba9-4830e8ca0aad None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:20:48.880282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Allocated IP 172.20.0.1 (04cab817-5c1b-4db3-be3f-3f9b8fb9b487/aab3fdb3-ba1b-4c29-975f-367f88222b73/6f3eedce-5f36-479a-9f9e-ee12984b0ea1) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:48.887632 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:48.913050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Network 04cab817-5c1b-4db3-be3f-3f9b8fb9b487 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:48.936963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:48.961782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:49.051361 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.066479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Transition to ACTIVE for port object 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:49.108697 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.115120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Pushing event updated for resources: {'Port': ['ID=df9e8265-a41f-4b89-b71a-436c9e067753,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:49.140642 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.153337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 04cab817-5c1b-4db3-be3f-3f9b8fb9b487 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:49.168070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef162d-1e30-4646-bbca-c6355452a588 req-a57af64f-af99-48e2-bbf6-2c4f4e87d04c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:49.175765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8ef162d-1e30-4646-bbca-c6355452a588 req-a57af64f-af99-48e2-bbf6-2c4f4e87d04c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.0982623 Sep 07 16:20:49.178543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:49.178737 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.183051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:49.205037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Attempting to bind port df9e8265-a41f-4b89-b71a-436c9e067753 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:49.206355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Attempting to bind port df9e8265-a41f-4b89-b71a-436c9e067753 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '672a7b2d-131a-45a5-993c-1e3918bbe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:49.206355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Attempting to bind port df9e8265-a41f-4b89-b71a-436c9e067753 on network 04cab817-5c1b-4db3-be3f-3f9b8fb9b487 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:49.224960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:49.225353 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Checking segment: {'id': '672a7b2d-131a-45a5-993c-1e3918bbe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:49.225770 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.226175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Bound using segment: {'id': '672a7b2d-131a-45a5-993c-1e3918bbe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:49.226665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Bound port: df9e8265-a41f-4b89-b71a-436c9e067753, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672a7b2d-131a-45a5-993c-1e3918bbe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:49.227066 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.252102 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.254117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33af03f9-d745-4be6-9ff1-a19f01cc6186,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:49.279623 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8ef162d-1e30-4646-bbca-c6355452a588 req-1a8454ba-4063-4e56-9720-4c8c62d9cba4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029053 Sep 07 16:20:49.324629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:20:49.389600 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] For port df9e8265-a41f-4b89-b71a-436c9e067753, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:49.393904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] For port df9e8265-a41f-4b89-b71a-436c9e067753, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=df9e8265-a41f-4b89-b71a-436c9e067753,segment=NetworkSegment(672a7b2d-131a-45a5-993c-1e3918bbe799),segment_id=672a7b2d-131a-45a5-993c-1e3918bbe799)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:49.396305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-55b3d361-52af-4af6-bba9-4830e8ca0aad None None] Deleting port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:49.408257 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-55b3d361-52af-4af6-bba9-4830e8ca0aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.421160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=6f3eedce-5f36-479a-9f9e-ee12984b0ea1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:49.430658 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.433453 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.434391 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Added segment 7f882548-2790-49ad-9a83-06386ef6c22e of type vlan for network da2e087c-bc81-45bc-81ff-e69a7c19ba4e Sep 07 16:20:49.543673 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.617202 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.655151 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d065ab2-5ae3-4edf-ab17-030762c3bdb8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.719930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d065ab2-5ae3-4edf-ab17-030762c3bdb8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=73acf361-c2c4-4a9e-9ff3-ab915300ee88,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:49.746236 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.747719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:49.748678 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.753524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d065ab2-5ae3-4edf-ab17-030762c3bdb8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:49.762602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-7d065ab2-5ae3-4edf-ab17-030762c3bdb8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:49.775394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-55b3d361-52af-4af6-bba9-4830e8ca0aad None None] For port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:49.775979 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-55b3d361-52af-4af6-bba9-4830e8ca0aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.783170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d065ab2-5ae3-4edf-ab17-030762c3bdb8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:49.785132 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7d065ab2-5ae3-4edf-ab17-030762c3bdb8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:49.810010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440297c-c028-4833-84fc-1fb5bad00d11 None None] Pushing event updated for resources: {'Port': ['ID=df9e8265-a41f-4b89-b71a-436c9e067753,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:49.822913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-55b3d361-52af-4af6-bba9-4830e8ca0aad None None] Calling delete_port for eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:49.847149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6462247 Sep 07 16:20:49.849613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37476) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:49.865839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4ffc9216-1dcb-49c8-a869-125ffa9579bb admin admin] Request body: {'subnet': {'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-181453932-subnet', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:50.043655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7d065ab2-5ae3-4edf-ab17-030762c3bdb8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5861063 Sep 07 16:20:50.045774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffc9216-1dcb-49c8-a869-125ffa9579bb admin admin] Made reservation on behalf of fce44d46c57e438393948e71c3c66689 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:50.050408 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9216-1dcb-49c8-a869-125ffa9579bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.054266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37480) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:50.055282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25d345-6fb6-4d31-a125-14fcce637cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=da2e087c-bc81-45bc-81ff-e69a7c19ba4e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:50.070900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'name': 'tempest-NetworksTestDHCPv6-1975908474'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:50.071834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network da2e087c-bc81-45bc-81ff-e69a7c19ba4e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:20:50.251280 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-55b3d361-52af-4af6-bba9-4830e8ca0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.257508 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.265786 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.286024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3d361-52af-4af6-bba9-4830e8ca0aad None None] No DVR routers for this DVR port eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:20:50.355417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3d361-52af-4af6-bba9-4830e8ca0aad None None] Pushing event deleted for resources: {'Port': ['ID=eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:50.369745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59784b8b-e535-4c8f-a1ca-a94eda08f436 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:50.473503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=6f3eedce-5f36-479a-9f9e-ee12984b0ea1,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:50.480276 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.506126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:50.514122 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.529561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device df9e8265-a41f-4b89-b71a-436c9e067753 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:50.576915 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port c9b6f29c-40dd-4f8a-acca-f50afecbb841 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:20:50.659886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port df9e8265-a41f-4b89-b71a-436c9e067753 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:50.743249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': '73acf361-c2c4-4a9e-9ff3-ab915300ee88'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:20:50.744313 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:50.819302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:20:50.903676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 04cab817-5c1b-4db3-be3f-3f9b8fb9b487 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:50.906757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:51.141407 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 6d2b4ad9-531c-4c72-ba03-15a48e79424e is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:20:51.178535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:20:51.183053 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device eb6749c0-0af9-4864-9a1b-e7a8ae9b0a08 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:20:51.265255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Allocated IP 2001:db8::2 (a4a52928-aba9-4c1a-9760-c065e55e283a/73acf361-c2c4-4a9e-9ff3-ab915300ee88/ba82073e-bb99-434e-a473-68c41b6fdb0f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:51.407091 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:51.419747 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-16fdb703-ef07-4fec-8bbc-bac1b1873cf1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1943295 Sep 07 16:20:51.423683 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37524) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:51.429258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-13896626-06ea-48a4-b3d2-82f16e9d10e4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'network': {'name': 'tempest-RoutersTest-1508589387'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:51.494323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13896626-06ea-48a4-b3d2-82f16e9d10e4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:51.498458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13896626-06ea-48a4-b3d2-82f16e9d10e4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.556110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13896626-06ea-48a4-b3d2-82f16e9d10e4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:20:51.586802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db35a1a-1e48-498a-b0f2-6d7dd3bbe6da req-20a58a68-c9e7-4d33-8539-678edfa8e943 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:51.591604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13896626-06ea-48a4-b3d2-82f16e9d10e4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.593061 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-13896626-06ea-48a4-b3d2-82f16e9d10e4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Added segment 95a4162d-4caa-4f3f-93a3-d5af3f2dcb98 of type vlan for network 962af528-07e0-49a0-90ea-48abbbc86987 Sep 07 16:20:51.597227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0db35a1a-1e48-498a-b0f2-6d7dd3bbe6da req-20a58a68-c9e7-4d33-8539-678edfa8e943 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 1.1233525 Sep 07 16:20:51.612471 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.623657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Transition to ACTIVE for port object ba82073e-bb99-434e-a473-68c41b6fdb0f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:51.660583 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Transition to ACTIVE for port object ba82073e-bb99-434e-a473-68c41b6fdb0f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:51.679912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Sync routers for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:20:51.682019 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0db35a1a-1e48-498a-b0f2-6d7dd3bbe6da req-7a448cf4-b616-48e9-8389-a4e642ca87ce tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802689 Sep 07 16:20:51.685958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b98d3c-53ce-443b-8b49-c73f58bcc14d None None] Network 04cab817-5c1b-4db3-be3f-3f9b8fb9b487 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:51.722876 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13896626-06ea-48a4-b3d2-82f16e9d10e4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.790028 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13896626-06ea-48a4-b3d2-82f16e9d10e4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.797733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13896626-06ea-48a4-b3d2-82f16e9d10e4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:51.798511 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13896626-06ea-48a4-b3d2-82f16e9d10e4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.859960 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-13896626-06ea-48a4-b3d2-82f16e9d10e4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4341564 Sep 07 16:20:51.861161 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37532) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:51.871777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9a968a93-04e6-4f5a-97dd-ccfb942280ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'subnet': {'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:51.946860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::14f (a4a52928-aba9-4c1a-9760-c065e55e283a/73acf361-c2c4-4a9e-9ff3-ab915300ee88/c9b6f29c-40dd-4f8a-acca-f50afecbb841) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:51.960782 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9216-1dcb-49c8-a869-125ffa9579bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:51.989374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37534) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:51.997488 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.039427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13896626-06ea-48a4-b3d2-82f16e9d10e4 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Network': ['ID=962af528-07e0-49a0-90ea-48abbbc86987,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:52.042176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc9216-1dcb-49c8-a869-125ffa9579bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7521041a-ed2d-44bf-9abe-5891bd226d9d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:52.062781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a968a93-04e6-4f5a-97dd-ccfb942280ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:52.071528 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a968a93-04e6-4f5a-97dd-ccfb942280ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.135792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc9216-1dcb-49c8-a869-125ffa9579bb admin admin] Checking segment: {'id': '7f882548-2790-49ad-9a83-06386ef6c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:52.146764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffc9216-1dcb-49c8-a869-125ffa9579bb admin admin] Network hostable DHCP agents. Network: da2e087c-bc81-45bc-81ff-e69a7c19ba4e, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:20:52.158853 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 962af528-07e0-49a0-90ea-48abbbc86987 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:20:52.201459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Provisioning for port df9e8265-a41f-4b89-b71a-436c9e067753 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:52.241298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffc9216-1dcb-49c8-a869-125ffa9579bb admin admin] Network da2e087c-bc81-45bc-81ff-e69a7c19ba4e is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:20:52.277204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:52.278197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:52.295594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:52.366658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Provisioning complete for port df9e8265-a41f-4b89-b71a-436c9e067753 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:52.367352 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.370387 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.391725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object c9b6f29c-40dd-4f8a-acca-f50afecbb841 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:52.418017 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a968a93-04e6-4f5a-97dd-ccfb942280ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.450164 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.460441 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f70e3f53-189e-41ec-898d-f2551aac24c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.473012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4ffc9216-1dcb-49c8-a869-125ffa9579bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, da2e087c-bc81-45bc-81ff-e69a7c19ba4e) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:52.480620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc9216-1dcb-49c8-a869-125ffa9579bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:52.482453 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ffc9216-1dcb-49c8-a869-125ffa9579bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.521881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a968a93-04e6-4f5a-97dd-ccfb942280ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Subnet': ['ID=e06f2ea5-48a8-4d62-a370-52745abd8f4e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:52.540048 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a968a93-04e6-4f5a-97dd-ccfb942280ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Checking segment: {'id': '95a4162d-4caa-4f3f-93a3-d5af3f2dcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:52.540627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a968a93-04e6-4f5a-97dd-ccfb942280ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network hostable DHCP agents. Network: 962af528-07e0-49a0-90ea-48abbbc86987, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:20:52.546431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:52.551846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:52.556761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:52.566073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:52.567820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.580142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a968a93-04e6-4f5a-97dd-ccfb942280ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 962af528-07e0-49a0-90ea-48abbbc86987 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:20:52.602620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=c9b6f29c-40dd-4f8a-acca-f50afecbb841,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:52.625993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9a968a93-04e6-4f5a-97dd-ccfb942280ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 962af528-07e0-49a0-90ea-48abbbc86987) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:52.632972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a968a93-04e6-4f5a-97dd-ccfb942280ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:52.633921 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a968a93-04e6-4f5a-97dd-ccfb942280ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.706259 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f70e3f53-189e-41ec-898d-f2551aac24c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.722172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d2f76cce-3def-4c2d-a28f-6453c5b1d477 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6632338 Sep 07 16:20:52.724211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37544) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:52.733074 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f70e3f53-189e-41ec-898d-f2551aac24c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.738564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:52.800296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4ffc9216-1dcb-49c8-a869-125ffa9579bb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.9418073 Sep 07 16:20:52.806385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37546) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:52.813659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:52.826861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416fc1c6-3673-43bd-a14e-46b45917c4ff None None] Network da2e087c-bc81-45bc-81ff-e69a7c19ba4e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:52.827114 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f70e3f53-189e-41ec-898d-f2551aac24c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f05aa105132446287b403bc6baece82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8326650 Sep 07 16:20:52.827254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b87b5e0-adc4-423d-8589-73e4dd1dace8 None None] Network 962af528-07e0-49a0-90ea-48abbbc86987 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:52.828360 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:52.828914 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9a968a93-04e6-4f5a-97dd-ccfb942280ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9628005 Sep 07 16:20:52.832826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37550) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:52.833318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37552) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:52.879546 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.880614 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:52.891356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Pushing event updated for resources: {'Port': ['ID=ba82073e-bb99-434e-a473-68c41b6fdb0f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:52.940639 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf792253-0b99-4ec7-8330-07cce572ac8e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:52.957349 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf792253-0b99-4ec7-8330-07cce572ac8e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:52.964896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bf792253-0b99-4ec7-8330-07cce572ac8e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2393365 Sep 07 16:20:52.984393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:52.996986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37554) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:53.072072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c146ae0-f971-4940-a7d1-6351341b3cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.112499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c146ae0-f971-4940-a7d1-6351341b3cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.157006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1c5d2-9d58-4144-982c-71ad3071ddcd req-7e182090-f90a-4118-8571-96a511fd1dda tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:53.159085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aae1c5d2-9d58-4144-982c-71ad3071ddcd req-7e182090-f90a-4118-8571-96a511fd1dda tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.2737536 Sep 07 16:20:53.190913 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.217422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e3f53-189e-41ec-898d-f2551aac24c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2910655a-3d5c-4dbb-84ea-e1d7c5fc62c3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:53.249022 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c146ae0-f971-4940-a7d1-6351341b3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.252118 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c146ae0-f971-4940-a7d1-6351341b3cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.253846 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3c146ae0-f971-4940-a7d1-6351341b3cbc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2910655a-3d5c-4dbb-84ea-e1d7c5fc62c3 HTTP/1.1" status: 204 len: 168 time: 0.3951280 Sep 07 16:20:53.266382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c146ae0-f971-4940-a7d1-6351341b3cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2910655a-3d5c-4dbb-84ea-e1d7c5fc62c3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:53.363028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aae1c5d2-9d58-4144-982c-71ad3071ddcd req-0726c618-70ab-416f-a732-dd7fda367278 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740301 Sep 07 16:20:53.367807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-12d28737-9c6d-43f0-a224-56aeacc01f12 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port c9b6f29c-40dd-4f8a-acca-f50afecbb841 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:53.368157 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12d28737-9c6d-43f0-a224-56aeacc01f12 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.473258 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12d28737-9c6d-43f0-a224-56aeacc01f12 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.493995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-12d28737-9c6d-43f0-a224-56aeacc01f12 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for c9b6f29c-40dd-4f8a-acca-f50afecbb841 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:20:53.817831 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.825151 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12d28737-9c6d-43f0-a224-56aeacc01f12 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.855699 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.872179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d28737-9c6d-43f0-a224-56aeacc01f12 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=c9b6f29c-40dd-4f8a-acca-f50afecbb841,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:53.876233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Attempting to bind port ba82073e-bb99-434e-a473-68c41b6fdb0f on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:53.876873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Attempting to bind port ba82073e-bb99-434e-a473-68c41b6fdb0f by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:53.877975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Attempting to bind port ba82073e-bb99-434e-a473-68c41b6fdb0f on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:53.923231 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:53.924634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:53.930150 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:53.930872 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:53.931582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Bound port: ba82073e-bb99-434e-a473-68c41b6fdb0f, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:53.932193 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.015504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37568) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:54.060966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] For port df9e8265-a41f-4b89-b71a-436c9e067753, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=df9e8265-a41f-4b89-b71a-436c9e067753,segment=NetworkSegment(672a7b2d-131a-45a5-993c-1e3918bbe799),segment_id=672a7b2d-131a-45a5-993c-1e3918bbe799)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:54.079290 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03d76772-2b95-4a2b-970b-20ab7f14eaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.082605 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12d28737-9c6d-43f0-a224-56aeacc01f12 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.087172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-12d28737-9c6d-43f0-a224-56aeacc01f12 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/c9b6f29c-40dd-4f8a-acca-f50afecbb841 HTTP/1.1" status: 204 len: 168 time: 1.0881796 Sep 07 16:20:54.089878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37570) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:54.139112 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.170999 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.344593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] For port ba82073e-bb99-434e-a473-68c41b6fdb0f, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:54.350247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] For port ba82073e-bb99-434e-a473-68c41b6fdb0f, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ba82073e-bb99-434e-a473-68c41b6fdb0f,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:54.397815 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03d76772-2b95-4a2b-970b-20ab7f14eaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.407901 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.471407 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03d76772-2b95-4a2b-970b-20ab7f14eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.514468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'fixed_ips': [{'subnet_id': '7521041a-ed2d-44bf-9abe-5891bd226d9d'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:20:54.516241 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.565889 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-03d76772-2b95-4a2b-970b-20ab7f14eaf9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82836776a3f84dbda64ec8c5e8b96d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5436773 Sep 07 16:20:54.571567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37578) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:54.593647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-962af528-07e0-49a0-90ea-48abbbc86987', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:20:54.594537 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.598492 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0b7c46ca-a33d-4f69-8789-e9ffa6274989 None None] Provisioning for port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:54.630504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 2, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:20:49Z', 'revision_number': 2, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:54.634141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d76772-2b95-4a2b-970b-20ab7f14eaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7ad5b4-7cf7-4522-9862-d3a9849e5258,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:54.655217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9707bf-2369-44b2-8ec7-841b44aa0e70 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:54.657558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9707bf-2369-44b2-8ec7-841b44aa0e70 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:54.664182 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37580) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:54.669167 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bc9707bf-2369-44b2-8ec7-841b44aa0e70 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5694907 Sep 07 16:20:54.713842 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0b7c46ca-a33d-4f69-8789-e9ffa6274989 None None] Provisioning complete for port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:54.714239 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b7c46ca-a33d-4f69-8789-e9ffa6274989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.797890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c756c5e-f53f-4cb5-b1e1-cd033bb23630 req-7a601b37-5bad-44b6-98d5-9eccfd7c4358 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:54.801120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c756c5e-f53f-4cb5-b1e1-cd033bb23630 req-7a601b37-5bad-44b6-98d5-9eccfd7c4358 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.2301817 Sep 07 16:20:54.896712 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a18a028-871d-431a-aa32-7b9300fa4a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:54.922157 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c756c5e-f53f-4cb5-b1e1-cd033bb23630 req-6b85d226-635b-4298-9985-88ba1f11ef9b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102624 Sep 07 16:20:54.976638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Allocated IP 172.21.0.1 (962af528-07e0-49a0-90ea-48abbbc86987/e06f2ea5-48a8-4d62-a370-52745abd8f4e/242dd5ab-4a7f-401b-8b1b-9d96590b6815) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:55.115453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Checking router: 6d2b4ad9-531c-4c72-ba03-15a48e79424e for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:20:55.115910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Updating router 6d2b4ad9-531c-4c72-ba03-15a48e79424e port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:20:55.129575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Pushing event updated for resources: {'Port': ['ID=df9e8265-a41f-4b89-b71a-436c9e067753,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:55.156706 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a18a028-871d-431a-aa32-7b9300fa4a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.200049 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.250656 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.256397 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.309199 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a3ea55-e7d1-487d-a1c2-3285993c8960 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 73acf361-c2c4-4a9e-9ff3-ab915300ee88 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:20:55.313360 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26a3ea55-e7d1-487d-a1c2-3285993c8960 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.391393 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a18a028-871d-431a-aa32-7b9300fa4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.400820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a18a028-871d-431a-aa32-7b9300fa4a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.406659 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1a18a028-871d-431a-aa32-7b9300fa4a60 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b7ad5b4-7cf7-4522-9862-d3a9849e5258 HTTP/1.1" status: 204 len: 168 time: 0.8335750 Sep 07 16:20:55.409100 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.419660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26a3ea55-e7d1-487d-a1c2-3285993c8960 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.423394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:55.423805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:55.424133 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:55.424556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:55.424848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:55.425188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:55.425524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:55.425857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:55.426193 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:55.426521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:55.426883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:55.428007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bdd19-13ff-49b4-b78d-dee846a009e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:55.437191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18a028-871d-431a-aa32-7b9300fa4a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7ad5b4-7cf7-4522-9862-d3a9849e5258,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:55.487573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0b7c46ca-a33d-4f69-8789-e9ffa6274989 None None] Port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:20:55.569438 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Allocated IP 172.25.3.55 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:55.630066 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26a3ea55-e7d1-487d-a1c2-3285993c8960 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.645156 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0b7c46ca-a33d-4f69-8789-e9ffa6274989 None None] Provisioning complete for port df9e8265-a41f-4b89-b71a-436c9e067753 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:55.645636 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b7c46ca-a33d-4f69-8789-e9ffa6274989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.651477 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Allocated IP 172.20.0.2 (da2e087c-bc81-45bc-81ff-e69a7c19ba4e/7521041a-ed2d-44bf-9abe-5891bd226d9d/f2cb8ea2-112e-41a0-9949-6b42a0318a85) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:55.736021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5d761-dde6-4f5e-80ec-b07449d94919 None None] Pushing event updated for resources: {'Port': ['ID=ba82073e-bb99-434e-a473-68c41b6fdb0f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:55.797355 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Transition to ACTIVE for port object 242dd5ab-4a7f-401b-8b1b-9d96590b6815 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:55.840549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.850289 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26a3ea55-e7d1-487d-a1c2-3285993c8960 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.862983 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.921825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3ea55-e7d1-487d-a1c2-3285993c8960 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=73acf361-c2c4-4a9e-9ff3-ab915300ee88,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:55.930201 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-26a3ea55-e7d1-487d-a1c2-3285993c8960 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.937491 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:55.950249 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-26a3ea55-e7d1-487d-a1c2-3285993c8960 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/73acf361-c2c4-4a9e-9ff3-ab915300ee88 HTTP/1.1" status: 204 len: 168 time: 1.2767360 Sep 07 16:20:55.952680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37596) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:56.006581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 962af528-07e0-49a0-90ea-48abbbc86987 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:56.047908 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:56.058752 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:56.152770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=242dd5ab-4a7f-401b-8b1b-9d96590b6815,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:56.221209 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.253505 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Allocated IP 172.21.0.2 (962af528-07e0-49a0-90ea-48abbbc86987/e06f2ea5-48a8-4d62-a370-52745abd8f4e/d08aeea3-c1fd-43d8-ba1d-d8820da796bf) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:20:56.272597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ce3795b7-edae-4a75-a66a-db585c910299 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3120272 Sep 07 16:20:56.294748 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37606) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:56.343431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5d7ee8fc-eab6-4940-979c-27073487d76a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:56.617734 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:56.723533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:56.752474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:56.767758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828f1f26-4d3f-4554-a9bf-3ab67d00fb92 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:20:56.782022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:56.896426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Pushing event updated for resources: {'Port': ['ID=241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:57.045165 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.057673 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Transition to ACTIVE for port object d08aeea3-c1fd-43d8-ba1d-d8820da796bf will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:57.077536 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Transition to ACTIVE for port object d08aeea3-c1fd-43d8-ba1d-d8820da796bf will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:57.138923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055339b3-c29c-4011-b0a2-aebb86ae8e4c req-0d0db3a8-6038-41f7-8927-868ba7fe995d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:57.145622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-055339b3-c29c-4011-b0a2-aebb86ae8e4c req-0d0db3a8-6038-41f7-8927-868ba7fe995d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.8558409 Sep 07 16:20:57.158721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7ee8fc-eab6-4940-979c-27073487d76a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:57.163533 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee8fc-eab6-4940-979c-27073487d76a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.256869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ba82073e-bb99-434e-a473-68c41b6fdb0f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:57.312172 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.324859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Transition to ACTIVE for port object f2cb8ea2-112e-41a0-9949-6b42a0318a85 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:57.346781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Transition to ACTIVE for port object f2cb8ea2-112e-41a0-9949-6b42a0318a85 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:57.411164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.426584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Transition to ACTIVE for port object 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:20:57.479322 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.500535 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.513811 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.536863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-055339b3-c29c-4011-b0a2-aebb86ae8e4c req-9e8421e3-f440-4f62-9934-e8e68cbe9c70 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3770139 Sep 07 16:20:57.653033 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.662178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Network 962af528-07e0-49a0-90ea-48abbbc86987 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:57.668728 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Network da2e087c-bc81-45bc-81ff-e69a7c19ba4e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:57.686884 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:57.692830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:57.700306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:57.703537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:20:57.817708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Pushing event updated for resources: {'Port': ['ID=d08aeea3-c1fd-43d8-ba1d-d8820da796bf,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:57.863566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-298b0a33-c469-432b-bcb2-be5d4c84ec66 None None] Provisioning for port ba82073e-bb99-434e-a473-68c41b6fdb0f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:57.930953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-298b0a33-c469-432b-bcb2-be5d4c84ec66 None None] Provisioning complete for port ba82073e-bb99-434e-a473-68c41b6fdb0f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:57.931337 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-298b0a33-c469-432b-bcb2-be5d4c84ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:57.938069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ba82073e-bb99-434e-a473-68c41b6fdb0f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:20:58.105033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4f9a77-8f26-4b73-97cd-c0922f562b8e None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:20:58.115693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Attempting to bind port d08aeea3-c1fd-43d8-ba1d-d8820da796bf on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:58.116107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Attempting to bind port d08aeea3-c1fd-43d8-ba1d-d8820da796bf by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '95a4162d-4caa-4f3f-93a3-d5af3f2dcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:58.116525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Attempting to bind port d08aeea3-c1fd-43d8-ba1d-d8820da796bf on network 962af528-07e0-49a0-90ea-48abbbc86987 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:58.147178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.156757 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.162239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Attempting to bind port f2cb8ea2-112e-41a0-9949-6b42a0318a85 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:58.162529 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Attempting to bind port f2cb8ea2-112e-41a0-9949-6b42a0318a85 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '7f882548-2790-49ad-9a83-06386ef6c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:58.162913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Attempting to bind port f2cb8ea2-112e-41a0-9949-6b42a0318a85 on network da2e087c-bc81-45bc-81ff-e69a7c19ba4e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:58.169144 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee8fc-eab6-4940-979c-27073487d76a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.178045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:58.178428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Checking segment: {'id': '95a4162d-4caa-4f3f-93a3-d5af3f2dcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:58.178840 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.179241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Bound using segment: {'id': '95a4162d-4caa-4f3f-93a3-d5af3f2dcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:58.179731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Bound port: d08aeea3-c1fd-43d8-ba1d-d8820da796bf, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a4162d-4caa-4f3f-93a3-d5af3f2dcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:58.180119 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.196201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Attempting to bind port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:20:58.196618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Attempting to bind port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '672a7b2d-131a-45a5-993c-1e3918bbe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:20:58.196981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Attempting to bind port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 on network 04cab817-5c1b-4db3-be3f-3f9b8fb9b487 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:20:58.202576 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ba82073e-bb99-434e-a473-68c41b6fdb0f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:20:58.202960 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.289415 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:58.294073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Checking segment: {'id': '672a7b2d-131a-45a5-993c-1e3918bbe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:58.295132 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.296063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Bound using segment: {'id': '672a7b2d-131a-45a5-993c-1e3918bbe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:58.298406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Bound port: 6f3eedce-5f36-479a-9f9e-ee12984b0ea1, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672a7b2d-131a-45a5-993c-1e3918bbe799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:58.300953 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.304296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7ee8fc-eab6-4940-979c-27073487d76a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:58.321770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5d7ee8fc-eab6-4940-979c-27073487d76a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:58.331175 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.349774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=242dd5ab-4a7f-401b-8b1b-9d96590b6815,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:58.350790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7ee8fc-eab6-4940-979c-27073487d76a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:58.351704 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee8fc-eab6-4940-979c-27073487d76a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.365276 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.391612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:20:58.391999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Checking segment: {'id': '7f882548-2790-49ad-9a83-06386ef6c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:20:58.392480 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.392908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Bound using segment: {'id': '7f882548-2790-49ad-9a83-06386ef6c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:20:58.393402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Bound port: f2cb8ea2-112e-41a0-9949-6b42a0318a85, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f882548-2790-49ad-9a83-06386ef6c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:20:58.393789 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.396836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:58.400831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:58.401475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:58.402054 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:58.402639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:58.403832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:58.409853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:58.410711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:58.411299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:58.411962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:58.412567 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:58.413153 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:20:58.525333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] For port f2cb8ea2-112e-41a0-9949-6b42a0318a85, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:58.528798 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] For port f2cb8ea2-112e-41a0-9949-6b42a0318a85, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f2cb8ea2-112e-41a0-9949-6b42a0318a85,segment=NetworkSegment(7f882548-2790-49ad-9a83-06386ef6c22e),segment_id=7f882548-2790-49ad-9a83-06386ef6c22e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:58.536232 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.552480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Pushing event updated for resources: {'Port': ['ID=f2cb8ea2-112e-41a0-9949-6b42a0318a85,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:58.611481 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ee8fc-eab6-4940-979c-27073487d76a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=8f298adc-fb4a-47f6-a5f7-fb7f1332afc1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:58.620075 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 962af528-07e0-49a0-90ea-48abbbc86987 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:20:58.622767 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:20:58.635804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:58.643679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5d7ee8fc-eab6-4940-979c-27073487d76a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3464563 Sep 07 16:20:58.656456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'name': 'tempest-NetworksTestDHCPv6-434702917'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:58.697788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:20:58.726871 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:58.773594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e722d-794c-46ad-9481-ad8ce4b419e6 None None] Pushing event updated for resources: {'Port': ['ID=6f3eedce-5f36-479a-9f9e-ee12984b0ea1,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:58.960522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] For port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:58.964126 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] For port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6f3eedce-5f36-479a-9f9e-ee12984b0ea1,segment=NetworkSegment(672a7b2d-131a-45a5-993c-1e3918bbe799),segment_id=672a7b2d-131a-45a5-993c-1e3918bbe799)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:58.975451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ffb2d-2ab1-4b52-8508-be6094d8a87f None None] Pushing event updated for resources: {'Port': ['ID=f2cb8ea2-112e-41a0-9949-6b42a0318a85,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:58.994765 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:59.022266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632e1a0-9a3d-435e-a3ab-9e183aa8d187 req-473f7db4-9609-46ec-a835-4a9c3997871f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:20:59.024224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f632e1a0-9a3d-435e-a3ab-9e183aa8d187 req-473f7db4-9609-46ec-a835-4a9c3997871f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.2121434 Sep 07 16:20:59.105295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e722d-794c-46ad-9481-ad8ce4b419e6 None None] Pushing event updated for resources: {'Port': ['ID=6f3eedce-5f36-479a-9f9e-ee12984b0ea1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:20:59.134927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:20:59.135582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:20:59.218351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 6d2b4ad9-531c-4c72-ba03-15a48e79424e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:20:59.362750 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:20:59.459434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:59.471889 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:59.616756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port ba82073e-bb99-434e-a473-68c41b6fdb0f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ba82073e-bb99-434e-a473-68c41b6fdb0f,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:20:59.617506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 63126c15-f6e0-45b0-847c-62d4f0dab6b0 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:20:59.618485 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] For port d08aeea3-c1fd-43d8-ba1d-d8820da796bf, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:20:59.636614 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:59.637120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device df9e8265-a41f-4b89-b71a-436c9e067753 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:20:59.645371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:20:59.658677 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e2d11e36-0d3d-43c2-95a5-2bf431ea12e6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7163684 Sep 07 16:20:59.659612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] For port d08aeea3-c1fd-43d8-ba1d-d8820da796bf, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d08aeea3-c1fd-43d8-ba1d-d8820da796bf,segment=NetworkSegment(95a4162d-4caa-4f3f-93a3-d5af3f2dcb98),segment_id=95a4162d-4caa-4f3f-93a3-d5af3f2dcb98)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:20:59.804635 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37688) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:20:59.804635 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-92afeb40-b3ef-4327-aaca-4a0c60333962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'network': {'name': 'tempest-RoutersTest-1556994045'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:20:59.941111 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:59.956443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92afeb40-b3ef-4327-aaca-4a0c60333962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:20:59.965439 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92afeb40-b3ef-4327-aaca-4a0c60333962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:20:59.993320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f9a77-8f26-4b73-97cd-c0922f562b8e None None] Deleting port ba82073e-bb99-434e-a473-68c41b6fdb0f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:20:59.993713 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd4f9a77-8f26-4b73-97cd-c0922f562b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:00.028044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92afeb40-b3ef-4327-aaca-4a0c60333962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:21:00.045807 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92afeb40-b3ef-4327-aaca-4a0c60333962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:00.046618 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-92afeb40-b3ef-4327-aaca-4a0c60333962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Added segment 7549bd78-7d00-4080-8c3b-dff6d009e1bc of type vlan for network 07b75884-c343-4638-bd22-44718e74586f Sep 07 16:21:00.096774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=ba82073e-bb99-434e-a473-68c41b6fdb0f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:00.160298 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92afeb40-b3ef-4327-aaca-4a0c60333962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:00.251191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f632e1a0-9a3d-435e-a3ab-9e183aa8d187 req-ddc31ad4-efc8-4de3-82ef-a28cfdbdd220 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2165456 Sep 07 16:21:00.253327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:21:00.274317 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Sync routers for ids ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:21:00.301720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::1ea (a4a52928-aba9-4c1a-9760-c065e55e283a/8f298adc-fb4a-47f6-a5f7-fb7f1332afc1/63126c15-f6e0-45b0-847c-62d4f0dab6b0) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:00.317572 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Routers {'2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:00.323445 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:00.324839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:00.330667 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a09711f1-9d10-4082-beda-5926c2119607 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.5160170 Sep 07 16:21:00.331440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37708) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:00.352726 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92afeb40-b3ef-4327-aaca-4a0c60333962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:00.375952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92afeb40-b3ef-4327-aaca-4a0c60333962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:00.380034 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92afeb40-b3ef-4327-aaca-4a0c60333962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:00.412600 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37710) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:00.420612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a6e40-0c22-4fc3-a349-2253a6b6f1e7 None None] Pushing event updated for resources: {'Port': ['ID=d08aeea3-c1fd-43d8-ba1d-d8820da796bf,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:00.658366 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Set router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:00.734372 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port df9e8265-a41f-4b89-b71a-436c9e067753 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:00.734926 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:00.767932 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-92afeb40-b3ef-4327-aaca-4a0c60333962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0492303 Sep 07 16:21:00.774826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37718) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:01.056619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-aa376401-0404-491d-bad3-6f73175d02c2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'subnet': {'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:01.062271 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-587dd067-93f9-4b1b-a307-a20609ec5843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:01.296797 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:01.303815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-dd4f9a77-8f26-4b73-97cd-c0922f562b8e None None] For port ba82073e-bb99-434e-a473-68c41b6fdb0f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ba82073e-bb99-434e-a473-68c41b6fdb0f,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:01.304269 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd4f9a77-8f26-4b73-97cd-c0922f562b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:01.327974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c653a8ce-a1bf-4b38-b3cc-31f852bfc679 None None] Network da2e087c-bc81-45bc-81ff-e69a7c19ba4e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:01.329338 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object 63126c15-f6e0-45b0-847c-62d4f0dab6b0 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:01.365345 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f9a77-8f26-4b73-97cd-c0922f562b8e None None] Calling delete_port for ba82073e-bb99-434e-a473-68c41b6fdb0f owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:01.401480 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:20:57Z', 'revision_number': 3, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port': {'id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:55Z', 'updated_at': '2021-09-07T16:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:01.439251 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Checking router: 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:21:01.439735 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Updating router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd port 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:21:01.475370 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:01.503186 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afeb40-b3ef-4327-aaca-4a0c60333962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Network': ['ID=07b75884-c343-4638-bd22-44718e74586f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:01.618094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be0a76-f5e1-409d-8ff9-78b3453cd57c req-190b49a1-5870-46e3-8003-eecd2bc9750c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:01.635921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73be0a76-f5e1-409d-8ff9-78b3453cd57c req-190b49a1-5870-46e3-8003-eecd2bc9750c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.2313981 Sep 07 16:21:01.641475 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:01.758291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 07b75884-c343-4638-bd22-44718e74586f details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:21:01.847007 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-587dd067-93f9-4b1b-a307-a20609ec5843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:01.871778 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:01.958390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73be0a76-f5e1-409d-8ff9-78b3453cd57c req-0bb6e578-f305-45dd-8d4a-484834d183d8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925448 Sep 07 16:21:01.993685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=63126c15-f6e0-45b0-847c-62d4f0dab6b0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:02.000217 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-587dd067-93f9-4b1b-a307-a20609ec5843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.037573 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.069389 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.083943 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0bf2752d-bbcd-493d-a1a0-a48dd72de88f None None] Provisioning for port f2cb8ea2-112e-41a0-9949-6b42a0318a85 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:02.099844 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Transition to ACTIVE for port object 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:02.114582 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-587dd067-93f9-4b1b-a307-a20609ec5843 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3f24a3fc6ec4f74ba77f427b1f92754&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6888020 Sep 07 16:21:02.115745 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37744) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:02.133329 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.251963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31ac4a8-c533-4f0e-96aa-2f75a46a0198 None None] Network 962af528-07e0-49a0-90ea-48abbbc86987 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:02.300949 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:02.360894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:02.366271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:02.382678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:02.385272 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.419877 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d50bcbc-87c3-4148-b49a-78398f2ca182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.437615 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd4f9a77-8f26-4b73-97cd-c0922f562b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.457182 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.463495 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Attempting to bind port 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:02.469201 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Attempting to bind port 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:02.469963 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Attempting to bind port 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:02.487424 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Pushing event updated for resources: {'Port': ['ID=241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:02.500230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37752) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:02.504295 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0ee62ae7-86bc-4946-b46d-a2344f94cd1f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8592012 Sep 07 16:21:02.512381 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:02.512795 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:02.513691 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.515511 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:02.516217 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Bound port: 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:02.519205 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.523653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa376401-0404-491d-bad3-6f73175d02c2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:02.527343 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa376401-0404-491d-bad3-6f73175d02c2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.528480 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:02.528778 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:02.529120 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:02.529454 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:02.529828 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:02.530631 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:02.530970 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:02.533210 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:02.533757 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:02.534102 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:02.534438 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:02.552999 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:02.614375 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 3, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:20:57Z', 'revision_number': 2, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:20:58Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:02.614687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c121a86-06f9-410d-8adf-04ff8d56d88b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:02.616424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5c121a86-06f9-410d-8adf-04ff8d56d88b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1147141 Sep 07 16:21:02.622296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37754) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:02.625588 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d50bcbc-87c3-4148-b49a-78398f2ca182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.627503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Allocated IP 172.20.0.1 (da2e087c-bc81-45bc-81ff-e69a7c19ba4e/7521041a-ed2d-44bf-9abe-5891bd226d9d/45b0785c-e1fd-47b0-90ef-fadca7966ed0) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:02.647003 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] For port 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:02.651667 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] For port 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:02.665733 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.700350 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dd067-93f9-4b1b-a307-a20609ec5843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424afb2b-fadb-4e65-8a29-8e4848a53e62,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:02.739598 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d50bcbc-87c3-4148-b49a-78398f2ca182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.748150 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d50bcbc-87c3-4148-b49a-78398f2ca182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:02.749697 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3d50bcbc-87c3-4148-b49a-78398f2ca182 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/424afb2b-fadb-4e65-8a29-8e4848a53e62 HTTP/1.1" status: 204 len: 168 time: 0.6182232 Sep 07 16:21:02.767884 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f9a77-8f26-4b73-97cd-c0922f562b8e None None] Pushing event deleted for resources: {'Port': ['ID=ba82073e-bb99-434e-a473-68c41b6fdb0f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:02.793824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50bcbc-87c3-4148-b49a-78398f2ca182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424afb2b-fadb-4e65-8a29-8e4848a53e62,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:02.899298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-147296d9-90c1-4a1c-92af-19080bbbb7b3 None None] Provisioning for port d08aeea3-c1fd-43d8-ba1d-d8820da796bf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:02.900299 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b0754-1b9e-4de1-970f-fffadd805298 None None] Pushing event updated for resources: {'Port': ['ID=241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:02.903611 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Routers {'2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:02.905219 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:02.941561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4f9a77-8f26-4b73-97cd-c0922f562b8e None None] No DVR routers for this DVR port ba82073e-bb99-434e-a473-68c41b6fdb0f on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:21:02.983504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055d83e-fc7c-4833-bb46-1e1ad01a75ff None None] The sync data for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 is: [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 3, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:20:57Z', 'revision_number': 2, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:20:58Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:03.063470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:03.070724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5a029aa0-11ba-48dc-a7c8-874529b23aeb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port 63126c15-f6e0-45b0-847c-62d4f0dab6b0 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:03.071368 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a029aa0-11ba-48dc-a7c8-874529b23aeb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:03.192826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df566ccb-1fa0-4646-b559-06de6095f6cc None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:03.313079 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] Set router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:03.418007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Transition to ACTIVE for port object 45b0785c-e1fd-47b0-90ef-fadca7966ed0 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:03.545214 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa376401-0404-491d-bad3-6f73175d02c2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:03.700287 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': '8f298adc-fb4a-47f6-a5f7-fb7f1332afc1'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:21:03.707324 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:03.768120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37776) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:03.769105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840d649-3e86-40a8-aacc-75837ad3c1d1 req-0e1ff025-59d3-4782-8fca-c5b52781334f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:03.781296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5840d649-3e86-40a8-aacc-75837ad3c1d1 req-0e1ff025-59d3-4782-8fca-c5b52781334f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.5440269 Sep 07 16:21:03.793296 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d08aeea3-c1fd-43d8-ba1d-d8820da796bf up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:03.808067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa376401-0404-491d-bad3-6f73175d02c2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Subnet': ['ID=a5815876-6f57-46fc-9552-9f3909e64970,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:03.828228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df66b009-d062-40e7-9725-af5100660d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:03.852903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa376401-0404-491d-bad3-6f73175d02c2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Checking segment: {'id': '7549bd78-7d00-4080-8c3b-dff6d009e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '07b75884-c343-4638-bd22-44718e74586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:03.853278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa376401-0404-491d-bad3-6f73175d02c2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network hostable DHCP agents. Network: 07b75884-c343-4638-bd22-44718e74586f, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:21:03.893674 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa376401-0404-491d-bad3-6f73175d02c2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 07b75884-c343-4638-bd22-44718e74586f is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:21:04.056128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-aa376401-0404-491d-bad3-6f73175d02c2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 07b75884-c343-4638-bd22-44718e74586f) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:04.084289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa376401-0404-491d-bad3-6f73175d02c2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:04.093365 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa376401-0404-491d-bad3-6f73175d02c2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:04.094096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5840d649-3e86-40a8-aacc-75837ad3c1d1 req-1dfd3557-55bf-441f-973d-b8721e8779e8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115489 Sep 07 16:21:04.117486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a029aa0-11ba-48dc-a7c8-874529b23aeb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:04.150733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9355b983-e72b-4516-908b-fcd8f55132d5 None None] Network 07b75884-c343-4638-bd22-44718e74586f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:04.168651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5a029aa0-11ba-48dc-a7c8-874529b23aeb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for 63126c15-f6e0-45b0-847c-62d4f0dab6b0 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:04.178813 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:04.254592 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:20:57Z', 'revision_number': 3, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port': {'id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:55Z', 'updated_at': '2021-09-07T16:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:04.309168 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef98f7-1484-4e96-941b-041e39296132 None None] The sync data for ids ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'] in n-d-807551-3 is: [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:20:57Z', 'revision_number': 3, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port': {'id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:55Z', 'updated_at': '2021-09-07T16:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:04.335588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port d08aeea3-c1fd-43d8-ba1d-d8820da796bf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:04.466953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d08aeea3-c1fd-43d8-ba1d-d8820da796bf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:04.467613 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:04.486182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d784ed81-2a02-4803-8d62-7b6191fef330 None None] Provisioning complete for port d08aeea3-c1fd-43d8-ba1d-d8820da796bf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:04.486566 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d784ed81-2a02-4803-8d62-7b6191fef330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:04.487967 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df66b009-d062-40e7-9725-af5100660d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:04.503658 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df66b009-d062-40e7-9725-af5100660d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:04.540181 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-aa376401-0404-491d-bad3-6f73175d02c2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7332108 Sep 07 16:21:04.570986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37790) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:04.594014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Network da2e087c-bc81-45bc-81ff-e69a7c19ba4e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:04.600740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:04.617467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:04.733321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Allocated IP 2001:db8::2 (a4a52928-aba9-4c1a-9760-c065e55e283a/8f298adc-fb4a-47f6-a5f7-fb7f1332afc1/f5bce778-745f-4438-ad0e-20d6ee818f59) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:04.817977 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-df66b009-d062-40e7-9725-af5100660d70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=958f780cfc4b40a787e3b625408f8b50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0226946 Sep 07 16:21:04.821083 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37798) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:05.001457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-07b75884-c343-4638-bd22-44718e74586f', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:21:05.002844 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66b009-d062-40e7-9725-af5100660d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d57109e-ae0d-4e4a-94fb-b55d7b5cb1ad,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:05.008734 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:05.011541 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:05.026595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Pushing event updated for resources: {'Port': ['ID=45b0785c-e1fd-47b0-90ef-fadca7966ed0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:05.427262 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:05.441978 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d784ed81-2a02-4803-8d62-7b6191fef330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:05.772986 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:05.790353 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac441d2d-eace-43cb-81ff-03e9853c66c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:05.798507 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Transition to ACTIVE for port object f5bce778-745f-4438-ad0e-20d6ee818f59 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:05.812988 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a029aa0-11ba-48dc-a7c8-874529b23aeb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:05.840192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Transition to ACTIVE for port object f5bce778-745f-4438-ad0e-20d6ee818f59 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:05.935604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Allocated IP 172.22.0.2 (07b75884-c343-4638-bd22-44718e74586f/a5815876-6f57-46fc-9552-9f3909e64970/4965c493-0a26-49a0-80da-8590a1306bec) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:05.960262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac441d2d-eace-43cb-81ff-03e9853c66c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:06.049669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6681f-1a53-41d4-bc8b-fa0828f1421d req-02f21bf4-21e4-4f25-9598-32f898ff9034 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:06.062436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ad6681f-1a53-41d4-bc8b-fa0828f1421d req-02f21bf4-21e4-4f25-9598-32f898ff9034 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.7803988 Sep 07 16:21:06.095784 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5a029aa0-11ba-48dc-a7c8-874529b23aeb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:06.098549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5a029aa0-11ba-48dc-a7c8-874529b23aeb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/63126c15-f6e0-45b0-847c-62d4f0dab6b0 HTTP/1.1" status: 204 len: 168 time: 3.4729989 Sep 07 16:21:06.100044 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:06.105800 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37818) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:06.124564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a029aa0-11ba-48dc-a7c8-874529b23aeb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=63126c15-f6e0-45b0-847c-62d4f0dab6b0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:06.243042 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:06.249288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ad6681f-1a53-41d4-bc8b-fa0828f1421d req-2287549d-f8cc-428d-96c5-59b8912dffd2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856616 Sep 07 16:21:06.276281 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:06.356909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0a678e-d7f5-4f25-ab8d-245cc18041b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:06.359490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0a678e-d7f5-4f25-ab8d-245cc18041b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:06.372773 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aa0a678e-d7f5-4f25-ab8d-245cc18041b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2616916 Sep 07 16:21:06.391910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37824) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:06.472559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d784ed81-2a02-4803-8d62-7b6191fef330 None None] For port d08aeea3-c1fd-43d8-ba1d-d8820da796bf, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d08aeea3-c1fd-43d8-ba1d-d8820da796bf,segment=NetworkSegment(95a4162d-4caa-4f3f-93a3-d5af3f2dcb98),segment_id=95a4162d-4caa-4f3f-93a3-d5af3f2dcb98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:06.486302 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:06.502451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:06.514991 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac441d2d-eace-43cb-81ff-03e9853c66c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:06.517733 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac441d2d-eace-43cb-81ff-03e9853c66c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:06.521503 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ac441d2d-eace-43cb-81ff-03e9853c66c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d57109e-ae0d-4e4a-94fb-b55d7b5cb1ad HTTP/1.1" status: 204 len: 168 time: 1.5663347 Sep 07 16:21:06.547210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac441d2d-eace-43cb-81ff-03e9853c66c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d57109e-ae0d-4e4a-94fb-b55d7b5cb1ad,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:06.590036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9375799a-1ae5-4f5c-a58e-08cfb7e98c31 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 8f298adc-fb4a-47f6-a5f7-fb7f1332afc1 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:21:06.662267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9375799a-1ae5-4f5c-a58e-08cfb7e98c31 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:06.817143 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9375799a-1ae5-4f5c-a58e-08cfb7e98c31 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:06.907615 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d784ed81-2a02-4803-8d62-7b6191fef330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:06.914192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Pushing event updated for resources: {'Port': ['ID=f5bce778-745f-4438-ad0e-20d6ee818f59,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:06.917222 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:06.927087 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:06.938991 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:06.978765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.029904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784ed81-2a02-4803-8d62-7b6191fef330 None None] Pushing event updated for resources: {'Port': ['ID=d08aeea3-c1fd-43d8-ba1d-d8820da796bf,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:07.061163 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:21:07.062900 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:21:07.071564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Transition to ACTIVE for port object 4965c493-0a26-49a0-80da-8590a1306bec will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:07.073593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d784ed81-2a02-4803-8d62-7b6191fef330 None None] Provisioning for port 242dd5ab-4a7f-401b-8b1b-9d96590b6815 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:07.107025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9375799a-1ae5-4f5c-a58e-08cfb7e98c31 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.123124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d784ed81-2a02-4803-8d62-7b6191fef330 None None] Provisioning complete for port 242dd5ab-4a7f-401b-8b1b-9d96590b6815 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:07.123588 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d784ed81-2a02-4803-8d62-7b6191fef330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.143139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Pushing event updated for resources: {'Port': ['ID=45b0785c-e1fd-47b0-90ef-fadca7966ed0,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:07.164076 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.241142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Attempting to bind port f5bce778-745f-4438-ad0e-20d6ee818f59 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:07.241529 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Attempting to bind port f5bce778-745f-4438-ad0e-20d6ee818f59 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:07.241904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Attempting to bind port f5bce778-745f-4438-ad0e-20d6ee818f59 on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:07.260077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:07.260765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:07.260943 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.261356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:07.261904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Bound port: f5bce778-745f-4438-ad0e-20d6ee818f59, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:07.262430 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.264232 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9375799a-1ae5-4f5c-a58e-08cfb7e98c31 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.286485 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Transition to ACTIVE for port object 4965c493-0a26-49a0-80da-8590a1306bec will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:07.311071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375799a-1ae5-4f5c-a58e-08cfb7e98c31 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=8f298adc-fb4a-47f6-a5f7-fb7f1332afc1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:07.324759 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9375799a-1ae5-4f5c-a58e-08cfb7e98c31 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.326554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9375799a-1ae5-4f5c-a58e-08cfb7e98c31 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/8f298adc-fb4a-47f6-a5f7-fb7f1332afc1 HTTP/1.1" status: 204 len: 168 time: 0.9472704 Sep 07 16:21:07.333131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37860) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:07.381071 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.419437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Allocated IP 172.22.0.1 (07b75884-c343-4638-bd22-44718e74586f/a5815876-6f57-46fc-9552-9f3909e64970/11460484-91f7-4f85-98b2-1967ce02091c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:07.449705 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-245088b1-847a-4cc6-be90-6fce16ab5167 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1154444 Sep 07 16:21:07.452443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37868) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:07.456961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d784ed81-2a02-4803-8d62-7b6191fef330 None None] Port 242dd5ab-4a7f-401b-8b1b-9d96590b6815 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:07.488031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Network 07b75884-c343-4638-bd22-44718e74586f is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:07.488031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:07.489787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Network da2e087c-bc81-45bc-81ff-e69a7c19ba4e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:07.489787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:07.499846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:07.555534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Pushing event updated for resources: {'Port': ['ID=4965c493-0a26-49a0-80da-8590a1306bec,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:07.633578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc60e8f-8e73-4cb2-a938-aa3fa1149b6a req-274c82cc-d989-4066-881d-efd7dd364ecb tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:07.644138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cc60e8f-8e73-4cb2-a938-aa3fa1149b6a req-274c82cc-d989-4066-881d-efd7dd364ecb tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.2205086 Sep 07 16:21:07.774731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Attempting to bind port 4965c493-0a26-49a0-80da-8590a1306bec on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:07.775385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Attempting to bind port 4965c493-0a26-49a0-80da-8590a1306bec by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '7549bd78-7d00-4080-8c3b-dff6d009e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '07b75884-c343-4638-bd22-44718e74586f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:07.775937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Attempting to bind port 4965c493-0a26-49a0-80da-8590a1306bec on network 07b75884-c343-4638-bd22-44718e74586f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:07.778638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Sync routers for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:21:07.786380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] For port f5bce778-745f-4438-ad0e-20d6ee818f59, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:07.802203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] For port f5bce778-745f-4438-ad0e-20d6ee818f59, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f5bce778-745f-4438-ad0e-20d6ee818f59,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:07.821134 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.826605 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cc60e8f-8e73-4cb2-a938-aa3fa1149b6a req-118353f1-b6e2-455f-ad1a-fe55dfbe1ecc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729925 Sep 07 16:21:07.830714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:07.831710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Checking segment: {'id': '7549bd78-7d00-4080-8c3b-dff6d009e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '07b75884-c343-4638-bd22-44718e74586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:07.832469 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.833076 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Bound using segment: {'id': '7549bd78-7d00-4080-8c3b-dff6d009e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '07b75884-c343-4638-bd22-44718e74586f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:07.833790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Bound port: 4965c493-0a26-49a0-80da-8590a1306bec, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7549bd78-7d00-4080-8c3b-dff6d009e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '07b75884-c343-4638-bd22-44718e74586f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:07.834501 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.851557 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.889693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Transition to ACTIVE for port object 11460484-91f7-4f85-98b2-1967ce02091c will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:07.907826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-10d49897-f8db-41d1-ad5c-23ec14f79fac None None] Provisioning for port 45b0785c-e1fd-47b0-90ef-fadca7966ed0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:07.928855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-10d49897-f8db-41d1-ad5c-23ec14f79fac None None] Provisioning complete for port 45b0785c-e1fd-47b0-90ef-fadca7966ed0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:07.929799 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10d49897-f8db-41d1-ad5c-23ec14f79fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:07.941295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f2cb8ea2-112e-41a0-9949-6b42a0318a85 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:07.996490 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99162e12-bb11-499d-b953-298aebdb2272 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:08.000354 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-99162e12-bb11-499d-b953-298aebdb2272 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5280578 Sep 07 16:21:08.001051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37892) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:08.004406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:21:08.016212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:08.017111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:08.125266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04107af-c7e0-478d-9c80-19bf367cfbf7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:08.129364 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f04107af-c7e0-478d-9c80-19bf367cfbf7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1268322 Sep 07 16:21:08.146632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37904) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:08.152939 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:08.225216 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port f2cb8ea2-112e-41a0-9949-6b42a0318a85 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:08.227466 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd66b7d-efcf-45aa-a089-ed267460b36d None None] Pushing event updated for resources: {'Port': ['ID=f5bce778-745f-4438-ad0e-20d6ee818f59,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:08.240126 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-10d49897-f8db-41d1-ad5c-23ec14f79fac None None] Port 45b0785c-e1fd-47b0-90ef-fadca7966ed0 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:08.253652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:21:08.268897 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Sync routers for ids ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:21:08.272259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-426b4725-4a30-464c-ad9c-e7f79e88b920 admin admin] 10.222.0.70 "PUT /v2.0/routers/2f725ada-4abe-4b1b-95ed-17fb0f24fcbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9395900 Sep 07 16:21:08.281168 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Routers {'2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:08.284349 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:08.285367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f2cb8ea2-112e-41a0-9949-6b42a0318a85 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:08.287221 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:08.339916 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7f53b0e0-8eb2-402c-8576-87cb5cf539a4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1820264 Sep 07 16:21:08.344944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37910) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:08.346837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] For port 4965c493-0a26-49a0-80da-8590a1306bec, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:08.349737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:08.353933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9f451c70-1aff-4420-9ecd-e2c4544e2524 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:08.406544 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-10d49897-f8db-41d1-ad5c-23ec14f79fac None None] Provisioning complete for port 242dd5ab-4a7f-401b-8b1b-9d96590b6815 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:08.406920 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10d49897-f8db-41d1-ad5c-23ec14f79fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:08.443223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 07b75884-c343-4638-bd22-44718e74586f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:08.444537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=11460484-91f7-4f85-98b2-1967ce02091c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:08.448573 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:08.450797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] For port 4965c493-0a26-49a0-80da-8590a1306bec, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4965c493-0a26-49a0-80da-8590a1306bec,segment=NetworkSegment(7549bd78-7d00-4080-8c3b-dff6d009e1bc),segment_id=7549bd78-7d00-4080-8c3b-dff6d009e1bc)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:08.454112 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:08.508036 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:08.545639 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:08.592799 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Set router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:08.603900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f451c70-1aff-4420-9ecd-e2c4544e2524 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:08.614322 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f451c70-1aff-4420-9ecd-e2c4544e2524 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:08.869962 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.212722 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:21:05Z', 'revision_number': 4, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port': {'id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:55Z', 'updated_at': '2021-09-07T16:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '45b0785c-e1fd-47b0-90ef-fadca7966ed0', 'name': '', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'mac_address': 'fa:16:3e:96:19:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:01Z', 'updated_at': '2021-09-07T16:21:06Z', 'revision_number': 2, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'subnets': [{'id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:09.214895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-10d49897-f8db-41d1-ad5c-23ec14f79fac None None] Port 242dd5ab-4a7f-401b-8b1b-9d96590b6815 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:09.264063 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Checking router: 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:21:09.264814 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Updating router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd port 45b0785c-e1fd-47b0-90ef-fadca7966ed0 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:21:09.399552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb395-c3b5-4f53-b082-b7bcc2c3d377 req-6e0847fc-1e49-417d-a7dc-e5b8a68971cd tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:09.409332 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0adcb395-c3b5-4f53-b082-b7bcc2c3d377 req-6e0847fc-1e49-417d-a7dc-e5b8a68971cd tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.3015051 Sep 07 16:21:09.460406 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f451c70-1aff-4420-9ecd-e2c4544e2524 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.475066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea69119-2134-413e-8de6-3681f4275ac4 None None] Pushing event updated for resources: {'Port': ['ID=4965c493-0a26-49a0-80da-8590a1306bec,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:09.538279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9980ec6d-e5b2-4e34-8b4f-8101b2f18e8d None None] Provisioning complete for port 45b0785c-e1fd-47b0-90ef-fadca7966ed0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:09.540680 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9980ec6d-e5b2-4e34-8b4f-8101b2f18e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.545532 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.628530 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.685091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9980ec6d-e5b2-4e34-8b4f-8101b2f18e8d None None] Port 45b0785c-e1fd-47b0-90ef-fadca7966ed0 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:09.710834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port f2cb8ea2-112e-41a0-9949-6b42a0318a85, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f2cb8ea2-112e-41a0-9949-6b42a0318a85,segment=NetworkSegment(7f882548-2790-49ad-9a83-06386ef6c22e),segment_id=7f882548-2790-49ad-9a83-06386ef6c22e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:09.713078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:20:56Z', 'revision_number': 3, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:20:57Z', 'revision_number': 2, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:20:58Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:09.717266 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.726001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f451c70-1aff-4420-9ecd-e2c4544e2524 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=46f267d3-c4a9-42ec-960d-b72262230b81,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:09.753406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f451c70-1aff-4420-9ecd-e2c4544e2524 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:09.780867 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0adcb395-c3b5-4f53-b082-b7bcc2c3d377 req-3b1fedab-3e2c-4d90-ad90-146e2ffdaa23 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693411 Sep 07 16:21:09.782365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9f451c70-1aff-4420-9ecd-e2c4544e2524 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:09.790311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f451c70-1aff-4420-9ecd-e2c4544e2524 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:09.791948 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f451c70-1aff-4420-9ecd-e2c4544e2524 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:09.813629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c6296-c02c-409a-97f9-eb58be073e74 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:09.829158 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9f451c70-1aff-4420-9ecd-e2c4544e2524 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4821596 Sep 07 16:21:09.832293 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 37986) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:09.841352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': '46f267d3-c4a9-42ec-960d-b72262230b81', 'ip_address': '2001:db8::8b9e:20c0:4604:3822'}], 'name': 'tempest-NetworksTestDHCPv6-1977762415'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:09.897724 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 37992) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:09.916026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-863240057-network', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:10.019780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Made reservation on behalf of 1aee2c6cf931482cbf0bb76afa4338e6 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:10.029466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.039803 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.043418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Checking router: 6d2b4ad9-531c-4c72-ba03-15a48e79424e for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:21:10.043841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Updating router 6d2b4ad9-531c-4c72-ba03-15a48e79424e port 242dd5ab-4a7f-401b-8b1b-9d96590b6815 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:21:10.051469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ba82073e-bb99-434e-a473-68c41b6fdb0f no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:21:10.059999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.114469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.117480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ba82073e-bb99-434e-a473-68c41b6fdb0f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:21:10.118049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ba82073e-bb99-434e-a473-68c41b6fdb0f not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:21:10.150136 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.211092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=f2cb8ea2-112e-41a0-9949-6b42a0318a85,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:10.348870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a138a-dcdc-4635-bbd7-8f09b27435b0 req-f32ae5c1-d622-4a93-9748-eb4802dc186d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:10.359189 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b67a138a-dcdc-4635-bbd7-8f09b27435b0 req-f32ae5c1-d622-4a93-9748-eb4802dc186d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.2466047 Sep 07 16:21:10.399824 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.451145 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.476674 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Transition to ACTIVE for port object 45b0785c-e1fd-47b0-90ef-fadca7966ed0 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:10.493987 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.551236 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b67a138a-dcdc-4635-bbd7-8f09b27435b0 req-96fd5c2a-4ba7-4c58-aefd-ca01a7afb142 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899719 Sep 07 16:21:10.594426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:10.601691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=11460484-91f7-4f85-98b2-1967ce02091c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:10.624816 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.697662 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5e131a0-db1c-49ce-b0e3-36bd866178c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.714334 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:21:10.720793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.732938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7980fb-1ca1-449c-9791-51836eaa9135,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:10.766769 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.768416 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Added segment d4fc478a-4426-48e1-9e89-8c3074596823 of type vlan for network 55f2849f-aa2f-4447-a322-911b7278e648 Sep 07 16:21:10.836510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4965c493-0a26-49a0-80da-8590a1306bec up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:10.876145 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Attempting to bind port 45b0785c-e1fd-47b0-90ef-fadca7966ed0 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:10.877303 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Attempting to bind port 45b0785c-e1fd-47b0-90ef-fadca7966ed0 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '7f882548-2790-49ad-9a83-06386ef6c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:10.877845 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Attempting to bind port 45b0785c-e1fd-47b0-90ef-fadca7966ed0 on network da2e087c-bc81-45bc-81ff-e69a7c19ba4e {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:10.886541 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:10.887173 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Checking segment: {'id': '7f882548-2790-49ad-9a83-06386ef6c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:10.888480 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.889242 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Bound using segment: {'id': '7f882548-2790-49ad-9a83-06386ef6c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:10.890192 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Bound port: 45b0785c-e1fd-47b0-90ef-fadca7966ed0, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f882548-2790-49ad-9a83-06386ef6c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:10.891442 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.960105 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.966890 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] For port 45b0785c-e1fd-47b0-90ef-fadca7966ed0, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:10.971525 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] For port 45b0785c-e1fd-47b0-90ef-fadca7966ed0, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=45b0785c-e1fd-47b0-90ef-fadca7966ed0,segment=NetworkSegment(7f882548-2790-49ad-9a83-06386ef6c22e),segment_id=7f882548-2790-49ad-9a83-06386ef6c22e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:10.974004 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6de66-0404-40c6-86c1-d37f127e7db9 None None] Pushing event updated for resources: {'Port': ['ID=45b0785c-e1fd-47b0-90ef-fadca7966ed0,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:10.976086 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.982742 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:10.998122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 8da32c8d-cb33-4835-97e7-ebb1598c7991 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:21:11.042079 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Routers {'2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:11.042736 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:11.161502 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:11.166037 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:11.166640 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:11.380044 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] Set router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:11.449244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::8b9e:20c0:4604:3822 (a4a52928-aba9-4c1a-9760-c065e55e283a/46f267d3-c4a9-42ec-960d-b72262230b81/8da32c8d-cb33-4835-97e7-ebb1598c7991) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:11.507367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=55f2849f-aa2f-4447-a322-911b7278e648,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:11.531009 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6de66-0404-40c6-86c1-d37f127e7db9 None None] Pushing event updated for resources: {'Port': ['ID=45b0785c-e1fd-47b0-90ef-fadca7966ed0,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:11.594946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network 07b75884-c343-4638-bd22-44718e74586f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:11.604574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:11.609627 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-44184da8-1712-4cf2-9e0f-5dfe19467ae7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7092023 Sep 07 16:21:11.612650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38044) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:11.736057 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:11.775312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Transition to ACTIVE for port object 242dd5ab-4a7f-401b-8b1b-9d96590b6815 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:11.790978 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:21:05Z', 'revision_number': 4, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port': {'id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:55Z', 'updated_at': '2021-09-07T16:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '45b0785c-e1fd-47b0-90ef-fadca7966ed0', 'name': '', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'mac_address': 'fa:16:3e:96:19:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:01Z', 'updated_at': '2021-09-07T16:21:10Z', 'revision_number': 4, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'subnets': [{'id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:11.794452 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:11.835291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8324d13-6dcc-450b-b6d2-7cde43740072 None None] Network 07b75884-c343-4638-bd22-44718e74586f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:11.849970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 55f2849f-aa2f-4447-a322-911b7278e648 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:21:11.851656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-93b4dbc7-fb95-4edb-b7d3-cc0ad6a70dc6 admin admin] Request body: {'subnet': {'network_id': '55f2849f-aa2f-4447-a322-911b7278e648', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-863240057-subnet', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:11.872211 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:11.886704 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 6d2b4ad9-531c-4c72-ba03-15a48e79424e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:21:11.941083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object 8da32c8d-cb33-4835-97e7-ebb1598c7991 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:11.946437 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b7207b-c01b-4671-ae1e-9313b072a266 None None] The sync data for ids ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'] in n-d-807551-3 is: [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:21:05Z', 'revision_number': 4, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port': {'id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:55Z', 'updated_at': '2021-09-07T16:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '45b0785c-e1fd-47b0-90ef-fadca7966ed0', 'name': '', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'mac_address': 'fa:16:3e:96:19:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:01Z', 'updated_at': '2021-09-07T16:21:10Z', 'revision_number': 4, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'subnets': [{'id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:11.972481 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b4dbc7-fb95-4edb-b7d3-cc0ad6a70dc6 admin admin] Made reservation on behalf of 1aee2c6cf931482cbf0bb76afa4338e6 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:12.001889 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93b4dbc7-fb95-4edb-b7d3-cc0ad6a70dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:12.167871 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:21:12.170002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8c3860b1-9f8d-403f-a5c9-903a91abe2ff no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:21:12.193359 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b62da014-0426-4949-8b98-569ee2dee66b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6188743 Sep 07 16:21:12.194093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38074) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:12.204249 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-32d9acb9-8824-48f6-a5e5-b67fdf1bcc5a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'network': {'name': 'tempest-RoutersTest-2144300201'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:12.269637 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d9acb9-8824-48f6-a5e5-b67fdf1bcc5a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:12.279767 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32d9acb9-8824-48f6-a5e5-b67fdf1bcc5a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:12.290552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-18f401de-cd8b-4e2a-b94f-09583b29a344 None None] Provisioning for port 4965c493-0a26-49a0-80da-8590a1306bec completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:12.297429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 4965c493-0a26-49a0-80da-8590a1306bec completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:12.303445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1477a33-84d0-447d-be78-63deb875c72f None None] Pushing event updated for resources: {'Port': ['ID=242dd5ab-4a7f-401b-8b1b-9d96590b6815,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:12.345741 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:12.435131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:12.446859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:12.455670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:12.482152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:12.486592 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:12.605562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=8da32c8d-cb33-4835-97e7-ebb1598c7991,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:12.617551 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8436e31b-25c0-4a3d-8bd4-656ad39f6d25 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7839150 Sep 07 16:21:12.621624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38096) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:12.672634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-18f401de-cd8b-4e2a-b94f-09583b29a344 None None] Provisioning complete for port 4965c493-0a26-49a0-80da-8590a1306bec triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:12.673368 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18f401de-cd8b-4e2a-b94f-09583b29a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:12.688634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 4965c493-0a26-49a0-80da-8590a1306bec triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:12.689344 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:12.807724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fbf6f3-632a-4418-bbcb-449928e14393 None None] Update dhcp port {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': '46f267d3-c4a9-42ec-960d-b72262230b81'}], 'binding:host_id': 'n-d-807551-3'}, 'id': 'f5bce778-745f-4438-ad0e-20d6ee818f59'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:21:12.846692 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19fbf6f3-632a-4418-bbcb-449928e14393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:12.994986 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.039178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Attempting to bind port 242dd5ab-4a7f-401b-8b1b-9d96590b6815 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:13.041833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Attempting to bind port 242dd5ab-4a7f-401b-8b1b-9d96590b6815 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '95a4162d-4caa-4f3f-93a3-d5af3f2dcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:13.042296 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Attempting to bind port 242dd5ab-4a7f-401b-8b1b-9d96590b6815 on network 962af528-07e0-49a0-90ea-48abbbc86987 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:13.231373 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.243763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:13.244277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Checking segment: {'id': '95a4162d-4caa-4f3f-93a3-d5af3f2dcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:13.244822 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.245487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Bound using segment: {'id': '95a4162d-4caa-4f3f-93a3-d5af3f2dcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:13.246100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Bound port: 242dd5ab-4a7f-401b-8b1b-9d96590b6815, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a4162d-4caa-4f3f-93a3-d5af3f2dcb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:13.246739 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.269523 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:21:13.303623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d9acb9-8824-48f6-a5e5-b67fdf1bcc5a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:21:13.334827 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32d9acb9-8824-48f6-a5e5-b67fdf1bcc5a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.334827 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-32d9acb9-8824-48f6-a5e5-b67fdf1bcc5a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Added segment 8e898de1-4df9-431d-8002-172767605222 of type vlan for network bb777f4a-544f-4533-ac2a-d77f76922bcc Sep 07 16:21:13.347557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 4965c493-0a26-49a0-80da-8590a1306bec, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4965c493-0a26-49a0-80da-8590a1306bec,segment=NetworkSegment(7549bd78-7d00-4080-8c3b-dff6d009e1bc),segment_id=7549bd78-7d00-4080-8c3b-dff6d009e1bc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:13.387011 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.387973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:13.455482 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32d9acb9-8824-48f6-a5e5-b67fdf1bcc5a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.471297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:21:13.473718 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef4033f-cbfb-418c-a9db-d84537433f41" -d '{"events": [{"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-unplugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:21:13.496731 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32d9acb9-8824-48f6-a5e5-b67fdf1bcc5a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.505558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d9acb9-8824-48f6-a5e5-b67fdf1bcc5a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:13.506527 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32d9acb9-8824-48f6-a5e5-b67fdf1bcc5a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.557679 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-32d9acb9-8824-48f6-a5e5-b67fdf1bcc5a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3624451 Sep 07 16:21:13.563016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38138) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:13.577466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bd45b33e-2eb4-47e7-8ce8-ad5d9944efa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'subnet': {'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:13.610065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9acb9-8824-48f6-a5e5-b67fdf1bcc5a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Network': ['ID=bb777f4a-544f-4533-ac2a-d77f76922bcc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:13.610484 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93b4dbc7-fb95-4edb-b7d3-cc0ad6a70dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.654847 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26d23af-0c99-4006-9d1c-ad83c5ff0a16 x-openstack-request-id: req-f26d23af-0c99-4006-9d1c-ad83c5ff0a16 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:21:13.655262 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-unplugged", "status": "completed", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:21:13.655630 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f26d23af-0c99-4006-9d1c-ad83c5ff0a16 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:21:13.656752 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'code': 200} Sep 07 16:21:13.747548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] For port 242dd5ab-4a7f-401b-8b1b-9d96590b6815, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:13.759916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] For port 242dd5ab-4a7f-401b-8b1b-9d96590b6815, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=242dd5ab-4a7f-401b-8b1b-9d96590b6815,segment=NetworkSegment(95a4162d-4caa-4f3f-93a3-d5af3f2dcb98),segment_id=95a4162d-4caa-4f3f-93a3-d5af3f2dcb98)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:13.778207 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network bb777f4a-544f-4533-ac2a-d77f76922bcc details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:21:13.807564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961bfcf-55f8-4822-a5f0-41eb51f207ae tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:13.814037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961bfcf-55f8-4822-a5f0-41eb51f207ae tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:13.816016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f961bfcf-55f8-4822-a5f0-41eb51f207ae tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 1.1849759 Sep 07 16:21:13.818801 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38150) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:13.870303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:13.872847 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.941853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4dbc7-fb95-4edb-b7d3-cc0ad6a70dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c31b78e-5900-4eda-90ea-e2f2c374c1be,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:13.963733 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:13.992418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad962d1-9173-4940-9da5-b356aec36f79 req-b0a46686-4b2c-4dda-9e07-32915f118305 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:14.007006 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ad962d1-9173-4940-9da5-b356aec36f79 req-b0a46686-4b2c-4dda-9e07-32915f118305 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 946 time: 0.4541790 Sep 07 16:21:14.015328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=4965c493-0a26-49a0-80da-8590a1306bec,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:14.094505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-08f145c3-02d6-4ba0-bc72-f719c4dd7340 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port 8da32c8d-cb33-4835-97e7-ebb1598c7991 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:14.097723 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:14.100091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1477a33-84d0-447d-be78-63deb875c72f None None] Pushing event updated for resources: {'Port': ['ID=242dd5ab-4a7f-401b-8b1b-9d96590b6815,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:14.101136 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08f145c3-02d6-4ba0-bc72-f719c4dd7340 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:14.153483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-19fbf6f3-632a-4418-bbcb-449928e14393 None None] Allocated IP 2001:db8::2 (a4a52928-aba9-4c1a-9760-c065e55e283a/46f267d3-c4a9-42ec-960d-b72262230b81/f5bce778-745f-4438-ad0e-20d6ee818f59) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:14.159470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:14.177344 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:14.179657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:20:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:14.198089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4dbc7-fb95-4edb-b7d3-cc0ad6a70dc6 admin admin] Checking segment: {'id': 'd4fc478a-4426-48e1-9e89-8c3074596823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55f2849f-aa2f-4447-a322-911b7278e648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:14.205466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b4dbc7-fb95-4edb-b7d3-cc0ad6a70dc6 admin admin] Network hostable DHCP agents. Network: 55f2849f-aa2f-4447-a322-911b7278e648, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:21:14.286977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd45b33e-2eb4-47e7-8ce8-ad5d9944efa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Made reservation on behalf of f13e51e7cc4b43c59de9a89ee2a5c455 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:14.310024 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd45b33e-2eb4-47e7-8ce8-ad5d9944efa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:14.324588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:14.402262 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ad962d1-9173-4940-9da5-b356aec36f79 req-d36a1ed8-0d9e-4c7c-a3ac-7aa6727958a7 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861210 Sep 07 16:21:14.437469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=14']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:14.503234 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:14.503997 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:14.575527 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08f145c3-02d6-4ba0-bc72-f719c4dd7340 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:14.633642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-08f145c3-02d6-4ba0-bc72-f719c4dd7340 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for 8da32c8d-cb33-4835-97e7-ebb1598c7991 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:14.704606 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b4dbc7-fb95-4edb-b7d3-cc0ad6a70dc6 admin admin] Network 55f2849f-aa2f-4447-a322-911b7278e648 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:21:14.758402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-93b4dbc7-fb95-4edb-b7d3-cc0ad6a70dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 55f2849f-aa2f-4447-a322-911b7278e648) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:14.783204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b4dbc7-fb95-4edb-b7d3-cc0ad6a70dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:14.784870 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93b4dbc7-fb95-4edb-b7d3-cc0ad6a70dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:14.912140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-93b4dbc7-fb95-4edb-b7d3-cc0ad6a70dc6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.0763226 Sep 07 16:21:14.919451 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:14.931516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-863240057-router', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:15.071415 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a878bb8a-23d8-4e53-9990-14d7b2cb93e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.109704 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.110786 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.126753 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd45b33e-2eb4-47e7-8ce8-ad5d9944efa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.131997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b400098-3ee8-4793-9a24-8bcf0904e37b req-12779828-e710-4041-a4c6-4a6c6ea6bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:15.135285 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b400098-3ee8-4793-9a24-8bcf0904e37b req-12779828-e710-4041-a4c6-4a6c6ea6bbbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1095 time: 0.0793295 Sep 07 16:21:15.136954 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08f145c3-02d6-4ba0-bc72-f719c4dd7340 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.173458 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aed9e1-628f-4420-a60a-6d08ece085e8 None None] Network 55f2849f-aa2f-4447-a322-911b7278e648 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:15.188261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda9ee4-32a3-43cc-89ad-51d0e1d0086d req-a8599243-b30b-449f-a229-289e28010976 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:15.195872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdda9ee4-32a3-43cc-89ad-51d0e1d0086d req-a8599243-b30b-449f-a229-289e28010976 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.2530932 Sep 07 16:21:15.251163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-45a0809c-8bd5-4c08-bb56-39816d5c0b52 None None] Provisioning complete for port 4965c493-0a26-49a0-80da-8590a1306bec triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:15.251792 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45a0809c-8bd5-4c08-bb56-39816d5c0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.276357 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.278993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45b33e-2eb4-47e7-8ce8-ad5d9944efa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Subnet': ['ID=de94af91-10d9-4148-a832-b4caf92081e5,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:15.280104 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b400098-3ee8-4793-9a24-8bcf0904e37b req-cba9b32b-9403-41e6-9c9e-4f9ca746799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:15.282239 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b400098-3ee8-4793-9a24-8bcf0904e37b req-cba9b32b-9403-41e6-9c9e-4f9ca746799f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.1343210 Sep 07 16:21:15.318066 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f145c3-02d6-4ba0-bc72-f719c4dd7340 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=8da32c8d-cb33-4835-97e7-ebb1598c7991,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:15.358790 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdda9ee4-32a3-43cc-89ad-51d0e1d0086d req-69296425-2ed1-44a0-9477-10006c0c13ee tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599076 Sep 07 16:21:15.373322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd45b33e-2eb4-47e7-8ce8-ad5d9944efa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Checking segment: {'id': '8e898de1-4df9-431d-8002-172767605222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:15.373322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd45b33e-2eb4-47e7-8ce8-ad5d9944efa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network hostable DHCP agents. Network: bb777f4a-544f-4533-ac2a-d77f76922bcc, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:21:15.404778 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-08f145c3-02d6-4ba0-bc72-f719c4dd7340 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.410749 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-08f145c3-02d6-4ba0-bc72-f719c4dd7340 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/8da32c8d-cb33-4835-97e7-ebb1598c7991 HTTP/1.1" status: 204 len: 168 time: 1.5905247 Sep 07 16:21:15.412634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38186) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:15.448765 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b400098-3ee8-4793-9a24-8bcf0904e37b req-7d224c6c-d2ac-43c7-9aa0-4c03dd75d448 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 999 time: 0.1405592 Sep 07 16:21:15.525040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b400098-3ee8-4793-9a24-8bcf0904e37b req-f632471a-5bb4-4beb-a975-408b12428692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:15.527608 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b400098-3ee8-4793-9a24-8bcf0904e37b req-f632471a-5bb4-4beb-a975-408b12428692 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.0704238 Sep 07 16:21:15.531770 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.535298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd45b33e-2eb4-47e7-8ce8-ad5d9944efa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network bb777f4a-544f-4533-ac2a-d77f76922bcc is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:21:15.559871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0627947-4787-492b-ba8a-012849942d91 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:15.561687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0627947-4787-492b-ba8a-012849942d91 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:15.563735 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c0627947-4787-492b-ba8a-012849942d91 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1499221 Sep 07 16:21:15.575053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bd45b33e-2eb4-47e7-8ce8-ad5d9944efa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, bb777f4a-544f-4533-ac2a-d77f76922bcc) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:15.576603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38190) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:15.632759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b400098-3ee8-4793-9a24-8bcf0904e37b req-a95cea30-2689-4ec2-b9d3-b6476116122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:15.633477 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fee928a-e0a3-4a70-b363-5b33e044b544 None None] Network bb777f4a-544f-4533-ac2a-d77f76922bcc requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:15.635292 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b400098-3ee8-4793-9a24-8bcf0904e37b req-a95cea30-2689-4ec2-b9d3-b6476116122d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991032 Sep 07 16:21:15.635449 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.650726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd45b33e-2eb4-47e7-8ce8-ad5d9944efa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:15.651351 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd45b33e-2eb4-47e7-8ce8-ad5d9944efa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.685794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-50cf815b-8eb5-4de3-9ff5-15873d46dea1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 46f267d3-c4a9-42ec-960d-b72262230b81 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:21:15.705934 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bd45b33e-2eb4-47e7-8ce8-ad5d9944efa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1339231 Sep 07 16:21:15.708608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38194) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:15.769116 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-19fbf6f3-632a-4418-bbcb-449928e14393 None None] For port f5bce778-745f-4438-ad0e-20d6ee818f59, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f5bce778-745f-4438-ad0e-20d6ee818f59,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:15.772060 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b400098-3ee8-4793-9a24-8bcf0904e37b req-6b34a997-4d76-4f44-9793-519fd5aeb259 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283977 Sep 07 16:21:15.807931 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19fbf6f3-632a-4418-bbcb-449928e14393 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.844307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-19fbf6f3-632a-4418-bbcb-449928e14393 None None] Ignored duplicate provisioning block setup for port f5bce778-745f-4438-ad0e-20d6ee818f59 by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 07 16:21:15.853263 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50cf815b-8eb5-4de3-9ff5-15873d46dea1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.919652 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50cf815b-8eb5-4de3-9ff5-15873d46dea1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:15.946196 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b400098-3ee8-4793-9a24-8bcf0904e37b req-0ffbc6f1-31c3-4539-bde6-71b4c490245a service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556747 Sep 07 16:21:15.952986 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19fbf6f3-632a-4418-bbcb-449928e14393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:16.018297 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:16.215004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:16.270592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbf6f3-632a-4418-bbcb-449928e14393 None None] Pushing event updated for resources: {'Port': ['ID=f5bce778-745f-4438-ad0e-20d6ee818f59,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:16.278886 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:16.280581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d08aeea3-c1fd-43d8-ba1d-d8820da796bf up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:16.326287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:16.330607 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50cf815b-8eb5-4de3-9ff5-15873d46dea1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:16.369755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-45a0809c-8bd5-4c08-bb56-39816d5c0b52 None None] Provisioning for port 11460484-91f7-4f85-98b2-1967ce02091c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:16.389654 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:16.406321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-45a0809c-8bd5-4c08-bb56-39816d5c0b52 None None] Provisioning complete for port 11460484-91f7-4f85-98b2-1967ce02091c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:16.406728 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-45a0809c-8bd5-4c08-bb56-39816d5c0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:16.498072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:08Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:09Z', 'revision_number': 2, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:13Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:20:58Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:16.570096 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045f5e7-5804-4a55-9f16-688eff100ee3 None None] The sync data for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 is: [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:08Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:09Z', 'revision_number': 2, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:13Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:20:58Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:16.680503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d08aeea3-c1fd-43d8-ba1d-d8820da796bf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:16.681333 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:16.715534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-55f2849f-aa2f-4447-a322-911b7278e648', 'network_id': '55f2849f-aa2f-4447-a322-911b7278e648', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'fixed_ips': [{'subnet_id': '2c31b78e-5900-4eda-90ea-e2f2c374c1be'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:21:16.716442 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:16.719225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-45a0809c-8bd5-4c08-bb56-39816d5c0b52 None None] Port 11460484-91f7-4f85-98b2-1967ce02091c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:16.720922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:16.884446 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50cf815b-8eb5-4de3-9ff5-15873d46dea1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:16.935931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-bb777f4a-544f-4533-ac2a-d77f76922bcc', 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'fixed_ips': [{'subnet_id': 'de94af91-10d9-4148-a832-b4caf92081e5'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:21:16.937063 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:16.983168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf815b-8eb5-4de3-9ff5-15873d46dea1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=46f267d3-c4a9-42ec-960d-b72262230b81,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:16.992310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Allocated IP 172.25.3.188 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/78daf226-241e-4a39-b443-6f8b488a4388) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:17.077398 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50cf815b-8eb5-4de3-9ff5-15873d46dea1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:17.080094 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-50cf815b-8eb5-4de3-9ff5-15873d46dea1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/46f267d3-c4a9-42ec-960d-b72262230b81 HTTP/1.1" status: 204 len: 168 time: 1.5020373 Sep 07 16:21:17.082354 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38230) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:17.124201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b11a3-f36a-41c8-834c-1b388d09efb8 req-f727a606-cee2-4f63-a915-e337736a703b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:17.124201 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183b11a3-f36a-41c8-834c-1b388d09efb8 req-f727a606-cee2-4f63-a915-e337736a703b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.4988348 Sep 07 16:21:17.149140 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:17.216390 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-275a5be1-e53f-4a86-9054-da7e23eac7d6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304176 Sep 07 16:21:17.216749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38234) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:17.221955 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0a139be3-57ba-4f58-96c3-9b248fbc95fb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:17.278124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:17.404555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a139be3-57ba-4f58-96c3-9b248fbc95fb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:17.414842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183b11a3-f36a-41c8-834c-1b388d09efb8 req-aa20fff0-03d4-42ab-8560-9960e333387a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755115 Sep 07 16:21:17.420052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a139be3-57ba-4f58-96c3-9b248fbc95fb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:17.473394 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-be702696-d3cd-4af6-9d41-cfa3e01c6a43 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1334670 Sep 07 16:21:17.484886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Allocated IP 172.20.0.2 (55f2849f-aa2f-4447-a322-911b7278e648/2c31b78e-5900-4eda-90ea-e2f2c374c1be/35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:17.646347 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:17.794125 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f7c98539-020a-4af4-b8cd-1249a02b79cb None None] Provisioning complete for port 11460484-91f7-4f85-98b2-1967ce02091c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:17.794936 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7c98539-020a-4af4-b8cd-1249a02b79cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:17.888894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:17.902916 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-4a793c35-397a-4fe0-94e4-84d806cd875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:17.903760 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-4a793c35-397a-4fe0-94e4-84d806cd875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:17.906320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-4a793c35-397a-4fe0-94e4-84d806cd875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:17.907427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-4a793c35-397a-4fe0-94e4-84d806cd875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:17.908543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-4a793c35-397a-4fe0-94e4-84d806cd875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:17.909320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-4a793c35-397a-4fe0-94e4-84d806cd875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:17.909995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-4a793c35-397a-4fe0-94e4-84d806cd875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:17.912762 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-4a793c35-397a-4fe0-94e4-84d806cd875b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 6501 time: 0.3260713 Sep 07 16:21:17.921058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:17.921689 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:17.955509 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f7c98539-020a-4af4-b8cd-1249a02b79cb None None] Port 11460484-91f7-4f85-98b2-1967ce02091c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:17.970370 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a139be3-57ba-4f58-96c3-9b248fbc95fb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:18.100784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Sync routers for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:21:18.109356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Allocated IP 172.23.0.2 (bb777f4a-544f-4533-ac2a-d77f76922bcc/de94af91-10d9-4148-a832-b4caf92081e5/ff4921d2-aa26-42db-838c-61a3752a600b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:18.138413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:18.141692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:18.186582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a139be3-57ba-4f58-96c3-9b248fbc95fb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:18.204067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-0a139be3-57ba-4f58-96c3-9b248fbc95fb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:18.221866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a139be3-57ba-4f58-96c3-9b248fbc95fb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:18.222533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a139be3-57ba-4f58-96c3-9b248fbc95fb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:18.240464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f440d9f-38b7-4179-9009-521386280f2a None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:18.264816 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a139be3-57ba-4f58-96c3-9b248fbc95fb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=162b43f4-b2f6-4143-bed4-6b2562dec7b7,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:18.277985 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0a139be3-57ba-4f58-96c3-9b248fbc95fb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0599530 Sep 07 16:21:18.287305 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38256) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:18.303475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': '162b43f4-b2f6-4143-bed4-6b2562dec7b7', 'ip_address': '2001:db8::c0a0:6de3:4993:4475'}], 'name': 'tempest-NetworksTestDHCPv6-653189249'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:18.303767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:18.388428 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-c73c6d84-a622-4282-97a6-95f951d80786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:18.391195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-c73c6d84-a622-4282-97a6-95f951d80786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:18.391195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-c73c6d84-a622-4282-97a6-95f951d80786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:18.404923 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-c73c6d84-a622-4282-97a6-95f951d80786 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2920abad-42d3-49fa-842a-58412eb06be0&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=08e031c7-40bd-43ca-bbf5-210128aa125d&id=08e031c7-40bd-43ca-bbf5-210128aa125d HTTP/1.1" status: 200 len: 2297 time: 0.4468064 Sep 07 16:21:18.422386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Transition to ACTIVE for port object 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:18.472778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-61b6c681-ce63-4291-8ba7-5fd4958efb17 None None] Provisioning for port f5bce778-745f-4438-ad0e-20d6ee818f59 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:18.552058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:18.643536 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Transition to ACTIVE for port object 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:18.665911 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-228480fd-a6e2-4990-9afd-43f9fc917084 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74552398-cff4-455f-b23c-b4842bd4a0a9 HTTP/1.1" status: 200 len: 1002 time: 0.2601149 Sep 07 16:21:18.674950 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:18.775730 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-50709e11-a4ff-48c6-a227-31175848f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:18.778211 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-50709e11-a4ff-48c6-a227-31175848f663 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1362421-24e4-44f3-8c5b-72d561aeaa0f HTTP/1.1" status: 200 len: 855 time: 0.1029396 Sep 07 16:21:18.779384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:18.784080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:18.865778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:18.874357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Pushing event updated for resources: {'Port': ['ID=78daf226-241e-4a39-b443-6f8b488a4388,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:18.877887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:18.902234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:18.991525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-0aab7cdd-69d1-4940-af51-add782e1bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:19.001575 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-0aab7cdd-69d1-4940-af51-add782e1bf99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2920abad-42d3-49fa-842a-58412eb06be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1950521 Sep 07 16:21:19.052547 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:19.086809 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:19.122052 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:19.152248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:19.187831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a195f-f4cd-44ee-b011-6ae5a5ee026c req-61e24742-47c6-4494-b9e4-6cf2949e89af tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:19.198569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f8a195f-f4cd-44ee-b011-6ae5a5ee026c req-61e24742-47c6-4494-b9e4-6cf2949e89af tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.5964260 Sep 07 16:21:19.242071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Transition to ACTIVE for port object ff4921d2-aa26-42db-838c-61a3752a600b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:19.254666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port db28c552-4d4b-4306-87dc-8f22b211830a yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:21:19.264695 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Transition to ACTIVE for port object ff4921d2-aa26-42db-838c-61a3752a600b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:19.339207 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:19.366864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Network bb777f4a-544f-4533-ac2a-d77f76922bcc is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:19.369227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Network 55f2849f-aa2f-4447-a322-911b7278e648 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:19.403452 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6f3eedce-5f36-479a-9f9e-ee12984b0ea1,segment=NetworkSegment(672a7b2d-131a-45a5-993c-1e3918bbe799),segment_id=672a7b2d-131a-45a5-993c-1e3918bbe799)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:19.404817 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:19.407409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:19.433443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:19.436013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:19.438231 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:19.553049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Pushing event updated for resources: {'Port': ['ID=35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:19.590562 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-cb24b2b4-34ad-4f67-893a-301f959133cd service neutron] 10.222.0.54 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828934 Sep 07 16:21:19.812493 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f8a195f-f4cd-44ee-b011-6ae5a5ee026c req-6be34e14-dd5d-4190-a3f6-52186e2fc053 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6106250 Sep 07 16:21:19.942980 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-0792d1d1-26d5-4980-b2ff-6889b7b71ff7 service neutron] 10.222.0.54 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992156 Sep 07 16:21:19.946780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::c0a0:6de3:4993:4475 (a4a52928-aba9-4c1a-9760-c065e55e283a/162b43f4-b2f6-4143-bed4-6b2562dec7b7/db28c552-4d4b-4306-87dc-8f22b211830a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:19.993572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Allocated IP 172.23.0.1 (bb777f4a-544f-4533-ac2a-d77f76922bcc/de94af91-10d9-4148-a832-b4caf92081e5/2681f7ec-31a1-4470-ba92-50f06f701ca7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:20.031383 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-9028c5f5-13a3-41da-8f59-21e37c0bfb0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=70f3c2e1-6534-43be-9522-49817d667339 HTTP/1.1" status: 200 len: 217 time: 0.0786295 Sep 07 16:21:20.115861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Attempting to bind port ff4921d2-aa26-42db-838c-61a3752a600b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:20.116248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Attempting to bind port ff4921d2-aa26-42db-838c-61a3752a600b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '8e898de1-4df9-431d-8002-172767605222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:20.116646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Attempting to bind port ff4921d2-aa26-42db-838c-61a3752a600b on network bb777f4a-544f-4533-ac2a-d77f76922bcc {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:20.121773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 45b0785c-e1fd-47b0-90ef-fadca7966ed0 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:20.157981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Attempting to bind port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:20.158455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Attempting to bind port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'd4fc478a-4426-48e1-9e89-8c3074596823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55f2849f-aa2f-4447-a322-911b7278e648'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:20.158815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Attempting to bind port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b on network 55f2849f-aa2f-4447-a322-911b7278e648 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:20.271136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-26a47a60-c7ba-4399-8ac2-9a2e0056ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:20.272713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:20.273113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Checking segment: {'id': '8e898de1-4df9-431d-8002-172767605222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:20.273595 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.274017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Bound using segment: {'id': '8e898de1-4df9-431d-8002-172767605222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:20.274611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Bound port: ff4921d2-aa26-42db-838c-61a3752a600b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e898de1-4df9-431d-8002-172767605222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:20.275038 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.276585 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-26a47a60-c7ba-4399-8ac2-9a2e0056ae67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.2322226 Sep 07 16:21:20.292562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Pushing event updated for resources: {'Port': ['ID=ff4921d2-aa26-42db-838c-61a3752a600b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:20.310683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:20.311127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Checking segment: {'id': 'd4fc478a-4426-48e1-9e89-8c3074596823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55f2849f-aa2f-4447-a322-911b7278e648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:20.313225 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.313784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Bound using segment: {'id': 'd4fc478a-4426-48e1-9e89-8c3074596823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55f2849f-aa2f-4447-a322-911b7278e648'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:20.314869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Bound port: 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fc478a-4426-48e1-9e89-8c3074596823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55f2849f-aa2f-4447-a322-911b7278e648'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:20.316053 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.341606 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.489853 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.512634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object db28c552-4d4b-4306-87dc-8f22b211830a will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:20.517486 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=6f3eedce-5f36-479a-9f9e-ee12984b0ea1,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:20.523546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb09f6-ff6f-4e3c-b480-c2893f9b70fe req-89d26f20-37d9-42ab-8359-e68d6435ff55 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:20.540116 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10fb09f6-ff6f-4e3c-b480-c2893f9b70fe req-89d26f20-37d9-42ab-8359-e68d6435ff55 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.2450497 Sep 07 16:21:20.713329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] For port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:20.718212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] For port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b,segment=NetworkSegment(d4fc478a-4426-48e1-9e89-8c3074596823),segment_id=d4fc478a-4426-48e1-9e89-8c3074596823)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:20.771389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] For port ff4921d2-aa26-42db-838c-61a3752a600b, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:20.775821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] For port ff4921d2-aa26-42db-838c-61a3752a600b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ff4921d2-aa26-42db-838c-61a3752a600b,segment=NetworkSegment(8e898de1-4df9-431d-8002-172767605222),segment_id=8e898de1-4df9-431d-8002-172767605222)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:20.778395 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-73715464-ba02-416d-baeb-ebfec871e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:20.780822 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.781739 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-73715464-ba02-416d-baeb-ebfec871e222 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4898810 Sep 07 16:21:20.784025 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.792882 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.852084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 45b0785c-e1fd-47b0-90ef-fadca7966ed0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:20.859706 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 45b0785c-e1fd-47b0-90ef-fadca7966ed0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:20.860089 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:20.886119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:08Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:09Z', 'revision_number': 2, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:13Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:20:58Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:20.905434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10fb09f6-ff6f-4e3c-b480-c2893f9b70fe req-6d9fd368-85db-474b-9b14-2a061c4a76f9 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3477471 Sep 07 16:21:20.998820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Checking router: 6d2b4ad9-531c-4c72-ba03-15a48e79424e for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:21:21.003062 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Updating router 6d2b4ad9-531c-4c72-ba03-15a48e79424e port 11460484-91f7-4f85-98b2-1967ce02091c binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:21:21.067054 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-298656d2-ddab-4fd6-a91d-2d4f38de3906 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734938 Sep 07 16:21:21.176954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:21.193164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:21.197032 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:21.209407 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:21.211004 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:21.232593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64474b16-7d33-480e-bd25-0f3fc38b93ba None None] Pushing event updated for resources: {'Port': ['ID=35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:21.301106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=db28c552-4d4b-4306-87dc-8f22b211830a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:21.413384 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:21.456930 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-11a9f0db-0ce7-4d85-9e66-53950f4b79bb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1649134 Sep 07 16:21:21.462826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38324) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:21.475162 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:21.554581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Transition to ACTIVE for port object 2681f7ec-31a1-4470-ba92-50f06f701ca7 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:21.829254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33892fa3-b80f-4bf7-9d76-718fbbb9b0e9 None None] Pushing event updated for resources: {'Port': ['ID=ff4921d2-aa26-42db-838c-61a3752a600b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:21.846245 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:21.865914 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb5c4f8-e229-4e27-88a7-93f8d0d4a909 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:21.911253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb5c4f8-e229-4e27-88a7-93f8d0d4a909 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:21.922282 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-efb5c4f8-e229-4e27-88a7-93f8d0d4a909 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.4582963 Sep 07 16:21:21.944949 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38330) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:21.999034 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-ba47a05a-b03f-409c-8b2c-a0ab040f8ef6 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8606024 Sep 07 16:21:22.078716 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16033c6a-ea34-4c3e-8e8b-af2fc2062b6e req-fac8f69d-8fdd-4329-81c5-dfe6a15db895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:22.105657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-16033c6a-ea34-4c3e-8e8b-af2fc2062b6e req-fac8f69d-8fdd-4329-81c5-dfe6a15db895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.7079306 Sep 07 16:21:22.107442 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-af493924-a36d-4d6f-ae36-1b994f9a323d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=07089f51-a6a0-45e6-be22-3f943029ad6d HTTP/1.1" status: 200 len: 217 time: 0.0967467 Sep 07 16:21:22.117983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=2681f7ec-31a1-4470-ba92-50f06f701ca7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:22.142485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network bb777f4a-544f-4533-ac2a-d77f76922bcc is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:22.159876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:22.185195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:22.268612 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-3c8c66ee-9d09-4077-9dd7-00ccc38555b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:22.270574 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-3c8c66ee-9d09-4077-9dd7-00ccc38555b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.1540630 Sep 07 16:21:22.326441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-16033c6a-ea34-4c3e-8e8b-af2fc2062b6e req-318e58f2-8ed8-4c49-95ba-1429798e1e10 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193441 Sep 07 16:21:22.356020 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:22.367538 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:22.415899 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-366209c3-eff8-40cf-938d-db8b66d811cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port db28c552-4d4b-4306-87dc-8f22b211830a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:22.417049 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-366209c3-eff8-40cf-938d-db8b66d811cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:22.522304 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:22.539621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Transition to ACTIVE for port object 11460484-91f7-4f85-98b2-1967ce02091c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:22.547098 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:22.558437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0fc8400e-66a8-4e8b-88b5-db516ad954d8 None None] Could not find standard attr ID for object 8da32c8d-cb33-4835-97e7-ebb1598c7991. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:21:22.599002 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:22.745017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 45b0785c-e1fd-47b0-90ef-fadca7966ed0, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=45b0785c-e1fd-47b0-90ef-fadca7966ed0,segment=NetworkSegment(7f882548-2790-49ad-9a83-06386ef6c22e),segment_id=7f882548-2790-49ad-9a83-06386ef6c22e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:22.749981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3761e62-8498-4d60-8ba6-2f7571e96b85 None None] Pushing event updated for resources: {'Port': ['ID=11460484-91f7-4f85-98b2-1967ce02091c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:22.756683 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-366209c3-eff8-40cf-938d-db8b66d811cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:22.778962 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:22.783100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4965c493-0a26-49a0-80da-8590a1306bec up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:22.809445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-366209c3-eff8-40cf-938d-db8b66d811cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for db28c552-4d4b-4306-87dc-8f22b211830a owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:22.977075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Attempting to bind port 11460484-91f7-4f85-98b2-1967ce02091c on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:22.977598 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Attempting to bind port 11460484-91f7-4f85-98b2-1967ce02091c by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '7549bd78-7d00-4080-8c3b-dff6d009e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '07b75884-c343-4638-bd22-44718e74586f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:22.977813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Attempting to bind port 11460484-91f7-4f85-98b2-1967ce02091c on network 07b75884-c343-4638-bd22-44718e74586f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:23.004250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-75c52504-1850-4cef-88c3-5eb87bcca654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:23.006300 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-75c52504-1850-4cef-88c3-5eb87bcca654 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7237053 Sep 07 16:21:23.050202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8799c338-0da7-4b00-a9ac-41058f57c86e None None] Provisioning for port db28c552-4d4b-4306-87dc-8f22b211830a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:23.092322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8799c338-0da7-4b00-a9ac-41058f57c86e None None] Provisioning complete for port db28c552-4d4b-4306-87dc-8f22b211830a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:23.092726 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8799c338-0da7-4b00-a9ac-41058f57c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:23.100157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:23.100850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Checking segment: {'id': '7549bd78-7d00-4080-8c3b-dff6d009e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '07b75884-c343-4638-bd22-44718e74586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:23.101415 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:23.102007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Bound using segment: {'id': '7549bd78-7d00-4080-8c3b-dff6d009e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '07b75884-c343-4638-bd22-44718e74586f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:23.102660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Bound port: 11460484-91f7-4f85-98b2-1967ce02091c, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7549bd78-7d00-4080-8c3b-dff6d009e1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '07b75884-c343-4638-bd22-44718e74586f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:23.103230 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:23.108774 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:23.218116 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=45b0785c-e1fd-47b0-90ef-fadca7966ed0,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:23.241483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-6e5e4c21-ff48-4b5e-a3f0-cf9d4ed27604 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:23.255745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-6e5e4c21-ff48-4b5e-a3f0-cf9d4ed27604 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 811 time: 0.4523196 Sep 07 16:21:23.347689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8799c338-0da7-4b00-a9ac-41058f57c86e None None] Port db28c552-4d4b-4306-87dc-8f22b211830a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:23.365124 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-e4ac72f7-255e-4c07-83e0-e9d9412ab8b6 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848296 Sep 07 16:21:23.394982 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] For port 11460484-91f7-4f85-98b2-1967ce02091c, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:23.413727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] For port 11460484-91f7-4f85-98b2-1967ce02091c, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=11460484-91f7-4f85-98b2-1967ce02091c,segment=NetworkSegment(7549bd78-7d00-4080-8c3b-dff6d009e1bc),segment_id=7549bd78-7d00-4080-8c3b-dff6d009e1bc)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:23.420431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 4965c493-0a26-49a0-80da-8590a1306bec triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:23.421446 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:23.429790 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:23.457498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-8d76aaba-a67c-4af6-812e-fbd07a47c4df tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/quotas/b9848727a03c41348e7ad9c0dce7eea4 HTTP/1.1" status: 200 len: 375 time: 0.0723693 Sep 07 16:21:23.518842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-366209c3-eff8-40cf-938d-db8b66d811cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:23.613246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3761e62-8498-4d60-8ba6-2f7571e96b85 None None] Pushing event updated for resources: {'Port': ['ID=11460484-91f7-4f85-98b2-1967ce02091c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:23.633467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366209c3-eff8-40cf-938d-db8b66d811cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=db28c552-4d4b-4306-87dc-8f22b211830a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:23.641493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:23.642604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:23.670985 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-366209c3-eff8-40cf-938d-db8b66d811cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:23.674639 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-366209c3-eff8-40cf-938d-db8b66d811cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/db28c552-4d4b-4306-87dc-8f22b211830a HTTP/1.1" status: 204 len: 168 time: 1.7286909 Sep 07 16:21:23.678146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38358) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:23.860237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dc8458-0b90-4d5d-944f-0e0cfa0e837d None None] Network 55f2849f-aa2f-4447-a322-911b7278e648 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:23.874704 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c808cb7-1a13-44c1-b75f-b29e6209ed35 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:23.886043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c808cb7-1a13-44c1-b75f-b29e6209ed35 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:23.892451 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4c808cb7-1a13-44c1-b75f-b29e6209ed35 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1989772 Sep 07 16:21:23.895767 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38362) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:23.964236 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-2d46d977-0963-4b4b-a8f0-f40198721680 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4593778 Sep 07 16:21:23.987248 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8cb371-0fb3-4650-9b4b-32bf4caf7d71 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 162b43f4-b2f6-4143-bed4-6b2562dec7b7 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:21:23.999333 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc8cb371-0fb3-4650-9b4b-32bf4caf7d71 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:24.061982 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-dc91cc33-3276-44da-b3f2-8dccb2d5b9e0 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699713 Sep 07 16:21:24.070843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Router bca359b3-5fef-447b-aa94-1e9245a8d5da is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:21:24.138885 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-d3c85f9e-5216-431a-ba0a-171c2cbdd4ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=874b4530-320c-4dea-8574-eb9c02bd67ba HTTP/1.1" status: 200 len: 217 time: 0.0644958 Sep 07 16:21:24.208749 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc8cb371-0fb3-4650-9b4b-32bf4caf7d71 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:24.301568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-d7bfe582-9522-411f-95b5-fc7bceabe9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:24.303826 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-d7bfe582-9522-411f-95b5-fc7bceabe9d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.1559417 Sep 07 16:21:24.305923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:21:24.309784 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc8cb371-0fb3-4650-9b4b-32bf4caf7d71 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:24.319542 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Sync routers for ids ['bca359b3-5fef-447b-aa94-1e9245a8d5da'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:21:24.341860 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Routers {'bca359b3-5fef-447b-aa94-1e9245a8d5da'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:24.342908 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['bca359b3-5fef-447b-aa94-1e9245a8d5da'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:24.397600 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-05f69aea-cdaa-4960-978a-8980b16d059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:24.399398 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-05f69aea-cdaa-4960-978a-8980b16d059d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860364 Sep 07 16:21:24.438856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c3a0a9-1545-49ba-bd38-1eb1080f4319 None None] Network bb777f4a-544f-4533-ac2a-d77f76922bcc requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:24.464805 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc8cb371-0fb3-4650-9b4b-32bf4caf7d71 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:24.500382 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:24.509171 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-b4a5e778-b02e-4fe1-9490-766f2ee7ee1a service neutron] 10.222.0.70 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405459 Sep 07 16:21:24.549403 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Set router bca359b3-5fef-447b-aa94-1e9245a8d5da gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:24.584131 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:24.588510 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-223ac686-0f03-4ec3-b497-f1b5bf205397 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.6670704 Sep 07 16:21:24.589138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38372) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:24.602200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cb371-0fb3-4650-9b4b-32bf4caf7d71 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=162b43f4-b2f6-4143-bed4-6b2562dec7b7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:24.606233 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc8cb371-0fb3-4650-9b4b-32bf4caf7d71 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:24.608441 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cc8cb371-0fb3-4650-9b4b-32bf4caf7d71 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/162b43f4-b2f6-4143-bed4-6b2562dec7b7 HTTP/1.1" status: 204 len: 168 time: 0.7116623 Sep 07 16:21:24.614043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38374) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:24.663869 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-df176585-3210-46b2-9356-f10a54b1a106 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482173 Sep 07 16:21:24.666302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38376) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:24.671712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e984d8a6-655c-47c4-b143-18c891db4f66 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:24.722354 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b3adc8-f0ec-4e2b-aa08-8161fad77bd7 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:24.763819 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'name': 'tempest-TestServerBasicOps-863240057-router', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '78daf226-241e-4a39-b443-6f8b488a4388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:15Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 3, 'project_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'gw_port': {'id': '78daf226-241e-4a39-b443-6f8b488a4388', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:16Z', 'updated_at': '2021-09-07T16:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:24.794614 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Checking router: bca359b3-5fef-447b-aa94-1e9245a8d5da for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:21:24.795463 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Updating router bca359b3-5fef-447b-aa94-1e9245a8d5da port 78daf226-241e-4a39-b443-6f8b488a4388 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:21:24.805577 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-e87a1304-b8c0-46af-b605-a2abb37b3703 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945022 Sep 07 16:21:24.830063 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:24.855720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e984d8a6-655c-47c4-b143-18c891db4f66 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:24.859285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e984d8a6-655c-47c4-b143-18c891db4f66 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:24.917345 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7c3ceee4-b726-4541-845e-86e24c61eb06 None None] Provisioning for port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:25.043342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f2cb8ea2-112e-41a0-9949-6b42a0318a85 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:25.132279 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-ebe61646-296b-44f7-897c-76cb77853c23 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139884 Sep 07 16:21:25.151612 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:25.172516 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Transition to ACTIVE for port object 78daf226-241e-4a39-b443-6f8b488a4388 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:25.190306 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:25.235463 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-17317bcb-3cc4-493a-ad68-2c58bca35354 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=33057372-0240-45a8-a8b2-096c337b7fe5 HTTP/1.1" status: 200 len: 217 time: 0.0913060 Sep 07 16:21:25.237042 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f834675-9b0e-4c2e-9101-10ce2117c05a None None] Pushing event updated for resources: {'Port': ['ID=78daf226-241e-4a39-b443-6f8b488a4388,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:25.260640 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Attempting to bind port 78daf226-241e-4a39-b443-6f8b488a4388 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:25.261075 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Attempting to bind port 78daf226-241e-4a39-b443-6f8b488a4388 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:25.261968 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Attempting to bind port 78daf226-241e-4a39-b443-6f8b488a4388 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:25.267578 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:25.267977 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:25.268512 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:25.268990 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:25.269421 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Bound port: 78daf226-241e-4a39-b443-6f8b488a4388, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:25.269830 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:25.372454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-5d571370-3e2a-4c93-980f-ef6a6667b1c5 service neutron] 10.222.0.70 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7898083 Sep 07 16:21:25.374772 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:25.395259 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:25.405773 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] For port 78daf226-241e-4a39-b443-6f8b488a4388, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:25.415168 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] For port 78daf226-241e-4a39-b443-6f8b488a4388, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=78daf226-241e-4a39-b443-6f8b488a4388,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:25.432080 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:25.531734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event updated for resources: {'Port': ['ID=2681f7ec-31a1-4470-ba92-50f06f701ca7,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:25.563773 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f834675-9b0e-4c2e-9101-10ce2117c05a None None] Pushing event updated for resources: {'Port': ['ID=78daf226-241e-4a39-b443-6f8b488a4388,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:25.577137 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Routers {'bca359b3-5fef-447b-aa94-1e9245a8d5da'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:25.577773 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['bca359b3-5fef-447b-aa94-1e9245a8d5da'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:25.679701 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f2cb8ea2-112e-41a0-9949-6b42a0318a85 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:25.680309 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:25.717414 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-722803c3-c62e-460c-a410-021ab3d85176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:25.732039 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-722803c3-c62e-460c-a410-021ab3d85176 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.4746358 Sep 07 16:21:25.797837 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e984d8a6-655c-47c4-b143-18c891db4f66 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:25.817453 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] Set router bca359b3-5fef-447b-aa94-1e9245a8d5da gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:25.857976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e984d8a6-655c-47c4-b143-18c891db4f66 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:25.921276 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e984d8a6-655c-47c4-b143-18c891db4f66 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:25.931235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984d8a6-655c-47c4-b143-18c891db4f66 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:25.940859 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e984d8a6-655c-47c4-b143-18c891db4f66 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:26.018183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4f13225c-97de-40a8-ba57-bcebb8760d31 None None] Provisioning for port ff4921d2-aa26-42db-838c-61a3752a600b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:26.056358 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:22Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:23Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:13Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2681f7ec-31a1-4470-ba92-50f06f701ca7', 'name': '', 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:6f:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:18Z', 'updated_at': '2021-09-07T16:21:20Z', 'revision_number': 1, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:26.136322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16111836-8258-48ec-bd98-b843c72a85fc None None] The sync data for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 is: [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:22Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:23Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:13Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2681f7ec-31a1-4470-ba92-50f06f701ca7', 'name': '', 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:6f:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:18Z', 'updated_at': '2021-09-07T16:21:20Z', 'revision_number': 1, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:26.159690 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-86ab9616-cc51-412f-952b-b4ff306d8bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:26.165096 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-86ab9616-cc51-412f-952b-b4ff306d8bfc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4319990 Sep 07 16:21:26.231012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:26.238354 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e984d8a6-655c-47c4-b143-18c891db4f66 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5708251 Sep 07 16:21:26.289239 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38396) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:26.301265 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': '854688a6-a0d4-4395-988f-687138af82b2', 'ip_address': '2001:db8::e896:4f05:5331:7831'}], 'name': 'tempest-NetworksTestDHCPv6-503036762'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:26.321255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e397a-d0d1-47f0-ae1c-f0d846c3fc44 None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:21:26.361060 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'name': 'tempest-TestServerBasicOps-863240057-router', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '78daf226-241e-4a39-b443-6f8b488a4388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:15Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 3, 'project_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'gw_port': {'id': '78daf226-241e-4a39-b443-6f8b488a4388', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:16Z', 'updated_at': '2021-09-07T16:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:26.393628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984d8a6-655c-47c4-b143-18c891db4f66 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=854688a6-a0d4-4395-988f-687138af82b2,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:26.397776 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e34bc-b32a-44c6-93d5-8532bcf15a3e None None] The sync data for ids ['bca359b3-5fef-447b-aa94-1e9245a8d5da'] in n-d-807551-3 is: [{'id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'name': 'tempest-TestServerBasicOps-863240057-router', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '78daf226-241e-4a39-b443-6f8b488a4388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:15Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 3, 'project_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'gw_port': {'id': '78daf226-241e-4a39-b443-6f8b488a4388', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:16Z', 'updated_at': '2021-09-07T16:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:26.510080 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-171fb49a-4270-4b1b-8d6a-b21c6ef5d927 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6053839 Sep 07 16:21:26.588882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9168de99-b6be-486b-a3f7-60e53e8b73aa req-d1f7522e-a048-405c-bc96-922f8fa7e988 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 210 time: 0.2048492 Sep 07 16:21:26.629516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:26.629892 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:26.653603 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:26.850805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e13e397a-d0d1-47f0-ae1c-f0d846c3fc44 None None] Deleting port f5bce778-745f-4438-ad0e-20d6ee818f59 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:26.851281 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e13e397a-d0d1-47f0-ae1c-f0d846c3fc44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:27.088940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Network bb777f4a-544f-4533-ac2a-d77f76922bcc is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:27.125383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:27.193541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-021d5651-c9c3-4f7a-9807-76906094eee0 None None] Provisioning for port 2681f7ec-31a1-4470-ba92-50f06f701ca7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:27.222586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-021d5651-c9c3-4f7a-9807-76906094eee0 None None] Provisioning complete for port 2681f7ec-31a1-4470-ba92-50f06f701ca7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:27.222963 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-021d5651-c9c3-4f7a-9807-76906094eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:27.440868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e13e397a-d0d1-47f0-ae1c-f0d846c3fc44 None None] For port f5bce778-745f-4438-ad0e-20d6ee818f59, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f5bce778-745f-4438-ad0e-20d6ee818f59,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:27.441291 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e13e397a-d0d1-47f0-ae1c-f0d846c3fc44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:27.528563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 242dd5ab-4a7f-401b-8b1b-9d96590b6815 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:27.558965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 6d2b4ad9-531c-4c72-ba03-15a48e79424e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:21:27.631135 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e13e397a-d0d1-47f0-ae1c-f0d846c3fc44 None None] Calling delete_port for f5bce778-745f-4438-ad0e-20d6ee818f59 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:27.637549 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-021d5651-c9c3-4f7a-9807-76906094eee0 None None] Port 2681f7ec-31a1-4470-ba92-50f06f701ca7 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:27.842729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 242dd5ab-4a7f-401b-8b1b-9d96590b6815 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:27.905853 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 242dd5ab-4a7f-401b-8b1b-9d96590b6815 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:27.906848 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:28.088921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:21:28.091424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:28.100070 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1cd2f0bc-315e-4488-b703-7bf8db7225c0 None None] Provisioning complete for port 2681f7ec-31a1-4470-ba92-50f06f701ca7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:28.103403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-41fb135f-4ed0-4fb6-b382-b6352dc30234 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3911920 Sep 07 16:21:28.103600 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1cd2f0bc-315e-4488-b703-7bf8db7225c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:28.119058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Sync routers for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:21:28.151221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c11255e0-0206-4fa1-980b-7a412405ccb5 req-27723637-254b-4d18-9bb4-27c764910ac0 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 210 time: 0.3507097 Sep 07 16:21:28.154805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38418) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:28.172582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4051a225-786f-45cc-8d4a-2d6332a11f16 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:28.222239 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:28.247935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:28.248670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:28.258408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port d176138b-2794-4d20-ba73-754cb4b26975 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:21:28.372368 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2f0bc-315e-4488-b703-7bf8db7225c0 None None] Port 2681f7ec-31a1-4470-ba92-50f06f701ca7 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:28.390397 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e13e397a-d0d1-47f0-ae1c-f0d846c3fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:28.423605 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-85e6db4d-597a-4fb6-a89e-053d4079165f service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2388234 Sep 07 16:21:28.439280 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:28.452968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e397a-d0d1-47f0-ae1c-f0d846c3fc44 None None] No DVR routers for this DVR port f5bce778-745f-4438-ad0e-20d6ee818f59 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:21:28.486500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f5fa38-a374-4ca9-9c09-b011d3f219c4 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:28.650679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-d4ab1eb7-1050-4ffb-b4a1-758f67b7327a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:28.652181 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-d4ab1eb7-1050-4ffb-b4a1-758f67b7327a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 811 time: 0.5501473 Sep 07 16:21:28.672691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Request body: {'port': {'device_id': 'a64aa346-1593-42ec-a6f2-1e037630002c', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'admin_state_up': True, 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:28.681003 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-1ec9fa62-4a2c-4add-ad3b-1870fd7e4fd9 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865885 Sep 07 16:21:28.756250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-2d78873a-6bfd-4e0d-9b0a-e4e20b4e88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:28.757148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-2d78873a-6bfd-4e0d-9b0a-e4e20b4e88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:28.758659 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-2d78873a-6bfd-4e0d-9b0a-e4e20b4e88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:28.759342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-2d78873a-6bfd-4e0d-9b0a-e4e20b4e88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:28.760165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-2d78873a-6bfd-4e0d-9b0a-e4e20b4e88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:28.760921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-2d78873a-6bfd-4e0d-9b0a-e4e20b4e88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:28.761664 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-2d78873a-6bfd-4e0d-9b0a-e4e20b4e88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:28.765507 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-2d78873a-6bfd-4e0d-9b0a-e4e20b4e88bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6489 time: 2.1777954 Sep 07 16:21:28.772610 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-2710b113-fca1-4238-ae79-8a0a31e1458a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=08f87940-78b6-440d-b292-1ee918d7640b HTTP/1.1" status: 200 len: 217 time: 0.0801430 Sep 07 16:21:28.837273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-b2b345c2-169c-47dc-ae06-0d622fab669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:28.839122 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-b2b345c2-169c-47dc-ae06-0d622fab669f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b579ba4-f2f7-49b7-9722-379d2b0837b4 HTTP/1.1" status: 200 len: 797 time: 0.0542424 Sep 07 16:21:28.955818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-dc820401-0f49-46bc-9edb-ffe408c371b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:28.956621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-dc820401-0f49-46bc-9edb-ffe408c371b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:28.957311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-dc820401-0f49-46bc-9edb-ffe408c371b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:28.960268 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-dc820401-0f49-46bc-9edb-ffe408c371b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f50728ef-b9a9-44ff-902b-e797addc9652&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a HTTP/1.1" status: 200 len: 2292 time: 0.1176105 Sep 07 16:21:28.974775 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:28.990192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e397a-d0d1-47f0-ae1c-f0d846c3fc44 None None] Pushing event deleted for resources: {'Port': ['ID=f5bce778-745f-4438-ad0e-20d6ee818f59,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:29.014762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': '854688a6-a0d4-4395-988f-687138af82b2'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:21:29.015628 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:29.207320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-a735791a-8c88-4b8b-9560-210816e7578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:29.210480 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-a735791a-8c88-4b8b-9560-210816e7578d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=08e031c7-40bd-43ca-bbf5-210128aa125d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2446187 Sep 07 16:21:29.278865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::e896:4f05:5331:7831 (a4a52928-aba9-4c1a-9760-c065e55e283a/854688a6-a0d4-4395-988f-687138af82b2/d176138b-2794-4d20-ba73-754cb4b26975) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:29.301733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:29.315785 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-074b8530-3346-442e-bc02-132f28e21fbb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46b3de92-957e-48b4-b402-964530839a06 HTTP/1.1" status: 200 len: 1001 time: 0.2586107 Sep 07 16:21:29.360251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-65ad2475-f62e-4e9b-b9c0-9a9574417e86 None None] Provisioning complete for port 2681f7ec-31a1-4470-ba92-50f06f701ca7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:29.361341 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65ad2475-f62e-4e9b-b9c0-9a9574417e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:29.504973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 242dd5ab-4a7f-401b-8b1b-9d96590b6815, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=242dd5ab-4a7f-401b-8b1b-9d96590b6815,segment=NetworkSegment(95a4162d-4caa-4f3f-93a3-d5af3f2dcb98),segment_id=95a4162d-4caa-4f3f-93a3-d5af3f2dcb98)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:29.508978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-65ad2475-f62e-4e9b-b9c0-9a9574417e86 None None] Port 2681f7ec-31a1-4470-ba92-50f06f701ca7 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:29.510563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-298a84a9-685d-4242-bd4b-3f27b31733d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:29.512683 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-298a84a9-685d-4242-bd4b-3f27b31733d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=659eec7d-2512-488c-90c5-1e4fdfe8a97c HTTP/1.1" status: 200 len: 850 time: 0.1826966 Sep 07 16:21:29.557893 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:29.558897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f5bce778-745f-4438-ad0e-20d6ee818f59 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:29.600858 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-a62fbe71-4a91-4cd0-8322-ea77b64e3e33 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643150 Sep 07 16:21:29.626095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d8c4b40-b8f4-49b7-b804-855fe779a716 req-4568c4dd-7e24-4f62-8d2b-16a4373c3146 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 210 time: 0.2059958 Sep 07 16:21:29.690987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Made reservation on behalf of b9848727a03c41348e7ad9c0dce7eea4 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:29.703481 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:29.767873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.extraroute_db [None req-4051a225-786f-45cc-8d4a-2d6332a11f16 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 16:21:29.768287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-35afad14-0b9e-402e-828f-34c93554e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:29.768934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f5bce778-745f-4438-ad0e-20d6ee818f59 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:21:29.769397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f5bce778-745f-4438-ad0e-20d6ee818f59 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 07 16:21:29.770678 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-35afad14-0b9e-402e-828f-34c93554e7e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f50728ef-b9a9-44ff-902b-e797addc9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2440875 Sep 07 16:21:29.773701 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=242dd5ab-4a7f-401b-8b1b-9d96590b6815,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:29.814181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Port f5bce778-745f-4438-ad0e-20d6ee818f59 not found, will not notify nova. {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 07 16:21:29.906047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.extraroute_db [None req-4051a225-786f-45cc-8d4a-2d6332a11f16 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Removed routes are [] {{(pid=94770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 16:21:29.906452 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4051a225-786f-45cc-8d4a-2d6332a11f16 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:29.941053 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-08354051-5b51-4f5e-bd4a-181745fbba96 service neutron] 10.222.0.35 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573305 Sep 07 16:21:30.009894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:22Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:23Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:13Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2681f7ec-31a1-4470-ba92-50f06f701ca7', 'name': '', 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:6f:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:18Z', 'updated_at': '2021-09-07T16:21:24Z', 'revision_number': 2, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:30.050554 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-397cc7ba-fc4a-49a0-8fda-b352fc606686 service neutron] 10.222.0.35 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999207 Sep 07 16:21:30.091811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Checking router: 6d2b4ad9-531c-4c72-ba03-15a48e79424e for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:21:30.093072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Updating router 6d2b4ad9-531c-4c72-ba03-15a48e79424e port 2681f7ec-31a1-4470-ba92-50f06f701ca7 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:21:30.122735 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-188a5df6-c07e-49af-8c4d-7192fdca9cef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 HTTP/1.1" status: 200 len: 217 time: 0.0597818 Sep 07 16:21:30.159515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:30.165544 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-ba7485f5-1f00-4e4c-871a-be4338efee0e service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248647 Sep 07 16:21:30.166744 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:30.270577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Allocated IP 172.20.0.1 (55f2849f-aa2f-4447-a322-911b7278e648/2c31b78e-5900-4eda-90ea-e2f2c374c1be/eeaaa332-8106-4f14-a819-38b1614ab489) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:30.285285 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-b957cfdb-4560-4110-8c9d-97c3fd4e0007 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9f8821b-d238-4cd8-8c03-0efd0cf30881 HTTP/1.1" status: 200 len: 217 time: 0.1100960 Sep 07 16:21:30.289629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object d176138b-2794-4d20-ba73-754cb4b26975 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:30.387736 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-6c0e3bd4-a0a0-4e21-a7b4-38052c018c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:30.387736 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-6c0e3bd4-a0a0-4e21-a7b4-38052c018c75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.2369189 Sep 07 16:21:30.426157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 11460484-91f7-4f85-98b2-1967ce02091c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:30.490918 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-e79b9eaa-4612-4070-bbbd-48418f276d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:30.495700 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-e79b9eaa-4612-4070-bbbd-48418f276d73 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b579ba4-f2f7-49b7-9722-379d2b0837b4 HTTP/1.1" status: 200 len: 797 time: 0.1966443 Sep 07 16:21:30.538977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Allocated IP 172.20.0.10 (ffb11023-581e-4b93-9d24-3e77cb56e81e/5b466ef0-7a81-4b15-b2ee-64b34936ce50/7c8cf3be-07ff-4315-9dcd-f295a6d5dae1) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:30.632670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-fc148586-1324-4cae-8d16-3a3ccd19ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:30.634435 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-fc148586-1324-4cae-8d16-3a3ccd19ea24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=08e031c7-40bd-43ca-bbf5-210128aa125d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1290760 Sep 07 16:21:30.644716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-02491047-a61b-4033-b714-ca1c9bd32428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:30.646437 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-02491047-a61b-4033-b714-ca1c9bd32428 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2479234 Sep 07 16:21:30.673625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 11460484-91f7-4f85-98b2-1967ce02091c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:30.690888 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:30.754052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 11460484-91f7-4f85-98b2-1967ce02091c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:30.757782 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:30.881419 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=d176138b-2794-4d20-ba73-754cb4b26975,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:30.896500 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:30.910278 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Allocated IP 2001:db8::2 (a4a52928-aba9-4c1a-9760-c065e55e283a/854688a6-a0d4-4395-988f-687138af82b2/aaf576ce-8bb2-4c62-98f7-f06e0d750b71) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:30.960573 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:30.968163 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:30.977722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:30.984188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:30.984992 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.027408 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.073558 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a2024afb-65cb-48fe-9371-0b6785c48ad5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7769949 Sep 07 16:21:31.073748 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-a5d2d65c-2b8c-442c-931b-d13373a50e88 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258916 Sep 07 16:21:31.076026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38454) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:31.080475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Transition to ACTIVE for port object 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:31.130269 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.132287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4051a225-786f-45cc-8d4a-2d6332a11f16 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.135977 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4051a225-786f-45cc-8d4a-2d6332a11f16 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.141495 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.166507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c74d6d08-1c7a-4e5c-9393-d1f2687871c7 req-114f2dfc-8477-4cbc-af2e-03cc351902a5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 210 time: 0.4149249 Sep 07 16:21:31.260467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Transition to ACTIVE for port object 2681f7ec-31a1-4470-ba92-50f06f701ca7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:31.290739 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-ceac7638-9622-4cda-9ad6-4adc37dffd90 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309390 Sep 07 16:21:31.303934 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.309528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Transition to ACTIVE for port object eeaaa332-8106-4f14-a819-38b1614ab489 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:31.339845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4051a225-786f-45cc-8d4a-2d6332a11f16 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 6d2b4ad9-531c-4c72-ba03-15a48e79424e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:21:31.386872 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40669117-c2cb-4223-8cb1-491b94967ef0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:31.392729 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-40669117-c2cb-4223-8cb1-491b94967ef0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3155451 Sep 07 16:21:31.393391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38462) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:31.438511 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 11460484-91f7-4f85-98b2-1967ce02091c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=11460484-91f7-4f85-98b2-1967ce02091c,segment=NetworkSegment(7549bd78-7d00-4080-8c3b-dff6d009e1bc),segment_id=7549bd78-7d00-4080-8c3b-dff6d009e1bc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:31.498745 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.499687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 78daf226-241e-4a39-b443-6f8b488a4388 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:31.507592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ceb05-e460-4906-bb16-8c9d7c6c7ab7 None None] Pushing event updated for resources: {'Port': ['ID=2681f7ec-31a1-4470-ba92-50f06f701ca7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:31.574138 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec8cb43d-91e8-4c5c-b318-16508455bce9 req-f244988d-2dcf-43f6-a28b-feb1e100cedb service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877701 Sep 07 16:21:31.650580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4051a225-786f-45cc-8d4a-2d6332a11f16 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:21:31.672422 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4051a225-786f-45cc-8d4a-2d6332a11f16 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.674538 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4051a225-786f-45cc-8d4a-2d6332a11f16 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e HTTP/1.1" status: 200 len: 933 time: 3.5186749 Sep 07 16:21:31.681963 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38466) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:31.690269 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-9effde44-d344-45eb-9dac-b57491f1c6b6 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894036 Sep 07 16:21:31.691092 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.701923 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.857821 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-be1714a4-07e1-48ff-bc8d-a21d5fe61679 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e HTTP/1.1" status: 200 len: 933 time: 0.1713586 Sep 07 16:21:31.865657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38468) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:31.881164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e827ff39-f750-4f1e-901d-9331fa3d9d20 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'router': {'routes': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:31.889439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-18f904cb-ac2c-497d-9517-af580c41ec0e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port d176138b-2794-4d20-ba73-754cb4b26975 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:31.890044 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18f904cb-ac2c-497d-9517-af580c41ec0e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.919812 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:31.934012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Attempting to bind port 2681f7ec-31a1-4470-ba92-50f06f701ca7 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:31.934484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Attempting to bind port 2681f7ec-31a1-4470-ba92-50f06f701ca7 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '8e898de1-4df9-431d-8002-172767605222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:31.934957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Attempting to bind port 2681f7ec-31a1-4470-ba92-50f06f701ca7 on network bb777f4a-544f-4533-ac2a-d77f76922bcc {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:31.945379 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.004927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Transition to ACTIVE for port object aaf576ce-8bb2-4c62-98f7-f06e0d750b71 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:32.020574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:32.021139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Checking segment: {'id': '8e898de1-4df9-431d-8002-172767605222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:32.025484 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.026068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Bound using segment: {'id': '8e898de1-4df9-431d-8002-172767605222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:32.026850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Bound port: 2681f7ec-31a1-4470-ba92-50f06f701ca7, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e898de1-4df9-431d-8002-172767605222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:32.027365 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.071831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=11460484-91f7-4f85-98b2-1967ce02091c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:32.105657 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-cbc085a2-a4d5-4538-a78e-b6fb2ad2da72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=8b7cd95e-d4ca-4955-a0c7-596d708a0805 HTTP/1.1" status: 200 len: 217 time: 0.2463624 Sep 07 16:21:32.127180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Transition to ACTIVE for port object aaf576ce-8bb2-4c62-98f7-f06e0d750b71 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:32.131306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 78daf226-241e-4a39-b443-6f8b488a4388 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:32.147426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 78daf226-241e-4a39-b443-6f8b488a4388 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:32.148046 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.151786 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.222600 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] For port 2681f7ec-31a1-4470-ba92-50f06f701ca7, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:32.238251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] For port 2681f7ec-31a1-4470-ba92-50f06f701ca7, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2681f7ec-31a1-4470-ba92-50f06f701ca7,segment=NetworkSegment(8e898de1-4df9-431d-8002-172767605222),segment_id=8e898de1-4df9-431d-8002-172767605222)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:32.256500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:32.264510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:32.271394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Network ffb11023-581e-4b93-9d24-3e77cb56e81e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:32.271863 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.276234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:32.281383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:32.316038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:32.367772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:32.368484 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.383604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Network 55f2849f-aa2f-4447-a322-911b7278e648 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:32.411594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7473364 Sep 07 16:21:32.414485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:32.417541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:32.441974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23655df8-793f-4edb-9ebe-375da8e1beba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event updated for resources: {'Port': ['ID=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:32.529055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Request body: {'port': {'device_id': 'a64aa346-1593-42ec-a6f2-1e037630002c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:32.618653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Attempting to bind port aaf576ce-8bb2-4c62-98f7-f06e0d750b71 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:32.619281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Attempting to bind port aaf576ce-8bb2-4c62-98f7-f06e0d750b71 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:32.619944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Attempting to bind port aaf576ce-8bb2-4c62-98f7-f06e0d750b71 on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:32.630104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02c770-d49b-42fe-bfc7-0d7d628152a6 req-d971eaf8-b3e1-4303-bc70-b7f7643cabc5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:32.639440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f02c770-d49b-42fe-bfc7-0d7d628152a6 req-d971eaf8-b3e1-4303-bc70-b7f7643cabc5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 932 time: 0.2845399 Sep 07 16:21:32.641365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Pushing event updated for resources: {'Port': ['ID=eeaaa332-8106-4f14-a819-38b1614ab489,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:32.649478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Pushing event updated for resources: {'Port': ['ID=aaf576ce-8bb2-4c62-98f7-f06e0d750b71,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:32.652200 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.734196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:32.734924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:32.736022 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.737078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:32.737711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Bound port: aaf576ce-8bb2-4c62-98f7-f06e0d750b71, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:32.738216 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.750941 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.759200 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:32.767170 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:32.768434 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:32.854233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] For port aaf576ce-8bb2-4c62-98f7-f06e0d750b71, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:32.858146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] For port aaf576ce-8bb2-4c62-98f7-f06e0d750b71, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=aaf576ce-8bb2-4c62-98f7-f06e0d750b71,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:32.949572 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:33.006665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ceb05-e460-4906-bb16-8c9d7c6c7ab7 None None] Pushing event updated for resources: {'Port': ['ID=2681f7ec-31a1-4470-ba92-50f06f701ca7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:33.065677 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:33.068745 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-a0f1a334-3084-411d-ad38-d7818aba22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:33.073165 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-a0f1a334-3084-411d-ad38-d7818aba22e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.9246163 Sep 07 16:21:33.106895 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18f904cb-ac2c-497d-9517-af580c41ec0e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:33.109264 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f02c770-d49b-42fe-bfc7-0d7d628152a6 req-45cdd258-94c6-4567-b7cc-5cef5b7e5633 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688420 Sep 07 16:21:33.173574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-18f904cb-ac2c-497d-9517-af580c41ec0e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for d176138b-2794-4d20-ba73-754cb4b26975 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:33.480182 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:33.549130 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-513f1bc1-af38-4958-9c4c-62fe61a876dd None None] Provisioning for port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:33.618024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:33.674324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-87accb7d-cc28-4cc6-a692-d2a5d5ee93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:33.675846 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-87accb7d-cc28-4cc6-a692-d2a5d5ee93c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5973456 Sep 07 16:21:33.682165 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18f904cb-ac2c-497d-9517-af580c41ec0e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:33.790378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-513f1bc1-af38-4958-9c4c-62fe61a876dd None None] Provisioning complete for port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:33.790760 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-513f1bc1-af38-4958-9c4c-62fe61a876dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:33.791118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f904cb-ac2c-497d-9517-af580c41ec0e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=d176138b-2794-4d20-ba73-754cb4b26975,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:33.840804 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 78daf226-241e-4a39-b443-6f8b488a4388, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=78daf226-241e-4a39-b443-6f8b488a4388,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:33.852696 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:33.853682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 45b0785c-e1fd-47b0-90ef-fadca7966ed0 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:33.941041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:21:33.944060 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18f904cb-ac2c-497d-9517-af580c41ec0e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:33.950177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:33.956491 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-18f904cb-ac2c-497d-9517-af580c41ec0e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/d176138b-2794-4d20-ba73-754cb4b26975 HTTP/1.1" status: 204 len: 168 time: 2.5162089 Sep 07 16:21:33.962565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38510) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:33.967105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Transition to ACTIVE for port object 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:33.974609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:34.012633 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1e7b5-abee-445d-81fd-9ced2da803e8 None None] Pushing event updated for resources: {'Port': ['ID=aaf576ce-8bb2-4c62-98f7-f06e0d750b71,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:34.027998 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:34.029232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-513f1bc1-af38-4958-9c4c-62fe61a876dd None None] Port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:34.053714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Pushing event updated for resources: {'Port': ['ID=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:34.063736 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:34.140814 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:34.230198 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-8f645897-1d71-4fcc-b32f-4a785eaeb289 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405424 Sep 07 16:21:34.239512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f40c2-82c5-44d1-aa47-f39430a425eb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:34.280028 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f40c2-82c5-44d1-aa47-f39430a425eb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:34.284097 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-668f40c2-82c5-44d1-aa47-f39430a425eb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3180733 Sep 07 16:21:34.347304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38526) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:34.381004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=78daf226-241e-4a39-b443-6f8b488a4388,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:34.411191 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 45b0785c-e1fd-47b0-90ef-fadca7966ed0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:34.411717 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:34.483915 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-94a9b2e0-b08c-4c5b-8005-e12fbd4b914c service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958408 Sep 07 16:21:34.536673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd716690-fc0b-4bf1-8011-9e31a0683b3f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 854688a6-a0d4-4395-988f-687138af82b2 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:21:34.544666 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd716690-fc0b-4bf1-8011-9e31a0683b3f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:34.647736 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd716690-fc0b-4bf1-8011-9e31a0683b3f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:34.651759 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-b02987aa-2ee6-4687-a4bd-bc5d50ed70c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=a072f777-9f21-4db1-a87f-cc4dd3dd08b6 HTTP/1.1" status: 200 len: 217 time: 0.1589642 Sep 07 16:21:34.678542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e2ef1d6c-5ccf-429b-a8bd-b2603c7a84e5 None None] Provisioning for port eeaaa332-8106-4f14-a819-38b1614ab489 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:34.700962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 6, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:31Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2681f7ec-31a1-4470-ba92-50f06f701ca7', 'name': '', 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:6f:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:18Z', 'updated_at': '2021-09-07T16:21:32Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:34.703302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e2ef1d6c-5ccf-429b-a8bd-b2603c7a84e5 None None] Provisioning complete for port eeaaa332-8106-4f14-a819-38b1614ab489 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:34.703680 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2ef1d6c-5ccf-429b-a8bd-b2603c7a84e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:34.787344 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef1d6c-5ccf-429b-a8bd-b2603c7a84e5 None None] Port eeaaa332-8106-4f14-a819-38b1614ab489 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:34.813289 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd716690-fc0b-4bf1-8011-9e31a0683b3f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:34.822671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f79b9-a634-4cae-8241-7d2450fe5eef None None] The sync data for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 is: [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 6, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:31Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2681f7ec-31a1-4470-ba92-50f06f701ca7', 'name': '', 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:6f:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:18Z', 'updated_at': '2021-09-07T16:21:32Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:34.921463 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-e3181fc1-d79e-4be7-9fa2-0d68d61e2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:34.923353 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-e3181fc1-d79e-4be7-9fa2-0d68d61e2a5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.2627645 Sep 07 16:21:34.933917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:34.995512 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd716690-fc0b-4bf1-8011-9e31a0683b3f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:35.014404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Network 55f2849f-aa2f-4447-a322-911b7278e648 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:35.072769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-e827ff39-f750-4f1e-901d-9331fa3d9d20 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Added routes are [] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 16:21:35.073275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-e827ff39-f750-4f1e-901d-9331fa3d9d20 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 16:21:35.111036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763998ac-f105-4fcd-92fc-5dc94a77b800 req-548a4b1d-a0be-4c50-b022-26b340803079 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:35.112515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:35.113749 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-763998ac-f105-4fcd-92fc-5dc94a77b800 req-548a4b1d-a0be-4c50-b022-26b340803079 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 944 time: 0.7189872 Sep 07 16:21:35.114672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd716690-fc0b-4bf1-8011-9e31a0683b3f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=854688a6-a0d4-4395-988f-687138af82b2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:35.117469 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd716690-fc0b-4bf1-8011-9e31a0683b3f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:35.123596 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bd716690-fc0b-4bf1-8011-9e31a0683b3f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/854688a6-a0d4-4395-988f-687138af82b2 HTTP/1.1" status: 204 len: 168 time: 0.6865702 Sep 07 16:21:35.125048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:35.125485 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:35.129014 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38606) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:35.166820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:35.238966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Pushing event updated for resources: {'Port': ['ID=eeaaa332-8106-4f14-a819-38b1614ab489,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:35.299049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bb65bfc9-b3e1-4284-9ba8-35a6f49b9aa4 None None] Provisioning for port aaf576ce-8bb2-4c62-98f7-f06e0d750b71 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:35.361584 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8236e1ba-0e55-42bd-850d-8333995f2e31 None None] Sync routers for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:21:35.374159 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-36c09fca-24b6-42e4-8dc2-fa583f615ccb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2376916 Sep 07 16:21:35.378441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:35.383259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-a65dc122-1971-4e12-b9a5-960bb05fb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:35.385503 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-a65dc122-1971-4e12-b9a5-960bb05fb44e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4303162 Sep 07 16:21:35.398268 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8236e1ba-0e55-42bd-850d-8333995f2e31 None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:35.399422 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8236e1ba-0e55-42bd-850d-8333995f2e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:35.428126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Attempting to bind port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:35.428925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Attempting to bind port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:35.429492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Attempting to bind port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 on network ffb11023-581e-4b93-9d24-3e77cb56e81e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:35.436038 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:35.437507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-763998ac-f105-4fcd-92fc-5dc94a77b800 req-3484360d-d102-4b70-88c4-65ed22c1f0e7 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675807 Sep 07 16:21:35.463625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f7696d-d3e4-407e-aa34-dd93ab5e373e None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:35.479134 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 on network ffb11023-581e-4b93-9d24-3e77cb56e81e not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:21:35.479830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Attempting to bind port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 on network ffb11023-581e-4b93-9d24-3e77cb56e81e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:35.550500 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e827ff39-f750-4f1e-901d-9331fa3d9d20 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:35.671491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:35.671832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Checking segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:35.672236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Bound using segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:35.673376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Bound port: 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:35.689868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-089b672d-2329-4381-a5b5-ef84d002d460 None None] Could not find standard attr ID for object d176138b-2794-4d20-ba73-754cb4b26975. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:21:35.690466 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:35.702102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Router bca359b3-5fef-447b-aa94-1e9245a8d5da has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:21:35.717758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b,segment=NetworkSegment(d4fc478a-4426-48e1-9e89-8c3074596823),segment_id=d4fc478a-4426-48e1-9e89-8c3074596823)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:35.733246 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:35.734083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ff4921d2-aa26-42db-838c-61a3752a600b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:35.870191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa0bdcd-136b-42b9-ac0a-542ba63b0acc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:35.877475 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2aa0bdcd-136b-42b9-ac0a-542ba63b0acc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4881091 Sep 07 16:21:35.905376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:35.911506 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-835a9ced-7de9-4370-85ff-b6baa77fa62f service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087075 Sep 07 16:21:35.927392 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-8236e1ba-0e55-42bd-850d-8333995f2e31 None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:35.980435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38684) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:36.067926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a274a7c7-8956-4fa8-a380-b3999156435d None None] Provisioning complete for port eeaaa332-8106-4f14-a819-38b1614ab489 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:36.068937 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a274a7c7-8956-4fa8-a380-b3999156435d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:36.133504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] For port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:36.155490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] For port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:36.177558 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:36.197450 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:21:36.237455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343784de-1a71-436f-8207-78552d99a02b None None] Sync routers for ids ['bca359b3-5fef-447b-aa94-1e9245a8d5da'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:21:36.263939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cafdab9a-8d53-4540-b47f-893ae2797736 admin admin] 10.222.0.70 "PUT /v2.0/routers/bca359b3-5fef-447b-aa94-1e9245a8d5da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6556005 Sep 07 16:21:36.271092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8c0754-5a4e-4bc4-be21-dd501f3d8f49 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:36.274810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:36.276814 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:36.283158 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] 10.222.0.35 "PUT /v2.0/ports/7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 HTTP/1.1" status: 200 len: 1092 time: 3.8418386 Sep 07 16:21:36.284386 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6a8c0754-5a4e-4bc4-be21-dd501f3d8f49 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3026671 Sep 07 16:21:36.289478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64aa346-1593-42ec-a6f2-1e037630002c', 'tag': '7c8cf3be-07ff-4315-9dcd-f295a6d5dae1'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:21:36.300281 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9bf4bd-2a70-4d51-ab95-f863c2d5b0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a64aa346-1593-42ec-a6f2-1e037630002c", "tag": "7c8cf3be-07ff-4315-9dcd-f295a6d5dae1"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:21:36.314558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38714) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:36.330418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a274a7c7-8956-4fa8-a380-b3999156435d None None] Port eeaaa332-8106-4f14-a819-38b1614ab489 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:36.337423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343784de-1a71-436f-8207-78552d99a02b None None] Routers {'bca359b3-5fef-447b-aa94-1e9245a8d5da'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:36.338320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-343784de-1a71-436f-8207-78552d99a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['bca359b3-5fef-447b-aa94-1e9245a8d5da'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:36.343241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ff4921d2-aa26-42db-838c-61a3752a600b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:36.464202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ff4921d2-aa26-42db-838c-61a3752a600b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:36.465073 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:36.534420 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-64d4f886-a836-4389-a27c-b6df86b6e3c4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2178977 Sep 07 16:21:36.538271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38740) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:36.541202 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf9cd5d-797e-4b09-bf77-50ca30151d96 x-openstack-request-id: req-4bf9cd5d-797e-4b09-bf77-50ca30151d96 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:21:36.541513 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64aa346-1593-42ec-a6f2-1e037630002c", "tag": "7c8cf3be-07ff-4315-9dcd-f295a6d5dae1", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:21:36.541776 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4bf9cd5d-797e-4b09-bf77-50ca30151d96 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:21:36.542190 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64aa346-1593-42ec-a6f2-1e037630002c', 'tag': '7c8cf3be-07ff-4315-9dcd-f295a6d5dae1', 'status': 'completed', 'code': 200} Sep 07 16:21:36.624806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-addd65ff-bcc5-42cf-8346-6a6aee160da2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:36.628583 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad42bb20-4179-4c85-a271-cc75589e65c2 None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:21:36.674451 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8236e1ba-0e55-42bd-850d-8333995f2e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 6, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:31Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2681f7ec-31a1-4470-ba92-50f06f701ca7', 'name': '', 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:6f:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:18Z', 'updated_at': '2021-09-07T16:21:32Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:36.771971 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8236e1ba-0e55-42bd-850d-8333995f2e31 None None] Checking router: 6d2b4ad9-531c-4c72-ba03-15a48e79424e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:21:36.817102 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8236e1ba-0e55-42bd-850d-8333995f2e31 None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:36.817223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2c45a-b6a0-4f72-bf61-b62f16005bbe service neutron] Pushing event updated for resources: {'Port': ['ID=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:36.817725 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8236e1ba-0e55-42bd-850d-8333995f2e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:36.938418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-343784de-1a71-436f-8207-78552d99a02b None None] Set router bca359b3-5fef-447b-aa94-1e9245a8d5da gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:36.975326 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-9333300a-7851-4566-bd4b-13085e79548f service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9002147 Sep 07 16:21:36.991324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-f2b1d047-83e1-4014-b0db-5b4f376c2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:37.002733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-f2b1d047-83e1-4014-b0db-5b4f376c2b50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 1095 time: 0.5527153 Sep 07 16:21:37.031098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ec388-90e0-4fca-9500-7a081185a627 req-083d2ab5-8f4a-49cf-8ddd-4b460b1dbbc5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:37.040006 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e827ff39-f750-4f1e-901d-9331fa3d9d20 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:37.042205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-990ec388-90e0-4fca-9500-7a081185a627 req-083d2ab5-8f4a-49cf-8ddd-4b460b1dbbc5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 944 time: 0.3495231 Sep 07 16:21:37.100272 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-8236e1ba-0e55-42bd-850d-8333995f2e31 None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:37.130988 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-8e93f92d-09bf-4786-aedb-e7e20d4e73cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=b0fbdb23-e9d8-4c40-8793-56371784d957 HTTP/1.1" status: 200 len: 217 time: 0.1380894 Sep 07 16:21:37.132587 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e827ff39-f750-4f1e-901d-9331fa3d9d20 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:37.183397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-64175308-1c36-4df4-9c16-95246ed86dd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 HTTP/1.1" status: 200 len: 217 time: 0.1374948 Sep 07 16:21:37.196536 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:37.310283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addd65ff-bcc5-42cf-8346-6a6aee160da2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:37.313835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-addd65ff-bcc5-42cf-8346-6a6aee160da2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:37.453176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-ff65570d-da37-43e0-9011-8c1c2f53cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:37.454990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-990ec388-90e0-4fca-9500-7a081185a627 req-34f76fd7-5d6e-483d-bfae-0b6d38c0bcef tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842008 Sep 07 16:21:37.455560 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-ff65570d-da37-43e0-9011-8c1c2f53cf7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.3100922 Sep 07 16:21:37.476729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-ce29b716-9823-45ee-8ab0-27ebd5a68768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:37.478298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-ce29b716-9823-45ee-8ab0-27ebd5a68768 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.2864089 Sep 07 16:21:37.498426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ad42bb20-4179-4c85-a271-cc75589e65c2 None None] Deleting port aaf576ce-8bb2-4c62-98f7-f06e0d750b71 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:37.499128 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad42bb20-4179-4c85-a271-cc75589e65c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:37.634476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ad42bb20-4179-4c85-a271-cc75589e65c2 None None] For port aaf576ce-8bb2-4c62-98f7-f06e0d750b71, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=aaf576ce-8bb2-4c62-98f7-f06e0d750b71,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:37.635075 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad42bb20-4179-4c85-a271-cc75589e65c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:37.649183 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e827ff39-f750-4f1e-901d-9331fa3d9d20 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 6d2b4ad9-531c-4c72-ba03-15a48e79424e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:21:37.671055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ad42bb20-4179-4c85-a271-cc75589e65c2 None None] Calling delete_port for aaf576ce-8bb2-4c62-98f7-f06e0d750b71 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:37.729312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port ff4921d2-aa26-42db-838c-61a3752a600b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ff4921d2-aa26-42db-838c-61a3752a600b,segment=NetworkSegment(8e898de1-4df9-431d-8002-172767605222),segment_id=8e898de1-4df9-431d-8002-172767605222)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:37.744623 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:37.744814 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8236e1ba-0e55-42bd-850d-8333995f2e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:35Z', 'revision_number': 7, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:31Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2681f7ec-31a1-4470-ba92-50f06f701ca7', 'name': '', 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:6f:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:18Z', 'updated_at': '2021-09-07T16:21:32Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:37.745451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:37.812532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-01c1c963-4951-4c9b-b36f-8efd9dd6c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:37.821588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-01c1c963-4951-4c9b-b36f-8efd9dd6c316 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3219333 Sep 07 16:21:37.846436 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8236e1ba-0e55-42bd-850d-8333995f2e31 None None] The sync data for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 is: [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:35Z', 'revision_number': 7, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:31Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2681f7ec-31a1-4470-ba92-50f06f701ca7', 'name': '', 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:6f:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:18Z', 'updated_at': '2021-09-07T16:21:32Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:37.906859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38884) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:37.923649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9dcfd469-2c1c-4bb6-bbdc-01f93e280b8e tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479931649', 'description': 'tempest-secgroup-smoke-1479931649 description', 'project_id': 'fce44d46c57e438393948e71c3c66689'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:37.962632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:37.963516 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:38.030178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-a2c78139-f6ea-4cb7-9012-3b67f447c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:38.032777 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-a2c78139-f6ea-4cb7-9012-3b67f447c3c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5668886 Sep 07 16:21:38.034009 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e827ff39-f750-4f1e-901d-9331fa3d9d20 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:21:38.044466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e827ff39-f750-4f1e-901d-9331fa3d9d20 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:38.045847 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e827ff39-f750-4f1e-901d-9331fa3d9d20 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e HTTP/1.1" status: 200 len: 699 time: 6.1763451 Sep 07 16:21:38.056741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 38900) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:38.060748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=ff4921d2-aa26-42db-838c-61a3752a600b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:38.113402 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad42bb20-4179-4c85-a271-cc75589e65c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:38.153630 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42bb20-4179-4c85-a271-cc75589e65c2 None None] No DVR routers for this DVR port aaf576ce-8bb2-4c62-98f7-f06e0d750b71 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:21:38.156760 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42bb20-4179-4c85-a271-cc75589e65c2 None None] Pushing event deleted for resources: {'Port': ['ID=aaf576ce-8bb2-4c62-98f7-f06e0d750b71,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:38.170015 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd469-2c1c-4bb6-bbdc-01f93e280b8e tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:38.314857 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d81655-942c-46a5-aefe-953eef8802d5 None None] Sync routers for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:21:38.328009 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-addd65ff-bcc5-42cf-8346-6a6aee160da2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:38.333631 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d81655-942c-46a5-aefe-953eef8802d5 None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:38.334445 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e5d81655-942c-46a5-aefe-953eef8802d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:38.394036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 38930) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:38.401945 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ffc502fa-d4d4-477a-88bd-e672f20d33c6 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e HTTP/1.1" status: 200 len: 699 time: 0.3285508 Sep 07 16:21:38.428562 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-df111aa1-bc42-45a7-8dda-5352c6b02581 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810735 Sep 07 16:21:38.636927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa6b3bd-a913-4b83-8da9-ed32928cdaaa None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:21:38.637640 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e5d81655-942c-46a5-aefe-953eef8802d5 None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:38.645403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-343784de-1a71-436f-8207-78552d99a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'name': 'tempest-TestServerBasicOps-863240057-router', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '78daf226-241e-4a39-b443-6f8b488a4388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:15Z', 'updated_at': '2021-09-07T16:21:32Z', 'revision_number': 4, 'project_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'gw_port': {'id': '78daf226-241e-4a39-b443-6f8b488a4388', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:16Z', 'updated_at': '2021-09-07T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'eeaaa332-8106-4f14-a819-38b1614ab489', 'name': '', 'network_id': '55f2849f-aa2f-4447-a322-911b7278e648', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'mac_address': 'fa:16:3e:b9:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '2c31b78e-5900-4eda-90ea-e2f2c374c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:28Z', 'updated_at': '2021-09-07T16:21:33Z', 'revision_number': 2, 'project_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'subnets': [{'id': '2c31b78e-5900-4eda-90ea-e2f2c374c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:38.668285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 242dd5ab-4a7f-401b-8b1b-9d96590b6815 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:38.670024 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-b5f20fdd-8238-4367-a67d-f8934ae330f3 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337236 Sep 07 16:21:38.721555 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343784de-1a71-436f-8207-78552d99a02b None None] Checking router: bca359b3-5fef-447b-aa94-1e9245a8d5da for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:21:38.722116 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343784de-1a71-436f-8207-78552d99a02b None None] Updating router bca359b3-5fef-447b-aa94-1e9245a8d5da port eeaaa332-8106-4f14-a819-38b1614ab489 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:21:38.796354 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-2f52686f-8d1f-42af-b4c3-53c73790d4ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 HTTP/1.1" status: 200 len: 217 time: 0.1105134 Sep 07 16:21:38.806977 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-343784de-1a71-436f-8207-78552d99a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:38.883295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 242dd5ab-4a7f-401b-8b1b-9d96590b6815 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:38.884026 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:38.925534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-2bc3066a-f1ff-4ca8-a89e-71b284d8acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:38.927776 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-2bc3066a-f1ff-4ca8-a89e-71b284d8acf0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef42e25e-cc1c-4df5-a8de-a86bed94f9b0 HTTP/1.1" status: 200 len: 797 time: 0.1303918 Sep 07 16:21:38.987340 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-72461bb8-be62-4dbe-a26c-00a6e70e700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:38.994610 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-72461bb8-be62-4dbe-a26c-00a6e70e700d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0587885 Sep 07 16:21:39.179270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-13774455-2b2c-47b6-be8f-4b5111ca3674 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3476412 Sep 07 16:21:39.184632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd65ff-bcc5-42cf-8346-6a6aee160da2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=5bbb97b4-5c6a-4166-84f2-7cdaa5c2f49f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:39.211116 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e5d81655-942c-46a5-aefe-953eef8802d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:35Z', 'revision_number': 7, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:31Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2681f7ec-31a1-4470-ba92-50f06f701ca7', 'name': '', 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:6f:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:18Z', 'updated_at': '2021-09-07T16:21:32Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:39.215786 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-57c9d9c3-3fa3-4285-b392-3bd24417d9b0 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117960 Sep 07 16:21:39.302592 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d81655-942c-46a5-aefe-953eef8802d5 None None] Checking router: 6d2b4ad9-531c-4c72-ba03-15a48e79424e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:21:39.330678 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d81655-942c-46a5-aefe-953eef8802d5 None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:39.331993 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e5d81655-942c-46a5-aefe-953eef8802d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:39.345412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa6b3bd-a913-4b83-8da9-ed32928cdaaa None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:21:39.433284 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd469-2c1c-4bb6-bbdc-01f93e280b8e tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:39.482654 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-bf95ac87-4b6f-43f6-9f80-46b87bfb07aa service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486417 Sep 07 16:21:39.519196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f5bce778-745f-4438-ad0e-20d6ee818f59 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:21:39.542715 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-64dcd6b0-d67d-4d21-8053-05d3eb346910 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d39f6353-2298-46e1-accb-22762d3f7601 HTTP/1.1" status: 200 len: 217 time: 0.0578694 Sep 07 16:21:39.562408 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e5d81655-942c-46a5-aefe-953eef8802d5 None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:39.612391 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-343784de-1a71-436f-8207-78552d99a02b None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:39.624647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-343784de-1a71-436f-8207-78552d99a02b None None] Transition to ACTIVE for port object eeaaa332-8106-4f14-a819-38b1614ab489 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:39.632263 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-343784de-1a71-436f-8207-78552d99a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:39.634520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f5bce778-745f-4438-ad0e-20d6ee818f59 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:21:39.635010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f5bce778-745f-4438-ad0e-20d6ee818f59 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:21:39.647056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-ccfcfc60-79d6-43e2-918d-bb192952e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:39.650673 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-ccfcfc60-79d6-43e2-918d-bb192952e6f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef42e25e-cc1c-4df5-a8de-a86bed94f9b0 HTTP/1.1" status: 200 len: 797 time: 0.1010499 Sep 07 16:21:39.663360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd65ff-bcc5-42cf-8346-6a6aee160da2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:39.666954 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd469-2c1c-4bb6-bbdc-01f93e280b8e tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:39.672070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-addd65ff-bcc5-42cf-8346-6a6aee160da2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:39.676411 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd65ff-bcc5-42cf-8346-6a6aee160da2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:39.677253 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-addd65ff-bcc5-42cf-8346-6a6aee160da2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:39.770525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-df06f130-29ec-4378-85eb-6c18c5230185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:39.772781 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-df06f130-29ec-4378-85eb-6c18c5230185 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1143522 Sep 07 16:21:40.029396 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-d1432059-0d21-43e2-8bc9-f63bbc3ad1b7 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452450 Sep 07 16:21:40.038832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 11460484-91f7-4f85-98b2-1967ce02091c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:40.063794 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e5d81655-942c-46a5-aefe-953eef8802d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:35Z', 'revision_number': 7, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:31Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2681f7ec-31a1-4470-ba92-50f06f701ca7', 'name': '', 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:6f:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:18Z', 'updated_at': '2021-09-07T16:21:32Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:40.188685 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d81655-942c-46a5-aefe-953eef8802d5 None None] The sync data for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 is: [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:35Z', 'revision_number': 7, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:31Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2681f7ec-31a1-4470-ba92-50f06f701ca7', 'name': '', 'network_id': 'bb777f4a-544f-4533-ac2a-d77f76922bcc', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:6f:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:18Z', 'updated_at': '2021-09-07T16:21:32Z', 'revision_number': 4, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'de94af91-10d9-4148-a832-b4caf92081e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:40.322122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfd469-2c1c-4bb6-bbdc-01f93e280b8e tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8600ad7c-aa84-4cd3-ba16-70dab8690bc3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:40.417572 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52896cc4-4367-4db9-94dd-48fc1df9e715 req-17c24b6f-bcb5-450e-be1e-73dbf1493f25 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9797463 Sep 07 16:21:40.450498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-addd65ff-bcc5-42cf-8346-6a6aee160da2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8706315 Sep 07 16:21:40.456717 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-343784de-1a71-436f-8207-78552d99a02b None None] Attempting to bind port eeaaa332-8106-4f14-a819-38b1614ab489 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:40.457707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-343784de-1a71-436f-8207-78552d99a02b None None] Attempting to bind port eeaaa332-8106-4f14-a819-38b1614ab489 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'd4fc478a-4426-48e1-9e89-8c3074596823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55f2849f-aa2f-4447-a322-911b7278e648'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:40.458237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343784de-1a71-436f-8207-78552d99a02b None None] Attempting to bind port eeaaa332-8106-4f14-a819-38b1614ab489 on network 55f2849f-aa2f-4447-a322-911b7278e648 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:40.464194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdea407-2fee-4b45-a542-d37da4b04bcd None None] Pushing event updated for resources: {'Port': ['ID=eeaaa332-8106-4f14-a819-38b1614ab489,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:40.480384 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343784de-1a71-436f-8207-78552d99a02b None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:40.481005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343784de-1a71-436f-8207-78552d99a02b None None] Checking segment: {'id': 'd4fc478a-4426-48e1-9e89-8c3074596823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55f2849f-aa2f-4447-a322-911b7278e648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:40.481626 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-343784de-1a71-436f-8207-78552d99a02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:40.482199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343784de-1a71-436f-8207-78552d99a02b None None] Bound using segment: {'id': 'd4fc478a-4426-48e1-9e89-8c3074596823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55f2849f-aa2f-4447-a322-911b7278e648'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:40.482862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-343784de-1a71-436f-8207-78552d99a02b None None] Bound port: eeaaa332-8106-4f14-a819-38b1614ab489, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fc478a-4426-48e1-9e89-8c3074596823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '55f2849f-aa2f-4447-a322-911b7278e648'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:40.483418 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-343784de-1a71-436f-8207-78552d99a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:40.504604 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94b921d7-9061-41f0-a83a-719ef536f1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:40.518160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7f9e3-a79d-41c1-83ec-ae95b8353b51 req-d97b68fd-3973-48bd-9bb3-c72a32e9fcaf tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:40.519821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aaa7f9e3-a79d-41c1-83ec-ae95b8353b51 req-d97b68fd-3973-48bd-9bb3-c72a32e9fcaf tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 944 time: 1.7804756 Sep 07 16:21:40.521718 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd469-2c1c-4bb6-bbdc-01f93e280b8e tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:40.522889 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9dcfd469-2c1c-4bb6-bbdc-01f93e280b8e tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6078424 Sep 07 16:21:40.535920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39034) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:40.536263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39036) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:40.555995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-607b11f7-531d-4303-a6e3-94ac1bff6f7f tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Request body: {'security_group_rule': {'security_group_id': '8600ad7c-aa84-4cd3-ba16-70dab8690bc3', 'project_id': 'fce44d46c57e438393948e71c3c66689', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:40.589551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-343784de-1a71-436f-8207-78552d99a02b None None] For port eeaaa332-8106-4f14-a819-38b1614ab489, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:40.591236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': '5bbb97b4-5c6a-4166-84f2-7cdaa5c2f49f', 'ip_address': '2001:db8::4f96:80a7:c6a:54a4'}], 'name': 'tempest-NetworksTestDHCPv6-133128812'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:40.593860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-343784de-1a71-436f-8207-78552d99a02b None None] For port eeaaa332-8106-4f14-a819-38b1614ab489, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=eeaaa332-8106-4f14-a819-38b1614ab489,segment=NetworkSegment(d4fc478a-4426-48e1-9e89-8c3074596823),segment_id=d4fc478a-4426-48e1-9e89-8c3074596823)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:40.597239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': '5bbb97b4-5c6a-4166-84f2-7cdaa5c2f49f'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:21:40.598290 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:40.603332 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-343784de-1a71-436f-8207-78552d99a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:40.633124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 11460484-91f7-4f85-98b2-1967ce02091c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:40.633941 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:40.749510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343784de-1a71-436f-8207-78552d99a02b None None] Routers {'bca359b3-5fef-447b-aa94-1e9245a8d5da'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:40.750350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-343784de-1a71-436f-8207-78552d99a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['bca359b3-5fef-447b-aa94-1e9245a8d5da'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:40.816697 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f4ed4a4e-08dd-4125-bd82-bc1834d5558e req-346ad091-1f9d-4033-8948-4ae4d5ff6390 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7799587 Sep 07 16:21:40.894747 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-607b11f7-531d-4303-a6e3-94ac1bff6f7f tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.013711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bf4bd-2a70-4d51-ab95-f863c2d5b0ec req-715cef9c-2145-41fd-bd47-38bd5925a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:41.016923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c9bf4bd-2a70-4d51-ab95-f863c2d5b0ec req-715cef9c-2145-41fd-bd47-38bd5925a96e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 1095 time: 0.4748490 Sep 07 16:21:41.032946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aaa7f9e3-a79d-41c1-83ec-ae95b8353b51 req-9807cca4-3093-46d2-ad44-f2f4b0ae86b4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422972 Sep 07 16:21:41.048574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:41.108655 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-607b11f7-531d-4303-a6e3-94ac1bff6f7f tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.110928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Allocated IP 2001:db8::2 (a4a52928-aba9-4c1a-9760-c065e55e283a/5bbb97b4-5c6a-4166-84f2-7cdaa5c2f49f/6abe56e7-36b9-4c07-9ac7-fe721e11991e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:41.147864 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-607b11f7-531d-4303-a6e3-94ac1bff6f7f tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.194224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-343784de-1a71-436f-8207-78552d99a02b None None] Set router bca359b3-5fef-447b-aa94-1e9245a8d5da gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:41.227829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdea407-2fee-4b45-a542-d37da4b04bcd None None] Pushing event updated for resources: {'Port': ['ID=eeaaa332-8106-4f14-a819-38b1614ab489,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:41.254107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b11f7-531d-4303-a6e3-94ac1bff6f7f tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fdd3586-0120-4ab2-852b-ac5504ac310d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:41.297078 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-607b11f7-531d-4303-a6e3-94ac1bff6f7f tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.300436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-607b11f7-531d-4303-a6e3-94ac1bff6f7f tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7547061 Sep 07 16:21:41.301398 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39046) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:41.314304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-708be3f2-9f06-4770-aa19-15ea3eb1e44b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Request body: {'security_group_rule': {'security_group_id': '8600ad7c-aa84-4cd3-ba16-70dab8690bc3', 'project_id': 'fce44d46c57e438393948e71c3c66689', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:41.354060 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.420203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bf4bd-2a70-4d51-ab95-f863c2d5b0ec req-4e4446dc-cd48-4255-9e20-fac5d7e9b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:41.424818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c9bf4bd-2a70-4d51-ab95-f863c2d5b0ec req-4e4446dc-cd48-4255-9e20-fac5d7e9b804 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.3855410 Sep 07 16:21:41.442327 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3cba754-e5eb-4bb3-9af2-56f6e5a110d1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.456150 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-708be3f2-9f06-4770-aa19-15ea3eb1e44b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.587159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 72452cb1-bec9-4e66-b027-c8f604deec8a yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:21:41.638305 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-708be3f2-9f06-4770-aa19-15ea3eb1e44b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.643695 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-708be3f2-9f06-4770-aa19-15ea3eb1e44b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.663191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c9bf4bd-2a70-4d51-ab95-f863c2d5b0ec req-23b4b68d-a53e-4c63-9b05-53cc25743e5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 HTTP/1.1" status: 200 len: 217 time: 0.0697789 Sep 07 16:21:41.680689 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-708be3f2-9f06-4770-aa19-15ea3eb1e44b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.682677 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-708be3f2-9f06-4770-aa19-15ea3eb1e44b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3801603 Sep 07 16:21:41.686608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39052) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:41.693386 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c667ae49-2568-465a-bfd6-0b616ac349d6 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Request body: {'security_group_rule': {'security_group_id': '8600ad7c-aa84-4cd3-ba16-70dab8690bc3', 'project_id': 'fce44d46c57e438393948e71c3c66689', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:41.700902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708be3f2-9f06-4770-aa19-15ea3eb1e44b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7ae303-be5e-41fe-8c89-69bc5d9e04ad,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:41.740806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c667ae49-2568-465a-bfd6-0b616ac349d6 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.826259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bf4bd-2a70-4d51-ab95-f863c2d5b0ec req-6ab23a25-a2d8-4dac-babd-1fe883e55193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:41.827724 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c9bf4bd-2a70-4d51-ab95-f863c2d5b0ec req-6ab23a25-a2d8-4dac-babd-1fe883e55193 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.1080420 Sep 07 16:21:41.870300 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c667ae49-2568-465a-bfd6-0b616ac349d6 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.876385 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c667ae49-2568-465a-bfd6-0b616ac349d6 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.889494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-343784de-1a71-436f-8207-78552d99a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'name': 'tempest-TestServerBasicOps-863240057-router', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '78daf226-241e-4a39-b443-6f8b488a4388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:15Z', 'updated_at': '2021-09-07T16:21:32Z', 'revision_number': 4, 'project_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'gw_port': {'id': '78daf226-241e-4a39-b443-6f8b488a4388', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:16Z', 'updated_at': '2021-09-07T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'eeaaa332-8106-4f14-a819-38b1614ab489', 'name': '', 'network_id': '55f2849f-aa2f-4447-a322-911b7278e648', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'mac_address': 'fa:16:3e:b9:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '2c31b78e-5900-4eda-90ea-e2f2c374c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:28Z', 'updated_at': '2021-09-07T16:21:40Z', 'revision_number': 4, 'project_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'subnets': [{'id': '2c31b78e-5900-4eda-90ea-e2f2c374c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:41.899270 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 78daf226-241e-4a39-b443-6f8b488a4388 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:41.899800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667ae49-2568-465a-bfd6-0b616ac349d6 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f5c8fa-6d89-4e15-98a8-4ba9a848b610,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:41.909138 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c667ae49-2568-465a-bfd6-0b616ac349d6 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.912962 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c667ae49-2568-465a-bfd6-0b616ac349d6 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2222524 Sep 07 16:21:41.913234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39056) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:41.925105 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-23bafb8b-5bf3-4c5f-84eb-1bb58615b300 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Request body: {'security_group_rule': {'security_group_id': '8600ad7c-aa84-4cd3-ba16-70dab8690bc3', 'project_id': 'fce44d46c57e438393948e71c3c66689', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:41.935284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343784de-1a71-436f-8207-78552d99a02b None None] The sync data for ids ['bca359b3-5fef-447b-aa94-1e9245a8d5da'] in n-d-807551-3 is: [{'id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'name': 'tempest-TestServerBasicOps-863240057-router', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '78daf226-241e-4a39-b443-6f8b488a4388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:15Z', 'updated_at': '2021-09-07T16:21:32Z', 'revision_number': 4, 'project_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'gw_port': {'id': '78daf226-241e-4a39-b443-6f8b488a4388', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:16Z', 'updated_at': '2021-09-07T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'eeaaa332-8106-4f14-a819-38b1614ab489', 'name': '', 'network_id': '55f2849f-aa2f-4447-a322-911b7278e648', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'mac_address': 'fa:16:3e:b9:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '2c31b78e-5900-4eda-90ea-e2f2c374c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:28Z', 'updated_at': '2021-09-07T16:21:40Z', 'revision_number': 4, 'project_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'subnets': [{'id': '2c31b78e-5900-4eda-90ea-e2f2c374c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:41.938780 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:41.975157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Transition to ACTIVE for port object 6abe56e7-36b9-4c07-9ac7-fe721e11991e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:41.979416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bf4bd-2a70-4d51-ab95-f863c2d5b0ec req-d3e60642-3480-49b0-a7ce-41428bd12e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:41.981881 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c9bf4bd-2a70-4d51-ab95-f863c2d5b0ec req-d3e60642-3480-49b0-a7ce-41428bd12e17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376474 Sep 07 16:21:41.982625 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23bafb8b-5bf3-4c5f-84eb-1bb58615b300 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.006339 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Transition to ACTIVE for port object 6abe56e7-36b9-4c07-9ac7-fe721e11991e will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:42.036084 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.103859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:42.104239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 78daf226-241e-4a39-b443-6f8b488a4388 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:42.104762 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.113208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:42.140184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:42.152466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23bafb8b-5bf3-4c5f-84eb-1bb58615b300 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.164322 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23bafb8b-5bf3-4c5f-84eb-1bb58615b300 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.170098 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Pushing event updated for resources: {'Port': ['ID=6abe56e7-36b9-4c07-9ac7-fe721e11991e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:42.196543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bafb8b-5bf3-4c5f-84eb-1bb58615b300 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b638b37-dc71-4c9f-9987-35997d452121,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:42.223750 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23bafb8b-5bf3-4c5f-84eb-1bb58615b300 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.228866 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-23bafb8b-5bf3-4c5f-84eb-1bb58615b300 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3124917 Sep 07 16:21:42.229588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39062) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:42.237149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-16a988fc-c988-43aa-8b37-be50e0663cfa tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Request body: {'security_group_rule': {'security_group_id': '8600ad7c-aa84-4cd3-ba16-70dab8690bc3', 'project_id': 'fce44d46c57e438393948e71c3c66689', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:42.278352 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-16a988fc-c988-43aa-8b37-be50e0663cfa tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Project fce44d46c57e438393948e71c3c66689 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:21:42.286398 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16a988fc-c988-43aa-8b37-be50e0663cfa tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.296886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Attempting to bind port 6abe56e7-36b9-4c07-9ac7-fe721e11991e on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:42.297275 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Attempting to bind port 6abe56e7-36b9-4c07-9ac7-fe721e11991e by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:42.298186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Attempting to bind port 6abe56e7-36b9-4c07-9ac7-fe721e11991e on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:42.363291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:42.363468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:42.363908 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.364325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:42.364860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Bound port: 6abe56e7-36b9-4c07-9ac7-fe721e11991e, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:42.365281 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.382062 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16a988fc-c988-43aa-8b37-be50e0663cfa tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.384898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::4f96:80a7:c6a:54a4 (a4a52928-aba9-4c1a-9760-c065e55e283a/5bbb97b4-5c6a-4166-84f2-7cdaa5c2f49f/72452cb1-bec9-4e66-b027-c8f604deec8a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:42.396088 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16a988fc-c988-43aa-8b37-be50e0663cfa tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.402490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3d5b5-6a42-49df-a7af-5e7d4ddc5fb1 req-273f76f4-b52f-4a98-801e-51aeb576dc1a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:42.405407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ff4921d2-aa26-42db-838c-61a3752a600b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:42.413257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83a3d5b5-6a42-49df-a7af-5e7d4ddc5fb1 req-273f76f4-b52f-4a98-801e-51aeb576dc1a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 944 time: 0.2395806 Sep 07 16:21:42.465013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a988fc-c988-43aa-8b37-be50e0663cfa tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8106991-1222-4559-b7a0-d3e598bb5b45,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:42.475386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c3cba754-e5eb-4bb3-9af2-56f6e5a110d1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port 2681f7ec-31a1-4470-ba92-50f06f701ca7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:42.475740 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3cba754-e5eb-4bb3-9af2-56f6e5a110d1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.494029 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-16a988fc-c988-43aa-8b37-be50e0663cfa tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.508081 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-16a988fc-c988-43aa-8b37-be50e0663cfa tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2761457 Sep 07 16:21:42.511321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39066) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:42.523105 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e29fdf23-82a4-4a69-8784-c27fba15ea8b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Request body: {'security_group_rule': {'security_group_id': '8600ad7c-aa84-4cd3-ba16-70dab8690bc3', 'project_id': 'fce44d46c57e438393948e71c3c66689', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:42.524196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] For port 6abe56e7-36b9-4c07-9ac7-fe721e11991e, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:42.528713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] For port 6abe56e7-36b9-4c07-9ac7-fe721e11991e, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6abe56e7-36b9-4c07-9ac7-fe721e11991e,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:42.538741 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.551398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c9bf4bd-2a70-4d51-ab95-f863c2d5b0ec req-b242209e-9e05-4da7-a815-c8a2778b4220 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490053 Sep 07 16:21:42.620787 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-e29fdf23-82a4-4a69-8784-c27fba15ea8b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Project fce44d46c57e438393948e71c3c66689 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:21:42.628443 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e29fdf23-82a4-4a69-8784-c27fba15ea8b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.639448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ff4921d2-aa26-42db-838c-61a3752a600b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:42.639841 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.746427 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e29fdf23-82a4-4a69-8784-c27fba15ea8b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.763398 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e29fdf23-82a4-4a69-8784-c27fba15ea8b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.791695 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096b6f9-3369-4e5a-b532-c16f0b4a7af7 None None] Pushing event updated for resources: {'Port': ['ID=6abe56e7-36b9-4c07-9ac7-fe721e11991e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:42.793381 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83a3d5b5-6a42-49df-a7af-5e7d4ddc5fb1 req-84ffa6a4-98e0-4cb4-a24a-deca71052228 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789985 Sep 07 16:21:42.823932 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e29fdf23-82a4-4a69-8784-c27fba15ea8b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:42.827776 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e29fdf23-82a4-4a69-8784-c27fba15ea8b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3144929 Sep 07 16:21:42.868808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fdf23-82a4-4a69-8784-c27fba15ea8b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ca7726-3f65-4ffe-8251-6f208c52d40d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:42.942609 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2681f7ec-31a1-4470-ba92-50f06f701ca7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:42.980380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c9bf4bd-2a70-4d51-ab95-f863c2d5b0ec req-856d7178-2ff3-4ce0-aee6-4e6dd1abc4d6 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078448 Sep 07 16:21:43.066705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-c3cba754-e5eb-4bb3-9af2-56f6e5a110d1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] For port 2681f7ec-31a1-4470-ba92-50f06f701ca7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2681f7ec-31a1-4470-ba92-50f06f701ca7,segment=NetworkSegment(8e898de1-4df9-431d-8002-172767605222),segment_id=8e898de1-4df9-431d-8002-172767605222)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:43.067233 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3cba754-e5eb-4bb3-9af2-56f6e5a110d1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:43.085081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 2681f7ec-31a1-4470-ba92-50f06f701ca7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:43.098948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2681f7ec-31a1-4470-ba92-50f06f701ca7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:43.100193 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:43.115895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c3cba754-e5eb-4bb3-9af2-56f6e5a110d1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for 2681f7ec-31a1-4470-ba92-50f06f701ca7 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:43.316883 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:43.338799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f6c63785-1c53-46e9-ba5f-8040c8f189d2 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479931649&fields=id&tenant_id=fce44d46c57e438393948e71c3c66689 HTTP/1.1" status: 200 len: 267 time: 0.1742020 Sep 07 16:21:43.401023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 2681f7ec-31a1-4470-ba92-50f06f701ca7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2681f7ec-31a1-4470-ba92-50f06f701ca7,segment=NetworkSegment(8e898de1-4df9-431d-8002-172767605222),segment_id=8e898de1-4df9-431d-8002-172767605222)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:43.407913 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:43.409758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:43.411680 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:43.563726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object 72452cb1-bec9-4e66-b027-c8f604deec8a will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:43.576876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=2681f7ec-31a1-4470-ba92-50f06f701ca7,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:43.590787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:43.593390 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:43.632836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-2c68e1ae-8b78-4efc-ae4f-65b96f1aeacb tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:43.635377 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-2c68e1ae-8b78-4efc-ae4f-65b96f1aeacb tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/networks?id=da2e087c-bc81-45bc-81ff-e69a7c19ba4e HTTP/1.1" status: 200 len: 808 time: 0.2949283 Sep 07 16:21:43.699746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-74c0ac19-977a-44db-aa65-15ad88770e3e tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/quotas/fce44d46c57e438393948e71c3c66689 HTTP/1.1" status: 200 len: 375 time: 0.0554242 Sep 07 16:21:43.705403 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:43.863057 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3cba754-e5eb-4bb3-9af2-56f6e5a110d1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:43.912432 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:43.952511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:43.956384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=72452cb1-bec9-4e66-b027-c8f604deec8a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:43.992946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:43.996288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:44.002619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:44.003574 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:44.194410 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cba754-e5eb-4bb3-9af2-56f6e5a110d1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=2681f7ec-31a1-4470-ba92-50f06f701ca7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:44.233841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6abe56e7-36b9-4c07-9ac7-fe721e11991e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:44.281029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:21:44.284800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39098) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:44.285258 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a7259fc4-af72-485f-8137-652cc4f613b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:44.285348 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ef5a8500-11bb-4a4d-8e21-8c62d8af5919 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.7423420 Sep 07 16:21:44.290774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4eaee337-656e-4b9a-925b-7dc81be58ee1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': '5bbb97b4-5c6a-4166-84f2-7cdaa5c2f49f', 'ip_address': '2001:db8::4f96:80a7:c6a:54a4'}], 'name': 'tempest-NetworksTestDHCPv6-1920411983'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:44.325669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 6abe56e7-36b9-4c07-9ac7-fe721e11991e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:44.346694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device eeaaa332-8106-4f14-a819-38b1614ab489 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:44.367255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28862cb2-ba9d-4fac-a128-3a31c150efca req-93f6303b-604f-462f-bd13-b8de390120fb tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:44.373553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28862cb2-ba9d-4fac-a128-3a31c150efca req-93f6303b-604f-462f-bd13-b8de390120fb tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 944 time: 0.3979285 Sep 07 16:21:44.434437 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-91855bef-b856-42e1-921c-c5cd833f425e tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fce44d46c57e438393948e71c3c66689&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7245686 Sep 07 16:21:44.453014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2698ae-6181-4f09-bd78-18cb487cf287 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:44.593988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaee337-656e-4b9a-925b-7dc81be58ee1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:44.677868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2f67027f-5686-4751-a694-2a757c0018fb None None] Provisioning for port 6abe56e7-36b9-4c07-9ac7-fe721e11991e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:44.680023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port eeaaa332-8106-4f14-a819-38b1614ab489 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:44.696837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:44.754258 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3cba754-e5eb-4bb3-9af2-56f6e5a110d1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:44.779396 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28862cb2-ba9d-4fac-a128-3a31c150efca req-338c2724-7d88-4224-8dab-8bcec7af320d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924654 Sep 07 16:21:44.854290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port eeaaa332-8106-4f14-a819-38b1614ab489 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:44.856420 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:44.902483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2f67027f-5686-4751-a694-2a757c0018fb None None] Provisioning complete for port 6abe56e7-36b9-4c07-9ac7-fe721e11991e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:44.909524 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f67027f-5686-4751-a694-2a757c0018fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:44.988718 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4eaee337-656e-4b9a-925b-7dc81be58ee1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:45.077310 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-4eaee337-656e-4b9a-925b-7dc81be58ee1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 7325a21e-25ae-43e8-b2f4-c62ba4391054 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:21:45.128298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '7c8cf3be-07ff-4315-9dcd-f295a6d5dae1', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'port_id': '7c8cf3be-07ff-4315-9dcd-f295a6d5dae1', 'mac_address': 'fa:16:3e:c1:30:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:21:45.156820 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:45.266948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-703b4ab8-66c6-475e-b375-4b78e525eb12 service neutron] 10.222.0.70 "GET /v2.0/networks/da2e087c-bc81-45bc-81ff-e69a7c19ba4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8307433 Sep 07 16:21:45.279888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cba754-e5eb-4bb3-9af2-56f6e5a110d1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 6d2b4ad9-531c-4c72-ba03-15a48e79424e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:21:45.288876 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f67027f-5686-4751-a694-2a757c0018fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:45.307030 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:45.362704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:21:45.392284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:45.408906 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:45.413658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2f67027f-5686-4751-a694-2a757c0018fb None None] For port 6abe56e7-36b9-4c07-9ac7-fe721e11991e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6abe56e7-36b9-4c07-9ac7-fe721e11991e,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:45.443758 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f67027f-5686-4751-a694-2a757c0018fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:45.449573 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:45.558152 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:45.592024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port eeaaa332-8106-4f14-a819-38b1614ab489, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=eeaaa332-8106-4f14-a819-38b1614ab489,segment=NetworkSegment(d4fc478a-4426-48e1-9e89-8c3074596823),segment_id=d4fc478a-4426-48e1-9e89-8c3074596823)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:45.617756 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:45.618559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2681f7ec-31a1-4470-ba92-50f06f701ca7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:45.649443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 2681f7ec-31a1-4470-ba92-50f06f701ca7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:21:45.649703 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2681f7ec-31a1-4470-ba92-50f06f701ca7 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 07 16:21:45.653909 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eaee337-656e-4b9a-925b-7dc81be58ee1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 07 16:21:45.654403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3bd1dcb8-ecc3-4e75-9728-05c613db2da6 None None] Provisioning complete for port eeaaa332-8106-4f14-a819-38b1614ab489 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:45.654550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eaee337-656e-4b9a-925b-7dc81be58ee1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:21:45.654637 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3bd1dcb8-ecc3-4e75-9728-05c613db2da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:45.697376 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4eaee337-656e-4b9a-925b-7dc81be58ee1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.4080868 Sep 07 16:21:45.698033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39110) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:45.725825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Port 2681f7ec-31a1-4470-ba92-50f06f701ca7 not found, will not notify nova. {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 07 16:21:45.733944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67027f-5686-4751-a694-2a757c0018fb None None] Pushing event updated for resources: {'Port': ['ID=6abe56e7-36b9-4c07-9ac7-fe721e11991e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:45.823926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=eeaaa332-8106-4f14-a819-38b1614ab489,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:45.873879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['7c8cf3be-07ff-4315-9dcd-f295a6d5dae1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:21:45.927279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805716ee-51ce-4a4e-93c9-c274e015dc92 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:45.952118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805716ee-51ce-4a4e-93c9-c274e015dc92 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:45.960383 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-805716ee-51ce-4a4e-93c9-c274e015dc92 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2591975 Sep 07 16:21:45.977726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39114) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:46.126963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-300bc804-0f01-4c4e-ab3e-88ac1fbb7a78 None None] Provisioning complete for port 6abe56e7-36b9-4c07-9ac7-fe721e11991e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:46.127369 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-300bc804-0f01-4c4e-ab3e-88ac1fbb7a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:46.336001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6abe56e7-36b9-4c07-9ac7-fe721e11991e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:46.354613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f1771aa5-ee60-4db3-996f-ece44aa7051e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port 72452cb1-bec9-4e66-b027-c8f604deec8a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:46.355213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1771aa5-ee60-4db3-996f-ece44aa7051e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:46.592881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6abe56e7-36b9-4c07-9ac7-fe721e11991e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:46.593857 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:46.595943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1771aa5-ee60-4db3-996f-ece44aa7051e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:46.597441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1681ebe-bc44-4083-af3e-22c73a3b95d2 req-88d25a28-91ff-4762-beaf-d45daa7dfdd0 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:46.598998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1681ebe-bc44-4083-af3e-22c73a3b95d2 req-88d25a28-91ff-4762-beaf-d45daa7dfdd0 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 945 time: 0.4245777 Sep 07 16:21:46.603472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-322cabcc-dc2e-4a6f-a552-6720fbdd1eb2 service neutron] 10.222.0.70 "GET /v2.0/networks/da2e087c-bc81-45bc-81ff-e69a7c19ba4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3215859 Sep 07 16:21:46.630969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f1771aa5-ee60-4db3-996f-ece44aa7051e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for 72452cb1-bec9-4e66-b027-c8f604deec8a owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:46.634552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cba754-e5eb-4bb3-9af2-56f6e5a110d1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:21:46.642411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c3cba754-e5eb-4bb3-9af2-56f6e5a110d1 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2369709 Sep 07 16:21:46.645026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39124) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:46.680013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-300bc804-0f01-4c4e-ab3e-88ac1fbb7a78 None None] Provisioning for port 72452cb1-bec9-4e66-b027-c8f604deec8a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:46.682703 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1681ebe-bc44-4083-af3e-22c73a3b95d2 req-2163e575-a893-4f0d-9171-fa3d9394a89d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764265 Sep 07 16:21:46.685121 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26207823-f4f4-45a9-8a89-d23341c3f1cc None None] Sync routers for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:21:46.693049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-300bc804-0f01-4c4e-ab3e-88ac1fbb7a78 None None] Provisioning complete for port 72452cb1-bec9-4e66-b027-c8f604deec8a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:46.693722 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-300bc804-0f01-4c4e-ab3e-88ac1fbb7a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:46.743347 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26207823-f4f4-45a9-8a89-d23341c3f1cc None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:46.744496 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-26207823-f4f4-45a9-8a89-d23341c3f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:46.786104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting subnet de94af91-10d9-4148-a832-b4caf92081e5 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:21:46.790237 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:46.812192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-300bc804-0f01-4c4e-ab3e-88ac1fbb7a78 None None] Port 72452cb1-bec9-4e66-b027-c8f604deec8a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:46.900881 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.101273 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1771aa5-ee60-4db3-996f-ece44aa7051e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.109319 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.134826 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.152768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-06d3500c-a5e8-4ae4-a1fd-7938da09cd42 None None] Could not find standard attr ID for object 72452cb1-bec9-4e66-b027-c8f604deec8a. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:21:47.160854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-26207823-f4f4-45a9-8a89-d23341c3f1cc None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:47.202588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1771aa5-ee60-4db3-996f-ece44aa7051e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=72452cb1-bec9-4e66-b027-c8f604deec8a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:47.231088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device eeaaa332-8106-4f14-a819-38b1614ab489 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:47.263076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77b9e511-bd50-45b6-8783-931005100cab req-681ae667-38ed-4016-a81e-52290e2a5fdb tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 210 time: 0.0682309 Sep 07 16:21:47.271156 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1771aa5-ee60-4db3-996f-ece44aa7051e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.273126 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f1771aa5-ee60-4db3-996f-ece44aa7051e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/72452cb1-bec9-4e66-b027-c8f604deec8a HTTP/1.1" status: 204 len: 168 time: 1.2942867 Sep 07 16:21:47.275813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39134) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:47.399821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43fc4a-799a-496d-8460-d6081fe4d580 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:47.408833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43fc4a-799a-496d-8460-d6081fe4d580 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:47.413186 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.413775 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8e43fc4a-799a-496d-8460-d6081fe4d580 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1289048 Sep 07 16:21:47.415213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39142) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:47.455781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port eeaaa332-8106-4f14-a819-38b1614ab489 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:47.457109 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.474739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Subnet': ['ID=de94af91-10d9-4148-a832-b4caf92081e5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:47.487268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:47.487854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:47.488699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:47.489237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:47.489732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:47.490360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:47.490826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:47.491298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:47.491841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:47.492302 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:47.492804 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:47.493272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:47.496570 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.502337 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6889890f-faf2-4711-89dc-c8369396016b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/de94af91-10d9-4148-a832-b4caf92081e5 HTTP/1.1" status: 204 len: 168 time: 0.8563042 Sep 07 16:21:47.503501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:47.545924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9f1c03-95f0-4ad0-a1d7-e2d086f73dc5 None None] Network bb777f4a-544f-4533-ac2a-d77f76922bcc requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:47.546422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb05666-067c-484a-a2e0-d0174b33ef05 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 5bbb97b4-5c6a-4166-84f2-7cdaa5c2f49f {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:21:47.549332 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bb05666-067c-484a-a2e0-d0174b33ef05 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.634671 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.673247 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bb05666-067c-484a-a2e0-d0174b33ef05 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.814365 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bb05666-067c-484a-a2e0-d0174b33ef05 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.818295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port ff4921d2-aa26-42db-838c-61a3752a600b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:47.818650 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:47.921895 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bb05666-067c-484a-a2e0-d0174b33ef05 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:48.016858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb05666-067c-484a-a2e0-d0174b33ef05 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=5bbb97b4-5c6a-4166-84f2-7cdaa5c2f49f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:48.034418 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bb05666-067c-484a-a2e0-d0174b33ef05 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:48.043122 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3bb05666-067c-484a-a2e0-d0174b33ef05 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/5bbb97b4-5c6a-4166-84f2-7cdaa5c2f49f HTTP/1.1" status: 204 len: 168 time: 0.6261659 Sep 07 16:21:48.044582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39154) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:48.066856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb3f1d-49c3-45d0-a50a-1e7f0c9fae91 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:48.097040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] For port ff4921d2-aa26-42db-838c-61a3752a600b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ff4921d2-aa26-42db-838c-61a3752a600b,segment=NetworkSegment(8e898de1-4df9-431d-8002-172767605222),segment_id=8e898de1-4df9-431d-8002-172767605222)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:48.097418 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:48.114570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for ff4921d2-aa26-42db-838c-61a3752a600b owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:48.130262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f14de2-08f4-44e2-badf-31342207bad5 req-075e65d9-2edb-4b58-a10e-1c312882d0df tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:48.138883 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08f14de2-08f4-44e2-badf-31342207bad5 req-075e65d9-2edb-4b58-a10e-1c312882d0df tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 945 time: 0.2710137 Sep 07 16:21:48.160564 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6ede52eb-dc6a-4c40-9ebf-d86c1c30a9b2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139760 Sep 07 16:21:48.162555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39158) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:48.167632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6e325c50-7771-4004-8ab7-f738582a0bfb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:48.318373 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08f14de2-08f4-44e2-badf-31342207bad5 req-89c64856-e206-4429-b6fb-20933648cf07 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785517 Sep 07 16:21:48.322644 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:48.344736 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:48.354129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-26207823-f4f4-45a9-8a89-d23341c3f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:43Z', 'revision_number': 8, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:31Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:48.366887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No DVR routers for this DVR port ff4921d2-aa26-42db-838c-61a3752a600b on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:21:48.418646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26207823-f4f4-45a9-8a89-d23341c3f1cc None None] Checking router: 6d2b4ad9-531c-4c72-ba03-15a48e79424e for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:21:48.442353 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26207823-f4f4-45a9-8a89-d23341c3f1cc None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:48.443359 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-26207823-f4f4-45a9-8a89-d23341c3f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:48.490668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa04ed65-2faa-45a4-aa23-cf5fd0c92c86 None None] DHCP port deletion for bb777f4a-544f-4533-ac2a-d77f76922bcc request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:21:48.507153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=ff4921d2-aa26-42db-838c-61a3752a600b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:48.555258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:48.576345 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:48.576846 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:48.650090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2648fcbd-5aca-4704-aafd-2ac36d330229 req-61404029-6ea8-45b0-bf4d-453eabcc5f5e tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 210 time: 0.1880143 Sep 07 16:21:48.696161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb403dc-30ec-4a13-b856-136187ec59f9 None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:21:48.712766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-26207823-f4f4-45a9-8a89-d23341c3f1cc None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:48.758812 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:48.769462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e325c50-7771-4004-8ab7-f738582a0bfb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:48.772996 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e325c50-7771-4004-8ab7-f738582a0bfb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:48.799702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb777f4a-544f-4533-ac2a-d77f76922bcc']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:48.823421 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e898de1-4df9-431d-8002-172767605222') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:48.823780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e898de1-4df9-431d-8002-172767605222') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:48.972017 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:48.983514 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:48.998519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4cb403dc-30ec-4a13-b856-136187ec59f9 None None] Deleting port 6abe56e7-36b9-4c07-9ac7-fe721e11991e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:49.001991 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4cb403dc-30ec-4a13-b856-136187ec59f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:49.039228 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:49.061570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:21:49.062028 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:21:49.065781 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:21:49.192275 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:49.201210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-5c3d0c3a-c494-4f9c-97b8-2daaab6ed749 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:49.201694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:49.203472 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-5c3d0c3a-c494-4f9c-97b8-2daaab6ed749 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.54 "GET /v2.0/networks?id=da2e087c-bc81-45bc-81ff-e69a7c19ba4e HTTP/1.1" status: 200 len: 808 time: 0.4681895 Sep 07 16:21:49.209291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39170) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:49.217026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/networks/bb777f4a-544f-4533-ac2a-d77f76922bcc HTTP/1.1" status: 204 len: 168 time: 1.7122748 Sep 07 16:21:49.228699 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4cb403dc-30ec-4a13-b856-136187ec59f9 None None] For port 6abe56e7-36b9-4c07-9ac7-fe721e11991e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6abe56e7-36b9-4c07-9ac7-fe721e11991e,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:49.229125 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4cb403dc-30ec-4a13-b856-136187ec59f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:49.264415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826742ff-4c29-4d6c-a05e-ef6146ee7f11 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Network': ['ID=bb777f4a-544f-4533-ac2a-d77f76922bcc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:49.285001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4cb403dc-30ec-4a13-b856-136187ec59f9 None None] Calling delete_port for 6abe56e7-36b9-4c07-9ac7-fe721e11991e owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:49.292173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64aa346-1593-42ec-a6f2-1e037630002c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8cf3be-07ff-4315-9dcd-f295a6d5dae1'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:21:49.308743 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fcf4ef-16b6-4be6-8e69-cc9500f925a4" -d '{"events": [{"server_uuid": "a64aa346-1593-42ec-a6f2-1e037630002c", "name": "network-vif-plugged", "status": "completed", "tag": "7c8cf3be-07ff-4315-9dcd-f295a6d5dae1"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:21:49.421456 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e325c50-7771-4004-8ab7-f738582a0bfb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:49.479032 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-edce6d72-e1b2-4b94-93b0-32c3164ccc79 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fce44d46c57e438393948e71c3c66689 HTTP/1.1" status: 200 len: 380 time: 0.2505791 Sep 07 16:21:49.519667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e325c50-7771-4004-8ab7-f738582a0bfb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:49.519893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Request body: {'port': {'device_id': '318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'admin_state_up': True, 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'security_groups': ['8600ad7c-aa84-4cd3-ba16-70dab8690bc3']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:49.525541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6e325c50-7771-4004-8ab7-f738582a0bfb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:49.530752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e325c50-7771-4004-8ab7-f738582a0bfb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:49.531375 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e325c50-7771-4004-8ab7-f738582a0bfb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:49.543859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:49.546560 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e325c50-7771-4004-8ab7-f738582a0bfb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=ab19c95a-4f56-4aee-973c-c4b64f3ab53f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:49.566414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925b1af-88de-4b98-870c-532b2708795a req-d5b29086-5148-422d-b22f-502e86e3a5a6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:49.567981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1925b1af-88de-4b98-870c-532b2708795a req-d5b29086-5148-422d-b22f-502e86e3a5a6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 945 time: 0.1273248 Sep 07 16:21:49.569286 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4cb403dc-30ec-4a13-b856-136187ec59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:49.573128 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6e325c50-7771-4004-8ab7-f738582a0bfb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4064653 Sep 07 16:21:49.573358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:49.582340 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e041975f-f136-48c9-98c0-5df1c3f16bda x-openstack-request-id: req-e041975f-f136-48c9-98c0-5df1c3f16bda {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:21:49.582643 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64aa346-1593-42ec-a6f2-1e037630002c", "name": "network-vif-plugged", "status": "completed", "tag": "7c8cf3be-07ff-4315-9dcd-f295a6d5dae1", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:21:49.582902 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e041975f-f136-48c9-98c0-5df1c3f16bda {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:21:49.583298 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64aa346-1593-42ec-a6f2-1e037630002c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8cf3be-07ff-4315-9dcd-f295a6d5dae1', 'code': 200} Sep 07 16:21:49.583471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-59993b5b-8bcf-4a31-8a04-97cf61a534b9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': 'ab19c95a-4f56-4aee-973c-c4b64f3ab53f', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1141466266'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:49.654534 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:49.670338 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb403dc-30ec-4a13-b856-136187ec59f9 None None] Pushing event deleted for resources: {'Port': ['ID=6abe56e7-36b9-4c07-9ac7-fe721e11991e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:49.688869 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1925b1af-88de-4b98-870c-532b2708795a req-0312b4ff-c1c2-4f46-aec4-535c2f6e28ec tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011839 Sep 07 16:21:49.793284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb403dc-30ec-4a13-b856-136187ec59f9 None None] No DVR routers for this DVR port 6abe56e7-36b9-4c07-9ac7-fe721e11991e on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:21:49.836635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb460e8-278e-4812-9faa-67b565162f37 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:49.919226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f1676-ac96-43a8-a3c4-5462f3411f32 req-7f357dfa-2996-4cf8-84c8-ff70425a4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:49.920372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f5f1676-ac96-43a8-a3c4-5462f3411f32 req-7f357dfa-2996-4cf8-84c8-ff70425a4e60 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 1097 time: 0.2556868 Sep 07 16:21:49.921641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:49.939472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f1b6872-73ee-44e0-9e3b-f47157488356 req-25e9e451-c3b9-44f8-8885-436c5cda9741 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 210 time: 0.1156592 Sep 07 16:21:50.014822 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f5f1676-ac96-43a8-a3c4-5462f3411f32 req-1f9e2795-fb69-4317-ba44-69dc7eff5314 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740712 Sep 07 16:21:50.015892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Made reservation on behalf of fce44d46c57e438393948e71c3c66689 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:50.020311 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:50.028269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-26207823-f4f4-45a9-8a89-d23341c3f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:43Z', 'revision_number': 8, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:31Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:50.050369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59993b5b-8bcf-4a31-8a04-97cf61a534b9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:50.063993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26207823-f4f4-45a9-8a89-d23341c3f1cc None None] The sync data for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 is: [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:43Z', 'revision_number': 8, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '11460484-91f7-4f85-98b2-1967ce02091c', 'name': '', 'network_id': '07b75884-c343-4638-bd22-44718e74586f', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:3d:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:06Z', 'updated_at': '2021-09-07T16:21:31Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'a5815876-6f57-46fc-9552-9f3909e64970', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:50.151929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': 'ab19c95a-4f56-4aee-973c-c4b64f3ab53f'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:21:50.152847 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:50.207264 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59993b5b-8bcf-4a31-8a04-97cf61a534b9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:50.227578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-59993b5b-8bcf-4a31-8a04-97cf61a534b9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 90ddef7c-0c46-43a8-93a1-8a40c96dc309 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:21:50.258775 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:21:50.330732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Allocated IP 2001:db8::2 (a4a52928-aba9-4c1a-9760-c065e55e283a/ab19c95a-4f56-4aee-973c-c4b64f3ab53f/079f92d4-9f85-4a20-b10e-3dde3e4b68e1) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:50.370881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Allocated IP 172.20.0.14 (da2e087c-bc81-45bc-81ff-e69a7c19ba4e/7521041a-ed2d-44bf-9abe-5891bd226d9d/36582133-4cf2-469d-b735-02f2fcd3fdbe) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:50.552218 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:50.569285 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Transition to ACTIVE for port object 36582133-4cf2-469d-b735-02f2fcd3fdbe will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:50.611277 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b6f4e10-54bc-40ec-816d-13566372b99e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:50.614941 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:50.730093 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:50.744363 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Transition to ACTIVE for port object 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:50.747462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Network da2e087c-bc81-45bc-81ff-e69a7c19ba4e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:50.755359 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:50.758843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Pushing event updated for resources: {'Port': ['ID=36582133-4cf2-469d-b735-02f2fcd3fdbe,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:50.764198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:50.769381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Transition to ACTIVE for port object 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:50.775056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6abe56e7-36b9-4c07-9ac7-fe721e11991e no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:21:50.784369 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-59993b5b-8bcf-4a31-8a04-97cf61a534b9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:21:50.785412 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59993b5b-8bcf-4a31-8a04-97cf61a534b9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:21:50.799111 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:50.809278 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 6abe56e7-36b9-4c07-9ac7-fe721e11991e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:21:50.809475 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6abe56e7-36b9-4c07-9ac7-fe721e11991e not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:21:50.810182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ff4921d2-aa26-42db-838c-61a3752a600b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:21:50.849193 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-59993b5b-8bcf-4a31-8a04-97cf61a534b9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2738135 Sep 07 16:21:50.849369 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39196) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:50.867166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ff4921d2-aa26-42db-838c-61a3752a600b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:21:50.867522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ff4921d2-aa26-42db-838c-61a3752a600b not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:21:50.867985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2681f7ec-31a1-4470-ba92-50f06f701ca7 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:21:50.899583 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:50.903263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 2681f7ec-31a1-4470-ba92-50f06f701ca7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:21:50.903741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2681f7ec-31a1-4470-ba92-50f06f701ca7 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:21:50.906100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:50.908846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Pushing event updated for resources: {'Port': ['ID=079f92d4-9f85-4a20-b10e-3dde3e4b68e1,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:50.911214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:50.942371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f323a0d-85b7-4f00-90bf-b5ebfa3d05e4 req-4d01f8d8-7628-4e42-b482-9edaf89d694f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:50.945645 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f323a0d-85b7-4f00-90bf-b5ebfa3d05e4 req-4d01f8d8-7628-4e42-b482-9edaf89d694f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.1407654 Sep 07 16:21:50.955809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:50.956497 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.001694 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-ad269447-c2f0-4d8f-b187-7e757e324698 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4979930 Sep 07 16:21:51.008769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f323a0d-85b7-4f00-90bf-b5ebfa3d05e4 req-d2e09d28-340c-44ca-8298-570379f6ec6f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519412 Sep 07 16:21:51.009470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Attempting to bind port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:51.010164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Attempting to bind port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:51.010593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Attempting to bind port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:51.016763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:51.017158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:51.017584 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.017987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:51.018482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Bound port: 079f92d4-9f85-4a20-b10e-3dde3e4b68e1, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:51.018880 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.052101 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Request body: {'port': {'device_id': '318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:51.126957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1638eb53-f413-4cec-9d86-ea09861ad95a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:51.127460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] For port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:51.130813 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1638eb53-f413-4cec-9d86-ea09861ad95a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2811995 Sep 07 16:21:51.133844 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39200) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:51.143553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] For port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=079f92d4-9f85-4a20-b10e-3dde3e4b68e1,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:51.160138 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.173564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c1b4d-f920-4b2b-b0f2-1cae7bdcc828 req-309bdf7b-3b06-4f6c-bfe0-6579ba235c53 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:51.175154 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f0c1b4d-f920-4b2b-b0f2-1cae7bdcc828 req-309bdf7b-3b06-4f6c-bfe0-6579ba235c53 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 932 time: 0.0932922 Sep 07 16:21:51.247310 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.248492 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c7fbd-cb53-40c4-9ce3-38ad8a64ee44 None None] Pushing event updated for resources: {'Port': ['ID=079f92d4-9f85-4a20-b10e-3dde3e4b68e1,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:51.253180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ad449b6f-19c2-4dc8-a92a-f145f77c2554 None None] Provisioning for port 36582133-4cf2-469d-b735-02f2fcd3fdbe completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:51.259023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ad449b6f-19c2-4dc8-a92a-f145f77c2554 None None] Provisioning complete for port 36582133-4cf2-469d-b735-02f2fcd3fdbe triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:51.259594 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad449b6f-19c2-4dc8-a92a-f145f77c2554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.338223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f0c1b4d-f920-4b2b-b0f2-1cae7bdcc828 req-4b44738d-ca8f-4e65-8542-ed20cc16a39b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566777 Sep 07 16:21:51.399374 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ad449b6f-19c2-4dc8-a92a-f145f77c2554 None None] Port 36582133-4cf2-469d-b735-02f2fcd3fdbe cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:51.505018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa91a8b2-f741-4277-9d5e-4ecf3c108258 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:51.506818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa91a8b2-f741-4277-9d5e-4ecf3c108258 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:51.510756 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fa91a8b2-f741-4277-9d5e-4ecf3c108258 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3670375 Sep 07 16:21:51.511136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39210) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:51.658313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-433025aa-9460-4c7f-b37e-aaa3d17375b2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet ab19c95a-4f56-4aee-973c-c4b64f3ab53f {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:21:51.668278 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-433025aa-9460-4c7f-b37e-aaa3d17375b2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.733165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f4e10-54bc-40ec-816d-13566372b99e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port 11460484-91f7-4f85-98b2-1967ce02091c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:51.733492 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b6f4e10-54bc-40ec-816d-13566372b99e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.753933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-433025aa-9460-4c7f-b37e-aaa3d17375b2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.891606 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-433025aa-9460-4c7f-b37e-aaa3d17375b2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.921624 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36582133-4cf2-469d-b735-02f2fcd3fdbe {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:21:51.929750 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.937033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-7b6f4e10-54bc-40ec-816d-13566372b99e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] For port 11460484-91f7-4f85-98b2-1967ce02091c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=11460484-91f7-4f85-98b2-1967ce02091c,segment=NetworkSegment(7549bd78-7d00-4080-8c3b-dff6d009e1bc),segment_id=7549bd78-7d00-4080-8c3b-dff6d009e1bc)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:51.937397 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b6f4e10-54bc-40ec-816d-13566372b99e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.961804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Transition to ACTIVE for port object 36582133-4cf2-469d-b735-02f2fcd3fdbe will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:51.969769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f4e10-54bc-40ec-816d-13566372b99e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for 11460484-91f7-4f85-98b2-1967ce02091c owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:51.975761 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:51.996215 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-433025aa-9460-4c7f-b37e-aaa3d17375b2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:52.028084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433025aa-9460-4c7f-b37e-aaa3d17375b2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=ab19c95a-4f56-4aee-973c-c4b64f3ab53f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:52.033128 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-433025aa-9460-4c7f-b37e-aaa3d17375b2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:52.034963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-433025aa-9460-4c7f-b37e-aaa3d17375b2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/ab19c95a-4f56-4aee-973c-c4b64f3ab53f HTTP/1.1" status: 204 len: 168 time: 0.5226119 Sep 07 16:21:52.038666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39214) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:52.119915 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5c50f53f-33a6-4c20-90b3-c67b1f899853 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799634 Sep 07 16:21:52.123730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:52.140885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-707d672b-cb4c-4024-af9b-702f837ad6b1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:52.233492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=36582133-4cf2-469d-b735-02f2fcd3fdbe,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:52.355350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d0ea2-983a-4247-96e1-2fc6a7ec247a req-cbe22d27-c57e-4c67-8bfd-ed0d65ec469e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:52.357148 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c38d0ea2-983a-4247-96e1-2fc6a7ec247a req-cbe22d27-c57e-4c67-8bfd-ed0d65ec469e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.1714549 Sep 07 16:21:52.381599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707d672b-cb4c-4024-af9b-702f837ad6b1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:21:52.387527 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-707d672b-cb4c-4024-af9b-702f837ad6b1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:52.397885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Attempting to bind port 36582133-4cf2-469d-b735-02f2fcd3fdbe on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:52.397885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Attempting to bind port 36582133-4cf2-469d-b735-02f2fcd3fdbe by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '7f882548-2790-49ad-9a83-06386ef6c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:52.397885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Attempting to bind port 36582133-4cf2-469d-b735-02f2fcd3fdbe on network da2e087c-bc81-45bc-81ff-e69a7c19ba4e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:52.410796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Port 36582133-4cf2-469d-b735-02f2fcd3fdbe on network da2e087c-bc81-45bc-81ff-e69a7c19ba4e not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:21:52.412443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Attempting to bind port 36582133-4cf2-469d-b735-02f2fcd3fdbe on network da2e087c-bc81-45bc-81ff-e69a7c19ba4e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:52.426785 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b6f4e10-54bc-40ec-816d-13566372b99e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:52.499939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:52.500318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Checking segment: {'id': '7f882548-2790-49ad-9a83-06386ef6c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:52.500737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Bound using segment: {'id': '7f882548-2790-49ad-9a83-06386ef6c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:52.501965 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Bound port: 36582133-4cf2-469d-b735-02f2fcd3fdbe, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f882548-2790-49ad-9a83-06386ef6c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:52.502331 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:52.507298 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f4e10-54bc-40ec-816d-13566372b99e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=11460484-91f7-4f85-98b2-1967ce02091c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:52.588375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c38d0ea2-983a-4247-96e1-2fc6a7ec247a req-1e7e7507-a357-4be4-8523-c840b6352b5a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217813 Sep 07 16:21:52.659587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:52.700592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d155c6-fa80-43db-a16f-36433eafbbf4 req-276d9725-a235-4eb4-a296-b4089f14d6d2 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:52.733917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7d155c6-fa80-43db-a16f-36433eafbbf4 req-276d9725-a235-4eb4-a296-b4089f14d6d2 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 944 time: 0.2473164 Sep 07 16:21:52.752331 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] For port 36582133-4cf2-469d-b735-02f2fcd3fdbe, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:52.759778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:52.763871 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] For port 36582133-4cf2-469d-b735-02f2fcd3fdbe, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=36582133-4cf2-469d-b735-02f2fcd3fdbe,segment=NetworkSegment(7f882548-2790-49ad-9a83-06386ef6c22e),segment_id=7f882548-2790-49ad-9a83-06386ef6c22e)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:52.786104 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:52.838520 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7d155c6-fa80-43db-a16f-36433eafbbf4 req-447a5433-7cad-403f-b4e8-b59e335b1889 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028166 Sep 07 16:21:52.912924 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-707d672b-cb4c-4024-af9b-702f837ad6b1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:52.959889 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bde24a7-49b7-4e12-b3e7-f39d73b7c122 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:52.988376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707d672b-cb4c-4024-af9b-702f837ad6b1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:52.995899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-707d672b-cb4c-4024-af9b-702f837ad6b1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:53.002719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d672b-cb4c-4024-af9b-702f837ad6b1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:53.003416 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-707d672b-cb4c-4024-af9b-702f837ad6b1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:53.020785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d672b-cb4c-4024-af9b-702f837ad6b1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=bf0fd175-f091-410f-9b77-6158d1e931e6,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:53.037867 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-707d672b-cb4c-4024-af9b-702f837ad6b1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9079487 Sep 07 16:21:53.037867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39234) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:53.049617 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-03b2ba54-41be-4eeb-b221-e7e297c46114 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1867160517', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:21:53.054803 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2447a1d4-4983-4ffe-939b-fd8e451a71ab None None] Provisioning for port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:53.077817 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2447a1d4-4983-4ffe-939b-fd8e451a71ab None None] Provisioning complete for port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:53.078547 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2447a1d4-4983-4ffe-939b-fd8e451a71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:53.138281 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03b2ba54-41be-4eeb-b221-e7e297c46114 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:53.140486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03b2ba54-41be-4eeb-b221-e7e297c46114 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:53.236533 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03b2ba54-41be-4eeb-b221-e7e297c46114 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:53.249350 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03b2ba54-41be-4eeb-b221-e7e297c46114 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:53.283431 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2447a1d4-4983-4ffe-939b-fd8e451a71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:53.285772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db98089-68a4-486f-9b17-d604f9283815 req-0a546813-1f9e-4bf4-b24f-bd2481a64881 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:53.292851 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db98089-68a4-486f-9b17-d604f9283815 req-0a546813-1f9e-4bf4-b24f-bd2481a64881 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.2226050 Sep 07 16:21:53.329620 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2447a1d4-4983-4ffe-939b-fd8e451a71ab None None] For port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=079f92d4-9f85-4a20-b10e-3dde3e4b68e1,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:53.336524 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2447a1d4-4983-4ffe-939b-fd8e451a71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:53.394095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:53.394955 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:53.396821 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] 10.222.0.54 "PUT /v2.0/ports/36582133-4cf2-469d-b735-02f2fcd3fdbe HTTP/1.1" status: 200 len: 1092 time: 2.3518538 Sep 07 16:21:53.400402 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea', 'tag': '36582133-4cf2-469d-b735-02f2fcd3fdbe'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:21:53.403403 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3f137d-9a09-4909-9403-9b6091fbc49a" -d '{"events": [{"name": "network-changed", "server_uuid": "318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea", "tag": "36582133-4cf2-469d-b735-02f2fcd3fdbe"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:21:53.407704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8db98089-68a4-486f-9b17-d604f9283815 req-41b8b3c2-089b-453b-aea8-a21688036a9a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004095 Sep 07 16:21:53.411272 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03b2ba54-41be-4eeb-b221-e7e297c46114 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:53.419527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-03b2ba54-41be-4eeb-b221-e7e297c46114 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3799784 Sep 07 16:21:53.440979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39240) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:53.466170 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447a1d4-4983-4ffe-939b-fd8e451a71ab None None] Pushing event updated for resources: {'Port': ['ID=079f92d4-9f85-4a20-b10e-3dde3e4b68e1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:53.649733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b016581-ce9a-47de-b2e0-75690cf997ac None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:53.684825 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2d4122-b785-41c4-8bd7-7367df041250 x-openstack-request-id: req-ed2d4122-b785-41c4-8bd7-7367df041250 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:21:53.685749 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea", "tag": "36582133-4cf2-469d-b735-02f2fcd3fdbe", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:21:53.686273 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed2d4122-b785-41c4-8bd7-7367df041250 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:21:53.686822 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea', 'tag': '36582133-4cf2-469d-b735-02f2fcd3fdbe', 'status': 'completed', 'code': 200} Sep 07 16:21:53.687549 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b6f4e10-54bc-40ec-816d-13566372b99e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:53.695433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd60ed-f6f8-4847-84d6-7f5cd211b7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=36582133-4cf2-469d-b735-02f2fcd3fdbe,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:53.716017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2e99e0ed-b1fd-4074-b4dd-2d7a8c56c300 None None] Provisioning complete for port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:53.721352 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e99e0ed-b1fd-4074-b4dd-2d7a8c56c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:53.834677 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-60c510ba-caf7-4a48-a851-aaa6240796fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:53.836220 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-60c510ba-caf7-4a48-a851-aaa6240796fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fce44d46c57e438393948e71c3c66689&device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 1095 time: 0.3491621 Sep 07 16:21:53.947394 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-d5a6ee25-ef84-4c2a-a35a-13e513db60f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36582133-4cf2-469d-b735-02f2fcd3fdbe HTTP/1.1" status: 200 len: 217 time: 0.0554008 Sep 07 16:21:54.014902 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.128862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6f4e10-54bc-40ec-816d-13566372b99e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 6d2b4ad9-531c-4c72-ba03-15a48e79424e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:21:54.136758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-58c82c68-75c7-4a6d-818f-0d94396e1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:54.138979 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-58c82c68-75c7-4a6d-818f-0d94396e1189 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7521041a-ed2d-44bf-9abe-5891bd226d9d HTTP/1.1" status: 200 len: 847 time: 0.1017814 Sep 07 16:21:54.281703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6f4e10-54bc-40ec-816d-13566372b99e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:21:54.290508 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7b6f4e10-54bc-40ec-816d-13566372b99e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0637629 Sep 07 16:21:54.300416 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5606e0cc-b7c9-4fa1-9667-42cd045cb680 None None] Sync routers for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:21:54.318423 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5606e0cc-b7c9-4fa1-9667-42cd045cb680 None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:54.319187 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5606e0cc-b7c9-4fa1-9667-42cd045cb680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:54.324596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39254) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:54.379290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::1 (a4a52928-aba9-4c1a-9760-c065e55e283a/bf0fd175-f091-410f-9b77-6158d1e931e6/f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:21:54.410961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-64d9b04d-380b-4b1c-a7ba-95ad0927c2ef None None] Provisioning complete for port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:54.411351 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64d9b04d-380b-4b1c-a7ba-95ad0927c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.423043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-694c3e99-09cf-4064-bf59-7eadae5af328 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting subnet a5815876-6f57-46fc-9552-9f3909e64970 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:21:54.430396 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-694c3e99-09cf-4064-bf59-7eadae5af328 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.577599 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.580264 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-694c3e99-09cf-4064-bf59-7eadae5af328 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.614892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:54.676965 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.738542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:21:54.777656 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-694c3e99-09cf-4064-bf59-7eadae5af328 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.778540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:54.791364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5271c6b-fe94-41bb-8fc9-177a190c9117 req-cef1e28f-68a7-4818-a6b3-f5bc29ee98da tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:54.800260 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5271c6b-fe94-41bb-8fc9-177a190c9117 req-cef1e28f-68a7-4818-a6b3-f5bc29ee98da tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 944 time: 0.7098894 Sep 07 16:21:54.810972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:54.820804 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:54.823835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:21:54.824558 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.849283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af0938-5ad9-418e-9734-d922318f5297 req-e88d76cf-cf97-471d-a169-38eea25ba308 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:54.850905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3af0938-5ad9-418e-9734-d922318f5297 req-e88d76cf-cf97-471d-a169-38eea25ba308 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.2042916 Sep 07 16:21:54.858352 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5606e0cc-b7c9-4fa1-9667-42cd045cb680 None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:54.871932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:54.872495 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.874823 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-694c3e99-09cf-4064-bf59-7eadae5af328 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.899225 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-694c3e99-09cf-4064-bf59-7eadae5af328 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:54.904254 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-694c3e99-09cf-4064-bf59-7eadae5af328 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/a5815876-6f57-46fc-9552-9f3909e64970 HTTP/1.1" status: 204 len: 168 time: 0.5740361 Sep 07 16:21:54.928541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39270) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:54.955716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70edb57d-b557-43e0-95c3-ae63dc25aa4e None None] Network 07b75884-c343-4638-bd22-44718e74586f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:21:54.972939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-e3c8d1c8-efa0-42a5-aaef-f91410454ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:54.975758 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-e3c8d1c8-efa0-42a5-aaef-f91410454ec2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da2e087c-bc81-45bc-81ff-e69a7c19ba4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7042174 Sep 07 16:21:54.987458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c3e99-09cf-4064-bf59-7eadae5af328 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Subnet': ['ID=a5815876-6f57-46fc-9552-9f3909e64970,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:55.152871 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:55.200258 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-0167ff90-3d72-4974-ab4f-4fcca6d7e44e service neutron] 10.222.0.54 "GET /v2.0/networks/da2e087c-bc81-45bc-81ff-e69a7c19ba4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084184 Sep 07 16:21:55.263662 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5271c6b-fe94-41bb-8fc9-177a190c9117 req-23b521d8-9e18-4ba1-af9e-4ab369d27faa tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4626720 Sep 07 16:21:55.361894 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5606e0cc-b7c9-4fa1-9667-42cd045cb680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:52Z', 'revision_number': 9, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:55.392982 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:55.395491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bb43bd51-ba44-4c35-82f8-5bd5b7f49137 None None] Provisioning for port f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:21:55.414678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] DHCP port deletion for 07b75884-c343-4638-bd22-44718e74586f request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:21:55.421147 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5606e0cc-b7c9-4fa1-9667-42cd045cb680 None None] Checking router: 6d2b4ad9-531c-4c72-ba03-15a48e79424e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:21:55.423127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bb43bd51-ba44-4c35-82f8-5bd5b7f49137 None None] Provisioning complete for port f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:55.425818 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb43bd51-ba44-4c35-82f8-5bd5b7f49137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:55.443213 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5606e0cc-b7c9-4fa1-9667-42cd045cb680 None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:55.443839 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5606e0cc-b7c9-4fa1-9667-42cd045cb680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:55.468987 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3af0938-5ad9-418e-9734-d922318f5297 req-36c74f0d-a27a-4502-9563-7bb96ad7ee15 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5837383 Sep 07 16:21:55.502842 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a900a323-a3fd-4867-8cef-1c3ed088f3ba req-88925cfd-9260-4868-a97c-5195040602a3 service neutron] 10.222.0.54 "GET /v2.0/networks/da2e087c-bc81-45bc-81ff-e69a7c19ba4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888386 Sep 07 16:21:55.521950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bb43bd51-ba44-4c35-82f8-5bd5b7f49137 None None] Port f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:55.586914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Deleting port 4965c493-0a26-49a0-80da-8590a1306bec {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:55.587416 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:55.630887 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5606e0cc-b7c9-4fa1-9667-42cd045cb680 None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:55.633455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f137d-9a09-4909-9403-9b6091fbc49a req-f77e0f9f-7e9e-4263-94a9-e9d18258c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:55.635130 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d3f137d-9a09-4909-9403-9b6091fbc49a req-f77e0f9f-7e9e-4263-94a9-e9d18258c354 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fce44d46c57e438393948e71c3c66689&device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 1095 time: 0.0707085 Sep 07 16:21:55.708393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] For port 4965c493-0a26-49a0-80da-8590a1306bec, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4965c493-0a26-49a0-80da-8590a1306bec,segment=NetworkSegment(7549bd78-7d00-4080-8c3b-dff6d009e1bc),segment_id=7549bd78-7d00-4080-8c3b-dff6d009e1bc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:55.708804 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:55.723398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Calling delete_port for 4965c493-0a26-49a0-80da-8590a1306bec owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:55.833682 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:55.848709 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] No DVR routers for this DVR port 4965c493-0a26-49a0-80da-8590a1306bec on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:21:55.869422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Pushing event deleted for resources: {'Port': ['ID=4965c493-0a26-49a0-80da-8590a1306bec,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:55.882661 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:55.883324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:55.883967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:55.884678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:55.885167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:55.885674 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:55.886401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:55.886886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:55.887371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:55.888158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:55.888835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:55.889312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347436-94e3-45e7-ab25-9d6b6f922926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:21:55.926064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f137d-9a09-4909-9403-9b6091fbc49a req-cbcd9404-bd16-4667-9fac-c3a1f2139af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:55.928114 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d3f137d-9a09-4909-9403-9b6091fbc49a req-cbcd9404-bd16-4667-9fac-c3a1f2139af7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=da2e087c-bc81-45bc-81ff-e69a7c19ba4e HTTP/1.1" status: 200 len: 909 time: 0.2851722 Sep 07 16:21:56.007656 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d3f137d-9a09-4909-9403-9b6091fbc49a req-7673d0b6-0e2d-4e53-ad05-79477f976375 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36582133-4cf2-469d-b735-02f2fcd3fdbe HTTP/1.1" status: 200 len: 217 time: 0.0664937 Sep 07 16:21:56.083400 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f137d-9a09-4909-9403-9b6091fbc49a req-66decea2-e5e1-4460-afa8-10d996bb4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:56.085414 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d3f137d-9a09-4909-9403-9b6091fbc49a req-66decea2-e5e1-4460-afa8-10d996bb4d3f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7521041a-ed2d-44bf-9abe-5891bd226d9d HTTP/1.1" status: 200 len: 847 time: 0.0695684 Sep 07 16:21:56.100938 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5606e0cc-b7c9-4fa1-9667-42cd045cb680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:52Z', 'revision_number': 9, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:56.172904 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5606e0cc-b7c9-4fa1-9667-42cd045cb680 None None] The sync data for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 is: [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:52Z', 'revision_number': 9, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '242dd5ab-4a7f-401b-8b1b-9d96590b6815', 'name': '', 'network_id': '962af528-07e0-49a0-90ea-48abbbc86987', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:f3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:54Z', 'updated_at': '2021-09-07T16:21:29Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'e06f2ea5-48a8-4d62-a370-52745abd8f4e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:21:56.183288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f137d-9a09-4909-9403-9b6091fbc49a req-c5cf87ba-afb5-4daa-8bcb-59ca24c3e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:56.185060 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d3f137d-9a09-4909-9403-9b6091fbc49a req-c5cf87ba-afb5-4daa-8bcb-59ca24c3e80b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da2e087c-bc81-45bc-81ff-e69a7c19ba4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894642 Sep 07 16:21:56.333846 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d3f137d-9a09-4909-9403-9b6091fbc49a req-980f8ddb-4d9b-4825-b61a-808df11539b3 service neutron] 10.222.0.54 "GET /v2.0/networks/da2e087c-bc81-45bc-81ff-e69a7c19ba4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403384 Sep 07 16:21:56.337166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port 4965c493-0a26-49a0-80da-8590a1306bec {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:56.339329 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:56.428650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] For port 4965c493-0a26-49a0-80da-8590a1306bec, host n-d-807551-3, got binding levels [] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:56.429040 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:56.497729 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d3f137d-9a09-4909-9403-9b6091fbc49a req-c9f25821-b015-410d-ba74-cabc2ffa38c7 service neutron] 10.222.0.54 "GET /v2.0/networks/da2e087c-bc81-45bc-81ff-e69a7c19ba4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549995 Sep 07 16:21:56.579226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for 4965c493-0a26-49a0-80da-8590a1306bec owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:56.582898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Port 4965c493-0a26-49a0-80da-8590a1306bec was not found and therefore no delete operation was performed {{(pid=94770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:21:56.729376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 11460484-91f7-4f85-98b2-1967ce02091c no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:21:56.741263 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:56.759644 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 11460484-91f7-4f85-98b2-1967ce02091c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:21:56.760374 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 11460484-91f7-4f85-98b2-1967ce02091c not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:21:56.761153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4965c493-0a26-49a0-80da-8590a1306bec no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:21:56.769337 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=4965c493-0a26-49a0-80da-8590a1306bec,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:56.790724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 4965c493-0a26-49a0-80da-8590a1306bec {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:21:56.791078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4965c493-0a26-49a0-80da-8590a1306bec not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:21:56.834252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No DVR routers for this DVR port 4965c493-0a26-49a0-80da-8590a1306bec on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:21:56.895738 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:56.908067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012cd7c-8aca-4b67-b1b7-d7455540d9d4 req-8de6d034-a952-4a80-b0e6-ad59d90387d7 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:56.909631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c012cd7c-8aca-4b67-b1b7-d7455540d9d4 req-8de6d034-a952-4a80-b0e6-ad59d90387d7 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 944 time: 0.4525349 Sep 07 16:21:56.925982 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:56.926769 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:57.004901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213acc82-6d55-4cc9-a1b9-0043ba43b4ad req-1ba88336-b20d-4ac8-a772-bcbad0421103 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:57.008888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-213acc82-6d55-4cc9-a1b9-0043ba43b4ad req-1ba88336-b20d-4ac8-a772-bcbad0421103 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.2433004 Sep 07 16:21:57.095466 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:57.194023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b75884-c343-4638-bd22-44718e74586f']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:57.198521 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c012cd7c-8aca-4b67-b1b7-d7455540d9d4 req-f690bd1b-8e5e-4916-83f1-681562d22581 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736552 Sep 07 16:21:57.225240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:57.231877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7549bd78-7d00-4080-8c3b-dff6d009e1bc') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:57.232135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7549bd78-7d00-4080-8c3b-dff6d009e1bc') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:57.246026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-213acc82-6d55-4cc9-a1b9-0043ba43b4ad req-924c675c-57ea-4551-a196-2bbecec4c79a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966267 Sep 07 16:21:57.250756 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:57.278957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:57.289504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:21:57.290604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:21:57.291024 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:21:57.294030 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:21:57.304255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:21:57.427248 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:57.435335 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:57.440514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39326) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:57.440952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/networks/07b75884-c343-4638-bd22-44718e74586f HTTP/1.1" status: 204 len: 168 time: 2.4949052 Sep 07 16:21:57.466808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12dc343-b2d2-4da1-b100-d7ec7a87bde8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Network': ['ID=07b75884-c343-4638-bd22-44718e74586f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:57.553889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Router 2da6d954-aa77-449c-bb54-709ecd8608bf is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:21:57.674942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dcba3a11-3632-4249-8584-2085f7c969da None None] Provisioning complete for port f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:21:57.678645 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcba3a11-3632-4249-8584-2085f7c969da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:57.697731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:21:57.707001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f5412b02-5844-48e2-a0af-9742ec4cac79 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "PUT /v2.0/routers/2da6d954-aa77-449c-bb54-709ecd8608bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2606902 Sep 07 16:21:57.711788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39338) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:57.768679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dcba3a11-3632-4249-8584-2085f7c969da None None] Port f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:21:57.775968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Sync routers for ids ['2da6d954-aa77-449c-bb54-709ecd8608bf'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:21:57.785044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c24902b-6a49-4355-8d26-0b174de78a7d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:57.786642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6c24902b-6a49-4355-8d26-0b174de78a7d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports/f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 HTTP/1.1" status: 200 len: 911 time: 0.0736139 Sep 07 16:21:57.789991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39340) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:57.792677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Routers {'2da6d954-aa77-449c-bb54-709ecd8608bf'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:57.793323 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2da6d954-aa77-449c-bb54-709ecd8608bf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:57.859181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3866cc-8588-46d5-bb42-7493821f25a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:57.865424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3866cc-8588-46d5-bb42-7493821f25a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:57.870441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1f3866cc-8588-46d5-bb42-7493821f25a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0774529 Sep 07 16:21:57.872401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:57.937576 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Set router 2da6d954-aa77-449c-bb54-709ecd8608bf gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:58.173446 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6d954-aa77-449c-bb54-709ecd8608bf', 'name': 'tempest-NetworksTestDHCPv6-router-1867160517', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:53Z', 'updated_at': '2021-09-07T16:21:55Z', 'revision_number': 2, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'gw_port_host': None, '_interfaces': [{'id': 'f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989', 'name': '', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'mac_address': 'fa:16:3e:89:6d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6d954-aa77-449c-bb54-709ecd8608bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'bf0fd175-f091-410f-9b77-6158d1e931e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:54Z', 'updated_at': '2021-09-07T16:21:56Z', 'revision_number': 2, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'subnets': [{'id': 'bf0fd175-f091-410f-9b77-6158d1e931e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:58.185749 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:58.209120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Checking router: 2da6d954-aa77-449c-bb54-709ecd8608bf for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:21:58.209481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Updating router 2da6d954-aa77-449c-bb54-709ecd8608bf port f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:21:58.319471 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 36582133-4cf2-469d-b735-02f2fcd3fdbe details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:21:58.393828 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:58.533477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92361707-ec29-44f7-a852-9fab7727ce3f req-45c831c8-2711-4c1e-bbd3-fc64485f49b8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:58.536467 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92361707-ec29-44f7-a852-9fab7727ce3f req-45c831c8-2711-4c1e-bbd3-fc64485f49b8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.0860980 Sep 07 16:21:58.555964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2253f-306c-4c3f-98c7-927e0307bcce req-f1a4226a-fdf9-46d3-9b0c-56654343d319 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:58.562135 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28a2253f-306c-4c3f-98c7-927e0307bcce req-f1a4226a-fdf9-46d3-9b0c-56654343d319 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 944 time: 0.1542006 Sep 07 16:21:58.676139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28a2253f-306c-4c3f-98c7-927e0307bcce req-f3a49648-3102-40a1-bfe3-7444306b40bf tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932803 Sep 07 16:21:58.713425 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92361707-ec29-44f7-a852-9fab7727ce3f req-31e81e7b-42e3-4d57-ac49-09c09f0cb733 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488082 Sep 07 16:21:58.763933 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 36582133-4cf2-469d-b735-02f2fcd3fdbe, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=36582133-4cf2-469d-b735-02f2fcd3fdbe,segment=NetworkSegment(7f882548-2790-49ad-9a83-06386ef6c22e),segment_id=7f882548-2790-49ad-9a83-06386ef6c22e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:58.801425 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '36582133-4cf2-469d-b735-02f2fcd3fdbe', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'port_id': '36582133-4cf2-469d-b735-02f2fcd3fdbe', 'mac_address': 'fa:16:3e:05:cd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:21:58.934384 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:58.965134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36582133-4cf2-469d-b735-02f2fcd3fdbe {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:21:58.973302 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39382) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:59.076285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ae3-c5ea-47dd-89fc-f515d06e812f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.129814 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.163484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Transition to ACTIVE for port object f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:21:59.189111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 36582133-4cf2-469d-b735-02f2fcd3fdbe, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=36582133-4cf2-469d-b735-02f2fcd3fdbe,segment=NetworkSegment(7f882548-2790-49ad-9a83-06386ef6c22e),segment_id=7f882548-2790-49ad-9a83-06386ef6c22e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:59.190859 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.199255 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.221941 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-902f0eb5-9c16-496c-bfa4-979e477ee95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.263283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30695d-e192-4366-aec1-e944ab397211 None None] Pushing event updated for resources: {'Port': ['ID=f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:59.349683 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-902f0eb5-9c16-496c-bfa4-979e477ee95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.351143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port 242dd5ab-4a7f-401b-8b1b-9d96590b6815 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:59.351500 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.355013 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-902f0eb5-9c16-496c-bfa4-979e477ee95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.413338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-902f0eb5-9c16-496c-bfa4-979e477ee95a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ebf00ff4ae14bb5b9b376e20d1b9a65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364197 Sep 07 16:21:59.413558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f0eb5-9c16-496c-bfa4-979e477ee95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b8249f-6ce5-45d6-a68b-faee86646b74,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:59.416651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39390) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:21:59.493384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74879739-8181-4830-a0f7-f444f055eebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.525093 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74879739-8181-4830-a0f7-f444f055eebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.581242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] For port 242dd5ab-4a7f-401b-8b1b-9d96590b6815, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=242dd5ab-4a7f-401b-8b1b-9d96590b6815,segment=NetworkSegment(95a4162d-4caa-4f3f-93a3-d5af3f2dcb98),segment_id=95a4162d-4caa-4f3f-93a3-d5af3f2dcb98)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:21:59.581979 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.582470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74879739-8181-4830-a0f7-f444f055eebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.588305 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74879739-8181-4830-a0f7-f444f055eebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.596541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-74879739-8181-4830-a0f7-f444f055eebb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2b8249f-6ce5-45d6-a68b-faee86646b74 HTTP/1.1" status: 204 len: 168 time: 0.1760285 Sep 07 16:21:59.607523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74879739-8181-4830-a0f7-f444f055eebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b8249f-6ce5-45d6-a68b-faee86646b74,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:59.609015 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Attempting to bind port f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:21:59.609400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Attempting to bind port f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:21:59.610327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Attempting to bind port f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:21:59.613894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for 242dd5ab-4a7f-401b-8b1b-9d96590b6815 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:21:59.624205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:21:59.624408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:21:59.624958 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.625251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:21:59.625730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Bound port: f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:21:59.626121 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.629483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=36582133-4cf2-469d-b735-02f2fcd3fdbe,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:59.730615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] For port f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:21:59.734124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] For port f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:21:59.738224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['36582133-4cf2-469d-b735-02f2fcd3fdbe'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:21:59.743684 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.765752 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a1ae3-c5ea-47dd-89fc-f515d06e812f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:21:59.766302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ae3-c5ea-47dd-89fc-f515d06e812f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:21:59.842591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Routers {'2da6d954-aa77-449c-bb54-709ecd8608bf'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:21:59.843526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2da6d954-aa77-449c-bb54-709ecd8608bf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:21:59.913537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30695d-e192-4366-aec1-e944ab397211 None None] Pushing event updated for resources: {'Port': ['ID=f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:21:59.992522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] Set router 2da6d954-aa77-449c-bb54-709ecd8608bf gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:21:59.993769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5c2be-735e-43bd-997f-e33f38f4942e req-2bb80622-9bad-4d0a-9c14-d605e0016cba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:21:59.995550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28d5c2be-735e-43bd-997f-e33f38f4942e req-2bb80622-9bad-4d0a-9c14-d605e0016cba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.1693923 Sep 07 16:22:00.062073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13eeea-a735-43e6-abcb-b68bc1489e9e req-57ec3bfb-d1d4-4994-8edd-10e61f1050a2 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:00.064810 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f13eeea-a735-43e6-abcb-b68bc1489e9e req-57ec3bfb-d1d4-4994-8edd-10e61f1050a2 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 945 time: 0.1354971 Sep 07 16:22:00.095123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28d5c2be-735e-43bd-997f-e33f38f4942e req-ca3f718e-3302-4bd7-9a91-d679f950a528 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913992 Sep 07 16:22:00.105777 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:00.137410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-ce7a1ae3-c5ea-47dd-89fc-f515d06e812f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] For port f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:00.138127 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ae3-c5ea-47dd-89fc-f515d06e812f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:00.169629 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f13eeea-a735-43e6-abcb-b68bc1489e9e req-b998b18c-2a45-4e32-8075-91232d9fc362 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843685 Sep 07 16:22:00.259308 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a1ae3-c5ea-47dd-89fc-f515d06e812f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:00.334146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=242dd5ab-4a7f-401b-8b1b-9d96590b6815,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:00.374534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:00.374889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:00.375421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:00.375762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:00.376100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:00.376526 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:00.376787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:00.377115 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:00.377449 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:00.377777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:00.378118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:00.378431 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:00.530178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6d954-aa77-449c-bb54-709ecd8608bf', 'name': 'tempest-NetworksTestDHCPv6-router-1867160517', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:53Z', 'updated_at': '2021-09-07T16:21:55Z', 'revision_number': 2, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'gw_port_host': None, '_interfaces': [{'id': 'f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989', 'name': '', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'mac_address': 'fa:16:3e:89:6d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6d954-aa77-449c-bb54-709ecd8608bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'bf0fd175-f091-410f-9b77-6158d1e931e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:54Z', 'updated_at': '2021-09-07T16:21:59Z', 'revision_number': 4, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'subnets': [{'id': 'bf0fd175-f091-410f-9b77-6158d1e931e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:00.562334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845e9e27-50e2-4405-b197-504fb00aa7e1 None None] The sync data for ids ['2da6d954-aa77-449c-bb54-709ecd8608bf'] in n-d-807551-3 is: [{'id': '2da6d954-aa77-449c-bb54-709ecd8608bf', 'name': 'tempest-NetworksTestDHCPv6-router-1867160517', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:53Z', 'updated_at': '2021-09-07T16:21:55Z', 'revision_number': 2, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'gw_port_host': None, '_interfaces': [{'id': 'f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989', 'name': '', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'mac_address': 'fa:16:3e:89:6d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6d954-aa77-449c-bb54-709ecd8608bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'bf0fd175-f091-410f-9b77-6158d1e931e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:54Z', 'updated_at': '2021-09-07T16:21:59Z', 'revision_number': 4, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'subnets': [{'id': 'bf0fd175-f091-410f-9b77-6158d1e931e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:22:00.709585 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:00.733877 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ae3-c5ea-47dd-89fc-f515d06e812f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:00.803989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a1ae3-c5ea-47dd-89fc-f515d06e812f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:01.025667 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ae3-c5ea-47dd-89fc-f515d06e812f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:01.341314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9accec-b25c-4ef4-b054-08a959ebb055 req-b5aeb471-a00f-4ae9-8193-336b216583e8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:01.352659 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b9accec-b25c-4ef4-b054-08a959ebb055 req-b5aeb471-a00f-4ae9-8193-336b216583e8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.1349955 Sep 07 16:22:01.385470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526b5f0-7a4e-4c42-a60d-34f8f25b51bd req-1d9737f9-5ce9-48c5-99d3-a9e898b856c9 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:01.396927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9526b5f0-7a4e-4c42-a60d-34f8f25b51bd req-1d9737f9-5ce9-48c5-99d3-a9e898b856c9 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 945 time: 0.1222479 Sep 07 16:22:01.474858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b9accec-b25c-4ef4-b054-08a959ebb055 req-5e4b309e-9caf-4065-8f61-827392344d99 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202271 Sep 07 16:22:01.520740 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9526b5f0-7a4e-4c42-a60d-34f8f25b51bd req-966ae6e3-f5d0-4ac5-b7b4-e211169d23cf tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195827 Sep 07 16:22:01.668733 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:01.723104 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 6d2b4ad9-531c-4c72-ba03-15a48e79424e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:22:01.799924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7a1ae3-c5ea-47dd-89fc-f515d06e812f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Router 2da6d954-aa77-449c-bb54-709ecd8608bf has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:22:01.899384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:22:01.909787 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3931290-75bb-4fcb-afcf-656dae4bccf1 None None] Sync routers for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:22:01.919023 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3931290-75bb-4fcb-afcf-656dae4bccf1 None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:01.919969 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f3931290-75bb-4fcb-afcf-656dae4bccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:01.935806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39480) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:01.946146 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bf86dc90-fe14-4e84-b729-e7b3e245a365 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5037031 Sep 07 16:22:01.960052 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7a1ae3-c5ea-47dd-89fc-f515d06e812f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:22:01.967320 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ce7a1ae3-c5ea-47dd-89fc-f515d06e812f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "PUT /v2.0/routers/2da6d954-aa77-449c-bb54-709ecd8608bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0722573 Sep 07 16:22:01.967572 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39482) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:02.029398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b177d9bd-d9a5-4ec9-877a-efe01acc741f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting subnet e06f2ea5-48a8-4d62-a370-52745abd8f4e {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:02.034716 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b177d9bd-d9a5-4ec9-877a-efe01acc741f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.056565 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f3931290-75bb-4fcb-afcf-656dae4bccf1 None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:02.060172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dd588b-39b9-44ec-b303-ea858b32ad9e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:02.062098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dd588b-39b9-44ec-b303-ea858b32ad9e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:02.066976 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e8dd588b-39b9-44ec-b303-ea858b32ad9e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0957904 Sep 07 16:22:02.067294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39490) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:02.122169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b177d9bd-d9a5-4ec9-877a-efe01acc741f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.146133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4131387-1b10-4265-9ac9-1b8794bef47d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet bf0fd175-f091-410f-9b77-6158d1e931e6 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:02.148642 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4131387-1b10-4265-9ac9-1b8794bef47d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.202731 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4131387-1b10-4265-9ac9-1b8794bef47d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.248876 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b177d9bd-d9a5-4ec9-877a-efe01acc741f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.262496 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4131387-1b10-4265-9ac9-1b8794bef47d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.311293 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.327665 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f3931290-75bb-4fcb-afcf-656dae4bccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:59Z', 'revision_number': 10, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:02.332262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 36582133-4cf2-469d-b735-02f2fcd3fdbe up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:02.372451 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4131387-1b10-4265-9ac9-1b8794bef47d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.377768 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b177d9bd-d9a5-4ec9-877a-efe01acc741f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.397963 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3931290-75bb-4fcb-afcf-656dae4bccf1 None None] Checking router: 6d2b4ad9-531c-4c72-ba03-15a48e79424e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:22:02.410532 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 36582133-4cf2-469d-b735-02f2fcd3fdbe completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:02.415971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 36582133-4cf2-469d-b735-02f2fcd3fdbe triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:02.416994 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.422541 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3931290-75bb-4fcb-afcf-656dae4bccf1 None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:02.423236 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f3931290-75bb-4fcb-afcf-656dae4bccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:02.429472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177d9bd-d9a5-4ec9-877a-efe01acc741f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Subnet': ['ID=e06f2ea5-48a8-4d62-a370-52745abd8f4e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:02.436211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4131387-1b10-4265-9ac9-1b8794bef47d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0fd175-f091-410f-9b77-6158d1e931e6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:02.440215 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b177d9bd-d9a5-4ec9-877a-efe01acc741f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.446708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39498) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:02.450480 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b177d9bd-d9a5-4ec9-877a-efe01acc741f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/e06f2ea5-48a8-4d62-a370-52745abd8f4e HTTP/1.1" status: 204 len: 168 time: 0.5134037 Sep 07 16:22:02.480954 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4131387-1b10-4265-9ac9-1b8794bef47d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.482849 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f4131387-1b10-4265-9ac9-1b8794bef47d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/bf0fd175-f091-410f-9b77-6158d1e931e6 HTTP/1.1" status: 204 len: 168 time: 0.4144363 Sep 07 16:22:02.485400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39502) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:02.490845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacbe3b2-fc82-4d9e-8f75-e1c52c2a846b None None] Network 962af528-07e0-49a0-90ea-48abbbc86987 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:02.493746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a953830-252d-4cd8-a495-f568e04eb740 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:02.701965 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f3931290-75bb-4fcb-afcf-656dae4bccf1 None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:02.702366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbdadcb-6507-421b-8af4-2f60dc62b03b None None] Sync routers for ids ['2da6d954-aa77-449c-bb54-709ecd8608bf'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:22:02.710125 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.806885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port d08aeea3-c1fd-43d8-ba1d-d8820da796bf {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:02.807923 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.824256 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.830835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbdadcb-6507-421b-8af4-2f60dc62b03b None None] Routers {'2da6d954-aa77-449c-bb54-709ecd8608bf'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:02.831903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9fbdadcb-6507-421b-8af4-2f60dc62b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2da6d954-aa77-449c-bb54-709ecd8608bf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:02.886349 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-45389cfe-41e3-4c7c-a360-7c5479cd4cf5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3976529 Sep 07 16:22:02.890030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39522) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:02.907314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] For port d08aeea3-c1fd-43d8-ba1d-d8820da796bf, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d08aeea3-c1fd-43d8-ba1d-d8820da796bf,segment=NetworkSegment(95a4162d-4caa-4f3f-93a3-d5af3f2dcb98),segment_id=95a4162d-4caa-4f3f-93a3-d5af3f2dcb98)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:02.909710 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:02.933181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9fbdadcb-6507-421b-8af4-2f60dc62b03b None None] Set router 2da6d954-aa77-449c-bb54-709ecd8608bf gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:02.938729 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for d08aeea3-c1fd-43d8-ba1d-d8820da796bf owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:02.972559 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8faf0fe-2f4b-4c2d-82f0-8ca4f5ab03c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.033958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d982e5-8186-4380-81d3-c504d28b865e req-c7492d7b-7aed-473c-9b5b-19f58d2a40ed tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:03.041231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6d982e5-8186-4380-81d3-c504d28b865e req-c7492d7b-7aed-473c-9b5b-19f58d2a40ed tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 945 time: 0.3026795 Sep 07 16:22:03.057541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9fbdadcb-6507-421b-8af4-2f60dc62b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6d954-aa77-449c-bb54-709ecd8608bf', 'name': 'tempest-NetworksTestDHCPv6-router-1867160517', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:53Z', 'updated_at': '2021-09-07T16:22:00Z', 'revision_number': 3, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:03.089417 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.115620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992938d3-bd6b-4434-8a83-00f016958146 req-f5dd58ae-b7a6-43d7-a40c-774fb53bb0ac tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:03.117226 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-992938d3-bd6b-4434-8a83-00f016958146 req-f5dd58ae-b7a6-43d7-a40c-774fb53bb0ac tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.4469254 Sep 07 16:22:03.123615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbdadcb-6507-421b-8af4-2f60dc62b03b None None] Checking router: 2da6d954-aa77-449c-bb54-709ecd8608bf for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:22:03.147719 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No DVR routers for this DVR port d08aeea3-c1fd-43d8-ba1d-d8820da796bf on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:22:03.159119 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f3931290-75bb-4fcb-afcf-656dae4bccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:59Z', 'revision_number': 10, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:03.163183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 36582133-4cf2-469d-b735-02f2fcd3fdbe, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=36582133-4cf2-469d-b735-02f2fcd3fdbe,segment=NetworkSegment(7f882548-2790-49ad-9a83-06386ef6c22e),segment_id=7f882548-2790-49ad-9a83-06386ef6c22e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:03.173254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36582133-4cf2-469d-b735-02f2fcd3fdbe'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:22:03.173254 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d285d4b-03e7-4cba-ac0a-374f8cb12e06" -d '{"events": [{"server_uuid": "318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea", "name": "network-vif-plugged", "status": "completed", "tag": "36582133-4cf2-469d-b735-02f2fcd3fdbe"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:22:03.173561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=d08aeea3-c1fd-43d8-ba1d-d8820da796bf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:03.179773 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.188207 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbdadcb-6507-421b-8af4-2f60dc62b03b None None] Routers {'2da6d954-aa77-449c-bb54-709ecd8608bf'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:03.189082 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9fbdadcb-6507-421b-8af4-2f60dc62b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2da6d954-aa77-449c-bb54-709ecd8608bf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:03.277214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e402b17c-58ab-4f3d-970c-0f72e8f9cf97 None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:22:03.295046 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3931290-75bb-4fcb-afcf-656dae4bccf1 None None] The sync data for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 is: [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:21:59Z', 'revision_number': 10, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None, '_interfaces': [{'id': '6f3eedce-5f36-479a-9f9e-ee12984b0ea1', 'name': '', 'network_id': '04cab817-5c1b-4db3-be3f-3f9b8fb9b487', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'mac_address': 'fa:16:3e:d0:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:48Z', 'updated_at': '2021-09-07T16:21:19Z', 'revision_number': 5, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'subnets': [{'id': 'aab3fdb3-ba1b-4c29-975f-367f88222b73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:22:03.296629 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6d982e5-8186-4380-81d3-c504d28b865e req-d203293d-e2de-47c3-87f4-1b18f5124a42 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502477 Sep 07 16:22:03.344894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c6c6b6-29a8-47b8-a63f-3ca8b097dbd6 None None] DHCP port deletion for 962af528-07e0-49a0-90ea-48abbbc86987 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:22:03.350272 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.362275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-992938d3-bd6b-4434-8a83-00f016958146 req-d7d7e2d4-6213-4b5c-92ab-abd974239b79 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303514 Sep 07 16:22:03.365704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9fbdadcb-6507-421b-8af4-2f60dc62b03b None None] Set router 2da6d954-aa77-449c-bb54-709ecd8608bf gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:03.374477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8faf0fe-2f4b-4c2d-82f0-8ca4f5ab03c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.379435 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8faf0fe-2f4b-4c2d-82f0-8ca4f5ab03c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.405838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962af528-07e0-49a0-90ea-48abbbc86987']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:03.416685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a4162d-4caa-4f3f-93a3-d5af3f2dcb98') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:03.417023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a4162d-4caa-4f3f-93a3-d5af3f2dcb98') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:03.429550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.446599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.456175 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:22:03.456175 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.468091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9fbdadcb-6507-421b-8af4-2f60dc62b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6d954-aa77-449c-bb54-709ecd8608bf', 'name': 'tempest-NetworksTestDHCPv6-router-1867160517', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:53Z', 'updated_at': '2021-09-07T16:22:00Z', 'revision_number': 3, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:03.472417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=36582133-4cf2-469d-b735-02f2fcd3fdbe,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:03.515252 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8faf0fe-2f4b-4c2d-82f0-8ca4f5ab03c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.516673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8faf0fe-2f4b-4c2d-82f0-8ca4f5ab03c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Fanout notify agent at l3_agent the message router_deleted on router 2da6d954-aa77-449c-bb54-709ecd8608bf {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:22:03.533200 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8faf0fe-2f4b-4c2d-82f0-8ca4f5ab03c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:22:03.533543 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:22:03.536995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e8faf0fe-2f4b-4c2d-82f0-8ca4f5ab03c2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/routers/2da6d954-aa77-449c-bb54-709ecd8608bf HTTP/1.1" status: 204 len: 168 time: 0.6431267 Sep 07 16:22:03.539734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39530) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:03.543256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.545526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-530b149e-9e1f-4bee-8e89-afd3c15e3535 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:03.568429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbdadcb-6507-421b-8af4-2f60dc62b03b None None] The sync data for ids ['2da6d954-aa77-449c-bb54-709ecd8608bf'] in n-d-807551-3 is: [{'id': '2da6d954-aa77-449c-bb54-709ecd8608bf', 'name': 'tempest-NetworksTestDHCPv6-router-1867160517', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:53Z', 'updated_at': '2021-09-07T16:22:00Z', 'revision_number': 3, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:22:03.575112 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.580178 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7e3e26-989b-49f8-9ea6-56b1f1f92e98 x-openstack-request-id: req-8e7e3e26-989b-49f8-9ea6-56b1f1f92e98 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:22:03.581620 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea", "name": "network-vif-plugged", "status": "completed", "tag": "36582133-4cf2-469d-b735-02f2fcd3fdbe", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:22:03.582140 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e7e3e26-989b-49f8-9ea6-56b1f1f92e98 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:22:03.582715 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36582133-4cf2-469d-b735-02f2fcd3fdbe', 'code': 200} Sep 07 16:22:03.587498 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/networks/962af528-07e0-49a0-90ea-48abbbc86987 HTTP/1.1" status: 204 len: 168 time: 1.1361084 Sep 07 16:22:03.589217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39534) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:03.615016 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f61109-4772-4908-bf93-9f12722b772d tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Network': ['ID=962af528-07e0-49a0-90ea-48abbbc86987,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:03.623073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e402b17c-58ab-4f3d-970c-0f72e8f9cf97 None None] Deleting port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:03.623698 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e402b17c-58ab-4f3d-970c-0f72e8f9cf97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.719049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e402b17c-58ab-4f3d-970c-0f72e8f9cf97 None None] For port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=079f92d4-9f85-4a20-b10e-3dde3e4b68e1,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:03.719730 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e402b17c-58ab-4f3d-970c-0f72e8f9cf97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.790193 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e402b17c-58ab-4f3d-970c-0f72e8f9cf97 None None] Calling delete_port for 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:03.802532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77860e37-b816-47c9-beeb-303f1e628460 req-6fb956e6-4fab-4fa4-b5e5-a9747b071034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:03.809394 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-77860e37-b816-47c9-beeb-303f1e628460 req-6fb956e6-4fab-4fa4-b5e5-a9747b071034 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 1097 time: 0.1506920 Sep 07 16:22:03.857872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530b149e-9e1f-4bee-8e89-afd3c15e3535 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:03.863958 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-530b149e-9e1f-4bee-8e89-afd3c15e3535 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:03.934712 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-77860e37-b816-47c9-beeb-303f1e628460 req-aad48b13-b461-4a2f-80a4-cd1cb2596e5f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031735 Sep 07 16:22:04.261143 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e402b17c-58ab-4f3d-970c-0f72e8f9cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:04.294759 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402b17c-58ab-4f3d-970c-0f72e8f9cf97 None None] No DVR routers for this DVR port 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:22:04.307640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402b17c-58ab-4f3d-970c-0f72e8f9cf97 None None] Pushing event deleted for resources: {'Port': ['ID=079f92d4-9f85-4a20-b10e-3dde3e4b68e1,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:04.355859 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-530b149e-9e1f-4bee-8e89-afd3c15e3535 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:04.463730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b149e-9e1f-4bee-8e89-afd3c15e3535 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:04.492736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-530b149e-9e1f-4bee-8e89-afd3c15e3535 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:04.503963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5534b959-542d-479c-96ec-8b53c3c36e82 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:04.507764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b149e-9e1f-4bee-8e89-afd3c15e3535 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:04.508381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-530b149e-9e1f-4bee-8e89-afd3c15e3535 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:04.524359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b149e-9e1f-4bee-8e89-afd3c15e3535 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:04.563543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:22:04.601580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedab113-7d0e-45d1-9709-185b44a34d9e req-9b5ce023-3fdb-4304-8875-c197c05e8539 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:04.603416 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cedab113-7d0e-45d1-9709-185b44a34d9e req-9b5ce023-3fdb-4304-8875-c197c05e8539 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 946 time: 0.1790307 Sep 07 16:22:04.608093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-530b149e-9e1f-4bee-8e89-afd3c15e3535 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0647595 Sep 07 16:22:04.608610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39562) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:04.614979 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-31bcb206-51d4-48df-81d3-856619c1df75 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1367988322', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:04.650231 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31bcb206-51d4-48df-81d3-856619c1df75 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:04.651983 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31bcb206-51d4-48df-81d3-856619c1df75 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:04.757178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31bcb206-51d4-48df-81d3-856619c1df75 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:04.758942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:22:04.759859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f59445ed-c5a5-4ac7-aae7-bf1c6b0d2989 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:22:04.760433 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 242dd5ab-4a7f-401b-8b1b-9d96590b6815 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:22:04.764305 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31bcb206-51d4-48df-81d3-856619c1df75 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:04.782932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 242dd5ab-4a7f-401b-8b1b-9d96590b6815 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:22:04.783681 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 242dd5ab-4a7f-401b-8b1b-9d96590b6815 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:22:04.784412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d08aeea3-c1fd-43d8-ba1d-d8820da796bf no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:22:04.792680 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31bcb206-51d4-48df-81d3-856619c1df75 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:04.806912 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-31bcb206-51d4-48df-81d3-856619c1df75 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1965303 Sep 07 16:22:04.809954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39568) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:04.834966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: d08aeea3-c1fd-43d8-ba1d-d8820da796bf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:22:04.835572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d08aeea3-c1fd-43d8-ba1d-d8820da796bf not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:22:04.837970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:22:04.890054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': '712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:22:04.891140 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:04.896258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:22:04.896793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 079f92d4-9f85-4a20-b10e-3dde3e4b68e1 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:22:05.071879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Allocated IP 2001:db8::2 (a4a52928-aba9-4c1a-9760-c065e55e283a/712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8/4beb7172-14b9-4ddf-83bd-12bfb7f73030) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:05.115752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af7602-bf25-46b6-9037-54724682e783 req-837a4dc0-dfd8-4bea-b0f8-f10d3380a4e3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:05.123413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2af7602-bf25-46b6-9037-54724682e783 req-837a4dc0-dfd8-4bea-b0f8-f10d3380a4e3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.6357074 Sep 07 16:22:05.233414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cedab113-7d0e-45d1-9709-185b44a34d9e req-20bec7d3-1226-403d-8c4f-397a86d86b4e tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6140444 Sep 07 16:22:05.264846 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2af7602-bf25-46b6-9037-54724682e783 req-a141f05b-63db-4d64-abc9-5d8f6f001626 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404240 Sep 07 16:22:05.271113 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:05.279782 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e537a2f-c58a-49ab-99b9-823cb2f0a962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:05.290028 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:05.300569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Transition to ACTIVE for port object 4beb7172-14b9-4ddf-83bd-12bfb7f73030 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:05.318645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Transition to ACTIVE for port object 4beb7172-14b9-4ddf-83bd-12bfb7f73030 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:05.327366 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:05.413328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:05.415811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:05.423003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:05.434447 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Pushing event updated for resources: {'Port': ['ID=4beb7172-14b9-4ddf-83bd-12bfb7f73030,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:05.487093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Attempting to bind port 4beb7172-14b9-4ddf-83bd-12bfb7f73030 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:22:05.488086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Attempting to bind port 4beb7172-14b9-4ddf-83bd-12bfb7f73030 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:22:05.488560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Attempting to bind port 4beb7172-14b9-4ddf-83bd-12bfb7f73030 on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:22:05.495049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:22:05.495489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:22:05.495933 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:05.498244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:22:05.498740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Bound port: 4beb7172-14b9-4ddf-83bd-12bfb7f73030, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:22:05.499138 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:05.577758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] For port 4beb7172-14b9-4ddf-83bd-12bfb7f73030, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:22:05.581286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] For port 4beb7172-14b9-4ddf-83bd-12bfb7f73030, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4beb7172-14b9-4ddf-83bd-12bfb7f73030,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:22:05.596127 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:05.604614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::1 (a4a52928-aba9-4c1a-9760-c065e55e283a/712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8/5cdeb3a1-854a-491f-af14-7c59f660f44a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:05.678792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379443c-bf1b-44ab-a0f8-fcd07fa085cd None None] Pushing event updated for resources: {'Port': ['ID=4beb7172-14b9-4ddf-83bd-12bfb7f73030,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:05.712046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2e537a2f-c58a-49ab-99b9-823cb2f0a962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:05.712658 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e537a2f-c58a-49ab-99b9-823cb2f0a962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:05.766951 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:05.785211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object 5cdeb3a1-854a-491f-af14-7c59f660f44a will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:05.831839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-2e537a2f-c58a-49ab-99b9-823cb2f0a962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] For port 6f3eedce-5f36-479a-9f9e-ee12984b0ea1, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6f3eedce-5f36-479a-9f9e-ee12984b0ea1,segment=NetworkSegment(672a7b2d-131a-45a5-993c-1e3918bbe799),segment_id=672a7b2d-131a-45a5-993c-1e3918bbe799)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:05.832857 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e537a2f-c58a-49ab-99b9-823cb2f0a962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:05.848482 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:05.886205 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2e537a2f-c58a-49ab-99b9-823cb2f0a962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:05.895766 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:05.898867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:05.901373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:05.901922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:05.988713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=5cdeb3a1-854a-491f-af14-7c59f660f44a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:06.052601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:06.140320 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e537a2f-c58a-49ab-99b9-823cb2f0a962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:06.173506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e537a2f-c58a-49ab-99b9-823cb2f0a962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=6f3eedce-5f36-479a-9f9e-ee12984b0ea1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:06.494756 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e537a2f-c58a-49ab-99b9-823cb2f0a962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:06.690328 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:06.701021 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:06.701519 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:06.718825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4beb7172-14b9-4ddf-83bd-12bfb7f73030 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:06.777989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db1a8e-3709-47b3-b8f5-30fd861f51d8 req-9f0ebfba-8ed7-44d5-9f1d-75a53829150d tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:06.779513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6db1a8e-3709-47b3-b8f5-30fd861f51d8 req-9f0ebfba-8ed7-44d5-9f1d-75a53829150d tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 946 time: 0.3127882 Sep 07 16:22:06.815524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3858ff-ffe4-4079-97aa-6d397ed771ba req-60cc1731-d9d9-4508-9f65-77af62cd5aca tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:06.822698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca3858ff-ffe4-4079-97aa-6d397ed771ba req-60cc1731-d9d9-4508-9f65-77af62cd5aca tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.3491635 Sep 07 16:22:06.854470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 4beb7172-14b9-4ddf-83bd-12bfb7f73030 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:06.901085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6db1a8e-3709-47b3-b8f5-30fd861f51d8 req-fd700ce9-9370-45b9-82b7-1f6e8ef8b184 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132035 Sep 07 16:22:06.916958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e537a2f-c58a-49ab-99b9-823cb2f0a962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 6d2b4ad9-531c-4c72-ba03-15a48e79424e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:22:06.938835 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca3858ff-ffe4-4079-97aa-6d397ed771ba req-0e8059d9-1212-4709-b9e2-2a1ccf6a0ea0 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043451 Sep 07 16:22:06.993973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=5cdeb3a1-854a-491f-af14-7c59f660f44a,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:07.054043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:07.056802 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:07.077827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e537a2f-c58a-49ab-99b9-823cb2f0a962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:22:07.088640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2e537a2f-c58a-49ab-99b9-823cb2f0a962 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4981208 Sep 07 16:22:07.089431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39622) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:07.090483 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357de1bf-d996-4727-9afb-1fb4cfe71d7f None None] Sync routers for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:22:07.109629 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357de1bf-d996-4727-9afb-1fb4cfe71d7f None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:07.112105 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-357de1bf-d996-4727-9afb-1fb4cfe71d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:07.216314 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-357de1bf-d996-4727-9afb-1fb4cfe71d7f None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:07.220954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-596ae7a9-1c0b-4885-9965-9ddb62daa57b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting subnet aab3fdb3-ba1b-4c29-975f-367f88222b73 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:07.242364 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-596ae7a9-1c0b-4885-9965-9ddb62daa57b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:07.311161 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Router d3c9024b-1457-4d99-914d-89875d735191 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:22:07.332731 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-357de1bf-d996-4727-9afb-1fb4cfe71d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:22:06Z', 'revision_number': 11, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:07.336044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aabff571-0964-41b8-9aac-af496955b721 None None] Provisioning for port 4beb7172-14b9-4ddf-83bd-12bfb7f73030 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:07.349486 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aabff571-0964-41b8-9aac-af496955b721 None None] Provisioning complete for port 4beb7172-14b9-4ddf-83bd-12bfb7f73030 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:07.350297 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aabff571-0964-41b8-9aac-af496955b721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:07.388563 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-596ae7a9-1c0b-4885-9965-9ddb62daa57b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:07.451970 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357de1bf-d996-4727-9afb-1fb4cfe71d7f None None] Checking router: 6d2b4ad9-531c-4c72-ba03-15a48e79424e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:22:07.484735 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357de1bf-d996-4727-9afb-1fb4cfe71d7f None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:07.485378 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-357de1bf-d996-4727-9afb-1fb4cfe71d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:07.493548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00809d-6f3e-439d-b876-3155c80edffa req-995bb1db-075e-4afd-ae48-1467db280b9a tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:07.495137 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a00809d-6f3e-439d-b876-3155c80edffa req-995bb1db-075e-4afd-ae48-1467db280b9a tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 946 time: 0.2708476 Sep 07 16:22:07.564039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a00809d-6f3e-439d-b876-3155c80edffa req-ccaf07bf-ebd9-4e41-a6f9-bdb912701579 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488923 Sep 07 16:22:07.567004 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aabff571-0964-41b8-9aac-af496955b721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:07.643501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-aabff571-0964-41b8-9aac-af496955b721 None None] For port 4beb7172-14b9-4ddf-83bd-12bfb7f73030, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4beb7172-14b9-4ddf-83bd-12bfb7f73030,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:07.651860 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aabff571-0964-41b8-9aac-af496955b721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:07.664663 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-357de1bf-d996-4727-9afb-1fb4cfe71d7f None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:07.674764 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-596ae7a9-1c0b-4885-9965-9ddb62daa57b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:07.836071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e20cc7a6-6c6c-4138-9aae-879b98ef7e17 None None] Provisioning for port 5cdeb3a1-854a-491f-af14-7c59f660f44a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:07.844625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabff571-0964-41b8-9aac-af496955b721 None None] Pushing event updated for resources: {'Port': ['ID=4beb7172-14b9-4ddf-83bd-12bfb7f73030,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:07.852455 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-596ae7a9-1c0b-4885-9965-9ddb62daa57b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:07.855827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e20cc7a6-6c6c-4138-9aae-879b98ef7e17 None None] Provisioning complete for port 5cdeb3a1-854a-491f-af14-7c59f660f44a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:07.857126 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e20cc7a6-6c6c-4138-9aae-879b98ef7e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:07.922018 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-357de1bf-d996-4727-9afb-1fb4cfe71d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:22:06Z', 'revision_number': 11, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:07.954997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e20cc7a6-6c6c-4138-9aae-879b98ef7e17 None None] Port 5cdeb3a1-854a-491f-af14-7c59f660f44a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:22:07.961546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ae7a9-1c0b-4885-9965-9ddb62daa57b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Subnet': ['ID=aab3fdb3-ba1b-4c29-975f-367f88222b73,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:07.974315 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357de1bf-d996-4727-9afb-1fb4cfe71d7f None None] The sync data for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 is: [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:22:06Z', 'revision_number': 11, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:22:07.999428 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-596ae7a9-1c0b-4885-9965-9ddb62daa57b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.003903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8348ce66-2d24-412c-9655-7d097e8b4409 None None] Network 04cab817-5c1b-4db3-be3f-3f9b8fb9b487 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:08.008904 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-596ae7a9-1c0b-4885-9965-9ddb62daa57b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/aab3fdb3-ba1b-4c29-975f-367f88222b73 HTTP/1.1" status: 204 len: 168 time: 0.9183729 Sep 07 16:22:08.022861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39652) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:08.122732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:22:08.138203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Sync routers for ids ['d3c9024b-1457-4d99-914d-89875d735191'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:22:08.139149 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c55b85d9-4d89-437c-8cde-9819f1ca97a6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "PUT /v2.0/routers/d3c9024b-1457-4d99-914d-89875d735191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3281348 Sep 07 16:22:08.141803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39658) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:08.184628 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.217216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8978080f-5ec4-4e23-bd2b-fd19407c7ed1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:08.219866 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8978080f-5ec4-4e23-bd2b-fd19407c7ed1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports/5cdeb3a1-854a-491f-af14-7c59f660f44a HTTP/1.1" status: 200 len: 911 time: 0.0767276 Sep 07 16:22:08.230534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Routers {'d3c9024b-1457-4d99-914d-89875d735191'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:08.231423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d3c9024b-1457-4d99-914d-89875d735191'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:08.235088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618d5c0-f6b9-4435-9628-95c064001d60 req-d4cebe6d-951d-4fe8-9742-0f52741c3971 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:08.236688 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8618d5c0-f6b9-4435-9628-95c064001d60 req-d4cebe6d-951d-4fe8-9742-0f52741c3971 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 946 time: 0.4761918 Sep 07 16:22:08.237389 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39660) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:08.258065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6162e30c-1b0d-42fa-8064-5ea7dc994e1c None None] Provisioning complete for port 5cdeb3a1-854a-491f-af14-7c59f660f44a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:08.259257 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6162e30c-1b0d-42fa-8064-5ea7dc994e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.303157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f9cdc-c34c-4184-b637-ac9f0c835274 req-5675b4dc-79e7-4476-9554-fda91c4fe4c3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:08.304898 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dad28d3-c68a-48ba-a5b5-370c88ec2fc3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:08.310413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a96f9cdc-c34c-4184-b637-ac9f0c835274 req-5675b4dc-79e7-4476-9554-fda91c4fe4c3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.1229019 Sep 07 16:22:08.312678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dad28d3-c68a-48ba-a5b5-370c88ec2fc3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:08.314657 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1dad28d3-c68a-48ba-a5b5-370c88ec2fc3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0761936 Sep 07 16:22:08.319394 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39666) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:08.373981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8618d5c0-f6b9-4435-9628-95c064001d60 req-5f4a5d1a-98d6-4929-afe1-32ccd65b124b tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253316 Sep 07 16:22:08.392966 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a96f9cdc-c34c-4184-b637-ac9f0c835274 req-4c2394b8-eac5-49dd-b6c6-ef504771ca06 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816867 Sep 07 16:22:08.414634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39668) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:08.430637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Deleting port df9e8265-a41f-4b89-b71a-436c9e067753 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:08.431081 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.467898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6162e30c-1b0d-42fa-8064-5ea7dc994e1c None None] Port 5cdeb3a1-854a-491f-af14-7c59f660f44a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:22:08.522515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Set router d3c9024b-1457-4d99-914d-89875d735191 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:08.572015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] For port df9e8265-a41f-4b89-b71a-436c9e067753, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=df9e8265-a41f-4b89-b71a-436c9e067753,segment=NetworkSegment(672a7b2d-131a-45a5-993c-1e3918bbe799),segment_id=672a7b2d-131a-45a5-993c-1e3918bbe799)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:08.572419 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.621398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Calling delete_port for df9e8265-a41f-4b89-b71a-436c9e067753 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:08.624145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4beb7172-14b9-4ddf-83bd-12bfb7f73030 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:08.717935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c680c39a-2251-4ee3-a34a-403d15ad4e3e None None] DHCP port deletion for 04cab817-5c1b-4db3-be3f-3f9b8fb9b487 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:22:08.801295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d05af0-0fc6-4fb5-93db-5ebd72221a2f tempest-TestServerBasicOps-1717669737 tempest-TestServerBasicOps-1717669737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:08.805962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a6d05af0-0fc6-4fb5-93db-5ebd72221a2f tempest-TestServerBasicOps-1717669737 tempest-TestServerBasicOps-1717669737-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 1092 time: 0.3903122 Sep 07 16:22:08.806578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39676) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:08.812457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '36582133-4cf2-469d-b735-02f2fcd3fdbe', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:08.833272 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.887720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Port': ['ID=df9e8265-a41f-4b89-b71a-436c9e067753,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:08.889703 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.895313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No DVR routers for this DVR port df9e8265-a41f-4b89-b71a-436c9e067753 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:22:08.957144 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c680c39a-2251-4ee3-a34a-403d15ad4e3e None None] Deleting port df9e8265-a41f-4b89-b71a-436c9e067753 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:08.957648 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c680c39a-2251-4ee3-a34a-403d15ad4e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.959286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 4beb7172-14b9-4ddf-83bd-12bfb7f73030 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:08.960174 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:08.963915 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-553a8ee2-bca8-43b2-b9c4-7db56fce29e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.057148 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.118390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cab817-5c1b-4db3-be3f-3f9b8fb9b487']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:09.142856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672a7b2d-131a-45a5-993c-1e3918bbe799') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:09.143320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672a7b2d-131a-45a5-993c-1e3918bbe799') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:09.159786 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.170545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c680c39a-2251-4ee3-a34a-403d15ad4e3e None None] For port df9e8265-a41f-4b89-b71a-436c9e067753, host n-d-807551-3, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:09.171587 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c680c39a-2251-4ee3-a34a-403d15ad4e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.178638 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.189991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:22:09.190407 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.192616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c680c39a-2251-4ee3-a34a-403d15ad4e3e None None] Calling delete_port for df9e8265-a41f-4b89-b71a-436c9e067753 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:22:09.193558 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:22:09.198713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-c680c39a-2251-4ee3-a34a-403d15ad4e3e None None] Port df9e8265-a41f-4b89-b71a-436c9e067753 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:22:09.221870 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c680c39a-2251-4ee3-a34a-403d15ad4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.251828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680c39a-2251-4ee3-a34a-403d15ad4e3e None None] Pushing event deleted for resources: {'Port': ['ID=df9e8265-a41f-4b89-b71a-436c9e067753,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:09.257996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9024b-1457-4d99-914d-89875d735191', 'name': 'tempest-NetworksTestDHCPv6-router-1367988322', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:04Z', 'updated_at': '2021-09-07T16:22:06Z', 'revision_number': 2, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'gw_port_host': None, '_interfaces': [{'id': '5cdeb3a1-854a-491f-af14-7c59f660f44a', 'name': '', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'mac_address': 'fa:16:3e:ea:7e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c9024b-1457-4d99-914d-89875d735191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:05Z', 'updated_at': '2021-09-07T16:22:06Z', 'revision_number': 2, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'subnets': [{'id': '712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:09.281504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680c39a-2251-4ee3-a34a-403d15ad4e3e None None] No DVR routers for this DVR port df9e8265-a41f-4b89-b71a-436c9e067753 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:22:09.290502 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.311436 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.325000 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.326894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/networks/04cab817-5c1b-4db3-be3f-3f9b8fb9b487 HTTP/1.1" status: 204 len: 168 time: 1.3025920 Sep 07 16:22:09.329932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39686) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:09.337440 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-30d3515d-4277-4a51-a3e3-244481e2496b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'router': {'routes': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:09.348891 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Checking router: d3c9024b-1457-4d99-914d-89875d735191 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:22:09.348891 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Updating router d3c9024b-1457-4d99-914d-89875d735191 port 5cdeb3a1-854a-491f-af14-7c59f660f44a binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:22:09.363446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614674a-d3f7-4829-a467-c9f106d38190 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Pushing event deleted for resources: {'Network': ['ID=04cab817-5c1b-4db3-be3f-3f9b8fb9b487,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:09.413362 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.423641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:22:09.443699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Allocated IP 172.25.3.237 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/e997f3db-6491-4636-a466-579a10f06f58) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:09.480991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:22:09.481632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6f3eedce-5f36-479a-9f9e-ee12984b0ea1 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:22:09.499467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-553a8ee2-bca8-43b2-b9c4-7db56fce29e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port 5cdeb3a1-854a-491f-af14-7c59f660f44a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:09.504848 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-553a8ee2-bca8-43b2-b9c4-7db56fce29e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.624395 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-30d3515d-4277-4a51-a3e3-244481e2496b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Added routes are [] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 16:22:09.624705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-30d3515d-4277-4a51-a3e3-244481e2496b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Removed routes are [] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 16:22:09.625951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8ca57-7af9-4a75-932e-462ed296a1d0 req-8dfbe3de-5b2d-460c-b9cf-950ddf33787b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:09.626162 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30d3515d-4277-4a51-a3e3-244481e2496b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.627404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84e8ca57-7af9-4a75-932e-462ed296a1d0 req-8dfbe3de-5b2d-460c-b9cf-950ddf33787b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.0915639 Sep 07 16:22:09.644812 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.755541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84e8ca57-7af9-4a75-932e-462ed296a1d0 req-c442e3ea-ac6e-48b6-be33-abf9f4a01957 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039481 Sep 07 16:22:09.783111 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.841110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Pushing event updated for resources: {'Port': ['ID=e997f3db-6491-4636-a466-579a10f06f58,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:09.860038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:09.862007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:09.864539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:09.884515 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.897493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Transition to ACTIVE for port object 5cdeb3a1-854a-491f-af14-7c59f660f44a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:09.905167 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.925609 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-553a8ee2-bca8-43b2-b9c4-7db56fce29e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.981343 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30d3515d-4277-4a51-a3e3-244481e2496b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:09.983221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-553a8ee2-bca8-43b2-b9c4-7db56fce29e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for 5cdeb3a1-854a-491f-af14-7c59f660f44a owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:09.991389 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30d3515d-4277-4a51-a3e3-244481e2496b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.157863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81e53b-eba6-4046-9b79-9f0b89fbe413 None None] Pushing event updated for resources: {'Port': ['ID=5cdeb3a1-854a-491f-af14-7c59f660f44a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:10.176531 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Attempting to bind port 5cdeb3a1-854a-491f-af14-7c59f660f44a on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:22:10.176910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Attempting to bind port 5cdeb3a1-854a-491f-af14-7c59f660f44a by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:22:10.177507 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Attempting to bind port 5cdeb3a1-854a-491f-af14-7c59f660f44a on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:22:10.182643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:22:10.183022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:22:10.183433 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.183834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:22:10.184314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Bound port: 5cdeb3a1-854a-491f-af14-7c59f660f44a, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:22:10.184732 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.311273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d3515d-4277-4a51-a3e3-244481e2496b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 6d2b4ad9-531c-4c72-ba03-15a48e79424e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:22:10.445918 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-abc19706-b361-4462-af04-b1f710db9315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.450869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] For port 5cdeb3a1-854a-491f-af14-7c59f660f44a, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:22:10.456373 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] For port 5cdeb3a1-854a-491f-af14-7c59f660f44a, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5cdeb3a1-854a-491f-af14-7c59f660f44a,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:22:10.463086 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.527424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Routers {'d3c9024b-1457-4d99-914d-89875d735191'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:10.534126 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d3c9024b-1457-4d99-914d-89875d735191'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:10.540283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d3515d-4277-4a51-a3e3-244481e2496b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:22:10.548327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30d3515d-4277-4a51-a3e3-244481e2496b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.552041 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-30d3515d-4277-4a51-a3e3-244481e2496b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e HTTP/1.1" status: 200 len: 700 time: 1.2179978 Sep 07 16:22:10.552277 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c71dd03-f7cf-450b-a06e-185b4a71cc27 None None] Sync routers for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:22:10.552726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39710) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:10.565044 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71dd03-f7cf-450b-a06e-185b4a71cc27 None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:10.567179 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4c71dd03-f7cf-450b-a06e-185b4a71cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:10.614596 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-604e75d5-2d6f-4f12-91e4-5b648baac01c tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d2b4ad9-531c-4c72-ba03-15a48e79424e HTTP/1.1" status: 200 len: 205 time: 0.0588050 Sep 07 16:22:10.620808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39712) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:10.637256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device df9e8265-a41f-4b89-b71a-436c9e067753 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:22:10.689853 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.698918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: df9e8265-a41f-4b89-b71a-436c9e067753 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:22:10.699599 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device df9e8265-a41f-4b89-b71a-436c9e067753 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:22:10.705017 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4c71dd03-f7cf-450b-a06e-185b4a71cc27 None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:10.769700 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81e53b-eba6-4046-9b79-9f0b89fbe413 None None] Pushing event updated for resources: {'Port': ['ID=5cdeb3a1-854a-491f-af14-7c59f660f44a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:10.804993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] Set router d3c9024b-1457-4d99-914d-89875d735191 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:10.883397 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4c71dd03-f7cf-450b-a06e-185b4a71cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:22:06Z', 'revision_number': 11, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:10.893594 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.918562 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e887c10d-59eb-4747-9cd7-7e30677807a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:10.946883 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c71dd03-f7cf-450b-a06e-185b4a71cc27 None None] Checking router: 6d2b4ad9-531c-4c72-ba03-15a48e79424e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:22:10.958122 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71dd03-f7cf-450b-a06e-185b4a71cc27 None None] Routers {'6d2b4ad9-531c-4c72-ba03-15a48e79424e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:10.958956 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4c71dd03-f7cf-450b-a06e-185b4a71cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:11.033238 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4c71dd03-f7cf-450b-a06e-185b4a71cc27 None None] Set router 6d2b4ad9-531c-4c72-ba03-15a48e79424e gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:11.109814 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4c71dd03-f7cf-450b-a06e-185b4a71cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:22:06Z', 'revision_number': 11, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:11.137219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75455321-f295-4f3e-97b7-8ca5a9d6fe02 req-8d295db8-b53e-4db2-a75c-6d259368a7ca tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:11.140201 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75455321-f295-4f3e-97b7-8ca5a9d6fe02 req-8d295db8-b53e-4db2-a75c-6d259368a7ca tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.1837227 Sep 07 16:22:11.150347 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c71dd03-f7cf-450b-a06e-185b4a71cc27 None None] The sync data for ids ['6d2b4ad9-531c-4c72-ba03-15a48e79424e'] in n-d-807551-3 is: [{'id': '6d2b4ad9-531c-4c72-ba03-15a48e79424e', 'name': 'tempest-RoutersTest-router-135417864', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:45Z', 'updated_at': '2021-09-07T16:22:06Z', 'revision_number': 11, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:22:11.267205 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:11.277251 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:11.315835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9024b-1457-4d99-914d-89875d735191', 'name': 'tempest-NetworksTestDHCPv6-router-1367988322', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:04Z', 'updated_at': '2021-09-07T16:22:06Z', 'revision_number': 2, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'gw_port_host': None, '_interfaces': [{'id': '5cdeb3a1-854a-491f-af14-7c59f660f44a', 'name': '', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'mac_address': 'fa:16:3e:ea:7e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c9024b-1457-4d99-914d-89875d735191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:05Z', 'updated_at': '2021-09-07T16:22:10Z', 'revision_number': 4, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'subnets': [{'id': '712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:11.324692 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-553a8ee2-bca8-43b2-b9c4-7db56fce29e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:11.362588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75455321-f295-4f3e-97b7-8ca5a9d6fe02 req-d5d23977-4b50-4e71-9cc1-906775ce640e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875635 Sep 07 16:22:11.391031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f19da-f4fd-4dd7-b797-5074f7ff0306 None None] The sync data for ids ['d3c9024b-1457-4d99-914d-89875d735191'] in n-d-807551-3 is: [{'id': 'd3c9024b-1457-4d99-914d-89875d735191', 'name': 'tempest-NetworksTestDHCPv6-router-1367988322', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:04Z', 'updated_at': '2021-09-07T16:22:06Z', 'revision_number': 2, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'gw_port_host': None, '_interfaces': [{'id': '5cdeb3a1-854a-491f-af14-7c59f660f44a', 'name': '', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'mac_address': 'fa:16:3e:ea:7e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c9024b-1457-4d99-914d-89875d735191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:05Z', 'updated_at': '2021-09-07T16:22:10Z', 'revision_number': 4, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'subnets': [{'id': '712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:22:11.403332 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e887c10d-59eb-4747-9cd7-7e30677807a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:11.405889 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e887c10d-59eb-4747-9cd7-7e30677807a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:11.473049 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Pushing event updated for resources: {'Port': ['ID=e997f3db-6491-4636-a466-579a10f06f58,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:11.494717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:11.518022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a8ee2-bca8-43b2-b9c4-7db56fce29e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=5cdeb3a1-854a-491f-af14-7c59f660f44a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:11.545974 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e887c10d-59eb-4747-9cd7-7e30677807a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:11.546525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e887c10d-59eb-4747-9cd7-7e30677807a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Fanout notify agent at l3_agent the message router_deleted on router 6d2b4ad9-531c-4c72-ba03-15a48e79424e {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:22:11.574044 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e887c10d-59eb-4747-9cd7-7e30677807a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:11.575190 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e887c10d-59eb-4747-9cd7-7e30677807a5 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e HTTP/1.1" status: 204 len: 168 time: 0.9575217 Sep 07 16:22:11.581174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39734) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:11.690978 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f4069fad-d128-40a8-8fa3-b8d76c09c7d7 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1626456273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:11.813147 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Floating IP dacdd606-defc-4548-ae60-594e3ab7c993 associated. External IP: 172.25.3.237, port: 36582133-4cf2-469d-b735-02f2fcd3fdbe. Sep 07 16:22:11.875043 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-553a8ee2-bca8-43b2-b9c4-7db56fce29e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:12.010209 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4069fad-d128-40a8-8fa3-b8d76c09c7d7 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:12.011382 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4069fad-d128-40a8-8fa3-b8d76c09c7d7 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:12.207460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4069fad-d128-40a8-8fa3-b8d76c09c7d7 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:12.225614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553a8ee2-bca8-43b2-b9c4-7db56fce29e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Router d3c9024b-1457-4d99-914d-89875d735191 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:22:12.244019 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4069fad-d128-40a8-8fa3-b8d76c09c7d7 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:12.364458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4069fad-d128-40a8-8fa3-b8d76c09c7d7 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:12.366272 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f4069fad-d128-40a8-8fa3-b8d76c09c7d7 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7851002 Sep 07 16:22:12.369374 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39752) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:12.384319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-532deaf9-fe4d-402b-a28f-b8c1e717c1c9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:12.400984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:22:12.473015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553a8ee2-bca8-43b2-b9c4-7db56fce29e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:22:12.505593 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-553a8ee2-bca8-43b2-b9c4-7db56fce29e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "PUT /v2.0/routers/d3c9024b-1457-4d99-914d-89875d735191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1849458 Sep 07 16:22:12.506411 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39760) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:12.619589 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78772506-4c02-4832-bfa2-7c6ddae2a6d3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:12.622141 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78772506-4c02-4832-bfa2-7c6ddae2a6d3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:12.624149 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-78772506-4c02-4832-bfa2-7c6ddae2a6d3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1166651 Sep 07 16:22:12.632408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39762) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:13.169835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd88b4-07c9-4412-acdd-4ef475328c98 req-ae36bd06-72c2-4aa6-ab91-b4c7711eeae5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:13.171434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17bd88b4-07c9-4412-acdd-4ef475328c98 req-ae36bd06-72c2-4aa6-ab91-b4c7711eeae5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.6566563 Sep 07 16:22:13.258332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc04215-336c-4366-9f71-fb5ac03cfbe9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:13.266181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cc04215-336c-4366-9f71-fb5ac03cfbe9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:13.323918 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-532deaf9-fe4d-402b-a28f-b8c1e717c1c9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:13.341728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:22:13.357565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ca4a4-9219-496e-b2f7-05ebf1b2d078 None None] Sync routers for ids ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:22:13.362385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17bd88b4-07c9-4412-acdd-4ef475328c98 req-c812aff2-4f43-469f-b636-61223c427dd0 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784604 Sep 07 16:22:13.366493 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-532deaf9-fe4d-402b-a28f-b8c1e717c1c9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:13.373702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:13.378782 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cc04215-336c-4366-9f71-fb5ac03cfbe9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:13.380981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ca4a4-9219-496e-b2f7-05ebf1b2d078 None None] Routers {'2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:13.381851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e99ca4a4-9219-496e-b2f7-05ebf1b2d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:13.520485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4d9bf546-3f85-492a-92d9-f6001f913226 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6998575 Sep 07 16:22:13.520485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea', 'tag': '36582133-4cf2-469d-b735-02f2fcd3fdbe'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:22:13.520754 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e99ca4a4-9219-496e-b2f7-05ebf1b2d078 None None] Set router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:13.520848 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d076066-b586-4a60-8447-93c16d51c95a" -d '{"events": [{"name": "network-changed", "server_uuid": "318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea", "tag": "36582133-4cf2-469d-b735-02f2fcd3fdbe"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:22:13.548851 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b435471-d839-4f0f-8a95-660e56be2000 None None] Sync routers for ids ['d3c9024b-1457-4d99-914d-89875d735191'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:22:13.565823 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b435471-d839-4f0f-8a95-660e56be2000 None None] Routers {'d3c9024b-1457-4d99-914d-89875d735191'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:13.566444 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1b435471-d839-4f0f-8a95-660e56be2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d3c9024b-1457-4d99-914d-89875d735191'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:13.578814 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f91711c-c920-4b98-a2bc-af63e6be34bc x-openstack-request-id: req-6f91711c-c920-4b98-a2bc-af63e6be34bc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:22:13.579120 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea", "tag": "36582133-4cf2-469d-b735-02f2fcd3fdbe", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:22:13.579380 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f91711c-c920-4b98-a2bc-af63e6be34bc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:22:13.579783 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea', 'tag': '36582133-4cf2-469d-b735-02f2fcd3fdbe', 'status': 'completed', 'code': 200} Sep 07 16:22:13.640836 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cc04215-336c-4366-9f71-fb5ac03cfbe9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:13.644496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532deaf9-fe4d-402b-a28f-b8c1e717c1c9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Router 6d832613-88c6-4f16-b1e6-3c2a08c69408 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:22:13.662647 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1b435471-d839-4f0f-8a95-660e56be2000 None None] Set router d3c9024b-1457-4d99-914d-89875d735191 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:13.694794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d076066-b586-4a60-8447-93c16d51c95a req-78e46062-477f-4824-a661-fd573d7a33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:13.698007 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3d076066-b586-4a60-8447-93c16d51c95a req-78e46062-477f-4824-a661-fd573d7a33fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fce44d46c57e438393948e71c3c66689&device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 1097 time: 0.0950263 Sep 07 16:22:13.748284 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1b435471-d839-4f0f-8a95-660e56be2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9024b-1457-4d99-914d-89875d735191', 'name': 'tempest-NetworksTestDHCPv6-router-1367988322', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:04Z', 'updated_at': '2021-09-07T16:22:10Z', 'revision_number': 3, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:13.799356 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b435471-d839-4f0f-8a95-660e56be2000 None None] Checking router: d3c9024b-1457-4d99-914d-89875d735191 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:22:13.810185 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b435471-d839-4f0f-8a95-660e56be2000 None None] Routers {'d3c9024b-1457-4d99-914d-89875d735191'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:13.811132 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1b435471-d839-4f0f-8a95-660e56be2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d3c9024b-1457-4d99-914d-89875d735191'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:13.818413 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cc04215-336c-4366-9f71-fb5ac03cfbe9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:13.821666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532deaf9-fe4d-402b-a28f-b8c1e717c1c9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:22:13.834518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d076066-b586-4a60-8447-93c16d51c95a req-f5eb9d04-8d33-4f56-bef5-0a1f223c574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:13.834798 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-532deaf9-fe4d-402b-a28f-b8c1e717c1c9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:13.838303 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-532deaf9-fe4d-402b-a28f-b8c1e717c1c9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "PUT /v2.0/routers/6d832613-88c6-4f16-b1e6-3c2a08c69408 HTTP/1.1" status: 200 len: 694 time: 1.4656198 Sep 07 16:22:13.838428 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3d076066-b586-4a60-8447-93c16d51c95a req-f5eb9d04-8d33-4f56-bef5-0a1f223c574e service neutron] 10.222.0.54 "GET /v2.0/networks?id=da2e087c-bc81-45bc-81ff-e69a7c19ba4e HTTP/1.1" status: 200 len: 909 time: 0.1256826 Sep 07 16:22:13.838618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39792) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:13.888557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c87d1cd-4c43-4228-bcc2-2f994559a395 None None] Sync routers for ids ['6d832613-88c6-4f16-b1e6-3c2a08c69408'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:22:13.900085 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1b435471-d839-4f0f-8a95-660e56be2000 None None] Set router d3c9024b-1457-4d99-914d-89875d735191 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:13.904733 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc04215-336c-4366-9f71-fb5ac03cfbe9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:13.923663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c87d1cd-4c43-4228-bcc2-2f994559a395 None None] Routers {'6d832613-88c6-4f16-b1e6-3c2a08c69408'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:13.926257 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cc04215-336c-4366-9f71-fb5ac03cfbe9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:13.928720 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8cc04215-336c-4366-9f71-fb5ac03cfbe9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8 HTTP/1.1" status: 204 len: 168 time: 1.2636719 Sep 07 16:22:13.930685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3c87d1cd-4c43-4228-bcc2-2f994559a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:21:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d832613-88c6-4f16-b1e6-3c2a08c69408'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:13.934531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39796) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:13.939658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb05625-cb24-40d3-aa29-1c5076608bad None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:13.942065 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:13.980005 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1b435471-d839-4f0f-8a95-660e56be2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9024b-1457-4d99-914d-89875d735191', 'name': 'tempest-NetworksTestDHCPv6-router-1367988322', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:04Z', 'updated_at': '2021-09-07T16:22:10Z', 'revision_number': 3, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:14.029825 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b435471-d839-4f0f-8a95-660e56be2000 None None] The sync data for ids ['d3c9024b-1457-4d99-914d-89875d735191'] in n-d-807551-3 is: [{'id': 'd3c9024b-1457-4d99-914d-89875d735191', 'name': 'tempest-NetworksTestDHCPv6-router-1367988322', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:04Z', 'updated_at': '2021-09-07T16:22:10Z', 'revision_number': 3, 'project_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:22:14.094318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-224bf757-5414-45bd-9e39-2927eac8075f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1570470 Sep 07 16:22:14.096855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39806) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:14.207782 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0887d8a-24a0-40fe-98ec-db0d1c66dd69 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:14.327949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3c87d1cd-4c43-4228-bcc2-2f994559a395 None None] Set router 6d832613-88c6-4f16-b1e6-3c2a08c69408 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:14.424948 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4eec3f66-7b01-4d3a-8d84-92883df5e672 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/routers/6d832613-88c6-4f16-b1e6-3c2a08c69408 HTTP/1.1" status: 200 len: 700 time: 0.5849116 Sep 07 16:22:14.427555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39832) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:14.458405 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66529e65-dfb7-4444-829c-0ecc0292ad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:14.483112 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ed2b71cc-b544-4cfb-b94e-5f587b3b7ad2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d832613-88c6-4f16-b1e6-3c2a08c69408 HTTP/1.1" status: 200 len: 205 time: 0.0544851 Sep 07 16:22:14.490263 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39834) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:14.495815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3c87d1cd-4c43-4228-bcc2-2f994559a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d832613-88c6-4f16-b1e6-3c2a08c69408', 'name': 'tempest-RoutersTest-router-1626456273', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:12Z', 'updated_at': '2021-09-07T16:22:13Z', 'revision_number': 2, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:14.511904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5cdeb3a1-854a-491f-af14-7c59f660f44a no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:22:14.579377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 5cdeb3a1-854a-491f-af14-7c59f660f44a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:22:14.579734 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5cdeb3a1-854a-491f-af14-7c59f660f44a not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:22:14.587851 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3d076066-b586-4a60-8447-93c16d51c95a req-2f7a0eca-27c5-4dae-a18a-2fa1e3a4681f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36582133-4cf2-469d-b735-02f2fcd3fdbe HTTP/1.1" status: 200 len: 1000 time: 0.7395744 Sep 07 16:22:14.591394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e99ca4a4-9219-496e-b2f7-05ebf1b2d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:21:05Z', 'revision_number': 4, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port': {'id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:55Z', 'updated_at': '2021-09-07T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'dacdd606-defc-4548-ae60-594e3ab7c993', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'port_id': '36582133-4cf2-469d-b735-02f2fcd3fdbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'mac_address': 'fa:16:3e:05:cd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:22:10Z', 'updated_at': '2021-09-07T16:22:10Z', 'revision_number': 0, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b0785c-e1fd-47b0-90ef-fadca7966ed0', 'name': '', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'mac_address': 'fa:16:3e:96:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:01Z', 'updated_at': '2021-09-07T16:21:22Z', 'revision_number': 5, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'subnets': [{'id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:14.599376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c87d1cd-4c43-4228-bcc2-2f994559a395 None None] Checking router: 6d832613-88c6-4f16-b1e6-3c2a08c69408 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:22:14.654717 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ca4a4-9219-496e-b2f7-05ebf1b2d078 None None] Checking router: 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:22:14.657282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c87d1cd-4c43-4228-bcc2-2f994559a395 None None] Routers {'6d832613-88c6-4f16-b1e6-3c2a08c69408'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:14.657922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3c87d1cd-4c43-4228-bcc2-2f994559a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:22:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6d832613-88c6-4f16-b1e6-3c2a08c69408'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:14.709536 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0887d8a-24a0-40fe-98ec-db0d1c66dd69 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:14.712179 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0887d8a-24a0-40fe-98ec-db0d1c66dd69 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:14.723094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ca4a4-9219-496e-b2f7-05ebf1b2d078 None None] Routers {'2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:14.723750 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e99ca4a4-9219-496e-b2f7-05ebf1b2d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:22:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:14.725873 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-298d9e02-3aef-41b7-928a-b5bc39534d86 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:14.852322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3c87d1cd-4c43-4228-bcc2-2f994559a395 None None] Set router 6d832613-88c6-4f16-b1e6-3c2a08c69408 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:14.862959 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0887d8a-24a0-40fe-98ec-db0d1c66dd69 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:14.864844 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0887d8a-24a0-40fe-98ec-db0d1c66dd69 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Fanout notify agent at l3_agent the message router_deleted on router d3c9024b-1457-4d99-914d-89875d735191 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:22:14.896736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a743d24-6ee4-4a34-b755-b9e8a6b207db req-13eb957b-9bf4-43f4-a604-6b05ad6c1b6b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:14.911385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a743d24-6ee4-4a34-b755-b9e8a6b207db req-13eb957b-9bf4-43f4-a604-6b05ad6c1b6b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:14.926723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96623a-33f7-4d72-ab99-9a4301d131de None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:22:14.929950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a743d24-6ee4-4a34-b755-b9e8a6b207db req-13eb957b-9bf4-43f4-a604-6b05ad6c1b6b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:14.941536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a743d24-6ee4-4a34-b755-b9e8a6b207db req-13eb957b-9bf4-43f4-a604-6b05ad6c1b6b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:14.964898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a743d24-6ee4-4a34-b755-b9e8a6b207db req-13eb957b-9bf4-43f4-a604-6b05ad6c1b6b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:14.978461 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d076066-b586-4a60-8447-93c16d51c95a req-7f8f23af-89bb-41b2-9a36-f4e07e87b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:14.980325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a743d24-6ee4-4a34-b755-b9e8a6b207db req-13eb957b-9bf4-43f4-a604-6b05ad6c1b6b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:14.980617 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3d076066-b586-4a60-8447-93c16d51c95a req-7f8f23af-89bb-41b2-9a36-f4e07e87b00e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7521041a-ed2d-44bf-9abe-5891bd226d9d HTTP/1.1" status: 200 len: 847 time: 0.3848889 Sep 07 16:22:14.997029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a743d24-6ee4-4a34-b755-b9e8a6b207db req-13eb957b-9bf4-43f4-a604-6b05ad6c1b6b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:14.998823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a743d24-6ee4-4a34-b755-b9e8a6b207db req-13eb957b-9bf4-43f4-a604-6b05ad6c1b6b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5432 time: 0.5974550 Sep 07 16:22:15.008836 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0887d8a-24a0-40fe-98ec-db0d1c66dd69 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:15.009828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a0887d8a-24a0-40fe-98ec-db0d1c66dd69 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/routers/d3c9024b-1457-4d99-914d-89875d735191 HTTP/1.1" status: 204 len: 168 time: 0.9119771 Sep 07 16:22:15.029427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:15.098827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdcdd4-634f-465c-867d-7e51561ae37d req-366ffa65-247a-4ab2-a12d-4ddd69eaaa1a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:15.106389 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2fdcdd4-634f-465c-867d-7e51561ae37d req-366ffa65-247a-4ab2-a12d-4ddd69eaaa1a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.4720566 Sep 07 16:22:15.130822 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-298d9e02-3aef-41b7-928a-b5bc39534d86 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:15.132869 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a743d24-6ee4-4a34-b755-b9e8a6b207db req-e37c82ee-b201-4ff3-919e-ce489aa223a7 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1208663 Sep 07 16:22:15.151145 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-298d9e02-3aef-41b7-928a-b5bc39534d86 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:15.164805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b033be35-cd32-4d5a-98c9-1222fa8e7ba4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:15.166374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b033be35-cd32-4d5a-98c9-1222fa8e7ba4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1332178 Sep 07 16:22:15.171200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39846) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:15.238245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2fdcdd4-634f-465c-867d-7e51561ae37d req-dffc3b87-7f0a-4452-b3b7-0b6b1b0c4e75 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261370 Sep 07 16:22:15.270903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c356b37-f6bd-4dd2-ae06-ac3eec16fcef tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:15.274942 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9c356b37-f6bd-4dd2-ae06-ac3eec16fcef tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1007531 Sep 07 16:22:15.276087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39852) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:15.283113 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:15.287046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3c87d1cd-4c43-4228-bcc2-2f994559a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d832613-88c6-4f16-b1e6-3c2a08c69408', 'name': 'tempest-RoutersTest-router-1626456273', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:12Z', 'updated_at': '2021-09-07T16:22:13Z', 'revision_number': 2, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:15.331720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d076066-b586-4a60-8447-93c16d51c95a req-b22c79a8-40b5-4b16-9cb4-de6328859910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:15.333795 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3d076066-b586-4a60-8447-93c16d51c95a req-b22c79a8-40b5-4b16-9cb4-de6328859910 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da2e087c-bc81-45bc-81ff-e69a7c19ba4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3427432 Sep 07 16:22:15.342015 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6b58e79e-a453-4b64-9057-01730f6cdb57 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592146 Sep 07 16:22:15.342015 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-298d9e02-3aef-41b7-928a-b5bc39534d86 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:15.342015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298d9e02-3aef-41b7-928a-b5bc39534d86 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Fanout notify agent at l3_agent the message router_deleted on router 6d832613-88c6-4f16-b1e6-3c2a08c69408 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:22:15.342755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39854) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:15.349315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3162764d-97e5-424c-ad05-c6246e2b7502 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:15.391290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c87d1cd-4c43-4228-bcc2-2f994559a395 None None] The sync data for ids ['6d832613-88c6-4f16-b1e6-3c2a08c69408'] in n-d-807551-3 is: [{'id': '6d832613-88c6-4f16-b1e6-3c2a08c69408', 'name': 'tempest-RoutersTest-router-1626456273', 'tenant_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:12Z', 'updated_at': '2021-09-07T16:22:13Z', 'revision_number': 2, 'project_id': 'f13e51e7cc4b43c59de9a89ee2a5c455', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:22:15.396880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a1352-eabc-4251-8777-bbea0311176a req-1a146087-51e9-4f00-8999-6d4cee4d4bf1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:15.400701 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-298d9e02-3aef-41b7-928a-b5bc39534d86 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:15.402828 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-298d9e02-3aef-41b7-928a-b5bc39534d86 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/6d832613-88c6-4f16-b1e6-3c2a08c69408 HTTP/1.1" status: 204 len: 168 time: 0.8887985 Sep 07 16:22:15.411899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a1352-eabc-4251-8777-bbea0311176a req-1a146087-51e9-4f00-8999-6d4cee4d4bf1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:15.428681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a1352-eabc-4251-8777-bbea0311176a req-1a146087-51e9-4f00-8999-6d4cee4d4bf1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:15.436435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a1352-eabc-4251-8777-bbea0311176a req-1a146087-51e9-4f00-8999-6d4cee4d4bf1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:15.445013 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a1352-eabc-4251-8777-bbea0311176a req-1a146087-51e9-4f00-8999-6d4cee4d4bf1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:15.445733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e99ca4a4-9219-496e-b2f7-05ebf1b2d078 None None] Set router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:15.452227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a1352-eabc-4251-8777-bbea0311176a req-1a146087-51e9-4f00-8999-6d4cee4d4bf1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:15.464062 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a1352-eabc-4251-8777-bbea0311176a req-1a146087-51e9-4f00-8999-6d4cee4d4bf1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:15.465195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39860) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:15.466794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c5a1352-eabc-4251-8777-bbea0311176a req-1a146087-51e9-4f00-8999-6d4cee4d4bf1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5432 time: 0.1658261 Sep 07 16:22:15.551980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ab96623a-33f7-4d72-ab99-9a4301d131de None None] Deleting port 4beb7172-14b9-4ddf-83bd-12bfb7f73030 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:15.556527 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab96623a-33f7-4d72-ab99-9a4301d131de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:15.566369 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3d108432-774c-4dcb-865d-0d17812a0c9e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d832613-88c6-4f16-b1e6-3c2a08c69408 HTTP/1.1" status: 200 len: 205 time: 0.0999348 Sep 07 16:22:15.568955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39868) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:15.644848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3162764d-97e5-424c-ad05-c6246e2b7502 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:15.651868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3162764d-97e5-424c-ad05-c6246e2b7502 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:15.660974 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-a53e2533-3cbb-49d8-bebb-3e0b5d945f18 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] delete failed (client error): The resource could not be found. Sep 07 16:22:15.664284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a53e2533-3cbb-49d8-bebb-3e0b5d945f18 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/6d832613-88c6-4f16-b1e6-3c2a08c69408 HTTP/1.1" status: 404 len: 336 time: 0.0922048 Sep 07 16:22:15.667342 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39870) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:15.709927 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1249eda-1847-4de4-9898-a53a6446498e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] DELETE failed (client error): The resource could not be found. Sep 07 16:22:15.710431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1249eda-1847-4de4-9898-a53a6446498e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:15.712410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d1249eda-1847-4de4-9898-a53a6446498e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/de94af91-10d9-4148-a832-b4caf92081e5 HTTP/1.1" status: 404 len: 337 time: 0.0437541 Sep 07 16:22:15.718891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39872) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:15.790251 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f70543b-e087-419f-956b-c1d4c2331d6f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] DELETE failed (client error): The resource could not be found. Sep 07 16:22:15.790981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f70543b-e087-419f-956b-c1d4c2331d6f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:15.793217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2f70543b-e087-419f-956b-c1d4c2331d6f tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/a5815876-6f57-46fc-9552-9f3909e64970 HTTP/1.1" status: 404 len: 337 time: 0.0731246 Sep 07 16:22:15.795741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39878) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:15.811084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ab96623a-33f7-4d72-ab99-9a4301d131de None None] For port 4beb7172-14b9-4ddf-83bd-12bfb7f73030, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4beb7172-14b9-4ddf-83bd-12bfb7f73030,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:15.811503 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab96623a-33f7-4d72-ab99-9a4301d131de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:15.845778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ab96623a-33f7-4d72-ab99-9a4301d131de None None] Calling delete_port for 4beb7172-14b9-4ddf-83bd-12bfb7f73030 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:15.854948 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3d076066-b586-4a60-8447-93c16d51c95a req-194aae1a-1e76-46a2-b0ea-f38996765914 service neutron] 10.222.0.54 "GET /v2.0/networks/da2e087c-bc81-45bc-81ff-e69a7c19ba4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510062 Sep 07 16:22:15.862804 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1651789-50c0-4808-8eb5-4a4222642970 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] DELETE failed (client error): The resource could not be found. Sep 07 16:22:15.864143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1651789-50c0-4808-8eb5-4a4222642970 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:15.869988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e1651789-50c0-4808-8eb5-4a4222642970 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/e06f2ea5-48a8-4d62-a370-52745abd8f4e HTTP/1.1" status: 404 len: 337 time: 0.0727768 Sep 07 16:22:15.871155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39880) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:15.908793 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a271fb65-3523-4e2b-8303-7866f84cf833 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] DELETE failed (client error): The resource could not be found. Sep 07 16:22:15.909490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a271fb65-3523-4e2b-8303-7866f84cf833 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:15.914577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a271fb65-3523-4e2b-8303-7866f84cf833 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/aab3fdb3-ba1b-4c29-975f-367f88222b73 HTTP/1.1" status: 404 len: 337 time: 0.0422854 Sep 07 16:22:15.915350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39882) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:15.951738 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-66f0c351-b8a3-475c-8057-7414aedcf2cc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d2b4ad9-531c-4c72-ba03-15a48e79424e HTTP/1.1" status: 200 len: 205 time: 0.0349641 Sep 07 16:22:15.952396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39884) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.027236 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-da1800f0-2d05-46e9-b150-53f8af910fa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] delete failed (client error): The resource could not be found. Sep 07 16:22:16.031716 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-da1800f0-2d05-46e9-b150-53f8af910fa9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/6d2b4ad9-531c-4c72-ba03-15a48e79424e HTTP/1.1" status: 404 len: 336 time: 0.0729716 Sep 07 16:22:16.032684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39886) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.072589 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab96623a-33f7-4d72-ab99-9a4301d131de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:16.088725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e8c9e1d3-a756-40f7-9c2f-31c6023e3463 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8047bb2-f71f-4c1d-93e7-c565b452392e HTTP/1.1" status: 200 len: 205 time: 0.0497518 Sep 07 16:22:16.088725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39888) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.123408 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3d076066-b586-4a60-8447-93c16d51c95a req-f96eb4d3-6dbd-4b67-ba7c-9df12cb2aa82 service neutron] 10.222.0.54 "GET /v2.0/networks/da2e087c-bc81-45bc-81ff-e69a7c19ba4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587688 Sep 07 16:22:16.140032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96623a-33f7-4d72-ab99-9a4301d131de None None] Pushing event deleted for resources: {'Port': ['ID=4beb7172-14b9-4ddf-83bd-12bfb7f73030,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:16.146189 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96623a-33f7-4d72-ab99-9a4301d131de None None] No DVR routers for this DVR port 4beb7172-14b9-4ddf-83bd-12bfb7f73030 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:22:16.168239 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-e4fe0da5-0ceb-442b-a00f-87029ae75ea2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] delete failed (client error): The resource could not be found. Sep 07 16:22:16.169323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e4fe0da5-0ceb-442b-a00f-87029ae75ea2 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/d8047bb2-f71f-4c1d-93e7-c565b452392e HTTP/1.1" status: 404 len: 336 time: 0.0802784 Sep 07 16:22:16.174476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39892) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.182457 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-3162764d-97e5-424c-ad05-c6246e2b7502 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:22:16.184272 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3162764d-97e5-424c-ad05-c6246e2b7502 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:16.198080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e99ca4a4-9219-496e-b2f7-05ebf1b2d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:21:05Z', 'revision_number': 4, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port': {'id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:55Z', 'updated_at': '2021-09-07T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'dacdd606-defc-4548-ae60-594e3ab7c993', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'port_id': '36582133-4cf2-469d-b735-02f2fcd3fdbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'mac_address': 'fa:16:3e:05:cd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:22:10Z', 'updated_at': '2021-09-07T16:22:10Z', 'revision_number': 0, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b0785c-e1fd-47b0-90ef-fadca7966ed0', 'name': '', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'mac_address': 'fa:16:3e:96:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:01Z', 'updated_at': '2021-09-07T16:21:22Z', 'revision_number': 5, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'subnets': [{'id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:16.222566 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d673756-58b8-490d-a595-080b94d9bbdf tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] DELETE failed (client error): The resource could not be found. Sep 07 16:22:16.223029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d673756-58b8-490d-a595-080b94d9bbdf tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:16.228331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8d673756-58b8-490d-a595-080b94d9bbdf tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/49434a62-d9ce-4449-81f2-fc1fc474a381 HTTP/1.1" status: 404 len: 337 time: 0.0492978 Sep 07 16:22:16.228511 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ca4a4-9219-496e-b2f7-05ebf1b2d078 None None] The sync data for ids ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'] in n-d-807551-3 is: [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:21:05Z', 'revision_number': 4, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port': {'id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:55Z', 'updated_at': '2021-09-07T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'dacdd606-defc-4548-ae60-594e3ab7c993', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'port_id': '36582133-4cf2-469d-b735-02f2fcd3fdbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'mac_address': 'fa:16:3e:05:cd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:22:10Z', 'updated_at': '2021-09-07T16:22:10Z', 'revision_number': 0, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b0785c-e1fd-47b0-90ef-fadca7966ed0', 'name': '', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'mac_address': 'fa:16:3e:96:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:01Z', 'updated_at': '2021-09-07T16:21:22Z', 'revision_number': 5, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'subnets': [{'id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:22:16.228684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39896) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.235585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3162764d-97e5-424c-ad05-c6246e2b7502 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:16.241319 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3162764d-97e5-424c-ad05-c6246e2b7502 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:16.246922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3162764d-97e5-424c-ad05-c6246e2b7502 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:16.247919 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3162764d-97e5-424c-ad05-c6246e2b7502 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:16.253562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e30b5f-499a-41fd-9ec0-ff1c04c932f3 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:16.270222 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d487d26c-0e35-44e5-a376-11b3392628f9 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=3324c50f-d19e-441c-bc60-4f7bd35ea778 HTTP/1.1" status: 200 len: 205 time: 0.0413430 Sep 07 16:22:16.272916 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39900) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.308130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162764d-97e5-424c-ad05-c6246e2b7502 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=fe848eaa-450c-4cb4-8090-23f4e8c84179,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:16.330957 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3162764d-97e5-424c-ad05-c6246e2b7502 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9860430 Sep 07 16:22:16.338020 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39904) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.349854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-aea1c0e1-5521-4e35-875f-f8c59d7db1a3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:16.379203 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-40428877-c416-4e73-9621-7798757060a0 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] delete failed (client error): The resource could not be found. Sep 07 16:22:16.381862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-40428877-c416-4e73-9621-7798757060a0 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/3324c50f-d19e-441c-bc60-4f7bd35ea778 HTTP/1.1" status: 404 len: 336 time: 0.1079266 Sep 07 16:22:16.384957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39908) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.422913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-129630c7-5261-4f0a-8c4d-fa85cdeb3d8a tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=41d99086-e918-4f16-aba7-4b8b5c559515 HTTP/1.1" status: 200 len: 205 time: 0.0366170 Sep 07 16:22:16.436519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39910) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.536626 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-05e733bf-2ee6-4404-be6d-7cb7f6dfd752 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] delete failed (client error): The resource could not be found. Sep 07 16:22:16.537941 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-05e733bf-2ee6-4404-be6d-7cb7f6dfd752 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/41d99086-e918-4f16-aba7-4b8b5c559515 HTTP/1.1" status: 404 len: 336 time: 0.1002724 Sep 07 16:22:16.543129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.577167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4beb7172-14b9-4ddf-83bd-12bfb7f73030 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:22:16.581983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': 'fe848eaa-450c-4cb4-8090-23f4e8c84179'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:22:16.583811 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:16.612069 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-35021b95-6de6-4553-b849-4d240c397a2e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] DELETE failed (client error): The resource could not be found. Sep 07 16:22:16.612866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35021b95-6de6-4553-b849-4d240c397a2e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:16.618481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-35021b95-6de6-4553-b849-4d240c397a2e tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/dbc687b6-7423-4a8e-9f0c-769f1a0b484c HTTP/1.1" status: 404 len: 337 time: 0.0732872 Sep 07 16:22:16.618659 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.650842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0563c3c-2eac-4d06-8392-129265031bc2 req-76e1f463-08c8-4b11-81ed-74c7ae81e9db tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:16.655639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0563c3c-2eac-4d06-8392-129265031bc2 req-76e1f463-08c8-4b11-81ed-74c7ae81e9db tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.2679684 Sep 07 16:22:16.693079 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0903ced1-c022-4d7b-b75c-d74a2e37ffcc tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=0200337d-7649-4980-ab7b-cfbb466659dc HTTP/1.1" status: 200 len: 205 time: 0.0718641 Sep 07 16:22:16.697939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39920) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.806432 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-d5659400-fe00-4c04-aacf-6a85cd5b19ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] delete failed (client error): The resource could not be found. Sep 07 16:22:16.808036 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d5659400-fe00-4c04-aacf-6a85cd5b19ef tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/0200337d-7649-4980-ab7b-cfbb466659dc HTTP/1.1" status: 404 len: 336 time: 0.1088946 Sep 07 16:22:16.812140 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.840745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0563c3c-2eac-4d06-8392-129265031bc2 req-9e8a5700-d179-4986-8326-3436cce7335f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631801 Sep 07 16:22:16.907313 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f1a720-c0a5-4c72-97de-09f5a0cd641b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] DELETE failed (client error): The resource could not be found. Sep 07 16:22:16.907880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f1a720-c0a5-4c72-97de-09f5a0cd641b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:16.909813 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-37f1a720-c0a5-4c72-97de-09f5a0cd641b tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/d2939067-bd39-42bb-b5dc-36c091699571 HTTP/1.1" status: 404 len: 337 time: 0.0937014 Sep 07 16:22:16.912768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39930) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:16.934179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea1c0e1-5521-4e35-875f-f8c59d7db1a3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:16.935491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 4beb7172-14b9-4ddf-83bd-12bfb7f73030 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:22:16.937964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4beb7172-14b9-4ddf-83bd-12bfb7f73030 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:22:16.943132 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aea1c0e1-5521-4e35-875f-f8c59d7db1a3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:16.987114 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d2adc068-955f-4b21-8098-7cb189389990 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e38f5cd-5267-48f5-960d-645e20d465d5 HTTP/1.1" status: 200 len: 205 time: 0.0712078 Sep 07 16:22:16.989518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39932) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:17.004608 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:17.027084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Allocated IP 2001:db8::f816:3eff:fe11:a0ab (a4a52928-aba9-4c1a-9760-c065e55e283a/fe848eaa-450c-4cb4-8090-23f4e8c84179/b50b89a5-6303-40ee-a735-f78bca37e24a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:17.123200 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-4d63e188-85bb-4bd3-93a9-961045089c86 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] delete failed (client error): The resource could not be found. Sep 07 16:22:17.127054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4d63e188-85bb-4bd3-93a9-961045089c86 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/routers/2e38f5cd-5267-48f5-960d-645e20d465d5 HTTP/1.1" status: 404 len: 336 time: 0.1336601 Sep 07 16:22:17.130962 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39936) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:17.205412 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-592cdf5f-9138-46c7-92f2-3214a91ce8ee tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] DELETE failed (client error): The resource could not be found. Sep 07 16:22:17.206024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592cdf5f-9138-46c7-92f2-3214a91ce8ee tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:17.211310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-592cdf5f-9138-46c7-92f2-3214a91ce8ee tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/b893a621-3eb7-48ae-9753-d7a5b1a96c58 HTTP/1.1" status: 404 len: 337 time: 0.0770001 Sep 07 16:22:17.213688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39940) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:17.264253 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3daf55-4828-4879-82ea-dd2f095f77b8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] DELETE failed (client error): The resource could not be found. Sep 07 16:22:17.264861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de3daf55-4828-4879-82ea-dd2f095f77b8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:17.267400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-de3daf55-4828-4879-82ea-dd2f095f77b8 tempest-RoutersTest-1631709154 tempest-RoutersTest-1631709154-project] 10.222.0.70 "DELETE /v2.0/subnets/93264552-847a-4868-949c-ee348b5d43a6 HTTP/1.1" status: 404 len: 337 time: 0.0514696 Sep 07 16:22:17.506399 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:17.544543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Transition to ACTIVE for port object b50b89a5-6303-40ee-a735-f78bca37e24a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:17.577410 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aea1c0e1-5521-4e35-875f-f8c59d7db1a3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:17.585365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Transition to ACTIVE for port object b50b89a5-6303-40ee-a735-f78bca37e24a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:17.601668 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:17.687354 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea1c0e1-5521-4e35-875f-f8c59d7db1a3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:17.692410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-aea1c0e1-5521-4e35-875f-f8c59d7db1a3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:17.695798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea1c0e1-5521-4e35-875f-f8c59d7db1a3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:17.696624 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aea1c0e1-5521-4e35-875f-f8c59d7db1a3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:17.720729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:17.734797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:17.740043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:17.777527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1c0e1-5521-4e35-875f-f8c59d7db1a3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=7ea256b2-bc45-445c-a21e-0a90eeff1964,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:17.782117 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-aea1c0e1-5521-4e35-875f-f8c59d7db1a3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4365265 Sep 07 16:22:17.785116 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39966) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:17.789728 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Pushing event updated for resources: {'Port': ['ID=b50b89a5-6303-40ee-a735-f78bca37e24a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:17.790417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'mac_address': 'fa:16:3e:71:3c:6f', 'name': 'tempest-NetworksTestDHCPv6-1312687003'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:17.834388 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871d773-89fd-41bd-8de2-1676a2ef9750 None None] New status for floating IP dacdd606-defc-4548-ae60-594e3ab7c993: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:22:17.863207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39972) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:17.947194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Attempting to bind port b50b89a5-6303-40ee-a735-f78bca37e24a on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:22:17.948072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Attempting to bind port b50b89a5-6303-40ee-a735-f78bca37e24a by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:22:17.953436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Attempting to bind port b50b89a5-6303-40ee-a735-f78bca37e24a on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:22:17.969387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:22:17.969939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:22:17.970464 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:17.970992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:22:17.971849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Bound port: b50b89a5-6303-40ee-a735-f78bca37e24a, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:22:17.978556 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:18.083657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] For port b50b89a5-6303-40ee-a735-f78bca37e24a, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:22:18.088430 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] For port b50b89a5-6303-40ee-a735-f78bca37e24a, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b50b89a5-6303-40ee-a735-f78bca37e24a,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:22:18.099358 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:18.122869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39990) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:18.233767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:18.241482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdff1d-0eb2-40b0-9626-c478d3b831a5 None None] Pushing event updated for resources: {'Port': ['ID=b50b89a5-6303-40ee-a735-f78bca37e24a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:18.247465 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dbb35-973d-45d8-a400-4bba4eae3f9e req-9a40d7e7-750f-4fda-ada8-505653b2e773 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:18.254834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-956dbb35-973d-45d8-a400-4bba4eae3f9e req-9a40d7e7-750f-4fda-ada8-505653b2e773 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.1560662 Sep 07 16:22:18.290757 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9c2821b3-5725-4950-921b-9134a04138e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f13e51e7cc4b43c59de9a89ee2a5c455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4258714 Sep 07 16:22:18.297582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39994) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:18.340007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c0c12-d0b0-4013-8297-1224ae7a7109 req-29f4fb29-a76c-456d-86d6-8013dff045fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:18.344848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c0c12-d0b0-4013-8297-1224ae7a7109 req-29f4fb29-a76c-456d-86d6-8013dff045fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:18.345366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c0c12-d0b0-4013-8297-1224ae7a7109 req-29f4fb29-a76c-456d-86d6-8013dff045fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:18.345875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c0c12-d0b0-4013-8297-1224ae7a7109 req-29f4fb29-a76c-456d-86d6-8013dff045fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:18.346373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c0c12-d0b0-4013-8297-1224ae7a7109 req-29f4fb29-a76c-456d-86d6-8013dff045fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:18.346868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c0c12-d0b0-4013-8297-1224ae7a7109 req-29f4fb29-a76c-456d-86d6-8013dff045fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:18.347364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c0c12-d0b0-4013-8297-1224ae7a7109 req-29f4fb29-a76c-456d-86d6-8013dff045fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:18.349501 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-256c0c12-d0b0-4013-8297-1224ae7a7109 req-29f4fb29-a76c-456d-86d6-8013dff045fc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6489 time: 0.2250891 Sep 07 16:22:18.424297 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:18.438837 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-256c0c12-d0b0-4013-8297-1224ae7a7109 req-0598626d-1e97-4b62-a227-f59e65f1e287 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0814168 Sep 07 16:22:18.501862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-956dbb35-973d-45d8-a400-4bba4eae3f9e req-974c55f6-53c9-4398-8241-5cd8bf2f34bf tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236037 Sep 07 16:22:18.505145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 9b91d55c-1226-44b5-9ddb-59905013e52d yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:22:18.579166 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40c3b9e0-d591-40dd-b361-5f58f621f7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:18.581309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40006) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:18.660889 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40c3b9e0-d591-40dd-b361-5f58f621f7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:18.818318 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40c3b9e0-d591-40dd-b361-5f58f621f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:18.822360 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-40c3b9e0-d591-40dd-b361-5f58f621f7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:18.823838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-40c3b9e0-d591-40dd-b361-5f58f621f7cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91296ca3-1880-408e-9a16-c92fee3b9c42 HTTP/1.1" status: 204 len: 168 time: 0.5126400 Sep 07 16:22:18.831436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 172.20.0.7 (a4a52928-aba9-4c1a-9760-c065e55e283a/7ea256b2-bc45-445c-a21e-0a90eeff1964/9b91d55c-1226-44b5-9ddb-59905013e52d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:18.844511 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e85ab68-a484-454e-96b2-09e31b6685fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:18.858110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::f816:3eff:fe71:3c6f (a4a52928-aba9-4c1a-9760-c065e55e283a/fe848eaa-450c-4cb4-8090-23f4e8c84179/9b91d55c-1226-44b5-9ddb-59905013e52d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:19.036056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3b9e0-d591-40dd-b361-5f58f621f7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91296ca3-1880-408e-9a16-c92fee3b9c42,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:19.072005 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e85ab68-a484-454e-96b2-09e31b6685fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:19.081050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e85ab68-a484-454e-96b2-09e31b6685fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:19.119104 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:19.123520 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3e85ab68-a484-454e-96b2-09e31b6685fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc988b260c12477f95b19e9a98482752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5408454 Sep 07 16:22:19.125616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85ab68-a484-454e-96b2-09e31b6685fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8514fdfc-93da-49e5-a65d-b6930f39345a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:19.127019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40024) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:19.174555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object 9b91d55c-1226-44b5-9ddb-59905013e52d will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:19.236735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f06005a3-4329-4fe2-b9e6-2165457e5b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:19.259442 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:19.305856 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f06005a3-4329-4fe2-b9e6-2165457e5b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:19.373161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:19.375405 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-47e1a3d8-a362-45f1-a0b6-64adfc855139 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0633996 Sep 07 16:22:19.378621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=9b91d55c-1226-44b5-9ddb-59905013e52d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:19.397325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:19.400600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:19.465174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.465815 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:19.470431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f06005a3-4329-4fe2-b9e6-2165457e5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:19.473103 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f06005a3-4329-4fe2-b9e6-2165457e5b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:19.476819 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f06005a3-4329-4fe2-b9e6-2165457e5b93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8514fdfc-93da-49e5-a65d-b6930f39345a HTTP/1.1" status: 204 len: 168 time: 0.3456097 Sep 07 16:22:19.492077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06005a3-4329-4fe2-b9e6-2165457e5b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8514fdfc-93da-49e5-a65d-b6930f39345a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:19.502581 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2dab63f3-a402-4881-81fa-0744df15ee73 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7163386 Sep 07 16:22:19.505792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40042) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:19.551884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-aaeaac2a-416c-494a-959a-c74fdd5b029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.553368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-aaeaac2a-416c-494a-959a-c74fdd5b029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.554200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-aaeaac2a-416c-494a-959a-c74fdd5b029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.554717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-aaeaac2a-416c-494a-959a-c74fdd5b029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.555223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-aaeaac2a-416c-494a-959a-c74fdd5b029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.555723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-aaeaac2a-416c-494a-959a-c74fdd5b029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.556220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-aaeaac2a-416c-494a-959a-c74fdd5b029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.562006 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-aaeaac2a-416c-494a-959a-c74fdd5b029b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 6501 time: 0.0820141 Sep 07 16:22:19.720364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-3f84c193-4ed2-4bcc-8929-f949c59ee622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.720894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-3f84c193-4ed2-4bcc-8929-f949c59ee622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.721390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-3f84c193-4ed2-4bcc-8929-f949c59ee622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.723036 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-3f84c193-4ed2-4bcc-8929-f949c59ee622 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2920abad-42d3-49fa-842a-58412eb06be0&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=08e031c7-40bd-43ca-bbf5-210128aa125d&id=08e031c7-40bd-43ca-bbf5-210128aa125d HTTP/1.1" status: 200 len: 2297 time: 0.1273396 Sep 07 16:22:19.733022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b6a962-7e2e-41af-8af4-4b4d46e679b4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.740032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b6a962-7e2e-41af-8af4-4b4d46e679b4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.742307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-42b6a962-7e2e-41af-8af4-4b4d46e679b4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2340145 Sep 07 16:22:19.748437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40048) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:19.819362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af9878-4690-494a-bc80-848a87a07bbb req-cfe09bdf-319d-4dd5-94f7-2a82ebe4b5d6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.827086 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0af9878-4690-494a-bc80-848a87a07bbb req-cfe09bdf-319d-4dd5-94f7-2a82ebe4b5d6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.1848781 Sep 07 16:22:19.857302 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-0f42231b-630b-4fb5-af76-c7641dffc28a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74552398-cff4-455f-b23c-b4842bd4a0a9 HTTP/1.1" status: 200 len: 1002 time: 0.1231508 Sep 07 16:22:19.934391 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b864e85-50eb-4c27-b5c6-0d25ac9caaed None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:19.961335 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-297b4299-d15f-43ee-8b4c-12c1f12ede4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:19.962829 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-297b4299-d15f-43ee-8b4c-12c1f12ede4f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1362421-24e4-44f3-8c5b-72d561aeaa0f HTTP/1.1" status: 200 len: 855 time: 0.0969195 Sep 07 16:22:19.970436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0af9878-4690-494a-bc80-848a87a07bbb req-cf25aa9e-17b1-49e2-9ec5-24639b00bb87 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417875 Sep 07 16:22:20.005820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-663d8562-cafd-482a-be10-57a182db8f92 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port 9b91d55c-1226-44b5-9ddb-59905013e52d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:20.006551 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-663d8562-cafd-482a-be10-57a182db8f92 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.095053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-402dcd52-b1f6-48f7-a17c-942daad6811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:20.097240 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-402dcd52-b1f6-48f7-a17c-942daad6811c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2920abad-42d3-49fa-842a-58412eb06be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196904 Sep 07 16:22:20.119935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40066) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:20.176502 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-313404a0-ab4e-4f9a-8422-d0bb060ac0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.181429 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-663d8562-cafd-482a-be10-57a182db8f92 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.255249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9c904d99-1598-480b-b378-aee648be7742 None None] Provisioning for port b50b89a5-6303-40ee-a735-f78bca37e24a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:20.265258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-663d8562-cafd-482a-be10-57a182db8f92 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for 9b91d55c-1226-44b5-9ddb-59905013e52d owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:20.279306 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-246f7ff4-71b3-46d3-9215-3c52c4ef6eae service neutron] 10.222.0.54 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742737 Sep 07 16:22:20.309286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40074) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:20.421968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f345d3a-2397-4359-8ce0-feee94cee5bd None None] Update dhcp port {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': 'fe848eaa-450c-4cb4-8090-23f4e8c84179', 'ip_address': '2001:db8::f816:3eff:fe11:a0ab'}, {'subnet_id': '7ea256b2-bc45-445c-a21e-0a90eeff1964'}], 'binding:host_id': 'n-d-807551-3'}, 'id': 'b50b89a5-6303-40ee-a735-f78bca37e24a'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:22:20.430772 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-a020bbb0-b937-4a9e-b063-f91c358185ac service neutron] 10.222.0.54 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406448 Sep 07 16:22:20.434734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cd7bd-97c3-4ffe-b44a-e6845d08025e req-da230287-07ea-4eef-90ca-632639d05755 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:20.437027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-902cd7bd-97c3-4ffe-b44a-e6845d08025e req-da230287-07ea-4eef-90ca-632639d05755 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1877892 Sep 07 16:22:20.493128 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-d5da9005-d61e-4583-ad50-6e85be53e445 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=70f3c2e1-6534-43be-9522-49817d667339 HTTP/1.1" status: 200 len: 217 time: 0.0544355 Sep 07 16:22:20.498942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1146277043'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:20.520483 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4f345d3a-2397-4359-8ce0-feee94cee5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.524044 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-313404a0-ab4e-4f9a-8422-d0bb060ac0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.561284 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-313404a0-ab4e-4f9a-8422-d0bb060ac0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.578259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-22419ba4-58e8-4dd9-aac0-0737d990d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:20.579997 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-22419ba4-58e8-4dd9-aac0-0737d990d4a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.0721095 Sep 07 16:22:20.581211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Made reservation on behalf of a89b523b59224416a1a627495ff23625 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:20.585929 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.589489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-902cd7bd-97c3-4ffe-b44a-e6845d08025e req-540b268c-eec4-43a9-848e-896128d9a50f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257741 Sep 07 16:22:20.639754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.652809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-313404a0-ab4e-4f9a-8422-d0bb060ac0a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=afb2501569f548068153c0f8fb1c5a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279613 Sep 07 16:22:20.652809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313404a0-ab4e-4f9a-8422-d0bb060ac0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b00a3e4-8c35-4afa-a53d-e8d0832222da,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:20.658032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40086) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:20.700013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b50b89a5-6303-40ee-a735-f78bca37e24a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:20.788427 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.792893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-392245d2-845a-41a6-b795-c58eb38ee4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:20.797548 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-392245d2-845a-41a6-b795-c58eb38ee4fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2091167 Sep 07 16:22:20.799283 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.830369 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-663d8562-cafd-482a-be10-57a182db8f92 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.833163 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ad05070-3514-4c93-8833-645afc3613b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.858399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:22:20.866543 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ad05070-3514-4c93-8833-645afc3613b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.873061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port b50b89a5-6303-40ee-a735-f78bca37e24a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:20.881855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b50b89a5-6303-40ee-a735-f78bca37e24a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:20.882242 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.914599 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4f345d3a-2397-4359-8ce0-feee94cee5bd None None] Allocated IP 172.20.0.2 (a4a52928-aba9-4c1a-9760-c065e55e283a/7ea256b2-bc45-445c-a21e-0a90eeff1964/b50b89a5-6303-40ee-a735-f78bca37e24a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:20.917387 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:20.917491 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Added segment 4c8a54c9-f0c6-42f4-b365-758b6b724a17 of type vlan for network 47b16b70-424d-45c2-a1d0-aba13cbdad3a Sep 07 16:22:20.929646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf658de5-999f-4874-88e9-387930d9f659,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:20.968012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d8562-cafd-482a-be10-57a182db8f92 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=9b91d55c-1226-44b5-9ddb-59905013e52d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:21.001805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f2881-b5e8-40f4-ab45-170eee1e3be3 req-9c2afea5-0670-4a1b-8ccb-10ebfb718f15 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:21.010174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b51f2881-b5e8-40f4-ab45-170eee1e3be3 req-9c2afea5-0670-4a1b-8ccb-10ebfb718f15 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.2701931 Sep 07 16:22:21.039568 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:21.050084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4f345d3a-2397-4359-8ce0-feee94cee5bd None None] For port b50b89a5-6303-40ee-a735-f78bca37e24a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b50b89a5-6303-40ee-a735-f78bca37e24a,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:21.083623 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4f345d3a-2397-4359-8ce0-feee94cee5bd None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:21.084738 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-bd85ab39-7d13-4fc3-af9a-888493dc252f service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724683 Sep 07 16:22:21.088184 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:21.096452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:21.097481 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:21.101217 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ad05070-3514-4c93-8833-645afc3613b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:21.103922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ad05070-3514-4c93-8833-645afc3613b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:21.107481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3ad05070-3514-4c93-8833-645afc3613b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b00a3e4-8c35-4afa-a53d-e8d0832222da HTTP/1.1" status: 204 len: 168 time: 0.4460196 Sep 07 16:22:21.138724 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b51f2881-b5e8-40f4-ab45-170eee1e3be3 req-1e7d2ad7-7c44-47ce-8d45-4a68efbcd1d6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272154 Sep 07 16:22:21.152996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad05070-3514-4c93-8833-645afc3613b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b00a3e4-8c35-4afa-a53d-e8d0832222da,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:21.183553 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8727574 Sep 07 16:22:21.191657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40096) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:21.201906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-7e06957a-c4a4-4c30-b14b-c2e34898796d tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '47b16b70-424d-45c2-a1d0-aba13cbdad3a', 'tempest-TagsTest-Tag-974441588') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:21.212664 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:21.252898 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-663d8562-cafd-482a-be10-57a182db8f92 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:21.255001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-663d8562-cafd-482a-be10-57a182db8f92 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/9b91d55c-1226-44b5-9ddb-59905013e52d HTTP/1.1" status: 204 len: 168 time: 1.5047829 Sep 07 16:22:21.259666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40100) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:21.266704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4f345d3a-2397-4359-8ce0-feee94cee5bd None None] Transition to ACTIVE for port object b50b89a5-6303-40ee-a735-f78bca37e24a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:21.297395 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4f345d3a-2397-4359-8ce0-feee94cee5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:21.367846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfcf85-e05a-4f6c-ad5f-ee06c77dae3e tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Pushing event updated for resources: {'Network': ['ID=47b16b70-424d-45c2-a1d0-aba13cbdad3a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:21.401703 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 47b16b70-424d-45c2-a1d0-aba13cbdad3a details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:22:21.426781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665a98c-e826-449e-8aee-3ba2aa6bb8b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:21.428431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665a98c-e826-449e-8aee-3ba2aa6bb8b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:21.429948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665a98c-e826-449e-8aee-3ba2aa6bb8b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:21.433931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1665a98c-e826-449e-8aee-3ba2aa6bb8b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1678669 Sep 07 16:22:21.434619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40114) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:21.454460 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-bb2bc2f9-8a14-4004-8f81-f7a24f01c58a service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516653 Sep 07 16:22:21.583530 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-bcc2ebe5-ba2e-4923-abdc-45f32e670934 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=07089f51-a6a0-45e6-be22-3f943029ad6d HTTP/1.1" status: 200 len: 217 time: 0.0800972 Sep 07 16:22:21.658930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-0a1defc7-8a7c-4a28-90bc-6eb813db9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:21.658930 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-0a1defc7-8a7c-4a28-90bc-6eb813db9c5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.0535569 Sep 07 16:22:21.659466 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7e06957a-c4a4-4c30-b14b-c2e34898796d tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "PUT /v2.0/networks/47b16b70-424d-45c2-a1d0-aba13cbdad3a/tags/tempest-TagsTest-Tag-974441588 HTTP/1.1" status: 201 len: 201 time: 0.4615569 Sep 07 16:22:21.659713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40126) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:21.676207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-95ddeb2d-40de-4dd4-96ae-d1f91e9aef04 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '47b16b70-424d-45c2-a1d0-aba13cbdad3a', 'tempest-TagsTest-Tag-974441588') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:21.740997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6fb881-0c0f-4744-9d0f-0275755a9caa tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 7ea256b2-bc45-445c-a21e-0a90eeff1964 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:21.746084 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba6fb881-0c0f-4744-9d0f-0275755a9caa tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:21.748641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40128) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:21.780323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-1120f2ce-a59b-45dc-a74c-52f23b294dcd tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:21.782092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-1120f2ce-a59b-45dc-a74c-52f23b294dcd tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 811 time: 0.2674410 Sep 07 16:22:21.791320 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa528-9069-4cdf-9d35-febdf5cdaee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:21.806423 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:22:21.806781 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:22:21.824701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-1bb5968a-761b-46ce-944b-c07db429554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:21.826442 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-1bb5968a-761b-46ce-944b-c07db429554e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1672554 Sep 07 16:22:21.833241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f345d3a-2397-4359-8ce0-feee94cee5bd None None] Pushing event updated for resources: {'Port': ['ID=b50b89a5-6303-40ee-a735-f78bca37e24a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:21.858242 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba6fb881-0c0f-4744-9d0f-0275755a9caa tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:21.884417 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-df4a4f4c-6979-40dc-91c5-d7eb616fc0e8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/quotas/b9848727a03c41348e7ad9c0dce7eea4 HTTP/1.1" status: 200 len: 375 time: 0.0923226 Sep 07 16:22:21.890783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-95ddeb2d-40de-4dd4-96ae-d1f91e9aef04 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "GET /v2.0/networks/47b16b70-424d-45c2-a1d0-aba13cbdad3a/tags/tempest-TagsTest-Tag-974441588 HTTP/1.1" status: 204 len: 168 time: 0.2262731 Sep 07 16:22:21.891463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40130) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:21.914415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-be0ffbf4-b5b2-45c3-9784-285e918e6934 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '47b16b70-424d-45c2-a1d0-aba13cbdad3a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:22.066472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-b8e2af0f-0bc8-4bad-bfbb-ab239a77a25d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1740458 Sep 07 16:22:22.085981 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-499ee548-ca45-48eb-b6f8-4cbcdf7f419f service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506611 Sep 07 16:22:22.168575 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba6fb881-0c0f-4744-9d0f-0275755a9caa tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:22.274022 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa528-9069-4cdf-9d35-febdf5cdaee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:22.300654 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa528-9069-4cdf-9d35-febdf5cdaee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:22.414144 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:22.439771 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-5806d0d8-d353-4638-9239-b86857b9829c service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438528 Sep 07 16:22:22.521699 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-b1b3042a-fca6-432b-9cd3-b38c677d692d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=874b4530-320c-4dea-8574-eb9c02bd67ba HTTP/1.1" status: 200 len: 217 time: 0.0507061 Sep 07 16:22:22.528058 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4d6aa528-9069-4cdf-9d35-febdf5cdaee2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7b059b4e75741fba7bd78f61456161f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7767746 Sep 07 16:22:22.529498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6aa528-9069-4cdf-9d35-febdf5cdaee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e9533a-d654-4504-b152-30891aa71dae,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:22.533200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40142) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:22.553901 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba6fb881-0c0f-4744-9d0f-0275755a9caa tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:22.561783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-be0ffbf4-b5b2-45c3-9784-285e918e6934 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "GET /v2.0/networks/47b16b70-424d-45c2-a1d0-aba13cbdad3a/tags HTTP/1.1" status: 200 len: 237 time: 0.6628153 Sep 07 16:22:22.568997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40146) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:22.575253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-0be0a591-aa65-4d44-b96a-3356139874d0 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '47b16b70-424d-45c2-a1d0-aba13cbdad3a', {'tags': ['tempest-TagsTest-Tag-1096880584', 'tempest-TagsTest-Tag-1964499922', 'tempest-TagsTest-Tag-530057874']}) {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:22.660385 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:22:22.662191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fb881-0c0f-4744-9d0f-0275755a9caa tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea256b2-bc45-445c-a21e-0a90eeff1964,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:22.662888 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:22:22.696146 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba6fb881-0c0f-4744-9d0f-0275755a9caa tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:22.698137 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ba6fb881-0c0f-4744-9d0f-0275755a9caa tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/7ea256b2-bc45-445c-a21e-0a90eeff1964 HTTP/1.1" status: 204 len: 168 time: 1.2628288 Sep 07 16:22:22.703349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40150) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:22.740534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-0c7851bb-a42f-4b90-ad39-9d2ac68ed71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:22.742030 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-0c7851bb-a42f-4b90-ad39-9d2ac68ed71d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.2092271 Sep 07 16:22:22.776201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89da75e9-6340-43c6-bffc-cf14b2e0eee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:22.812629 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-88d32ae7-7490-4a96-a2cd-aa1ceb04d91d service neutron] 10.222.0.70 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862687 Sep 07 16:22:22.820855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0be0a591-aa65-4d44-b96a-3356139874d0 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "PUT /v2.0/networks/47b16b70-424d-45c2-a1d0-aba13cbdad3a/tags HTTP/1.1" status: 200 len: 308 time: 0.2499399 Sep 07 16:22:22.824817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40154) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:22.835911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-d56d7608-f938-4ff1-9c01-049682273a78 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '47b16b70-424d-45c2-a1d0-aba13cbdad3a', 'tempest-TagsTest-Tag-1096880584') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:22.836721 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89da75e9-6340-43c6-bffc-cf14b2e0eee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:22.871506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec09f821-383c-4ba2-b16c-6be99f782e34 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet fe848eaa-450c-4cb4-8090-23f4e8c84179 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:22.876876 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec09f821-383c-4ba2-b16c-6be99f782e34 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:22.912542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-2a787d5e-6206-46e2-8d12-be3359e27a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:22.914042 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-2a787d5e-6206-46e2-8d12-be3359e27a54 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1435511 Sep 07 16:22:22.915202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb8819-e861-421d-8ad7-584186a58dcf None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:22.935360 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89da75e9-6340-43c6-bffc-cf14b2e0eee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:22.939249 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89da75e9-6340-43c6-bffc-cf14b2e0eee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:22.940951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-89da75e9-6340-43c6-bffc-cf14b2e0eee9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/70e9533a-d654-4504-b152-30891aa71dae HTTP/1.1" status: 204 len: 168 time: 0.4067042 Sep 07 16:22:22.957887 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec09f821-383c-4ba2-b16c-6be99f782e34 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:22.977561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dcaab8f2-c047-4250-a554-c04822f17a9e None None] Could not find standard attr ID for object 9b91d55c-1226-44b5-9ddb-59905013e52d. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:22:23.034688 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-decf8919-1efd-47af-8f94-7773e4cfcac0 service neutron] 10.222.0.70 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451135 Sep 07 16:22:23.049051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da75e9-6340-43c6-bffc-cf14b2e0eee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e9533a-d654-4504-b152-30891aa71dae,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:23.071396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dcaab8f2-c047-4250-a554-c04822f17a9e None None] Provisioning for port b50b89a5-6303-40ee-a735-f78bca37e24a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:23.086295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dcaab8f2-c047-4250-a554-c04822f17a9e None None] Provisioning complete for port b50b89a5-6303-40ee-a735-f78bca37e24a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:23.086848 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcaab8f2-c047-4250-a554-c04822f17a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:23.304988 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcaab8f2-c047-4250-a554-c04822f17a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:23.352581 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04600fc7-c798-49ac-bd65-7e3cb0be0500 req-843f67da-6036-4afb-8b5d-dc132dfe2762 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 210 time: 0.0578537 Sep 07 16:22:23.381966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-dcaab8f2-c047-4250-a554-c04822f17a9e None None] For port b50b89a5-6303-40ee-a735-f78bca37e24a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b50b89a5-6303-40ee-a735-f78bca37e24a,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:23.393205 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dcaab8f2-c047-4250-a554-c04822f17a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:23.472309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaab8f2-c047-4250-a554-c04822f17a9e None None] Pushing event updated for resources: {'Port': ['ID=b50b89a5-6303-40ee-a735-f78bca37e24a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:23.619734 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-eb00d14b-7449-4a36-ba67-d4f75d3f4175 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6946585 Sep 07 16:22:23.630246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40186) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:23.630489 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d56d7608-f938-4ff1-9c01-049682273a78 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "DELETE /v2.0/networks/47b16b70-424d-45c2-a1d0-aba13cbdad3a/tags/tempest-TagsTest-Tag-1096880584 HTTP/1.1" status: 204 len: 168 time: 0.8034530 Sep 07 16:22:23.638304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-6064e942-b127-46db-a523-890e8aebf1f7 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '47b16b70-424d-45c2-a1d0-aba13cbdad3a', 'tempest-TagsTest-Tag-1096880584') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:23.678515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec09f821-383c-4ba2-b16c-6be99f782e34 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:23.846790 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-6064e942-b127-46db-a523-890e8aebf1f7 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] show failed (client error): The resource could not be found. Sep 07 16:22:23.850856 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec09f821-383c-4ba2-b16c-6be99f782e34 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:23.852850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6064e942-b127-46db-a523-890e8aebf1f7 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "GET /v2.0/networks/47b16b70-424d-45c2-a1d0-aba13cbdad3a/tags/tempest-TagsTest-Tag-1096880584 HTTP/1.1" status: 404 len: 326 time: 0.2213120 Sep 07 16:22:23.853468 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40192) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:23.865278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-1a41ce2b-f4ed-496e-aba8-658a910f7444 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '47b16b70-424d-45c2-a1d0-aba13cbdad3a', 'tempest-TagsTest-Tag-1964499922') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:23.898443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b50b89a5-6303-40ee-a735-f78bca37e24a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:23.966348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b50b89a5-6303-40ee-a735-f78bca37e24a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:23.967506 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:23.993349 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1a41ce2b-f4ed-496e-aba8-658a910f7444 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "GET /v2.0/networks/47b16b70-424d-45c2-a1d0-aba13cbdad3a/tags/tempest-TagsTest-Tag-1964499922 HTTP/1.1" status: 204 len: 168 time: 0.1387830 Sep 07 16:22:23.994018 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40196) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:24.000407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-2d7fb6d0-ea97-4d0a-8ad3-eec5633abd01 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '47b16b70-424d-45c2-a1d0-aba13cbdad3a', 'tempest-TagsTest-Tag-530057874') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:24.010037 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09f821-383c-4ba2-b16c-6be99f782e34 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=fe848eaa-450c-4cb4-8090-23f4e8c84179,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:24.012743 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec09f821-383c-4ba2-b16c-6be99f782e34 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:24.015525 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ec09f821-383c-4ba2-b16c-6be99f782e34 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/fe848eaa-450c-4cb4-8090-23f4e8c84179 HTTP/1.1" status: 204 len: 168 time: 1.3082142 Sep 07 16:22:24.020113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40198) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:24.076095 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-21f6ebca-d93b-4cb6-859c-a6a190ee2dea tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545182 Sep 07 16:22:24.084309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40202) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:24.123918 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b4d35508-bddd-4938-8e29-b7898aee2396 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:24.149817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2d7fb6d0-ea97-4d0a-8ad3-eec5633abd01 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "GET /v2.0/networks/47b16b70-424d-45c2-a1d0-aba13cbdad3a/tags/tempest-TagsTest-Tag-530057874 HTTP/1.1" status: 204 len: 168 time: 0.1546874 Sep 07 16:22:24.157703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40210) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:24.163919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-d870f07b-2609-46e9-b477-bf61e1649ff2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '47b16b70-424d-45c2-a1d0-aba13cbdad3a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:24.172778 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-4146f379-033e-498b-8a18-d91d45f52870 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383976 Sep 07 16:22:24.308092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d870f07b-2609-46e9-b477-bf61e1649ff2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "DELETE /v2.0/networks/47b16b70-424d-45c2-a1d0-aba13cbdad3a/tags HTTP/1.1" status: 204 len: 168 time: 0.1490333 Sep 07 16:22:24.311067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40214) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:24.318138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-b3b64edf-b24e-4f72-9b87-ac4422e11ead tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '47b16b70-424d-45c2-a1d0-aba13cbdad3a', 'tempest-TagsTest-Tag-1964499922') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:24.337139 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-1a07b2e5-8674-4d49-9dc9-db6d91ffe37f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=33057372-0240-45a8-a8b2-096c337b7fe5 HTTP/1.1" status: 200 len: 217 time: 0.0503688 Sep 07 16:22:24.342375 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b97b57-5670-471c-b744-31879470b680 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:24.360159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d35508-bddd-4938-8e29-b7898aee2396 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:24.364067 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4d35508-bddd-4938-8e29-b7898aee2396 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:24.472601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3ff44cbd-b50f-418c-a4cd-49a8e9cadebf None None] Provisioning complete for port b50b89a5-6303-40ee-a735-f78bca37e24a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:24.473240 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3ff44cbd-b50f-418c-a4cd-49a8e9cadebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:24.495080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-b08d1ff1-01a9-4a6f-b156-a842750a5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:24.497288 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-b08d1ff1-01a9-4a6f-b156-a842750a5f70 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.1473224 Sep 07 16:22:24.522227 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-b3b64edf-b24e-4f72-9b87-ac4422e11ead tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] show failed (client error): The resource could not be found. Sep 07 16:22:24.525736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b3b64edf-b24e-4f72-9b87-ac4422e11ead tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "GET /v2.0/networks/47b16b70-424d-45c2-a1d0-aba13cbdad3a/tags/tempest-TagsTest-Tag-1964499922 HTTP/1.1" status: 404 len: 326 time: 0.2108722 Sep 07 16:22:24.545553 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40228) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:24.556364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-f6819b98-24d7-43f5-bd68-f1fa7d0cadbb tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '47b16b70-424d-45c2-a1d0-aba13cbdad3a', 'tempest-TagsTest-Tag-530057874') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:24.578710 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8f6dfaf-fb23-462c-a9ef-4529941cd643 req-1cac906e-7b3f-41e9-82e4-3e7f9b9c7f23 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 210 time: 0.1232152 Sep 07 16:22:24.617628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-b3367916-aca4-4594-8fd2-f53f568cc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:24.619313 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-b3367916-aca4-4594-8fd2-f53f568cc856 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1110771 Sep 07 16:22:24.737660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3f853a-2d16-488b-a863-11ace7dd33d7 None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:22:24.828883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f853a-2d16-488b-a863-11ace7dd33d7 None None] Deleting port b50b89a5-6303-40ee-a735-f78bca37e24a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:24.829414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7b3f853a-2d16-488b-a863-11ace7dd33d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:24.853942 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-f6819b98-24d7-43f5-bd68-f1fa7d0cadbb tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] show failed (client error): The resource could not be found. Sep 07 16:22:24.858038 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f6819b98-24d7-43f5-bd68-f1fa7d0cadbb tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "GET /v2.0/networks/47b16b70-424d-45c2-a1d0-aba13cbdad3a/tags/tempest-TagsTest-Tag-530057874 HTTP/1.1" status: 404 len: 325 time: 0.3049312 Sep 07 16:22:24.859265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40236) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:24.878620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-6c249d65-09d3-405e-9a99-0724e3318fb3 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '47b16b70-424d-45c2-a1d0-aba13cbdad3a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:24.941587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7b3f853a-2d16-488b-a863-11ace7dd33d7 None None] For port b50b89a5-6303-40ee-a735-f78bca37e24a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b50b89a5-6303-40ee-a735-f78bca37e24a,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:24.942327 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7b3f853a-2d16-488b-a863-11ace7dd33d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:24.958864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f853a-2d16-488b-a863-11ace7dd33d7 None None] Calling delete_port for b50b89a5-6303-40ee-a735-f78bca37e24a owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:25.013317 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-5a4730f1-275b-4488-826c-8953e1e10508 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775532 Sep 07 16:22:25.056302 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-14aba375-5538-41a7-9687-e504e536af9b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:25.057932 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-14aba375-5538-41a7-9687-e504e536af9b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.54 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 811 time: 0.2580917 Sep 07 16:22:25.100414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7b3f853a-2d16-488b-a863-11ace7dd33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.115320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Request body: {'port': {'device_id': '50f86ce5-1aca-4538-a25e-615632ced353', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'admin_state_up': True, 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:25.130235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f853a-2d16-488b-a863-11ace7dd33d7 None None] Pushing event deleted for resources: {'Port': ['ID=b50b89a5-6303-40ee-a735-f78bca37e24a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:25.132097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3f853a-2d16-488b-a863-11ace7dd33d7 None None] No DVR routers for this DVR port b50b89a5-6303-40ee-a735-f78bca37e24a on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:22:25.151895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6c249d65-09d3-405e-9a99-0724e3318fb3 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "DELETE /v2.0/networks/47b16b70-424d-45c2-a1d0-aba13cbdad3a/tags HTTP/1.1" status: 204 len: 168 time: 0.2876801 Sep 07 16:22:25.153103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40244) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:25.153418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40246) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:25.164533 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-86f8e68a-ed8e-43cc-9228-300e2f968724 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402006 Sep 07 16:22:25.245351 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-c38261a1-7db4-47d0-9059-8434760b6ec3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=08f87940-78b6-440d-b292-1ee918d7640b HTTP/1.1" status: 200 len: 217 time: 0.0679207 Sep 07 16:22:25.280428 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-b4d35508-bddd-4938-8e29-b7898aee2396 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:22:25.284073 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4d35508-bddd-4938-8e29-b7898aee2396 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.296111 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30ecfae-62be-4793-8353-7fc0f1b527a2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.328317 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0647-bced-4d23-9e05-be0257206291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.372367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d35508-bddd-4938-8e29-b7898aee2396 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:25.379851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b4d35508-bddd-4938-8e29-b7898aee2396 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:25.383391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d35508-bddd-4938-8e29-b7898aee2396 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:25.384001 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4d35508-bddd-4938-8e29-b7898aee2396 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.391043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ada49a4-eec7-4b33-a0f6-3e1de1809465 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:25.400860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-0c434b16-3a93-4a0d-bde9-3b12093b2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:25.402422 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-0c434b16-3a93-4a0d-bde9-3b12093b2cea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b579ba4-f2f7-49b7-9722-379d2b0837b4 HTTP/1.1" status: 200 len: 797 time: 0.1201475 Sep 07 16:22:25.405931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d35508-bddd-4938-8e29-b7898aee2396 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=a1df8a1e-adaf-4d73-a38c-3ab930904926,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:25.455491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-1c178587-e219-432e-a08c-1137bf75aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:25.457214 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-1c178587-e219-432e-a08c-1137bf75aed3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=08e031c7-40bd-43ca-bbf5-210128aa125d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452092 Sep 07 16:22:25.465869 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30ecfae-62be-4793-8353-7fc0f1b527a2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.470171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Made reservation on behalf of b9848727a03c41348e7ad9c0dce7eea4 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:25.473808 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.522987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c30ecfae-62be-4793-8353-7fc0f1b527a2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b16b70-424d-45c2-a1d0-aba13cbdad3a']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:25.573096 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': 'a1df8a1e-adaf-4d73-a38c-3ab930904926'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:22:25.574845 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.575579 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-b4de062f-086d-4bac-bf6f-8de3294ac728 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048322 Sep 07 16:22:25.578152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c30ecfae-62be-4793-8353-7fc0f1b527a2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8a54c9-f0c6-42f4-b365-758b6b724a17') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:25.578239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c30ecfae-62be-4793-8353-7fc0f1b527a2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8a54c9-f0c6-42f4-b365-758b6b724a17') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:25.612449 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30ecfae-62be-4793-8353-7fc0f1b527a2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.681047 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30ecfae-62be-4793-8353-7fc0f1b527a2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.703527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30ecfae-62be-4793-8353-7fc0f1b527a2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:22:25.703943 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30ecfae-62be-4793-8353-7fc0f1b527a2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:22:25.709839 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:22:25.726388 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-b63f3d07-d29e-4e09-a3f8-8be96431909b service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405149 Sep 07 16:22:25.748141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Allocated IP 172.20.0.7 (ffb11023-581e-4b93-9d24-3e77cb56e81e/5b466ef0-7a81-4b15-b2ee-64b34936ce50/f930ff5e-3ce6-4498-9e2b-9d611eb41027) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:25.817387 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-f825dc09-dd49-42ab-b4cc-60a57fa42302 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9f8821b-d238-4cd8-8c03-0efd0cf30881 HTTP/1.1" status: 200 len: 217 time: 0.0661690 Sep 07 16:22:25.847090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d279b17b-5ecd-481f-86bb-d0a8075cfd87 req-a400d4bb-7766-4cb7-8d78-58a072225de4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 210 time: 0.1194978 Sep 07 16:22:25.865706 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0647-bced-4d23-9e05-be0257206291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.869020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Allocated IP 2001:db8::f816:3eff:fee7:d59d (a4a52928-aba9-4c1a-9760-c065e55e283a/a1df8a1e-adaf-4d73-a38c-3ab930904926/5c324505-6840-423a-a200-418a1c28c602) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:25.892561 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30ecfae-62be-4793-8353-7fc0f1b527a2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.894798 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0647-bced-4d23-9e05-be0257206291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.910381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b50b89a5-6303-40ee-a735-f78bca37e24a no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:22:25.929562 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30ecfae-62be-4793-8353-7fc0f1b527a2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:25.931628 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b4d35508-bddd-4938-8e29-b7898aee2396 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8454537 Sep 07 16:22:25.932880 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c30ecfae-62be-4793-8353-7fc0f1b527a2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] 10.222.0.70 "DELETE /v2.0/networks/47b16b70-424d-45c2-a1d0-aba13cbdad3a HTTP/1.1" status: 204 len: 168 time: 0.7771766 Sep 07 16:22:25.933550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-59e7f37d-7ae3-4766-944e-6bc7a0bdcd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:25.935190 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-59e7f37d-7ae3-4766-944e-6bc7a0bdcd63 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b579ba4-f2f7-49b7-9722-379d2b0837b4 HTTP/1.1" status: 200 len: 797 time: 0.1080410 Sep 07 16:22:25.935777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40264) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:25.941247 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-583059ed-c77b-4613-bcac-24ea5fe0e4fc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:25.963997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: b50b89a5-6303-40ee-a735-f78bca37e24a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:22:25.969537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b50b89a5-6303-40ee-a735-f78bca37e24a not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:22:26.002030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ecfae-62be-4793-8353-7fc0f1b527a2 tempest-TagsTest-2039509844 tempest-TagsTest-2039509844-project] Pushing event deleted for resources: {'Network': ['ID=47b16b70-424d-45c2-a1d0-aba13cbdad3a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:26.047601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e8cf0647-bced-4d23-9e05-be0257206291 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d609435e4cd64be490f5968b6ae7e128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8931234 Sep 07 16:22:26.054601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40270) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:26.062179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf0647-bced-4d23-9e05-be0257206291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15511772-9c3e-4912-803f-9f1c6cf62881,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:26.097292 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bb9db7a-09b7-45c5-a471-79e717170b92 req-fbf53d90-3cbd-431a-a9a3-777e1ff53684 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1617472 Sep 07 16:22:26.191586 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-5f41fa81-d9f1-49d6-89f3-516d93de3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:26.193640 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-5f41fa81-d9f1-49d6-89f3-516d93de3a38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=08e031c7-40bd-43ca-bbf5-210128aa125d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1106601 Sep 07 16:22:26.202976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583059ed-c77b-4613-bcac-24ea5fe0e4fc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:26.209238 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-583059ed-c77b-4613-bcac-24ea5fe0e4fc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:26.209448 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:26.230431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Transition to ACTIVE for port object 5c324505-6840-423a-a200-418a1c28c602 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:26.238068 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38181b6c-479f-44df-ad16-aa3e75c37ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:26.251525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9db7a-09b7-45c5-a471-79e717170b92 req-accda2b2-20a1-445a-863f-33762ac0df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:26.253086 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bb9db7a-09b7-45c5-a471-79e717170b92 req-accda2b2-20a1-445a-863f-33762ac0df36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1095 time: 0.1289241 Sep 07 16:22:26.275566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Transition to ACTIVE for port object 5c324505-6840-423a-a200-418a1c28c602 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:26.286742 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:26.293235 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38181b6c-479f-44df-ad16-aa3e75c37ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:26.297076 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:26.335937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40276) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:26.352089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:26.355585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:26.366620 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:26.370850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Transition to ACTIVE for port object f930ff5e-3ce6-4498-9e2b-9d611eb41027 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:26.384558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Pushing event updated for resources: {'Port': ['ID=5c324505-6840-423a-a200-418a1c28c602,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:26.458252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Attempting to bind port 5c324505-6840-423a-a200-418a1c28c602 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:22:26.458772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Attempting to bind port 5c324505-6840-423a-a200-418a1c28c602 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:22:26.459284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Attempting to bind port 5c324505-6840-423a-a200-418a1c28c602 on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:22:26.466898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:22:26.466898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:22:26.467508 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:26.468697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:22:26.469338 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Bound port: 5c324505-6840-423a-a200-418a1c28c602, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:22:26.469873 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:26.491977 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38181b6c-479f-44df-ad16-aa3e75c37ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:26.494675 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38181b6c-479f-44df-ad16-aa3e75c37ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:26.495856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-38181b6c-479f-44df-ad16-aa3e75c37ee9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/15511772-9c3e-4912-803f-9f1c6cf62881 HTTP/1.1" status: 204 len: 168 time: 0.4398584 Sep 07 16:22:26.506046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9db7a-09b7-45c5-a471-79e717170b92 req-e28e8903-30f3-40a9-82ef-92080f4b1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:26.507563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bb9db7a-09b7-45c5-a471-79e717170b92 req-e28e8903-30f3-40a9-82ef-92080f4b1312 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.2276413 Sep 07 16:22:26.509884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38181b6c-479f-44df-ad16-aa3e75c37ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15511772-9c3e-4912-803f-9f1c6cf62881,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:26.564891 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] For port 5c324505-6840-423a-a200-418a1c28c602, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:22:26.568693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] For port 5c324505-6840-423a-a200-418a1c28c602, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5c324505-6840-423a-a200-418a1c28c602,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:22:26.577318 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:26.627898 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:26.678378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['7c8cf3be-07ff-4315-9dcd-f295a6d5dae1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:22:26.728546 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-469608aa-3e58-4194-97d2-701ffb522550 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648183 Sep 07 16:22:26.786672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763e70c-e579-464c-9f31-31f758b27dc3 None None] Pushing event updated for resources: {'Port': ['ID=5c324505-6840-423a-a200-418a1c28c602,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:26.848199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Network ffb11023-581e-4b93-9d24-3e77cb56e81e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:26.859304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:26.862590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bb9db7a-09b7-45c5-a471-79e717170b92 req-8e3b0ef9-daf0-4792-b6f9-8c751081685f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 999 time: 0.3464456 Sep 07 16:22:26.868218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:26.927135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event updated for resources: {'Port': ['ID=f930ff5e-3ce6-4498-9e2b-9d611eb41027,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:27.054190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e1c99dc3-6674-414d-99b0-a529535a8c40 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a89b523b59224416a1a627495ff23625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7109089 Sep 07 16:22:27.088020 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40298) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:27.160882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:27.161629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:27.191789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9db7a-09b7-45c5-a471-79e717170b92 req-94f17d1a-d105-46fb-9267-bbf6231720a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:27.195410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bb9db7a-09b7-45c5-a471-79e717170b92 req-94f17d1a-d105-46fb-9267-bbf6231720a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.3189418 Sep 07 16:22:27.259022 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:22:27.269138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eab1b6-931d-4b07-a782-a4decffdbd4e req-93043dbe-f4ec-4946-bfbc-1547559bfe6a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:27.271998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8eab1b6-931d-4b07-a782-a4decffdbd4e req-93043dbe-f4ec-4946-bfbc-1547559bfe6a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 931 time: 0.2437673 Sep 07 16:22:27.273360 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-827b0270-dd64-46f9-bd40-2de41d486895 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1681590 Sep 07 16:22:27.317728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Request body: {'port': {'device_id': '50f86ce5-1aca-4538-a25e-615632ced353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:27.362995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8eab1b6-931d-4b07-a782-a4decffdbd4e req-6c687fe0-6f3c-4736-996f-f6dd7bcd547d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740788 Sep 07 16:22:27.381222 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-583059ed-c77b-4613-bcac-24ea5fe0e4fc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:27.382014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9db7a-09b7-45c5-a471-79e717170b92 req-cbd20552-2a9b-4a9f-9e69-0cffc3b502c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:27.383605 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bb9db7a-09b7-45c5-a471-79e717170b92 req-cbd20552-2a9b-4a9f-9e69-0cffc3b502c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750176 Sep 07 16:22:27.389864 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f0a8801d-7036-4d44-8eae-6c6222b570fa req-e7fe1c67-de7d-46f8-b18c-2906db5cea86 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358001 Sep 07 16:22:27.452614 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:27.454087 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a709c6b4-8c94-46ad-9f39-9ca99219760b None None] Provisioning for port f930ff5e-3ce6-4498-9e2b-9d611eb41027 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:27.462266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a709c6b4-8c94-46ad-9f39-9ca99219760b None None] Provisioning complete for port f930ff5e-3ce6-4498-9e2b-9d611eb41027 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:27.462662 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a709c6b4-8c94-46ad-9f39-9ca99219760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:27.531040 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0bb49c3e-f7cc-448d-9a8f-1950ff5ef81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:27.546779 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583059ed-c77b-4613-bcac-24ea5fe0e4fc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:27.554382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-583059ed-c77b-4613-bcac-24ea5fe0e4fc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:27.554590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a709c6b4-8c94-46ad-9f39-9ca99219760b None None] Port f930ff5e-3ce6-4498-9e2b-9d611eb41027 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:22:27.570623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583059ed-c77b-4613-bcac-24ea5fe0e4fc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:27.571492 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-583059ed-c77b-4613-bcac-24ea5fe0e4fc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:27.582028 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583059ed-c77b-4613-bcac-24ea5fe0e4fc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=33c6ed46-1442-40dc-9594-ea8e877abe7e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:27.604533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0bb49c3e-f7cc-448d-9a8f-1950ff5ef81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:27.625133 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-583059ed-c77b-4613-bcac-24ea5fe0e4fc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6881104 Sep 07 16:22:27.631048 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40314) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:27.637047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'mac_address': 'fa:16:3e:a0:da:d9', 'name': 'tempest-NetworksTestDHCPv6-140994367'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:27.734897 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0bb49c3e-f7cc-448d-9a8f-1950ff5ef81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:27.748321 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0bb49c3e-f7cc-448d-9a8f-1950ff5ef81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:27.752233 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0bb49c3e-f7cc-448d-9a8f-1950ff5ef81e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf658de5-999f-4874-88e9-387930d9f659 HTTP/1.1" status: 204 len: 168 time: 0.6615899 Sep 07 16:22:27.809021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb49c3e-f7cc-448d-9a8f-1950ff5ef81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf658de5-999f-4874-88e9-387930d9f659,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:27.871955 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:27.914666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bb9db7a-09b7-45c5-a471-79e717170b92 req-a4ac0da4-b167-4a52-8d8d-34aa4a2e649d service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140693 Sep 07 16:22:27.958788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5c324505-6840-423a-a200-418a1c28c602 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:28.088409 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:28.134499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 5c324505-6840-423a-a200-418a1c28c602 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:28.142420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 6e61fea5-5e89-4842-89ed-a46528f5d586 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:22:28.368077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-e5aa6c8b-13b3-4cb7-a7c3-2fec173c7af2 req-7a965200-17d2-4e74-ae66-e8bf9aff6839 service neutron] (94770) timed out ('10.222.0.70', 36404) {{(pid=94770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 16:22:28.414245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bb9db7a-09b7-45c5-a471-79e717170b92 req-9602485a-0496-42ff-98f6-f69ddffa3eab service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834585 Sep 07 16:22:28.500098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 172.20.0.2 (a4a52928-aba9-4c1a-9760-c065e55e283a/33c6ed46-1442-40dc-9594-ea8e877abe7e/6e61fea5-5e89-4842-89ed-a46528f5d586) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:28.509202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::f816:3eff:fea0:dad9 (a4a52928-aba9-4c1a-9760-c065e55e283a/a1df8a1e-adaf-4d73-a38c-3ab930904926/6e61fea5-5e89-4842-89ed-a46528f5d586) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:28.556021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1247c1b3-96c6-42b2-84d8-e343bed646be None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:28.597210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac2d3e-7491-463a-85b0-98256dae0b81 req-e47681f7-fad2-4703-95e8-869a03500162 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:28.599484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1aac2d3e-7491-463a-85b0-98256dae0b81 req-e47681f7-fad2-4703-95e8-869a03500162 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 931 time: 0.0943465 Sep 07 16:22:28.684746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1aac2d3e-7491-463a-85b0-98256dae0b81 req-130e1f03-0e65-449a-bbca-5c589919a2ed tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735693 Sep 07 16:22:28.687899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f930ff5e-3ce6-4498-9e2b-9d611eb41027 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:22:28.716415 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:28.735252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Transition to ACTIVE for port object f930ff5e-3ce6-4498-9e2b-9d611eb41027 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:28.752471 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:28.798958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eee967c7-9355-4672-8573-d9c19b4fb638 None None] Provisioning for port 5c324505-6840-423a-a200-418a1c28c602 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:28.817617 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Pushing event updated for resources: {'Port': ['ID=f930ff5e-3ce6-4498-9e2b-9d611eb41027,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:28.896994 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:28.950441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object 6e61fea5-5e89-4842-89ed-a46528f5d586 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:28.963677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eee967c7-9355-4672-8573-d9c19b4fb638 None None] Provisioning complete for port 5c324505-6840-423a-a200-418a1c28c602 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:28.964159 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eee967c7-9355-4672-8573-d9c19b4fb638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:29.064233 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:29.085259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Attempting to bind port f930ff5e-3ce6-4498-9e2b-9d611eb41027 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:22:29.085607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Attempting to bind port f930ff5e-3ce6-4498-9e2b-9d611eb41027 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:22:29.085942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Attempting to bind port f930ff5e-3ce6-4498-9e2b-9d611eb41027 on network ffb11023-581e-4b93-9d24-3e77cb56e81e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:22:29.106775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Port f930ff5e-3ce6-4498-9e2b-9d611eb41027 on network ffb11023-581e-4b93-9d24-3e77cb56e81e not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:22:29.107107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Attempting to bind port f930ff5e-3ce6-4498-9e2b-9d611eb41027 on network ffb11023-581e-4b93-9d24-3e77cb56e81e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:22:29.127332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:22:29.128422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Checking segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:22:29.129032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Bound using segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:22:29.129711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Bound port: f930ff5e-3ce6-4498-9e2b-9d611eb41027, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:22:29.130440 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:29.157313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:29.160614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:29.164967 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:29.216252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=6e61fea5-5e89-4842-89ed-a46528f5d586,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:29.246418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] For port f930ff5e-3ce6-4498-9e2b-9d611eb41027, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:22:29.272402 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:29.272990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] For port f930ff5e-3ce6-4498-9e2b-9d611eb41027, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f930ff5e-3ce6-4498-9e2b-9d611eb41027,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:22:29.273431 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:29.303086 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-60f30bd5-cd18-42e8-89f5-0869c31f0ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6710019 Sep 07 16:22:29.305694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40374) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:29.306221 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:29.370534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:29.371108 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:29.373011 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] 10.222.0.54 "PUT /v2.0/ports/f930ff5e-3ce6-4498-9e2b-9d611eb41027 HTTP/1.1" status: 200 len: 1091 time: 2.0605509 Sep 07 16:22:29.373147 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f86ce5-1aca-4538-a25e-615632ced353', 'tag': 'f930ff5e-3ce6-4498-9e2b-9d611eb41027'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:22:29.376149 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4342b43b-66b0-43ef-9605-327b215fc064" -d '{"events": [{"name": "network-changed", "server_uuid": "50f86ce5-1aca-4538-a25e-615632ced353", "tag": "f930ff5e-3ce6-4498-9e2b-9d611eb41027"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:22:29.394564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0679467e-79bc-4bce-bd8d-45ecf1973cfd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:29.398220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba050b-c939-4cdc-a529-1a162b6ef824 None None] Update dhcp port {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': 'a1df8a1e-adaf-4d73-a38c-3ab930904926', 'ip_address': '2001:db8::f816:3eff:fee7:d59d'}, {'subnet_id': '33c6ed46-1442-40dc-9594-ea8e877abe7e'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '5c324505-6840-423a-a200-418a1c28c602'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:22:29.420560 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0679467e-79bc-4bce-bd8d-45ecf1973cfd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:29.426405 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0679467e-79bc-4bce-bd8d-45ecf1973cfd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1196294 Sep 07 16:22:29.430445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40378) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:29.450251 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7ba050b-c939-4cdc-a529-1a162b6ef824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:29.464829 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa974104-2bea-4ebb-9cc2-1c12770d3613 x-openstack-request-id: req-fa974104-2bea-4ebb-9cc2-1c12770d3613 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:22:29.465133 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f86ce5-1aca-4538-a25e-615632ced353", "tag": "f930ff5e-3ce6-4498-9e2b-9d611eb41027", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:22:29.465398 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa974104-2bea-4ebb-9cc2-1c12770d3613 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:22:29.465801 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f86ce5-1aca-4538-a25e-615632ced353', 'tag': 'f930ff5e-3ce6-4498-9e2b-9d611eb41027', 'status': 'completed', 'code': 200} Sep 07 16:22:29.498194 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eee967c7-9355-4672-8573-d9c19b4fb638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:29.511350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9abb1-45cc-4be5-ad12-e86811b8d11e service neutron] Pushing event updated for resources: {'Port': ['ID=f930ff5e-3ce6-4498-9e2b-9d611eb41027,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:29.536187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-b6760fa0-c77d-40bc-be70-3a913ddd8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:29.538042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-b6760fa0-c77d-40bc-be70-3a913ddd8581 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 1094 time: 0.1074564 Sep 07 16:22:29.600157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-eee967c7-9355-4672-8573-d9c19b4fb638 None None] For port 5c324505-6840-423a-a200-418a1c28c602, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5c324505-6840-423a-a200-418a1c28c602,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:29.621282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-a990b813-fb84-4215-be0c-e0b2eaa3dfb2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f930ff5e-3ce6-4498-9e2b-9d611eb41027 HTTP/1.1" status: 200 len: 217 time: 0.0724168 Sep 07 16:22:29.628077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d6a138fa-c384-4670-8843-d9bc052a1082 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port 6e61fea5-5e89-4842-89ed-a46528f5d586 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:29.630275 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6a138fa-c384-4670-8843-d9bc052a1082 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:29.676656 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eee967c7-9355-4672-8573-d9c19b4fb638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:29.773547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-863a55a4-b9f0-442e-9a59-e606bc7c4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:29.775709 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-863a55a4-b9f0-442e-9a59-e606bc7c4383 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.1394722 Sep 07 16:22:29.813006 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6a138fa-c384-4670-8843-d9bc052a1082 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:29.856761 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d6a138fa-c384-4670-8843-d9bc052a1082 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for 6e61fea5-5e89-4842-89ed-a46528f5d586 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:29.896324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-ef4c87b2-0a63-4a10-a9d7-f5fc3b4846cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:29.901275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-ef4c87b2-0a63-4a10-a9d7-f5fc3b4846cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127355 Sep 07 16:22:29.908075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee967c7-9355-4672-8573-d9c19b4fb638 None None] Pushing event updated for resources: {'Port': ['ID=5c324505-6840-423a-a200-418a1c28c602,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:30.083449 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-7c3f7145-6724-47e1-a9bb-1cecd940bfa0 service neutron] 10.222.0.54 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644144 Sep 07 16:22:30.101984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e7ba050b-c939-4cdc-a529-1a162b6ef824 None None] Allocated IP 172.20.0.3 (a4a52928-aba9-4c1a-9760-c065e55e283a/33c6ed46-1442-40dc-9594-ea8e877abe7e/5c324505-6840-423a-a200-418a1c28c602) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:30.320988 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6a138fa-c384-4670-8843-d9bc052a1082 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:30.329731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e7ba050b-c939-4cdc-a529-1a162b6ef824 None None] For port 5c324505-6840-423a-a200-418a1c28c602, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5c324505-6840-423a-a200-418a1c28c602,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:30.373554 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7ba050b-c939-4cdc-a529-1a162b6ef824 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:30.407571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e7ba050b-c939-4cdc-a529-1a162b6ef824 None None] Transition to ACTIVE for port object 5c324505-6840-423a-a200-418a1c28c602 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:30.412501 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7ba050b-c939-4cdc-a529-1a162b6ef824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:30.451580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-830ea2a8-1bb3-4520-9bd5-8f05ee639821 req-b9bfc98b-5c91-4874-95b4-c5dc68d03b16 service neutron] 10.222.0.54 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589437 Sep 07 16:22:30.472918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540c45c-a201-4f7a-b160-16ff219be067 req-7b92e928-500c-4859-8791-99f1acba97aa tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:30.475492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0540c45c-a201-4f7a-b160-16ff219be067 req-7b92e928-500c-4859-8791-99f1acba97aa tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 943 time: 0.6382141 Sep 07 16:22:30.617397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0540c45c-a201-4f7a-b160-16ff219be067 req-e6f0d72e-0a4b-4a28-a422-584b7094393f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328518 Sep 07 16:22:30.633109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342b43b-66b0-43ef-9605-327b215fc064 req-4e25cedb-8608-4849-af93-9d299795e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:30.643660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4342b43b-66b0-43ef-9605-327b215fc064 req-4e25cedb-8608-4849-af93-9d299795e639 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 1094 time: 0.1118279 Sep 07 16:22:30.657552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba050b-c939-4cdc-a529-1a162b6ef824 None None] Pushing event updated for resources: {'Port': ['ID=5c324505-6840-423a-a200-418a1c28c602,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:30.812792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342b43b-66b0-43ef-9605-327b215fc064 req-182134ba-da5e-4556-bbeb-a4957d2b2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:30.815112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4342b43b-66b0-43ef-9605-327b215fc064 req-182134ba-da5e-4556-bbeb-a4957d2b2d77 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.1667657 Sep 07 16:22:30.899156 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4342b43b-66b0-43ef-9605-327b215fc064 req-bccddf4c-a9ef-4f9c-9bfa-48b256eea5bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f930ff5e-3ce6-4498-9e2b-9d611eb41027 HTTP/1.1" status: 200 len: 217 time: 0.0616863 Sep 07 16:22:30.914120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a138fa-c384-4670-8843-d9bc052a1082 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=6e61fea5-5e89-4842-89ed-a46528f5d586,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:30.948794 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6a138fa-c384-4670-8843-d9bc052a1082 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:30.951152 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d6a138fa-c384-4670-8843-d9bc052a1082 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/6e61fea5-5e89-4842-89ed-a46528f5d586 HTTP/1.1" status: 204 len: 168 time: 1.5194747 Sep 07 16:22:30.953861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40426) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:30.993223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342b43b-66b0-43ef-9605-327b215fc064 req-b817bf9e-e841-4bbd-93da-45cabeb26a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:30.995022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4342b43b-66b0-43ef-9605-327b215fc064 req-b817bf9e-e841-4bbd-93da-45cabeb26a1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.0880527 Sep 07 16:22:31.046942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09718066-19cf-495b-98b9-b9799c79158e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:31.049804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09718066-19cf-495b-98b9-b9799c79158e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:31.051484 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09718066-19cf-495b-98b9-b9799c79158e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:31.061415 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-09718066-19cf-495b-98b9-b9799c79158e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1056299 Sep 07 16:22:31.063487 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40434) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:31.067341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342b43b-66b0-43ef-9605-327b215fc064 req-76ef47f5-8e23-4e87-8687-81d98d15fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:31.069195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4342b43b-66b0-43ef-9605-327b215fc064 req-76ef47f5-8e23-4e87-8687-81d98d15fb35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643201 Sep 07 16:22:31.166518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7f35d8-0892-47cc-ba74-414cad7f92b3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 33c6ed46-1442-40dc-9594-ea8e877abe7e {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:31.174559 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c7f35d8-0892-47cc-ba74-414cad7f92b3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:31.197765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4342b43b-66b0-43ef-9605-327b215fc064 req-9c7c6736-a4ce-4b38-b414-8e32c2b4af73 service neutron] 10.222.0.54 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185508 Sep 07 16:22:31.267269 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c7f35d8-0892-47cc-ba74-414cad7f92b3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:31.341076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4342b43b-66b0-43ef-9605-327b215fc064 req-c58ab08c-89c2-4e92-9ca2-0dcdcbaccdb7 service neutron] 10.222.0.54 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213856 Sep 07 16:22:31.397192 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c7f35d8-0892-47cc-ba74-414cad7f92b3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:31.498690 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c7f35d8-0892-47cc-ba74-414cad7f92b3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:31.572918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bd01cbf7-8cf5-4438-9cca-ee4dc584c1bc None None] Could not find standard attr ID for object 6e61fea5-5e89-4842-89ed-a46528f5d586. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:22:31.586015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f35d8-0892-47cc-ba74-414cad7f92b3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=33c6ed46-1442-40dc-9594-ea8e877abe7e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:31.594741 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c7f35d8-0892-47cc-ba74-414cad7f92b3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:31.596960 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9c7f35d8-0892-47cc-ba74-414cad7f92b3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/33c6ed46-1442-40dc-9594-ea8e877abe7e HTTP/1.1" status: 204 len: 168 time: 0.5324941 Sep 07 16:22:31.599932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40464) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:31.613450 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bd01cbf7-8cf5-4438-9cca-ee4dc584c1bc None None] Provisioning for port 5c324505-6840-423a-a200-418a1c28c602 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:31.625150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bd01cbf7-8cf5-4438-9cca-ee4dc584c1bc None None] Provisioning complete for port 5c324505-6840-423a-a200-418a1c28c602 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:31.626199 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bd01cbf7-8cf5-4438-9cca-ee4dc584c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:31.746585 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:31.758184 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-63957e37-3d55-4112-bb7c-289db48a99f1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet a1df8a1e-adaf-4d73-a38c-3ab930904926 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:31.776075 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63957e37-3d55-4112-bb7c-289db48a99f1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:31.879150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5c324505-6840-423a-a200-418a1c28c602 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:31.907819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40472) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:31.960873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c4a93-67ce-43cf-8613-53f8eae780f6 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:32.089530 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3282a95b-6bbe-4445-a453-55bd53b08d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:32.204484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3282a95b-6bbe-4445-a453-55bd53b08d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:32.217787 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3282a95b-6bbe-4445-a453-55bd53b08d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:32.251486 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f52dfef7-84c7-4f01-aea7-32ab0de92d11 None None] Could not find standard attr ID for object 6e61fea5-5e89-4842-89ed-a46528f5d586. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:22:32.270175 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63957e37-3d55-4112-bb7c-289db48a99f1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:32.271950 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3282a95b-6bbe-4445-a453-55bd53b08d1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07be89d40afa4e5baecd78313aeaa779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543947 Sep 07 16:22:32.274845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40484) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:32.299787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5c324505-6840-423a-a200-418a1c28c602 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:32.302976 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:32.304195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282a95b-6bbe-4445-a453-55bd53b08d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3517f1-74f7-46e9-8290-99853e8f2977,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:32.348593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7437e6d7-5005-4416-b74a-0e5d57746edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:32.348800 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34e577-9544-4856-8479-6e76c457f14b req-3f5eb968-5dc2-4d4d-9457-71cc6dc032fd tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:32.350333 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc34e577-9544-4856-8479-6e76c457f14b req-3f5eb968-5dc2-4d4d-9457-71cc6dc032fd tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 943 time: 0.5197139 Sep 07 16:22:32.373200 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:32.390986 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7437e6d7-5005-4416-b74a-0e5d57746edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:32.454926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f930ff5e-3ce6-4498-9e2b-9d611eb41027 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:22:32.457096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc34e577-9544-4856-8479-6e76c457f14b req-703598a7-1bb5-47e8-a72c-c7679b2ab46f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946629 Sep 07 16:22:32.465552 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63957e37-3d55-4112-bb7c-289db48a99f1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:32.521958 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7437e6d7-5005-4416-b74a-0e5d57746edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:32.525086 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7437e6d7-5005-4416-b74a-0e5d57746edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:32.526285 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7437e6d7-5005-4416-b74a-0e5d57746edb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d3517f1-74f7-46e9-8290-99853e8f2977 HTTP/1.1" status: 204 len: 168 time: 0.2503562 Sep 07 16:22:32.550183 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437e6d7-5005-4416-b74a-0e5d57746edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3517f1-74f7-46e9-8290-99853e8f2977,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:32.581936 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63957e37-3d55-4112-bb7c-289db48a99f1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:32.627065 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63957e37-3d55-4112-bb7c-289db48a99f1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=a1df8a1e-adaf-4d73-a38c-3ab930904926,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:32.648957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-63957e37-3d55-4112-bb7c-289db48a99f1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:32.656854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:32.659059 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-63957e37-3d55-4112-bb7c-289db48a99f1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/a1df8a1e-adaf-4d73-a38c-3ab930904926 HTTP/1.1" status: 204 len: 168 time: 1.0571351 Sep 07 16:22:32.706721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a18b6c79-aca1-425d-96f0-fceab91aab61 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483508 Sep 07 16:22:32.709469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40496) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:32.720306 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e82e0d83-7205-4d1e-8fb1-159b355e8e5a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:33.025131 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82e0d83-7205-4d1e-8fb1-159b355e8e5a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:33.030420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e82e0d83-7205-4d1e-8fb1-159b355e8e5a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:33.051072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f930ff5e-3ce6-4498-9e2b-9d611eb41027, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f930ff5e-3ce6-4498-9e2b-9d611eb41027,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:33.087091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'f930ff5e-3ce6-4498-9e2b-9d611eb41027', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'port_id': 'f930ff5e-3ce6-4498-9e2b-9d611eb41027', 'mac_address': 'fa:16:3e:7e:ca:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:22:33.189821 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:33.205899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40508) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:33.241638 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84c14955-aa4d-4bd2-a74f-aeb72a167c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:33.247796 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f930ff5e-3ce6-4498-9e2b-9d611eb41027 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:22:33.320638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f930ff5e-3ce6-4498-9e2b-9d611eb41027, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f930ff5e-3ce6-4498-9e2b-9d611eb41027,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:33.329905 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:33.338293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1389e6a-36a5-4c95-8cbd-abd28e1c6619 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:33.475822 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e82e0d83-7205-4d1e-8fb1-159b355e8e5a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:33.481076 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84c14955-aa4d-4bd2-a74f-aeb72a167c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:33.490002 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84c14955-aa4d-4bd2-a74f-aeb72a167c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:33.540927 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e0d83-7205-4d1e-8fb1-159b355e8e5a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:33.545315 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-84c14955-aa4d-4bd2-a74f-aeb72a167c64 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0a7e3966c84496fa4ec8d965f81d7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377380 Sep 07 16:22:33.546836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c14955-aa4d-4bd2-a74f-aeb72a167c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e889b6-649d-45a3-8cca-97c6b49eace3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:33.547823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e82e0d83-7205-4d1e-8fb1-159b355e8e5a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:33.554597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e0d83-7205-4d1e-8fb1-159b355e8e5a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:33.555216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e82e0d83-7205-4d1e-8fb1-159b355e8e5a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:33.562150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40516) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:33.566437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8e092fd2-f3d7-496e-ba0b-692267930f3a None None] Provisioning complete for port 5c324505-6840-423a-a200-418a1c28c602 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:33.567150 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e092fd2-f3d7-496e-ba0b-692267930f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:33.573456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0d83-7205-4d1e-8fb1-159b355e8e5a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=72d4940c-39b7-423c-9492-ed415f4d0f65,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:33.580384 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f930ff5e-3ce6-4498-9e2b-9d611eb41027,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:33.612579 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e82e0d83-7205-4d1e-8fb1-159b355e8e5a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9016700 Sep 07 16:22:33.615222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40518) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:33.620383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:33.680806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f930ff5e-3ce6-4498-9e2b-9d611eb41027'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:22:33.752393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc664846-4e18-4583-8c36-1c3d85121688 req-7a25a063-ae82-423b-a6b8-c052f8eb1d28 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:33.754154 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc664846-4e18-4583-8c36-1c3d85121688 req-7a25a063-ae82-423b-a6b8-c052f8eb1d28 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 944 time: 0.1511736 Sep 07 16:22:33.757321 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ede3aec-4f1d-4ad7-8690-31454e5d3438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:33.780430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:33.798505 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:33.857823 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ede3aec-4f1d-4ad7-8690-31454e5d3438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:33.902484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51947afa-190d-4dca-9c9d-5f6692bbcc0c None None] Update dhcp port {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': '72d4940c-39b7-423c-9492-ed415f4d0f65'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '5c324505-6840-423a-a200-418a1c28c602'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:22:33.951933 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51947afa-190d-4dca-9c9d-5f6692bbcc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:34.012668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc664846-4e18-4583-8c36-1c3d85121688 req-0fb4414e-ffde-4c73-a1f6-809752558dd3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353876 Sep 07 16:22:34.090753 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ede3aec-4f1d-4ad7-8690-31454e5d3438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:34.094084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ede3aec-4f1d-4ad7-8690-31454e5d3438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:34.095261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2ede3aec-4f1d-4ad7-8690-31454e5d3438 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3e889b6-649d-45a3-8cca-97c6b49eace3 HTTP/1.1" status: 204 len: 168 time: 0.5295517 Sep 07 16:22:34.122531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede3aec-4f1d-4ad7-8690-31454e5d3438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e889b6-649d-45a3-8cca-97c6b49eace3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:34.339769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-51947afa-190d-4dca-9c9d-5f6692bbcc0c None None] Allocated IP 172.20.0.2 (a4a52928-aba9-4c1a-9760-c065e55e283a/72d4940c-39b7-423c-9492-ed415f4d0f65/5c324505-6840-423a-a200-418a1c28c602) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:34.420282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:22:34.549611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-51947afa-190d-4dca-9c9d-5f6692bbcc0c None None] For port 5c324505-6840-423a-a200-418a1c28c602, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5c324505-6840-423a-a200-418a1c28c602,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:34.593994 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51947afa-190d-4dca-9c9d-5f6692bbcc0c None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:34.611901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51947afa-190d-4dca-9c9d-5f6692bbcc0c None None] Transition to ACTIVE for port object 5c324505-6840-423a-a200-418a1c28c602 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:34.624847 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51947afa-190d-4dca-9c9d-5f6692bbcc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:34.684654 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51947afa-190d-4dca-9c9d-5f6692bbcc0c None None] Pushing event updated for resources: {'Port': ['ID=5c324505-6840-423a-a200-418a1c28c602,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:34.777882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:35.101845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] For port 5c324505-6840-423a-a200-418a1c28c602, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5c324505-6840-423a-a200-418a1c28c602,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:35.161106 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:35.175907 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:35.177969 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:35.264170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739e231-3101-488e-9a44-4a1e7e54cf32 req-8edbf068-0776-4e2c-8238-eebe38fe4f02 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:35.276200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8739e231-3101-488e-9a44-4a1e7e54cf32 req-8edbf068-0776-4e2c-8238-eebe38fe4f02 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 944 time: 0.1280687 Sep 07 16:22:35.281532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:35.285363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:35.287459 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=dee2e2ba-d2ae-43a2-872c-7c4f19d80e8f,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:35.302655 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:35.303474 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:35.328657 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7123182 Sep 07 16:22:35.334852 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40574) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:35.343855 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f518b1-33db-4e1f-9454-f09cab115daf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=5c324505-6840-423a-a200-418a1c28c602,revision_number=9']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:35.352848 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'mac_address': 'fa:16:3e:7c:28:21', 'name': 'tempest-NetworksTestDHCPv6-543554558'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:35.589008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8739e231-3101-488e-9a44-4a1e7e54cf32 req-d259282b-2023-4b3d-bd93-528511997779 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103147 Sep 07 16:22:35.662314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:35.844050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af232e3b-363d-4a66-ae78-cd82d09e417c None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:35.853533 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:35.883289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5b36ee1f-7e0c-4c54-b784-320bcc8f1267 None None] Provisioning for port 5c324505-6840-423a-a200-418a1c28c602 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:35.890540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5b36ee1f-7e0c-4c54-b784-320bcc8f1267 None None] Provisioning complete for port 5c324505-6840-423a-a200-418a1c28c602 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:35.890931 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b36ee1f-7e0c-4c54-b784-320bcc8f1267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:35.909924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port ff41c797-94d9-477b-b926-47dd2d689323 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:22:35.939828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5c324505-6840-423a-a200-418a1c28c602 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:36.122171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 172.20.0.6 (a4a52928-aba9-4c1a-9760-c065e55e283a/72d4940c-39b7-423c-9492-ed415f4d0f65/ff41c797-94d9-477b-b926-47dd2d689323) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:36.131523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::f816:3eff:fe7c:2821 (a4a52928-aba9-4c1a-9760-c065e55e283a/dee2e2ba-d2ae-43a2-872c-7c4f19d80e8f/ff41c797-94d9-477b-b926-47dd2d689323) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:36.136459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5c324505-6840-423a-a200-418a1c28c602 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:36.137402 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:36.430789 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:36.463404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object ff41c797-94d9-477b-b926-47dd2d689323 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:36.473547 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f930ff5e-3ce6-4498-9e2b-9d611eb41027 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:36.519328 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:36.578093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:36.584616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port f930ff5e-3ce6-4498-9e2b-9d611eb41027 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:36.587914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:36.590506 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port f930ff5e-3ce6-4498-9e2b-9d611eb41027 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:36.591159 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:36.604119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:36.768298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:36.769134 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:36.771397 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:36.775520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=ff41c797-94d9-477b-b926-47dd2d689323,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:36.816153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f86ce5-1aca-4538-a25e-615632ced353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f930ff5e-3ce6-4498-9e2b-9d611eb41027'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:22:36.829256 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84afaebc-edcf-4963-a8ac-e1e79486bd3c" -d '{"events": [{"server_uuid": "50f86ce5-1aca-4538-a25e-615632ced353", "name": "network-vif-plugged", "status": "completed", "tag": "f930ff5e-3ce6-4498-9e2b-9d611eb41027"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:22:36.851056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-526adf6e-a820-423b-9c6f-eebfdf5728cf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5153642 Sep 07 16:22:36.853571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40634) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:36.854078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f930ff5e-3ce6-4498-9e2b-9d611eb41027, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f930ff5e-3ce6-4498-9e2b-9d611eb41027,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:36.859616 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:36.872772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08b6d1-ab83-46f7-8b57-1d35367162d0 req-af2d97ea-5101-4f7f-bd6d-5a592a874539 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:36.874572 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c08b6d1-ab83-46f7-8b57-1d35367162d0 req-af2d97ea-5101-4f7f-bd6d-5a592a874539 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 944 time: 0.1026506 Sep 07 16:22:36.954923 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a317ff2c-1d3f-40e9-a74d-882302f2bad8 x-openstack-request-id: req-a317ff2c-1d3f-40e9-a74d-882302f2bad8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:22:36.973544 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f86ce5-1aca-4538-a25e-615632ced353", "name": "network-vif-plugged", "status": "completed", "tag": "f930ff5e-3ce6-4498-9e2b-9d611eb41027", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:22:36.973854 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a317ff2c-1d3f-40e9-a74d-882302f2bad8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:22:36.977304 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f86ce5-1aca-4538-a25e-615632ced353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f930ff5e-3ce6-4498-9e2b-9d611eb41027', 'code': 200} Sep 07 16:22:37.007527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c08b6d1-ab83-46f7-8b57-1d35367162d0 req-4c18419b-3206-44b3-b00d-49aae9b7ed8d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200712 Sep 07 16:22:37.030421 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f930ff5e-3ce6-4498-9e2b-9d611eb41027,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:37.051711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210be375-2335-4c0c-a42f-ec412fd863ca tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:37.070521 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210be375-2335-4c0c-a42f-ec412fd863ca tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:37.072679 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-210be375-2335-4c0c-a42f-ec412fd863ca tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2156901 Sep 07 16:22:37.075624 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40642) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:37.105726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e37b35-82bd-4e89-94f3-d80adc39d66c req-cc043cab-b0c6-4f01-a627-f50e923a7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:37.107511 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8e37b35-82bd-4e89-94f3-d80adc39d66c req-cc043cab-b0c6-4f01-a627-f50e923a7b50 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 1096 time: 0.0888238 Sep 07 16:22:37.194467 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8e37b35-82bd-4e89-94f3-d80adc39d66c req-641f6732-caa3-4954-b4ec-e284b3c93a84 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746679 Sep 07 16:22:37.259786 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a35d9-7c17-4227-b912-b31cd0759b0b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port ff41c797-94d9-477b-b926-47dd2d689323 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:37.261278 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a6a35d9-7c17-4227-b912-b31cd0759b0b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:37.330307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98910a85-00e4-461b-bc5f-9f62ed3f35b3 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:37.397694 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a6a35d9-7c17-4227-b912-b31cd0759b0b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:37.415662 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a35d9-7c17-4227-b912-b31cd0759b0b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for ff41c797-94d9-477b-b926-47dd2d689323 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:37.423343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40658) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:37.477739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4fe9597e-b7c6-486d-9739-627265072a0f None None] Provisioning complete for port 5c324505-6840-423a-a200-418a1c28c602 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:37.478116 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4fe9597e-b7c6-486d-9739-627265072a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:37.649380 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed4818e5-f7fe-492d-ab1a-b9ba31575ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:37.705465 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a6a35d9-7c17-4227-b912-b31cd0759b0b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:37.751246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a35d9-7c17-4227-b912-b31cd0759b0b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=ff41c797-94d9-477b-b926-47dd2d689323,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:37.870396 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed4818e5-f7fe-492d-ab1a-b9ba31575ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:37.877253 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed4818e5-f7fe-492d-ab1a-b9ba31575ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:37.941006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4818e5-f7fe-492d-ab1a-b9ba31575ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4faddb2-4861-4538-9800-b30babbbf020,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:37.941592 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5a6a35d9-7c17-4227-b912-b31cd0759b0b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:37.949789 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ed4818e5-f7fe-492d-ab1a-b9ba31575ac2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa969448f36244649864baf6ae267544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5249658 Sep 07 16:22:37.952878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40664) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:37.956445 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5a6a35d9-7c17-4227-b912-b31cd0759b0b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/ff41c797-94d9-477b-b926-47dd2d689323 HTTP/1.1" status: 204 len: 168 time: 0.8794417 Sep 07 16:22:37.959501 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40666) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:38.021501 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba180ba-b6ec-4ca9-ad39-9d7aff8816a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.032159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07226b3-c4df-42c1-9edd-f60ea78a241f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:38.033876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07226b3-c4df-42c1-9edd-f60ea78a241f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:38.035586 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07226b3-c4df-42c1-9edd-f60ea78a241f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:38.037254 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d07226b3-c4df-42c1-9edd-f60ea78a241f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0755761 Sep 07 16:22:38.040113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40670) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:38.155759 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba180ba-b6ec-4ca9-ad39-9d7aff8816a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.179920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff8c630-c3f5-4367-8845-f49b1063f8cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 72d4940c-39b7-423c-9492-ed415f4d0f65 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:38.184947 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c630-c3f5-4367-8845-f49b1063f8cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.258353 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c630-c3f5-4367-8845-f49b1063f8cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.298753 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b492a4a1-1fef-455e-9107-6d722af1ac8a None None] Could not find standard attr ID for object ff41c797-94d9-477b-b926-47dd2d689323. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:22:38.325371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b492a4a1-1fef-455e-9107-6d722af1ac8a None None] Provisioning complete for port 5c324505-6840-423a-a200-418a1c28c602 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:38.326026 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b492a4a1-1fef-455e-9107-6d722af1ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.361420 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba180ba-b6ec-4ca9-ad39-9d7aff8816a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.364011 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba180ba-b6ec-4ca9-ad39-9d7aff8816a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.372091 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cba180ba-b6ec-4ca9-ad39-9d7aff8816a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e4faddb2-4861-4538-9800-b30babbbf020 HTTP/1.1" status: 204 len: 168 time: 0.4175644 Sep 07 16:22:38.395901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba180ba-b6ec-4ca9-ad39-9d7aff8816a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4faddb2-4861-4538-9800-b30babbbf020,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:38.430657 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c630-c3f5-4367-8845-f49b1063f8cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.505474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f61e78-153d-4766-99a5-f9feea880a89 req-396ed101-a3df-4ac6-8ffb-ce3c5446c738 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:38.516916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84f61e78-153d-4766-99a5-f9feea880a89 req-396ed101-a3df-4ac6-8ffb-ce3c5446c738 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 945 time: 0.2211237 Sep 07 16:22:38.580597 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c630-c3f5-4367-8845-f49b1063f8cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.620681 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8c630-c3f5-4367-8845-f49b1063f8cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=72d4940c-39b7-423c-9492-ed415f4d0f65,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:38.624706 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c630-c3f5-4367-8845-f49b1063f8cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.626951 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5ff8c630-c3f5-4367-8845-f49b1063f8cc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/72d4940c-39b7-423c-9492-ed415f4d0f65 HTTP/1.1" status: 204 len: 168 time: 0.5854034 Sep 07 16:22:38.629844 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40684) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:38.653809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84f61e78-153d-4766-99a5-f9feea880a89 req-f3858118-7765-47f3-97b7-c431f214f41e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316166 Sep 07 16:22:38.721346 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca65d61-9d8d-4db5-9ca2-89ac2d3e733a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet dee2e2ba-d2ae-43a2-872c-7c4f19d80e8f {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:38.725785 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cca65d61-9d8d-4db5-9ca2-89ac2d3e733a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.791148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f70f2-4e23-4d3c-8745-704c263d7fdc None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:38.799456 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cca65d61-9d8d-4db5-9ca2-89ac2d3e733a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.861985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c88e454b-cdb2-435b-9221-d21d34d2258e None None] Could not find standard attr ID for object ff41c797-94d9-477b-b926-47dd2d689323. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:22:38.901105 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cca65d61-9d8d-4db5-9ca2-89ac2d3e733a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:38.932006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40702) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:38.949357 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08c8ec23-42ff-4ac8-ac71-701dda7d999a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.003883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cca65d61-9d8d-4db5-9ca2-89ac2d3e733a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.061478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca65d61-9d8d-4db5-9ca2-89ac2d3e733a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=dee2e2ba-d2ae-43a2-872c-7c4f19d80e8f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:39.073569 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cca65d61-9d8d-4db5-9ca2-89ac2d3e733a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.077941 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cca65d61-9d8d-4db5-9ca2-89ac2d3e733a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/dee2e2ba-d2ae-43a2-872c-7c4f19d80e8f HTTP/1.1" status: 204 len: 168 time: 0.4447615 Sep 07 16:22:39.078117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40710) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:39.109497 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3167d8-0232-44d9-a997-2d721e9146af None None] Update dhcp port {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': 'dee2e2ba-d2ae-43a2-872c-7c4f19d80e8f'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '5c324505-6840-423a-a200-418a1c28c602'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:22:39.123243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a68a2bb5-805a-4219-8688-a2230274620c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414267 Sep 07 16:22:39.123512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40712) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:39.129352 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cee4afef-5079-4116-93bb-a4fe7f3d9e4a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:39.149577 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c3167d8-0232-44d9-a997-2d721e9146af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.165211 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08c8ec23-42ff-4ac8-ac71-701dda7d999a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.173614 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08c8ec23-42ff-4ac8-ac71-701dda7d999a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.228433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-08c8ec23-42ff-4ac8-ac71-701dda7d999a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=265a71b9050a475d89836f027902abc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931409 Sep 07 16:22:39.229490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40718) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:39.288601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8ec23-42ff-4ac8-ac71-701dda7d999a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75972ff3-60b2-445b-81ca-186d73d7000a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:39.330079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee4afef-5079-4116-93bb-a4fe7f3d9e4a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:39.336840 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cee4afef-5079-4116-93bb-a4fe7f3d9e4a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.352431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a909855f-8152-4999-90dd-2eaaaead3a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.385781 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a909855f-8152-4999-90dd-2eaaaead3a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.442574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc8d8e8-2d6c-46e1-918d-802773c399c8 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:39.466228 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a909855f-8152-4999-90dd-2eaaaead3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.469898 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a909855f-8152-4999-90dd-2eaaaead3a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.471384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a909855f-8152-4999-90dd-2eaaaead3a8d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/75972ff3-60b2-445b-81ca-186d73d7000a HTTP/1.1" status: 204 len: 168 time: 0.2407587 Sep 07 16:22:39.480970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909855f-8152-4999-90dd-2eaaaead3a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75972ff3-60b2-445b-81ca-186d73d7000a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:39.594381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-de674fa4-7bd4-4a57-93a0-e226ae078a02 None None] Provisioning complete for port 5c324505-6840-423a-a200-418a1c28c602 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:39.594944 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de674fa4-7bd4-4a57-93a0-e226ae078a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.656648 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cee4afef-5079-4116-93bb-a4fe7f3d9e4a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.739223 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed4ce52-606c-41c5-8b3e-4e83744a8f89 None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:22:39.778495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee4afef-5079-4116-93bb-a4fe7f3d9e4a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:39.782563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-cee4afef-5079-4116-93bb-a4fe7f3d9e4a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:39.791580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee4afef-5079-4116-93bb-a4fe7f3d9e4a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:39.792198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cee4afef-5079-4116-93bb-a4fe7f3d9e4a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.828912 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cee4afef-5079-4116-93bb-a4fe7f3d9e4a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7034903 Sep 07 16:22:39.829740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4afef-5079-4116-93bb-a4fe7f3d9e4a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=05981329-1a17-4c9c-a12a-2a6368cad75d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:39.832494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40746) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:39.837696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-58a7033d-4324-4886-ac2d-369bc08fd475 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:39.871752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86371b27-1ffc-4971-abb6-00bb901eb6f9 req-292f0558-91c6-4753-8cc5-572a256ce211 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:39.878290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86371b27-1ffc-4971-abb6-00bb901eb6f9 req-292f0558-91c6-4753-8cc5-572a256ce211 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 945 time: 0.1358654 Sep 07 16:22:39.886905 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4ce52-606c-41c5-8b3e-4e83744a8f89 None None] Deleting port 5c324505-6840-423a-a200-418a1c28c602 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:39.890268 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ce52-606c-41c5-8b3e-4e83744a8f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:39.926791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5c324505-6840-423a-a200-418a1c28c602 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:22:39.928033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86371b27-1ffc-4971-abb6-00bb901eb6f9 req-098e688c-a849-4225-8bcf-4564150aca6d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428531 Sep 07 16:22:40.035193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a7033d-4324-4886-ac2d-369bc08fd475 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:40.038726 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58a7033d-4324-4886-ac2d-369bc08fd475 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:40.117777 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:40.198521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 5c324505-6840-423a-a200-418a1c28c602, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5c324505-6840-423a-a200-418a1c28c602,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:40.204626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0ed4ce52-606c-41c5-8b3e-4e83744a8f89 None None] For port 5c324505-6840-423a-a200-418a1c28c602, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5c324505-6840-423a-a200-418a1c28c602,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:40.205710 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ce52-606c-41c5-8b3e-4e83744a8f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:40.221568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:40.228768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4ce52-606c-41c5-8b3e-4e83744a8f89 None None] Calling delete_port for 5c324505-6840-423a-a200-418a1c28c602 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:40.326755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=5c324505-6840-423a-a200-418a1c28c602,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:40.401359 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9611dc71-102e-4dd0-a40a-138df1b644fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:40.435910 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ce52-606c-41c5-8b3e-4e83744a8f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:40.469544 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4ce52-606c-41c5-8b3e-4e83744a8f89 None None] Pushing event deleted for resources: {'Port': ['ID=5c324505-6840-423a-a200-418a1c28c602,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:40.481340 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4ce52-606c-41c5-8b3e-4e83744a8f89 None None] No DVR routers for this DVR port 5c324505-6840-423a-a200-418a1c28c602 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:22:40.502102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c905be-a89f-4438-ac3e-6efeab1235ef None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:40.530130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-58a7033d-4324-4886-ac2d-369bc08fd475 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:22:40.531808 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58a7033d-4324-4886-ac2d-369bc08fd475 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:40.570029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7033d-4324-4886-ac2d-369bc08fd475 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:40.573416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-58a7033d-4324-4886-ac2d-369bc08fd475 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:40.576655 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a7033d-4324-4886-ac2d-369bc08fd475 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:40.577408 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58a7033d-4324-4886-ac2d-369bc08fd475 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:40.608876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7033d-4324-4886-ac2d-369bc08fd475 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=27cccd21-0bb2-4f3c-99e4-54e19d7bc2f3,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:40.613968 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-58a7033d-4324-4886-ac2d-369bc08fd475 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7804675 Sep 07 16:22:40.616882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40768) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:40.622044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'mac_address': 'fa:16:3e:a2:82:c7', 'name': 'tempest-NetworksTestDHCPv6-33106545'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:40.719965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': '05981329-1a17-4c9c-a12a-2a6368cad75d'}, {'subnet_id': '27cccd21-0bb2-4f3c-99e4-54e19d7bc2f3'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:22:40.721918 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:40.875797 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:41.019272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Allocated IP 172.20.0.2 (a4a52928-aba9-4c1a-9760-c065e55e283a/05981329-1a17-4c9c-a12a-2a6368cad75d/66c02fe3-d000-42bc-9fbb-a96c56f95de5) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:41.031162 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Allocated IP 2001:db8::f816:3eff:fea2:7564 (a4a52928-aba9-4c1a-9760-c065e55e283a/27cccd21-0bb2-4f3c-99e4-54e19d7bc2f3/66c02fe3-d000-42bc-9fbb-a96c56f95de5) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:41.104886 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:41.150086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 0ca39cd0-0f0c-4a05-9307-e21e2c4b8b59 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:22:41.275332 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:41.285402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Transition to ACTIVE for port object 66c02fe3-d000-42bc-9fbb-a96c56f95de5 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:41.312185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Transition to ACTIVE for port object 66c02fe3-d000-42bc-9fbb-a96c56f95de5 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:41.322004 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:41.390611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:41.396328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:41.407412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:41.421785 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Pushing event updated for resources: {'Port': ['ID=66c02fe3-d000-42bc-9fbb-a96c56f95de5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:41.497250 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 172.20.0.7 (a4a52928-aba9-4c1a-9760-c065e55e283a/05981329-1a17-4c9c-a12a-2a6368cad75d/0ca39cd0-0f0c-4a05-9307-e21e2c4b8b59) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:41.506874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::f816:3eff:fea2:82c7 (a4a52928-aba9-4c1a-9760-c065e55e283a/27cccd21-0bb2-4f3c-99e4-54e19d7bc2f3/0ca39cd0-0f0c-4a05-9307-e21e2c4b8b59) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:41.674818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Attempting to bind port 66c02fe3-d000-42bc-9fbb-a96c56f95de5 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:22:41.675778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Attempting to bind port 66c02fe3-d000-42bc-9fbb-a96c56f95de5 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:22:41.676512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Attempting to bind port 66c02fe3-d000-42bc-9fbb-a96c56f95de5 on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:22:41.682572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:22:41.683176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:22:41.683769 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:41.684322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:22:41.684982 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Bound port: 66c02fe3-d000-42bc-9fbb-a96c56f95de5, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:22:41.685536 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:41.695001 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:41.719619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object 0ca39cd0-0f0c-4a05-9307-e21e2c4b8b59 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:41.758490 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:41.814014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:41.824534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] For port 66c02fe3-d000-42bc-9fbb-a96c56f95de5, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:22:41.828095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:41.828792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] For port 66c02fe3-d000-42bc-9fbb-a96c56f95de5, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=66c02fe3-d000-42bc-9fbb-a96c56f95de5,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:22:41.836527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:41.839673 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:41.900403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=0ca39cd0-0f0c-4a05-9307-e21e2c4b8b59,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:41.920491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:41.921299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:41.944827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3e725-e40f-4822-8d67-8b48628bc5f5 None None] Pushing event updated for resources: {'Port': ['ID=66c02fe3-d000-42bc-9fbb-a96c56f95de5,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:41.951344 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b3e929b4-4764-4326-8e29-612098bf1c46 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.3308573 Sep 07 16:22:41.951344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40804) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:42.025131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec30202-5f5b-489b-aad6-0d986c57de22 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:42.035514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec30202-5f5b-489b-aad6-0d986c57de22 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:42.046469 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5ec30202-5f5b-489b-aad6-0d986c57de22 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.0925531 Sep 07 16:22:42.048987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40806) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:42.184674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a375ec74-7411-45c9-a42e-0133fd4bfac8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port 0ca39cd0-0f0c-4a05-9307-e21e2c4b8b59 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:42.185168 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a375ec74-7411-45c9-a42e-0133fd4bfac8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:42.324430 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a375ec74-7411-45c9-a42e-0133fd4bfac8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:42.341675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a375ec74-7411-45c9-a42e-0133fd4bfac8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for 0ca39cd0-0f0c-4a05-9307-e21e2c4b8b59 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:42.589313 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a375ec74-7411-45c9-a42e-0133fd4bfac8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:42.686393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375ec74-7411-45c9-a42e-0133fd4bfac8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=0ca39cd0-0f0c-4a05-9307-e21e2c4b8b59,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:42.769892 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a375ec74-7411-45c9-a42e-0133fd4bfac8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:42.771967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a375ec74-7411-45c9-a42e-0133fd4bfac8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/0ca39cd0-0f0c-4a05-9307-e21e2c4b8b59 HTTP/1.1" status: 204 len: 168 time: 0.7218940 Sep 07 16:22:42.774369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40820) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:42.844186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dafad04-1861-46d2-980c-20a0258fbcb3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:42.846450 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dafad04-1861-46d2-980c-20a0258fbcb3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:42.848274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dafad04-1861-46d2-980c-20a0258fbcb3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:42.850196 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1dafad04-1861-46d2-980c-20a0258fbcb3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0747845 Sep 07 16:22:42.852843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40824) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:42.919053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8ad8e8-91e8-4054-af4a-a44ca91e907b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 05981329-1a17-4c9c-a12a-2a6368cad75d {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:42.925391 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d8ad8e8-91e8-4054-af4a-a44ca91e907b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:42.977190 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d8ad8e8-91e8-4054-af4a-a44ca91e907b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:43.137435 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d8ad8e8-91e8-4054-af4a-a44ca91e907b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:43.240461 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d8ad8e8-91e8-4054-af4a-a44ca91e907b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:43.275363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ad8e8-91e8-4054-af4a-a44ca91e907b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=05981329-1a17-4c9c-a12a-2a6368cad75d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:43.284449 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d8ad8e8-91e8-4054-af4a-a44ca91e907b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:43.286436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1d8ad8e8-91e8-4054-af4a-a44ca91e907b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/05981329-1a17-4c9c-a12a-2a6368cad75d HTTP/1.1" status: 204 len: 168 time: 0.4324253 Sep 07 16:22:43.289112 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40830) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:43.356475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-733d6393-c00d-4d67-b2b2-3f365563ccff tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 27cccd21-0bb2-4f3c-99e4-54e19d7bc2f3 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:43.361464 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-733d6393-c00d-4d67-b2b2-3f365563ccff tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:43.422815 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-733d6393-c00d-4d67-b2b2-3f365563ccff tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:43.531650 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-733d6393-c00d-4d67-b2b2-3f365563ccff tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:43.614929 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-733d6393-c00d-4d67-b2b2-3f365563ccff tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:43.652285 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d6393-c00d-4d67-b2b2-3f365563ccff tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=27cccd21-0bb2-4f3c-99e4-54e19d7bc2f3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:43.658656 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-733d6393-c00d-4d67-b2b2-3f365563ccff tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:43.660612 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-733d6393-c00d-4d67-b2b2-3f365563ccff tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/27cccd21-0bb2-4f3c-99e4-54e19d7bc2f3 HTTP/1.1" status: 204 len: 168 time: 0.3703611 Sep 07 16:22:43.664237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40836) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:43.708298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3c98c8-e5b1-4056-84f9-365fb8b93917 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:43.715913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e6417a9a-7fa2-4d59-9409-2e9cae41e20b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480983 Sep 07 16:22:43.721568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40838) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:43.800481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-93573e99-2981-46f9-bd3b-de4a3bd33513 None None] Provisioning for port 66c02fe3-d000-42bc-9fbb-a96c56f95de5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:43.819696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dda3ff-35d1-4487-8b33-2e70ac747b4b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:43.823982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40844) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:43.824708 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-34dda3ff-35d1-4487-8b33-2e70ac747b4b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1018729 Sep 07 16:22:43.886733 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:43.922533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1bff55-be0b-4498-ab54-512c615df27a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:43.924314 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ab1bff55-be0b-4498-ab54-512c615df27a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0982900 Sep 07 16:22:43.927683 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40850) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:43.945824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c709a3-32f4-4810-b344-e1605b6bde42 None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:22:43.980688 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d390d306-1f7d-4953-a775-aef4de58ea38 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516877 Sep 07 16:22:43.987237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40852) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:43.992448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6b6f8d4e-62c0-44c5-938b-8db22b5c39ca tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:44.029481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-35c709a3-32f4-4810-b344-e1605b6bde42 None None] Deleting port 66c02fe3-d000-42bc-9fbb-a96c56f95de5 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:44.030372 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35c709a3-32f4-4810-b344-e1605b6bde42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:44.147379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6f8d4e-62c0-44c5-938b-8db22b5c39ca tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:44.152668 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8d4e-62c0-44c5-938b-8db22b5c39ca tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:44.154210 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6f8d4e-62c0-44c5-938b-8db22b5c39ca tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:22:44.155610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6f8d4e-62c0-44c5-938b-8db22b5c39ca tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:44.156274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-35c709a3-32f4-4810-b344-e1605b6bde42 None None] For port 66c02fe3-d000-42bc-9fbb-a96c56f95de5, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=66c02fe3-d000-42bc-9fbb-a96c56f95de5,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:44.158454 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35c709a3-32f4-4810-b344-e1605b6bde42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:44.179370 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-35c709a3-32f4-4810-b344-e1605b6bde42 None None] Calling delete_port for 66c02fe3-d000-42bc-9fbb-a96c56f95de5 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:44.179726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40856) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:44.180756 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6b6f8d4e-62c0-44c5-938b-8db22b5c39ca tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1922002 Sep 07 16:22:44.185197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-396b3bc6-260c-443f-a74e-bfba89486f3d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:44.312589 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c60a7c3-3f75-46d9-827c-d2b95ae44722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:44.340113 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396b3bc6-260c-443f-a74e-bfba89486f3d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:44.344267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-396b3bc6-260c-443f-a74e-bfba89486f3d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:44.345827 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-396b3bc6-260c-443f-a74e-bfba89486f3d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:22:44.346250 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396b3bc6-260c-443f-a74e-bfba89486f3d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:44.361388 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35c709a3-32f4-4810-b344-e1605b6bde42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:44.373497 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-396b3bc6-260c-443f-a74e-bfba89486f3d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1920407 Sep 07 16:22:44.375858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40866) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:44.389252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7a61db1f-8c0c-440c-880e-ff4be51591d0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:44.425308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c709a3-32f4-4810-b344-e1605b6bde42 None None] Pushing event deleted for resources: {'Port': ['ID=66c02fe3-d000-42bc-9fbb-a96c56f95de5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:44.429456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c709a3-32f4-4810-b344-e1605b6bde42 None None] No DVR routers for this DVR port 66c02fe3-d000-42bc-9fbb-a96c56f95de5 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:22:44.522124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a61db1f-8c0c-440c-880e-ff4be51591d0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:44.526306 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7a61db1f-8c0c-440c-880e-ff4be51591d0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:44.527998 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a61db1f-8c0c-440c-880e-ff4be51591d0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:22:44.528402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a61db1f-8c0c-440c-880e-ff4be51591d0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:44.544583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7a61db1f-8c0c-440c-880e-ff4be51591d0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1670940 Sep 07 16:22:44.547761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40874) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:44.561592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9a4108fa-9d33-4199-bf31-1afbc9f0900f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:44.670090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4108fa-9d33-4199-bf31-1afbc9f0900f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:44.677924 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a4108fa-9d33-4199-bf31-1afbc9f0900f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:44.679802 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4108fa-9d33-4199-bf31-1afbc9f0900f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:22:44.680559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4108fa-9d33-4199-bf31-1afbc9f0900f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:44.698323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9a4108fa-9d33-4199-bf31-1afbc9f0900f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1408010 Sep 07 16:22:44.702677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40882) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:44.708770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2ede1b90-abcd-4e76-8828-7fce50504544 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:44.839053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ede1b90-abcd-4e76-8828-7fce50504544 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:44.843832 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ede1b90-abcd-4e76-8828-7fce50504544 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:44.845599 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ede1b90-abcd-4e76-8828-7fce50504544 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:22:44.846220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ede1b90-abcd-4e76-8828-7fce50504544 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:44.861637 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:44.868864 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2ede1b90-abcd-4e76-8828-7fce50504544 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1645186 Sep 07 16:22:44.869724 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40896) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:44.875579 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-af3296c0-1afd-4679-8e7b-860555bb58c1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:45.008938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3296c0-1afd-4679-8e7b-860555bb58c1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:45.013094 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af3296c0-1afd-4679-8e7b-860555bb58c1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:45.015477 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3296c0-1afd-4679-8e7b-860555bb58c1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:22:45.016497 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3296c0-1afd-4679-8e7b-860555bb58c1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:22:45.057186 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-af3296c0-1afd-4679-8e7b-860555bb58c1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1861777 Sep 07 16:22:45.061098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40920) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:45.124605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:45.125564 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0fa693de-c5f7-42c4-b2d4-9c01973e4297 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0583742 Sep 07 16:22:45.219750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c0c935-79ca-41e3-a1b2-777212a7c601 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:45.221461 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-22c0c935-79ca-41e3-a1b2-777212a7c601 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0899425 Sep 07 16:22:45.224118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40942) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:45.273782 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fe2b84ac-4b83-4c72-a2a6-6f5f106a5707 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476229 Sep 07 16:22:45.276920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40954) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:45.282890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-267c26b8-aac3-4643-9358-b4146b5d0c5d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:45.405989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267c26b8-aac3-4643-9358-b4146b5d0c5d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:45.409779 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-267c26b8-aac3-4643-9358-b4146b5d0c5d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:45.739931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-267c26b8-aac3-4643-9358-b4146b5d0c5d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:22:45.741752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-267c26b8-aac3-4643-9358-b4146b5d0c5d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:45.825391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267c26b8-aac3-4643-9358-b4146b5d0c5d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:45.829657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-267c26b8-aac3-4643-9358-b4146b5d0c5d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:45.834337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c26b8-aac3-4643-9358-b4146b5d0c5d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:45.835193 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-267c26b8-aac3-4643-9358-b4146b5d0c5d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:45.842667 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6483864-64f2-41f2-aacf-a6aaed3b29e1 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:45.864016 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c26b8-aac3-4643-9358-b4146b5d0c5d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=2f1d040e-a50a-4d1f-82bb-7e1e1cd9b23b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:45.865721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 66c02fe3-d000-42bc-9fbb-a96c56f95de5 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:22:45.878628 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-267c26b8-aac3-4643-9358-b4146b5d0c5d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5981140 Sep 07 16:22:45.879455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41040) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:45.884141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'mac_address': 'fa:16:3e:1d:01:4a', 'name': 'tempest-NetworksTestDHCPv6-1864097723'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:45.913799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 66c02fe3-d000-42bc-9fbb-a96c56f95de5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:22:45.914827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 66c02fe3-d000-42bc-9fbb-a96c56f95de5 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:22:46.032286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:46.038195 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:46.067538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 8a532a9c-f897-4262-a2c8-858cba3f4d25 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:22:46.086110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': '2f1d040e-a50a-4d1f-82bb-7e1e1cd9b23b'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:22:46.086976 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:46.236949 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::f816:3eff:fe1d:14a (a4a52928-aba9-4c1a-9760-c065e55e283a/2f1d040e-a50a-4d1f-82bb-7e1e1cd9b23b/8a532a9c-f897-4262-a2c8-858cba3f4d25) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:46.598495 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:46.638694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object 8a532a9c-f897-4262-a2c8-858cba3f4d25 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:46.705872 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:46.735425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41158) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:46.761265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Allocated IP 2001:db8::f816:3eff:fef6:7f58 (a4a52928-aba9-4c1a-9760-c065e55e283a/2f1d040e-a50a-4d1f-82bb-7e1e1cd9b23b/23b532fd-28b2-4991-a3bf-9dbfc30e2a60) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:46.796052 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:46.844788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:46.846515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:46.849511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:46.880004 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:46.881396 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:46.908211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=8a532a9c-f897-4262-a2c8-858cba3f4d25,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:46.919621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9a8807e2-b38a-4037-a165-debb2288e049 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0397081 Sep 07 16:22:46.921381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5a2b8-a147-4174-9f4a-03cade6216a6 req-84e4374a-494d-40f4-b90a-abb77ae4941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:46.922886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41188) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:46.931188 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-66b5a2b8-a147-4174-9f4a-03cade6216a6 req-84e4374a-494d-40f4-b90a-abb77ae4941e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 1097 time: 0.1942809 Sep 07 16:22:46.966271 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-66b5a2b8-a147-4174-9f4a-03cade6216a6 req-8f123b22-9d86-4d8e-8ea8-07de685e8171 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341244 Sep 07 16:22:47.020193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7457b3a8-89f6-4a92-a61f-88c8e0357402 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:47.027727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41202) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:47.038488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7457b3a8-89f6-4a92-a61f-88c8e0357402 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1142976 Sep 07 16:22:47.064188 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:47.075947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Transition to ACTIVE for port object 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:47.113187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Transition to ACTIVE for port object 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:47.122967 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:47.161353 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:47.164389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:47.166775 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:47.176839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ffafff4a-8a9f-4f1d-b67b-e30fab22094c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port 8a532a9c-f897-4262-a2c8-858cba3f4d25 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:47.177397 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ffafff4a-8a9f-4f1d-b67b-e30fab22094c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:47.249825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Pushing event updated for resources: {'Port': ['ID=23b532fd-28b2-4991-a3bf-9dbfc30e2a60,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:47.260952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Attempting to bind port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:22:47.261797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Attempting to bind port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:22:47.262490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Attempting to bind port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:22:47.268737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:22:47.269438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:22:47.270300 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:47.270840 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:22:47.272099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Bound port: 23b532fd-28b2-4991-a3bf-9dbfc30e2a60, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:22:47.272688 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:47.316062 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ffafff4a-8a9f-4f1d-b67b-e30fab22094c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:47.334857 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ffafff4a-8a9f-4f1d-b67b-e30fab22094c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for 8a532a9c-f897-4262-a2c8-858cba3f4d25 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:47.394239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] For port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:22:47.399275 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] For port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=23b532fd-28b2-4991-a3bf-9dbfc30e2a60,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:22:47.407199 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:47.649086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b68a57-a7f6-493f-aa9c-e8984f28fd8d None None] Pushing event updated for resources: {'Port': ['ID=23b532fd-28b2-4991-a3bf-9dbfc30e2a60,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:47.683670 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ffafff4a-8a9f-4f1d-b67b-e30fab22094c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:47.782112 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafff4a-8a9f-4f1d-b67b-e30fab22094c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=8a532a9c-f897-4262-a2c8-858cba3f4d25,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:47.854186 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ffafff4a-8a9f-4f1d-b67b-e30fab22094c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:47.870488 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ffafff4a-8a9f-4f1d-b67b-e30fab22094c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/8a532a9c-f897-4262-a2c8-858cba3f4d25 HTTP/1.1" status: 204 len: 168 time: 0.8416440 Sep 07 16:22:47.887952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41308) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:48.006946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f318bb-0c19-4127-af89-6541d5f53e68 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:48.008774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f318bb-0c19-4127-af89-6541d5f53e68 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:48.013433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e9f318bb-0c19-4127-af89-6541d5f53e68 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1106191 Sep 07 16:22:48.013636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41320) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:48.109880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcae189d-7b4d-4d86-bdd4-a34938f767c6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 2f1d040e-a50a-4d1f-82bb-7e1e1cd9b23b {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:48.115766 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcae189d-7b4d-4d86-bdd4-a34938f767c6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:48.172770 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcae189d-7b4d-4d86-bdd4-a34938f767c6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:48.281148 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcae189d-7b4d-4d86-bdd4-a34938f767c6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:48.380322 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcae189d-7b4d-4d86-bdd4-a34938f767c6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:48.411375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae189d-7b4d-4d86-bdd4-a34938f767c6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1d040e-a50a-4d1f-82bb-7e1e1cd9b23b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:48.423351 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcae189d-7b4d-4d86-bdd4-a34938f767c6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:48.425412 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fcae189d-7b4d-4d86-bdd4-a34938f767c6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/2f1d040e-a50a-4d1f-82bb-7e1e1cd9b23b HTTP/1.1" status: 204 len: 168 time: 0.4101369 Sep 07 16:22:48.427990 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:48.477646 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9a592941-6876-4834-b6a7-3b03367b0e47 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475624 Sep 07 16:22:48.480244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41380) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:48.485763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:48.652090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:48.657873 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:49.068200 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd63c3-3502-4ebe-a262-937dd72e3b96 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:49.183632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.objects.ports [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:22:49.196700 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a2a820b2-53d6-4e6f-9e38-4acaac0a4749 None None] Provisioning for port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:49.409400 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:49.587164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] For port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=23b532fd-28b2-4991-a3bf-9dbfc30e2a60,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:49.617918 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:49.623301 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:49.625040 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:49.642009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5e635fec-8993-445d-a0e7-c5fea24fdc6d None None] Could not find standard attr ID for object 8a532a9c-f897-4262-a2c8-858cba3f4d25. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:22:49.713860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:49.724280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:49.727134 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:49.727724 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:49.743443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=d712be23-3904-436a-a250-6ef83eb6e377,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:49.751626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=23b532fd-28b2-4991-a3bf-9dbfc30e2a60,revision_number=5']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:49.755109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.755479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.755801 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.756294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.756793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.757408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.757744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.758080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.758407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.758737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.759503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.759503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.772702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.773042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.773385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.773732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.774068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.774414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.774735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.775067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.775409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.775757 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.776059 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.776414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:49.781755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-00a6876b-dcaa-49de-8fe3-c3aa4aa67175 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3000832 Sep 07 16:22:49.784650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41442) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:49.792430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'mac_address': 'fa:16:3e:4a:57:31', 'name': 'tempest-NetworksTestDHCPv6-1633878807'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:49.908555 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1556b2d7-07e2-4d5b-9989-1f15ef641a46 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:49.959267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:50.052006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:50.191347 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:50.218076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 3cca7a54-3f1f-46a5-8f83-1a1896d77342 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:22:50.282964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:50.289928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:50.290550 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:50.434447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:50.492197 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:50.563669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=23b532fd-28b2-4991-a3bf-9dbfc30e2a60,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:50.571625 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:50.723880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=23b532fd-28b2-4991-a3bf-9dbfc30e2a60,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:50.777444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::f816:3eff:fe4a:5731 (a4a52928-aba9-4c1a-9760-c065e55e283a/d712be23-3904-436a-a250-6ef83eb6e377/3cca7a54-3f1f-46a5-8f83-1a1896d77342) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:50.778564 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb574376-8a59-4f62-8605-0846400c90a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:50.783273 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6e9e6cb7-3a56-40f2-b460-2604389a8e4b None None] Provisioning complete for port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:50.783655 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6e9e6cb7-3a56-40f2-b460-2604389a8e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:50.989782 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb574376-8a59-4f62-8605-0846400c90a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:51.019223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb574376-8a59-4f62-8605-0846400c90a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:51.046180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb574376-8a59-4f62-8605-0846400c90a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3d5e66-7ec1-44b8-a83b-608a463d4f23,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:51.077530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bb574376-8a59-4f62-8605-0846400c90a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2b67f6a9cb1434eb6cfac55b26d949b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6404185 Sep 07 16:22:51.080057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41474) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:51.109930 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:51.125590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object 3cca7a54-3f1f-46a5-8f83-1a1896d77342 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:51.162238 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8ecb-31cc-4572-8870-ca36792bda64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:51.176024 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:51.192609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8ecb-31cc-4572-8870-ca36792bda64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:51.249938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8ecb-31cc-4572-8870-ca36792bda64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:51.253853 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f2f8ecb-31cc-4572-8870-ca36792bda64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:51.255438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3f2f8ecb-31cc-4572-8870-ca36792bda64 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b3d5e66-7ec1-44b8-a83b-608a463d4f23 HTTP/1.1" status: 204 len: 168 time: 0.1741154 Sep 07 16:22:51.259734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=3cca7a54-3f1f-46a5-8f83-1a1896d77342,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:51.277567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f8ecb-31cc-4572-8870-ca36792bda64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3d5e66-7ec1-44b8-a83b-608a463d4f23,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:51.284437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:51.292051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:51.300798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:51.301142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:51.307753 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:51.343619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41480) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:51.345966 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7585ae8f-6057-4459-921f-f4dbdb5da7cd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5578954 Sep 07 16:22:51.442378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9beca17-fba3-4600-8c36-e53a09e8e7a4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:51.460782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9beca17-fba3-4600-8c36-e53a09e8e7a4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:51.462533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f9beca17-fba3-4600-8c36-e53a09e8e7a4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1179328 Sep 07 16:22:51.465299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41486) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:51.572892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e4b38-0d3c-4041-9965-8f0b42022abb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port 3cca7a54-3f1f-46a5-8f83-1a1896d77342 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:51.573245 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4b38-0d3c-4041-9965-8f0b42022abb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:51.692966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ab2ac037-6aac-4a19-91e9-717ad59a3d5a None None] Provisioning for port 3cca7a54-3f1f-46a5-8f83-1a1896d77342 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:51.698326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ab2ac037-6aac-4a19-91e9-717ad59a3d5a None None] Provisioning complete for port 3cca7a54-3f1f-46a5-8f83-1a1896d77342 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:51.698903 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab2ac037-6aac-4a19-91e9-717ad59a3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:51.743609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4b38-0d3c-4041-9965-8f0b42022abb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:51.749236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ac037-6aac-4a19-91e9-717ad59a3d5a None None] Port 3cca7a54-3f1f-46a5-8f83-1a1896d77342 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:22:51.759571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e4b38-0d3c-4041-9965-8f0b42022abb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for 3cca7a54-3f1f-46a5-8f83-1a1896d77342 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:51.859829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:51.957606 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4b38-0d3c-4041-9965-8f0b42022abb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:51.961825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:51.962581 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:52.032236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e4b38-0d3c-4041-9965-8f0b42022abb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=3cca7a54-3f1f-46a5-8f83-1a1896d77342,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:52.036178 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4b38-0d3c-4041-9965-8f0b42022abb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:52.040966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41498) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:52.059198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8a6e4b38-0d3c-4041-9965-8f0b42022abb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/3cca7a54-3f1f-46a5-8f83-1a1896d77342 HTTP/1.1" status: 204 len: 168 time: 0.5927806 Sep 07 16:22:52.152733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7136213a-82d5-4548-a4e5-1ad9167c6843 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:52.157485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7136213a-82d5-4548-a4e5-1ad9167c6843 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:52.159686 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7136213a-82d5-4548-a4e5-1ad9167c6843 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1176846 Sep 07 16:22:52.162672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41502) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:52.285035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a17c69-d6dc-430c-951a-96537ac6d036 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet d712be23-3904-436a-a250-6ef83eb6e377 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:52.291759 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8a17c69-d6dc-430c-951a-96537ac6d036 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:52.398023 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8a17c69-d6dc-430c-951a-96537ac6d036 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:52.559128 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8a17c69-d6dc-430c-951a-96537ac6d036 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:52.573756 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41520) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:52.651473 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8a17c69-d6dc-430c-951a-96537ac6d036 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:52.686832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a17c69-d6dc-430c-951a-96537ac6d036 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=d712be23-3904-436a-a250-6ef83eb6e377,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:52.698436 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8a17c69-d6dc-430c-951a-96537ac6d036 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:52.701039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b8a17c69-d6dc-430c-951a-96537ac6d036 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/d712be23-3904-436a-a250-6ef83eb6e377 HTTP/1.1" status: 204 len: 168 time: 0.5373690 Sep 07 16:22:52.704258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41524) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:52.711368 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2819012-f99f-4b66-91e7-f392efa0f91a None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:52.743953 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-8355623-network', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:52.806777 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e16c684a-d492-4e00-8c47-ca5b8d378139 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996077 Sep 07 16:22:52.809422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41528) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:52.831787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Made reservation on behalf of 609e72f778f8438b9fc1ccda127fcfca for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:52.837748 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:52.857557 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:52.897025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e0c3d-2e66-424f-a5ba-04d02364f763 req-091f8e51-54a9-4361-ad37-3572385be2ef tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:52.898653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-592e0c3d-2e66-424f-a5ba-04d02364f763 req-091f8e51-54a9-4361-ad37-3572385be2ef tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.4509933 Sep 07 16:22:52.912635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e55dd06-156a-447c-9233-f046d96e68d2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:52.915426 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4e55dd06-156a-447c-9233-f046d96e68d2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1048281 Sep 07 16:22:52.918102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41530) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:52.966712 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb0c428-a5c9-4e4b-843c-2192d764d31b None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:22:52.968617 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:52.973597 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:53.004287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:22:53.007799 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10681a08-ed77-45f9-93c2-2104231eb6e6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:53.012554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-10681a08-ed77-45f9-93c2-2104231eb6e6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0862479 Sep 07 16:22:53.015178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41532) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:53.026159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37e6fe7-7a8d-4942-8f34-77c5aafa46d4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:53.069057 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-592e0c3d-2e66-424f-a5ba-04d02364f763 req-b70c7137-2f66-45da-ad64-d23d1f0acc9e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517069 Sep 07 16:22:53.080303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41534) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:53.081256 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5e33b81a-3164-48e0-81ff-c4a31c5decf8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642037 Sep 07 16:22:53.082810 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:53.083300 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Added segment 799de02b-9245-46c4-a950-3edc232816f1 of type vlan for network e7f94880-9628-4f62-b891-767f10556210 Sep 07 16:22:53.087350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4d98a038-de82-4552-a1db-f49a6bc0b650 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:53.123314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0c428-a5c9-4e4b-843c-2192d764d31b None None] Deleting port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:53.124234 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c428-a5c9-4e4b-843c-2192d764d31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:53.150469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:53.214317 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:53.216015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:53.216815 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:53.311313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6bb0c428-a5c9-4e4b-843c-2192d764d31b None None] For port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=23b532fd-28b2-4991-a3bf-9dbfc30e2a60,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:22:53.312145 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c428-a5c9-4e4b-843c-2192d764d31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:53.337498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0c428-a5c9-4e4b-843c-2192d764d31b None None] Calling delete_port for 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:53.369480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f94880-9628-4f62-b891-767f10556210,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:53.372704 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7759b0fe-8bca-4765-bdd1-e4e3923e21b0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7949705 Sep 07 16:22:53.376109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41540) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:53.386272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2df028a0-3b64-4675-95f8-e6d74b9b52bd admin admin] Request body: {'subnet': {'network_id': 'e7f94880-9628-4f62-b891-767f10556210', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-8355623-subnet', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:53.399776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d98a038-de82-4552-a1db-f49a6bc0b650 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:53.403234 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d98a038-de82-4552-a1db-f49a6bc0b650 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:53.426038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df028a0-3b64-4675-95f8-e6d74b9b52bd admin admin] Made reservation on behalf of 609e72f778f8438b9fc1ccda127fcfca for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:53.428432 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2df028a0-3b64-4675-95f8-e6d74b9b52bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:53.428572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network e7f94880-9628-4f62-b891-767f10556210 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:22:53.494501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc670b-2987-4321-b5b2-377c5ebb23d5 req-0b300a09-bbe1-45b0-abae-283dee57d3d2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:53.496127 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dbbc670b-2987-4321-b5b2-377c5ebb23d5 req-0b300a09-bbe1-45b0-abae-283dee57d3d2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.2243650 Sep 07 16:22:53.594539 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c428-a5c9-4e4b-843c-2192d764d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:53.635769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0c428-a5c9-4e4b-843c-2192d764d31b None None] Pushing event deleted for resources: {'Port': ['ID=23b532fd-28b2-4991-a3bf-9dbfc30e2a60,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:53.641213 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb0c428-a5c9-4e4b-843c-2192d764d31b None None] No DVR routers for this DVR port 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:22:53.647892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dbbc670b-2987-4321-b5b2-377c5ebb23d5 req-5ec60a86-c9c5-494c-bcb3-e1fd48872d33 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404669 Sep 07 16:22:53.801006 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2df028a0-3b64-4675-95f8-e6d74b9b52bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:53.946888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:22:53.975540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df028a0-3b64-4675-95f8-e6d74b9b52bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc46791-2c84-49bf-969c-d7a95d15989c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:53.989654 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:22:53.990282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 23b532fd-28b2-4991-a3bf-9dbfc30e2a60 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:22:54.017421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df028a0-3b64-4675-95f8-e6d74b9b52bd admin admin] Checking segment: {'id': '799de02b-9245-46c4-a950-3edc232816f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7f94880-9628-4f62-b891-767f10556210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:22:54.018264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df028a0-3b64-4675-95f8-e6d74b9b52bd admin admin] Network hostable DHCP agents. Network: e7f94880-9628-4f62-b891-767f10556210, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:22:54.039135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df028a0-3b64-4675-95f8-e6d74b9b52bd admin admin] Network e7f94880-9628-4f62-b891-767f10556210 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:22:54.055079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2df028a0-3b64-4675-95f8-e6d74b9b52bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, e7f94880-9628-4f62-b891-767f10556210) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:54.067881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4e13e-f04d-4ecc-8ac5-ea3e76073d78 None None] Network e7f94880-9628-4f62-b891-767f10556210 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:54.087868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df028a0-3b64-4675-95f8-e6d74b9b52bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:54.088515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2df028a0-3b64-4675-95f8-e6d74b9b52bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:54.100507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.objects.ports [None req-4d98a038-de82-4552-a1db-f49a6bc0b650 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:22:54.110580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92698c-5448-434f-82db-4f8b51fcabf8 req-bf5c3cd1-9471-4127-850d-3be1fac76795 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:54.118009 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f92698c-5448-434f-82db-4f8b51fcabf8 req-bf5c3cd1-9471-4127-850d-3be1fac76795 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0885539 Sep 07 16:22:54.125854 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2df028a0-3b64-4675-95f8-e6d74b9b52bd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7473459 Sep 07 16:22:54.129186 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41554) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:54.131658 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d98a038-de82-4552-a1db-f49a6bc0b650 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:54.136039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-8355623-router', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:54.183876 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:54.185585 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:54.249610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98a038-de82-4552-a1db-f49a6bc0b650 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=986b9d9f-4bc8-4fe2-a6b1-ba4138b91bee,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:54.271634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d98a038-de82-4552-a1db-f49a6bc0b650 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:54.280357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4d98a038-de82-4552-a1db-f49a6bc0b650 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:54.287788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d98a038-de82-4552-a1db-f49a6bc0b650 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:54.299036 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4d98a038-de82-4552-a1db-f49a6bc0b650 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:54.306624 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:54.336981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4d98a038-de82-4552-a1db-f49a6bc0b650 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2556670 Sep 07 16:22:54.337694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41558) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:54.347119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'mac_address': 'fa:16:3e:6f:41:9b', 'name': 'tempest-NetworksTestDHCPv6-555918948'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:54.375303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5be8f3-afea-4cfc-89f0-99b248a96ab7 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:54.521413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-e7f94880-9628-4f62-b891-767f10556210', 'network_id': 'e7f94880-9628-4f62-b891-767f10556210', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'fixed_ips': [{'subnet_id': 'ffc46791-2c84-49bf-969c-d7a95d15989c'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:22:54.533286 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:54.651240 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:54.999635 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f92698c-5448-434f-82db-4f8b51fcabf8 req-012a19b4-acb1-46fa-ac0b-92d0dd033956 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8806441 Sep 07 16:22:55.041410 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:55.075240 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:55.133073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:55.236328 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:55.260619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 821a3e4d-363b-4d66-9743-becda4919a00 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:22:55.267057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': '986b9d9f-4bc8-4fe2-a6b1-ba4138b91bee'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:22:55.268666 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:55.322248 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Allocated IP 172.25.3.59 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/95c1d644-89dc-48a7-a09a-701c90e5a40e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:55.448167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::f816:3eff:fe6f:419b (a4a52928-aba9-4c1a-9760-c065e55e283a/986b9d9f-4bc8-4fe2-a6b1-ba4138b91bee/821a3e4d-363b-4d66-9743-becda4919a00) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:55.643137 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:55.658451 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:55.670386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object 821a3e4d-363b-4d66-9743-becda4919a00 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:55.673321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Allocated IP 172.20.0.2 (e7f94880-9628-4f62-b891-767f10556210/ffc46791-2c84-49bf-969c-d7a95d15989c/ef29a0b7-db08-44fc-b2fa-6a905cf970ea) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:55.748113 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:55.758542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962940a0-c513-4857-8814-f90a3803dc9a req-c8e59f42-7b07-42af-951c-de586b653a76 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:55.763900 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-962940a0-c513-4857-8814-f90a3803dc9a req-c8e59f42-7b07-42af-951c-de586b653a76 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0842760 Sep 07 16:22:55.782868 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:55.792036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:55.796133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:55.801335 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:55.848545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:55.864051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:55.873812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Pushing event updated for resources: {'Port': ['ID=95c1d644-89dc-48a7-a09a-701c90e5a40e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:55.894412 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:55.901472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:55.902141 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:55.944830 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:55.959165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Transition to ACTIVE for port object ef29a0b7-db08-44fc-b2fa-6a905cf970ea will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:55.979051 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Transition to ACTIVE for port object ef29a0b7-db08-44fc-b2fa-6a905cf970ea will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:55.981905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-962940a0-c513-4857-8814-f90a3803dc9a req-bcb37fb7-3904-42e8-94af-f5aada8bad77 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920457 Sep 07 16:22:55.984143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=821a3e4d-363b-4d66-9743-becda4919a00,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:55.990102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-51fe37b9-30a5-496e-a2c0-2a0cd794b9b7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6467867 Sep 07 16:22:55.991155 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:55.992513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41580) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:56.064783 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dd5350-d1c6-4b06-a3a3-fe5fc4d38115 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:56.068827 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-57dd5350-d1c6-4b06-a3a3-fe5fc4d38115 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0729315 Sep 07 16:22:56.069987 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41584) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:56.107140 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Pushing event updated for resources: {'Port': ['ID=ef29a0b7-db08-44fc-b2fa-6a905cf970ea,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:56.110534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Network e7f94880-9628-4f62-b891-767f10556210 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:56.123071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:56.129208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:56.129566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:56.129915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:56.130260 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:56.130695 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:56.131036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:56.131406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:56.131701 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:56.132163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:56.132600 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:56.132937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:56.133264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:22:56.139977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:56.159903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Allocated IP 2001:db8::f816:3eff:fed0:e354 (a4a52928-aba9-4c1a-9760-c065e55e283a/986b9d9f-4bc8-4fe2-a6b1-ba4138b91bee/ebe94380-3168-426d-a1c3-ac3d1c7a9867) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:56.243737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Attempting to bind port ef29a0b7-db08-44fc-b2fa-6a905cf970ea on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:22:56.244108 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Attempting to bind port ef29a0b7-db08-44fc-b2fa-6a905cf970ea by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '799de02b-9245-46c4-a950-3edc232816f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7f94880-9628-4f62-b891-767f10556210'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:22:56.244536 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Attempting to bind port ef29a0b7-db08-44fc-b2fa-6a905cf970ea on network e7f94880-9628-4f62-b891-767f10556210 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:22:56.255120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:22:56.255511 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Checking segment: {'id': '799de02b-9245-46c4-a950-3edc232816f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7f94880-9628-4f62-b891-767f10556210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:22:56.255932 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:56.256368 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Bound using segment: {'id': '799de02b-9245-46c4-a950-3edc232816f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7f94880-9628-4f62-b891-767f10556210'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:22:56.256852 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Bound port: ef29a0b7-db08-44fc-b2fa-6a905cf970ea, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799de02b-9245-46c4-a950-3edc232816f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7f94880-9628-4f62-b891-767f10556210'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:22:56.257247 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:56.291662 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:56.361908 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2526ad5e-8673-4357-9ba5-6eb3e37cbc98 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port 821a3e4d-363b-4d66-9743-becda4919a00 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:22:56.363102 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2526ad5e-8673-4357-9ba5-6eb3e37cbc98 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:56.381429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] For port ef29a0b7-db08-44fc-b2fa-6a905cf970ea, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:22:56.386667 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] For port ef29a0b7-db08-44fc-b2fa-6a905cf970ea, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ef29a0b7-db08-44fc-b2fa-6a905cf970ea,segment=NetworkSegment(799de02b-9245-46c4-a950-3edc232816f1),segment_id=799de02b-9245-46c4-a950-3edc232816f1)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:22:56.407807 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:56.468166 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:56.495113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Transition to ACTIVE for port object ebe94380-3168-426d-a1c3-ac3d1c7a9867 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:56.508195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72792a-f97f-4900-97c4-f873951b5cc5 None None] Pushing event updated for resources: {'Port': ['ID=ef29a0b7-db08-44fc-b2fa-6a905cf970ea,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:56.526514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Transition to ACTIVE for port object ebe94380-3168-426d-a1c3-ac3d1c7a9867 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:56.534990 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:56.591877 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:56.598517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:56.610197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:56.627512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Pushing event updated for resources: {'Port': ['ID=ebe94380-3168-426d-a1c3-ac3d1c7a9867,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:56.686571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Attempting to bind port ebe94380-3168-426d-a1c3-ac3d1c7a9867 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:22:56.686954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Attempting to bind port ebe94380-3168-426d-a1c3-ac3d1c7a9867 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:22:56.687323 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Attempting to bind port ebe94380-3168-426d-a1c3-ac3d1c7a9867 on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:22:56.692743 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:22:56.693129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:22:56.693541 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:56.694157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:22:56.694417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Bound port: ebe94380-3168-426d-a1c3-ac3d1c7a9867, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:22:56.694808 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:56.695458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2526ad5e-8673-4357-9ba5-6eb3e37cbc98 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:56.712552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2526ad5e-8673-4357-9ba5-6eb3e37cbc98 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for 821a3e4d-363b-4d66-9743-becda4919a00 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:22:56.735940 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:56.816066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] For port ebe94380-3168-426d-a1c3-ac3d1c7a9867, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:22:56.826936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] For port ebe94380-3168-426d-a1c3-ac3d1c7a9867, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ebe94380-3168-426d-a1c3-ac3d1c7a9867,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:22:56.832957 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:56.995718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c354683-17de-4581-923a-7d5b0d25bdb0 None None] Pushing event updated for resources: {'Port': ['ID=ebe94380-3168-426d-a1c3-ac3d1c7a9867,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:57.095775 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2526ad5e-8673-4357-9ba5-6eb3e37cbc98 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:57.119337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Router 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:22:57.139579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad39d17-364b-49f3-9373-9fd19c0f2140 req-5f194bd4-8860-4f4b-9ee5-c95a5a190c6e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:57.150795 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dad39d17-364b-49f3-9373-9fd19c0f2140 req-5f194bd4-8860-4f4b-9ee5-c95a5a190c6e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0961318 Sep 07 16:22:57.164438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526ad5e-8673-4357-9ba5-6eb3e37cbc98 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=821a3e4d-363b-4d66-9743-becda4919a00,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:57.228908 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2526ad5e-8673-4357-9ba5-6eb3e37cbc98 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:57.231025 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2526ad5e-8673-4357-9ba5-6eb3e37cbc98 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/821a3e4d-363b-4d66-9743-becda4919a00 HTTP/1.1" status: 204 len: 168 time: 1.1600819 Sep 07 16:22:57.235850 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41594) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:57.247000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dad39d17-364b-49f3-9373-9fd19c0f2140 req-db533865-a16b-416b-b7fc-12e4e437d504 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921652 Sep 07 16:22:57.433936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:22:57.441309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdddd16-5712-4faf-bc8f-89aefcb50b56 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:57.447248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Sync routers for ids ['0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:22:57.451099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdddd16-5712-4faf-bc8f-89aefcb50b56 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:57.456839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41600) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:57.457159 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dcdddd16-5712-4faf-bc8f-89aefcb50b56 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2170720 Sep 07 16:22:57.461764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Routers {'0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:22:57.463833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:22:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:57.483905 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:57.490852 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-75356e1d-2cd3-42ab-9cdb-f12571991b08 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3603921 Sep 07 16:22:57.491895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41602) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:57.571066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-21432c8c-e120-4cbd-a13e-eb46da435ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 986b9d9f-4bc8-4fe2-a6b1-ba4138b91bee {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:22:57.579938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21432c8c-e120-4cbd-a13e-eb46da435ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:57.661783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21432c8c-e120-4cbd-a13e-eb46da435ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:57.672848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Set router 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:22:57.906938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21432c8c-e120-4cbd-a13e-eb46da435ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:58.098303 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21432c8c-e120-4cbd-a13e-eb46da435ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:58.110235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ebe94380-3168-426d-a1c3-ac3d1c7a9867 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:58.192327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'name': 'tempest-TestAggregatesBasicOps-8355623-router', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:54Z', 'updated_at': '2021-09-07T16:22:56Z', 'revision_number': 3, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'gw_port': {'id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:55Z', 'updated_at': '2021-09-07T16:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:22:58.211527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21432c8c-e120-4cbd-a13e-eb46da435ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=986b9d9f-4bc8-4fe2-a6b1-ba4138b91bee,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:58.228969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ebe94380-3168-426d-a1c3-ac3d1c7a9867 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:58.233901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ef29a0b7-db08-44fc-b2fa-6a905cf970ea up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:22:58.235975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Checking router: 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:22:58.236462 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Updating router 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c port 95c1d644-89dc-48a7-a09a-701c90e5a40e binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:22:58.246346 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21432c8c-e120-4cbd-a13e-eb46da435ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:58.251067 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-21432c8c-e120-4cbd-a13e-eb46da435ed0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/986b9d9f-4bc8-4fe2-a6b1-ba4138b91bee HTTP/1.1" status: 204 len: 168 time: 0.7902644 Sep 07 16:22:58.261336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41608) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:58.284803 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0e12d0-f438-4832-9cb6-89382d39f11c None None] Network e7f94880-9628-4f62-b891-767f10556210 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:58.335838 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:58.394785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a1774dba-0ce7-439f-8097-a1d8eb010c75 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292903 Sep 07 16:22:58.430810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41612) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:58.438565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:22:58.459125 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0f37c5e0-65f9-4b3e-9f3b-d8845f0f7eb0 None None] Provisioning for port ef29a0b7-db08-44fc-b2fa-6a905cf970ea completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:58.609037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ef29a0b7-db08-44fc-b2fa-6a905cf970ea completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:58.619098 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ef29a0b7-db08-44fc-b2fa-6a905cf970ea triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:58.619476 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:58.621277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099d716f-7a4c-4d2f-8f74-c0937e28505b None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:22:58.638743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e2098-f7ae-46b6-93dc-0a9f31f93620 req-5a5ba804-4b9a-41d2-a963-5fad62ec2c8c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:22:58.649339 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c37e2098-f7ae-46b6-93dc-0a9f31f93620 req-5a5ba804-4b9a-41d2-a963-5fad62ec2c8c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.2558498 Sep 07 16:22:58.734825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c37e2098-f7ae-46b6-93dc-0a9f31f93620 req-b0475114-dc65-4067-aebb-db882d5d6fbe tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782568 Sep 07 16:22:58.772815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:22:58.782116 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:58.960419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:59.065299 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d78395aa-cd0c-472a-a596-29869cc15a4d None None] Provisioning for port ebe94380-3168-426d-a1c3-ac3d1c7a9867 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:22:59.113919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d78395aa-cd0c-472a-a596-29869cc15a4d None None] Provisioning complete for port ebe94380-3168-426d-a1c3-ac3d1c7a9867 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:22:59.114291 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d78395aa-cd0c-472a-a596-29869cc15a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:59.216269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Allocated IP 172.20.0.1 (e7f94880-9628-4f62-b891-767f10556210/ffc46791-2c84-49bf-969c-d7a95d15989c/de29418e-3928-4e3c-83be-38c81a8fa642) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:22:59.310532 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:59.375130 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Transition to ACTIVE for port object 95c1d644-89dc-48a7-a09a-701c90e5a40e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:59.414506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.objects.ports [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:22:59.418175 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:59.438458 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:59.454998 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:59.461007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Transition to ACTIVE for port object de29418e-3928-4e3c-83be-38c81a8fa642 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:22:59.524519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f527a1-2850-4fc8-9e35-89bc9087ec20 None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:22:59.548741 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:59.564629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Attempting to bind port 95c1d644-89dc-48a7-a09a-701c90e5a40e on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:22:59.565094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Attempting to bind port 95c1d644-89dc-48a7-a09a-701c90e5a40e by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:22:59.565551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Attempting to bind port 95c1d644-89dc-48a7-a09a-701c90e5a40e on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:22:59.565790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41626) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:22:59.578158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:22:59.578542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:22:59.579036 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:59.579495 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:22:59.580050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Bound port: 95c1d644-89dc-48a7-a09a-701c90e5a40e, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:22:59.580530 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:59.700392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Network e7f94880-9628-4f62-b891-767f10556210 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:22:59.708026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:22:59.725215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:22:59.812751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Pushing event updated for resources: {'Port': ['ID=de29418e-3928-4e3c-83be-38c81a8fa642,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:22:59.861700 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:59.905682 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6b6f-4d40-402b-aaca-69c22046ff84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:59.914954 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:22:59.943270 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d78395aa-cd0c-472a-a596-29869cc15a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.034047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port ef29a0b7-db08-44fc-b2fa-6a905cf970ea, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ef29a0b7-db08-44fc-b2fa-6a905cf970ea,segment=NetworkSegment(799de02b-9245-46c4-a950-3edc232816f1),segment_id=799de02b-9245-46c4-a950-3edc232816f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:00.046151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cb912-d3fe-40ab-9979-0cc95b00503d None None] Pushing event updated for resources: {'Port': ['ID=95c1d644-89dc-48a7-a09a-701c90e5a40e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:00.073463 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.151395 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adfc9c-3542-4f7d-9310-1dd84a98b62e req-560bac1c-24ce-4863-95b3-1a22444fb16c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:00.158058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8adfc9c-3542-4f7d-9310-1dd84a98b62e req-560bac1c-24ce-4863-95b3-1a22444fb16c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.2127917 Sep 07 16:23:00.214967 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.252730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ebe94380-3168-426d-a1c3-ac3d1c7a9867 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:00.299490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=ef29a0b7-db08-44fc-b2fa-6a905cf970ea,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:00.311630 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] For port 95c1d644-89dc-48a7-a09a-701c90e5a40e, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:23:00.315440 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6b6f-4d40-402b-aaca-69c22046ff84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.330553 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6b6f-4d40-402b-aaca-69c22046ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.330691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] For port 95c1d644-89dc-48a7-a09a-701c90e5a40e, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=95c1d644-89dc-48a7-a09a-701c90e5a40e,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:23:00.344083 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.386283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8adfc9c-3542-4f7d-9310-1dd84a98b62e req-eeb93730-b925-4c7f-a710-356e8c206dcc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980968 Sep 07 16:23:00.411915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-64f527a1-2850-4fc8-9e35-89bc9087ec20 None None] Deleting port ebe94380-3168-426d-a1c3-ac3d1c7a9867 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:00.412530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] For port ebe94380-3168-426d-a1c3-ac3d1c7a9867, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ebe94380-3168-426d-a1c3-ac3d1c7a9867,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:00.412664 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64f527a1-2850-4fc8-9e35-89bc9087ec20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.416493 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4dfc6b6f-4d40-402b-aaca-69c22046ff84 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13086b9ece8e4a6ebb2f48564615c81f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8479970 Sep 07 16:23:00.421307 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41636) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:00.423184 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc6b6f-4d40-402b-aaca-69c22046ff84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3febf636-c0bd-4e3b-922d-8b8ccea7047a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:00.457280 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.464079 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.465952 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.530405 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.532106 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-501ac330-bcf3-4906-80fd-7fb3969cfbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.542403 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.555086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:00.562745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:00.578125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:00.578925 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.580505 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-d78395aa-cd0c-472a-a596-29869cc15a4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:23:00.581371 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-d78395aa-cd0c-472a-a596-29869cc15a4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:23:00.588099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cb912-d3fe-40ab-9979-0cc95b00503d None None] Pushing event updated for resources: {'Port': ['ID=95c1d644-89dc-48a7-a09a-701c90e5a40e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:00.604939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Routers {'0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:23:00.605777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:22:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:00.624466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=bd2b0f2c-4c43-4889-9bc1-5db62afde885,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:00.634708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-501ac330-bcf3-4906-80fd-7fb3969cfbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.642398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2095952 Sep 07 16:23:00.644963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41638) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:00.650799 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'mac_address': 'fa:16:3e:e2:c6:73', 'name': 'tempest-NetworksTestDHCPv6-1718394386'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:00.661759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Pushing event updated for resources: {'Port': ['ID=de29418e-3928-4e3c-83be-38c81a8fa642,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:00.689810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-64f527a1-2850-4fc8-9e35-89bc9087ec20 None None] For port ebe94380-3168-426d-a1c3-ac3d1c7a9867, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ebe94380-3168-426d-a1c3-ac3d1c7a9867,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:00.690455 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64f527a1-2850-4fc8-9e35-89bc9087ec20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.690641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:00.690990 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:00.691396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:00.691867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:00.692378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:00.692713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:00.693039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:00.693411 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:00.693759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:00.694064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:00.694383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:00.694700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:00.710484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.715431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-64f527a1-2850-4fc8-9e35-89bc9087ec20 None None] Calling delete_port for ebe94380-3168-426d-a1c3-ac3d1c7a9867 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:00.805277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b890668-c882-4aaa-8509-c808226590a2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=ebe94380-3168-426d-a1c3-ac3d1c7a9867,revision_number=5']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:00.812696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:00.827760 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] Set router 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:23:00.856301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Network e7f94880-9628-4f62-b891-767f10556210 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:00.859793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:00.870377 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-501ac330-bcf3-4906-80fd-7fb3969cfbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.875187 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-501ac330-bcf3-4906-80fd-7fb3969cfbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.893584 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-501ac330-bcf3-4906-80fd-7fb3969cfbc8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3febf636-c0bd-4e3b-922d-8b8ccea7047a HTTP/1.1" status: 204 len: 168 time: 0.4703629 Sep 07 16:23:00.924149 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:00.949822 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 0e09213b-2f88-4a00-8b49-1617afbf92ae yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:23:00.991565 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-64f527a1-2850-4fc8-9e35-89bc9087ec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:01.004787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ac330-bcf3-4906-80fd-7fb3969cfbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3febf636-c0bd-4e3b-922d-8b8ccea7047a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:01.130541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::f816:3eff:fee2:c673 (a4a52928-aba9-4c1a-9760-c065e55e283a/bd2b0f2c-4c43-4889-9bc1-5db62afde885/0e09213b-2f88-4a00-8b49-1617afbf92ae) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:01.151366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d78395aa-cd0c-472a-a596-29869cc15a4d None None] Port ebe94380-3168-426d-a1c3-ac3d1c7a9867 update to ACTIVE by agent not found {{(pid=94772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 07 16:23:01.156534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f527a1-2850-4fc8-9e35-89bc9087ec20 None None] Pushing event deleted for resources: {'Port': ['ID=ebe94380-3168-426d-a1c3-ac3d1c7a9867,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:01.223948 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Router 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:23:01.247680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f527a1-2850-4fc8-9e35-89bc9087ec20 None None] No DVR routers for this DVR port ebe94380-3168-426d-a1c3-ac3d1c7a9867 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:23:01.298085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a16429-9b84-44d4-ae37-f820ae9471a4 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:01.345956 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41652) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:01.376399 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:01.405733 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object 0e09213b-2f88-4a00-8b49-1617afbf92ae will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:01.479557 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:01.502663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41658) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:01.507612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-09f98eed-8302-4da0-9fa0-b87fe7ed9e7d None None] Provisioning complete for port ef29a0b7-db08-44fc-b2fa-6a905cf970ea triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:01.508031 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09f98eed-8302-4da0-9fa0-b87fe7ed9e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:01.511392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:23:01.528898 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-71c68a16-b22b-4186-a58d-02ad1d9af050 admin admin] 10.222.0.70 "PUT /v2.0/routers/0b4a4863-cdd9-40d7-8b0b-3d1811783d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0348876 Sep 07 16:23:01.530853 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9afa-1c34-4104-b573-7c1c5d345e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:01.600826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:01.614573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:01.629406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:01.638222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:01.639727 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:01.666376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=0e09213b-2f88-4a00-8b49-1617afbf92ae,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:01.677967 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9afa-1c34-4104-b573-7c1c5d345e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:01.685697 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9afa-1c34-4104-b573-7c1c5d345e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:01.689031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09255172-430c-481a-a5b9-4e2183e32051 req-abf10c46-3352-4e78-a956-a407a7d4ea46 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:01.698671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09255172-430c-481a-a5b9-4e2183e32051 req-abf10c46-3352-4e78-a956-a407a7d4ea46 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.2277448 Sep 07 16:23:01.722892 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ed6a9afa-1c34-4104-b573-7c1c5d345e84 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c842c0f5cbc4137b62021ccfe798242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191830 Sep 07 16:23:01.725407 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-116504f3-e064-4779-bb71-fc965500c12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:01.733638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41664) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:01.742039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0fae0712-cdaf-4ea9-ad86-05d1498b92e3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0956571 Sep 07 16:23:01.745308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41666) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:01.786946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a9afa-1c34-4104-b573-7c1c5d345e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c55d45f-3aac-48a8-a5f0-7fb445cd356f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:01.822415 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:01.841916 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93e09866-1eb0-4c1d-8f4b-b47b46730855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:01.850891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09255172-430c-481a-a5b9-4e2183e32051 req-13ce4d1f-8862-47ff-8641-8a39bfec96d1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509645 Sep 07 16:23:01.885324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e34dd-1c85-459f-88be-a648fd77ce6c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:01.888756 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0e5e34dd-1c85-459f-88be-a648fd77ce6c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1419294 Sep 07 16:23:01.892053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41668) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:01.897994 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93e09866-1eb0-4c1d-8f4b-b47b46730855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:01.973436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'name': 'tempest-TestAggregatesBasicOps-8355623-router', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:54Z', 'updated_at': '2021-09-07T16:23:00Z', 'revision_number': 4, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'gw_port': {'id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:55Z', 'updated_at': '2021-09-07T16:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'de29418e-3928-4e3c-83be-38c81a8fa642', 'name': '', 'network_id': 'e7f94880-9628-4f62-b891-767f10556210', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'mac_address': 'fa:16:3e:30:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffc46791-2c84-49bf-969c-d7a95d15989c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:58Z', 'updated_at': '2021-09-07T16:23:00Z', 'revision_number': 2, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'subnets': [{'id': 'ffc46791-2c84-49bf-969c-d7a95d15989c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:01.986042 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-116504f3-e064-4779-bb71-fc965500c12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:01.991827 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-116504f3-e064-4779-bb71-fc965500c12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.003397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-09f98eed-8302-4da0-9fa0-b87fe7ed9e7d None None] Provisioning for port de29418e-3928-4e3c-83be-38c81a8fa642 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:02.007612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f226201-94a4-44f5-be4c-632763a76692 None None] The sync data for ids ['0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'] in n-d-807551-3 is: [{'id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'name': 'tempest-TestAggregatesBasicOps-8355623-router', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:54Z', 'updated_at': '2021-09-07T16:23:00Z', 'revision_number': 4, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'gw_port': {'id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:55Z', 'updated_at': '2021-09-07T16:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'de29418e-3928-4e3c-83be-38c81a8fa642', 'name': '', 'network_id': 'e7f94880-9628-4f62-b891-767f10556210', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'mac_address': 'fa:16:3e:30:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffc46791-2c84-49bf-969c-d7a95d15989c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:58Z', 'updated_at': '2021-09-07T16:23:00Z', 'revision_number': 2, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'subnets': [{'id': 'ffc46791-2c84-49bf-969c-d7a95d15989c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:23:02.015189 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-09f98eed-8302-4da0-9fa0-b87fe7ed9e7d None None] Provisioning complete for port de29418e-3928-4e3c-83be-38c81a8fa642 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:02.015572 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09f98eed-8302-4da0-9fa0-b87fe7ed9e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.056197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-aa87bd2c-5012-460c-b7f3-3d7d4df07ac9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port 0e09213b-2f88-4a00-8b49-1617afbf92ae {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:02.056572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa87bd2c-5012-460c-b7f3-3d7d4df07ac9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.073927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': 'bd2b0f2c-4c43-4889-9bc1-5db62afde885'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:23:02.074788 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.078235 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93e09866-1eb0-4c1d-8f4b-b47b46730855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.088154 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93e09866-1eb0-4c1d-8f4b-b47b46730855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.092602 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-93e09866-1eb0-4c1d-8f4b-b47b46730855 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c55d45f-3aac-48a8-a5f0-7fb445cd356f HTTP/1.1" status: 204 len: 168 time: 0.3552556 Sep 07 16:23:02.111423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-09f98eed-8302-4da0-9fa0-b87fe7ed9e7d None None] Port de29418e-3928-4e3c-83be-38c81a8fa642 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:23:02.133569 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-116504f3-e064-4779-bb71-fc965500c12c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af4d7c0dc57e448a8bdabfc8ddff8166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7773230 Sep 07 16:23:02.135344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41674) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:02.140828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116504f3-e064-4779-bb71-fc965500c12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07743f75-ee62-41c3-b07c-7bcd95c3a9cf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:02.173095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e09866-1eb0-4c1d-8f4b-b47b46730855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c55d45f-3aac-48a8-a5f0-7fb445cd356f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:02.260169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ef29a0b7-db08-44fc-b2fa-6a905cf970ea up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:02.266639 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-58b55e4d-2ecb-4a5a-b8a0-aa36a91c0fa7 None None] Provisioning complete for port de29418e-3928-4e3c-83be-38c81a8fa642 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:02.267142 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58b55e4d-2ecb-4a5a-b8a0-aa36a91c0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.325055 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa87bd2c-5012-460c-b7f3-3d7d4df07ac9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.351672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-aa87bd2c-5012-460c-b7f3-3d7d4df07ac9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for 0e09213b-2f88-4a00-8b49-1617afbf92ae owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:02.423193 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.426580 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Allocated IP 2001:db8::f816:3eff:fea6:9586 (a4a52928-aba9-4c1a-9760-c065e55e283a/bd2b0f2c-4c43-4889-9bc1-5db62afde885/ae0ea852-7684-4a35-af2c-dc4309552ab3) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:02.432567 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-58b55e4d-2ecb-4a5a-b8a0-aa36a91c0fa7 None None] Port de29418e-3928-4e3c-83be-38c81a8fa642 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:23:02.469637 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df97bbef-619c-4e8a-8ef4-2fc14865cdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.486287 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ef29a0b7-db08-44fc-b2fa-6a905cf970ea triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:02.486760 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.509282 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df97bbef-619c-4e8a-8ef4-2fc14865cdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.669404 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa87bd2c-5012-460c-b7f3-3d7d4df07ac9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.673156 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df97bbef-619c-4e8a-8ef4-2fc14865cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.676294 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df97bbef-619c-4e8a-8ef4-2fc14865cdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.679906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-df97bbef-619c-4e8a-8ef4-2fc14865cdfd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07743f75-ee62-41c3-b07c-7bcd95c3a9cf HTTP/1.1" status: 204 len: 168 time: 0.5399799 Sep 07 16:23:02.687055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41694) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:02.692230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1905841762-network', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:02.746846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Made reservation on behalf of c05447a7fe5c45d28f06102e2ba99e6e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:02.751420 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.776514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87bd2c-5012-460c-b7f3-3d7d4df07ac9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=0e09213b-2f88-4a00-8b49-1617afbf92ae,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:02.805951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97bbef-619c-4e8a-8ef4-2fc14865cdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07743f75-ee62-41c3-b07c-7bcd95c3a9cf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:02.813940 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa87bd2c-5012-460c-b7f3-3d7d4df07ac9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.818707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:02.819234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aa87bd2c-5012-460c-b7f3-3d7d4df07ac9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/0e09213b-2f88-4a00-8b49-1617afbf92ae HTTP/1.1" status: 204 len: 168 time: 0.9252815 Sep 07 16:23:02.820441 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:02.931708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789f81d-13f9-4b8e-820a-2f7d47bd3e45 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:02.938639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789f81d-13f9-4b8e-820a-2f7d47bd3e45 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:02.942053 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1789f81d-13f9-4b8e-820a-2f7d47bd3e45 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1217508 Sep 07 16:23:02.946249 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:02.966434 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.005167 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.013022 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.042720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Transition to ACTIVE for port object ae0ea852-7684-4a35-af2c-dc4309552ab3 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:03.067665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Transition to ACTIVE for port object ae0ea852-7684-4a35-af2c-dc4309552ab3 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:03.078726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f2b5b8-6d66-44c6-a533-a6e931332605 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet bd2b0f2c-4c43-4889-9bc1-5db62afde885 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:03.078932 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.082288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02191a88-0b78-4857-9cfa-445a92febe9b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:03.086054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b5b8-6d66-44c6-a533-a6e931332605 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.086446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:23:03.113652 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.114080 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Added segment 2b1f213d-e7b5-40cd-80a7-d114389b6faa of type vlan for network c504eee1-ec54-42c2-b6e7-78e0f8f14b11 Sep 07 16:23:03.140979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd15ea-057b-428e-b22a-2c475b87ab46 req-89fd211e-eef8-4d84-9088-ced33111e831 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:03.142914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4dd15ea-057b-428e-b22a-2c475b87ab46 req-89fd211e-eef8-4d84-9088-ced33111e831 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1545620 Sep 07 16:23:03.181640 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b5b8-6d66-44c6-a533-a6e931332605 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.196520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:03.203949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:03.212449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Pushing event updated for resources: {'Port': ['ID=ae0ea852-7684-4a35-af2c-dc4309552ab3,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:03.216691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:03.260156 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.270072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4dd15ea-057b-428e-b22a-2c475b87ab46 req-0121d74e-3efa-42ee-83fb-879cb4171dbc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752728 Sep 07 16:23:03.326078 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.327453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:03.328118 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.387160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b5b8-6d66-44c6-a533-a6e931332605 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.411594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41714) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:03.422185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Attempting to bind port ae0ea852-7684-4a35-af2c-dc4309552ab3 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:23:03.422947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Attempting to bind port ae0ea852-7684-4a35-af2c-dc4309552ab3 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:23:03.423504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Attempting to bind port ae0ea852-7684-4a35-af2c-dc4309552ab3 on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:23:03.429550 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:23:03.430230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:03.430910 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.431495 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:23:03.432207 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Bound port: ae0ea852-7684-4a35-af2c-dc4309552ab3, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:23:03.433033 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.439525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7495766 Sep 07 16:23:03.444642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41718) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:03.497095 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b5b8-6d66-44c6-a533-a6e931332605 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.507705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-13ae8493-543c-457e-bd8a-e358f4f10d59 admin admin] Request body: {'subnet': {'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1905841762-subnet', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:03.534312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ae8493-543c-457e-bd8a-e358f4f10d59 admin admin] Made reservation on behalf of c05447a7fe5c45d28f06102e2ba99e6e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:03.536906 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13ae8493-543c-457e-bd8a-e358f4f10d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.539742 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13b070f0-8733-4721-a5f9-ac1e9b87a57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.543399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbff8a1-d47d-4cea-adc4-aa45214a98e0 admin admin] Pushing event updated for resources: {'Network': ['ID=c504eee1-ec54-42c2-b6e7-78e0f8f14b11,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:03.554273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2b5b8-6d66-44c6-a533-a6e931332605 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2b0f2c-4c43-4889-9bc1-5db62afde885,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:03.558292 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b5b8-6d66-44c6-a533-a6e931332605 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.562610 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b8f2b5b8-6d66-44c6-a533-a6e931332605 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/bd2b0f2c-4c43-4889-9bc1-5db62afde885 HTTP/1.1" status: 204 len: 168 time: 0.6131110 Sep 07 16:23:03.562787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] For port ae0ea852-7684-4a35-af2c-dc4309552ab3, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:23:03.562892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41720) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:03.571843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] For port ae0ea852-7684-4a35-af2c-dc4309552ab3, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ae0ea852-7684-4a35-af2c-dc4309552ab3,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:23:03.592751 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network c504eee1-ec54-42c2-b6e7-78e0f8f14b11 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:23:03.601111 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.612480 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-16821868-ed79-4b4d-9a90-7d7eba76e2b9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473471 Sep 07 16:23:03.614109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41724) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:03.690838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3d560-c1db-48bd-bb5f-f97cdc94fab1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:03.693099 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a8d3d560-c1db-48bd-bb5f-f97cdc94fab1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0778453 Sep 07 16:23:03.696217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:03.791023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd1399e-0da4-484e-99c6-ca93ea273ec8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:03.798134 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41730) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:03.798385 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4fd1399e-0da4-484e-99c6-ca93ea273ec8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1007464 Sep 07 16:23:03.803497 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa74b52-56c0-44e3-9e2a-ecca22fc1e7a None None] Pushing event updated for resources: {'Port': ['ID=ae0ea852-7684-4a35-af2c-dc4309552ab3,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:03.851863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aef0fafc-6993-43e8-8155-79a1079126b2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525401 Sep 07 16:23:03.856814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41736) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:03.863998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ba1a3709-0510-46ff-b602-868c9c9e306e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:03.926388 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13b070f0-8733-4721-a5f9-ac1e9b87a57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.931828 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13b070f0-8733-4721-a5f9-ac1e9b87a57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.964926 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-13b070f0-8733-4721-a5f9-ac1e9b87a57a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a00b94aa668489ea29396527cb170ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5506721 Sep 07 16:23:03.965895 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13ae8493-543c-457e-bd8a-e358f4f10d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:03.967716 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41738) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:04.007588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1a3709-0510-46ff-b602-868c9c9e306e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:04.012418 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3709-0510-46ff-b602-868c9c9e306e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.077268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b070f0-8733-4721-a5f9-ac1e9b87a57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93dc825-5968-4d65-b994-1865a0e7e16a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:04.127794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae8493-543c-457e-bd8a-e358f4f10d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c00cf8-be1f-4205-a8e8-3ea2a40c9fbe,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:04.133066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae8493-543c-457e-bd8a-e358f4f10d59 admin admin] Checking segment: {'id': '2b1f213d-e7b5-40cd-80a7-d114389b6faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:04.133427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae8493-543c-457e-bd8a-e358f4f10d59 admin admin] Network hostable DHCP agents. Network: c504eee1-ec54-42c2-b6e7-78e0f8f14b11, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:23:04.157520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9da07f5-ca8d-49d7-a2b8-bfc85164bbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.181797 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9da07f5-ca8d-49d7-a2b8-bfc85164bbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.249957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9da07f5-ca8d-49d7-a2b8-bfc85164bbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.252549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9da07f5-ca8d-49d7-a2b8-bfc85164bbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.256059 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a9da07f5-ca8d-49d7-a2b8-bfc85164bbb4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e93dc825-5968-4d65-b994-1865a0e7e16a HTTP/1.1" status: 204 len: 168 time: 0.2822368 Sep 07 16:23:04.267460 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:23:04.268565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da07f5-ca8d-49d7-a2b8-bfc85164bbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93dc825-5968-4d65-b994-1865a0e7e16a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:04.274533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae8493-543c-457e-bd8a-e358f4f10d59 admin admin] Network c504eee1-ec54-42c2-b6e7-78e0f8f14b11 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:23:04.290195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-13ae8493-543c-457e-bd8a-e358f4f10d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, c504eee1-ec54-42c2-b6e7-78e0f8f14b11) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:04.300054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416d36f-b6e4-4d2b-9d7a-66d2e470b958 None None] Network c504eee1-ec54-42c2-b6e7-78e0f8f14b11 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:04.301908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ae8493-543c-457e-bd8a-e358f4f10d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:04.302691 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13ae8493-543c-457e-bd8a-e358f4f10d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.321799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-13ae8493-543c-457e-bd8a-e358f4f10d59 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8703310 Sep 07 16:23:04.325905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41746) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:04.338582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1905841762-router', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:04.411501 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.412835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.458894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 95c1d644-89dc-48a7-a09a-701c90e5a40e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:04.524783 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3709-0510-46ff-b602-868c9c9e306e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.604502 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.621501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 95c1d644-89dc-48a7-a09a-701c90e5a40e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:04.630268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a3709-0510-46ff-b602-868c9c9e306e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=ac52d1f2-7660-4aef-8be3-7f8d34b78e2d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:04.632426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-c504eee1-ec54-42c2-b6e7-78e0f8f14b11', 'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'fixed_ips': [{'subnet_id': 'e2c00cf8-be1f-4205-a8e8-3ea2a40c9fbe'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:23:04.641919 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.647671 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a3709-0510-46ff-b602-868c9c9e306e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:04.649351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ba1a3709-0510-46ff-b602-868c9c9e306e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:04.655516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 95c1d644-89dc-48a7-a09a-701c90e5a40e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:04.655901 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.656524 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41754) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:04.666205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1a3709-0510-46ff-b602-868c9c9e306e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:04.666868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba1a3709-0510-46ff-b602-868c9c9e306e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.687389 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ba1a3709-0510-46ff-b602-868c9c9e306e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8300676 Sep 07 16:23:04.696410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41758) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:04.697727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'mac_address': 'fa:16:3e:55:5c:9e', 'name': 'tempest-NetworksTestDHCPv6-706938775'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:04.792700 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.806044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34c2c4-207a-47e6-9c82-83c105f13f3e req-3b29b823-2d74-4286-b18b-f998e03acbd4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:04.807602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f34c2c4-207a-47e6-9c82-83c105f13f3e req-3b29b823-2d74-4286-b18b-f998e03acbd4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.3240616 Sep 07 16:23:04.877283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f34c2c4-207a-47e6-9c82-83c105f13f3e req-1b7dea73-1fce-4908-ac2e-d05331e4e15c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574346 Sep 07 16:23:04.910191 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88cd4af-5263-4edc-bb89-d2659cbfe551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:04.973037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Allocated IP 172.20.0.2 (c504eee1-ec54-42c2-b6e7-78e0f8f14b11/e2c00cf8-be1f-4205-a8e8-3ea2a40c9fbe/91e33bc6-9de8-417d-b310-5ae345393c29) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:05.042348 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88cd4af-5263-4edc-bb89-d2659cbfe551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.044145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:05.052149 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c88cd4af-5263-4edc-bb89-d2659cbfe551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.101688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cd4af-5263-4edc-bb89-d2659cbfe551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5737b00-ebae-42d8-8bc7-4a83454a1e22,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:05.166342 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.176742 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Transition to ACTIVE for port object 91e33bc6-9de8-417d-b310-5ae345393c29 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:05.195833 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c88cd4af-5263-4edc-bb89-d2659cbfe551 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5145029cd3c34848ab3f676095a64919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344303 Sep 07 16:23:05.197051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41772) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:05.202726 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Transition to ACTIVE for port object 91e33bc6-9de8-417d-b310-5ae345393c29 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:05.208547 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.230911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.235511 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 95c1d644-89dc-48a7-a09a-701c90e5a40e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=95c1d644-89dc-48a7-a09a-701c90e5a40e,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:05.238468 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.281618 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.288291 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.289804 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ae0ea852-7684-4a35-af2c-dc4309552ab3 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:05.296949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Pushing event updated for resources: {'Port': ['ID=91e33bc6-9de8-417d-b310-5ae345393c29,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:05.308205 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.355068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port fcf0daf0-631b-4eed-b834-89840ce46d3c yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:23:05.361329 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3c6e-6e46-4d3d-968a-789223e4bf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.410894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Network c504eee1-ec54-42c2-b6e7-78e0f8f14b11 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:05.427252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:05.441199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:05.486998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Allocated IP 172.25.3.129 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/f350b580-c6f4-46d5-ab79-33691bc2341a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:05.496421 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=95c1d644-89dc-48a7-a09a-701c90e5a40e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:05.501872 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3c6e-6e46-4d3d-968a-789223e4bf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.533526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ae0ea852-7684-4a35-af2c-dc4309552ab3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:05.537396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Attempting to bind port 91e33bc6-9de8-417d-b310-5ae345393c29 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:23:05.538342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Attempting to bind port 91e33bc6-9de8-417d-b310-5ae345393c29 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '2b1f213d-e7b5-40cd-80a7-d114389b6faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:23:05.539204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Attempting to bind port 91e33bc6-9de8-417d-b310-5ae345393c29 on network c504eee1-ec54-42c2-b6e7-78e0f8f14b11 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:23:05.545895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:23:05.546284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Checking segment: {'id': '2b1f213d-e7b5-40cd-80a7-d114389b6faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:05.546702 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.547105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Bound using segment: {'id': '2b1f213d-e7b5-40cd-80a7-d114389b6faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:23:05.547589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Bound port: 91e33bc6-9de8-417d-b310-5ae345393c29, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1f213d-e7b5-40cd-80a7-d114389b6faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:23:05.547981 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.646101 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7e9767-defe-4d85-8120-c830bb7f2130 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:05.668365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] For port 91e33bc6-9de8-417d-b310-5ae345393c29, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:23:05.674391 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3c6e-6e46-4d3d-968a-789223e4bf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.677984 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3c6e-6e46-4d3d-968a-789223e4bf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.684096 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4a5e3c6e-6e46-4d3d-968a-789223e4bf42 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d5737b00-ebae-42d8-8bc7-4a83454a1e22 HTTP/1.1" status: 204 len: 168 time: 0.4826596 Sep 07 16:23:05.689170 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::195 (a4a52928-aba9-4c1a-9760-c065e55e283a/ac52d1f2-7660-4aef-8be3-7f8d34b78e2d/fcf0daf0-631b-4eed-b834-89840ce46d3c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:05.695855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] For port 91e33bc6-9de8-417d-b310-5ae345393c29, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=91e33bc6-9de8-417d-b310-5ae345393c29,segment=NetworkSegment(2b1f213d-e7b5-40cd-80a7-d114389b6faa),segment_id=2b1f213d-e7b5-40cd-80a7-d114389b6faa)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:23:05.716169 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e3c6e-6e46-4d3d-968a-789223e4bf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5737b00-ebae-42d8-8bc7-4a83454a1e22,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:05.724739 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.793775 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.801657 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.883417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f350b580-c6f4-46d5-ab79-33691bc2341a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:05.889502 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Sync routers for ids ['0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:23:05.907363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:05.914819 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Routers {'0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:23:05.915400 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:22:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:05.916943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:05.923841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:05.974526 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:05.994947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object fcf0daf0-631b-4eed-b834-89840ce46d3c will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:06.034540 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:06.050306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e349c024-f569-47c9-bc88-fe1a000ce9a5 None None] Provisioning for port ae0ea852-7684-4a35-af2c-dc4309552ab3 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:06.085110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e349c024-f569-47c9-bc88-fe1a000ce9a5 None None] Provisioning complete for port ae0ea852-7684-4a35-af2c-dc4309552ab3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:06.085656 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e349c024-f569-47c9-bc88-fe1a000ce9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:06.120486 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:06.127401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:06.138291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:06.167007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd13e5b-9f9b-4680-af4f-cdc1eb4e049d None None] Pushing event updated for resources: {'Port': ['ID=91e33bc6-9de8-417d-b310-5ae345393c29,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:06.177329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:06.178564 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:06.257769 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5664687 Sep 07 16:23:06.260769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41798) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:06.336095 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 95c1d644-89dc-48a7-a09a-701c90e5a40e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:06.352292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f41d8-2ed1-4fc3-92e9-cf362e48940c req-94b4a4eb-ef83-4180-ba61-b3667cc0d120 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:06.357866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-be1f41d8-2ed1-4fc3-92e9-cf362e48940c req-94b4a4eb-ef83-4180-ba61-b3667cc0d120 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.3451831 Sep 07 16:23:06.359832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a4b0c-acbf-4e7c-b8de-f575b5cb7639 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:06.366200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a4b0c-acbf-4e7c-b8de-f575b5cb7639 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:06.368049 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-014a4b0c-acbf-4e7c-b8de-f575b5cb7639 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1042502 Sep 07 16:23:06.369016 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ca7ec-d457-466c-9b5c-769804d45b41 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=fcf0daf0-631b-4eed-b834-89840ce46d3c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:06.385749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41802) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:06.485757 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Set router 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:23:06.624869 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e349c024-f569-47c9-bc88-fe1a000ce9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:06.645028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 95c1d644-89dc-48a7-a09a-701c90e5a40e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:06.645489 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:06.766715 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-be1f41d8-2ed1-4fc3-92e9-cf362e48940c req-68e95c1c-1b86-4594-931f-3ed15d4554cc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4020405 Sep 07 16:23:06.846729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e349c024-f569-47c9-bc88-fe1a000ce9a5 None None] For port ae0ea852-7684-4a35-af2c-dc4309552ab3, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ae0ea852-7684-4a35-af2c-dc4309552ab3,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:06.903343 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e349c024-f569-47c9-bc88-fe1a000ce9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:06.939315 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e349c024-f569-47c9-bc88-fe1a000ce9a5 None None] Could not find standard attr ID for object 0e09213b-2f88-4a00-8b49-1617afbf92ae. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:23:06.962892 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'name': 'tempest-TestAggregatesBasicOps-8355623-router', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:54Z', 'updated_at': '2021-09-07T16:23:00Z', 'revision_number': 4, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'gw_port': {'id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:55Z', 'updated_at': '2021-09-07T16:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'de29418e-3928-4e3c-83be-38c81a8fa642', 'name': '', 'network_id': 'e7f94880-9628-4f62-b891-767f10556210', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'mac_address': 'fa:16:3e:30:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffc46791-2c84-49bf-969c-d7a95d15989c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:58Z', 'updated_at': '2021-09-07T16:23:00Z', 'revision_number': 2, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'subnets': [{'id': 'ffc46791-2c84-49bf-969c-d7a95d15989c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:06.965510 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:07.033115 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349c024-f569-47c9-bc88-fe1a000ce9a5 None None] Pushing event updated for resources: {'Port': ['ID=ae0ea852-7684-4a35-af2c-dc4309552ab3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:07.063325 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Checking router: 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:23:07.063680 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Updating router 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c port de29418e-3928-4e3c-83be-38c81a8fa642 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:23:07.084223 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6b073e98-38bb-4e3d-a06e-f30d9bc8762c None None] Provisioning for port fcf0daf0-631b-4eed-b834-89840ce46d3c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:07.089595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6b073e98-38bb-4e3d-a06e-f30d9bc8762c None None] Provisioning complete for port fcf0daf0-631b-4eed-b834-89840ce46d3c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:07.089985 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b073e98-38bb-4e3d-a06e-f30d9bc8762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:07.121358 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:07.187032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6b073e98-38bb-4e3d-a06e-f30d9bc8762c None None] Port fcf0daf0-631b-4eed-b834-89840ce46d3c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:23:07.210729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6b073e98-38bb-4e3d-a06e-f30d9bc8762c None None] Provisioning complete for port ae0ea852-7684-4a35-af2c-dc4309552ab3 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:07.211377 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b073e98-38bb-4e3d-a06e-f30d9bc8762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:07.566063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1820bac2-9c3b-4e92-a72e-e138c6aef549 None None] Could not find standard attr ID for object 821a3e4d-363b-4d66-9743-becda4919a00. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:23:07.656399 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:07.680642 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Transition to ACTIVE for port object de29418e-3928-4e3c-83be-38c81a8fa642 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:07.692161 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:07.910131 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Attempting to bind port de29418e-3928-4e3c-83be-38c81a8fa642 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:23:07.911026 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Attempting to bind port de29418e-3928-4e3c-83be-38c81a8fa642 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '799de02b-9245-46c4-a950-3edc232816f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7f94880-9628-4f62-b891-767f10556210'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:23:07.912374 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Attempting to bind port de29418e-3928-4e3c-83be-38c81a8fa642 on network e7f94880-9628-4f62-b891-767f10556210 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:23:07.924726 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:23:07.925498 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Checking segment: {'id': '799de02b-9245-46c4-a950-3edc232816f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7f94880-9628-4f62-b891-767f10556210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:07.926271 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:07.928503 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Bound using segment: {'id': '799de02b-9245-46c4-a950-3edc232816f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7f94880-9628-4f62-b891-767f10556210'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:23:07.929753 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Bound port: de29418e-3928-4e3c-83be-38c81a8fa642, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799de02b-9245-46c4-a950-3edc232816f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e7f94880-9628-4f62-b891-767f10556210'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:23:07.930604 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:07.949641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f770434-68f9-4537-9eb5-affedbc18caf None None] Network c504eee1-ec54-42c2-b6e7-78e0f8f14b11 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:08.019533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee9965-3a61-48c7-8a83-962369282b17 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port fcf0daf0-631b-4eed-b834-89840ce46d3c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:08.020024 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9965-3a61-48c7-8a83-962369282b17 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:08.111976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7b446-61fb-4e97-bdd7-46d4b52cc2c9 req-eb46bf27-ee9c-46a5-a8c1-5edddd82ad1d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:08.113395 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] For port de29418e-3928-4e3c-83be-38c81a8fa642, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:23:08.113888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f7b446-61fb-4e97-bdd7-46d4b52cc2c9 req-eb46bf27-ee9c-46a5-a8c1-5edddd82ad1d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.2963834 Sep 07 16:23:08.117820 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] For port de29418e-3928-4e3c-83be-38c81a8fa642, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=de29418e-3928-4e3c-83be-38c81a8fa642,segment=NetworkSegment(799de02b-9245-46c4-a950-3edc232816f1),segment_id=799de02b-9245-46c4-a950-3edc232816f1)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:23:08.119333 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Pushing event updated for resources: {'Port': ['ID=de29418e-3928-4e3c-83be-38c81a8fa642,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:08.146107 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:08.147077 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:08.147268 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-60c4cb67-af58-473b-81e2-0f5993f4719d None None] Provisioning for port 91e33bc6-9de8-417d-b310-5ae345393c29 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:08.147734 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:08.162302 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:08.163972 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:08.164507 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:08.167329 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:08.167872 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:08.169500 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:08.170189 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:08.170421 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:08.177451 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:08.186966 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:08.344897 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33d146-6f74-4690-bcfb-c627e137521e None None] Pushing event updated for resources: {'Port': ['ID=de29418e-3928-4e3c-83be-38c81a8fa642,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:08.380365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-019b500b-74af-4041-afdf-b154e25aa2d4 None None] Could not find standard attr ID for object 0e09213b-2f88-4a00-8b49-1617afbf92ae. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:23:08.388921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41848) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:08.396791 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Routers {'0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:23:08.397437 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:22:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:08.527059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1d4cd219-d2c9-4834-b273-ac11300086eb None None] Provisioning complete for port fcf0daf0-631b-4eed-b834-89840ce46d3c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:08.527666 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd219-d2c9-4834-b273-ac11300086eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:08.544767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 91e33bc6-9de8-417d-b310-5ae345393c29 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:08.644180 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f50fdc4-a7e3-4340-a9e9-df4a087b42d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:08.645030 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] Set router 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:23:08.692097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f7b446-61fb-4e97-bdd7-46d4b52cc2c9 req-487685a7-3b5a-43d2-9e33-6e21973571ff tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5407283 Sep 07 16:23:08.741794 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1d4cd219-d2c9-4834-b273-ac11300086eb None None] Port fcf0daf0-631b-4eed-b834-89840ce46d3c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:23:08.750109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 91e33bc6-9de8-417d-b310-5ae345393c29 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:08.765256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 91e33bc6-9de8-417d-b310-5ae345393c29 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:08.780420 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:08.828299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9965-3a61-48c7-8a83-962369282b17 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:08.874355 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f50fdc4-a7e3-4340-a9e9-df4a087b42d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:08.879788 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f50fdc4-a7e3-4340-a9e9-df4a087b42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:08.886489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee9965-3a61-48c7-8a83-962369282b17 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for fcf0daf0-631b-4eed-b834-89840ce46d3c owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:09.000171 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9f50fdc4-a7e3-4340-a9e9-df4a087b42d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea10971d80924a3bac618da47cec10ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6068983 Sep 07 16:23:09.002246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41856) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:09.002896 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50fdc4-a7e3-4340-a9e9-df4a087b42d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ac2c75-0f61-4a23-9b29-23e01b4a6925,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:09.021644 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.042770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e325ca-fd56-4239-9eb9-c068003838ea req-b37c6dd8-81c0-49a6-92d7-96e2f989efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:09.044774 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74e325ca-fd56-4239-9eb9-c068003838ea req-b37c6dd8-81c0-49a6-92d7-96e2f989efa0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1095 time: 1.9718556 Sep 07 16:23:09.049987 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.093881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 91e33bc6-9de8-417d-b310-5ae345393c29, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=91e33bc6-9de8-417d-b310-5ae345393c29,segment=NetworkSegment(2b1f213d-e7b5-40cd-80a7-d114389b6faa),segment_id=2b1f213d-e7b5-40cd-80a7-d114389b6faa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:09.102448 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.103614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ae0ea852-7684-4a35-af2c-dc4309552ab3 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:09.108951 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c74d412e-c088-4267-b7f1-804322821f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.145851 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c74d412e-c088-4267-b7f1-804322821f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.159577 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'name': 'tempest-TestAggregatesBasicOps-8355623-router', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:54Z', 'updated_at': '2021-09-07T16:23:00Z', 'revision_number': 4, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'gw_port': {'id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:55Z', 'updated_at': '2021-09-07T16:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'de29418e-3928-4e3c-83be-38c81a8fa642', 'name': '', 'network_id': 'e7f94880-9628-4f62-b891-767f10556210', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'mac_address': 'fa:16:3e:30:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffc46791-2c84-49bf-969c-d7a95d15989c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:58Z', 'updated_at': '2021-09-07T16:23:08Z', 'revision_number': 4, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'subnets': [{'id': 'ffc46791-2c84-49bf-969c-d7a95d15989c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:09.214062 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e325ca-fd56-4239-9eb9-c068003838ea req-afeb3aaa-ad0f-4076-820a-5f869f22f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:09.215856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74e325ca-fd56-4239-9eb9-c068003838ea req-afeb3aaa-ad0f-4076-820a-5f869f22f68b service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.1298599 Sep 07 16:23:09.217702 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ae0ea852-7684-4a35-af2c-dc4309552ab3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:09.218081 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.220002 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f03dcf7-80fb-4a62-a932-c17b1b28b271 None None] The sync data for ids ['0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'] in n-d-807551-3 is: [{'id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'name': 'tempest-TestAggregatesBasicOps-8355623-router', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:54Z', 'updated_at': '2021-09-07T16:23:00Z', 'revision_number': 4, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'gw_port': {'id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:55Z', 'updated_at': '2021-09-07T16:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'de29418e-3928-4e3c-83be-38c81a8fa642', 'name': '', 'network_id': 'e7f94880-9628-4f62-b891-767f10556210', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'mac_address': 'fa:16:3e:30:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffc46791-2c84-49bf-969c-d7a95d15989c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:58Z', 'updated_at': '2021-09-07T16:23:08Z', 'revision_number': 4, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'subnets': [{'id': 'ffc46791-2c84-49bf-969c-d7a95d15989c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:23:09.226310 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=91e33bc6-9de8-417d-b310-5ae345393c29,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:09.248954 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c74d412e-c088-4267-b7f1-804322821f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.252411 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c74d412e-c088-4267-b7f1-804322821f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.253762 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c74d412e-c088-4267-b7f1-804322821f37 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a3ac2c75-0f61-4a23-9b29-23e01b4a6925 HTTP/1.1" status: 204 len: 168 time: 0.2450342 Sep 07 16:23:09.258182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6882579a-02c0-44fd-844e-0d35a76cd283 None None] Provisioning complete for port 91e33bc6-9de8-417d-b310-5ae345393c29 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:09.259013 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6882579a-02c0-44fd-844e-0d35a76cd283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.284539 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d412e-c088-4267-b7f1-804322821f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ac2c75-0f61-4a23-9b29-23e01b4a6925,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:09.463837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74e325ca-fd56-4239-9eb9-c068003838ea req-466c47a8-435d-4fbb-832a-cf9d17ccabb3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 999 time: 0.2157116 Sep 07 16:23:09.510074 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9965-3a61-48c7-8a83-962369282b17 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.561484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee9965-3a61-48c7-8a83-962369282b17 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=fcf0daf0-631b-4eed-b834-89840ce46d3c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:09.579372 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e325ca-fd56-4239-9eb9-c068003838ea req-68e8abde-67c9-4282-b3af-1c69b1c2a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:09.580833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74e325ca-fd56-4239-9eb9-c068003838ea req-68e8abde-67c9-4282-b3af-1c69b1c2a00a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.1076488 Sep 07 16:23:09.615550 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9965-3a61-48c7-8a83-962369282b17 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.620329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41868) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:09.620995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e4ee9965-3a61-48c7-8a83-962369282b17 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/fcf0daf0-631b-4eed-b834-89840ce46d3c HTTP/1.1" status: 204 len: 168 time: 3.2328680 Sep 07 16:23:09.637658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Router 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:23:09.717076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e325ca-fd56-4239-9eb9-c068003838ea req-56809c7d-4866-4e39-9248-f384441a6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:09.717999 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5d54d7-60df-4ae9-935a-cdad4718afdf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:09.719001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74e325ca-fd56-4239-9eb9-c068003838ea req-56809c7d-4866-4e39-9248-f384441a6dd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186144 Sep 07 16:23:09.726824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5d54d7-60df-4ae9-935a-cdad4718afdf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:09.729228 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5f5d54d7-60df-4ae9-935a-cdad4718afdf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1076434 Sep 07 16:23:09.732221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41874) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:09.753314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-74e325ca-fd56-4239-9eb9-c068003838ea req-73bb874e-c82e-4672-b5f0-33f1ea52516d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:23:09.754621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74e325ca-fd56-4239-9eb9-c068003838ea req-73bb874e-c82e-4672-b5f0-33f1ea52516d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113091 Sep 07 16:23:09.825766 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dea71a3-5f89-4330-b2f0-8fa0cd915fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet ac52d1f2-7660-4aef-8be3-7f8d34b78e2d {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:09.829403 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3dea71a3-5f89-4330-b2f0-8fa0cd915fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.858729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:23:09.871100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Sync routers for ids ['8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:23:09.883293 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3dea71a3-5f89-4330-b2f0-8fa0cd915fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.884093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Routers {'8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:23:09.885270 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:22:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:09.937990 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:09.944575 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a54ebde2-d895-48a6-bb14-3d2f1cbbccb0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6134493 Sep 07 16:23:09.945224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41880) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:10.004839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470966b-47e2-483e-9df4-7c866f228249 req-7a1e7fd1-f7ba-42e5-84e2-7ff41c52c745 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:10.007044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8470966b-47e2-483e-9df4-7c866f228249 req-7a1e7fd1-f7ba-42e5-84e2-7ff41c52c745 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1442997 Sep 07 16:23:10.064161 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74e325ca-fd56-4239-9eb9-c068003838ea req-4cd52d26-304b-40ad-a3f6-a03321b59b6f service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022809 Sep 07 16:23:10.083635 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3dea71a3-5f89-4330-b2f0-8fa0cd915fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:10.086590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8470966b-47e2-483e-9df4-7c866f228249 req-e585db43-e40f-4526-af95-af20a35d6b13 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718923 Sep 07 16:23:10.259642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74e325ca-fd56-4239-9eb9-c068003838ea req-9a079865-a7cf-4020-ac2a-24f96cf288e3 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875937 Sep 07 16:23:10.375918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device de29418e-3928-4e3c-83be-38c81a8fa642 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:10.382966 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5958de01-d047-4cf3-885f-de8b4eca762d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:10.415398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Set router 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:23:10.565967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port de29418e-3928-4e3c-83be-38c81a8fa642 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:10.572682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port de29418e-3928-4e3c-83be-38c81a8fa642 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:10.573210 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:10.740648 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:10.761195 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3dea71a3-5f89-4330-b2f0-8fa0cd915fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:10.782410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'name': 'tempest-TestAggregatesBasicOps-1905841762-router', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:23:04Z', 'updated_at': '2021-09-07T16:23:06Z', 'revision_number': 3, 'project_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'gw_port': {'id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:23:05Z', 'updated_at': '2021-09-07T16:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:10.802984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea71a3-5f89-4330-b2f0-8fa0cd915fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=ac52d1f2-7660-4aef-8be3-7f8d34b78e2d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:10.817988 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3dea71a3-5f89-4330-b2f0-8fa0cd915fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:10.819995 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3dea71a3-5f89-4330-b2f0-8fa0cd915fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/ac52d1f2-7660-4aef-8be3-7f8d34b78e2d HTTP/1.1" status: 204 len: 168 time: 1.0860860 Sep 07 16:23:10.822585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41908) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:10.863518 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff506bea-0d77-4521-bba5-be2d70a4ab21 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:10.869612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Checking router: 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:23:10.869975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Updating router 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 port f350b580-c6f4-46d5-ab79-33691bc2341a binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:23:10.909383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3306188c-d4a8-48e0-b38d-f012e92d2f82 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853679 Sep 07 16:23:10.910221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:10.928549 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port de29418e-3928-4e3c-83be-38c81a8fa642, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=de29418e-3928-4e3c-83be-38c81a8fa642,segment=NetworkSegment(799de02b-9245-46c4-a950-3edc232816f1),segment_id=799de02b-9245-46c4-a950-3edc232816f1)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:10.939045 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:10.939795 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 91e33bc6-9de8-417d-b310-5ae345393c29 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:10.968704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6112e195-08df-4c9d-9912-0ad2882f49d5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:10.973421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6112e195-08df-4c9d-9912-0ad2882f49d5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0617661 Sep 07 16:23:10.974246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:11.039270 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41916) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:11.052994 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.065381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f01502-b5a1-472f-86a2-5036325873e1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:11.069269 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a8f01502-b5a1-472f-86a2-5036325873e1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0916657 Sep 07 16:23:11.070098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41920) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:11.133671 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9c3ff11c-8094-4ede-bde5-008530fe0fd4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621438 Sep 07 16:23:11.137607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41924) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:11.142683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:11.234211 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53bb1e8f-d41c-4ade-9bfa-09daee87b850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.254417 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.312377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4103d-786a-475d-bcbe-1ba1190686f0 req-96d97df9-5796-47dc-83c2-7a74281825ec tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:11.320396 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73e4103d-786a-475d-bcbe-1ba1190686f0 req-96d97df9-5796-47dc-83c2-7a74281825ec tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0802343 Sep 07 16:23:11.330359 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.341205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Transition to ACTIVE for port object f350b580-c6f4-46d5-ab79-33691bc2341a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:11.358333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=de29418e-3928-4e3c-83be-38c81a8fa642,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:11.361574 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.397912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73e4103d-786a-475d-bcbe-1ba1190686f0 req-729c73b5-b0e3-4bd8-b42e-45e2c0e9d18f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764868 Sep 07 16:23:11.469526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Attempting to bind port f350b580-c6f4-46d5-ab79-33691bc2341a on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:23:11.470065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Attempting to bind port f350b580-c6f4-46d5-ab79-33691bc2341a by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:23:11.470269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Attempting to bind port f350b580-c6f4-46d5-ab79-33691bc2341a on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:23:11.490613 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77518383-5459-41e7-b5f0-dd63e7e6e7fd None None] Pushing event updated for resources: {'Port': ['ID=f350b580-c6f4-46d5-ab79-33691bc2341a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:11.505875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:23:11.506260 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:11.506674 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.507078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:23:11.507574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Bound port: f350b580-c6f4-46d5-ab79-33691bc2341a, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:23:11.507966 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.516663 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53bb1e8f-d41c-4ade-9bfa-09daee87b850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.526921 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53bb1e8f-d41c-4ade-9bfa-09daee87b850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.542704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 91e33bc6-9de8-417d-b310-5ae345393c29 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:11.543313 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.562321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:11.566468 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.584836 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-53bb1e8f-d41c-4ade-9bfa-09daee87b850 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7bc476fce80e458fa24c2bfc214ed0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441818 Sep 07 16:23:11.588207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb1e8f-d41c-4ade-9bfa-09daee87b850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0050f8-393b-4388-84fc-0237b91b78cf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:11.592390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41930) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:11.604699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fbb06-ff16-4258-b6e9-a242cdffd44e req-c5b814ec-3dba-4964-b532-f2ce90e73687 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:11.613927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e08fbb06-ff16-4258-b6e9-a242cdffd44e req-c5b814ec-3dba-4964-b532-f2ce90e73687 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1136031 Sep 07 16:23:11.614577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] For port f350b580-c6f4-46d5-ab79-33691bc2341a, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:23:11.618609 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] For port f350b580-c6f4-46d5-ab79-33691bc2341a, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f350b580-c6f4-46d5-ab79-33691bc2341a,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:23:11.620707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Allocated IP 172.20.0.1 (c504eee1-ec54-42c2-b6e7-78e0f8f14b11/e2c00cf8-be1f-4205-a8e8-3ea2a40c9fbe/09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:11.628421 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.711546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Routers {'8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:23:11.712205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:22:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:11.720658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578e104a-2a6d-4fd2-a4da-3fdd2ce31ef6 None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:23:11.756248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e08fbb06-ff16-4258-b6e9-a242cdffd44e req-9761fa74-6b0e-41b1-b9da-4ea0fc8b579e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414311 Sep 07 16:23:11.772223 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77518383-5459-41e7-b5f0-dd63e7e6e7fd None None] Pushing event updated for resources: {'Port': ['ID=f350b580-c6f4-46d5-ab79-33691bc2341a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:11.792965 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcbe6b14-7dd4-4d20-89ba-efcd961f6e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.844734 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcbe6b14-7dd4-4d20-89ba-efcd961f6e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:11.906291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] Set router 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:23:11.956672 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.012231 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Transition to ACTIVE for port object 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:12.015938 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcbe6b14-7dd4-4d20-89ba-efcd961f6e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.020925 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fcbe6b14-7dd4-4d20-89ba-efcd961f6e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.022148 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fcbe6b14-7dd4-4d20-89ba-efcd961f6e77 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee0050f8-393b-4388-84fc-0237b91b78cf HTTP/1.1" status: 204 len: 168 time: 0.4264107 Sep 07 16:23:12.051626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe6b14-7dd4-4d20-89ba-efcd961f6e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0050f8-393b-4388-84fc-0237b91b78cf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:12.122341 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.144463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-578e104a-2a6d-4fd2-a4da-3fdd2ce31ef6 None None] Deleting port ae0ea852-7684-4a35-af2c-dc4309552ab3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:12.145154 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-578e104a-2a6d-4fd2-a4da-3fdd2ce31ef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.202923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Network c504eee1-ec54-42c2-b6e7-78e0f8f14b11 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:12.212832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:12.213150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.objects.ports [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:23:12.217830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:12.230128 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-578e104a-2a6d-4fd2-a4da-3fdd2ce31ef6 None None] For port ae0ea852-7684-4a35-af2c-dc4309552ab3, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ae0ea852-7684-4a35-af2c-dc4309552ab3,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:12.230906 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-578e104a-2a6d-4fd2-a4da-3fdd2ce31ef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.246822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-578e104a-2a6d-4fd2-a4da-3fdd2ce31ef6 None None] Calling delete_port for ae0ea852-7684-4a35-af2c-dc4309552ab3 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:12.251448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4341013-eb2a-4118-bef4-55329a8d6c76 req-76ecfa6b-fa3b-44d5-98e9-ce5b01ceeaa5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:12.253044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4341013-eb2a-4118-bef4-55329a8d6c76 req-76ecfa6b-fa3b-44d5-98e9-ce5b01ceeaa5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1728916 Sep 07 16:23:12.299492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Pushing event updated for resources: {'Port': ['ID=09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:12.322802 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.332307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device de29418e-3928-4e3c-83be-38c81a8fa642 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:12.438416 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port de29418e-3928-4e3c-83be-38c81a8fa642 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:12.439120 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.471814 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-578e104a-2a6d-4fd2-a4da-3fdd2ce31ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.502549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4341013-eb2a-4118-bef4-55329a8d6c76 req-0b44addd-a080-4dc0-b8f7-b8376a3a9e76 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966661 Sep 07 16:23:12.582049 n-d-807551-3 neutron-server[94770]: WARNING neutron.services.revisions.revision_plugin [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Could not find related port for resource to bump revision. Sep 07 16:23:12.596660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.ipam_pluggable_backend [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Port ae0ea852-7684-4a35-af2c-dc4309552ab3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94770) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 07 16:23:12.596986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.ipam_pluggable_backend [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Reverting IP allocation for 2001:db8::f816:3eff:fea6:9586 {{(pid=94770) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 07 16:23:12.609939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.ipam_pluggable_backend [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea6:9586 {{(pid=94770) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 07 16:23:12.611336 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.632989 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.718707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=0d490a28-2659-4086-b76d-eb3321332052,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:12.758756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:12.764278 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e104a-2a6d-4fd2-a4da-3fdd2ce31ef6 None None] Pushing event deleted for resources: {'Port': ['ID=ae0ea852-7684-4a35-af2c-dc4309552ab3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:12.768287 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e104a-2a6d-4fd2-a4da-3fdd2ce31ef6 None None] No DVR routers for this DVR port ae0ea852-7684-4a35-af2c-dc4309552ab3 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:23:12.786086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:12.795075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:12.796090 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.799569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582da50d-4fe8-4996-b0b6-d10537443a93 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:12.865482 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-957bc9ed-b019-4947-9bb4-f31f44bbaebd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7265739 Sep 07 16:23:12.869000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41956) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:12.883628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7beb3824-9c62-4daf-bfaf-f82cd86972a1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:12.936149 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.948509 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:12.980588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-da7f1efc-4b19-4a0d-80a2-3dc57cbf398c None None] Provisioning for port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:12.986036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'name': 'tempest-TestAggregatesBasicOps-1905841762-router', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:23:04Z', 'updated_at': '2021-09-07T16:23:06Z', 'revision_number': 3, 'project_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'gw_port': {'id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:23:05Z', 'updated_at': '2021-09-07T16:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:12.990632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-da7f1efc-4b19-4a0d-80a2-3dc57cbf398c None None] Provisioning complete for port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:12.991191 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da7f1efc-4b19-4a0d-80a2-3dc57cbf398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:13.027297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': '0d490a28-2659-4086-b76d-eb3321332052'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:23:13.028492 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:13.079717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Pushing event updated for resources: {'Port': ['ID=09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:13.082612 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:13.112895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de761f6-9d14-42d8-be4c-e24427061673 req-af53ca8c-9627-499f-8ce7-470d93d50a7c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:13.120550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0de761f6-9d14-42d8-be4c-e24427061673 req-af53ca8c-9627-499f-8ce7-470d93d50a7c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1702878 Sep 07 16:23:13.196197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Allocated IP 2001:db8::f816:3eff:fe2d:4409 (a4a52928-aba9-4c1a-9760-c065e55e283a/0d490a28-2659-4086-b76d-eb3321332052/20c04805-b668-4ada-9c23-0116486f5da9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:13.214293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0de761f6-9d14-42d8-be4c-e24427061673 req-ebdd4319-ca72-4e88-a740-f04606c0af98 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911453 Sep 07 16:23:13.233008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350eeed5-7ec1-4f54-87d1-6f4742aeff43 None None] The sync data for ids ['8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'] in n-d-807551-3 is: [{'id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'name': 'tempest-TestAggregatesBasicOps-1905841762-router', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:23:04Z', 'updated_at': '2021-09-07T16:23:06Z', 'revision_number': 3, 'project_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'gw_port': {'id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:23:05Z', 'updated_at': '2021-09-07T16:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:23:13.242085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beb3824-9c62-4daf-bfaf-f82cd86972a1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:13.249850 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7beb3824-9c62-4daf-bfaf-f82cd86972a1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:13.306034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Network c504eee1-ec54-42c2-b6e7-78e0f8f14b11 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:13.307540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:13.322045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-da7f1efc-4b19-4a0d-80a2-3dc57cbf398c None None] Port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:23:13.410855 n-d-807551-3 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-7beb3824-9c62-4daf-bfaf-f82cd86972a1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d490a28-2659-4086-b76d-eb3321332052 (CIDR: 2001:db8::/64) Sep 07 16:23:13.413104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ae0ea852-7684-4a35-af2c-dc4309552ab3 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:13.416163 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7beb3824-9c62-4daf-bfaf-f82cd86972a1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:23:13.416904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7beb3824-9c62-4daf-bfaf-f82cd86972a1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:13.442906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7beb3824-9c62-4daf-bfaf-f82cd86972a1 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5720086 Sep 07 16:23:13.446323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41968) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:13.446798 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ae0ea852-7684-4a35-af2c-dc4309552ab3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:23:13.447542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ae0ea852-7684-4a35-af2c-dc4309552ab3 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:23:13.462746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-da7a2085-c533-4592-aa64-7cc513ee0b23 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:13.535403 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:13.548214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Transition to ACTIVE for port object 20c04805-b668-4ada-9c23-0116486f5da9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:13.567400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Transition to ACTIVE for port object 20c04805-b668-4ada-9c23-0116486f5da9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:13.580662 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:13.658847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Router 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:23:13.698403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:13.711752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:13.725670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:13.727057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7a2085-c533-4592-aa64-7cc513ee0b23 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:13.737095 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da7a2085-c533-4592-aa64-7cc513ee0b23 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:13.897170 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Pushing event updated for resources: {'Port': ['ID=20c04805-b668-4ada-9c23-0116486f5da9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:13.934459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Attempting to bind port 20c04805-b668-4ada-9c23-0116486f5da9 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:23:13.934925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Attempting to bind port 20c04805-b668-4ada-9c23-0116486f5da9 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:23:13.935872 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Attempting to bind port 20c04805-b668-4ada-9c23-0116486f5da9 on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:23:13.944846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:23:13.954378 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:13.961467 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b8a925bf-7dc1-4d41-bc57-0bbdd03e938e admin admin] 10.222.0.70 "PUT /v2.0/routers/8533edbc-ed6d-4dbe-8e99-17a5a8a134d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0161977 Sep 07 16:23:13.968156 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a58158f2-58bb-4500-a2a1-d3309aa04f85 None None] Provisioning complete for port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:13.968594 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a58158f2-58bb-4500-a2a1-d3309aa04f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:13.971442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:23:13.971832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:13.972239 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:13.972725 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:23:13.973164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Bound port: 20c04805-b668-4ada-9c23-0116486f5da9, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:23:13.973540 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:14.075773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a58158f2-58bb-4500-a2a1-d3309aa04f85 None None] Port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:23:14.141676 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] For port 20c04805-b668-4ada-9c23-0116486f5da9, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:23:14.152924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] For port 20c04805-b668-4ada-9c23-0116486f5da9, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=20c04805-b668-4ada-9c23-0116486f5da9,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:23:14.182218 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:14.372974 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23b6c1bd-c653-444d-a1ae-17d2c4bfd1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:14.395600 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f350b580-c6f4-46d5-ab79-33691bc2341a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:14.447499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b247e08-3d7b-4a38-9cc5-5ebecfb49d5f None None] Pushing event updated for resources: {'Port': ['ID=20c04805-b668-4ada-9c23-0116486f5da9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:14.511067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42026) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:14.535632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port f350b580-c6f4-46d5-ab79-33691bc2341a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:14.545309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f350b580-c6f4-46d5-ab79-33691bc2341a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:14.546875 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:14.572094 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da7a2085-c533-4592-aa64-7cc513ee0b23 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:14.732754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c79c13be-600a-4364-9d5e-66f6d189f7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:14.733971 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:14.781452 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port f350b580-c6f4-46d5-ab79-33691bc2341a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f350b580-c6f4-46d5-ab79-33691bc2341a,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:14.793868 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:14.812313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7a2085-c533-4592-aa64-7cc513ee0b23 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:14.814681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a2085-c533-4592-aa64-7cc513ee0b23 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=b49a35bc-dde6-4929-9fbf-415dac97bfec,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:14.861758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-da7a2085-c533-4592-aa64-7cc513ee0b23 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:14.871541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7a2085-c533-4592-aa64-7cc513ee0b23 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:14.873729 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da7a2085-c533-4592-aa64-7cc513ee0b23 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:14.893397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d756405-7aea-4fbe-9bf2-787c9804fe5f req-53ee4cad-f1f6-4fc6-a2ab-205cb559ecfc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:14.896896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4d756405-7aea-4fbe-9bf2-787c9804fe5f req-53ee4cad-f1f6-4fc6-a2ab-205cb559ecfc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.4722784 Sep 07 16:23:14.974421 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c79c13be-600a-4364-9d5e-66f6d189f7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:14.981135 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c79c13be-600a-4364-9d5e-66f6d189f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:14.987918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4d756405-7aea-4fbe-9bf2-787c9804fe5f req-af75779e-7cfc-48aa-8cf1-5ac3cc119088 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815394 Sep 07 16:23:14.995048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-da7a2085-c533-4592-aa64-7cc513ee0b23 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5467086 Sep 07 16:23:14.997370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42034) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:15.008617 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:15.024935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'mac_address': 'fa:16:3e:54:9f:1f', 'name': 'tempest-NetworksTestDHCPv6-754595420'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:15.068825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=f350b580-c6f4-46d5-ab79-33691bc2341a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:15.105049 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c79c13be-600a-4364-9d5e-66f6d189f7e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca8eeac178974e9dad6ee8930886b95c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922666 Sep 07 16:23:15.109030 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42040) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:15.255082 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c13be-600a-4364-9d5e-66f6d189f7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b8aad6-9a41-46f8-aa02-4dca85db96b8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:15.290100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:15.327760 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40f8eeae-df78-4566-ad51-441d97613421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:15.418802 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40f8eeae-df78-4566-ad51-441d97613421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:15.502211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2c178-3394-4465-909c-60a83756b470 req-51cb7e40-719b-4028-a178-f1517538ce63 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:15.504274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20a2c178-3394-4465-909c-60a83756b470 req-51cb7e40-719b-4028-a178-f1517538ce63 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1281302 Sep 07 16:23:15.507424 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:15.517943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40f8eeae-df78-4566-ad51-441d97613421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:15.523191 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40f8eeae-df78-4566-ad51-441d97613421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:15.526180 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-40f8eeae-df78-4566-ad51-441d97613421 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94b8aad6-9a41-46f8-aa02-4dca85db96b8 HTTP/1.1" status: 204 len: 168 time: 0.4158163 Sep 07 16:23:15.541612 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8eeae-df78-4566-ad51-441d97613421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b8aad6-9a41-46f8-aa02-4dca85db96b8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:15.570993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 3b35634c-3de1-45dd-9d09-e4db7f3d1ecd yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:23:15.593624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20a2c178-3394-4465-909c-60a83756b470 req-2c27eeb2-df68-4e4f-93eb-5fc970855802 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743926 Sep 07 16:23:15.902651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8:0:1::2e1 (a4a52928-aba9-4c1a-9760-c065e55e283a/b49a35bc-dde6-4929-9fbf-415dac97bfec/3b35634c-3de1-45dd-9d09-e4db7f3d1ecd) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:15.920762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::f816:3eff:fe54:9f1f (a4a52928-aba9-4c1a-9760-c065e55e283a/0d490a28-2659-4086-b76d-eb3321332052/3b35634c-3de1-45dd-9d09-e4db7f3d1ecd) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:16.013281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42108) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:16.044241 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d76b-46b4-4284-a7b7-7f48c754462b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.239399 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d76b-46b4-4284-a7b7-7f48c754462b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.244884 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d76b-46b4-4284-a7b7-7f48c754462b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.296685 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.309649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3d76b-46b4-4284-a7b7-7f48c754462b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e83c9d2-7b8e-4779-955c-d56a88be764b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:16.319640 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b5d3d76b-46b4-4284-a7b7-7f48c754462b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=59b09b653f8540229d12170bc8c99ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036454 Sep 07 16:23:16.320632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42114) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:16.336251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object 3b35634c-3de1-45dd-9d09-e4db7f3d1ecd will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:16.387929 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1261d915-22b4-40f6-97c7-e46e04c8e81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.392807 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 20c04805-b668-4ada-9c23-0116486f5da9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:16.430340 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1261d915-22b4-40f6-97c7-e46e04c8e81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.440217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36f861-3487-4056-8ecd-ff6865434f02 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:16.441278 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.493526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:16.501147 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:16.503225 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1261d915-22b4-40f6-97c7-e46e04c8e81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.506372 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:16.507042 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1261d915-22b4-40f6-97c7-e46e04c8e81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.510533 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1261d915-22b4-40f6-97c7-e46e04c8e81f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e83c9d2-7b8e-4779-955c-d56a88be764b HTTP/1.1" status: 204 len: 168 time: 0.1856811 Sep 07 16:23:16.525335 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261d915-22b4-40f6-97c7-e46e04c8e81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e83c9d2-7b8e-4779-955c-d56a88be764b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:16.527594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:16.529322 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.552442 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=3b35634c-3de1-45dd-9d09-e4db7f3d1ecd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:16.564277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-44c47081-8ca0-46b8-9182-0c08f7714800 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5609341 Sep 07 16:23:16.564713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42122) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:16.659585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42128) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:16.662324 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Sync routers for ids ['8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:23:16.677841 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Routers {'8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:23:16.678475 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:23:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:16.767097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3f014208-eb59-4f36-81de-96a72a7734f4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port 3b35634c-3de1-45dd-9d09-e4db7f3d1ecd {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:16.767458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f014208-eb59-4f36-81de-96a72a7734f4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.864521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 20c04805-b668-4ada-9c23-0116486f5da9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:16.868948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-41484a00-484e-4655-aec4-cf748b20d526 None None] Provisioning for port 20c04805-b668-4ada-9c23-0116486f5da9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:16.879196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 20c04805-b668-4ada-9c23-0116486f5da9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:16.879937 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.881634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-41484a00-484e-4655-aec4-cf748b20d526 None None] Provisioning complete for port 20c04805-b668-4ada-9c23-0116486f5da9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:16.882002 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41484a00-484e-4655-aec4-cf748b20d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.884119 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Set router 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:23:16.885936 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:16.929787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9c43c-d801-4a5e-85e3-8a76ac395320 req-22a73a19-9400-4abb-87a0-4d1b737b9053 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:16.931572 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ce9c43c-d801-4a5e-85e3-8a76ac395320 req-22a73a19-9400-4abb-87a0-4d1b737b9053 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1880465 Sep 07 16:23:17.081172 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f014208-eb59-4f36-81de-96a72a7734f4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:17.107725 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41484a00-484e-4655-aec4-cf748b20d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:17.120591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3f014208-eb59-4f36-81de-96a72a7734f4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for 3b35634c-3de1-45dd-9d09-e4db7f3d1ecd owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:17.166829 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ce9c43c-d801-4a5e-85e3-8a76ac395320 req-45896518-e3c9-4e18-9b3c-e69efa8b5e25 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243703 Sep 07 16:23:17.265599 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'name': 'tempest-TestAggregatesBasicOps-1905841762-router', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:23:04Z', 'updated_at': '2021-09-07T16:23:12Z', 'revision_number': 4, 'project_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'gw_port': {'id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:23:05Z', 'updated_at': '2021-09-07T16:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d', 'name': '', 'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'mac_address': 'fa:16:3e:a1:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'e2c00cf8-be1f-4205-a8e8-3ea2a40c9fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:23:11Z', 'updated_at': '2021-09-07T16:23:12Z', 'revision_number': 2, 'project_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'subnets': [{'id': 'e2c00cf8-be1f-4205-a8e8-3ea2a40c9fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:17.270437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-41484a00-484e-4655-aec4-cf748b20d526 None None] For port 20c04805-b668-4ada-9c23-0116486f5da9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=20c04805-b668-4ada-9c23-0116486f5da9,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:17.271996 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:17.288686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb32dff1-85ce-4410-9afe-87ba2f581ec2 None None] Update dhcp port {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': '0d490a28-2659-4086-b76d-eb3321332052', 'ip_address': '2001:db8::f816:3eff:fe2d:4409'}, {'subnet_id': 'b49a35bc-dde6-4929-9fbf-415dac97bfec'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '20c04805-b668-4ada-9c23-0116486f5da9'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:23:17.320960 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Checking router: 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:23:17.321322 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Updating router 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:23:17.325359 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb32dff1-85ce-4410-9afe-87ba2f581ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:17.329102 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41484a00-484e-4655-aec4-cf748b20d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:17.348022 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:17.449255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557adc2b-f908-4cde-a514-8a91a20e3903 req-5bc95530-1a59-4cb4-90f5-0dfb641fbfb6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:17.458980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-557adc2b-f908-4cde-a514-8a91a20e3903 req-5bc95530-1a59-4cb4-90f5-0dfb641fbfb6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1351492 Sep 07 16:23:17.469060 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:23:17.469606 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:23:17.510020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41484a00-484e-4655-aec4-cf748b20d526 None None] Pushing event updated for resources: {'Port': ['ID=20c04805-b668-4ada-9c23-0116486f5da9,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:17.514707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-557adc2b-f908-4cde-a514-8a91a20e3903 req-eae76e4c-150e-42fa-8d6b-b24495c2d62d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545542 Sep 07 16:23:17.580907 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f014208-eb59-4f36-81de-96a72a7734f4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:17.625755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f014208-eb59-4f36-81de-96a72a7734f4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=3b35634c-3de1-45dd-9d09-e4db7f3d1ecd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:17.647673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44b202fc-24b0-49e5-8fec-a5d5b3a641d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:17.694338 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f014208-eb59-4f36-81de-96a72a7734f4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:17.704865 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3f014208-eb59-4f36-81de-96a72a7734f4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/3b35634c-3de1-45dd-9d09-e4db7f3d1ecd HTTP/1.1" status: 204 len: 168 time: 1.1368673 Sep 07 16:23:17.705135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42150) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:17.718865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-eb32dff1-85ce-4410-9afe-87ba2f581ec2 None None] Allocated IP 2001:db8:0:1::2 (a4a52928-aba9-4c1a-9760-c065e55e283a/b49a35bc-dde6-4929-9fbf-415dac97bfec/20c04805-b668-4ada-9c23-0116486f5da9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:17.785988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881eedd7-7440-4443-a0e9-c9585313b4ee tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:17.787603 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-881eedd7-7440-4443-a0e9-c9585313b4ee tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0813479 Sep 07 16:23:17.790869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42154) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:17.899247 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2110b08-bcc5-4f4b-9eb4-2f9d528f2752 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:17.906655 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e2110b08-bcc5-4f4b-9eb4-2f9d528f2752 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1146865 Sep 07 16:23:17.908707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42162) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:17.965854 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:17.982595 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Transition to ACTIVE for port object 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:17.993198 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:18.002348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-eb32dff1-85ce-4410-9afe-87ba2f581ec2 None None] For port 20c04805-b668-4ada-9c23-0116486f5da9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=20c04805-b668-4ada-9c23-0116486f5da9,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:18.042508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0e859-ddbb-4fac-a536-8946ef976edb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:18.044974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0e859-ddbb-4fac-a536-8946ef976edb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:18.051321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0e859-ddbb-4fac-a536-8946ef976edb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:18.056820 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-65b0e859-ddbb-4fac-a536-8946ef976edb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1470759 Sep 07 16:23:18.061712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42168) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:18.104497 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb32dff1-85ce-4410-9afe-87ba2f581ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:18.176716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eb32dff1-85ce-4410-9afe-87ba2f581ec2 None None] Transition to ACTIVE for port object 20c04805-b668-4ada-9c23-0116486f5da9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:18.209663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-120081b1-dc08-412f-a0a7-12e25e5154dc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 0d490a28-2659-4086-b76d-eb3321332052 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:18.216830 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb32dff1-85ce-4410-9afe-87ba2f581ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:18.217388 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-120081b1-dc08-412f-a0a7-12e25e5154dc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:18.283020 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e024d-1e44-404e-8339-cac57cd4e64c None None] Pushing event updated for resources: {'Port': ['ID=09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:18.314070 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-120081b1-dc08-412f-a0a7-12e25e5154dc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:18.321939 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Attempting to bind port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:23:18.322321 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Attempting to bind port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '2b1f213d-e7b5-40cd-80a7-d114389b6faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:23:18.322683 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Attempting to bind port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d on network c504eee1-ec54-42c2-b6e7-78e0f8f14b11 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:23:18.337106 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:23:18.337106 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Checking segment: {'id': '2b1f213d-e7b5-40cd-80a7-d114389b6faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:18.337106 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:18.337106 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Bound using segment: {'id': '2b1f213d-e7b5-40cd-80a7-d114389b6faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:23:18.344088 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Bound port: 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1f213d-e7b5-40cd-80a7-d114389b6faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:23:18.344564 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:18.415413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163155-4ce8-4225-82ac-d2f9d6ea590b req-bec0a07e-f991-4251-af12-c94a231c8120 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:18.424979 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69163155-4ce8-4225-82ac-d2f9d6ea590b req-bec0a07e-f991-4251-af12-c94a231c8120 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.6914847 Sep 07 16:23:18.466058 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] For port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:23:18.475058 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] For port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d,segment=NetworkSegment(2b1f213d-e7b5-40cd-80a7-d114389b6faa),segment_id=2b1f213d-e7b5-40cd-80a7-d114389b6faa)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:23:18.483728 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:18.519215 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-120081b1-dc08-412f-a0a7-12e25e5154dc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:18.577461 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f350b580-c6f4-46d5-ab79-33691bc2341a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:18.615456 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e024d-1e44-404e-8339-cac57cd4e64c None None] Pushing event updated for resources: {'Port': ['ID=09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:18.641393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32dff1-85ce-4410-9afe-87ba2f581ec2 None None] Pushing event updated for resources: {'Port': ['ID=20c04805-b668-4ada-9c23-0116486f5da9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:18.665755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f350b580-c6f4-46d5-ab79-33691bc2341a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:18.670272 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:18.671660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-120081b1-dc08-412f-a0a7-12e25e5154dc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:18.674273 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Routers {'8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:23:18.675087 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:23:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:18.744058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69163155-4ce8-4225-82ac-d2f9d6ea590b req-763e4cde-268c-4dbc-9d46-dd2cd5449a6b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139489 Sep 07 16:23:18.768836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120081b1-dc08-412f-a0a7-12e25e5154dc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=0d490a28-2659-4086-b76d-eb3321332052,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:18.787882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-120081b1-dc08-412f-a0a7-12e25e5154dc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:18.790189 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-120081b1-dc08-412f-a0a7-12e25e5154dc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/0d490a28-2659-4086-b76d-eb3321332052 HTTP/1.1" status: 204 len: 168 time: 0.7229137 Sep 07 16:23:18.794524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:18.928227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3eaaf8f-c813-4c4a-a06c-1b84e6998ee9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet b49a35bc-dde6-4929-9fbf-415dac97bfec {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:18.931710 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3eaaf8f-c813-4c4a-a06c-1b84e6998ee9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:19.102229 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3eaaf8f-c813-4c4a-a06c-1b84e6998ee9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:19.143456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 20c04805-b668-4ada-9c23-0116486f5da9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:19.263168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bca67-94f2-412c-b3a6-f7e167f15cb0 req-9caef090-3dfa-48a6-92ac-b8fffdf96ded tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:19.271562 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b5bca67-94f2-412c-b3a6-f7e167f15cb0 req-9caef090-3dfa-48a6-92ac-b8fffdf96ded tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.3036904 Sep 07 16:23:19.275907 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] Set router 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:23:19.295890 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3eaaf8f-c813-4c4a-a06c-1b84e6998ee9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:19.385110 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b5bca67-94f2-412c-b3a6-f7e167f15cb0 req-bb67a913-5be4-4e0d-8902-5f1f7b820702 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120455 Sep 07 16:23:19.449403 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3eaaf8f-c813-4c4a-a06c-1b84e6998ee9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:19.513644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaaf8f-c813-4c4a-a06c-1b84e6998ee9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=b49a35bc-dde6-4929-9fbf-415dac97bfec,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:19.520694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3eaaf8f-c813-4c4a-a06c-1b84e6998ee9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:19.523394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b3eaaf8f-c813-4c4a-a06c-1b84e6998ee9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/b49a35bc-dde6-4929-9fbf-415dac97bfec HTTP/1.1" status: 204 len: 168 time: 0.7256906 Sep 07 16:23:19.525476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42190) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:19.586189 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-59f8aa85-bc0c-45ca-8f98-fe1a5542a077 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588930 Sep 07 16:23:19.588806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:19.598953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-44b202fc-24b0-49e5-8fec-a5d5b3a641d7 admin admin] Deleting port de29418e-3928-4e3c-83be-38c81a8fa642 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:19.599590 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44b202fc-24b0-49e5-8fec-a5d5b3a641d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:19.601472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:19.611064 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'name': 'tempest-TestAggregatesBasicOps-1905841762-router', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:23:04Z', 'updated_at': '2021-09-07T16:23:12Z', 'revision_number': 4, 'project_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'gw_port': {'id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:23:05Z', 'updated_at': '2021-09-07T16:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d', 'name': '', 'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'mac_address': 'fa:16:3e:a1:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'e2c00cf8-be1f-4205-a8e8-3ea2a40c9fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:23:11Z', 'updated_at': '2021-09-07T16:23:18Z', 'revision_number': 4, 'project_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'subnets': [{'id': 'e2c00cf8-be1f-4205-a8e8-3ea2a40c9fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:19.651897 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c4fdf-7cdb-4629-b078-8d6ac96eee22 None None] The sync data for ids ['8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'] in n-d-807551-3 is: [{'id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'name': 'tempest-TestAggregatesBasicOps-1905841762-router', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:23:04Z', 'updated_at': '2021-09-07T16:23:12Z', 'revision_number': 4, 'project_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'gw_port': {'id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:23:05Z', 'updated_at': '2021-09-07T16:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d', 'name': '', 'network_id': 'c504eee1-ec54-42c2-b6e7-78e0f8f14b11', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'mac_address': 'fa:16:3e:a1:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'e2c00cf8-be1f-4205-a8e8-3ea2a40c9fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:23:11Z', 'updated_at': '2021-09-07T16:23:18Z', 'revision_number': 4, 'project_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'subnets': [{'id': 'e2c00cf8-be1f-4205-a8e8-3ea2a40c9fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:23:19.672061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c56a527-3294-497c-9bab-aacbb596d22f None None] Could not find standard attr ID for object 3b35634c-3de1-45dd-9d09-e4db7f3d1ecd. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:23:19.683189 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8136959b-61a7-42a1-8ded-0f97d92f107f None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:19.698952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-44b202fc-24b0-49e5-8fec-a5d5b3a641d7 admin admin] For port de29418e-3928-4e3c-83be-38c81a8fa642, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=de29418e-3928-4e3c-83be-38c81a8fa642,segment=NetworkSegment(799de02b-9245-46c4-a950-3edc232816f1),segment_id=799de02b-9245-46c4-a950-3edc232816f1)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:19.699339 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44b202fc-24b0-49e5-8fec-a5d5b3a641d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:19.718454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-44b202fc-24b0-49e5-8fec-a5d5b3a641d7 admin admin] Calling delete_port for de29418e-3928-4e3c-83be-38c81a8fa642 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:19.770035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c56a527-3294-497c-9bab-aacbb596d22f None None] Provisioning for port 20c04805-b668-4ada-9c23-0116486f5da9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:19.783962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c56a527-3294-497c-9bab-aacbb596d22f None None] Provisioning complete for port 20c04805-b668-4ada-9c23-0116486f5da9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:19.785324 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c56a527-3294-497c-9bab-aacbb596d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:19.826992 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:19.836088 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:20.025820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44b202fc-24b0-49e5-8fec-a5d5b3a641d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:20.078319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b202fc-24b0-49e5-8fec-a5d5b3a641d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=de29418e-3928-4e3c-83be-38c81a8fa642,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:20.117044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a69ab3-24a8-4472-a5f4-d8226c2451f2 None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:23:20.192245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-25a69ab3-24a8-4472-a5f4-d8226c2451f2 None None] Deleting port 20c04805-b668-4ada-9c23-0116486f5da9 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:20.193464 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25a69ab3-24a8-4472-a5f4-d8226c2451f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:20.396666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-25a69ab3-24a8-4472-a5f4-d8226c2451f2 None None] For port 20c04805-b668-4ada-9c23-0116486f5da9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=20c04805-b668-4ada-9c23-0116486f5da9,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:20.397088 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25a69ab3-24a8-4472-a5f4-d8226c2451f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:20.421392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-25a69ab3-24a8-4472-a5f4-d8226c2451f2 None None] Calling delete_port for 20c04805-b668-4ada-9c23-0116486f5da9 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:20.445724 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-44b202fc-24b0-49e5-8fec-a5d5b3a641d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:20.494387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:23:20.535678 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-25a69ab3-24a8-4472-a5f4-d8226c2451f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:20.598676 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a69ab3-24a8-4472-a5f4-d8226c2451f2 None None] Pushing event deleted for resources: {'Port': ['ID=20c04805-b668-4ada-9c23-0116486f5da9,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:20.602552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a69ab3-24a8-4472-a5f4-d8226c2451f2 None None] No DVR routers for this DVR port 20c04805-b668-4ada-9c23-0116486f5da9 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:23:20.651170 n-d-807551-3 neutron-server[94771]: WARNING neutron.services.revisions.revision_plugin [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Could not find related port for resource to bump revision. Sep 07 16:23:20.659680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.ipam_pluggable_backend [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Port 20c04805-b668-4ada-9c23-0116486f5da9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 07 16:23:20.660302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.ipam_pluggable_backend [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2d:4409 {{(pid=94771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 07 16:23:20.665216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.ipam_pluggable_backend [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2d:4409 {{(pid=94771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 07 16:23:20.666883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:20.729828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:20.733397 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:20.739080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:20.739901 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:20.745087 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6f2749-cd95-4a0d-a1a6-0ea696823eae None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:20.760967 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=42fa4b71-239a-4ab6-9a40-7ad7c9aab340,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:20.769416 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-73b4222f-656b-4617-a27b-4b044109f777 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1768045 Sep 07 16:23:20.770240 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42200) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:20.775159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f636158d-09ec-435d-8126-b77dfa25daa2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:20.791912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b202fc-24b0-49e5-8fec-a5d5b3a641d7 admin admin] Router 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:23:20.951783 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b202fc-24b0-49e5-8fec-a5d5b3a641d7 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:23:20.959858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-44b202fc-24b0-49e5-8fec-a5d5b3a641d7 admin admin] 10.222.0.70 "PUT /v2.0/routers/0b4a4863-cdd9-40d7-8b0b-3d1811783d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2984283 Sep 07 16:23:20.962558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42202) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:21.005304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e741fe6-7f19-4cd5-ae6b-df9aa21f7eae None None] Sync routers for ids ['0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:23:21.018564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f636158d-09ec-435d-8126-b77dfa25daa2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:21.021813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': '42fa4b71-239a-4ab6-9a40-7ad7c9aab340'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:23:21.022089 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f636158d-09ec-435d-8126-b77dfa25daa2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:21.029653 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:21.050244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e741fe6-7f19-4cd5-ae6b-df9aa21f7eae None None] Routers {'0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:23:21.051403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7e741fe6-7f19-4cd5-ae6b-df9aa21f7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:23:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:21.191122 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:21.268939 n-d-807551-3 neutron-server[94771]: INFO neutron.db.ipam_backend_mixin [None req-f636158d-09ec-435d-8126-b77dfa25daa2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 42fa4b71-239a-4ab6-9a40-7ad7c9aab340 (CIDR: 2001:db8::/64) Sep 07 16:23:21.280806 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f636158d-09ec-435d-8126-b77dfa25daa2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:23:21.281323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f636158d-09ec-435d-8126-b77dfa25daa2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:21.291838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:21.315505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42208) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:21.315744 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f636158d-09ec-435d-8126-b77dfa25daa2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5442777 Sep 07 16:23:21.324286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8720d2a0-84a0-4339-a598-2382e237b0ed tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:21.422600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:21.547631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:21.566311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7e741fe6-7f19-4cd5-ae6b-df9aa21f7eae None None] Set router 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:23:21.577972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Deleting port 95c1d644-89dc-48a7-a09a-701c90e5a40e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:21.578324 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:21.590052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:21.592380 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:21.645363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8720d2a0-84a0-4339-a598-2382e237b0ed tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:21.678334 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8720d2a0-84a0-4339-a598-2382e237b0ed tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:21.730822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] For port 95c1d644-89dc-48a7-a09a-701c90e5a40e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=95c1d644-89dc-48a7-a09a-701c90e5a40e,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:21.731397 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:21.751313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Allocated IP 2001:db8::f816:3eff:fe73:71d8 (a4a52928-aba9-4c1a-9760-c065e55e283a/42fa4b71-239a-4ab6-9a40-7ad7c9aab340/e74caf3f-0544-4a6a-9a3b-f518811e644f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:21.780202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Calling delete_port for 95c1d644-89dc-48a7-a09a-701c90e5a40e owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:21.862357 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-7f08c0c2-d9c9-4dd1-82d9-26cbcd76657a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4469433 Sep 07 16:23:21.992865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-a5e8aa83-34ef-4911-9190-47bb3f63a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:21.994719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-a5e8aa83-34ef-4911-9190-47bb3f63a155 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fce44d46c57e438393948e71c3c66689&device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 1097 time: 0.0984795 Sep 07 16:23:22.030866 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.115234 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8720d2a0-84a0-4339-a598-2382e237b0ed tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.165200 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d,segment=NetworkSegment(2b1f213d-e7b5-40cd-80a7-d114389b6faa),segment_id=2b1f213d-e7b5-40cd-80a7-d114389b6faa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:22.166867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8720d2a0-84a0-4339-a598-2382e237b0ed tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:22.171966 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.173660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8720d2a0-84a0-4339-a598-2382e237b0ed tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:22.178594 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.214915 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8720d2a0-84a0-4339-a598-2382e237b0ed tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:22.215559 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8720d2a0-84a0-4339-a598-2382e237b0ed tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.240961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:22.246707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Transition to ACTIVE for port object e74caf3f-0544-4a6a-9a3b-f518811e644f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:22.258670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8720d2a0-84a0-4339-a598-2382e237b0ed tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9391336 Sep 07 16:23:22.262212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:22.269244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 20c04805-b668-4ada-9c23-0116486f5da9 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:22.270109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'mac_address': 'fa:16:3e:8c:41:12', 'name': 'tempest-NetworksTestDHCPv6-1467602862'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:22.279731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720d2a0-84a0-4339-a598-2382e237b0ed tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=7a633440-6858-4127-b3d7-eca311cbbb3d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:22.301276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 20c04805-b668-4ada-9c23-0116486f5da9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:23:22.301636 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 20c04805-b668-4ada-9c23-0116486f5da9 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:23:22.306988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Transition to ACTIVE for port object e74caf3f-0544-4a6a-9a3b-f518811e644f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:22.317059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7e741fe6-7f19-4cd5-ae6b-df9aa21f7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'name': 'tempest-TestAggregatesBasicOps-8355623-router', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:54Z', 'updated_at': '2021-09-07T16:23:19Z', 'revision_number': 5, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'gw_port': {'id': '95c1d644-89dc-48a7-a09a-701c90e5a40e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:22:55Z', 'updated_at': '2021-09-07T16:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:22.320624 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.351532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-adef8c19-d3ef-4567-9930-974ee43fc8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:22.353070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-adef8c19-d3ef-4567-9930-974ee43fc8d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=da2e087c-bc81-45bc-81ff-e69a7c19ba4e HTTP/1.1" status: 200 len: 909 time: 0.2590075 Sep 07 16:23:22.363291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e741fe6-7f19-4cd5-ae6b-df9aa21f7eae None None] Checking router: 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:23:22.410961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:22.414965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:22.420980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:22.435996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e741fe6-7f19-4cd5-ae6b-df9aa21f7eae None None] Routers {'0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:23:22.436914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7e741fe6-7f19-4cd5-ae6b-df9aa21f7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:23:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:22.484453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Pushing event updated for resources: {'Port': ['ID=e74caf3f-0544-4a6a-9a3b-f518811e644f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:22.535061 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.567435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-b93fe1d6-424c-4cf0-bdcf-860050a4f382 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36582133-4cf2-469d-b735-02f2fcd3fdbe HTTP/1.1" status: 200 len: 1002 time: 0.1897392 Sep 07 16:23:22.585979 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c1d644-89dc-48a7-a09a-701c90e5a40e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:22.665625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-0728a6bd-a980-4f27-b3c2-b5f21d12b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:22.667182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-0728a6bd-a980-4f27-b3c2-b5f21d12b7a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7521041a-ed2d-44bf-9abe-5891bd226d9d HTTP/1.1" status: 200 len: 847 time: 0.0859416 Sep 07 16:23:22.668384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:22.683367 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.807780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-1373c419-b0ec-4b48-87f6-d4511bfd65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:22.809680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-1373c419-b0ec-4b48-87f6-d4511bfd65ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da2e087c-bc81-45bc-81ff-e69a7c19ba4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103137 Sep 07 16:23:22.826201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-835af96f-e36a-4939-a936-1b9214fbf69e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:23:22.827833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-835af96f-e36a-4939-a936-1b9214fbf69e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094748 Sep 07 16:23:22.834297 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.846398 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.851689 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.867285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Attempting to bind port e74caf3f-0544-4a6a-9a3b-f518811e644f on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:23:22.867856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Attempting to bind port e74caf3f-0544-4a6a-9a3b-f518811e644f by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:23:22.869914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Attempting to bind port e74caf3f-0544-4a6a-9a3b-f518811e644f on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:23:22.883432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:23:22.883815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:22.884226 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.884649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:23:22.885135 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Bound port: e74caf3f-0544-4a6a-9a3b-f518811e644f, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:23:22.885522 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.900474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7e741fe6-7f19-4cd5-ae6b-df9aa21f7eae None None] Set router 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:23:22.937419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port e966a529-77cf-41bd-b1be-8c328f882464 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:23:22.947778 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.953444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4a4863-cdd9-40d7-8b0b-3d1811783d8c {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:23:22.958908 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:22.960442 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1145dcee-0b30-490c-99b5-781d19cb0aa5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/0b4a4863-cdd9-40d7-8b0b-3d1811783d8c HTTP/1.1" status: 204 len: 168 time: 1.9967113 Sep 07 16:23:22.962771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42226) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:23.031204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7e741fe6-7f19-4cd5-ae6b-df9aa21f7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'name': 'tempest-TestAggregatesBasicOps-8355623-router', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:54Z', 'updated_at': '2021-09-07T16:23:21Z', 'revision_number': 6, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:23.061483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fd4716-da75-4056-bb48-aa5089ac34a4 admin admin] Deleting subnet ffc46791-2c84-49bf-969c-d7a95d15989c {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:23.065535 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4716-da75-4056-bb48-aa5089ac34a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:23.111429 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4716-da75-4056-bb48-aa5089ac34a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:23.137664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e741fe6-7f19-4cd5-ae6b-df9aa21f7eae None None] The sync data for ids ['0b4a4863-cdd9-40d7-8b0b-3d1811783d8c'] in n-d-807551-3 is: [{'id': '0b4a4863-cdd9-40d7-8b0b-3d1811783d8c', 'name': 'tempest-TestAggregatesBasicOps-8355623-router', 'tenant_id': '609e72f778f8438b9fc1ccda127fcfca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:22:54Z', 'updated_at': '2021-09-07T16:23:21Z', 'revision_number': 6, 'project_id': '609e72f778f8438b9fc1ccda127fcfca', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:23:23.140382 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] For port e74caf3f-0544-4a6a-9a3b-f518811e644f, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:23:23.181061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] For port e74caf3f-0544-4a6a-9a3b-f518811e644f, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e74caf3f-0544-4a6a-9a3b-f518811e644f,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:23:23.187577 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:23.266136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:23.272532 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4716-da75-4056-bb48-aa5089ac34a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:23.309447 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-a0cc6e27-827f-471f-b384-c1f50a6716f2 service neutron] 10.222.0.54 "GET /v2.0/networks/da2e087c-bc81-45bc-81ff-e69a7c19ba4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567091 Sep 07 16:23:23.389818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f55fc-b9d7-4e0e-89a9-65cecbafc9dd None None] Pushing event updated for resources: {'Port': ['ID=e74caf3f-0544-4a6a-9a3b-f518811e644f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:23.409214 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4716-da75-4056-bb48-aa5089ac34a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:23.411946 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:23.412539 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:23.442164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8:0:1::1ad (a4a52928-aba9-4c1a-9760-c065e55e283a/7a633440-6858-4127-b3d7-eca311cbbb3d/e966a529-77cf-41bd-b1be-8c328f882464) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:23.456814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd4716-da75-4056-bb48-aa5089ac34a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc46791-2c84-49bf-969c-d7a95d15989c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:23.469830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::f816:3eff:fe8c:4112 (a4a52928-aba9-4c1a-9760-c065e55e283a/42fa4b71-239a-4ab6-9a40-7ad7c9aab340/e966a529-77cf-41bd-b1be-8c328f882464) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:23.470321 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4716-da75-4056-bb48-aa5089ac34a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:23.473333 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d9fd4716-da75-4056-bb48-aa5089ac34a4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ffc46791-2c84-49bf-969c-d7a95d15989c HTTP/1.1" status: 204 len: 168 time: 0.5089905 Sep 07 16:23:23.475563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42228) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:23.479668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e99ccce-49d1-45d7-94d8-d66c22c430d8 None None] Network e7f94880-9628-4f62-b891-767f10556210 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:23.623449 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:23.726474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Deleting port ef29a0b7-db08-44fc-b2fa-6a905cf970ea {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:23.727939 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:23.878846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] For port ef29a0b7-db08-44fc-b2fa-6a905cf970ea, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ef29a0b7-db08-44fc-b2fa-6a905cf970ea,segment=NetworkSegment(799de02b-9245-46c4-a950-3edc232816f1),segment_id=799de02b-9245-46c4-a950-3edc232816f1)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:23.879521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:23.899396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Calling delete_port for ef29a0b7-db08-44fc-b2fa-6a905cf970ea owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:23.949521 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:23.972047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object e966a529-77cf-41bd-b1be-8c328f882464 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:23.987376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee9a7235-3adc-4104-a588-88fdf571f92f req-fe45f1dd-5a6b-4f82-8091-17d855db25ed service neutron] 10.222.0.54 "GET /v2.0/networks/da2e087c-bc81-45bc-81ff-e69a7c19ba4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302011 Sep 07 16:23:24.003604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:24.031882 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:24.057390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef29a0b7-db08-44fc-b2fa-6a905cf970ea,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:24.066191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] No DVR routers for this DVR port ef29a0b7-db08-44fc-b2fa-6a905cf970ea on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:23:24.091787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:24.095473 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:24.101936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:24.114708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:24.115656 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:24.126608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=e966a529-77cf-41bd-b1be-8c328f882464,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:24.148057 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bae57826-8eb3-414a-91e0-061e11918927 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8845000 Sep 07 16:23:24.153057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42236) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:24.169828 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:24.176775 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd9d2c7-c6c1-41ff-97e1-c20b4ac1f6c0 None None] DHCP port deletion for e7f94880-9628-4f62-b891-767f10556210 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:23:24.213241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f94880-9628-4f62-b891-767f10556210']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:24.228997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799de02b-9245-46c4-a950-3edc232816f1') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:24.229307 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799de02b-9245-46c4-a950-3edc232816f1') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:24.250569 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:24.274419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:24.283870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:23:24.284276 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: items = [ Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:23:24.287168 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:23:24.334142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-89e40018-e30d-4536-b532-d279588cff1b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port e966a529-77cf-41bd-b1be-8c328f882464 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:24.334671 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89e40018-e30d-4536-b532-d279588cff1b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:24.381539 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:24.389596 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:24.392366 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e7f94880-9628-4f62-b891-767f10556210 HTTP/1.1" status: 204 len: 168 time: 0.9148309 Sep 07 16:23:24.396714 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42238) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:24.413194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf758f6-2860-4c2a-a550-435e70e3b272 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f94880-9628-4f62-b891-767f10556210,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:24.474640 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89e40018-e30d-4536-b532-d279588cff1b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:24.487986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-89e40018-e30d-4536-b532-d279588cff1b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for e966a529-77cf-41bd-b1be-8c328f882464 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:24.715653 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89e40018-e30d-4536-b532-d279588cff1b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:24.757202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e40018-e30d-4536-b532-d279588cff1b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=e966a529-77cf-41bd-b1be-8c328f882464,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:24.878839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89e40018-e30d-4536-b532-d279588cff1b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:24.883985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-89e40018-e30d-4536-b532-d279588cff1b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/e966a529-77cf-41bd-b1be-8c328f882464 HTTP/1.1" status: 204 len: 168 time: 0.7290609 Sep 07 16:23:24.884938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42246) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:24.960865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5a9a79-e80b-43b9-915e-59cbc778c643 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:24.965128 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5b5a9a79-e80b-43b9-915e-59cbc778c643 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0788753 Sep 07 16:23:24.965766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:25.032290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3da530e-9673-4efa-81a5-b640c941ff92 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:25.060384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308d6394-7067-459f-b6db-3f2b6d3964ba tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:25.070165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42252) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:25.072239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-308d6394-7067-459f-b6db-3f2b6d3964ba tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1043465 Sep 07 16:23:25.145769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-24190b61-7fb4-4236-8ae2-547ae207746d None None] Provisioning for port e74caf3f-0544-4a6a-9a3b-f518811e644f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:25.197430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6d58f7-6e0a-4c3a-a293-2ca99a48ffd8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:25.199035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6d58f7-6e0a-4c3a-a293-2ca99a48ffd8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:25.201345 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6d58f7-6e0a-4c3a-a293-2ca99a48ffd8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:25.205383 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9f6d58f7-6e0a-4c3a-a293-2ca99a48ffd8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1258981 Sep 07 16:23:25.206885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42254) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:25.218192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e74caf3f-0544-4a6a-9a3b-f518811e644f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:25.227598 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0dcca9ce-81f1-41ad-85e7-c85c0e0ca9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:25.271230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-867481cc-413c-4c5f-92bf-7edf5b5ab4d9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 42fa4b71-239a-4ab6-9a40-7ad7c9aab340 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:25.275615 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-867481cc-413c-4c5f-92bf-7edf5b5ab4d9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:25.315368 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port e74caf3f-0544-4a6a-9a3b-f518811e644f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:25.321067 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port e74caf3f-0544-4a6a-9a3b-f518811e644f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:25.321548 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:25.344248 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-867481cc-413c-4c5f-92bf-7edf5b5ab4d9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:25.424192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af5478-5c5f-4cb6-8ce0-9f6830df66d4 None None] Update dhcp port {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': '42fa4b71-239a-4ab6-9a40-7ad7c9aab340', 'ip_address': '2001:db8::f816:3eff:fe73:71d8'}, {'subnet_id': '7a633440-6858-4127-b3d7-eca311cbbb3d'}], 'binding:host_id': 'n-d-807551-3'}, 'id': 'e74caf3f-0544-4a6a-9a3b-f518811e644f'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:23:25.458133 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03af5478-5c5f-4cb6-8ce0-9f6830df66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:25.465319 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-867481cc-413c-4c5f-92bf-7edf5b5ab4d9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:25.548404 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-867481cc-413c-4c5f-92bf-7edf5b5ab4d9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:25.552941 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:25.605657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0dcca9ce-81f1-41ad-85e7-c85c0e0ca9ff admin admin] Deleting port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:25.606373 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0dcca9ce-81f1-41ad-85e7-c85c0e0ca9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:25.734857 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-0dcca9ce-81f1-41ad-85e7-c85c0e0ca9ff admin admin] For port 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d,segment=NetworkSegment(2b1f213d-e7b5-40cd-80a7-d114389b6faa),segment_id=2b1f213d-e7b5-40cd-80a7-d114389b6faa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:25.735093 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0dcca9ce-81f1-41ad-85e7-c85c0e0ca9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:25.738654 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:23:25.738764 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server [None req-03af5478-5c5f-4cb6-8ce0-9f6830df66d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42fa4b71-239a-4ab6-9a40-7ad7c9aab340: This subnet is being modified by another concurrent operation. Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1733, in update_port Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server raise exception Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42fa4b71-239a-4ab6-9a40-7ad7c9aab340: This subnet is being modified by another concurrent operation. Sep 07 16:23:25.740671 n-d-807551-3 neutron-server[94772]: ERROR oslo_messaging.rpc.server Sep 07 16:23:25.774036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0dcca9ce-81f1-41ad-85e7-c85c0e0ca9ff admin admin] Calling delete_port for 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:25.893435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-843cf6a2-6cc7-4b1f-9ffd-46dd1a9b79f3 None None] Provisioning complete for port e74caf3f-0544-4a6a-9a3b-f518811e644f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:25.893829 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-843cf6a2-6cc7-4b1f-9ffd-46dd1a9b79f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:26.065457 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-843cf6a2-6cc7-4b1f-9ffd-46dd1a9b79f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:26.117600 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-843cf6a2-6cc7-4b1f-9ffd-46dd1a9b79f3 None None] For port e74caf3f-0544-4a6a-9a3b-f518811e644f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e74caf3f-0544-4a6a-9a3b-f518811e644f,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:26.122110 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-843cf6a2-6cc7-4b1f-9ffd-46dd1a9b79f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:26.143107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7009ff2-92cd-4c2b-9beb-52a9ca41aee8 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:23:26.175517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867481cc-413c-4c5f-92bf-7edf5b5ab4d9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=42fa4b71-239a-4ab6-9a40-7ad7c9aab340,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:26.179349 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0dcca9ce-81f1-41ad-85e7-c85c0e0ca9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:26.213035 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-867481cc-413c-4c5f-92bf-7edf5b5ab4d9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:26.218182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-867481cc-413c-4c5f-92bf-7edf5b5ab4d9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/42fa4b71-239a-4ab6-9a40-7ad7c9aab340 HTTP/1.1" status: 204 len: 168 time: 1.0100513 Sep 07 16:23:26.224721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42262) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:26.234336 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cf6a2-6cc7-4b1f-9ffd-46dd1a9b79f3 None None] Pushing event updated for resources: {'Port': ['ID=e74caf3f-0544-4a6a-9a3b-f518811e644f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:26.235518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcca9ce-81f1-41ad-85e7-c85c0e0ca9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:26.299213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-a262ffb2-556d-447e-95ea-e35d9feee462 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1194313 Sep 07 16:23:26.308101 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-af0b133d-82b7-4119-b236-1f9d9568f959 None None] Could not find standard attr ID for object e966a529-77cf-41bd-b1be-8c328f882464. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:23:26.340694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9865d774-0d37-45a8-8dd6-c0c3f32c225f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 7a633440-6858-4127-b3d7-eca311cbbb3d {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:26.344637 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9865d774-0d37-45a8-8dd6-c0c3f32c225f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:26.476728 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9865d774-0d37-45a8-8dd6-c0c3f32c225f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:26.512912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device de29418e-3928-4e3c-83be-38c81a8fa642 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:26.541040 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0dcca9ce-81f1-41ad-85e7-c85c0e0ca9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:26.562647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: de29418e-3928-4e3c-83be-38c81a8fa642 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:23:26.567869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device de29418e-3928-4e3c-83be-38c81a8fa642 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:23:26.569352 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 95c1d644-89dc-48a7-a09a-701c90e5a40e no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:26.597137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-99a6ef50-edf4-4077-a7e9-b27d60330ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:26.597652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-99a6ef50-edf4-4077-a7e9-b27d60330ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:26.598156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-99a6ef50-edf4-4077-a7e9-b27d60330ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:26.598656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-99a6ef50-edf4-4077-a7e9-b27d60330ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:26.599153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-99a6ef50-edf4-4077-a7e9-b27d60330ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:26.605937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-99a6ef50-edf4-4077-a7e9-b27d60330ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:26.606485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-99a6ef50-edf4-4077-a7e9-b27d60330ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:26.613836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-99a6ef50-edf4-4077-a7e9-b27d60330ccf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 6489 time: 0.2226753 Sep 07 16:23:26.665569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 95c1d644-89dc-48a7-a09a-701c90e5a40e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:23:26.665848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 95c1d644-89dc-48a7-a09a-701c90e5a40e not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:23:26.666265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ef29a0b7-db08-44fc-b2fa-6a905cf970ea no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:26.687668 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9865d774-0d37-45a8-8dd6-c0c3f32c225f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:26.704052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ef29a0b7-db08-44fc-b2fa-6a905cf970ea {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:23:26.704423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ef29a0b7-db08-44fc-b2fa-6a905cf970ea not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:23:26.766330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7009ff2-92cd-4c2b-9beb-52a9ca41aee8 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:23:26.829694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9865d774-0d37-45a8-8dd6-c0c3f32c225f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:26.930281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcca9ce-81f1-41ad-85e7-c85c0e0ca9ff admin admin] Router 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:23:26.943836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865d774-0d37-45a8-8dd6-c0c3f32c225f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=7a633440-6858-4127-b3d7-eca311cbbb3d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:26.950371 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9865d774-0d37-45a8-8dd6-c0c3f32c225f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:26.955419 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9865d774-0d37-45a8-8dd6-c0c3f32c225f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/7a633440-6858-4127-b3d7-eca311cbbb3d HTTP/1.1" status: 204 len: 168 time: 0.7287774 Sep 07 16:23:26.956031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42266) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:27.010848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e21a80b4-8c7f-4161-84b0-81b373b70886 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511434 Sep 07 16:23:27.014393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42270) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:27.019902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-119370c2-8a14-4706-92a3-d1792281308a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:27.109561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcca9ce-81f1-41ad-85e7-c85c0e0ca9ff admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:23:27.114695 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0dcca9ce-81f1-41ad-85e7-c85c0e0ca9ff admin admin] 10.222.0.70 "PUT /v2.0/routers/8533edbc-ed6d-4dbe-8e99-17a5a8a134d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7076964 Sep 07 16:23:27.116577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-1b9c8493-ac60-433a-ac1f-ca6325ec46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:27.117232 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42276) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:27.121933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-1b9c8493-ac60-433a-ac1f-ca6325ec46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:27.123320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-1b9c8493-ac60-433a-ac1f-ca6325ec46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:27.125749 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-1b9c8493-ac60-433a-ac1f-ca6325ec46cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=f50728ef-b9a9-44ff-902b-e797addc9652&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=1f962351-b07a-494a-a9cf-1f555be30ed2&id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a HTTP/1.1" status: 200 len: 2292 time: 0.4743629 Sep 07 16:23:27.130692 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a0903-ccfc-4431-9185-4b1ea647bb30 None None] Sync routers for ids ['8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:23:27.146501 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a0903-ccfc-4431-9185-4b1ea647bb30 None None] Routers {'8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:23:27.148095 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-733a0903-ccfc-4431-9185-4b1ea647bb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:23:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:27.265720 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-c202b489-ca31-4799-b67c-9677c182d618 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46b3de92-957e-48b4-b402-964530839a06 HTTP/1.1" status: 200 len: 1001 time: 0.1308379 Sep 07 16:23:27.285602 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e74caf3f-0544-4a6a-9a3b-f518811e644f no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:27.389089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119370c2-8a14-4706-92a3-d1792281308a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:27.394139 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-119370c2-8a14-4706-92a3-d1792281308a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:27.428460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-c403ce5e-162e-41bb-845a-7d1aa224ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:27.430913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-c403ce5e-162e-41bb-845a-7d1aa224ee75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=659eec7d-2512-488c-90c5-1e4fdfe8a97c HTTP/1.1" status: 200 len: 850 time: 0.1355929 Sep 07 16:23:27.435799 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:27.474640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34adc040-4841-4141-bbc5-8e0d9f0aaf21 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:23:27.493902 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-733a0903-ccfc-4431-9185-4b1ea647bb30 None None] Set router 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:23:27.658206 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34adc040-4841-4141-bbc5-8e0d9f0aaf21 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:23:27.697397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-f1f35d3f-42c0-44da-bd45-056439fc5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:27.699139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-f1f35d3f-42c0-44da-bd45-056439fc5262 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f50728ef-b9a9-44ff-902b-e797addc9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923766 Sep 07 16:23:27.704117 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:27.845901 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Deleting port f350b580-c6f4-46d5-ab79-33691bc2341a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:27.846521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:27.894097 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-733a0903-ccfc-4431-9185-4b1ea647bb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'name': 'tempest-TestAggregatesBasicOps-1905841762-router', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:23:04Z', 'updated_at': '2021-09-07T16:23:26Z', 'revision_number': 5, 'project_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'gw_port': {'id': 'f350b580-c6f4-46d5-ab79-33691bc2341a', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:23:05Z', 'updated_at': '2021-09-07T16:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:27.894431 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:27.936597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6ea9e9d-6e87-4224-89cd-ffb0d5cc3fde None None] Provisioning complete for port e74caf3f-0544-4a6a-9a3b-f518811e644f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:27.936983 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6ea9e9d-6e87-4224-89cd-ffb0d5cc3fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:27.997391 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a0903-ccfc-4431-9185-4b1ea647bb30 None None] Checking router: 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:23:28.022169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-03cbf7e6-343a-4f13-899e-9b4438748b9f service neutron] 10.222.0.35 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150680 Sep 07 16:23:28.025081 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a0903-ccfc-4431-9185-4b1ea647bb30 None None] Routers {'8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:23:28.026596 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-733a0903-ccfc-4431-9185-4b1ea647bb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:23:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:28.055168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port e74caf3f-0544-4a6a-9a3b-f518811e644f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e74caf3f-0544-4a6a-9a3b-f518811e644f,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:28.094336 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] For port f350b580-c6f4-46d5-ab79-33691bc2341a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f350b580-c6f4-46d5-ab79-33691bc2341a,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:28.094715 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:28.098733 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:28.125374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Calling delete_port for f350b580-c6f4-46d5-ab79-33691bc2341a owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:28.234535 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-ef388acf-1e89-4a49-b686-a665a7fcc130 service neutron] 10.222.0.35 "GET /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988988 Sep 07 16:23:28.256822 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-733a0903-ccfc-4431-9185-4b1ea647bb30 None None] Set router 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:23:28.343777 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-119370c2-8a14-4706-92a3-d1792281308a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:28.346126 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-733a0903-ccfc-4431-9185-4b1ea647bb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'name': 'tempest-TestAggregatesBasicOps-1905841762-router', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:23:04Z', 'updated_at': '2021-09-07T16:23:27Z', 'revision_number': 6, 'project_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:28.346711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-5424765a-00ee-41a4-a29e-3b2a4ea356b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 HTTP/1.1" status: 200 len: 217 time: 0.1032474 Sep 07 16:23:28.348557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=e74caf3f-0544-4a6a-9a3b-f518811e644f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:28.358216 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72efe3a3-206c-485d-a041-c36dc3af2af5 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:28.411179 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a0903-ccfc-4431-9185-4b1ea647bb30 None None] The sync data for ids ['8533edbc-ed6d-4dbe-8e99-17a5a8a134d1'] in n-d-807551-3 is: [{'id': '8533edbc-ed6d-4dbe-8e99-17a5a8a134d1', 'name': 'tempest-TestAggregatesBasicOps-1905841762-router', 'tenant_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:23:04Z', 'updated_at': '2021-09-07T16:23:27Z', 'revision_number': 6, 'project_id': 'c05447a7fe5c45d28f06102e2ba99e6e', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:23:28.439556 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:28.455416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119370c2-8a14-4706-92a3-d1792281308a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=60059c75-fa26-4024-a1d7-aa7062f16fd3,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:28.510641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-41fdbf7b-e6ff-444a-84b3-84c6c9d4bea6 None None] Provisioning complete for port e74caf3f-0544-4a6a-9a3b-f518811e644f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:28.511032 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41fdbf7b-e6ff-444a-84b3-84c6c9d4bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:28.515074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Pushing event deleted for resources: {'Port': ['ID=f350b580-c6f4-46d5-ab79-33691bc2341a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:28.568227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119370c2-8a14-4706-92a3-d1792281308a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:28.577610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-119370c2-8a14-4706-92a3-d1792281308a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:28.581689 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119370c2-8a14-4706-92a3-d1792281308a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:28.582305 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-119370c2-8a14-4706-92a3-d1792281308a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:28.607465 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-119370c2-8a14-4706-92a3-d1792281308a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5914123 Sep 07 16:23:28.608094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42284) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:28.615737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0a033ce6-5e30-4d04-b13b-bf56ef3da034 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:28.620596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-233c4792-781e-4fff-8be4-4c58184b9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:28.622087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-233c4792-781e-4fff-8be4-4c58184b9a71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.1702282 Sep 07 16:23:28.651313 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:28.753427 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41fdbf7b-e6ff-444a-84b3-84c6c9d4bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:28.802123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-41fdbf7b-e6ff-444a-84b3-84c6c9d4bea6 None None] For port e74caf3f-0544-4a6a-9a3b-f518811e644f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e74caf3f-0544-4a6a-9a3b-f518811e644f,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:28.808797 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41fdbf7b-e6ff-444a-84b3-84c6c9d4bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:28.830461 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:28.837945 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:28.889928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c50610-bb93-4ea2-92a7-1ce42d08846a None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:28.896179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdbf7b-e6ff-444a-84b3-84c6c9d4bea6 None None] Pushing event updated for resources: {'Port': ['ID=e74caf3f-0544-4a6a-9a3b-f518811e644f,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:28.943125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-c0aec357-3965-4ea4-ab59-78720a30c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:28.945678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-c0aec357-3965-4ea4-ab59-78720a30c5de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2989047 Sep 07 16:23:28.948271 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:28.954511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:23:28.959401 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:28.970850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42288) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:28.979024 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-083d8137-559b-4850-ad06-ae2b6830d520 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8533edbc-ed6d-4dbe-8e99-17a5a8a134d1 HTTP/1.1" status: 204 len: 168 time: 1.8424051 Sep 07 16:23:29.004557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-899f9e4b-c3da-491d-875f-d6d02b85b2a2 None None] Provisioning complete for port e74caf3f-0544-4a6a-9a3b-f518811e644f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:29.004940 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-899f9e4b-c3da-491d-875f-d6d02b85b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:29.007097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a033ce6-5e30-4d04-b13b-bf56ef3da034 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:29.014153 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a033ce6-5e30-4d04-b13b-bf56ef3da034 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:29.158944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9da42f-9b2b-443d-bd61-2122e65cd5c7 admin admin] Deleting subnet e2c00cf8-be1f-4205-a8e8-3ea2a40c9fbe {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:29.175134 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b9da42f-9b2b-443d-bd61-2122e65cd5c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:29.279431 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-c74fac2a-efe9-4936-bc45-8f354a618c7e service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095706 Sep 07 16:23:29.281598 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b9da42f-9b2b-443d-bd61-2122e65cd5c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:29.358440 n-d-807551-3 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-0a033ce6-5e30-4d04-b13b-bf56ef3da034 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 60059c75-fa26-4024-a1d7-aa7062f16fd3 (CIDR: 2001:db8::/64) Sep 07 16:23:29.384407 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a033ce6-5e30-4d04-b13b-bf56ef3da034 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:23:29.390704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a033ce6-5e30-4d04-b13b-bf56ef3da034 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:29.485971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:29.509122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:23:29.509474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 09f8e764-2ee2-4b3a-9e4d-9d97cc6e564d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:23:29.568142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0a033ce6-5e30-4d04-b13b-bf56ef3da034 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9568076 Sep 07 16:23:29.570827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42298) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:29.581793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:29.592242 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-319ad0b9-4266-4626-8c65-4512c2fb6b2d service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858810 Sep 07 16:23:29.617467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4fc53-5f7b-42c6-b320-31417791ae20 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:23:29.660318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-e2526840-a5f5-43da-8fe7-49bac88c3b53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=8b7cd95e-d4ca-4955-a0c7-596d708a0805 HTTP/1.1" status: 200 len: 217 time: 0.0604355 Sep 07 16:23:29.661793 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b9da42f-9b2b-443d-bd61-2122e65cd5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:29.769902 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2251b6a8-3178-44f4-89bb-8506672fc3e9 None None] Provisioning complete for port e74caf3f-0544-4a6a-9a3b-f518811e644f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:29.770283 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2251b6a8-3178-44f4-89bb-8506672fc3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:29.773914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-c0ad7eca-5aa9-4e96-9fcc-8d76159cf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:29.775543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-c0ad7eca-5aa9-4e96-9fcc-8d76159cf453 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.0868185 Sep 07 16:23:29.812758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:29.819272 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:29.828268 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b9da42f-9b2b-443d-bd61-2122e65cd5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:29.847917 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b9da42f-9b2b-443d-bd61-2122e65cd5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:29.852623 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4b9da42f-9b2b-443d-bd61-2122e65cd5c7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e2c00cf8-be1f-4205-a8e8-3ea2a40c9fbe HTTP/1.1" status: 204 len: 168 time: 0.8803458 Sep 07 16:23:29.854445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42302) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:29.891796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-c3f5ad24-43de-4c03-bddf-29e586f4110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:29.893440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-c3f5ad24-43de-4c03-bddf-29e586f4110a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096332 Sep 07 16:23:29.895819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9da42f-9b2b-443d-bd61-2122e65cd5c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c00cf8-be1f-4205-a8e8-3ea2a40c9fbe,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:30.011021 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-9f43fbfc-63f7-4924-acd8-3e7560732102 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014352 Sep 07 16:23:30.088359 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd4fc53-5f7b-42c6-b320-31417791ae20 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:23:30.136854 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:30.274218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-042ff206-9cb8-43ba-8b2f-a5acffb2cab4 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545516 Sep 07 16:23:30.310308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Deleting port 91e33bc6-9de8-417d-b310-5ae345393c29 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:30.310650 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:30.414813 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-79ae68c4-cf80-4710-a7c0-ac2e8653de32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=a072f777-9f21-4db1-a87f-cc4dd3dd08b6 HTTP/1.1" status: 200 len: 217 time: 0.1149411 Sep 07 16:23:30.420056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] For port 91e33bc6-9de8-417d-b310-5ae345393c29, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=91e33bc6-9de8-417d-b310-5ae345393c29,segment=NetworkSegment(2b1f213d-e7b5-40cd-80a7-d114389b6faa),segment_id=2b1f213d-e7b5-40cd-80a7-d114389b6faa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:30.420648 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:30.474717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Calling delete_port for 91e33bc6-9de8-417d-b310-5ae345393c29 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:30.548318 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-2f012794-e782-4365-af6c-afa8ad9e760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:30.550015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-2f012794-e782-4365-af6c-afa8ad9e760f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.1248269 Sep 07 16:23:30.571358 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c6eec1-3376-4291-95b5-f8aebd595345 None None] Update dhcp port {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'fixed_ips': [{'subnet_id': '60059c75-fa26-4024-a1d7-aa7062f16fd3'}], 'binding:host_id': 'n-d-807551-3'}, 'id': 'e74caf3f-0544-4a6a-9a3b-f518811e644f'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:23:30.602484 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2c6eec1-3376-4291-95b5-f8aebd595345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:30.628453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-a90575d2-b768-4aa2-8ea1-c371cf6ca713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:30.629831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-a90575d2-b768-4aa2-8ea1-c371cf6ca713 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0705447 Sep 07 16:23:30.657704 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:30.702492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:23:30.712846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] No DVR routers for this DVR port 91e33bc6-9de8-417d-b310-5ae345393c29 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:23:30.717901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Pushing event deleted for resources: {'Port': ['ID=91e33bc6-9de8-417d-b310-5ae345393c29,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:30.851470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:30.868779 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-e2c6eec1-3376-4291-95b5-f8aebd595345 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 16:23:30.868779 n-d-807551-3 neutron-server[94772]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Sep 07 16:23:30.868779 n-d-807551-3 neutron-server[94772]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe73:71d8', 'status': 'ALLOCATED', 'ipam_subnet_id': '26fab30f-471f-4de7-82b7-e03d96d11645'}] Sep 07 16:23:30.868779 n-d-807551-3 neutron-server[94772]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:23:30.869437 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-e2c6eec1-3376-4291-95b5-f8aebd595345 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:23:30.890352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c504eee1-ec54-42c2-b6e7-78e0f8f14b11']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:30.893755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-f154310e-1c67-4a62-83b8-633bee9bd57d service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461762 Sep 07 16:23:30.911319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1f213d-e7b5-40cd-80a7-d114389b6faa') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:30.911654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1f213d-e7b5-40cd-80a7-d114389b6faa') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:30.912066 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:30.946276 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:30.990842 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:31.003809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:23:31.005477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:23:31.006299 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:23:31.095383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-28a7c965-b7b0-4e16-b776-fce3c7a877a8 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925404 Sep 07 16:23:31.098678 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:31.099214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f350b580-c6f4-46d5-ab79-33691bc2341a no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:31.103974 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:31.109926 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] 10.222.0.70 "DELETE /v2.0/networks/c504eee1-ec54-42c2-b6e7-78e0f8f14b11 HTTP/1.1" status: 204 len: 168 time: 1.2471020 Sep 07 16:23:31.135818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f350b580-c6f4-46d5-ab79-33691bc2341a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:23:31.136517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f350b580-c6f4-46d5-ab79-33691bc2341a not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:23:31.166312 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-df2c5920-9e6d-47a3-8016-d310e9e24e76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=b0fbdb23-e9d8-4c40-8793-56371784d957 HTTP/1.1" status: 200 len: 217 time: 0.0550239 Sep 07 16:23:31.167765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe4942-4da7-4c8d-91e8-210bdb3271ee admin admin] Pushing event deleted for resources: {'Network': ['ID=c504eee1-ec54-42c2-b6e7-78e0f8f14b11,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:31.185081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] For port e74caf3f-0544-4a6a-9a3b-f518811e644f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e74caf3f-0544-4a6a-9a3b-f518811e644f,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:31.225294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-e0a8ef35-8688-4dfa-9a30-b7609c86ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:31.227363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-e0a8ef35-8688-4dfa-9a30-b7609c86ab56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 200 len: 797 time: 0.0518465 Sep 07 16:23:31.232326 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:31.240433 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:31.242072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:31.296820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-7324abb2-73db-4683-85f7-de71f2cb5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:31.301601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-7324abb2-73db-4683-85f7-de71f2cb5828 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f962351-b07a-494a-a9cf-1f555be30ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0660715 Sep 07 16:23:31.351635 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:31.367341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42314) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:31.369553 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:31.396396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:31.404467 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:31.426863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=dbf4820c-eaf0-4701-87d5-8ecb51e69271,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:31.434358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=e74caf3f-0544-4a6a-9a3b-f518811e644f,revision_number=8']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:31.439254 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-135415aa-416e-4ef0-bc2a-93a45da9fcfc tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8656340 Sep 07 16:23:31.441957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42316) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:31.447267 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'mac_address': 'fa:16:3e:5a:df:fc', 'name': 'tempest-NetworksTestDHCPv6-1246353244'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:31.452039 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2c6eec1-3376-4291-95b5-f8aebd595345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:31.507697 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aff42383-7194-41f2-b078-a90958b85e49 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=609e72f778f8438b9fc1ccda127fcfca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367822 Sep 07 16:23:31.515155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42318) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:31.563885 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-48a08737-8100-4b30-b7b3-f100f742a7db service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527747 Sep 07 16:23:31.629483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:31.793644 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba00dd5d-b153-4768-bbab-6441b8adfd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:31.808448 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:31.820302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:31.828566 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba00dd5d-b153-4768-bbab-6441b8adfd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:31.844812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-3e41d0fa-98d9-4c74-b22e-4051bf88d243 service neutron] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701111 Sep 07 16:23:31.856633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port c5eca3d4-25b7-405d-aa2b-f3ce8b778cac yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:23:31.906198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-5a26ce64-d1d4-451b-bb1a-d0973ae20580 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 HTTP/1.1" status: 200 len: 217 time: 0.0486412 Sep 07 16:23:31.906460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e2c6eec1-3376-4291-95b5-f8aebd595345 None None] Allocated IP 2001:db8::2 (a4a52928-aba9-4c1a-9760-c065e55e283a/60059c75-fa26-4024-a1d7-aa7062f16fd3/e74caf3f-0544-4a6a-9a3b-f518811e644f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:31.991943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-8dc637e0-b7a6-41ee-9636-fa13347bf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:31.993867 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-8dc637e0-b7a6-41ee-9636-fa13347bf400 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef42e25e-cc1c-4df5-a8de-a86bed94f9b0 HTTP/1.1" status: 200 len: 797 time: 0.0786564 Sep 07 16:23:32.035235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e2c6eec1-3376-4291-95b5-f8aebd595345 None None] For port e74caf3f-0544-4a6a-9a3b-f518811e644f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e74caf3f-0544-4a6a-9a3b-f518811e644f,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:32.035750 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba00dd5d-b153-4768-bbab-6441b8adfd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:32.038471 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba00dd5d-b153-4768-bbab-6441b8adfd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:32.039720 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ba00dd5d-b153-4768-bbab-6441b8adfd6a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c37e6fe7-7a8d-4942-8f34-77c5aafa46d4 HTTP/1.1" status: 204 len: 168 time: 0.5233717 Sep 07 16:23:32.054802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00dd5d-b153-4768-bbab-6441b8adfd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37e6fe7-7a8d-4942-8f34-77c5aafa46d4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:32.064968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-1c818e61-e779-463b-8a53-8d50f20f9052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:32.067828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-1c818e61-e779-463b-8a53-8d50f20f9052 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651476 Sep 07 16:23:32.090421 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2c6eec1-3376-4291-95b5-f8aebd595345 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:32.110638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e2c6eec1-3376-4291-95b5-f8aebd595345 None None] Transition to ACTIVE for port object e74caf3f-0544-4a6a-9a3b-f518811e644f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:32.116618 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2c6eec1-3376-4291-95b5-f8aebd595345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:32.237711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6eec1-3376-4291-95b5-f8aebd595345 None None] Pushing event updated for resources: {'Port': ['ID=e74caf3f-0544-4a6a-9a3b-f518811e644f,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:32.300119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-a2b1b695-abd4-4c8e-9657-88bd3665e5bf service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220130 Sep 07 16:23:32.340529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::2e2 (a4a52928-aba9-4c1a-9760-c065e55e283a/60059c75-fa26-4024-a1d7-aa7062f16fd3/c5eca3d4-25b7-405d-aa2b-f3ce8b778cac) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:32.355936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5a:dffc (a4a52928-aba9-4c1a-9760-c065e55e283a/dbf4820c-eaf0-4701-87d5-8ecb51e69271/c5eca3d4-25b7-405d-aa2b-f3ce8b778cac) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:32.365500 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:32.534303 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-d26021f1-e614-4e49-a8d1-c6e8320870a5 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238572 Sep 07 16:23:32.617615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-d593533f-d4b4-4aea-9b66-3363f86d2fa0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d39f6353-2298-46e1-accb-22762d3f7601 HTTP/1.1" status: 200 len: 217 time: 0.0656135 Sep 07 16:23:32.769171 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:32.790440 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42358) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:32.827353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object c5eca3d4-25b7-405d-aa2b-f3ce8b778cac will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:32.941220 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0adb8b02-cefe-48f9-9e45-7dd494cd1ce9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c05447a7fe5c45d28f06102e2ba99e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0670764 Sep 07 16:23:32.941220 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:32.942327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42362) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:33.110643 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6649abad-4ff2-48b1-afc4-48475db17d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:33.126474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=c5eca3d4-25b7-405d-aa2b-f3ce8b778cac,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:33.141675 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:33.148084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:33.155705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:33.166189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:33.166805 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:33.171412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e74caf3f-0544-4a6a-9a3b-f518811e644f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:33.226751 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6649abad-4ff2-48b1-afc4-48475db17d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:33.233220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42368) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:33.233935 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-62e9fa4f-e61f-4c3d-bfaf-ab2e1191cb9a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7903085 Sep 07 16:23:33.289834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-b981c84e-0568-4d15-b797-56483fea30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:33.291241 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-b981c84e-0568-4d15-b797-56483fea30ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef42e25e-cc1c-4df5-a8de-a86bed94f9b0 HTTP/1.1" status: 200 len: 797 time: 0.6696978 Sep 07 16:23:33.327883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6649abad-4ff2-48b1-afc4-48475db17d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:33.330517 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6649abad-4ff2-48b1-afc4-48475db17d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:33.334352 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6649abad-4ff2-48b1-afc4-48475db17d38 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02191a88-0b78-4857-9cfa-445a92febe9b HTTP/1.1" status: 204 len: 168 time: 0.3885145 Sep 07 16:23:33.355912 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649abad-4ff2-48b1-afc4-48475db17d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02191a88-0b78-4857-9cfa-445a92febe9b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:33.373968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-b408db3b-c024-4665-b93c-39cf0189073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:33.375486 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-b408db3b-c024-4665-b93c-39cf0189073f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50ad646a-f6b1-4fcd-85f1-43f75a8d511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0595350 Sep 07 16:23:33.382091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde13d1-fc5a-4837-8cb6-c5abe6ecb3d8 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:23:33.416622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-47144153-3f0b-4c2a-9fb7-859c6e2b8630 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port c5eca3d4-25b7-405d-aa2b-f3ce8b778cac {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:33.417281 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47144153-3f0b-4c2a-9fb7-859c6e2b8630 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:33.474546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ccda1ffa-16dd-482c-bfb0-378200401c13 None None] Provisioning for port e74caf3f-0544-4a6a-9a3b-f518811e644f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:33.499889 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ccda1ffa-16dd-482c-bfb0-378200401c13 None None] Provisioning complete for port e74caf3f-0544-4a6a-9a3b-f518811e644f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:33.500763 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ccda1ffa-16dd-482c-bfb0-378200401c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:33.625642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-9d6bb9a4-7fd4-476f-855e-632b8ccefd05 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370398 Sep 07 16:23:33.627360 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47144153-3f0b-4c2a-9fb7-859c6e2b8630 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:33.660217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-47144153-3f0b-4c2a-9fb7-859c6e2b8630 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for c5eca3d4-25b7-405d-aa2b-f3ce8b778cac owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:33.725148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde13d1-fc5a-4837-8cb6-c5abe6ecb3d8 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:23:33.847313 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94d48618-3f53-4e8f-8401-842b5ee4dd9c req-7e16c2a1-b2cf-4a34-a6f6-14378dffbc26 service neutron] 10.222.0.35 "GET /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120013 Sep 07 16:23:34.104102 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47144153-3f0b-4c2a-9fb7-859c6e2b8630 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:34.173035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47144153-3f0b-4c2a-9fb7-859c6e2b8630 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=c5eca3d4-25b7-405d-aa2b-f3ce8b778cac,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:34.222012 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47144153-3f0b-4c2a-9fb7-859c6e2b8630 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:34.227096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42386) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:34.227784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-47144153-3f0b-4c2a-9fb7-859c6e2b8630 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/c5eca3d4-25b7-405d-aa2b-f3ce8b778cac HTTP/1.1" status: 204 len: 168 time: 0.9929101 Sep 07 16:23:34.290528 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934d6490-ea39-4f13-84c4-1bf51ebbcadb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:34.292151 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-934d6490-ea39-4f13-84c4-1bf51ebbcadb tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0631335 Sep 07 16:23:34.295126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42390) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:34.306922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b418c0e-e8e3-4d5b-83c8-9830137e831f None None] DHCP port deletion for c504eee1-ec54-42c2-b6e7-78e0f8f14b11 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:23:34.365124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b1edd7-ded3-486c-8c99-b865dc1517a4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:34.367035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-62b1edd7-ded3-486c-8c99-b865dc1517a4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0706716 Sep 07 16:23:34.369621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42394) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:34.453744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b7835f-cb03-4f3c-acab-864d086a7ee4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:34.455519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b7835f-cb03-4f3c-acab-864d086a7ee4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:34.457479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b7835f-cb03-4f3c-acab-864d086a7ee4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:34.460253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d4b7835f-cb03-4f3c-acab-864d086a7ee4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0886004 Sep 07 16:23:34.461929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42396) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:34.523711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-306b45fa-3ff9-4ead-b49a-23b29faed4b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 60059c75-fa26-4024-a1d7-aa7062f16fd3 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:34.527144 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-306b45fa-3ff9-4ead-b49a-23b29faed4b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:34.571509 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-306b45fa-3ff9-4ead-b49a-23b29faed4b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:34.680791 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-306b45fa-3ff9-4ead-b49a-23b29faed4b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:34.759180 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-306b45fa-3ff9-4ead-b49a-23b29faed4b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:34.803805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b45fa-3ff9-4ead-b49a-23b29faed4b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=60059c75-fa26-4024-a1d7-aa7062f16fd3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:34.806581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-306b45fa-3ff9-4ead-b49a-23b29faed4b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:34.808708 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-306b45fa-3ff9-4ead-b49a-23b29faed4b0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/60059c75-fa26-4024-a1d7-aa7062f16fd3 HTTP/1.1" status: 204 len: 168 time: 0.3456600 Sep 07 16:23:34.811532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42410) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:34.879296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf56d69-153e-41f3-b1ef-f19f1154c983 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet dbf4820c-eaf0-4701-87d5-8ecb51e69271 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:34.883191 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cf56d69-153e-41f3-b1ef-f19f1154c983 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:34.966605 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cf56d69-153e-41f3-b1ef-f19f1154c983 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:35.047321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 91e33bc6-9de8-417d-b310-5ae345393c29 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:35.101846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 91e33bc6-9de8-417d-b310-5ae345393c29 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:23:35.102226 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 91e33bc6-9de8-417d-b310-5ae345393c29 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:23:35.132222 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb764ac-51b9-4540-9796-f6dea362c301 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:35.155734 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cf56d69-153e-41f3-b1ef-f19f1154c983 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:35.220271 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cf56d69-153e-41f3-b1ef-f19f1154c983 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:35.226148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-002f6698-8b8a-41f5-8819-2ff9e9934012 None None] Provisioning complete for port e74caf3f-0544-4a6a-9a3b-f518811e644f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:35.226815 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-002f6698-8b8a-41f5-8819-2ff9e9934012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:35.246529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf56d69-153e-41f3-b1ef-f19f1154c983 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf4820c-eaf0-4701-87d5-8ecb51e69271,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:35.252836 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cf56d69-153e-41f3-b1ef-f19f1154c983 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:35.254796 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2cf56d69-153e-41f3-b1ef-f19f1154c983 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/dbf4820c-eaf0-4701-87d5-8ecb51e69271 HTTP/1.1" status: 204 len: 168 time: 0.4419417 Sep 07 16:23:35.257453 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42422) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:35.319437 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-860f8808-3f8a-4026-b7f7-007df1274642 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611086 Sep 07 16:23:35.322134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42432) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:35.328782 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b19a3281-36fe-4441-8364-6ff906579e26 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:35.421376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-002f6698-8b8a-41f5-8819-2ff9e9934012 None None] Could not find standard attr ID for object c5eca3d4-25b7-405d-aa2b-f3ce8b778cac. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:23:35.438265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef10dd7a-f353-47a6-ac3b-ebb64022c91d None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:23:35.464685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19a3281-36fe-4441-8364-6ff906579e26 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:35.468494 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b19a3281-36fe-4441-8364-6ff906579e26 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:35.491472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ef10dd7a-f353-47a6-ac3b-ebb64022c91d None None] Deleting port e74caf3f-0544-4a6a-9a3b-f518811e644f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:35.491969 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef10dd7a-f353-47a6-ac3b-ebb64022c91d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:35.572813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ef10dd7a-f353-47a6-ac3b-ebb64022c91d None None] For port e74caf3f-0544-4a6a-9a3b-f518811e644f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e74caf3f-0544-4a6a-9a3b-f518811e644f,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:35.573233 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef10dd7a-f353-47a6-ac3b-ebb64022c91d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:35.590636 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ef10dd7a-f353-47a6-ac3b-ebb64022c91d None None] Calling delete_port for e74caf3f-0544-4a6a-9a3b-f518811e644f owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:35.688049 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef10dd7a-f353-47a6-ac3b-ebb64022c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:35.707478 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b19a3281-36fe-4441-8364-6ff906579e26 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:35.718866 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10dd7a-f353-47a6-ac3b-ebb64022c91d None None] Pushing event deleted for resources: {'Port': ['ID=e74caf3f-0544-4a6a-9a3b-f518811e644f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:35.726205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10dd7a-f353-47a6-ac3b-ebb64022c91d None None] No DVR routers for this DVR port e74caf3f-0544-4a6a-9a3b-f518811e644f on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:23:35.769363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19a3281-36fe-4441-8364-6ff906579e26 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:35.772596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b19a3281-36fe-4441-8364-6ff906579e26 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:35.776921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a3281-36fe-4441-8364-6ff906579e26 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:35.777522 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b19a3281-36fe-4441-8364-6ff906579e26 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:35.785299 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf570e3-0707-4274-a703-1d1d4460f883 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:35.798034 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b19a3281-36fe-4441-8364-6ff906579e26 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4722023 Sep 07 16:23:35.798220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42442) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:35.803550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0b418634-39f7-42dd-91eb-d111386f06bd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:35.807264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a3281-36fe-4441-8364-6ff906579e26 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=98c6c0a6-eab3-4aeb-a1aa-f491b6bdcf9b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:35.959128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b418634-39f7-42dd-91eb-d111386f06bd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:35.963613 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b418634-39f7-42dd-91eb-d111386f06bd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:35.992940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a4a52928-aba9-4c1a-9760-c065e55e283a', 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'tenant_id': 'fe01c6ca1a134f69bcca6a5d6d6886c3', 'fixed_ips': [{'subnet_id': '98c6c0a6-eab3-4aeb-a1aa-f491b6bdcf9b'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:23:35.994014 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:36.076205 n-d-807551-3 neutron-server[94771]: INFO neutron.db.ipam_backend_mixin [None req-0b418634-39f7-42dd-91eb-d111386f06bd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98c6c0a6-eab3-4aeb-a1aa-f491b6bdcf9b (CIDR: 2001:db8::/64) Sep 07 16:23:36.079831 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b418634-39f7-42dd-91eb-d111386f06bd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:23:36.080288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b418634-39f7-42dd-91eb-d111386f06bd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:36.094397 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0b418634-39f7-42dd-91eb-d111386f06bd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2949128 Sep 07 16:23:36.096888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42450) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:36.102038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'subnet': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:36.189721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Allocated IP 2001:db8::2 (a4a52928-aba9-4c1a-9760-c065e55e283a/98c6c0a6-eab3-4aeb-a1aa-f491b6bdcf9b/68cc8534-1502-460b-b0a8-b40223c2e921) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:36.248180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:36.253391 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:36.406550 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:36.415431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Transition to ACTIVE for port object 68cc8534-1502-460b-b0a8-b40223c2e921 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:36.431125 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Transition to ACTIVE for port object 68cc8534-1502-460b-b0a8-b40223c2e921 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:36.438421 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:36.486823 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:36.491020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Pushing event updated for resources: {'Port': ['ID=68cc8534-1502-460b-b0a8-b40223c2e921,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:36.493780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:36.496002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:36.555358 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Attempting to bind port 68cc8534-1502-460b-b0a8-b40223c2e921 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:23:36.555745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Attempting to bind port 68cc8534-1502-460b-b0a8-b40223c2e921 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:23:36.556171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Attempting to bind port 68cc8534-1502-460b-b0a8-b40223c2e921 on network a4a52928-aba9-4c1a-9760-c065e55e283a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:23:36.562104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:23:36.562486 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Checking segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:36.562898 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:36.563303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Bound using segment: {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:23:36.563783 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Bound port: 68cc8534-1502-460b-b0a8-b40223c2e921, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde9235-7932-4df8-afd9-2d7c96d2d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:23:36.564172 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:36.612926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:23:36.663920 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] For port 68cc8534-1502-460b-b0a8-b40223c2e921, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:23:36.669344 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] For port 68cc8534-1502-460b-b0a8-b40223c2e921, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=68cc8534-1502-460b-b0a8-b40223c2e921,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:23:36.681151 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:36.780950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752a88e-4e52-4256-94a8-768de2d46b72 None None] Pushing event updated for resources: {'Port': ['ID=68cc8534-1502-460b-b0a8-b40223c2e921,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:36.833279 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:37.057734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] For port 68cc8534-1502-460b-b0a8-b40223c2e921, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=68cc8534-1502-460b-b0a8-b40223c2e921,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:37.092745 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:37.098392 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:37.099248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:37.135880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e74caf3f-0544-4a6a-9a3b-f518811e644f no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:37.162643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: e74caf3f-0544-4a6a-9a3b-f518811e644f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:23:37.164225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e74caf3f-0544-4a6a-9a3b-f518811e644f not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:23:37.195705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:37.223544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:37.237670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:37.238283 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:37.270809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Subnet': ['ID=5a654dde-5383-44a9-a4f1-763dd0a86f2b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:37.288447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=68cc8534-1502-460b-b0a8-b40223c2e921,revision_number=4']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:37.298931 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2c2be2c6-d5ef-4090-98da-fa48ee5e94f2 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1983931 Sep 07 16:23:37.299731 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42482) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:37.308741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Request body: {'port': {'network_id': 'a4a52928-aba9-4c1a-9760-c065e55e283a', 'mac_address': 'fa:16:3e:fe:84:e0', 'name': 'tempest-NetworksTestDHCPv6-1399664850'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:37.433968 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Made reservation on behalf of fe01c6ca1a134f69bcca6a5d6d6886c3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:37.525451 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:37.550828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] device_id is not set on port 1e23e592-2d64-4a61-8a0d-ff063de104ae yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:23:37.733471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8::1ee (a4a52928-aba9-4c1a-9760-c065e55e283a/98c6c0a6-eab3-4aeb-a1aa-f491b6bdcf9b/1e23e592-2d64-4a61-8a0d-ff063de104ae) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:37.741755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Allocated IP 2001:db8:0:1:f816:3eff:fefe:84e0 (a4a52928-aba9-4c1a-9760-c065e55e283a/5a654dde-5383-44a9-a4f1-763dd0a86f2b/1e23e592-2d64-4a61-8a0d-ff063de104ae) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:37.941844 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:37.959631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Transition to ACTIVE for port object 1e23e592-2d64-4a61-8a0d-ff063de104ae will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:37.999639 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:38.024639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Network a4a52928-aba9-4c1a-9760-c065e55e283a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:38.030489 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:38.052496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:38.059061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:38.059729 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:38.068305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71562695-e1df-4169-adef-cec136a2bdf1 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:38.095052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42496) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:38.095550 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7935348 Sep 07 16:23:38.134616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82aeb5-e005-4c14-b5ce-7812a42fbc6e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event updated for resources: {'Port': ['ID=1e23e592-2d64-4a61-8a0d-ff063de104ae,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:38.178159 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5556be83-b9cd-48d7-89ba-a7e654e7a950 None None] Provisioning for port 68cc8534-1502-460b-b0a8-b40223c2e921 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:38.241179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-faf65928-2d07-4ee2-bb1f-84b59f5c5fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting port 1e23e592-2d64-4a61-8a0d-ff063de104ae {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:38.241794 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-faf65928-2d07-4ee2-bb1f-84b59f5c5fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:38.375524 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-faf65928-2d07-4ee2-bb1f-84b59f5c5fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:38.398125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-faf65928-2d07-4ee2-bb1f-84b59f5c5fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Calling delete_port for 1e23e592-2d64-4a61-8a0d-ff063de104ae owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:38.604233 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-faf65928-2d07-4ee2-bb1f-84b59f5c5fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:38.646559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf65928-2d07-4ee2-bb1f-84b59f5c5fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Port': ['ID=1e23e592-2d64-4a61-8a0d-ff063de104ae,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:38.711002 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-faf65928-2d07-4ee2-bb1f-84b59f5c5fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:38.713673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-faf65928-2d07-4ee2-bb1f-84b59f5c5fd3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/1e23e592-2d64-4a61-8a0d-ff063de104ae HTTP/1.1" status: 204 len: 168 time: 0.6166208 Sep 07 16:23:38.716828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42512) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:38.799599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d3591-8830-44d1-a8cd-478c71183989 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:38.801380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-461d3591-8830-44d1-a8cd-478c71183989 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0833795 Sep 07 16:23:38.804288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42514) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:38.880690 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb61bd88-a0cd-4d4b-b63d-6ebbc45b3ae7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:38.883255 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bb61bd88-a0cd-4d4b-b63d-6ebbc45b3ae7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0773964 Sep 07 16:23:38.885939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42516) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:38.965061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e114a29-ef9b-4bcd-82c2-586dd6711430 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:38.967835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e114a29-ef9b-4bcd-82c2-586dd6711430 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:38.970212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e114a29-ef9b-4bcd-82c2-586dd6711430 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:38.972730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9e114a29-ef9b-4bcd-82c2-586dd6711430 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0850530 Sep 07 16:23:38.975598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42518) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:39.055635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca4bf9c-1445-467d-bd79-253565fc9425 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 5a654dde-5383-44a9-a4f1-763dd0a86f2b {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:39.060727 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aca4bf9c-1445-467d-bd79-253565fc9425 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.118629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aca4bf9c-1445-467d-bd79-253565fc9425 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.148619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 68cc8534-1502-460b-b0a8-b40223c2e921 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:39.254498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6aa7277a-3dfa-4308-a672-26d989b8c89c None None] Could not find standard attr ID for object 1e23e592-2d64-4a61-8a0d-ff063de104ae. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:23:39.265217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 68cc8534-1502-460b-b0a8-b40223c2e921 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:39.272806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 68cc8534-1502-460b-b0a8-b40223c2e921 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:39.273377 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.297261 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aca4bf9c-1445-467d-bd79-253565fc9425 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.435796 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aca4bf9c-1445-467d-bd79-253565fc9425 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.447449 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.501912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4bf9c-1445-467d-bd79-253565fc9425 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=5a654dde-5383-44a9-a4f1-763dd0a86f2b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:39.513922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aca4bf9c-1445-467d-bd79-253565fc9425 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.519207 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aca4bf9c-1445-467d-bd79-253565fc9425 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/5a654dde-5383-44a9-a4f1-763dd0a86f2b HTTP/1.1" status: 204 len: 168 time: 0.5397847 Sep 07 16:23:39.519538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42536) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:39.593205 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:23:39.593615 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:23:39.619089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f1a810-9782-4652-a5b5-43e8f37b4946 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Deleting subnet 98c6c0a6-eab3-4aeb-a1aa-f491b6bdcf9b {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:39.622792 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04f1a810-9782-4652-a5b5-43e8f37b4946 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.648203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e393cdc-3584-488d-97d9-4990a95942d5 None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:39.677318 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04f1a810-9782-4652-a5b5-43e8f37b4946 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.677817 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-238f14d4-2afe-4353-b528-28d0533d5ca6 None None] Could not find standard attr ID for object 1e23e592-2d64-4a61-8a0d-ff063de104ae. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:23:39.774356 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04f1a810-9782-4652-a5b5-43e8f37b4946 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.872841 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04f1a810-9782-4652-a5b5-43e8f37b4946 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.901344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1a810-9782-4652-a5b5-43e8f37b4946 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Subnet': ['ID=98c6c0a6-eab3-4aeb-a1aa-f491b6bdcf9b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:39.905263 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-04f1a810-9782-4652-a5b5-43e8f37b4946 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:39.907177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-04f1a810-9782-4652-a5b5-43e8f37b4946 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/98c6c0a6-eab3-4aeb-a1aa-f491b6bdcf9b HTTP/1.1" status: 204 len: 168 time: 0.3865912 Sep 07 16:23:39.912862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42544) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:39.957792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9eb60aff-7ed3-4a01-b028-439342806120 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435874 Sep 07 16:23:39.960216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42546) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.018487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2889ec5f-5879-4de6-95e8-cef0c9578fd7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:40.022669 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2889ec5f-5879-4de6-95e8-cef0c9578fd7 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0590813 Sep 07 16:23:40.023028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42548) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.087860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a93058-5b64-42ca-b734-e33676e0c1d0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:40.092210 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-02a93058-5b64-42ca-b734-e33676e0c1d0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0654485 Sep 07 16:23:40.092782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42554) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.160460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-32baa9ea-a9fd-4f12-916a-6fef334e743c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566826 Sep 07 16:23:40.161111 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:40.161475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42556) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.203154 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a79c5f-bdca-4e12-98c0-c55332bbc3ba tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.204147 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a79c5f-bdca-4e12-98c0-c55332bbc3ba tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.206188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-81a79c5f-bdca-4e12-98c0-c55332bbc3ba tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/1e23e592-2d64-4a61-8a0d-ff063de104ae HTTP/1.1" status: 404 len: 333 time: 0.0435011 Sep 07 16:23:40.209400 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42558) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.212508 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 68cc8534-1502-460b-b0a8-b40223c2e921, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=68cc8534-1502-460b-b0a8-b40223c2e921,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:40.219299 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:40.260035 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-255e4243-4d12-4f78-bb39-92c3db2cabda tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.262152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255e4243-4d12-4f78-bb39-92c3db2cabda tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.266211 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-255e4243-4d12-4f78-bb39-92c3db2cabda tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/5a654dde-5383-44a9-a4f1-763dd0a86f2b HTTP/1.1" status: 404 len: 337 time: 0.0526180 Sep 07 16:23:40.267347 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42560) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.303062 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=68cc8534-1502-460b-b0a8-b40223c2e921,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:40.306243 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53f6d1f-8ea9-443a-85aa-b7df33631206 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.306698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53f6d1f-8ea9-443a-85aa-b7df33631206 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.308535 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a53f6d1f-8ea9-443a-85aa-b7df33631206 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/98c6c0a6-eab3-4aeb-a1aa-f491b6bdcf9b HTTP/1.1" status: 404 len: 337 time: 0.0401359 Sep 07 16:23:40.311614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42562) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.338192 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0779e1f-1356-4471-98cc-00b736f3b9be tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.338977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0779e1f-1356-4471-98cc-00b736f3b9be tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.342262 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f0779e1f-1356-4471-98cc-00b736f3b9be tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/c5eca3d4-25b7-405d-aa2b-f3ce8b778cac HTTP/1.1" status: 404 len: 333 time: 0.0285079 Sep 07 16:23:40.347069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42564) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.385253 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f2539c-b4d2-4c1e-b486-d99f10dfda43 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.385839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f2539c-b4d2-4c1e-b486-d99f10dfda43 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.386763 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca66ad68-60b9-418d-b224-c95817d419d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:40.391686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b6f2539c-b4d2-4c1e-b486-d99f10dfda43 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/dbf4820c-eaf0-4701-87d5-8ecb51e69271 HTTP/1.1" status: 404 len: 337 time: 0.0406492 Sep 07 16:23:40.391867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42572) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.421409 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea64c4eb-3089-4b27-b849-a4ce03d58747 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.421409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea64c4eb-3089-4b27-b849-a4ce03d58747 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.424592 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ea64c4eb-3089-4b27-b849-a4ce03d58747 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/60059c75-fa26-4024-a1d7-aa7062f16fd3 HTTP/1.1" status: 404 len: 337 time: 0.0306342 Sep 07 16:23:40.425553 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42574) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.459878 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7a27a7-47f1-432e-bf25-e02b47de629f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.460544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed7a27a7-47f1-432e-bf25-e02b47de629f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.462446 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ed7a27a7-47f1-432e-bf25-e02b47de629f tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/e966a529-77cf-41bd-b1be-8c328f882464 HTTP/1.1" status: 404 len: 333 time: 0.0359561 Sep 07 16:23:40.464936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42576) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.492587 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-68443d47-f625-4685-a666-1f461ca9e261 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.493046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68443d47-f625-4685-a666-1f461ca9e261 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.499361 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-68443d47-f625-4685-a666-1f461ca9e261 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/7a633440-6858-4127-b3d7-eca311cbbb3d HTTP/1.1" status: 404 len: 337 time: 0.0306551 Sep 07 16:23:40.499597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42580) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.527150 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57edb71-9dec-4ecc-9753-4b831dbb6258 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.527667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57edb71-9dec-4ecc-9753-4b831dbb6258 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.529436 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a57edb71-9dec-4ecc-9753-4b831dbb6258 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/42fa4b71-239a-4ab6-9a40-7ad7c9aab340 HTTP/1.1" status: 404 len: 337 time: 0.0286078 Sep 07 16:23:40.531851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42582) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.561631 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e00cdc0-8ad3-467f-8ca8-35c4075ced9b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.561631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e00cdc0-8ad3-467f-8ca8-35c4075ced9b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.561631 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1e00cdc0-8ad3-467f-8ca8-35c4075ced9b tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/3b35634c-3de1-45dd-9d09-e4db7f3d1ecd HTTP/1.1" status: 404 len: 333 time: 0.0268507 Sep 07 16:23:40.562996 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42584) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.569770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8821a6a8-2035-40c5-98e7-0cd71a1fdf5c None None] Network a4a52928-aba9-4c1a-9760-c065e55e283a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:40.591963 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-864b8aa8-23af-4cf7-bd69-668579113abd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.594723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864b8aa8-23af-4cf7-bd69-668579113abd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.600075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42590) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.610151 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-864b8aa8-23af-4cf7-bd69-668579113abd tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/b49a35bc-dde6-4929-9fbf-415dac97bfec HTTP/1.1" status: 404 len: 337 time: 0.0460441 Sep 07 16:23:40.635482 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89de648-4631-49c6-9588-3d04effbd39d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.636616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89de648-4631-49c6-9588-3d04effbd39d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.641884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42592) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.656236 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c89de648-4631-49c6-9588-3d04effbd39d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/0d490a28-2659-4086-b76d-eb3321332052 HTTP/1.1" status: 404 len: 337 time: 0.0549452 Sep 07 16:23:40.680275 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08abb26-f485-4f91-94d9-7b837aa7185e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.680994 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08abb26-f485-4f91-94d9-7b837aa7185e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.685481 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42598) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.685634 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a08abb26-f485-4f91-94d9-7b837aa7185e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/fcf0daf0-631b-4eed-b834-89840ce46d3c HTTP/1.1" status: 404 len: 333 time: 0.0424364 Sep 07 16:23:40.717105 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9637353b-7f02-40ba-a682-ff4adb056aba tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.717564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9637353b-7f02-40ba-a682-ff4adb056aba tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.721440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9637353b-7f02-40ba-a682-ff4adb056aba tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/ac52d1f2-7660-4aef-8be3-7f8d34b78e2d HTTP/1.1" status: 404 len: 337 time: 0.0346868 Sep 07 16:23:40.724089 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42600) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.752422 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-277fade6-9b27-4bf1-bd63-8dfbf7fc53d8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.753428 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277fade6-9b27-4bf1-bd63-8dfbf7fc53d8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.758311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42602) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.772942 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-277fade6-9b27-4bf1-bd63-8dfbf7fc53d8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/0e09213b-2f88-4a00-8b49-1617afbf92ae HTTP/1.1" status: 404 len: 333 time: 0.0476484 Sep 07 16:23:40.797937 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6404dfa0-c43a-42d3-bf95-52ceec939878 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.798927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6404dfa0-c43a-42d3-bf95-52ceec939878 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.801349 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6404dfa0-c43a-42d3-bf95-52ceec939878 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/bd2b0f2c-4c43-4889-9bc1-5db62afde885 HTTP/1.1" status: 404 len: 337 time: 0.0418961 Sep 07 16:23:40.804252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42604) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.827740 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eaf48b5-165d-4394-87b8-66224a164526 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.828418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eaf48b5-165d-4394-87b8-66224a164526 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.830354 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2eaf48b5-165d-4394-87b8-66224a164526 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/821a3e4d-363b-4d66-9743-becda4919a00 HTTP/1.1" status: 404 len: 333 time: 0.0250840 Sep 07 16:23:40.833359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42606) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.875911 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af10129-9582-4136-aa05-2ef185139269 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.875911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af10129-9582-4136-aa05-2ef185139269 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.875911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0af10129-9582-4136-aa05-2ef185139269 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/986b9d9f-4bc8-4fe2-a6b1-ba4138b91bee HTTP/1.1" status: 404 len: 337 time: 0.0405140 Sep 07 16:23:40.877716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42610) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.917343 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f7cb73-6889-471e-a7b0-1edf131d4f15 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.917733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f7cb73-6889-471e-a7b0-1edf131d4f15 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.922548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42614) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.932523 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b1f7cb73-6889-471e-a7b0-1edf131d4f15 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/3cca7a54-3f1f-46a5-8f83-1a1896d77342 HTTP/1.1" status: 404 len: 333 time: 0.0536578 Sep 07 16:23:40.953603 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cf5450-152b-4c4f-96e5-a063bbbbd576 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.954061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66cf5450-152b-4c4f-96e5-a063bbbbd576 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.956277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-66cf5450-152b-4c4f-96e5-a063bbbbd576 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/d712be23-3904-436a-a250-6ef83eb6e377 HTTP/1.1" status: 404 len: 337 time: 0.0322788 Sep 07 16:23:40.958455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42616) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.984035 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ec9b6c-2bc4-4c4c-8523-1967e52cf8b9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:40.985524 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ec9b6c-2bc4-4c4c-8523-1967e52cf8b9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:40.987935 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-02ec9b6c-2bc4-4c4c-8523-1967e52cf8b9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/8a532a9c-f897-4262-a2c8-858cba3f4d25 HTTP/1.1" status: 404 len: 333 time: 0.0284474 Sep 07 16:23:40.990673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42622) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:40.999756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-77b40408-f80c-4a1e-b7f4-e9fc3c1108fd None None] Provisioning complete for port 68cc8534-1502-460b-b0a8-b40223c2e921 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:41.000205 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77b40408-f80c-4a1e-b7f4-e9fc3c1108fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:41.022233 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cac882-beb0-45d9-be08-0930e2fc9c70 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.022974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cac882-beb0-45d9-be08-0930e2fc9c70 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.024534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-70cac882-beb0-45d9-be08-0930e2fc9c70 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/2f1d040e-a50a-4d1f-82bb-7e1e1cd9b23b HTTP/1.1" status: 404 len: 337 time: 0.0328400 Sep 07 16:23:41.027449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42624) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.071720 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9582e15e-7500-4694-b525-573369412a70 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.072772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9582e15e-7500-4694-b525-573369412a70 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.077914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9582e15e-7500-4694-b525-573369412a70 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/0ca39cd0-0f0c-4a05-9307-e21e2c4b8b59 HTTP/1.1" status: 404 len: 333 time: 0.0465815 Sep 07 16:23:41.078678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42626) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.104690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 68cc8534-1502-460b-b0a8-b40223c2e921 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:41.124709 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5417e7d1-9e52-4728-b333-0fcde8507ae3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.125586 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5417e7d1-9e52-4728-b333-0fcde8507ae3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.127758 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5417e7d1-9e52-4728-b333-0fcde8507ae3 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/27cccd21-0bb2-4f3c-99e4-54e19d7bc2f3 HTTP/1.1" status: 404 len: 337 time: 0.0480490 Sep 07 16:23:41.130404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42630) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.165786 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b3fd70-9685-4141-8838-cc9a2b9509a9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.166506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b3fd70-9685-4141-8838-cc9a2b9509a9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.171322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-31b3fd70-9685-4141-8838-cc9a2b9509a9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/05981329-1a17-4c9c-a12a-2a6368cad75d HTTP/1.1" status: 404 len: 337 time: 0.0368352 Sep 07 16:23:41.172168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42632) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.198972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a325fb1c-a726-42a5-859e-5c19bbaee5c0 None None] DHCP port deletion for a4a52928-aba9-4c1a-9760-c065e55e283a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:23:41.201419 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-801a6205-2d7a-4aec-b12e-c48ac3c94303 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.202082 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801a6205-2d7a-4aec-b12e-c48ac3c94303 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.203847 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-801a6205-2d7a-4aec-b12e-c48ac3c94303 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/ff41c797-94d9-477b-b926-47dd2d689323 HTTP/1.1" status: 404 len: 333 time: 0.0306730 Sep 07 16:23:41.206567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42634) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.236198 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d21ae60-ff15-46e4-8a9a-ce245b74b6f6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.237062 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d21ae60-ff15-46e4-8a9a-ce245b74b6f6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.239032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1d21ae60-ff15-46e4-8a9a-ce245b74b6f6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/dee2e2ba-d2ae-43a2-872c-7c4f19d80e8f HTTP/1.1" status: 404 len: 337 time: 0.0310969 Sep 07 16:23:41.241684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42636) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.257688 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:23:41.266313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 68cc8534-1502-460b-b0a8-b40223c2e921 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:41.266768 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:41.283321 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-037ef6f3-3576-441b-a892-ef29ab448d80 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.283816 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037ef6f3-3576-441b-a892-ef29ab448d80 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.285649 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-037ef6f3-3576-441b-a892-ef29ab448d80 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/72d4940c-39b7-423c-9492-ed415f4d0f65 HTTP/1.1" status: 404 len: 337 time: 0.0429542 Sep 07 16:23:41.288025 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42642) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.317747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a325fb1c-a726-42a5-859e-5c19bbaee5c0 None None] Deleting port 68cc8534-1502-460b-b0a8-b40223c2e921 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:41.318030 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a00713-44f9-466c-bde9-e0317f5bc969 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.318161 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a325fb1c-a726-42a5-859e-5c19bbaee5c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:41.318811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a00713-44f9-466c-bde9-e0317f5bc969 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.322825 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e8a00713-44f9-466c-bde9-e0317f5bc969 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/6e61fea5-5e89-4842-89ed-a46528f5d586 HTTP/1.1" status: 404 len: 333 time: 0.0313890 Sep 07 16:23:41.323159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42644) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.356104 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcd4ccd-ba5c-4656-8564-4c062b6ea872 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.357090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbcd4ccd-ba5c-4656-8564-4c062b6ea872 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.362202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42646) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.369388 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bbcd4ccd-ba5c-4656-8564-4c062b6ea872 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/33c6ed46-1442-40dc-9594-ea8e877abe7e HTTP/1.1" status: 404 len: 337 time: 0.0452545 Sep 07 16:23:41.416808 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff2ee91-9072-43d7-9714-08c9a8d21619 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.417556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff2ee91-9072-43d7-9714-08c9a8d21619 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.422830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.423511 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3ff2ee91-9072-43d7-9714-08c9a8d21619 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/a1df8a1e-adaf-4d73-a38c-3ab930904926 HTTP/1.1" status: 404 len: 337 time: 0.0595381 Sep 07 16:23:41.446794 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4290a4ea-a345-4d69-8225-719f4a54209e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.447592 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4290a4ea-a345-4d69-8225-719f4a54209e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.451650 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4290a4ea-a345-4d69-8225-719f4a54209e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/9b91d55c-1226-44b5-9ddb-59905013e52d HTTP/1.1" status: 404 len: 333 time: 0.0255527 Sep 07 16:23:41.451877 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42652) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.457993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a325fb1c-a726-42a5-859e-5c19bbaee5c0 None None] For port 68cc8534-1502-460b-b0a8-b40223c2e921, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=68cc8534-1502-460b-b0a8-b40223c2e921,segment=NetworkSegment(fbde9235-7932-4df8-afd9-2d7c96d2d65f),segment_id=fbde9235-7932-4df8-afd9-2d7c96d2d65f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:41.458699 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a325fb1c-a726-42a5-859e-5c19bbaee5c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:41.473793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a325fb1c-a726-42a5-859e-5c19bbaee5c0 None None] Calling delete_port for 68cc8534-1502-460b-b0a8-b40223c2e921 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:41.479423 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9693cd45-0372-4f1c-98c7-e5a2c7f2325e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.480085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9693cd45-0372-4f1c-98c7-e5a2c7f2325e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.485611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42654) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.485790 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9693cd45-0372-4f1c-98c7-e5a2c7f2325e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/7ea256b2-bc45-445c-a21e-0a90eeff1964 HTTP/1.1" status: 404 len: 337 time: 0.0327673 Sep 07 16:23:41.512910 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8da3483-9e14-4960-a997-0f4d82c526e4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.513463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8da3483-9e14-4960-a997-0f4d82c526e4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.517707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b8da3483-9e14-4960-a997-0f4d82c526e4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/fe848eaa-450c-4cb4-8090-23f4e8c84179 HTTP/1.1" status: 404 len: 337 time: 0.0288544 Sep 07 16:23:41.518441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42656) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.551326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42658) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.552023 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-02ecb572-74f5-4b4d-b67d-10613093a070 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3c9024b-1457-4d99-914d-89875d735191 HTTP/1.1" status: 200 len: 205 time: 0.0314999 Sep 07 16:23:41.572084 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a325fb1c-a726-42a5-859e-5c19bbaee5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:41.598018 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-1a23654e-d066-461e-b5e3-6426b6dfee5a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] delete failed (client error): The resource could not be found. Sep 07 16:23:41.599098 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1a23654e-d066-461e-b5e3-6426b6dfee5a tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/routers/d3c9024b-1457-4d99-914d-89875d735191 HTTP/1.1" status: 404 len: 336 time: 0.0468695 Sep 07 16:23:41.602041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42664) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.611179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325fb1c-a726-42a5-859e-5c19bbaee5c0 None None] Pushing event deleted for resources: {'Port': ['ID=68cc8534-1502-460b-b0a8-b40223c2e921,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:41.615404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325fb1c-a726-42a5-859e-5c19bbaee5c0 None None] No DVR routers for this DVR port 68cc8534-1502-460b-b0a8-b40223c2e921 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:23:41.630617 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-554614f0-ca53-4451-a1f3-65d480bca790 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.631377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554614f0-ca53-4451-a1f3-65d480bca790 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.634255 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-554614f0-ca53-4451-a1f3-65d480bca790 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/712a9cf6-50d2-45db-a7e8-7f22c4ffb9f8 HTTP/1.1" status: 404 len: 337 time: 0.0311511 Sep 07 16:23:41.637171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42666) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.669537 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7b8d896f-6fa3-4188-b054-1c36bad9b81d tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da6d954-aa77-449c-bb54-709ecd8608bf HTTP/1.1" status: 200 len: 205 time: 0.0302973 Sep 07 16:23:41.671958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42668) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.714881 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-56840c6b-f232-4ab7-9837-6c00459d7971 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] delete failed (client error): The resource could not be found. Sep 07 16:23:41.716205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-56840c6b-f232-4ab7-9837-6c00459d7971 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/routers/2da6d954-aa77-449c-bb54-709ecd8608bf HTTP/1.1" status: 404 len: 336 time: 0.0383983 Sep 07 16:23:41.719066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42672) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.757392 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-549c8c25-3469-4253-a9fd-c3277f3c0ed9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.758106 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549c8c25-3469-4253-a9fd-c3277f3c0ed9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.763952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42674) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.772150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-549c8c25-3469-4253-a9fd-c3277f3c0ed9 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/bf0fd175-f091-410f-9b77-6158d1e931e6 HTTP/1.1" status: 404 len: 337 time: 0.0519540 Sep 07 16:23:41.795478 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e160f5-8fe6-4f5f-a963-0568596692df tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.795942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e160f5-8fe6-4f5f-a963-0568596692df tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.797962 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-83e160f5-8fe6-4f5f-a963-0568596692df tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/ab19c95a-4f56-4aee-973c-c4b64f3ab53f HTTP/1.1" status: 404 len: 337 time: 0.0325050 Sep 07 16:23:41.800364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42676) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.823511 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c0202d-68cf-41ca-b9b0-3d1ba10d8286 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.824051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c0202d-68cf-41ca-b9b0-3d1ba10d8286 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.828113 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a5c0202d-68cf-41ca-b9b0-3d1ba10d8286 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/72452cb1-bec9-4e66-b027-c8f604deec8a HTTP/1.1" status: 404 len: 333 time: 0.0243189 Sep 07 16:23:41.828489 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42678) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.855849 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a870036-ed8d-4233-a067-3e59599fef66 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.856319 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a870036-ed8d-4233-a067-3e59599fef66 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.858649 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0a870036-ed8d-4233-a067-3e59599fef66 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/5bbb97b4-5c6a-4166-84f2-7cdaa5c2f49f HTTP/1.1" status: 404 len: 337 time: 0.0289693 Sep 07 16:23:41.861138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42684) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.883774 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-121eb5f9-5e7b-4239-805d-993c2602d315 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.884323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121eb5f9-5e7b-4239-805d-993c2602d315 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.886317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-121eb5f9-5e7b-4239-805d-993c2602d315 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/d176138b-2794-4d20-ba73-754cb4b26975 HTTP/1.1" status: 404 len: 333 time: 0.0239446 Sep 07 16:23:41.888923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42686) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.925056 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d4e117-4a31-404f-9179-fa394cae58f8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.925056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d4e117-4a31-404f-9179-fa394cae58f8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.925216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42688) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.925310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-17d4e117-4a31-404f-9179-fa394cae58f8 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/854688a6-a0d4-4395-988f-687138af82b2 HTTP/1.1" status: 404 len: 337 time: 0.0341842 Sep 07 16:23:41.951668 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d0aa2d-b328-44c0-9ae6-827b05b946e6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.952433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d0aa2d-b328-44c0-9ae6-827b05b946e6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.956969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42692) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:41.957136 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-19d0aa2d-b328-44c0-9ae6-827b05b946e6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/db28c552-4d4b-4306-87dc-8f22b211830a HTTP/1.1" status: 404 len: 333 time: 0.0320103 Sep 07 16:23:41.988294 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fcfdcb-128a-443b-9b08-93fec135274c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:41.989099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fcfdcb-128a-443b-9b08-93fec135274c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:41.991880 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-40fcfdcb-128a-443b-9b08-93fec135274c tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/162b43f4-b2f6-4143-bed4-6b2562dec7b7 HTTP/1.1" status: 404 len: 337 time: 0.0332067 Sep 07 16:23:41.994496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42694) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:42.029608 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1ffef6-27f9-4cf6-9d4f-1054d5b9e2c0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:42.030264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1ffef6-27f9-4cf6-9d4f-1054d5b9e2c0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:42.032378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cb1ffef6-27f9-4cf6-9d4f-1054d5b9e2c0 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/8da32c8d-cb33-4835-97e7-ebb1598c7991 HTTP/1.1" status: 404 len: 333 time: 0.0363317 Sep 07 16:23:42.034885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42696) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:42.060959 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4388f5cc-6a56-4a1a-b224-5155d9761918 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:42.061482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4388f5cc-6a56-4a1a-b224-5155d9761918 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:42.065566 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4388f5cc-6a56-4a1a-b224-5155d9761918 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/46f267d3-c4a9-42ec-960d-b72262230b81 HTTP/1.1" status: 404 len: 337 time: 0.0275424 Sep 07 16:23:42.065821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42698) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:42.089424 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbaaa19-4fda-4626-bea9-09cd360174d4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:42.090002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbaaa19-4fda-4626-bea9-09cd360174d4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:42.094601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6fbaaa19-4fda-4626-bea9-09cd360174d4 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/63126c15-f6e0-45b0-847c-62d4f0dab6b0 HTTP/1.1" status: 404 len: 333 time: 0.0255423 Sep 07 16:23:42.094779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42700) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:42.120808 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-faebb3f2-6dd3-43ea-9037-350e2a62a8f5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:42.121213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faebb3f2-6dd3-43ea-9037-350e2a62a8f5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:42.123347 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-faebb3f2-6dd3-43ea-9037-350e2a62a8f5 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/8f298adc-fb4a-47f6-a5f7-fb7f1332afc1 HTTP/1.1" status: 404 len: 337 time: 0.0275626 Sep 07 16:23:42.125776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42704) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:42.151143 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-469938f8-2f1b-45af-b95f-883ef553d32e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:42.151860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469938f8-2f1b-45af-b95f-883ef553d32e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:42.154296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-469938f8-2f1b-45af-b95f-883ef553d32e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/c9b6f29c-40dd-4f8a-acca-f50afecbb841 HTTP/1.1" status: 404 len: 333 time: 0.0275140 Sep 07 16:23:42.157049 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42708) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:42.190615 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7d7c11-b405-42e0-9b4a-eb106d0f58bf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:42.191344 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7d7c11-b405-42e0-9b4a-eb106d0f58bf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:42.193224 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8c7d7c11-b405-42e0-9b4a-eb106d0f58bf tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/73acf361-c2c4-4a9e-9ff3-ab915300ee88 HTTP/1.1" status: 404 len: 337 time: 0.0352039 Sep 07 16:23:42.195626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42710) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:42.221096 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df1afd3-693b-4902-a16c-5f8a99cfe352 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:42.221794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df1afd3-693b-4902-a16c-5f8a99cfe352 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:42.223531 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5df1afd3-693b-4902-a16c-5f8a99cfe352 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/ports/d03274af-4746-4fa3-b6fd-ef421a655708 HTTP/1.1" status: 404 len: 333 time: 0.0269732 Sep 07 16:23:42.226017 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42712) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:42.251689 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e1b39e-a6ea-4294-922a-1802d968187e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] DELETE failed (client error): The resource could not be found. Sep 07 16:23:42.252385 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e1b39e-a6ea-4294-922a-1802d968187e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:23:42.253817 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f9e1b39e-a6ea-4294-922a-1802d968187e tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/subnets/2b26146f-d1ab-49f6-b7dd-fd60041589ee HTTP/1.1" status: 404 len: 337 time: 0.0269234 Sep 07 16:23:42.256400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42714) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:42.418197 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c64-3465-489a-bf9b-3fdb68029db6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:42.519203 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c64-3465-489a-bf9b-3fdb68029db6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:42.543152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ee0c5c64-3465-489a-bf9b-3fdb68029db6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a52928-aba9-4c1a-9760-c065e55e283a']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:42.552954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ee0c5c64-3465-489a-bf9b-3fdb68029db6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbde9235-7932-4df8-afd9-2d7c96d2d65f') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:42.553257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ee0c5c64-3465-489a-bf9b-3fdb68029db6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbde9235-7932-4df8-afd9-2d7c96d2d65f') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:42.567918 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c64-3465-489a-bf9b-3fdb68029db6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:42.581693 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c64-3465-489a-bf9b-3fdb68029db6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:42.587349 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0c5c64-3465-489a-bf9b-3fdb68029db6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:23:42.587745 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c64-3465-489a-bf9b-3fdb68029db6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:23:42.590986 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:23:42.652179 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c64-3465-489a-bf9b-3fdb68029db6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:42.660001 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c64-3465-489a-bf9b-3fdb68029db6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:42.661915 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ee0c5c64-3465-489a-bf9b-3fdb68029db6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] 10.222.0.70 "DELETE /v2.0/networks/a4a52928-aba9-4c1a-9760-c065e55e283a HTTP/1.1" status: 204 len: 168 time: 0.4045291 Sep 07 16:23:42.675669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c5c64-3465-489a-bf9b-3fdb68029db6 tempest-NetworksTestDHCPv6-1211561435 tempest-NetworksTestDHCPv6-1211561435-project] Pushing event deleted for resources: {'Network': ['ID=a4a52928-aba9-4c1a-9760-c065e55e283a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:42.974369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42736) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:43.101132 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 68cc8534-1502-460b-b0a8-b40223c2e921 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:43.122888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 68cc8534-1502-460b-b0a8-b40223c2e921 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:23:43.122888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 68cc8534-1502-460b-b0a8-b40223c2e921 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:23:43.181055 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a21a2e04-130e-4b69-aa74-91d68a97b5c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe01c6ca1a134f69bcca6a5d6d6886c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053707 Sep 07 16:23:43.183292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42742) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:43.230107 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b64770fc-d6bd-4024-bf92-cace1dec5e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:43.256115 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b64770fc-d6bd-4024-bf92-cace1dec5e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:43.305304 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b64770fc-d6bd-4024-bf92-cace1dec5e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:43.308574 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b64770fc-d6bd-4024-bf92-cace1dec5e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:43.312163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b64770fc-d6bd-4024-bf92-cace1dec5e94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c02d70aa-46d6-4e87-9f75-efd6417ddbef HTTP/1.1" status: 204 len: 168 time: 0.1257143 Sep 07 16:23:43.323246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64770fc-d6bd-4024-bf92-cace1dec5e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02d70aa-46d6-4e87-9f75-efd6417ddbef,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:43.933674 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.054777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42780) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:44.167824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1055468213'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:44.193971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Made reservation on behalf of 6239c47521cb4112a84e139e5d6a25be for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:44.197951 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.213777 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.218126 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2e31262-8eed-4642-85b1-177596166417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.304966 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.309321 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.336086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:23:44.345932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c316e7fc-34c7-4f9b-a21d-3a71eab486e8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:44.350857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.351423 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Added segment 440d863d-788a-4842-af48-3d3ce12c00e5 of type vlan for network ecb29192-571c-4d00-b109-5bb69fc9b448 Sep 07 16:23:44.399008 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.425375 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.430977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:44.431620 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.516464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Pushing event updated for resources: {'Network': ['ID=ecb29192-571c-4d00-b109-5bb69fc9b448,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:44.523554 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fc6b5f91-291b-4007-aff2-9d159ff1ce58 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4645975 Sep 07 16:23:44.524193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42796) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:44.529959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f08c585d-cbb6-4780-9fd2-613b09a5ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Request body: {'subnet': {'network_id': 'ecb29192-571c-4d00-b109-5bb69fc9b448', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:44.533117 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network ecb29192-571c-4d00-b109-5bb69fc9b448 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:23:44.629541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08c585d-cbb6-4780-9fd2-613b09a5ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Made reservation on behalf of 6239c47521cb4112a84e139e5d6a25be for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:44.633894 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f08c585d-cbb6-4780-9fd2-613b09a5ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.831225 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f08c585d-cbb6-4780-9fd2-613b09a5ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.877612 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.908544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c585d-cbb6-4780-9fd2-613b09a5ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Pushing event updated for resources: {'Subnet': ['ID=683798fd-bf34-4c3b-a19b-ca5c26bb570b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:44.928038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08c585d-cbb6-4780-9fd2-613b09a5ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Checking segment: {'id': '440d863d-788a-4842-af48-3d3ce12c00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ecb29192-571c-4d00-b109-5bb69fc9b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:44.928652 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08c585d-cbb6-4780-9fd2-613b09a5ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Network hostable DHCP agents. Network: ecb29192-571c-4d00-b109-5bb69fc9b448, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:23:44.950783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08c585d-cbb6-4780-9fd2-613b09a5ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Network ecb29192-571c-4d00-b109-5bb69fc9b448 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:23:44.970122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f08c585d-cbb6-4780-9fd2-613b09a5ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, ecb29192-571c-4d00-b109-5bb69fc9b448) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:44.978543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08c585d-cbb6-4780-9fd2-613b09a5ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:44.979575 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f08c585d-cbb6-4780-9fd2-613b09a5ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:44.979801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b9c4c-091f-4b19-8746-1b1926e7cd82 None None] Network ecb29192-571c-4d00-b109-5bb69fc9b448 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:45.010851 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f08c585d-cbb6-4780-9fd2-613b09a5ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4853878 Sep 07 16:23:45.017203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42808) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:45.023874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Request body: {'port': {'network_id': 'ecb29192-571c-4d00-b109-5bb69fc9b448', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1473987467'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:45.232133 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-ecb29192-571c-4d00-b109-5bb69fc9b448', 'network_id': 'ecb29192-571c-4d00-b109-5bb69fc9b448', 'tenant_id': '6239c47521cb4112a84e139e5d6a25be', 'fixed_ips': [{'subnet_id': '683798fd-bf34-4c3b-a19b-ca5c26bb570b'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:23:45.233041 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:45.288656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Made reservation on behalf of 6239c47521cb4112a84e139e5d6a25be for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:45.310426 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:45.341342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] device_id is not set on port b9b759b3-b28c-4228-935a-440a2be7cc44 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:23:45.413561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Allocated IP 2001:db8::2 (ecb29192-571c-4d00-b109-5bb69fc9b448/683798fd-bf34-4c3b-a19b-ca5c26bb570b/f2518239-93f0-4003-bca9-71a7a6d36d90) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:45.628468 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:45.637266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Transition to ACTIVE for port object f2518239-93f0-4003-bca9-71a7a6d36d90 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:45.655435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Transition to ACTIVE for port object f2518239-93f0-4003-bca9-71a7a6d36d90 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:45.663951 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:45.701919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Network ecb29192-571c-4d00-b109-5bb69fc9b448 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:45.705161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:45.716265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:45.779435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Pushing event updated for resources: {'Port': ['ID=f2518239-93f0-4003-bca9-71a7a6d36d90,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:45.791787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Allocated IP 2001:db8::389 (ecb29192-571c-4d00-b109-5bb69fc9b448/683798fd-bf34-4c3b-a19b-ca5c26bb570b/b9b759b3-b28c-4228-935a-440a2be7cc44) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:45.795095 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Attempting to bind port f2518239-93f0-4003-bca9-71a7a6d36d90 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:23:45.795610 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Attempting to bind port f2518239-93f0-4003-bca9-71a7a6d36d90 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '440d863d-788a-4842-af48-3d3ce12c00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ecb29192-571c-4d00-b109-5bb69fc9b448'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:23:45.796041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Attempting to bind port f2518239-93f0-4003-bca9-71a7a6d36d90 on network ecb29192-571c-4d00-b109-5bb69fc9b448 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:23:45.803576 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:23:45.804212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Checking segment: {'id': '440d863d-788a-4842-af48-3d3ce12c00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ecb29192-571c-4d00-b109-5bb69fc9b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:45.804843 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:45.805313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Bound using segment: {'id': '440d863d-788a-4842-af48-3d3ce12c00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ecb29192-571c-4d00-b109-5bb69fc9b448'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:23:45.805909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Bound port: f2518239-93f0-4003-bca9-71a7a6d36d90, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440d863d-788a-4842-af48-3d3ce12c00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ecb29192-571c-4d00-b109-5bb69fc9b448'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:23:45.806514 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:45.895642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] For port f2518239-93f0-4003-bca9-71a7a6d36d90, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:23:45.899084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] For port f2518239-93f0-4003-bca9-71a7a6d36d90, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f2518239-93f0-4003-bca9-71a7a6d36d90,segment=NetworkSegment(440d863d-788a-4842-af48-3d3ce12c00e5),segment_id=440d863d-788a-4842-af48-3d3ce12c00e5)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:23:45.905594 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:46.024959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4a110-edd4-4f19-9707-a8f2c8c9c482 None None] Pushing event updated for resources: {'Port': ['ID=f2518239-93f0-4003-bca9-71a7a6d36d90,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:46.075441 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:46.112080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Transition to ACTIVE for port object b9b759b3-b28c-4228-935a-440a2be7cc44 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:46.204649 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:46.279326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Network ecb29192-571c-4d00-b109-5bb69fc9b448 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:46.287311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:46.303756 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:46.318748 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:46.320758 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:46.331194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Pushing event updated for resources: {'Port': ['ID=b9b759b3-b28c-4228-935a-440a2be7cc44,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:46.358989 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cfc41caf-b001-4e52-b70e-9a051ad7ecf1 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3378322 Sep 07 16:23:46.359202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42830) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:46.366566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Request body: {'port': {'network_id': 'ecb29192-571c-4d00-b109-5bb69fc9b448', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-137556749', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:46.367159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] bootfile-name is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 16:23:46.367448 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] tftp-server is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 16:23:46.367780 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] server-ip-address is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 16:23:46.582134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Made reservation on behalf of 6239c47521cb4112a84e139e5d6a25be for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:46.586093 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:46.806995 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:47.050366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] device_id is not set on port 2747a252-e5e8-4bf7-8355-b252c61105b8 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:23:47.171276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f2518239-93f0-4003-bca9-71a7a6d36d90 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:47.293957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port f2518239-93f0-4003-bca9-71a7a6d36d90 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:47.367146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Allocated IP 2001:db8::e3 (ecb29192-571c-4d00-b109-5bb69fc9b448/683798fd-bf34-4c3b-a19b-ca5c26bb570b/2747a252-e5e8-4bf7-8355-b252c61105b8) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:47.600114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ea484-b3de-478e-ae67-d9df5974c682 None None] Network ecb29192-571c-4d00-b109-5bb69fc9b448 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:47.669756 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:47.687591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Transition to ACTIVE for port object 2747a252-e5e8-4bf7-8355-b252c61105b8 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:47.733689 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:47.757559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a6eacd16-4a57-4110-a799-802482b4e792 None None] Provisioning for port f2518239-93f0-4003-bca9-71a7a6d36d90 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:47.766683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a6eacd16-4a57-4110-a799-802482b4e792 None None] Provisioning complete for port f2518239-93f0-4003-bca9-71a7a6d36d90 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:47.767069 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6eacd16-4a57-4110-a799-802482b4e792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:47.821410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Network ecb29192-571c-4d00-b109-5bb69fc9b448 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:47.827853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:47.841904 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:47.855171 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:47.856606 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:47.912834 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.5525680 Sep 07 16:23:47.915637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42858) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:47.928445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce95e8-12a6-4810-8a4b-a76f12e6c9cd tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Pushing event updated for resources: {'Port': ['ID=2747a252-e5e8-4bf7-8355-b252c61105b8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:47.971618 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6eacd16-4a57-4110-a799-802482b4e792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:48.003602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee41c5c4-11c9-4c98-9959-9ea3519fba26 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:48.019237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee41c5c4-11c9-4c98-9959-9ea3519fba26 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:48.036775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee41c5c4-11c9-4c98-9959-9ea3519fba26 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:48.038811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a6eacd16-4a57-4110-a799-802482b4e792 None None] For port f2518239-93f0-4003-bca9-71a7a6d36d90, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f2518239-93f0-4003-bca9-71a7a6d36d90,segment=NetworkSegment(440d863d-788a-4842-af48-3d3ce12c00e5),segment_id=440d863d-788a-4842-af48-3d3ce12c00e5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:48.044958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ee41c5c4-11c9-4c98-9959-9ea3519fba26 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1276050 Sep 07 16:23:48.045818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42860) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:48.051242 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6eacd16-4a57-4110-a799-802482b4e792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:48.142443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eacd16-4a57-4110-a799-802482b4e792 None None] Pushing event updated for resources: {'Port': ['ID=f2518239-93f0-4003-bca9-71a7a6d36d90,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:48.192039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6f533-c64d-49c4-a9f9-b1e144a2477a tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Deleting port 2747a252-e5e8-4bf7-8355-b252c61105b8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:48.192411 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dfd6f533-c64d-49c4-a9f9-b1e144a2477a tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:48.314525 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dfd6f533-c64d-49c4-a9f9-b1e144a2477a tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:48.329876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6f533-c64d-49c4-a9f9-b1e144a2477a tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Calling delete_port for 2747a252-e5e8-4bf7-8355-b252c61105b8 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:48.382740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4d1f4966-7cf3-4f5d-b2b4-b021de0b73cb None None] Provisioning for port 2747a252-e5e8-4bf7-8355-b252c61105b8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:48.396371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4d1f4966-7cf3-4f5d-b2b4-b021de0b73cb None None] Provisioning complete for port 2747a252-e5e8-4bf7-8355-b252c61105b8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:48.397271 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4966-7cf3-4f5d-b2b4-b021de0b73cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:48.514241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f4966-7cf3-4f5d-b2b4-b021de0b73cb None None] Port 2747a252-e5e8-4bf7-8355-b252c61105b8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:23:48.536646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4d1f4966-7cf3-4f5d-b2b4-b021de0b73cb None None] Provisioning for port b9b759b3-b28c-4228-935a-440a2be7cc44 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:48.545883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4d1f4966-7cf3-4f5d-b2b4-b021de0b73cb None None] Provisioning complete for port b9b759b3-b28c-4228-935a-440a2be7cc44 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:48.546268 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4966-7cf3-4f5d-b2b4-b021de0b73cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:48.610318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f4966-7cf3-4f5d-b2b4-b021de0b73cb None None] Port b9b759b3-b28c-4228-935a-440a2be7cc44 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:23:48.627093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4d1f4966-7cf3-4f5d-b2b4-b021de0b73cb None None] Provisioning complete for port f2518239-93f0-4003-bca9-71a7a6d36d90 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:48.627485 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4966-7cf3-4f5d-b2b4-b021de0b73cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:48.641007 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dfd6f533-c64d-49c4-a9f9-b1e144a2477a tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:48.695691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6f533-c64d-49c4-a9f9-b1e144a2477a tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Pushing event deleted for resources: {'Port': ['ID=2747a252-e5e8-4bf7-8355-b252c61105b8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:48.764786 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dfd6f533-c64d-49c4-a9f9-b1e144a2477a tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:48.767182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dfd6f533-c64d-49c4-a9f9-b1e144a2477a tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] 10.222.0.70 "DELETE /v2.0/ports/2747a252-e5e8-4bf7-8355-b252c61105b8 HTTP/1.1" status: 204 len: 168 time: 0.7201216 Sep 07 16:23:48.771255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42876) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:48.776749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4f648f14-375b-4b39-9720-f3c76853bd75 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Request body: {'port': {'name': 'tempest-new-port-name-1430034749', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:48.777145 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-4f648f14-375b-4b39-9720-f3c76853bd75 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] bootfile-name is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 16:23:48.777683 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-4f648f14-375b-4b39-9720-f3c76853bd75 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] tftp-server is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 16:23:48.778736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-4f648f14-375b-4b39-9720-f3c76853bd75 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] server-ip-address is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 16:23:48.868855 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f648f14-375b-4b39-9720-f3c76853bd75 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:48.884207 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1dd07bbd-a926-4261-aea2-81e6e75abb2d None None] Provisioning complete for port b9b759b3-b28c-4228-935a-440a2be7cc44 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:48.886691 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dd07bbd-a926-4261-aea2-81e6e75abb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:48.965761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1dd07bbd-a926-4261-aea2-81e6e75abb2d None None] Port b9b759b3-b28c-4228-935a-440a2be7cc44 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:23:49.129493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f2518239-93f0-4003-bca9-71a7a6d36d90 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:49.200958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2ad9fd32-9aa5-4f69-a8d9-c3b3693ab073 None None] Could not find standard attr ID for object 2747a252-e5e8-4bf7-8355-b252c61105b8. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:23:49.221168 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f648f14-375b-4b39-9720-f3c76853bd75 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.238647 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f648f14-375b-4b39-9720-f3c76853bd75 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.245487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f2518239-93f0-4003-bca9-71a7a6d36d90 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:49.246011 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.318146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4f648f14-375b-4b39-9720-f3c76853bd75 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] In _notify_port_updated(), no bound segment for port b9b759b3-b28c-4228-935a-440a2be7cc44 on network ecb29192-571c-4d00-b109-5bb69fc9b448 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:23:49.328477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f648f14-375b-4b39-9720-f3c76853bd75 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:49.331574 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4f648f14-375b-4b39-9720-f3c76853bd75 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.332982 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4f648f14-375b-4b39-9720-f3c76853bd75 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] 10.222.0.70 "PUT /v2.0/ports/b9b759b3-b28c-4228-935a-440a2be7cc44 HTTP/1.1" status: 200 len: 1130 time: 0.5606866 Sep 07 16:23:49.336005 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42882) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:49.411553 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeba8b5-4eca-4f93-8e28-bcf21b35ab46 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:49.413109 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-adeba8b5-4eca-4f93-8e28-bcf21b35ab46 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] 10.222.0.70 "GET /v2.0/ports/b9b759b3-b28c-4228-935a-440a2be7cc44 HTTP/1.1" status: 200 len: 1130 time: 0.0735395 Sep 07 16:23:49.416468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42888) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:49.440871 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f648f14-375b-4b39-9720-f3c76853bd75 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Pushing event updated for resources: {'Port': ['ID=b9b759b3-b28c-4228-935a-440a2be7cc44,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:49.581911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec43cd-7a5f-4cee-896d-6e8c116066df tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Deleting port b9b759b3-b28c-4228-935a-440a2be7cc44 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:49.582255 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5ec43cd-7a5f-4cee-896d-6e8c116066df tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.744025 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5ec43cd-7a5f-4cee-896d-6e8c116066df tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.776630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec43cd-7a5f-4cee-896d-6e8c116066df tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Calling delete_port for b9b759b3-b28c-4228-935a-440a2be7cc44 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:49.861365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ddaeb6c0-9440-4952-860b-bc86ef9ee476 None None] Provisioning complete for port b9b759b3-b28c-4228-935a-440a2be7cc44 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:49.861787 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb6c0-9440-4952-860b-bc86ef9ee476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:49.899974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ddaeb6c0-9440-4952-860b-bc86ef9ee476 None None] Port b9b759b3-b28c-4228-935a-440a2be7cc44 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:23:49.968363 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5ec43cd-7a5f-4cee-896d-6e8c116066df tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:50.000216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec43cd-7a5f-4cee-896d-6e8c116066df tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Pushing event deleted for resources: {'Port': ['ID=b9b759b3-b28c-4228-935a-440a2be7cc44,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:50.039998 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c5ec43cd-7a5f-4cee-896d-6e8c116066df tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:50.044775 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c5ec43cd-7a5f-4cee-896d-6e8c116066df tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] 10.222.0.70 "DELETE /v2.0/ports/b9b759b3-b28c-4228-935a-440a2be7cc44 HTTP/1.1" status: 204 len: 168 time: 0.6269510 Sep 07 16:23:50.045351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42900) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:50.139229 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-82497524-dcda-4f8b-9274-79a3715d1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Deleting subnet 683798fd-bf34-4c3b-a19b-ca5c26bb570b {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:50.143367 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82497524-dcda-4f8b-9274-79a3715d1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:50.234195 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82497524-dcda-4f8b-9274-79a3715d1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:50.371702 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82497524-dcda-4f8b-9274-79a3715d1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:50.442944 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82497524-dcda-4f8b-9274-79a3715d1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:50.483417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82497524-dcda-4f8b-9274-79a3715d1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Pushing event deleted for resources: {'Subnet': ['ID=683798fd-bf34-4c3b-a19b-ca5c26bb570b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:50.495906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82497524-dcda-4f8b-9274-79a3715d1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:50.506363 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-82497524-dcda-4f8b-9274-79a3715d1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] 10.222.0.70 "DELETE /v2.0/subnets/683798fd-bf34-4c3b-a19b-ca5c26bb570b HTTP/1.1" status: 204 len: 168 time: 0.4580655 Sep 07 16:23:50.506756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:50.511731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381fd8a1-7614-4193-a69f-320f9cd80591 None None] Network ecb29192-571c-4d00-b109-5bb69fc9b448 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:50.646443 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:50.774683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Deleting port f2518239-93f0-4003-bca9-71a7a6d36d90 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:50.775026 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:50.815073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87982031-1cd0-436f-ba8e-cadac842c8f6 None None] DHCP port deletion for ecb29192-571c-4d00-b109-5bb69fc9b448 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:23:50.854088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] For port f2518239-93f0-4003-bca9-71a7a6d36d90, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f2518239-93f0-4003-bca9-71a7a6d36d90,segment=NetworkSegment(440d863d-788a-4842-af48-3d3ce12c00e5),segment_id=440d863d-788a-4842-af48-3d3ce12c00e5)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:50.854480 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:50.882100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Calling delete_port for f2518239-93f0-4003-bca9-71a7a6d36d90 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:50.890084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-87982031-1cd0-436f-ba8e-cadac842c8f6 None None] Deleting port f2518239-93f0-4003-bca9-71a7a6d36d90 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:50.890526 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87982031-1cd0-436f-ba8e-cadac842c8f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:50.961851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-87982031-1cd0-436f-ba8e-cadac842c8f6 None None] For port f2518239-93f0-4003-bca9-71a7a6d36d90, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f2518239-93f0-4003-bca9-71a7a6d36d90,segment=NetworkSegment(440d863d-788a-4842-af48-3d3ce12c00e5),segment_id=440d863d-788a-4842-af48-3d3ce12c00e5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:50.962479 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87982031-1cd0-436f-ba8e-cadac842c8f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:50.976588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-87982031-1cd0-436f-ba8e-cadac842c8f6 None None] Calling delete_port for f2518239-93f0-4003-bca9-71a7a6d36d90 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:51.030533 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:51.043330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] No DVR routers for this DVR port f2518239-93f0-4003-bca9-71a7a6d36d90 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:23:51.065331 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Pushing event deleted for resources: {'Port': ['ID=f2518239-93f0-4003-bca9-71a7a6d36d90,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:51.088446 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87982031-1cd0-436f-ba8e-cadac842c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:51.111135 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87982031-1cd0-436f-ba8e-cadac842c8f6 None None] No DVR routers for this DVR port f2518239-93f0-4003-bca9-71a7a6d36d90 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:23:51.142518 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f2518239-93f0-4003-bca9-71a7a6d36d90 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:51.146413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87982031-1cd0-436f-ba8e-cadac842c8f6 None None] Pushing event deleted for resources: {'Port': ['ID=f2518239-93f0-4003-bca9-71a7a6d36d90,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:51.164821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:51.166666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f2518239-93f0-4003-bca9-71a7a6d36d90 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:23:51.167534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f2518239-93f0-4003-bca9-71a7a6d36d90 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:23:51.168211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:51.169444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:51.171500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:51.174242 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:51.174665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:51.175193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:51.175990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:51.176594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:51.177112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:51.179646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:51.180005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:51.249014 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:51.282816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb29192-571c-4d00-b109-5bb69fc9b448']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:51.298753 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440d863d-788a-4842-af48-3d3ce12c00e5') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:51.299055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440d863d-788a-4842-af48-3d3ce12c00e5') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:51.309874 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:51.323553 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:51.329746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:23:51.330130 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:23:51.333054 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:23:51.404958 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:51.421124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:51.421124 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] 10.222.0.70 "DELETE /v2.0/networks/ecb29192-571c-4d00-b109-5bb69fc9b448 HTTP/1.1" status: 204 len: 168 time: 0.9126687 Sep 07 16:23:51.439920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75786a-b0a6-48dc-b76e-78b2a0dc6287 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337 tempest-ExtraDHCPOptionsIpV6TestJSON-555798337-project] Pushing event deleted for resources: {'Network': ['ID=ecb29192-571c-4d00-b109-5bb69fc9b448,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:51.826687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42944) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:51.976460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c617e576-a138-46f4-bd72-6841fd6e9883 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6239c47521cb4112a84e139e5d6a25be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485305 Sep 07 16:23:51.979079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42948) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:52.033894 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e98cb4e5-026f-4c1c-9c8f-774dca90ca9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:52.055708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e98cb4e5-026f-4c1c-9c8f-774dca90ca9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:52.107240 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e98cb4e5-026f-4c1c-9c8f-774dca90ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:52.109955 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e98cb4e5-026f-4c1c-9c8f-774dca90ca9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:52.111272 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e98cb4e5-026f-4c1c-9c8f-774dca90ca9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c316e7fc-34c7-4f9b-a21d-3a71eab486e8 HTTP/1.1" status: 204 len: 168 time: 0.1311092 Sep 07 16:23:52.119691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cb4e5-026f-4c1c-9c8f-774dca90ca9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c316e7fc-34c7-4f9b-a21d-3a71eab486e8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:52.904195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42988) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:53.024099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1401462275'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:53.046457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Made reservation on behalf of 05f8f08fbd294805b6db44f1dd86b561 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:53.050390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:53.063940 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:53.158679 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:53.162432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:53.188812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:23:53.197520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c380a13-5797-492a-bedc-4a5f94fd71dc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:53.203949 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:53.204306 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Added segment bae0c4d0-359c-413b-853f-f7581497055b of type vlan for network ccee785b-8537-4b82-b93e-fac3b6ecb6cd Sep 07 16:23:53.245484 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:53.272537 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:53.278148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:53.279203 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:53.310456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4051092 Sep 07 16:23:53.313247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43000) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:53.319847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f8532625-d1ef-4588-9b96-1f340e521e70 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Request body: {'subnet': {'network_id': 'ccee785b-8537-4b82-b93e-fac3b6ecb6cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:53.372581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138acd40-8bfa-4551-9484-55b4a961dd4e tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Pushing event updated for resources: {'Network': ['ID=ccee785b-8537-4b82-b93e-fac3b6ecb6cd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:53.384236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network ccee785b-8537-4b82-b93e-fac3b6ecb6cd details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:23:53.442999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8532625-d1ef-4588-9b96-1f340e521e70 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Made reservation on behalf of 05f8f08fbd294805b6db44f1dd86b561 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:53.446697 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8532625-d1ef-4588-9b96-1f340e521e70 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:53.627017 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8532625-d1ef-4588-9b96-1f340e521e70 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:53.685637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8532625-d1ef-4588-9b96-1f340e521e70 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Pushing event updated for resources: {'Subnet': ['ID=7020cd46-b14c-4ba0-ab28-4cdabcc6aa83,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:53.695424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8532625-d1ef-4588-9b96-1f340e521e70 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Checking segment: {'id': 'bae0c4d0-359c-413b-853f-f7581497055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ccee785b-8537-4b82-b93e-fac3b6ecb6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:53.695789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8532625-d1ef-4588-9b96-1f340e521e70 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Network hostable DHCP agents. Network: ccee785b-8537-4b82-b93e-fac3b6ecb6cd, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:23:53.712609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8532625-d1ef-4588-9b96-1f340e521e70 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Network ccee785b-8537-4b82-b93e-fac3b6ecb6cd is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:23:53.722336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f8532625-d1ef-4588-9b96-1f340e521e70 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, ccee785b-8537-4b82-b93e-fac3b6ecb6cd) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:53.728728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8532625-d1ef-4588-9b96-1f340e521e70 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:53.729735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8532625-d1ef-4588-9b96-1f340e521e70 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:53.732671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8127a203-00c7-4d48-9196-fc49299952c8 None None] Network ccee785b-8537-4b82-b93e-fac3b6ecb6cd requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:53.748180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f8532625-d1ef-4588-9b96-1f340e521e70 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4338844 Sep 07 16:23:53.752811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43010) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:53.759319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Request body: {'port': {'network_id': 'ccee785b-8537-4b82-b93e-fac3b6ecb6cd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2101319350'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:53.925763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Made reservation on behalf of 05f8f08fbd294805b6db44f1dd86b561 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:53.929858 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:53.947680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] device_id is not set on port 1520a336-2010-4f6a-b678-934299c0b8b9 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:23:53.962066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-ccee785b-8537-4b82-b93e-fac3b6ecb6cd', 'network_id': 'ccee785b-8537-4b82-b93e-fac3b6ecb6cd', 'tenant_id': '05f8f08fbd294805b6db44f1dd86b561', 'fixed_ips': [{'subnet_id': '7020cd46-b14c-4ba0-ab28-4cdabcc6aa83'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:23:53.963260 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:54.081483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Allocated IP 172.20.0.10 (ccee785b-8537-4b82-b93e-fac3b6ecb6cd/7020cd46-b14c-4ba0-ab28-4cdabcc6aa83/1520a336-2010-4f6a-b678-934299c0b8b9) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:54.279739 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:54.294547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Transition to ACTIVE for port object 1520a336-2010-4f6a-b678-934299c0b8b9 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:54.328857 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:54.380695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Network ccee785b-8537-4b82-b93e-fac3b6ecb6cd is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:54.382417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:54.393921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:54.404707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Allocated IP 172.20.0.2 (ccee785b-8537-4b82-b93e-fac3b6ecb6cd/7020cd46-b14c-4ba0-ab28-4cdabcc6aa83/9a962a03-f7d6-4c07-a289-88699af4dd8c) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:54.443296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Pushing event updated for resources: {'Port': ['ID=1520a336-2010-4f6a-b678-934299c0b8b9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:54.468628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:54.469790 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:54.485304 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fdffa817-937c-4272-b9c5-8a550ec7da85 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7306402 Sep 07 16:23:54.488053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43036) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:54.494865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Request body: {'port': {'network_id': 'ccee785b-8537-4b82-b93e-fac3b6ecb6cd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1384193862', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:54.495573 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] bootfile-name is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 16:23:54.496163 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] tftp-server is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 16:23:54.496791 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.api.validators [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] server-ip-address is not in valid_values {{(pid=94771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 16:23:54.565805 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:54.574545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Transition to ACTIVE for port object 9a962a03-f7d6-4c07-a289-88699af4dd8c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:54.589830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Transition to ACTIVE for port object 9a962a03-f7d6-4c07-a289-88699af4dd8c will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:54.597215 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:54.630061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Made reservation on behalf of 05f8f08fbd294805b6db44f1dd86b561 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:23:54.634253 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Network ccee785b-8537-4b82-b93e-fac3b6ecb6cd is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:54.635221 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:54.637985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:54.641643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:54.664919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] device_id is not set on port 698b6854-ceb4-4dd2-a2ac-cfdf14a7088a yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:23:54.703724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Attempting to bind port 9a962a03-f7d6-4c07-a289-88699af4dd8c on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:23:54.704371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Attempting to bind port 9a962a03-f7d6-4c07-a289-88699af4dd8c by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'bae0c4d0-359c-413b-853f-f7581497055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ccee785b-8537-4b82-b93e-fac3b6ecb6cd'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:23:54.704927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Attempting to bind port 9a962a03-f7d6-4c07-a289-88699af4dd8c on network ccee785b-8537-4b82-b93e-fac3b6ecb6cd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:23:54.707258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Pushing event updated for resources: {'Port': ['ID=9a962a03-f7d6-4c07-a289-88699af4dd8c,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:54.713971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:23:54.714350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Checking segment: {'id': 'bae0c4d0-359c-413b-853f-f7581497055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ccee785b-8537-4b82-b93e-fac3b6ecb6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:23:54.714765 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:54.715165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Bound using segment: {'id': 'bae0c4d0-359c-413b-853f-f7581497055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ccee785b-8537-4b82-b93e-fac3b6ecb6cd'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:23:54.716208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Bound port: 9a962a03-f7d6-4c07-a289-88699af4dd8c, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae0c4d0-359c-413b-853f-f7581497055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ccee785b-8537-4b82-b93e-fac3b6ecb6cd'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:23:54.716645 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:54.797285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] For port 9a962a03-f7d6-4c07-a289-88699af4dd8c, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:23:54.800822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] For port 9a962a03-f7d6-4c07-a289-88699af4dd8c, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=9a962a03-f7d6-4c07-a289-88699af4dd8c,segment=NetworkSegment(bae0c4d0-359c-413b-853f-f7581497055b),segment_id=bae0c4d0-359c-413b-853f-f7581497055b)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:23:54.810562 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:54.819265 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Allocated IP 172.20.0.3 (ccee785b-8537-4b82-b93e-fac3b6ecb6cd/7020cd46-b14c-4ba0-ab28-4cdabcc6aa83/698b6854-ceb4-4dd2-a2ac-cfdf14a7088a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:23:54.905671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca641346-e5a5-409c-9956-e30db1c77ef7 None None] Pushing event updated for resources: {'Port': ['ID=9a962a03-f7d6-4c07-a289-88699af4dd8c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:55.103886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:55.120308 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Transition to ACTIVE for port object 698b6854-ceb4-4dd2-a2ac-cfdf14a7088a will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:23:55.155894 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:55.203111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Network ccee785b-8537-4b82-b93e-fac3b6ecb6cd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:23:55.206250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:23:55.210173 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:23:55.252027 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Pushing event updated for resources: {'Port': ['ID=698b6854-ceb4-4dd2-a2ac-cfdf14a7088a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:55.286572 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:55.287313 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:55.312088 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e25c7eee-565c-4b01-8645-879ee3058685 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.8200588 Sep 07 16:23:55.312453 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43056) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:55.389707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3953d-5db0-4590-b435-04be490de5c5 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:55.397710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3953d-5db0-4590-b435-04be490de5c5 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:55.408000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3953d-5db0-4590-b435-04be490de5c5 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:55.409648 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-45d3953d-5db0-4590-b435-04be490de5c5 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0961375 Sep 07 16:23:55.412273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43060) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:55.515354 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-736c4e5d-11d0-43c7-af32-7525eca127b0 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Deleting port 698b6854-ceb4-4dd2-a2ac-cfdf14a7088a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:55.516099 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-736c4e5d-11d0-43c7-af32-7525eca127b0 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:55.625290 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-736c4e5d-11d0-43c7-af32-7525eca127b0 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:55.641566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-736c4e5d-11d0-43c7-af32-7525eca127b0 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Calling delete_port for 698b6854-ceb4-4dd2-a2ac-cfdf14a7088a owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:55.790865 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-736c4e5d-11d0-43c7-af32-7525eca127b0 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:55.822661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c4e5d-11d0-43c7-af32-7525eca127b0 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Pushing event deleted for resources: {'Port': ['ID=698b6854-ceb4-4dd2-a2ac-cfdf14a7088a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:55.940649 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-736c4e5d-11d0-43c7-af32-7525eca127b0 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:55.950261 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-736c4e5d-11d0-43c7-af32-7525eca127b0 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] 10.222.0.70 "DELETE /v2.0/ports/698b6854-ceb4-4dd2-a2ac-cfdf14a7088a HTTP/1.1" status: 204 len: 168 time: 0.5366273 Sep 07 16:23:55.953722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43078) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:55.959741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-79bfe5c4-1940-43bf-9637-c4a7913d59c1 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Request body: {'port': {'name': 'tempest-new-port-name-529932861', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:23:55.960093 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.api.validators [None req-79bfe5c4-1940-43bf-9637-c4a7913d59c1 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] bootfile-name is not in valid_values {{(pid=94770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 16:23:55.960532 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.api.validators [None req-79bfe5c4-1940-43bf-9637-c4a7913d59c1 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] tftp-server is not in valid_values {{(pid=94770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 16:23:55.960877 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.api.validators [None req-79bfe5c4-1940-43bf-9637-c4a7913d59c1 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] server-ip-address is not in valid_values {{(pid=94770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 16:23:56.051103 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79bfe5c4-1940-43bf-9637-c4a7913d59c1 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:56.272753 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79bfe5c4-1940-43bf-9637-c4a7913d59c1 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:56.279738 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79bfe5c4-1940-43bf-9637-c4a7913d59c1 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:56.343478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf35085-52ce-4bc7-9ab4-a84dd7cb07ea None None] Network ccee785b-8537-4b82-b93e-fac3b6ecb6cd requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:56.370142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfe5c4-1940-43bf-9637-c4a7913d59c1 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Pushing event updated for resources: {'Port': ['ID=1520a336-2010-4f6a-b678-934299c0b8b9,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:56.380213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-79bfe5c4-1940-43bf-9637-c4a7913d59c1 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] In _notify_port_updated(), no bound segment for port 1520a336-2010-4f6a-b678-934299c0b8b9 on network ccee785b-8537-4b82-b93e-fac3b6ecb6cd {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:23:56.386046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bfe5c4-1940-43bf-9637-c4a7913d59c1 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:56.386731 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79bfe5c4-1940-43bf-9637-c4a7913d59c1 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:56.391019 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43086) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:56.391260 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-79bfe5c4-1940-43bf-9637-c4a7913d59c1 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] 10.222.0.70 "PUT /v2.0/ports/1520a336-2010-4f6a-b678-934299c0b8b9 HTTP/1.1" status: 200 len: 1136 time: 0.4356885 Sep 07 16:23:56.447367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4fc709-32f6-4f8d-8073-2d2e3e435e02 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:23:56.449083 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7e4fc709-32f6-4f8d-8073-2d2e3e435e02 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] 10.222.0.70 "GET /v2.0/ports/1520a336-2010-4f6a-b678-934299c0b8b9 HTTP/1.1" status: 200 len: 1136 time: 0.0567908 Sep 07 16:23:56.453281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b09176bd-7eb1-4c61-a474-d4daa93e1c1e None None] Provisioning for port 9a962a03-f7d6-4c07-a289-88699af4dd8c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:56.453627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43090) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:56.577810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8d16f98a-7464-415a-bd8b-55eae579824b tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Deleting port 1520a336-2010-4f6a-b678-934299c0b8b9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:56.578378 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d16f98a-7464-415a-bd8b-55eae579824b tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:56.686017 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d16f98a-7464-415a-bd8b-55eae579824b tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:56.701710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8d16f98a-7464-415a-bd8b-55eae579824b tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Calling delete_port for 1520a336-2010-4f6a-b678-934299c0b8b9 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:56.883713 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d16f98a-7464-415a-bd8b-55eae579824b tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:56.901418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e31d5f8c-7801-4766-a510-da97e2f676ae None None] Could not find standard attr ID for object 1520a336-2010-4f6a-b678-934299c0b8b9. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:23:56.961802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16f98a-7464-415a-bd8b-55eae579824b tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Pushing event deleted for resources: {'Port': ['ID=1520a336-2010-4f6a-b678-934299c0b8b9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:57.108857 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d16f98a-7464-415a-bd8b-55eae579824b tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.121280 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43106) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:57.122582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8d16f98a-7464-415a-bd8b-55eae579824b tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] 10.222.0.70 "DELETE /v2.0/ports/1520a336-2010-4f6a-b678-934299c0b8b9 HTTP/1.1" status: 204 len: 168 time: 0.6638401 Sep 07 16:23:57.223293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cd97f7-54e5-4c4d-931b-d09c9f802726 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Deleting subnet 7020cd46-b14c-4ba0-ab28-4cdabcc6aa83 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:23:57.227239 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01cd97f7-54e5-4c4d-931b-d09c9f802726 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.258142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 9a962a03-f7d6-4c07-a289-88699af4dd8c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:23:57.295063 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01cd97f7-54e5-4c4d-931b-d09c9f802726 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.313869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ea13e9e1-b029-4854-ad64-cbe922eacf24 None None] Could not find standard attr ID for object 1520a336-2010-4f6a-b678-934299c0b8b9. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:23:57.334902 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 9a962a03-f7d6-4c07-a289-88699af4dd8c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:23:57.339835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 9a962a03-f7d6-4c07-a289-88699af4dd8c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:23:57.341083 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.399453 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01cd97f7-54e5-4c4d-931b-d09c9f802726 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.447977 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.482704 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01cd97f7-54e5-4c4d-931b-d09c9f802726 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.531039 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:23:57.531970 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:23:57.545238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd97f7-54e5-4c4d-931b-d09c9f802726 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Pushing event deleted for resources: {'Subnet': ['ID=7020cd46-b14c-4ba0-ab28-4cdabcc6aa83,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:57.550832 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01cd97f7-54e5-4c4d-931b-d09c9f802726 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.562711 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-01cd97f7-54e5-4c4d-931b-d09c9f802726 tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] 10.222.0.70 "DELETE /v2.0/subnets/7020cd46-b14c-4ba0-ab28-4cdabcc6aa83 HTTP/1.1" status: 204 len: 168 time: 0.4372659 Sep 07 16:23:57.564855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43116) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:57.585184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8286bd4d-deff-48ae-ad67-173918109aac None None] Network ccee785b-8537-4b82-b93e-fac3b6ecb6cd requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:23:57.673657 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.678177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4630d2e8-4264-4999-a418-6a89ae59e7fb None None] Could not find standard attr ID for object 698b6854-ceb4-4dd2-a2ac-cfdf14a7088a. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:23:57.727856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Deleting port 9a962a03-f7d6-4c07-a289-88699af4dd8c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:57.728553 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.791667 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] DHCP port deletion for ccee785b-8537-4b82-b93e-fac3b6ecb6cd request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:23:57.841511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] For port 9a962a03-f7d6-4c07-a289-88699af4dd8c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=9a962a03-f7d6-4c07-a289-88699af4dd8c,segment=NetworkSegment(bae0c4d0-359c-413b-853f-f7581497055b),segment_id=bae0c4d0-359c-413b-853f-f7581497055b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:57.841972 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.859884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Calling delete_port for 9a962a03-f7d6-4c07-a289-88699af4dd8c owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:57.888487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Deleting port 9a962a03-f7d6-4c07-a289-88699af4dd8c {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:23:57.889204 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.976825 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.983277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] For port 9a962a03-f7d6-4c07-a289-88699af4dd8c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=9a962a03-f7d6-4c07-a289-88699af4dd8c,segment=NetworkSegment(bae0c4d0-359c-413b-853f-f7581497055b),segment_id=bae0c4d0-359c-413b-853f-f7581497055b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:23:57.984080 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:57.992520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] No DVR routers for this DVR port 9a962a03-f7d6-4c07-a289-88699af4dd8c on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:23:58.004589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Calling delete_port for 9a962a03-f7d6-4c07-a289-88699af4dd8c owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:23:58.032887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Pushing event deleted for resources: {'Port': ['ID=9a962a03-f7d6-4c07-a289-88699af4dd8c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:58.067054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Port 9a962a03-f7d6-4c07-a289-88699af4dd8c update to ACTIVE by agent not found {{(pid=94772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 07 16:23:58.103536 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:58.107738 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:58.133950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccee785b-8537-4b82-b93e-fac3b6ecb6cd']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:58.139356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] No DVR routers for this DVR port 9a962a03-f7d6-4c07-a289-88699af4dd8c on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:23:58.149943 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Pushing event deleted for resources: {'Port': ['ID=9a962a03-f7d6-4c07-a289-88699af4dd8c,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:58.150592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae0c4d0-359c-413b-853f-f7581497055b') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:58.150592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae0c4d0-359c-413b-853f-f7581497055b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:23:58.154976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.155497 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.155967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.156441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.156885 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.157881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.158055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.158276 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:58.159067 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.159562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.160033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.160525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.160959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0074a31-ff07-4a3d-8a7d-be44f85d9a31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:23:58.173979 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:58.180684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:23:58.181241 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:23:58.184568 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:23:58.259806 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:58.264502 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:58.269594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] 10.222.0.70 "DELETE /v2.0/networks/ccee785b-8537-4b82-b93e-fac3b6ecb6cd HTTP/1.1" status: 204 len: 168 time: 0.7002528 Sep 07 16:23:58.283551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a64532-f43b-4813-bfad-953a87701e1c tempest-ExtraDHCPOptionsTestJSON-1849205038 tempest-ExtraDHCPOptionsTestJSON-1849205038-project] Pushing event deleted for resources: {'Network': ['ID=ccee785b-8537-4b82-b93e-fac3b6ecb6cd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:58.541529 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43140) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:58.678031 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ebd86dc2-2c81-40ab-8f15-061b986b9cd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05f8f08fbd294805b6db44f1dd86b561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352921 Sep 07 16:23:58.680353 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:58.733071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53f6674f-882b-4503-b5d5-2ea98f49f19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:58.753879 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53f6674f-882b-4503-b5d5-2ea98f49f19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:58.809930 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53f6674f-882b-4503-b5d5-2ea98f49f19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:58.812550 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53f6674f-882b-4503-b5d5-2ea98f49f19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:23:58.816629 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-53f6674f-882b-4503-b5d5-2ea98f49f19f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c380a13-5797-492a-bedc-4a5f94fd71dc HTTP/1.1" status: 204 len: 168 time: 0.1352301 Sep 07 16:23:58.824392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6674f-882b-4503-b5d5-2ea98f49f19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c380a13-5797-492a-bedc-4a5f94fd71dc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:23:59.126245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 9a962a03-f7d6-4c07-a289-88699af4dd8c no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:23:59.150396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 9a962a03-f7d6-4c07-a289-88699af4dd8c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:23:59.150962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 9a962a03-f7d6-4c07-a289-88699af4dd8c not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:23:59.563566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43184) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:23:59.686238 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e484fdfb-833a-471f-bffe-52aa494edab0 tempest-ServiceProvidersTest-1830598818 tempest-ServiceProvidersTest-1830598818-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1213708 Sep 07 16:24:00.082547 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43204) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:00.225589 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1922b3c5-2964-4a31-99ff-af8b951d2cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:00.344597 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1922b3c5-2964-4a31-99ff-af8b951d2cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:00.349591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1922b3c5-2964-4a31-99ff-af8b951d2cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:00.391246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922b3c5-2964-4a31-99ff-af8b951d2cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daa96b5-30bd-4450-af62-a69f39920b6e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:00.397913 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1922b3c5-2964-4a31-99ff-af8b951d2cbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=672306de77e3476989e49c3e17b8b29a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120286 Sep 07 16:24:00.398283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43212) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:00.458016 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5861f1cb-a9a3-4ce9-aeae-73596e2ced93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:00.488441 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5861f1cb-a9a3-4ce9-aeae-73596e2ced93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:00.547448 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5861f1cb-a9a3-4ce9-aeae-73596e2ced93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:00.550901 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5861f1cb-a9a3-4ce9-aeae-73596e2ced93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:00.552605 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5861f1cb-a9a3-4ce9-aeae-73596e2ced93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6daa96b5-30bd-4450-af62-a69f39920b6e HTTP/1.1" status: 204 len: 168 time: 0.1530492 Sep 07 16:24:00.562354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861f1cb-a9a3-4ce9-aeae-73596e2ced93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daa96b5-30bd-4450-af62-a69f39920b6e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:01.707250 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:02.328522 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:10.346065 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9504151d-bd95-4cae-abb7-8dd6364462e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:13.888531 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:14.224312 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0c76-0d36-4686-9491-7d2ef1c25e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:14.293487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43930) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:14.406043 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-946d8569-eca3-4850-8c21-0f8c3c611198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:14.502838 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-946d8569-eca3-4850-8c21-0f8c3c611198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:14.506771 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-946d8569-eca3-4850-8c21-0f8c3c611198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:14.545476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d8569-eca3-4850-8c21-0f8c3c611198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5469f273-e6a9-4f96-98e0-bbc902b36a83,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:14.550000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-946d8569-eca3-4850-8c21-0f8c3c611198 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc3d17b3d39b473da489d6b24b45f0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554076 Sep 07 16:24:14.552558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43938) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:14.614558 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01321bb2-9119-467c-bb2f-520d44ba3427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:14.634496 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01321bb2-9119-467c-bb2f-520d44ba3427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:14.683946 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01321bb2-9119-467c-bb2f-520d44ba3427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:14.686561 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01321bb2-9119-467c-bb2f-520d44ba3427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:14.687809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-01321bb2-9119-467c-bb2f-520d44ba3427 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5469f273-e6a9-4f96-98e0-bbc902b36a83 HTTP/1.1" status: 204 len: 168 time: 0.1343467 Sep 07 16:24:14.702768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01321bb2-9119-467c-bb2f-520d44ba3427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5469f273-e6a9-4f96-98e0-bbc902b36a83,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:14.863892 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:15.027957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43952) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:15.041391 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8838d1a9-ef2d-4b33-913b-7172e7d71bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:15.138944 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8838d1a9-ef2d-4b33-913b-7172e7d71bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:15.143334 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8838d1a9-ef2d-4b33-913b-7172e7d71bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:15.186893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8838d1a9-ef2d-4b33-913b-7172e7d71bc6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=480adc18fb6047f8bd5aa34b383a6628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552210 Sep 07 16:24:15.186893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838d1a9-ef2d-4b33-913b-7172e7d71bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8889d43a-a105-4bd0-903a-2130bd4440b3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:15.187265 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43954) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:15.242570 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:15.264904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:15.320937 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:15.324885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:15.328285 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8889d43a-a105-4bd0-903a-2130bd4440b3 HTTP/1.1" status: 204 len: 168 time: 0.1370358 Sep 07 16:24:15.344864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8889d43a-a105-4bd0-903a-2130bd4440b3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:15.352795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:15.353350 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:15.353981 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:15.354475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:15.354965 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:15.356028 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:15.356550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:15.357039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:15.357521 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:15.358004 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:15.358498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:15.358827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354ef27a-56f3-42e6-944e-225744b02d73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:15.745615 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9ae5b-490a-4d3e-9b4e-d3da52affd1c req-5d00ad7a-a64e-4d2f-9d0c-a700ec6c6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:15.747829 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcf9ae5b-490a-4d3e-9b4e-d3da52affd1c req-5d00ad7a-a64e-4d2f-9d0c-a700ec6c6f75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1095 time: 0.0910573 Sep 07 16:24:15.903484 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43980) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:16.182562 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82f96521-bf8f-4801-8b61-99a15850c49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:16.286834 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82f96521-bf8f-4801-8b61-99a15850c49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:16.293991 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82f96521-bf8f-4801-8b61-99a15850c49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:16.321877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8fcbc-192a-45bc-a742-0701bb4fbd3f req-f17484a2-2cdc-4938-8d83-6258cc496db3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:16.322837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f96521-bf8f-4801-8b61-99a15850c49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdea357b-9339-4228-9cc1-ad49d7860212,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:16.323427 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-37f8fcbc-192a-45bc-a742-0701bb4fbd3f req-f17484a2-2cdc-4938-8d83-6258cc496db3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.6201119 Sep 07 16:24:16.360255 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-82f96521-bf8f-4801-8b61-99a15850c49e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a9d87db0e1b4adab19f09c1bda8e403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4556687 Sep 07 16:24:16.362707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43996) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:16.399722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-37f8fcbc-192a-45bc-a742-0701bb4fbd3f req-d6b390b0-d5a3-4c4e-ac1b-8a1f2a6c74c4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692563 Sep 07 16:24:16.429222 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c531a27-a5de-4db4-aa41-46d87691b261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:16.433640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9ae5b-490a-4d3e-9b4e-d3da52affd1c req-46e37f9d-66c5-4bdd-ab05-b18659c41161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:16.435885 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcf9ae5b-490a-4d3e-9b4e-d3da52affd1c req-46e37f9d-66c5-4bdd-ab05-b18659c41161 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.6703207 Sep 07 16:24:16.463253 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c531a27-a5de-4db4-aa41-46d87691b261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:16.515170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c531a27-a5de-4db4-aa41-46d87691b261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:16.518147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c531a27-a5de-4db4-aa41-46d87691b261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:16.519253 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3c531a27-a5de-4db4-aa41-46d87691b261 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bdea357b-9339-4228-9cc1-ad49d7860212 HTTP/1.1" status: 204 len: 168 time: 0.1552956 Sep 07 16:24:16.528600 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c531a27-a5de-4db4-aa41-46d87691b261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdea357b-9339-4228-9cc1-ad49d7860212,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:16.534119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcf9ae5b-490a-4d3e-9b4e-d3da52affd1c req-caf0f33f-20fa-4dc1-a25c-6a0915326d3d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 999 time: 0.0884612 Sep 07 16:24:16.590324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9ae5b-490a-4d3e-9b4e-d3da52affd1c req-b7df9601-e4c0-448c-8926-040ca680cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:16.591780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcf9ae5b-490a-4d3e-9b4e-d3da52affd1c req-b7df9601-e4c0-448c-8926-040ca680cbc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.0449319 Sep 07 16:24:16.644827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9ae5b-490a-4d3e-9b4e-d3da52affd1c req-70edcf1b-8231-43f9-9e37-79780f438837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:16.649745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcf9ae5b-490a-4d3e-9b4e-d3da52affd1c req-70edcf1b-8231-43f9-9e37-79780f438837 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499387 Sep 07 16:24:16.795043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcf9ae5b-490a-4d3e-9b4e-d3da52affd1c req-007dc6be-3bfa-4a72-8a33-3b788105513a service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370184 Sep 07 16:24:16.802783 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:16.935046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcf9ae5b-490a-4d3e-9b4e-d3da52affd1c req-4e15ba21-8168-41c1-8c54-98df43846618 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316953 Sep 07 16:24:17.536817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe11326-239c-40cf-b057-93feb0a8f534 req-1588443a-b88d-42e6-83c9-799b091a837d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:17.538995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-efe11326-239c-40cf-b057-93feb0a8f534 req-1588443a-b88d-42e6-83c9-799b091a837d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0624328 Sep 07 16:24:17.582236 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-efe11326-239c-40cf-b057-93feb0a8f534 req-5e66ab92-d8af-4e7f-9459-ccc222127e2a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367734 Sep 07 16:24:18.259027 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:24:18.377455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44072) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:18.507738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b5883d5-e0ac-4644-8c98-3d692b9a2172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:18.624755 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b5883d5-e0ac-4644-8c98-3d692b9a2172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:18.631707 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b5883d5-e0ac-4644-8c98-3d692b9a2172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:18.681630 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7b5883d5-e0ac-4644-8c98-3d692b9a2172 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23a7917f650d4d26831eef5184bf32a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000779 Sep 07 16:24:18.681958 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44078) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:18.697038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5883d5-e0ac-4644-8c98-3d692b9a2172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f05119c-ed73-4ac0-a851-d60cc16d74c3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:18.706073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30942694-7534-47dc-bd0b-7cd53737e573 req-2a51d859-81a1-46a7-92bb-3d22ef807ea1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:18.707900 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30942694-7534-47dc-bd0b-7cd53737e573 req-2a51d859-81a1-46a7-92bb-3d22ef807ea1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0526206 Sep 07 16:24:18.741022 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce94de44-16a2-4501-945a-c2cf8b3214cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:18.750846 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30942694-7534-47dc-bd0b-7cd53737e573 req-181a27b8-3106-4909-9a14-f4ac56bba273 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371830 Sep 07 16:24:18.769468 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce94de44-16a2-4501-945a-c2cf8b3214cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:18.817302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce94de44-16a2-4501-945a-c2cf8b3214cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:18.820577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce94de44-16a2-4501-945a-c2cf8b3214cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:18.821820 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ce94de44-16a2-4501-945a-c2cf8b3214cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f05119c-ed73-4ac0-a851-d60cc16d74c3 HTTP/1.1" status: 204 len: 168 time: 0.1386657 Sep 07 16:24:18.830242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94de44-16a2-4501-945a-c2cf8b3214cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f05119c-ed73-4ac0-a851-d60cc16d74c3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:19.145319 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-3f76a20e-7695-419c-bfdb-771450aaa0f4 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=81f2752dad5247b38ee7fc664c23d2dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289609 Sep 07 16:24:19.374935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-acd95d17-8f78-4285-8208-85911e3828dd tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:19.376691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-acd95d17-8f78-4285-8208-85911e3828dd tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254131 Sep 07 16:24:19.393034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-25674c22-1919-48a8-83e7-49030ac4379d tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/quotas/81f2752dad5247b38ee7fc664c23d2dc HTTP/1.1" status: 200 len: 375 time: 0.0102813 Sep 07 16:24:19.453047 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-8989ad70-d113-457c-8497-037033bc6efa tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=81f2752dad5247b38ee7fc664c23d2dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528655 Sep 07 16:24:19.623943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49e0a061-bf6d-4b93-adc6-b22cf832f83b req-c739b29b-6e90-4fce-8249-4f346915da73 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 210 time: 0.0279031 Sep 07 16:24:20.752065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95913d59-9b6c-4a34-bba4-66d7ac3099b9 req-08da8e04-fd3b-4268-a8cd-95385521ef87 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 210 time: 0.0337756 Sep 07 16:24:20.797137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efff0-9783-4f51-b6d8-ba135ce68335 req-ac6df137-3f95-4bf1-8466-4a5980c01ed6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:20.803837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efff0-9783-4f51-b6d8-ba135ce68335 req-ac6df137-3f95-4bf1-8466-4a5980c01ed6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:20.810463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efff0-9783-4f51-b6d8-ba135ce68335 req-ac6df137-3f95-4bf1-8466-4a5980c01ed6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:20.820097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efff0-9783-4f51-b6d8-ba135ce68335 req-ac6df137-3f95-4bf1-8466-4a5980c01ed6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:20.829840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efff0-9783-4f51-b6d8-ba135ce68335 req-ac6df137-3f95-4bf1-8466-4a5980c01ed6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:20.839998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efff0-9783-4f51-b6d8-ba135ce68335 req-ac6df137-3f95-4bf1-8466-4a5980c01ed6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:20.848437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efff0-9783-4f51-b6d8-ba135ce68335 req-ac6df137-3f95-4bf1-8466-4a5980c01ed6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:20.850526 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa4efff0-9783-4f51-b6d8-ba135ce68335 req-ac6df137-3f95-4bf1-8466-4a5980c01ed6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5432 time: 0.1649606 Sep 07 16:24:20.888616 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-9360276d-24d9-4b7c-a81c-1b04cd364e84 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=81f2752dad5247b38ee7fc664c23d2dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346625 Sep 07 16:24:20.953942 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa4efff0-9783-4f51-b6d8-ba135ce68335 req-b18c8418-ac35-454c-a0c0-43d281437794 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0859959 Sep 07 16:24:21.034827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-07e99db6-af57-485c-83aa-b002fc186ed7 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:21.036307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-07e99db6-af57-485c-83aa-b002fc186ed7 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1384578 Sep 07 16:24:21.058892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Request body: {'port': {'device_id': 'f41a2f22-050c-4ca9-abca-0302fd619bce', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '81f2752dad5247b38ee7fc664c23d2dc'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:21.182564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Made reservation on behalf of 81f2752dad5247b38ee7fc664c23d2dc for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:24:21.186844 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.199541 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.284698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44282) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:21.290549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.294764 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.361126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8663a9d5-5005-4db2-91af-0e315cce9501,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:21.394424 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1285e7b-0c4e-4b6f-85b2-c865edcefafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.434026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Allocated IP 192.168.233.70 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/b70f1ee7-3cea-4fea-bdf8-fd497047fdd5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:24:21.489038 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1285e7b-0c4e-4b6f-85b2-c865edcefafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.492833 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c1285e7b-0c4e-4b6f-85b2-c865edcefafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.530930 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c1285e7b-0c4e-4b6f-85b2-c865edcefafa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7184e8ed27d4d128ea51557aab4446e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451310 Sep 07 16:24:21.532820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1285e7b-0c4e-4b6f-85b2-c865edcefafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d48fbd4-8311-460f-8981-abb4874a88fd,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:21.535094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44286) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:21.583349 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.583851 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1378a14f-a8ea-48f9-b7dd-a57c4a481d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.596846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Transition to ACTIVE for port object b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:24:21.606976 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1378a14f-a8ea-48f9-b7dd-a57c4a481d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.631600 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.667087 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1378a14f-a8ea-48f9-b7dd-a57c4a481d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.671345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1378a14f-a8ea-48f9-b7dd-a57c4a481d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.675294 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1378a14f-a8ea-48f9-b7dd-a57c4a481d58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d48fbd4-8311-460f-8981-abb4874a88fd HTTP/1.1" status: 204 len: 168 time: 0.1365104 Sep 07 16:24:21.681495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:24:21.682554 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378a14f-a8ea-48f9-b7dd-a57c4a481d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d48fbd4-8311-460f-8981-abb4874a88fd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:21.689579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:24:21.694430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:24:21.697863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Pushing event updated for resources: {'Port': ['ID=b70f1ee7-3cea-4fea-bdf8-fd497047fdd5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:21.754176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:21.755140 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.776212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-453600b5-0389-43b2-8f9d-cd2df8804790 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7213383 Sep 07 16:24:21.806593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Request body: {'port': {'device_id': 'f41a2f22-050c-4ca9-abca-0302fd619bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:21.913920 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:21.968025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf68954-4709-4602-bdb1-3fc36c7bce85 req-868c9126-610c-4f8b-bbec-60c2faedfc88 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:21.969922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edf68954-4709-4602-bdb1-3fc36c7bce85 req-868c9126-610c-4f8b-bbec-60c2faedfc88 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 935 time: 0.0936685 Sep 07 16:24:22.179642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44310) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:22.206509 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d9d57e23-2d4f-4a52-82ed-69c8cf362b09 None None] Provisioning for port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:24:22.213749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d9d57e23-2d4f-4a52-82ed-69c8cf362b09 None None] Provisioning complete for port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:24:22.214344 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d9d57e23-2d4f-4a52-82ed-69c8cf362b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:22.215074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-efd06386-c17c-45d9-ae64-28ff6d76762e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.222015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-efd06386-c17c-45d9-ae64-28ff6d76762e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.233430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-efd06386-c17c-45d9-ae64-28ff6d76762e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.235684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-efd06386-c17c-45d9-ae64-28ff6d76762e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.241814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-efd06386-c17c-45d9-ae64-28ff6d76762e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.248392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-efd06386-c17c-45d9-ae64-28ff6d76762e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.254405 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-efd06386-c17c-45d9-ae64-28ff6d76762e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.256592 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-efd06386-c17c-45d9-ae64-28ff6d76762e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5432 time: 0.1449585 Sep 07 16:24:22.257334 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edf68954-4709-4602-bdb1-3fc36c7bce85 req-e40b40bf-5248-4167-8a8b-34cd1d2f5ac2 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/security-groups?id=8663a9d5-5005-4db2-91af-0e315cce9501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691636 Sep 07 16:24:22.257780 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a450-be10-4402-bce5-5db63613dfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:22.316958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8817bc-c795-480d-b424-552497802349 req-a1144b44-d1b3-4c19-9c82-53c4e9c14bb6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.324169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8817bc-c795-480d-b424-552497802349 req-a1144b44-d1b3-4c19-9c82-53c4e9c14bb6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.330270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8817bc-c795-480d-b424-552497802349 req-a1144b44-d1b3-4c19-9c82-53c4e9c14bb6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.338545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8817bc-c795-480d-b424-552497802349 req-a1144b44-d1b3-4c19-9c82-53c4e9c14bb6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.341608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d9d57e23-2d4f-4a52-82ed-69c8cf362b09 None None] Port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:24:22.346198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8817bc-c795-480d-b424-552497802349 req-a1144b44-d1b3-4c19-9c82-53c4e9c14bb6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.353377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8817bc-c795-480d-b424-552497802349 req-a1144b44-d1b3-4c19-9c82-53c4e9c14bb6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.360356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8817bc-c795-480d-b424-552497802349 req-a1144b44-d1b3-4c19-9c82-53c4e9c14bb6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.368304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-4deae06d-a2de-4006-85a0-7d7331f0af6c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.369836 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-4deae06d-a2de-4006-85a0-7d7331f0af6c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "GET /v2.0/ports/2d3a2bc7-67a1-48b0-80e2-3c5f680345a2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1033726 Sep 07 16:24:22.372785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e8817bc-c795-480d-b424-552497802349 req-a1144b44-d1b3-4c19-9c82-53c4e9c14bb6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 5432 time: 0.2400696 Sep 07 16:24:22.430608 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-e4c62be7-0bc6-45bd-a2dd-be51a963db0a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2638044 Sep 07 16:24:22.491126 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e8817bc-c795-480d-b424-552497802349 req-c20382ab-86a7-4bf3-995e-c0e62e4cfdb5 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=7bdabea4-94ac-463c-971f-8b562551e32f&id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1173613 Sep 07 16:24:22.519098 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-29d910ce-d3f6-4750-a9e1-f1dacfae45d9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "GET /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1358218 Sep 07 16:24:22.534769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eedb1682-90eb-457a-8745-a8651fa8dc82 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:22.566194 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a450-be10-4402-bce5-5db63613dfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:22.576218 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a450-be10-4402-bce5-5db63613dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:22.601966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-2e26cedd-627d-4247-b81f-f1895fd79d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.602479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-2e26cedd-627d-4247-b81f-f1895fd79d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.602981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-2e26cedd-627d-4247-b81f-f1895fd79d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.603475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-2e26cedd-627d-4247-b81f-f1895fd79d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.604181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-2e26cedd-627d-4247-b81f-f1895fd79d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.604712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-2e26cedd-627d-4247-b81f-f1895fd79d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.605766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-2e26cedd-627d-4247-b81f-f1895fd79d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.607910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-2e26cedd-627d-4247-b81f-f1895fd79d4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 6501 time: 0.1126950 Sep 07 16:24:22.621842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:24:22.630404 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:22.637626 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eedb1682-90eb-457a-8745-a8651fa8dc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:22.643452 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f6c7a450-be10-4402-bce5-5db63613dfb6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3acd3a09fe142cb9f90ef48dad1f031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635022 Sep 07 16:24:22.647742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44314) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:22.650649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7a450-be10-4402-bce5-5db63613dfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd28993-b6f8-4ee7-aaa6-0dc4dfe6d1af,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:22.678024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Transition to ACTIVE for port object b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:24:22.697514 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:22.786470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eedb1682-90eb-457a-8745-a8651fa8dc82 service neutron] For port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:22.811060 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Pushing event updated for resources: {'Port': ['ID=b70f1ee7-3cea-4fea-bdf8-fd497047fdd5,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:22.846744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eedb1682-90eb-457a-8745-a8651fa8dc82 service neutron] For port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:24:22.880490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-0f3fc902-d068-46b0-8e76-2cd4113e623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.881376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-0f3fc902-d068-46b0-8e76-2cd4113e623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.882258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-0f3fc902-d068-46b0-8e76-2cd4113e623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:22.884198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-0f3fc902-d068-46b0-8e76-2cd4113e623e service neutron] 10.222.0.54 "GET /v2.0/networks?id=2920abad-42d3-49fa-842a-58412eb06be0&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=08e031c7-40bd-43ca-bbf5-210128aa125d&id=08e031c7-40bd-43ca-bbf5-210128aa125d HTTP/1.1" status: 200 len: 2297 time: 0.2379515 Sep 07 16:24:22.890256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eedb1682-90eb-457a-8745-a8651fa8dc82 service neutron] device_id is not set on port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:24:22.899987 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eedb1682-90eb-457a-8745-a8651fa8dc82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:22.909271 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eedb1682-90eb-457a-8745-a8651fa8dc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:22.924388 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d256-5692-443c-a6e8-f97225910d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:23.011702 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eedb1682-90eb-457a-8745-a8651fa8dc82 service neutron] No DVR routers for this DVR port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:23.014753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb1682-90eb-457a-8745-a8651fa8dc82 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:23.026782 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d256-5692-443c-a6e8-f97225910d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:23.047102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Attempting to bind port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:24:23.047424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Attempting to bind port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:24:23.047676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Attempting to bind port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:24:23.051367 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-a749a28e-f107-4d25-bcf5-d4bcb7ec636f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74552398-cff4-455f-b23c-b4842bd4a0a9 HTTP/1.1" status: 200 len: 1002 time: 0.1283715 Sep 07 16:24:23.063557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eedb1682-90eb-457a-8745-a8651fa8dc82 service neutron] In _notify_port_updated(), no bound segment for port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:24:23.064428 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eedb1682-90eb-457a-8745-a8651fa8dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:23.065061 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eedb1682-90eb-457a-8745-a8651fa8dc82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:23.066360 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eedb1682-90eb-457a-8745-a8651fa8dc82 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 HTTP/1.1" status: 200 len: 1026 time: 0.5357447 Sep 07 16:24:23.077225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:24:23.077566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Attempting to bind port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:24:23.121772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:24:23.122156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:24:23.122649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:24:23.123109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Bound port: b70f1ee7-3cea-4fea-bdf8-fd497047fdd5, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:24:23.123487 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:23.124052 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eea5951f-44c9-4e81-8101-798cd1535ec6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:23.125638 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-eea5951f-44c9-4e81-8101-798cd1535ec6 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "GET /v2.0/ports/8b7cd95e-d4ca-4955-a0c7-596d708a0805?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0475233 Sep 07 16:24:23.138721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-3f35640e-c707-485d-928d-8112a45ccbd3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:23.176365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-4be4b406-9214-4916-b1c6-6b8f8c2c625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:23.178325 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-4be4b406-9214-4916-b1c6-6b8f8c2c625c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1362421-24e4-44f3-8c5b-72d561aeaa0f HTTP/1.1" status: 200 len: 855 time: 0.1166441 Sep 07 16:24:23.194915 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d256-5692-443c-a6e8-f97225910d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:23.201000 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d256-5692-443c-a6e8-f97225910d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:23.206544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b3a1d256-5692-443c-a6e8-f97225910d7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5cd28993-b6f8-4ee7-aaa6-0dc4dfe6d1af HTTP/1.1" status: 204 len: 168 time: 0.5471756 Sep 07 16:24:23.239054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-3f35640e-c707-485d-928d-8112a45ccbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:23.299583 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1fcfaa62-a355-4a6f-b56e-5d1311fbd478 None None] Provisioning complete for port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:24:23.300100 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fcfaa62-a355-4a6f-b56e-5d1311fbd478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:23.338671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1d256-5692-443c-a6e8-f97225910d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd28993-b6f8-4ee7-aaa6-0dc4dfe6d1af,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:23.377938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] For port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:24:23.388753 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] For port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b70f1ee7-3cea-4fea-bdf8-fd497047fdd5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:24:23.400348 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:23.411037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-ebdd89b2-293a-4b8d-95dc-fb87a9050b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:23.412649 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-ebdd89b2-293a-4b8d-95dc-fb87a9050b78 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2920abad-42d3-49fa-842a-58412eb06be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244461 Sep 07 16:24:23.454263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1fcfaa62-a355-4a6f-b56e-5d1311fbd478 None None] Port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:24:23.480316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-3f35640e-c707-485d-928d-8112a45ccbd3 service neutron] For port 8b7cd95e-d4ca-4955-a0c7-596d708a0805, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8b7cd95e-d4ca-4955-a0c7-596d708a0805,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:23.623678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-3f35640e-c707-485d-928d-8112a45ccbd3 service neutron] For port 8b7cd95e-d4ca-4955-a0c7-596d708a0805, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:24:23.628004 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Pushing event updated for resources: {'Port': ['ID=b70f1ee7-3cea-4fea-bdf8-fd497047fdd5,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:23.631556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:23.632299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:23.633826 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-2b4e7ffc-5cc8-40bf-96a6-b0b1b7b20496 service neutron] 10.222.0.35 "PUT /v2.0/ports/b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 HTTP/1.1" status: 200 len: 1095 time: 1.8474340 Sep 07 16:24:23.638483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41a2f22-050c-4ca9-abca-0302fd619bce', 'tag': 'b70f1ee7-3cea-4fea-bdf8-fd497047fdd5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:23.675903 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4522a5e-0c38-4ba5-957a-922c25ecca62" -d '{"events": [{"name": "network-changed", "server_uuid": "f41a2f22-050c-4ca9-abca-0302fd619bce", "tag": "b70f1ee7-3cea-4fea-bdf8-fd497047fdd5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:23.785751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-3f35640e-c707-485d-928d-8112a45ccbd3 service neutron] device_id is not set on port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:24:23.818974 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-3f35640e-c707-485d-928d-8112a45ccbd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:23.830525 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-3f35640e-c707-485d-928d-8112a45ccbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:23.895649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95927552-afe3-4c02-9481-f965cd644ac0 req-0c762865-3a11-4bb9-aea9-47d9aab69942 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:23.903711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95927552-afe3-4c02-9481-f965cd644ac0 req-0c762865-3a11-4bb9-aea9-47d9aab69942 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 947 time: 0.4444501 Sep 07 16:24:23.949442 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-a5826507-30d9-4f0b-b524-d8b4367349f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:23.951361 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-a5826507-30d9-4f0b-b524-d8b4367349f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81f2752dad5247b38ee7fc664c23d2dc&device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 1098 time: 0.2251904 Sep 07 16:24:23.957321 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-75dfb043-200d-44c0-bca2-eb2236b03d08 service neutron] 10.222.0.54 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140219 Sep 07 16:24:23.987413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8a11d-752f-4195-b61e-67516cf9d440 req-5b977521-20c9-4b4b-a365-ba2c42b893e8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:23.994461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8a11d-752f-4195-b61e-67516cf9d440 req-5b977521-20c9-4b4b-a365-ba2c42b893e8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:24.001499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8a11d-752f-4195-b61e-67516cf9d440 req-5b977521-20c9-4b4b-a365-ba2c42b893e8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:24.007796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8a11d-752f-4195-b61e-67516cf9d440 req-5b977521-20c9-4b4b-a365-ba2c42b893e8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:24.008632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-3f35640e-c707-485d-928d-8112a45ccbd3 service neutron] No DVR routers for this DVR port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:24.014695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8a11d-752f-4195-b61e-67516cf9d440 req-5b977521-20c9-4b4b-a365-ba2c42b893e8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:24.021104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8a11d-752f-4195-b61e-67516cf9d440 req-5b977521-20c9-4b4b-a365-ba2c42b893e8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:24.023072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0fd8a11d-752f-4195-b61e-67516cf9d440 req-5b977521-20c9-4b4b-a365-ba2c42b893e8 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 4582 time: 0.3324738 Sep 07 16:24:24.032281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35640e-c707-485d-928d-8112a45ccbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7cd95e-d4ca-4955-a0c7-596d708a0805,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:24.054474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-3f35640e-c707-485d-928d-8112a45ccbd3 service neutron] In _notify_port_updated(), no bound segment for port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 on network 1f962351-b07a-494a-a9cf-1f555be30ed2 {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:24:24.055389 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-3f35640e-c707-485d-928d-8112a45ccbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:24.056008 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-3f35640e-c707-485d-928d-8112a45ccbd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:24.057344 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-3f35640e-c707-485d-928d-8112a45ccbd3 service neutron] 10.222.0.35 "PUT /v2.0/ports/8b7cd95e-d4ca-4955-a0c7-596d708a0805 HTTP/1.1" status: 200 len: 1026 time: 0.9236646 Sep 07 16:24:24.090197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95927552-afe3-4c02-9481-f965cd644ac0 req-b21c9272-5d23-434e-b0ae-fe72215135d2 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/security-groups?id=8663a9d5-5005-4db2-91af-0e315cce9501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847146 Sep 07 16:24:24.102323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-822e393e-cce2-422f-a93b-ea22bd6b682f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 HTTP/1.1" status: 200 len: 217 time: 0.1377957 Sep 07 16:24:24.170965 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8190b09-e055-4200-9e3c-2545fa7c4259 x-openstack-request-id: req-a8190b09-e055-4200-9e3c-2545fa7c4259 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:24.171269 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41a2f22-050c-4ca9-abca-0302fd619bce", "tag": "b70f1ee7-3cea-4fea-bdf8-fd497047fdd5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:24.171637 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8190b09-e055-4200-9e3c-2545fa7c4259 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:24.172018 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41a2f22-050c-4ca9-abca-0302fd619bce', 'tag': 'b70f1ee7-3cea-4fea-bdf8-fd497047fdd5', 'status': 'completed', 'code': 200} Sep 07 16:24:24.185480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-9b7c5a60-857f-45ae-885e-8f6642d7dc24 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Deleting port a072f777-9f21-4db1-a87f-cc4dd3dd08b6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:24.185926 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-9b7c5a60-857f-45ae-885e-8f6642d7dc24 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:24.211917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0fd8a11d-752f-4195-b61e-67516cf9d440 req-52adb6a3-d848-44f2-beba-b19d47d03c45 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&id=7bdabea4-94ac-463c-971f-8b562551e32f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1290681 Sep 07 16:24:24.228596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-d468cdd5-b107-4797-b576-1b79c2f36e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:24.230626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-d468cdd5-b107-4797-b576-1b79c2f36e2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1186159 Sep 07 16:24:24.232052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-92b7261b-2405-4382-b0e9-fb641e982216 None None] Provisioning complete for port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:24:24.232476 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92b7261b-2405-4382-b0e9-fb641e982216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:24.266044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-f071a1b2-5ca1-4941-b516-1b7cecb51756 service neutron] 10.222.0.54 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397497 Sep 07 16:24:24.274551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-92b7261b-2405-4382-b0e9-fb641e982216 None None] Port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:24:24.295504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-9b7c5a60-857f-45ae-885e-8f6642d7dc24 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] For port a072f777-9f21-4db1-a87f-cc4dd3dd08b6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=a072f777-9f21-4db1-a87f-cc4dd3dd08b6,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:24.295504 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-9b7c5a60-857f-45ae-885e-8f6642d7dc24 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:24.307122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-9b7c5a60-857f-45ae-885e-8f6642d7dc24 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Calling delete_port for a072f777-9f21-4db1-a87f-cc4dd3dd08b6 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:24.319492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-69b93adf-e329-4311-b449-0f0f6f426c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:24.321249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-69b93adf-e329-4311-b449-0f0f6f426c56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833943 Sep 07 16:24:24.322535 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-1e69e590-18d0-4200-8347-0d45baf5dfa4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=70f3c2e1-6534-43be-9522-49817d667339 HTTP/1.1" status: 200 len: 217 time: 0.0425987 Sep 07 16:24:24.453548 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-9b7c5a60-857f-45ae-885e-8f6642d7dc24 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:24.471869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-13f9fad0-6f8a-4b6a-b95b-55d28d79f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:24.473428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-13f9fad0-6f8a-4b6a-b95b-55d28d79f5af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.1367157 Sep 07 16:24:24.478762 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-d680e23f-5e10-4c1f-8b97-7200a865ba2f service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495574 Sep 07 16:24:24.481152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c5a60-857f-45ae-885e-8f6642d7dc24 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'Port': ['ID=a072f777-9f21-4db1-a87f-cc4dd3dd08b6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:24.526075 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-9b7c5a60-857f-45ae-885e-8f6642d7dc24 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] No DVR routers for this DVR port a072f777-9f21-4db1-a87f-cc4dd3dd08b6 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:24.528742 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-9b7c5a60-857f-45ae-885e-8f6642d7dc24 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:24.530851 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-9b7c5a60-857f-45ae-885e-8f6642d7dc24 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "DELETE /v2.0/ports/a072f777-9f21-4db1-a87f-cc4dd3dd08b6 HTTP/1.1" status: 204 len: 173 time: 0.4665203 Sep 07 16:24:24.531421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-deleted', 'tag': 'a072f777-9f21-4db1-a87f-cc4dd3dd08b6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:24.533642 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faea2ca3-3774-42a7-9945-c9b225f31d18" -d '{"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-deleted", "tag": "a072f777-9f21-4db1-a87f-cc4dd3dd08b6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:24.625758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-28668841-0073-4c46-aa7c-616fe708d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:24.627348 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-28668841-0073-4c46-aa7c-616fe708d631 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1419592 Sep 07 16:24:24.681619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Deleting port 46b3de92-957e-48b4-b402-964530839a06 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:24.681963 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:24.694742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699607f1-5015-4086-9cfe-b48dcac1d315 req-043d83e1-031a-4b6d-8518-cba7167be561 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080460 Sep 07 16:24:24.787098 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-3aef0272-6fc3-4037-b885-e11f60e5be49 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456838 Sep 07 16:24:24.815577 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db80a17-3ef9-4682-bdcd-05f77cb6df04 x-openstack-request-id: req-5db80a17-3ef9-4682-bdcd-05f77cb6df04 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:24.815881 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-deleted", "tag": "a072f777-9f21-4db1-a87f-cc4dd3dd08b6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:24.816135 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5db80a17-3ef9-4682-bdcd-05f77cb6df04 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:24.816558 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-deleted', 'tag': 'a072f777-9f21-4db1-a87f-cc4dd3dd08b6', 'status': 'completed', 'code': 200} Sep 07 16:24:24.818483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] For port 46b3de92-957e-48b4-b402-964530839a06, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=46b3de92-957e-48b4-b402-964530839a06,segment=NetworkSegment(458cbc32-6491-460d-8a10-bc8d06cb218a),segment_id=458cbc32-6491-460d-8a10-bc8d06cb218a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:24.818998 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:24.833114 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4522a5e-0c38-4ba5-957a-922c25ecca62 req-c634b6fa-71be-4178-950c-93578b389430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:24.834665 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4522a5e-0c38-4ba5-957a-922c25ecca62 req-c634b6fa-71be-4178-950c-93578b389430 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81f2752dad5247b38ee7fc664c23d2dc&device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 1098 time: 0.0817819 Sep 07 16:24:24.978553 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4522a5e-0c38-4ba5-957a-922c25ecca62 req-2a6370bf-1ff0-47ea-95c2-b93a521eb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:24.980628 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4522a5e-0c38-4ba5-957a-922c25ecca62 req-2a6370bf-1ff0-47ea-95c2-b93a521eb7da service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.1049719 Sep 07 16:24:25.032900 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4522a5e-0c38-4ba5-957a-922c25ecca62 req-378ea59f-3fed-4b47-b587-a4d64a7aa197 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 HTTP/1.1" status: 200 len: 217 time: 0.0441844 Sep 07 16:24:25.051354 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-c5a6a29e-8c89-4d79-876d-808698f43688 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527094 Sep 07 16:24:25.068759 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a072f777-9f21-4db1-a87f-cc4dd3dd08b6 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:25.097355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: a072f777-9f21-4db1-a87f-cc4dd3dd08b6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:25.098075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device a072f777-9f21-4db1-a87f-cc4dd3dd08b6 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:25.098758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device d39f6353-2298-46e1-accb-22762d3f7601 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:25.106928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-29459200-cb75-4f45-aafa-14d56429ecd1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=07089f51-a6a0-45e6-be22-3f943029ad6d HTTP/1.1" status: 200 len: 217 time: 0.0362408 Sep 07 16:24:25.163837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4522a5e-0c38-4ba5-957a-922c25ecca62 req-03f4d907-a3b1-4a8d-914b-38b1090a5fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:25.165365 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4522a5e-0c38-4ba5-957a-922c25ecca62 req-03f4d907-a3b1-4a8d-914b-38b1090a5fa2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.1236286 Sep 07 16:24:25.209726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-b38bed15-360c-4659-a664-7cbadfdd6b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:25.211200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-b38bed15-360c-4659-a664-7cbadfdd6b8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.0967503 Sep 07 16:24:25.218826 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:25.280739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4522a5e-0c38-4ba5-957a-922c25ecca62 req-d7c65245-887d-4477-a42a-fce05bbc81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:25.282509 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4522a5e-0c38-4ba5-957a-922c25ecca62 req-d7c65245-887d-4477-a42a-fce05bbc81f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086614 Sep 07 16:24:25.293255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port d39f6353-2298-46e1-accb-22762d3f7601, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d39f6353-2298-46e1-accb-22762d3f7601,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:25.294831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd39f6353-2298-46e1-accb-22762d3f7601'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:25.300170 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cdb155-031b-412d-84dc-5119e01c05e6" -d '{"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-unplugged", "status": "completed", "tag": "d39f6353-2298-46e1-accb-22762d3f7601"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:25.305788 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:25.313085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:25.332590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a08aa-a653-4faf-8fea-3cdd9c93ec90 req-f8ea426d-4520-4041-b4a4-754e8026d216 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:25.334244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b9a08aa-a653-4faf-8fea-3cdd9c93ec90 req-f8ea426d-4520-4041-b4a4-754e8026d216 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 947 time: 0.1215131 Sep 07 16:24:25.431324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:25.432548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8b7cd95e-d4ca-4955-a0c7-596d708a0805 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:25.491978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=d39f6353-2298-46e1-accb-22762d3f7601,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:25.492906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:25.494892 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:25.494892 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Floating IP c2774fbc-0e1b-415a-8761-a52307dea4f2 disassociated. External IP: 172.25.3.178, port: 46b3de92-957e-48b4-b402-964530839a06. Sep 07 16:24:25.494892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Calling delete_port for 46b3de92-957e-48b4-b402-964530839a06 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:25.504592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8b7cd95e-d4ca-4955-a0c7-596d708a0805 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:25.505462 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:25.598525 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:25.645591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:25.645899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:25.653471 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:25.654224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b0fbdb23-e9d8-4c40-8793-56371784d957 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:25.689631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'Port': ['ID=46b3de92-957e-48b4-b402-964530839a06,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:25.801502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:25.805377 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:25.820102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:24:25.857410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b0fbdb23-e9d8-4c40-8793-56371784d957, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0fbdb23-e9d8-4c40-8793-56371784d957,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:25.863570 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:25.864428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 46b3de92-957e-48b4-b402-964530839a06 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:25.888214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4522a5e-0c38-4ba5-957a-922c25ecca62 req-e32fdde6-0290-4b7f-bcfd-f03e8b77d045 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915532 Sep 07 16:24:25.901022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-a891ca2f-075c-41ab-b1dd-5c5b175889b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:25.903271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-a891ca2f-075c-41ab-b1dd-5c5b175889b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6680400 Sep 07 16:24:25.920578 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 46b3de92-957e-48b4-b402-964530839a06 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:25.920950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 46b3de92-957e-48b4-b402-964530839a06 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:25.954580 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b0fbdb23-e9d8-4c40-8793-56371784d957,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:25.982504 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b9a08aa-a653-4faf-8fea-3cdd9c93ec90 req-97720d2b-218b-4e84-a8a5-560359262246 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/security-groups?id=8663a9d5-5005-4db2-91af-0e315cce9501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6313031 Sep 07 16:24:25.989853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:24:25.998811 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a185d5-619f-4d84-aa3b-996625cfeeac req-5ce54f23-9bb6-49c7-9109-6210bf7963ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985491 Sep 07 16:24:26.003392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88685ef9-5e43-4f41-8056-d24d40427cfb None None] Sync routers for ids ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:24:26.019843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584deb4-1c21-4b64-810b-e691aca8777b req-8b97c9d2-5ac0-4612-940d-1b7d8d24e1b3 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:26.021533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88685ef9-5e43-4f41-8056-d24d40427cfb None None] Routers {'5b48ac17-fcc4-4a27-81d2-efb3f6713382'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:26.022192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-88685ef9-5e43-4f41-8056-d24d40427cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:24:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:26.062379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584deb4-1c21-4b64-810b-e691aca8777b req-8b97c9d2-5ac0-4612-940d-1b7d8d24e1b3 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:26.062379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584deb4-1c21-4b64-810b-e691aca8777b req-8b97c9d2-5ac0-4612-940d-1b7d8d24e1b3 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:26.065133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584deb4-1c21-4b64-810b-e691aca8777b req-8b97c9d2-5ac0-4612-940d-1b7d8d24e1b3 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:26.067164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8584deb4-1c21-4b64-810b-e691aca8777b req-8b97c9d2-5ac0-4612-940d-1b7d8d24e1b3 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 3071 time: 0.7254641 Sep 07 16:24:26.146364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] No DVR routers for this DVR port 46b3de92-957e-48b4-b402-964530839a06 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:26.152441 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:26.156923 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-21fa3e3b-9355-4021-86a9-eb5c2bae9f22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "DELETE /v2.0/ports/46b3de92-957e-48b4-b402-964530839a06 HTTP/1.1" status: 204 len: 173 time: 1.6128540 Sep 07 16:24:26.217319 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8584deb4-1c21-4b64-810b-e691aca8777b req-65212dd6-7304-423a-b571-4fa0b8fd90e1 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845766 Sep 07 16:24:26.224850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4522a5e-0c38-4ba5-957a-922c25ecca62 req-82e602b1-af59-4cc0-99fb-1d356a8dca65 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172898 Sep 07 16:24:26.232088 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-8f119c45-b35d-4155-8361-d2a997f924e0 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000674 Sep 07 16:24:26.265087 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d7c07d-38f9-4e86-afd7-e1c2e0ebc6f8 x-openstack-request-id: req-c1d7c07d-38f9-4e86-afd7-e1c2e0ebc6f8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:26.265995 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-unplugged", "status": "completed", "tag": "d39f6353-2298-46e1-accb-22762d3f7601", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:26.266427 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1d7c07d-38f9-4e86-afd7-e1c2e0ebc6f8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:26.267006 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd39f6353-2298-46e1-accb-22762d3f7601', 'code': 200} Sep 07 16:24:26.272630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a185d5-619f-4d84-aa3b-996625cfeeac req-93a0ec1d-a614-469e-b6e0-df106adc9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:26.274225 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a185d5-619f-4d84-aa3b-996625cfeeac req-93a0ec1d-a614-469e-b6e0-df106adc9e09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1095 time: 0.2247331 Sep 07 16:24:26.320678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-88685ef9-5e43-4f41-8056-d24d40427cfb None None] Set router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:24:26.375505 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-8a149365-ce78-4d6a-9414-221620c5c49c service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325090 Sep 07 16:24:26.430133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-afccc94c-1d0b-4906-a010-7196d305fdcd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=874b4530-320c-4dea-8574-eb9c02bd67ba HTTP/1.1" status: 200 len: 217 time: 0.0422909 Sep 07 16:24:26.447036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-34a225f5-3b97-4446-9831-c9b5eb13d5db tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Deleting port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:26.447387 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-34a225f5-3b97-4446-9831-c9b5eb13d5db tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:26.452592 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a185d5-619f-4d84-aa3b-996625cfeeac req-a94e2548-98f5-4536-8074-d62857efa738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:26.454160 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a185d5-619f-4d84-aa3b-996625cfeeac req-a94e2548-98f5-4536-8074-d62857efa738 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.1389971 Sep 07 16:24:26.492624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-02292a59-4410-4e80-a65b-dc8ae7c431b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:26.494513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-02292a59-4410-4e80-a65b-dc8ae7c431b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.0553234 Sep 07 16:24:26.554774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-07389ce1-f277-4fe5-acff-0428360e74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:26.556591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-07389ce1-f277-4fe5-acff-0428360e74e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505378 Sep 07 16:24:26.595821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-88685ef9-5e43-4f41-8056-d24d40427cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:13:36Z', 'revision_number': 4, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port': {'id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:32Z', 'updated_at': '2021-09-07T16:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1df45879-0961-4d8b-ab4a-95601c8e933f', 'name': '', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'mac_address': 'fa:16:3e:ea:2e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:35Z', 'updated_at': '2021-09-07T16:13:44Z', 'revision_number': 5, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'subnets': [{'id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:26.623731 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a185d5-619f-4d84-aa3b-996625cfeeac req-507cb926-8233-45da-a9fe-c0d4838d746a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 999 time: 0.1592417 Sep 07 16:24:26.654966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-34a225f5-3b97-4446-9831-c9b5eb13d5db tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] For port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:26.655315 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-34a225f5-3b97-4446-9831-c9b5eb13d5db tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:26.665969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88685ef9-5e43-4f41-8056-d24d40427cfb None None] Checking router: 5b48ac17-fcc4-4a27-81d2-efb3f6713382 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:24:26.687213 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88685ef9-5e43-4f41-8056-d24d40427cfb None None] Routers {'5b48ac17-fcc4-4a27-81d2-efb3f6713382'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:26.688469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-88685ef9-5e43-4f41-8056-d24d40427cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:24:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:26.693536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-34a225f5-3b97-4446-9831-c9b5eb13d5db tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Calling delete_port for 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:26.715014 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a185d5-619f-4d84-aa3b-996625cfeeac req-f4a1cc4a-79f5-413a-9455-66c56c1a42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:26.716591 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a185d5-619f-4d84-aa3b-996625cfeeac req-f4a1cc4a-79f5-413a-9455-66c56c1a42b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.0762513 Sep 07 16:24:26.762622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-6bc2d36e-1189-4c72-a1f0-3c79fd9faacd service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974909 Sep 07 16:24:26.818580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-deleted', 'tag': '46b3de92-957e-48b4-b402-964530839a06'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:26.821034 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f94fcd3-ab8b-40fb-87da-6bb15989d091" -d '{"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-deleted", "tag": "46b3de92-957e-48b4-b402-964530839a06"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:26.827157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a185d5-619f-4d84-aa3b-996625cfeeac req-b0233e6b-ffa2-40fc-b56b-a5590d4374f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:26.829007 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a185d5-619f-4d84-aa3b-996625cfeeac req-b0233e6b-ffa2-40fc-b56b-a5590d4374f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832944 Sep 07 16:24:26.888496 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24381c47-e6c9-4a60-b5f4-00199f7248e8 x-openstack-request-id: req-24381c47-e6c9-4a60-b5f4-00199f7248e8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:26.888799 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-deleted", "tag": "46b3de92-957e-48b4-b402-964530839a06", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:26.889219 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24381c47-e6c9-4a60-b5f4-00199f7248e8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:26.889513 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-deleted', 'tag': '46b3de92-957e-48b4-b402-964530839a06', 'status': 'completed', 'code': 200} Sep 07 16:24:26.959957 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-34a225f5-3b97-4446-9831-c9b5eb13d5db tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:26.973499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-88685ef9-5e43-4f41-8056-d24d40427cfb None None] Set router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:24:26.978758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-74a91c22-b058-486d-8aab-4a86040c6881 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082353 Sep 07 16:24:27.001094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a225f5-3b97-4446-9831-c9b5eb13d5db tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'Port': ['ID=69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:27.073381 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a185d5-619f-4d84-aa3b-996625cfeeac req-da1e3198-0510-46ed-b984-f5d82bc2fbdf service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319868 Sep 07 16:24:27.111653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-34a225f5-3b97-4446-9831-c9b5eb13d5db tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] No DVR routers for this DVR port 69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:27.121655 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-34a225f5-3b97-4446-9831-c9b5eb13d5db tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:27.123662 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-34a225f5-3b97-4446-9831-c9b5eb13d5db tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "DELETE /v2.0/ports/69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811 HTTP/1.1" status: 204 len: 173 time: 0.9502380 Sep 07 16:24:27.128084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-4be6fcc3-87dd-4d59-b667-692ab7101169 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=33057372-0240-45a8-a8b2-096c337b7fe5 HTTP/1.1" status: 200 len: 217 time: 0.1390519 Sep 07 16:24:27.267755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-59bf7252-3893-4660-8e95-ae7a5bd45ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:27.270136 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-59bf7252-3893-4660-8e95-ae7a5bd45ff3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.0956252 Sep 07 16:24:27.273597 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60a185d5-619f-4d84-aa3b-996625cfeeac req-6a148747-5da2-42fe-a76f-81ded3862c70 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635513 Sep 07 16:24:27.275595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-88685ef9-5e43-4f41-8056-d24d40427cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:13:36Z', 'revision_number': 4, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port': {'id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:32Z', 'updated_at': '2021-09-07T16:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1df45879-0961-4d8b-ab4a-95601c8e933f', 'name': '', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'mac_address': 'fa:16:3e:ea:2e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:35Z', 'updated_at': '2021-09-07T16:13:44Z', 'revision_number': 5, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'subnets': [{'id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:27.294550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-2f67dfcd-edf3-4e16-bc61-286e9a6895bf tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Deleting port b0fbdb23-e9d8-4c40-8793-56371784d957 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:27.294897 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-2f67dfcd-edf3-4e16-bc61-286e9a6895bf tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:27.308382 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88685ef9-5e43-4f41-8056-d24d40427cfb None None] The sync data for ids ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'] in n-d-807551-3 is: [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:13:36Z', 'revision_number': 4, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port': {'id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:32Z', 'updated_at': '2021-09-07T16:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1df45879-0961-4d8b-ab4a-95601c8e933f', 'name': '', 'network_id': 'f50728ef-b9a9-44ff-902b-e797addc9652', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'mac_address': 'fa:16:3e:ea:2e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:35Z', 'updated_at': '2021-09-07T16:13:44Z', 'revision_number': 5, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'subnets': [{'id': '659eec7d-2512-488c-90c5-1e4fdfe8a97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:24:27.378660 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:27.482916 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fe553-79e5-4028-a830-19bac85eb6ee req-7f899adb-dd0a-4fa9-accb-4eb8d100ecd4 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:27.484968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de9fe553-79e5-4028-a830-19bac85eb6ee req-7f899adb-dd0a-4fa9-accb-4eb8d100ecd4 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 947 time: 0.3528178 Sep 07 16:24:27.487515 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-2f67dfcd-edf3-4e16-bc61-286e9a6895bf tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] For port b0fbdb23-e9d8-4c40-8793-56371784d957, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b0fbdb23-e9d8-4c40-8793-56371784d957,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:27.488098 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-2f67dfcd-edf3-4e16-bc61-286e9a6895bf tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:27.507530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-2f67dfcd-edf3-4e16-bc61-286e9a6895bf tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Calling delete_port for b0fbdb23-e9d8-4c40-8793-56371784d957 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:27.545322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14456-379f-467c-ad7a-857633afb1ff req-2528e2dd-d79e-44c7-80ad-47fa96788d88 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:27.553405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14456-379f-467c-ad7a-857633afb1ff req-2528e2dd-d79e-44c7-80ad-47fa96788d88 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:27.555056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56e14456-379f-467c-ad7a-857633afb1ff req-2528e2dd-d79e-44c7-80ad-47fa96788d88 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 1677 time: 0.1701291 Sep 07 16:24:27.587091 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de9fe553-79e5-4028-a830-19bac85eb6ee req-94700942-7d6b-4139-bb29-b726e687baff tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/security-groups?id=8663a9d5-5005-4db2-91af-0e315cce9501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913944 Sep 07 16:24:27.589385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-0f0571f6-da48-44e0-807e-be005d233f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:27.593159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-0f0571f6-da48-44e0-807e-be005d233f5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2737961 Sep 07 16:24:27.644029 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02f14620-4269-40be-a1b2-5eb795ee0930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:27.800871 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c64e992-47a3-4a5e-b464-7017de1e704b None None] New status for floating IP c2774fbc-0e1b-415a-8761-a52307dea4f2: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:24:27.845525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56e14456-379f-467c-ad7a-857633afb1ff req-a98c6e98-8323-4285-8ac0-10f8bfb3691e tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups?id=6a628515-d0d6-47dd-bbc9-7d903ccae1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2636731 Sep 07 16:24:27.851001 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-2f67dfcd-edf3-4e16-bc61-286e9a6895bf tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:27.861695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-881320e6-7dd7-48fd-84da-541e3d87d8de service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168419 Sep 07 16:24:27.893156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67dfcd-edf3-4e16-bc61-286e9a6895bf tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'Port': ['ID=b0fbdb23-e9d8-4c40-8793-56371784d957,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:27.997283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-ec205565-2ee2-4b4f-8ba0-bedd5ead6eab service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346807 Sep 07 16:24:27.999098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-2f67dfcd-edf3-4e16-bc61-286e9a6895bf tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] No DVR routers for this DVR port b0fbdb23-e9d8-4c40-8793-56371784d957 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:28.005285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-2f67dfcd-edf3-4e16-bc61-286e9a6895bf tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.007305 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-2f67dfcd-edf3-4e16-bc61-286e9a6895bf tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "DELETE /v2.0/ports/b0fbdb23-e9d8-4c40-8793-56371784d957 HTTP/1.1" status: 204 len: 173 time: 0.8721790 Sep 07 16:24:28.012498 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02f14620-4269-40be-a1b2-5eb795ee0930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.023108 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02f14620-4269-40be-a1b2-5eb795ee0930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.053863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-99dba9f9-adf4-4dbe-bb39-041774543071 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=08f87940-78b6-440d-b292-1ee918d7640b HTTP/1.1" status: 200 len: 217 time: 0.0438592 Sep 07 16:24:28.094370 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-02f14620-4269-40be-a1b2-5eb795ee0930 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eee14ece70214c119d1ff56488ea0c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144723 Sep 07 16:24:28.097042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44374) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:28.099606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f14620-4269-40be-a1b2-5eb795ee0930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d301a450-2b56-473e-994f-8dc5b91e0bb2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:28.134707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-1dd7cfe4-d46b-4568-827c-fd9e527ff4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:28.137009 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-1dd7cfe4-d46b-4568-827c-fd9e527ff4a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b579ba4-f2f7-49b7-9722-379d2b0837b4 HTTP/1.1" status: 200 len: 797 time: 0.0734003 Sep 07 16:24:28.148835 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-80d211ff-c00e-4c7c-9dd3-1d9b34119ca0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Deleting port d39f6353-2298-46e1-accb-22762d3f7601 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:28.149179 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-80d211ff-c00e-4c7c-9dd3-1d9b34119ca0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.185767 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-43c86c50-5bff-4458-95c5-18ba3530fe46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.220428 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-43c86c50-5bff-4458-95c5-18ba3530fe46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.223430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-97dddb68-ad90-44aa-be79-c582fcd2f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:28.225016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-97dddb68-ad90-44aa-be79-c582fcd2f6c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=08e031c7-40bd-43ca-bbf5-210128aa125d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760248 Sep 07 16:24:28.243288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-80d211ff-c00e-4c7c-9dd3-1d9b34119ca0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] For port d39f6353-2298-46e1-accb-22762d3f7601, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d39f6353-2298-46e1-accb-22762d3f7601,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:28.243668 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-80d211ff-c00e-4c7c-9dd3-1d9b34119ca0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.262265 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-80d211ff-c00e-4c7c-9dd3-1d9b34119ca0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Calling delete_port for d39f6353-2298-46e1-accb-22762d3f7601 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:28.268951 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811'}, {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0fbdb23-e9d8-4c40-8793-56371784d957'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:28.271360 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb29454-66e2-44aa-812a-424451579828" -d '{"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-unplugged", "status": "completed", "tag": "69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811"}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-unplugged", "status": "completed", "tag": "b0fbdb23-e9d8-4c40-8793-56371784d957"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:28.329491 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213d8eda-52ea-4af9-803d-0719c3cdd0d7 x-openstack-request-id: req-213d8eda-52ea-4af9-803d-0719c3cdd0d7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:28.330175 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-unplugged", "status": "completed", "tag": "69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811", "code": 200}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-unplugged", "status": "completed", "tag": "b0fbdb23-e9d8-4c40-8793-56371784d957", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:28.330175 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-213d8eda-52ea-4af9-803d-0719c3cdd0d7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:28.331022 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811', 'code': 200} Sep 07 16:24:28.331022 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0fbdb23-e9d8-4c40-8793-56371784d957', 'code': 200} Sep 07 16:24:28.349378 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-43c86c50-5bff-4458-95c5-18ba3530fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.352063 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-43c86c50-5bff-4458-95c5-18ba3530fe46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.356200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-43c86c50-5bff-4458-95c5-18ba3530fe46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d301a450-2b56-473e-994f-8dc5b91e0bb2 HTTP/1.1" status: 204 len: 168 time: 0.2552049 Sep 07 16:24:28.371157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c86c50-5bff-4458-95c5-18ba3530fe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d301a450-2b56-473e-994f-8dc5b91e0bb2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:28.375959 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-75bf6958-e6e5-41e3-a271-380857387947 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355991 Sep 07 16:24:28.458282 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-80d211ff-c00e-4c7c-9dd3-1d9b34119ca0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.490594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d211ff-c00e-4c7c-9dd3-1d9b34119ca0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'Port': ['ID=d39f6353-2298-46e1-accb-22762d3f7601,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:28.531421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-f3d963af-27a0-467c-9355-b0332d281ca5 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408660 Sep 07 16:24:28.545363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-80d211ff-c00e-4c7c-9dd3-1d9b34119ca0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] No DVR routers for this DVR port d39f6353-2298-46e1-accb-22762d3f7601 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:28.547941 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-80d211ff-c00e-4c7c-9dd3-1d9b34119ca0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.550010 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d0f81a99-2ed0-4581-a044-2e56d6eca42e req-80d211ff-c00e-4c7c-9dd3-1d9b34119ca0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.35 "DELETE /v2.0/ports/d39f6353-2298-46e1-accb-22762d3f7601 HTTP/1.1" status: 204 len: 173 time: 0.5361686 Sep 07 16:24:28.596835 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-a26c06ff-c114-4c26-a43e-d76eeb911bac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9f8821b-d238-4cd8-8c03-0efd0cf30881 HTTP/1.1" status: 200 len: 217 time: 0.0567656 Sep 07 16:24:28.672131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-23212433-a69e-4dd0-b149-ba4a2a1c24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:28.673635 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-23212433-a69e-4dd0-b149-ba4a2a1c24ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b579ba4-f2f7-49b7-9722-379d2b0837b4 HTTP/1.1" status: 200 len: 797 time: 0.0661163 Sep 07 16:24:28.703466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44384) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:28.717091 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bda983b7-c7d1-4f89-bc68-ebc6c8946040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.756781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac7ea3-0fed-4127-a86d-6f54be231441 req-3abe87b7-c71c-46a2-8a10-3bf86c90ec27 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:28.765899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3ac7ea3-0fed-4127-a86d-6f54be231441 req-3abe87b7-c71c-46a2-8a10-3bf86c90ec27 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 947 time: 0.1073754 Sep 07 16:24:28.775216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096b1-3905-4aba-985f-81ba9a212dad req-c5d7895a-7c9b-48e0-8e40-ef737a21ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:28.776858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-c5d7895a-7c9b-48e0-8e40-ef737a21ecd3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=08e031c7-40bd-43ca-bbf5-210128aa125d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0869093 Sep 07 16:24:28.829532 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3ac7ea3-0fed-4127-a86d-6f54be231441 req-8bb4e957-e55b-4dab-a411-7e18c7660905 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/security-groups?id=8663a9d5-5005-4db2-91af-0e315cce9501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631223 Sep 07 16:24:28.856424 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bda983b7-c7d1-4f89-bc68-ebc6c8946040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.861492 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bda983b7-c7d1-4f89-bc68-ebc6c8946040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:28.890570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-deleted', 'tag': '69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811'}, {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-deleted', 'tag': 'b0fbdb23-e9d8-4c40-8793-56371784d957'}, {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-deleted', 'tag': 'd39f6353-2298-46e1-accb-22762d3f7601'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:28.893106 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6812bfce-afa1-44ba-b441-eff351965c40" -d '{"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-deleted", "tag": "69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811"}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-deleted", "tag": "b0fbdb23-e9d8-4c40-8793-56371784d957"}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-deleted", "tag": "d39f6353-2298-46e1-accb-22762d3f7601"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:28.912080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda983b7-c7d1-4f89-bc68-ebc6c8946040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73ba582-9db9-479c-8de3-6d66f9554eab,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:28.914609 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-f1e18543-4eee-4a69-bf13-67dac25d5b57 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254110 Sep 07 16:24:28.928951 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bda983b7-c7d1-4f89-bc68-ebc6c8946040 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1dfdd3f80f434e97b60c224431c640fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243080 Sep 07 16:24:28.931785 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44392) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:28.972579 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d82972-b5e8-48b0-84c0-7706e436bf1a x-openstack-request-id: req-94d82972-b5e8-48b0-84c0-7706e436bf1a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:28.973016 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-deleted", "tag": "69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811", "status": "completed", "code": 200}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-deleted", "tag": "b0fbdb23-e9d8-4c40-8793-56371784d957", "status": "completed", "code": 200}, {"server_uuid": "ccecc052-8268-4c77-a88f-f8da947f433f", "name": "network-vif-deleted", "tag": "d39f6353-2298-46e1-accb-22762d3f7601", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:28.973277 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94d82972-b5e8-48b0-84c0-7706e436bf1a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:28.973686 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-deleted', 'tag': '69a4cb33-bc78-4ec1-a3b9-99fc1f9e8811', 'status': 'completed', 'code': 200} Sep 07 16:24:28.973942 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-deleted', 'tag': 'b0fbdb23-e9d8-4c40-8793-56371784d957', 'status': 'completed', 'code': 200} Sep 07 16:24:28.974193 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecc052-8268-4c77-a88f-f8da947f433f', 'name': 'network-vif-deleted', 'tag': 'd39f6353-2298-46e1-accb-22762d3f7601', 'status': 'completed', 'code': 200} Sep 07 16:24:28.989721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77a56f11-3958-425b-8f3e-36d7b6a43895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:29.014837 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77a56f11-3958-425b-8f3e-36d7b6a43895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:29.051998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5ac9111-7c56-434b-9456-4c30c89d4006 req-f105136c-f9ab-46f8-a778-eef5f96e9f97 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.0377932 Sep 07 16:24:29.076803 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77a56f11-3958-425b-8f3e-36d7b6a43895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:29.080828 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-77a56f11-3958-425b-8f3e-36d7b6a43895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:29.082574 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-77a56f11-3958-425b-8f3e-36d7b6a43895 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a73ba582-9db9-479c-8de3-6d66f9554eab HTTP/1.1" status: 204 len: 168 time: 0.1495063 Sep 07 16:24:29.094571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a56f11-3958-425b-8f3e-36d7b6a43895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73ba582-9db9-479c-8de3-6d66f9554eab,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:29.098121 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-345096b1-3905-4aba-985f-81ba9a212dad req-1c02dbfe-e14e-44de-a31c-3e895ff2f523 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721432 Sep 07 16:24:29.102329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:24:29.246770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b70f1ee7-3cea-4fea-bdf8-fd497047fdd5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:29.258593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'b70f1ee7-3cea-4fea-bdf8-fd497047fdd5', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': 'b70f1ee7-3cea-4fea-bdf8-fd497047fdd5', 'mac_address': 'fa:16:3e:4e:ca:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:24:29.300685 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:29.313987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:24:29.333949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b70f1ee7-3cea-4fea-bdf8-fd497047fdd5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:29.338152 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:29.393752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b70f1ee7-3cea-4fea-bdf8-fd497047fdd5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:29.805358 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['b70f1ee7-3cea-4fea-bdf8-fd497047fdd5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:24:29.998153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751eba3-983d-4860-94bf-6c43e852eb41 req-f2b54b17-5cd0-4290-b207-8ce923bc9b12 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:29.999718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9751eba3-983d-4860-94bf-6c43e852eb41 req-f2b54b17-5cd0-4290-b207-8ce923bc9b12 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 948 time: 0.0682585 Sep 07 16:24:30.038814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9751eba3-983d-4860-94bf-6c43e852eb41 req-ae4f9056-7a3e-4ea2-b614-3d92b51cbfe9 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/security-groups?id=8663a9d5-5005-4db2-91af-0e315cce9501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327373 Sep 07 16:24:30.165641 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4617d867-eb96-45ee-be65-0e2b353c44f0 req-f7f3bba4-de1a-4f0e-b8d1-0ebac953c1aa tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.0306869 Sep 07 16:24:31.112617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:24:31.170791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:24:31.173550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44476) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:31.175162 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:24:31.175543 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:31.183847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7936ff-3e78-4e41-bc8a-084285023e7f req-8a90e54b-a7ec-457f-8509-bb8ec62bf011 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:31.186463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc7936ff-3e78-4e41-bc8a-084285023e7f req-8a90e54b-a7ec-457f-8509-bb8ec62bf011 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 948 time: 0.0751424 Sep 07 16:24:31.241645 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc7936ff-3e78-4e41-bc8a-084285023e7f req-166ec6ae-1178-406d-8c93-a4b502ea9779 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/security-groups?id=8663a9d5-5005-4db2-91af-0e315cce9501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480659 Sep 07 16:24:31.306533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83a48729-0495-4ec0-a701-97c860056f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:31.308930 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:31.312034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9a360a2-eebb-48bc-b3b5-cd740e92ca66 req-9af24420-05f1-40d4-856e-471abbdf2f76 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.0438695 Sep 07 16:24:31.335117 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41a2f22-050c-4ca9-abca-0302fd619bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70f1ee7-3cea-4fea-bdf8-fd497047fdd5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:31.337580 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547c6fb2-59bf-44eb-8ba1-6e26d681b0f6" -d '{"events": [{"server_uuid": "f41a2f22-050c-4ca9-abca-0302fd619bce", "name": "network-vif-plugged", "status": "completed", "tag": "b70f1ee7-3cea-4fea-bdf8-fd497047fdd5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:31.356192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b70f1ee7-3cea-4fea-bdf8-fd497047fdd5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:31.360753 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:31.389113 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96795d07-f860-4349-9d8d-b8427208b5bf x-openstack-request-id: req-96795d07-f860-4349-9d8d-b8427208b5bf {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:31.389550 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41a2f22-050c-4ca9-abca-0302fd619bce", "name": "network-vif-plugged", "status": "completed", "tag": "b70f1ee7-3cea-4fea-bdf8-fd497047fdd5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:31.390000 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96795d07-f860-4349-9d8d-b8427208b5bf {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:31.390868 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41a2f22-050c-4ca9-abca-0302fd619bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70f1ee7-3cea-4fea-bdf8-fd497047fdd5', 'code': 200} Sep 07 16:24:31.422956 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b70f1ee7-3cea-4fea-bdf8-fd497047fdd5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:31.443354 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83a48729-0495-4ec0-a701-97c860056f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:31.447447 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83a48729-0495-4ec0-a701-97c860056f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:31.512678 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-83a48729-0495-4ec0-a701-97c860056f39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93a77e6690754cf48d40cd15cccb3aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369126 Sep 07 16:24:31.515538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44484) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:31.515782 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a48729-0495-4ec0-a701-97c860056f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc7989-7826-4e89-bcd4-085832518186,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:31.530351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d95a42-5fa8-44c2-bf1d-86cfc5b7ed44 req-4e0d5309-11a1-4c36-9292-5899186501f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:31.531939 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-47d95a42-5fa8-44c2-bf1d-86cfc5b7ed44 req-4e0d5309-11a1-4c36-9292-5899186501f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 1100 time: 0.0735726 Sep 07 16:24:31.573614 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-47d95a42-5fa8-44c2-bf1d-86cfc5b7ed44 req-9d93fa29-acdd-4e32-981c-cf8554f7ac3d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8663a9d5-5005-4db2-91af-0e315cce9501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296214 Sep 07 16:24:31.577823 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdec49ae-d7b7-45bd-9156-2a6f4392aeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:31.600252 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdec49ae-d7b7-45bd-9156-2a6f4392aeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:31.646825 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdec49ae-d7b7-45bd-9156-2a6f4392aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:31.650032 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdec49ae-d7b7-45bd-9156-2a6f4392aeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:31.651241 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fdec49ae-d7b7-45bd-9156-2a6f4392aeb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85fc7989-7826-4e89-bcd4-085832518186 HTTP/1.1" status: 204 len: 168 time: 0.1346922 Sep 07 16:24:31.659702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec49ae-d7b7-45bd-9156-2a6f4392aeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fc7989-7826-4e89-bcd4-085832518186,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:31.697945 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:31.929506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44490) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:31.942855 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e473eca-d121-4cc2-8019-e580a8a12f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:32.032838 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e473eca-d121-4cc2-8019-e580a8a12f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:32.037788 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e473eca-d121-4cc2-8019-e580a8a12f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:32.083935 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2e473eca-d121-4cc2-8019-e580a8a12f02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb0b7d81f273440291a0d00560ba4273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532049 Sep 07 16:24:32.086666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:32.092042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e473eca-d121-4cc2-8019-e580a8a12f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faebc4d-64d3-42a9-a023-38836a643d0e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:32.155972 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cff8596-ff98-4716-b941-347cef630914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:32.178203 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cff8596-ff98-4716-b941-347cef630914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:32.226755 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cff8596-ff98-4716-b941-347cef630914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:32.229452 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cff8596-ff98-4716-b941-347cef630914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:32.230638 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5cff8596-ff98-4716-b941-347cef630914 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9faebc4d-64d3-42a9-a023-38836a643d0e HTTP/1.1" status: 204 len: 168 time: 0.1429846 Sep 07 16:24:32.239966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff8596-ff98-4716-b941-347cef630914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faebc4d-64d3-42a9-a023-38836a643d0e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:32.331899 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:32.380691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6a9c8-7f04-49a5-aed0-4e5a9bd41218 req-cdddda16-fb7d-4411-adfd-6e695a0b5708 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:32.382458 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2bc6a9c8-7f04-49a5-aed0-4e5a9bd41218 req-cdddda16-fb7d-4411-adfd-6e695a0b5708 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 949 time: 0.0666633 Sep 07 16:24:32.439001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65db2c32-f565-4a4e-9eaf-e900da15d9d7 req-f4b5e7a0-d9f2-43f3-9455-2f20038b2555 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.0318809 Sep 07 16:24:32.458835 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2bc6a9c8-7f04-49a5-aed0-4e5a9bd41218 req-5030be76-8894-4310-9a59-c07809051a88 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/security-groups?id=8663a9d5-5005-4db2-91af-0e315cce9501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683377 Sep 07 16:24:32.960975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44522) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:33.068937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1537441538-network', 'tenant_id': 'ffcc67b232b84cc4a86adb0d3a64c56c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:33.092110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Made reservation on behalf of ffcc67b232b84cc4a86adb0d3a64c56c for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:24:33.094640 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:33.104762 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:33.211756 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:33.215745 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:33.239132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:24:33.249997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef70c57-19dd-4961-bf46-a29856b11d3a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:33.254743 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:33.255092 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Added segment 0a8584c3-3990-4e53-827f-147a1641eb36 of type vlan for network 8d183cac-133c-49d2-86a8-0dd128c58191 Sep 07 16:24:33.295004 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:33.320765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:33.322362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:33.323033 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:33.357710 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3953915 Sep 07 16:24:33.361358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44528) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:33.368054 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e5befd78-368a-4fbf-b4e0-a1043d6d8394 admin admin] Request body: {'subnet': {'network_id': '8d183cac-133c-49d2-86a8-0dd128c58191', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1537441538-subnet', 'tenant_id': 'ffcc67b232b84cc4a86adb0d3a64c56c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:33.390763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5befd78-368a-4fbf-b4e0-a1043d6d8394 admin admin] Made reservation on behalf of ffcc67b232b84cc4a86adb0d3a64c56c for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:24:33.391543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a30592-5fc4-4502-b9d4-855867b62cfd admin admin] Pushing event updated for resources: {'Network': ['ID=8d183cac-133c-49d2-86a8-0dd128c58191,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:33.397122 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5befd78-368a-4fbf-b4e0-a1043d6d8394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:33.402033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 8d183cac-133c-49d2-86a8-0dd128c58191 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:24:33.553971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15442ef2-a7e8-42a1-9cbb-6b20158a773b req-93ca570c-b528-4408-af23-668e4641aea2 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.0300796 Sep 07 16:24:33.602968 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5befd78-368a-4fbf-b4e0-a1043d6d8394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:33.609653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bc3af-2762-4284-87c8-86193ea1386e req-212bbf75-69eb-4416-b791-e0faf5e308ad tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:33.611534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b4bc3af-2762-4284-87c8-86193ea1386e req-212bbf75-69eb-4416-b791-e0faf5e308ad tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 949 time: 0.0605502 Sep 07 16:24:33.654538 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b4bc3af-2762-4284-87c8-86193ea1386e req-d61519d2-37c2-4751-88f5-7f078f1d762a tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/security-groups?id=8663a9d5-5005-4db2-91af-0e315cce9501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369871 Sep 07 16:24:33.664735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5befd78-368a-4fbf-b4e0-a1043d6d8394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf85432-234c-4d98-a76d-2e691f03794d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:33.669637 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5befd78-368a-4fbf-b4e0-a1043d6d8394 admin admin] Checking segment: {'id': '0a8584c3-3990-4e53-827f-147a1641eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8d183cac-133c-49d2-86a8-0dd128c58191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:24:33.670194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5befd78-368a-4fbf-b4e0-a1043d6d8394 admin admin] Network hostable DHCP agents. Network: 8d183cac-133c-49d2-86a8-0dd128c58191, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:24:33.690233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5befd78-368a-4fbf-b4e0-a1043d6d8394 admin admin] Network 8d183cac-133c-49d2-86a8-0dd128c58191 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:24:33.705055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e5befd78-368a-4fbf-b4e0-a1043d6d8394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 8d183cac-133c-49d2-86a8-0dd128c58191) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:24:33.709929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5befd78-368a-4fbf-b4e0-a1043d6d8394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:33.710600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5befd78-368a-4fbf-b4e0-a1043d6d8394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:33.723278 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93faaa57-ff18-4757-bb86-75b6a9428ba5 None None] Network 8d183cac-133c-49d2-86a8-0dd128c58191 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:24:33.728183 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e5befd78-368a-4fbf-b4e0-a1043d6d8394 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3646042 Sep 07 16:24:33.880356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69175320-49bd-41d1-9462-0e5bd33e90e1 None None] Network 8d183cac-133c-49d2-86a8-0dd128c58191 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:24:34.004023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b89520-53af-4326-9ca2-0e2c7986d401 req-493b0d54-d80b-4c71-b940-9c7c81fa404d tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:34.012119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70b89520-53af-4326-9ca2-0e2c7986d401 req-493b0d54-d80b-4c71-b940-9c7c81fa404d tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 949 time: 0.0632873 Sep 07 16:24:34.046453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70b89520-53af-4326-9ca2-0e2c7986d401 req-2986d814-3d31-4ad5-9b72-e14cce4ab649 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/security-groups?id=8663a9d5-5005-4db2-91af-0e315cce9501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332944 Sep 07 16:24:34.299912 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44556) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:34.305006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1489908312-network', 'tenant_id': '65bbb8f69b35474d815ee29e4df81b7d'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:34.325504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Made reservation on behalf of 65bbb8f69b35474d815ee29e4df81b7d for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:24:34.327834 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:34.336760 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:34.426303 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:34.430458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:34.459885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:24:34.468904 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d9f38e-4871-4c23-b27c-2650251a3e8d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:34.475489 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:34.475833 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Added segment ccfc7ca8-8592-4cfb-ae92-14ea1671b50f of type vlan for network 6af8e81a-8105-4158-9402-ce2fcaabe61b Sep 07 16:24:34.518841 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:34.544271 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:34.545475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:34.546068 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:34.577858 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2768114 Sep 07 16:24:34.580470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44558) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:34.586649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5c3c4630-ae2f-453c-983f-b3f09520f018 admin admin] Request body: {'subnet': {'network_id': '6af8e81a-8105-4158-9402-ce2fcaabe61b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1489908312-subnet', 'tenant_id': '65bbb8f69b35474d815ee29e4df81b7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:34.628483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f138088-d60b-41ff-949e-157333d02e3c admin admin] Pushing event updated for resources: {'Network': ['ID=6af8e81a-8105-4158-9402-ce2fcaabe61b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:34.642067 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 6af8e81a-8105-4158-9402-ce2fcaabe61b details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:24:34.645774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3c4630-ae2f-453c-983f-b3f09520f018 admin admin] Made reservation on behalf of 65bbb8f69b35474d815ee29e4df81b7d for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:24:34.648170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4630-ae2f-453c-983f-b3f09520f018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:34.686017 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-214ecb4d-7469-440a-b09a-68d4091aa683 req-e9ba8f48-0ed0-4cd0-86ea-21e95be06d22 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.0349970 Sep 07 16:24:34.832184 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4630-ae2f-453c-983f-b3f09520f018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:34.889021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c4630-ae2f-453c-983f-b3f09520f018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae2feac-ed9b-4443-a95f-16bb6b177a32,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:34.898944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3c4630-ae2f-453c-983f-b3f09520f018 admin admin] Checking segment: {'id': 'ccfc7ca8-8592-4cfb-ae92-14ea1671b50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6af8e81a-8105-4158-9402-ce2fcaabe61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:24:34.899300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c4630-ae2f-453c-983f-b3f09520f018 admin admin] Network hostable DHCP agents. Network: 6af8e81a-8105-4158-9402-ce2fcaabe61b, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:24:34.916740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c4630-ae2f-453c-983f-b3f09520f018 admin admin] Network 6af8e81a-8105-4158-9402-ce2fcaabe61b is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:24:34.926359 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5c3c4630-ae2f-453c-983f-b3f09520f018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 6af8e81a-8105-4158-9402-ce2fcaabe61b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:24:34.930721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3c4630-ae2f-453c-983f-b3f09520f018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:34.931467 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4630-ae2f-453c-983f-b3f09520f018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:34.937114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0341bc-e645-4799-982e-10044cf7278d None None] Network 6af8e81a-8105-4158-9402-ce2fcaabe61b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:24:34.951132 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5c3c4630-ae2f-453c-983f-b3f09520f018 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3643692 Sep 07 16:24:35.073321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f302bf6-3acb-4d0f-a5bf-2037e489a9dd None None] Network 6af8e81a-8105-4158-9402-ce2fcaabe61b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:24:35.182209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7f0bb-1f20-43a4-9f3a-f140efff3b15 req-9be00bdc-468d-4189-abc0-0385a6efb5d7 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:35.183934 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99f7f0bb-1f20-43a4-9f3a-f140efff3b15 req-9be00bdc-468d-4189-abc0-0385a6efb5d7 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 949 time: 0.0641179 Sep 07 16:24:35.240918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99f7f0bb-1f20-43a4-9f3a-f140efff3b15 req-98701000-d89c-46c7-8a13-2d410d138e43 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/security-groups?id=8663a9d5-5005-4db2-91af-0e315cce9501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443134 Sep 07 16:24:35.481845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-8c542a30-29c3-4fa8-a17e-a0cf7774c318 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:35.483219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-8c542a30-29c3-4fa8-a17e-a0cf7774c318 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/networks?id=8d183cac-133c-49d2-86a8-0dd128c58191 HTTP/1.1" status: 200 len: 809 time: 0.1030791 Sep 07 16:24:35.499058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-d3effa54-4593-4da7-938a-b75942a058ae tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/quotas/ffcc67b232b84cc4a86adb0d3a64c56c HTTP/1.1" status: 200 len: 375 time: 0.0098922 Sep 07 16:24:35.530861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-7594986d-3b5e-4b62-bd58-e77f7e550a46 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffcc67b232b84cc4a86adb0d3a64c56c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263240 Sep 07 16:24:35.541345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-b64bd4de-adc2-4787-970b-a12e051fc0bb service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:24:35.542359 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-b64bd4de-adc2-4787-970b-a12e051fc0bb service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049732 Sep 07 16:24:35.637649 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-f2dc4a28-20d8-4873-b080-af8c462429c9 service neutron] 10.222.0.70 "GET /v2.0/networks/8d183cac-133c-49d2-86a8-0dd128c58191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892565 Sep 07 16:24:35.735938 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-b0605b37-0798-42e6-b7cb-015ad5771826 service neutron] 10.222.0.70 "GET /v2.0/networks/8d183cac-133c-49d2-86a8-0dd128c58191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899694 Sep 07 16:24:35.791928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75fd0227-58fd-4b96-8383-a981a31518ee req-a5bf0591-00f6-4dcd-9a83-a6077172d133 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.0265126 Sep 07 16:24:35.931029 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f90f4da-9f29-4997-a0a3-ae9b4497c569 req-16b4d4ee-1fe4-4540-bec0-641544448197 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 210 time: 0.0504673 Sep 07 16:24:35.941857 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4160e75-2d64-4454-9821-b52e5820bab7 req-2e747ace-192d-4692-bc41-58eac93e68db tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:35.943386 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4160e75-2d64-4454-9821-b52e5820bab7 req-2e747ace-192d-4692-bc41-58eac93e68db tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.35 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 949 time: 0.0776603 Sep 07 16:24:36.044054 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b4160e75-2d64-4454-9821-b52e5820bab7 req-b47dd880-fff1-481d-a4fe-04b44e9dec1d tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Deleting port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:36.044709 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4160e75-2d64-4454-9821-b52e5820bab7 req-b47dd880-fff1-481d-a4fe-04b44e9dec1d tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:36.146942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b4160e75-2d64-4454-9821-b52e5820bab7 req-b47dd880-fff1-481d-a4fe-04b44e9dec1d tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] For port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b70f1ee7-3cea-4fea-bdf8-fd497047fdd5,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:36.147365 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4160e75-2d64-4454-9821-b52e5820bab7 req-b47dd880-fff1-481d-a4fe-04b44e9dec1d tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:36.160606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-b4160e75-2d64-4454-9821-b52e5820bab7 req-b47dd880-fff1-481d-a4fe-04b44e9dec1d tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Calling delete_port for b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:36.307857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4160e75-2d64-4454-9821-b52e5820bab7 req-b47dd880-fff1-481d-a4fe-04b44e9dec1d tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:36.345239 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dd880-fff1-481d-a4fe-04b44e9dec1d tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Pushing event deleted for resources: {'Port': ['ID=b70f1ee7-3cea-4fea-bdf8-fd497047fdd5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:36.367453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a158a661-576c-4b87-a52d-8ca6fc73223e req-227fedae-dfcc-4c7f-b33d-2bfd6544ca13 tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.70 "GET /v2.0/ports?device_id=f41a2f22-050c-4ca9-abca-0302fd619bce HTTP/1.1" status: 200 len: 210 time: 0.0590148 Sep 07 16:24:36.410997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4160e75-2d64-4454-9821-b52e5820bab7 req-b47dd880-fff1-481d-a4fe-04b44e9dec1d tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] No DVR routers for this DVR port b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:36.413949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4160e75-2d64-4454-9821-b52e5820bab7 req-b47dd880-fff1-481d-a4fe-04b44e9dec1d tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:36.415970 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4160e75-2d64-4454-9821-b52e5820bab7 req-b47dd880-fff1-481d-a4fe-04b44e9dec1d tempest-VolumesNegativeTest-1885284974 tempest-VolumesNegativeTest-1885284974-project] 10.222.0.35 "DELETE /v2.0/ports/b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 HTTP/1.1" status: 204 len: 173 time: 0.4647324 Sep 07 16:24:36.416574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41a2f22-050c-4ca9-abca-0302fd619bce', 'name': 'network-vif-deleted', 'tag': 'b70f1ee7-3cea-4fea-bdf8-fd497047fdd5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:36.420315 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1153dab2-292d-47d2-b80a-5cd8e1063fb0" -d '{"events": [{"server_uuid": "f41a2f22-050c-4ca9-abca-0302fd619bce", "name": "network-vif-deleted", "tag": "b70f1ee7-3cea-4fea-bdf8-fd497047fdd5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:36.436953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['b70f1ee7-3cea-4fea-bdf8-fd497047fdd5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:24:36.498579 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391aa302-5022-47c5-a81d-590f651f07eb x-openstack-request-id: req-391aa302-5022-47c5-a81d-590f651f07eb {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:36.498989 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41a2f22-050c-4ca9-abca-0302fd619bce", "name": "network-vif-deleted", "tag": "b70f1ee7-3cea-4fea-bdf8-fd497047fdd5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:36.499356 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-391aa302-5022-47c5-a81d-590f651f07eb {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:36.500011 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41a2f22-050c-4ca9-abca-0302fd619bce', 'name': 'network-vif-deleted', 'tag': 'b70f1ee7-3cea-4fea-bdf8-fd497047fdd5', 'status': 'completed', 'code': 200} Sep 07 16:24:36.915928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b249aee-c14b-4373-9f40-6baa288f8f32 req-351910d2-8b14-4ccf-a613-f8081707c24b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.0346041 Sep 07 16:24:37.295880 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da8cff9d-3881-4e0e-9ea9-0c0c597b763d req-cae07c4a-1942-4f0b-816a-01399f8e9b16 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 210 time: 0.0335169 Sep 07 16:24:37.322777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-158856c7-b91e-49ff-8fc0-0dbab646c011 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:37.324385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-158856c7-b91e-49ff-8fc0-0dbab646c011 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.54 "GET /v2.0/networks?id=8d183cac-133c-49d2-86a8-0dd128c58191 HTTP/1.1" status: 200 len: 809 time: 0.3990419 Sep 07 16:24:37.343357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-cb7ff238-83aa-4aac-bfe8-6dab21c1c7cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Request body: {'port': {'device_id': '1f10d987-4d49-4ace-9969-9fbf5be2d1fc', 'network_id': '8d183cac-133c-49d2-86a8-0dd128c58191', 'admin_state_up': True, 'tenant_id': 'ffcc67b232b84cc4a86adb0d3a64c56c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:37.467387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-cb7ff238-83aa-4aac-bfe8-6dab21c1c7cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Made reservation on behalf of ffcc67b232b84cc4a86adb0d3a64c56c for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:24:37.470996 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-cb7ff238-83aa-4aac-bfe8-6dab21c1c7cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:37.614179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-cb7ff238-83aa-4aac-bfe8-6dab21c1c7cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Allocated IP 172.20.0.7 (8d183cac-133c-49d2-86a8-0dd128c58191/cdf85432-234c-4d98-a76d-2e691f03794d/6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:24:37.776015 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-cb7ff238-83aa-4aac-bfe8-6dab21c1c7cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:37.817658 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-cb7ff238-83aa-4aac-bfe8-6dab21c1c7cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:37.867320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-cb7ff238-83aa-4aac-bfe8-6dab21c1c7cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Network 8d183cac-133c-49d2-86a8-0dd128c58191 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:24:37.870441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-cb7ff238-83aa-4aac-bfe8-6dab21c1c7cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:24:37.874259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-cb7ff238-83aa-4aac-bfe8-6dab21c1c7cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:24:37.906402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ff238-83aa-4aac-bfe8-6dab21c1c7cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Pushing event updated for resources: {'Port': ['ID=6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:37.939803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-cb7ff238-83aa-4aac-bfe8-6dab21c1c7cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:37.940468 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-cb7ff238-83aa-4aac-bfe8-6dab21c1c7cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:37.956728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-cb7ff238-83aa-4aac-bfe8-6dab21c1c7cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6168621 Sep 07 16:24:37.974866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Request body: {'port': {'device_id': '1f10d987-4d49-4ace-9969-9fbf5be2d1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:38.031257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52016302-c608-4916-a778-236502e32d6f req-ba31bb4d-40f7-4732-ade0-bdad775db755 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.0281792 Sep 07 16:24:38.066953 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:38.369075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:24:38.387740 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:38.424881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Transition to ACTIVE for port object 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:24:38.429958 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:38.469662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a970be2-9801-439d-9898-a26f122f12e3 req-c997301e-63ef-4287-ad7a-ec066a097fe1 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:38.471175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a970be2-9801-439d-9898-a26f122f12e3 req-c997301e-63ef-4287-ad7a-ec066a097fe1 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 931 time: 0.0965071 Sep 07 16:24:38.501936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:38.594268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a970be2-9801-439d-9898-a26f122f12e3 req-658bc09f-1065-4aa0-9aff-50b199b467a6 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ef70c57-19dd-4961-bf46-a29856b11d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055136 Sep 07 16:24:38.624139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Attempting to bind port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:24:38.624601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Attempting to bind port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '0a8584c3-3990-4e53-827f-147a1641eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8d183cac-133c-49d2-86a8-0dd128c58191'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:24:38.625014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Attempting to bind port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 on network 8d183cac-133c-49d2-86a8-0dd128c58191 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:24:38.630290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 on network 8d183cac-133c-49d2-86a8-0dd128c58191 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:24:38.630620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Attempting to bind port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 on network 8d183cac-133c-49d2-86a8-0dd128c58191 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:24:38.637389 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:24:38.637668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Checking segment: {'id': '0a8584c3-3990-4e53-827f-147a1641eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8d183cac-133c-49d2-86a8-0dd128c58191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:24:38.638059 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Bound using segment: {'id': '0a8584c3-3990-4e53-827f-147a1641eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8d183cac-133c-49d2-86a8-0dd128c58191'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:24:38.638509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Bound port: 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8584c3-3990-4e53-827f-147a1641eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8d183cac-133c-49d2-86a8-0dd128c58191'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:24:38.638918 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:38.718040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] For port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:24:38.721268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] For port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44,segment=NetworkSegment(0a8584c3-3990-4e53-827f-147a1641eb36),segment_id=0a8584c3-3990-4e53-827f-147a1641eb36)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:24:38.727644 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:38.767659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:38.768289 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:38.769716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] 10.222.0.54 "PUT /v2.0/ports/6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 HTTP/1.1" status: 200 len: 1091 time: 0.7994750 Sep 07 16:24:38.770188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f10d987-4d49-4ace-9969-9fbf5be2d1fc', 'tag': '6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:38.772673 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c732bf4-1186-4343-a309-2077372b4cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f10d987-4d49-4ace-9969-9fbf5be2d1fc", "tag": "6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:38.797851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ca40a-d800-40cb-9fbc-fa3eaaccf9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:38.857105 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2349806a-3fb8-4811-85d2-e4d3e132c941 x-openstack-request-id: req-2349806a-3fb8-4811-85d2-e4d3e132c941 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:38.857419 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f10d987-4d49-4ace-9969-9fbf5be2d1fc", "tag": "6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:38.857677 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2349806a-3fb8-4811-85d2-e4d3e132c941 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:38.858583 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f10d987-4d49-4ace-9969-9fbf5be2d1fc', 'tag': '6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44', 'status': 'completed', 'code': 200} Sep 07 16:24:38.880196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-5b03165c-668d-414c-992a-be125177b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:38.882642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-5b03165c-668d-414c-992a-be125177b446 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffcc67b232b84cc4a86adb0d3a64c56c&device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 1094 time: 0.0611420 Sep 07 16:24:38.927304 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-eb0526d6-ca2a-4047-87ef-7c065bfeaaa0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 HTTP/1.1" status: 200 len: 217 time: 0.0355256 Sep 07 16:24:38.982090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-62508a81-ee6c-470b-ba93-6b6086b6ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:38.983485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-62508a81-ee6c-470b-ba93-6b6086b6ce9f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cdf85432-234c-4d98-a76d-2e691f03794d HTTP/1.1" status: 200 len: 849 time: 0.0475514 Sep 07 16:24:39.020644 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-de5a8f50-dd45-44c5-8ac1-0d1e4ec98615 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d183cac-133c-49d2-86a8-0dd128c58191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263631 Sep 07 16:24:39.142483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:39.156937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f5fb6e7-85c3-41ce-9d2e-f65f3fe7645f req-95b06bb5-bc96-4292-9954-b334dd8a34d9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.0373845 Sep 07 16:24:39.158990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-588042e6-2cde-4926-b8cf-efdcb4ffe1be service neutron] 10.222.0.54 "GET /v2.0/networks/8d183cac-133c-49d2-86a8-0dd128c58191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306832 Sep 07 16:24:39.176861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:39.188565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b70f1ee7-3cea-4fea-bdf8-fd497047fdd5 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:39.270033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1aea3ec-344c-4e4e-84cb-fd3c4fed0a20 req-9edf591f-06ab-460c-b384-fbe94992cffa service neutron] 10.222.0.54 "GET /v2.0/networks/8d183cac-133c-49d2-86a8-0dd128c58191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993896 Sep 07 16:24:39.371761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c732bf4-1186-4343-a309-2077372b4cc9 req-3f7a8d13-d36f-4354-ad10-3d20bab30db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:39.373640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c732bf4-1186-4343-a309-2077372b4cc9 req-3f7a8d13-d36f-4354-ad10-3d20bab30db5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffcc67b232b84cc4a86adb0d3a64c56c&device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 1094 time: 0.0453849 Sep 07 16:24:39.473439 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c732bf4-1186-4343-a309-2077372b4cc9 req-ef148be0-4bd9-4988-a77d-a0d1c17530dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:39.475093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c732bf4-1186-4343-a309-2077372b4cc9 req-ef148be0-4bd9-4988-a77d-a0d1c17530dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d183cac-133c-49d2-86a8-0dd128c58191 HTTP/1.1" status: 200 len: 910 time: 0.0930305 Sep 07 16:24:39.518657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c732bf4-1186-4343-a309-2077372b4cc9 req-8a29004e-65bf-4af9-82ce-3145eb602ce8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 HTTP/1.1" status: 200 len: 217 time: 0.0363748 Sep 07 16:24:39.571970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c732bf4-1186-4343-a309-2077372b4cc9 req-47a42c4a-5135-4f57-b6ad-54fdde7941e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:39.577424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c732bf4-1186-4343-a309-2077372b4cc9 req-47a42c4a-5135-4f57-b6ad-54fdde7941e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cdf85432-234c-4d98-a76d-2e691f03794d HTTP/1.1" status: 200 len: 849 time: 0.0465462 Sep 07 16:24:39.615083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c732bf4-1186-4343-a309-2077372b4cc9 req-3ece5ba9-1d45-42aa-8ea8-6055d98a19a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d183cac-133c-49d2-86a8-0dd128c58191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305181 Sep 07 16:24:39.762922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c732bf4-1186-4343-a309-2077372b4cc9 req-89c142a8-6c11-4d8f-af1a-9a17a726d0be service neutron] 10.222.0.54 "GET /v2.0/networks/8d183cac-133c-49d2-86a8-0dd128c58191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382346 Sep 07 16:24:39.775193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42679a0f-74a0-4af3-8eec-b4731a14bfcc req-afb886e0-48be-4326-a94c-06388f388599 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:39.777583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42679a0f-74a0-4af3-8eec-b4731a14bfcc req-afb886e0-48be-4326-a94c-06388f388599 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 943 time: 0.0851984 Sep 07 16:24:39.877045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42679a0f-74a0-4af3-8eec-b4731a14bfcc req-5fc20180-004a-4ca9-9790-437e0b626b81 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ef70c57-19dd-4961-bf46-a29856b11d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878363 Sep 07 16:24:39.904553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c732bf4-1186-4343-a309-2077372b4cc9 req-7b8bdd9f-cb68-426f-8d64-518230d0b0fe service neutron] 10.222.0.54 "GET /v2.0/networks/8d183cac-133c-49d2-86a8-0dd128c58191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257691 Sep 07 16:24:40.289717 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d24182e6-51f7-4099-95d6-3531778ae097 req-77cf09f6-222a-43d8-af96-7f4cfb773f41 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccecc052-8268-4c77-a88f-f8da947f433f HTTP/1.1" status: 200 len: 210 time: 0.0304589 Sep 07 16:24:40.338769 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c908a83-ef8f-4fb9-91a2-1d811c5e122f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:40.996930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2533e-a15a-4bef-98d0-b6a40a3d7f8a req-0f252731-3610-41d6-b464-d9f11ca8ba55 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:40.998523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70e2533e-a15a-4bef-98d0-b6a40a3d7f8a req-0f252731-3610-41d6-b464-d9f11ca8ba55 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 943 time: 0.0535746 Sep 07 16:24:41.037793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70e2533e-a15a-4bef-98d0-b6a40a3d7f8a req-6814d018-eb86-489f-88af-dc0610f7e10a tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ef70c57-19dd-4961-bf46-a29856b11d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332046 Sep 07 16:24:41.139604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:24:41.237937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44,segment=NetworkSegment(0a8584c3-3990-4e53-827f-147a1641eb36),segment_id=0a8584c3-3990-4e53-827f-147a1641eb36)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:41.249293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44', 'network_id': '8d183cac-133c-49d2-86a8-0dd128c58191', 'port_id': '6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44', 'mac_address': 'fa:16:3e:9f:86:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf85432-234c-4d98-a76d-2e691f03794d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:24:41.285579 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:41.298911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:24:41.321776 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44,segment=NetworkSegment(0a8584c3-3990-4e53-827f-147a1641eb36),segment_id=0a8584c3-3990-4e53-827f-147a1641eb36)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:41.326092 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:41.376549 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:41.384913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44854) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:41.443683 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ac1b9ba-084f-4bb9-85b0-1214a9c31d8b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:41.468902 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ac1b9ba-084f-4bb9-85b0-1214a9c31d8b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:41.522258 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ac1b9ba-084f-4bb9-85b0-1214a9c31d8b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:41.525090 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ac1b9ba-084f-4bb9-85b0-1214a9c31d8b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:41.526778 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1ac1b9ba-084f-4bb9-85b0-1214a9c31d8b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "DELETE /v2.0/security-groups/6a628515-d0d6-47dd-bbc9-7d903ccae1ee HTTP/1.1" status: 204 len: 168 time: 0.1400447 Sep 07 16:24:41.530652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44856) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:41.535789 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1b9ba-084f-4bb9-85b0-1214a9c31d8b tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a628515-d0d6-47dd-bbc9-7d903ccae1ee,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:41.551666 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-4980e21d-7c2d-4b1c-9466-b92ad8955f6c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] show failed (client error): The resource could not be found. Sep 07 16:24:41.552812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4980e21d-7c2d-4b1c-9466-b92ad8955f6c tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "GET /v2.0/security-groups/6a628515-d0d6-47dd-bbc9-7d903ccae1ee HTTP/1.1" status: 404 len: 347 time: 0.0203555 Sep 07 16:24:41.557253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44858) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:41.718089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6488575c-b319-4461-8c41-3340ccbaefb0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Deleting port a159d30b-9d4d-408b-82d0-fd1cf6780e4d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:41.718442 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6488575c-b319-4461-8c41-3340ccbaefb0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:41.740328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:24:41.806313 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6488575c-b319-4461-8c41-3340ccbaefb0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:41.807346 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6488575c-b319-4461-8c41-3340ccbaefb0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:41.823802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6488575c-b319-4461-8c41-3340ccbaefb0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Calling delete_port for a159d30b-9d4d-408b-82d0-fd1cf6780e4d owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:41.983969 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6488575c-b319-4461-8c41-3340ccbaefb0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:42.009362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488575c-b319-4461-8c41-3340ccbaefb0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'Port': ['ID=a159d30b-9d4d-408b-82d0-fd1cf6780e4d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:42.075887 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6488575c-b319-4461-8c41-3340ccbaefb0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:42.078803 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6488575c-b319-4461-8c41-3340ccbaefb0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:42.083955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6488575c-b319-4461-8c41-3340ccbaefb0 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "DELETE /v2.0/floatingips/c2774fbc-0e1b-415a-8761-a52307dea4f2 HTTP/1.1" status: 204 len: 168 time: 0.5204418 Sep 07 16:24:42.084295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44864) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:42.171643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0851f05-2015-46de-a6cc-1da36ea70d13 req-ab2be72d-c930-430e-a94b-db61bf5b21cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:42.173249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0851f05-2015-46de-a6cc-1da36ea70d13 req-ab2be72d-c930-430e-a94b-db61bf5b21cc tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 944 time: 0.0515530 Sep 07 16:24:42.181071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd29a8-0b8f-4c70-8f60-8c2d7f0931f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Deleting port 8b7cd95e-d4ca-4955-a0c7-596d708a0805 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:42.181486 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8dd29a8-0b8f-4c70-8f60-8c2d7f0931f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:42.227552 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0851f05-2015-46de-a6cc-1da36ea70d13 req-c9904f9b-6975-4bbf-9385-65bc5b24ee3f tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ef70c57-19dd-4961-bf46-a29856b11d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468552 Sep 07 16:24:42.485737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44872) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:42.569322 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8dd29a8-0b8f-4c70-8f60-8c2d7f0931f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:42.581897 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd29a8-0b8f-4c70-8f60-8c2d7f0931f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Calling delete_port for 8b7cd95e-d4ca-4955-a0c7-596d708a0805 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:42.626709 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-65e5421e-063e-4a4a-9ebc-252208390d2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=81f2752dad5247b38ee7fc664c23d2dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396723 Sep 07 16:24:42.629010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44876) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:42.677279 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d682b455-8a05-48a1-8e59-6d5d2e55ebb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:42.697333 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d682b455-8a05-48a1-8e59-6d5d2e55ebb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:42.708009 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8dd29a8-0b8f-4c70-8f60-8c2d7f0931f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:42.744606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd29a8-0b8f-4c70-8f60-8c2d7f0931f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'Port': ['ID=8b7cd95e-d4ca-4955-a0c7-596d708a0805,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:42.754562 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d682b455-8a05-48a1-8e59-6d5d2e55ebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:42.761144 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d682b455-8a05-48a1-8e59-6d5d2e55ebb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:42.761144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d682b455-8a05-48a1-8e59-6d5d2e55ebb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8663a9d5-5005-4db2-91af-0e315cce9501 HTTP/1.1" status: 204 len: 168 time: 0.1309791 Sep 07 16:24:42.770911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682b455-8a05-48a1-8e59-6d5d2e55ebb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8663a9d5-5005-4db2-91af-0e315cce9501,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:42.827189 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8dd29a8-0b8f-4c70-8f60-8c2d7f0931f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:42.829450 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b8dd29a8-0b8f-4c70-8f60-8c2d7f0931f9 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "DELETE /v2.0/ports/8b7cd95e-d4ca-4955-a0c7-596d708a0805 HTTP/1.1" status: 204 len: 168 time: 0.7440937 Sep 07 16:24:42.832007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44880) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:42.931971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cc06bffe-3aa0-4f92-a4dd-1c72bd88d801 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Deleting port 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:42.932319 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc06bffe-3aa0-4f92-a4dd-1c72bd88d801 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.023072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc06bffe-3aa0-4f92-a4dd-1c72bd88d801 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.035494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cc06bffe-3aa0-4f92-a4dd-1c72bd88d801 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Calling delete_port for 2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:43.145090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:24:43.180924 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc06bffe-3aa0-4f92-a4dd-1c72bd88d801 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.214133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06bffe-3aa0-4f92-a4dd-1c72bd88d801 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'Port': ['ID=2d3a2bc7-67a1-48b0-80e2-3c5f680345a2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:43.223892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:24:43.233062 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:24:43.233445 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.320463 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc06bffe-3aa0-4f92-a4dd-1c72bd88d801 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.325157 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cc06bffe-3aa0-4f92-a4dd-1c72bd88d801 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "DELETE /v2.0/ports/2d3a2bc7-67a1-48b0-80e2-3c5f680345a2 HTTP/1.1" status: 204 len: 168 time: 0.4896598 Sep 07 16:24:43.325560 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44896) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:43.330443 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.368402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f10d987-4d49-4ace-9969-9fbf5be2d1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:43.371811 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb98fb1-52d1-4b38-bc35-60c02000ac0e" -d '{"events": [{"server_uuid": "1f10d987-4d49-4ace-9969-9fbf5be2d1fc", "name": "network-vif-plugged", "status": "completed", "tag": "6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:43.398161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44,segment=NetworkSegment(0a8584c3-3990-4e53-827f-147a1641eb36),segment_id=0a8584c3-3990-4e53-827f-147a1641eb36)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:43.403577 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.437766 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae200322-181a-418c-b120-ee6d9e8f90f3 x-openstack-request-id: req-ae200322-181a-418c-b120-ee6d9e8f90f3 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:43.438346 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f10d987-4d49-4ace-9969-9fbf5be2d1fc", "name": "network-vif-plugged", "status": "completed", "tag": "6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:43.438691 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae200322-181a-418c-b120-ee6d9e8f90f3 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:43.439316 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f10d987-4d49-4ace-9969-9fbf5be2d1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44', 'code': 200} Sep 07 16:24:43.448654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-01671eb5-0ccc-45ac-94fd-d5146df02f33 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Deleting subnet ef42e25e-cc1c-4df5-a8de-a86bed94f9b0 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:24:43.454786 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01671eb5-0ccc-45ac-94fd-d5146df02f33 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.466691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:43.493929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbd1a6-81bc-44da-ab8a-39f25cf01d23 req-c593ad1d-2a4c-43d6-9d2b-a02c7eddd920 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:43.495509 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9bbbd1a6-81bc-44da-ab8a-39f25cf01d23 req-c593ad1d-2a4c-43d6-9d2b-a02c7eddd920 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 944 time: 0.1235301 Sep 07 16:24:43.551432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01671eb5-0ccc-45ac-94fd-d5146df02f33 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.610350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9bbbd1a6-81bc-44da-ab8a-39f25cf01d23 req-c2656579-a5f0-4123-8760-0b04b8e7f7f7 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ef70c57-19dd-4961-bf46-a29856b11d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999987 Sep 07 16:24:43.614321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f941a2-b597-44f5-8dc0-9fdc3aa8a8cf req-359d1aa1-162f-447c-b90b-7cf2b0987fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:43.615722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0f941a2-b597-44f5-8dc0-9fdc3aa8a8cf req-359d1aa1-162f-447c-b90b-7cf2b0987fac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 1096 time: 0.1171987 Sep 07 16:24:43.687513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0f941a2-b597-44f5-8dc0-9fdc3aa8a8cf req-6871bd70-b077-422a-878a-4c3296e1b5f1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4ef70c57-19dd-4961-bf46-a29856b11d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580330 Sep 07 16:24:43.690690 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01671eb5-0ccc-45ac-94fd-d5146df02f33 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.757891 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01671eb5-0ccc-45ac-94fd-d5146df02f33 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.790263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01671eb5-0ccc-45ac-94fd-d5146df02f33 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'Subnet': ['ID=ef42e25e-cc1c-4df5-a8de-a86bed94f9b0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:43.797065 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-01671eb5-0ccc-45ac-94fd-d5146df02f33 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.798519 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-01671eb5-0ccc-45ac-94fd-d5146df02f33 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "DELETE /v2.0/subnets/ef42e25e-cc1c-4df5-a8de-a86bed94f9b0 HTTP/1.1" status: 204 len: 168 time: 0.4719243 Sep 07 16:24:43.801115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:43.806471 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0a74c1-9fa3-4399-9d71-a6ab24261cac None None] Network 50ad646a-f6b1-4fcd-85f1-43f75a8d511a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:24:43.864818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1aaa96-82de-41b1-a5c7-351eec91c779 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Deleting subnet dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:24:43.868543 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d1aaa96-82de-41b1-a5c7-351eec91c779 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.920853 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:43.928605 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d1aaa96-82de-41b1-a5c7-351eec91c779 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.036531 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d1aaa96-82de-41b1-a5c7-351eec91c779 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.052779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94ddf05-b643-461a-8caa-35a70ee01c69 None None] DHCP port deletion for 50ad646a-f6b1-4fcd-85f1-43f75a8d511a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:24:44.103811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a94ddf05-b643-461a-8caa-35a70ee01c69 None None] Deleting port a333b8c2-007c-4eb6-8478-ce50c199e696 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:44.104926 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a94ddf05-b643-461a-8caa-35a70ee01c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.106387 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d1aaa96-82de-41b1-a5c7-351eec91c779 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.134341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1aaa96-82de-41b1-a5c7-351eec91c779 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'Subnet': ['ID=dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:44.138201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d1aaa96-82de-41b1-a5c7-351eec91c779 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.140285 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1d1aaa96-82de-41b1-a5c7-351eec91c779 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "DELETE /v2.0/subnets/dd199d0f-cb1f-4d4e-a1d7-380875e1d2cf HTTP/1.1" status: 204 len: 168 time: 0.3379779 Sep 07 16:24:44.142690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44926) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:44.161956 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579dbdb-e351-42bb-a2e3-9d86b36038ba None None] Network 1f962351-b07a-494a-a9cf-1f555be30ed2 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:24:44.223781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a94ddf05-b643-461a-8caa-35a70ee01c69 None None] For port a333b8c2-007c-4eb6-8478-ce50c199e696, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a333b8c2-007c-4eb6-8478-ce50c199e696,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:44.224135 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a94ddf05-b643-461a-8caa-35a70ee01c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.226527 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.272988 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6014f5cd-8d0b-49a2-b4d3-901f82e57b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.274620 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a94ddf05-b643-461a-8caa-35a70ee01c69 None None] Calling delete_port for a333b8c2-007c-4eb6-8478-ce50c199e696 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:44.301251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Deleting port a333b8c2-007c-4eb6-8478-ce50c199e696 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:44.301744 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.367801 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] For port a333b8c2-007c-4eb6-8478-ce50c199e696, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a333b8c2-007c-4eb6-8478-ce50c199e696,segment=NetworkSegment(9087a305-6a72-4a30-ac39-ec4592eee9ad),segment_id=9087a305-6a72-4a30-ac39-ec4592eee9ad)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:44.368307 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.381955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Calling delete_port for a333b8c2-007c-4eb6-8478-ce50c199e696 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:44.410880 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a94ddf05-b643-461a-8caa-35a70ee01c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.440081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ddf05-b643-461a-8caa-35a70ee01c69 None None] Pushing event deleted for resources: {'Port': ['ID=a333b8c2-007c-4eb6-8478-ce50c199e696,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:44.443796 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94ddf05-b643-461a-8caa-35a70ee01c69 None None] No DVR routers for this DVR port a333b8c2-007c-4eb6-8478-ce50c199e696 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:44.482714 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.487457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0005f828-5a17-43c9-9b4f-e5f876e32cb0 None None] DHCP port deletion for 1f962351-b07a-494a-a9cf-1f555be30ed2 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:24:44.509485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'Port': ['ID=a333b8c2-007c-4eb6-8478-ce50c199e696,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:44.513679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] No DVR routers for this DVR port a333b8c2-007c-4eb6-8478-ce50c199e696 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:44.541078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0005f828-5a17-43c9-9b4f-e5f876e32cb0 None None] Deleting port 667dfb38-1181-429c-9fc8-ad808e98f131 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:44.541499 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0005f828-5a17-43c9-9b4f-e5f876e32cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.606708 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.611144 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0005f828-5a17-43c9-9b4f-e5f876e32cb0 None None] For port 667dfb38-1181-429c-9fc8-ad808e98f131, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=667dfb38-1181-429c-9fc8-ad808e98f131,segment=NetworkSegment(3880f710-da4f-4996-96ad-7d4b3bb6149c),segment_id=3880f710-da4f-4996-96ad-7d4b3bb6149c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:44.611634 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0005f828-5a17-43c9-9b4f-e5f876e32cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.625082 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0005f828-5a17-43c9-9b4f-e5f876e32cb0 None None] Calling delete_port for 667dfb38-1181-429c-9fc8-ad808e98f131 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:44.627120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ad646a-f6b1-4fcd-85f1-43f75a8d511a']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:44.637047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9087a305-6a72-4a30-ac39-ec4592eee9ad') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:44.637269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9087a305-6a72-4a30-ac39-ec4592eee9ad') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:44.647571 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.661235 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.668749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:24:44.669217 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:24:44.672984 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:24:44.722217 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0005f828-5a17-43c9-9b4f-e5f876e32cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.753209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005f828-5a17-43c9-9b4f-e5f876e32cb0 None None] Pushing event deleted for resources: {'Port': ['ID=667dfb38-1181-429c-9fc8-ad808e98f131,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:44.759027 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005f828-5a17-43c9-9b4f-e5f876e32cb0 None None] No DVR routers for this DVR port 667dfb38-1181-429c-9fc8-ad808e98f131 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:44.767580 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.804805 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.806760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "DELETE /v2.0/networks/50ad646a-f6b1-4fcd-85f1-43f75a8d511a HTTP/1.1" status: 204 len: 168 time: 0.6626165 Sep 07 16:24:44.809638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44936) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:44.810112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c44775-ff24-42a1-a33b-a0bec74e3b35 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'Network': ['ID=50ad646a-f6b1-4fcd-85f1-43f75a8d511a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:44.819755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72673178-a9b7-411d-941c-a04365c78cb3 req-4e52f6f9-0446-494d-b873-8f04e17b68df tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:44.821395 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72673178-a9b7-411d-941c-a04365c78cb3 req-4e52f6f9-0446-494d-b873-8f04e17b68df tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 945 time: 0.0967407 Sep 07 16:24:44.875227 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:44.889743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72673178-a9b7-411d-941c-a04365c78cb3 req-f74b8e69-c987-4123-a284-ceb85c94cbe3 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ef70c57-19dd-4961-bf46-a29856b11d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613477 Sep 07 16:24:44.930672 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32375c64-2369-4980-a91f-44ba0c676d94 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:45.020885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32375c64-2369-4980-a91f-44ba0c676d94 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:45.041800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-32375c64-2369-4980-a91f-44ba0c676d94 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f962351-b07a-494a-a9cf-1f555be30ed2']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:45.051988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-32375c64-2369-4980-a91f-44ba0c676d94 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3880f710-da4f-4996-96ad-7d4b3bb6149c') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:45.052287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-32375c64-2369-4980-a91f-44ba0c676d94 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3880f710-da4f-4996-96ad-7d4b3bb6149c') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:45.067050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32375c64-2369-4980-a91f-44ba0c676d94 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:45.081276 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32375c64-2369-4980-a91f-44ba0c676d94 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:45.089598 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32375c64-2369-4980-a91f-44ba0c676d94 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:24:45.090076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32375c64-2369-4980-a91f-44ba0c676d94 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:24:45.093295 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:24:45.123756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a333b8c2-007c-4eb6-8478-ce50c199e696 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:45.147204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: a333b8c2-007c-4eb6-8478-ce50c199e696 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:45.147586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a333b8c2-007c-4eb6-8478-ce50c199e696 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:45.148017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 667dfb38-1181-429c-9fc8-ad808e98f131 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:45.153089 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32375c64-2369-4980-a91f-44ba0c676d94 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:45.160528 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-32375c64-2369-4980-a91f-44ba0c676d94 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:45.162278 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-32375c64-2369-4980-a91f-44ba0c676d94 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] 10.222.0.70 "DELETE /v2.0/networks/1f962351-b07a-494a-a9cf-1f555be30ed2 HTTP/1.1" status: 204 len: 168 time: 0.3516440 Sep 07 16:24:45.169344 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 667dfb38-1181-429c-9fc8-ad808e98f131 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:45.170566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 667dfb38-1181-429c-9fc8-ad808e98f131 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:45.174357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32375c64-2369-4980-a91f-44ba0c676d94 tempest-TaggedBootDevicesTest-784963351 tempest-TaggedBootDevicesTest-784963351-project] Pushing event deleted for resources: {'Network': ['ID=1f962351-b07a-494a-a9cf-1f555be30ed2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:46.013290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1a267-880c-4d93-bbb3-9cb84cf2f3be req-9be6ef18-02ea-4ea5-8833-b2aad0d86e69 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:46.014976 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2f1a267-880c-4d93-bbb3-9cb84cf2f3be req-9be6ef18-02ea-4ea5-8833-b2aad0d86e69 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 945 time: 0.0529513 Sep 07 16:24:46.052534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2f1a267-880c-4d93-bbb3-9cb84cf2f3be req-383f4eee-bfad-4396-8554-f7af726fa350 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ef70c57-19dd-4961-bf46-a29856b11d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Sep 07 16:24:46.793612 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:48.809104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfcaff-06f6-41bb-a695-4f8a57d0b500 req-1fe19127-af5b-4f98-a959-a1a75010519a tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:48.814457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08cfcaff-06f6-41bb-a695-4f8a57d0b500 req-1fe19127-af5b-4f98-a959-a1a75010519a tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 945 time: 0.0623801 Sep 07 16:24:48.896363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08cfcaff-06f6-41bb-a695-4f8a57d0b500 req-653bb72a-3bf5-4155-85aa-f259f23cd282 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ef70c57-19dd-4961-bf46-a29856b11d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614352 Sep 07 16:24:50.035554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f17e5a-cc19-4715-88fe-45e08ca4f645 req-a80b287f-88f4-4d15-9964-9a32f801ff3f tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:50.037084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-37f17e5a-cc19-4715-88fe-45e08ca4f645 req-a80b287f-88f4-4d15-9964-9a32f801ff3f tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 945 time: 0.0636363 Sep 07 16:24:50.335931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-37f17e5a-cc19-4715-88fe-45e08ca4f645 req-f19725de-4a99-488e-95a7-db5581e06421 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ef70c57-19dd-4961-bf46-a29856b11d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919014 Sep 07 16:24:50.347757 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571826c-cd8a-4078-8f4f-07e7f409c939 req-9b3e8ddc-d543-476f-be4e-08bc4c9d0f10 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:50.349275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9571826c-cd8a-4078-8f4f-07e7f409c939 req-9b3e8ddc-d543-476f-be4e-08bc4c9d0f10 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f10d987-4d49-4ace-9969-9fbf5be2d1fc HTTP/1.1" status: 200 len: 945 time: 0.0646496 Sep 07 16:24:50.458945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-9571826c-cd8a-4078-8f4f-07e7f409c939 req-9e159c0f-2d7c-47c9-9563-8a10da6bb2b1 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Deleting port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:50.459294 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9571826c-cd8a-4078-8f4f-07e7f409c939 req-9e159c0f-2d7c-47c9-9563-8a10da6bb2b1 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:50.551725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9571826c-cd8a-4078-8f4f-07e7f409c939 req-9e159c0f-2d7c-47c9-9563-8a10da6bb2b1 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] For port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44,segment=NetworkSegment(0a8584c3-3990-4e53-827f-147a1641eb36),segment_id=0a8584c3-3990-4e53-827f-147a1641eb36)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:50.552095 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9571826c-cd8a-4078-8f4f-07e7f409c939 req-9e159c0f-2d7c-47c9-9563-8a10da6bb2b1 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:50.565139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-9571826c-cd8a-4078-8f4f-07e7f409c939 req-9e159c0f-2d7c-47c9-9563-8a10da6bb2b1 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Calling delete_port for 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:50.695463 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9571826c-cd8a-4078-8f4f-07e7f409c939 req-9e159c0f-2d7c-47c9-9563-8a10da6bb2b1 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:50.712405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:24:50.726163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e159c0f-2d7c-47c9-9563-8a10da6bb2b1 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Pushing event deleted for resources: {'Port': ['ID=6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:50.774712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9571826c-cd8a-4078-8f4f-07e7f409c939 req-9e159c0f-2d7c-47c9-9563-8a10da6bb2b1 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] No DVR routers for this DVR port 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:50.777357 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9571826c-cd8a-4078-8f4f-07e7f409c939 req-9e159c0f-2d7c-47c9-9563-8a10da6bb2b1 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:50.779704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9571826c-cd8a-4078-8f4f-07e7f409c939 req-9e159c0f-2d7c-47c9-9563-8a10da6bb2b1 tempest-VolumesActionsTest-2113310416 tempest-VolumesActionsTest-2113310416-project] 10.222.0.54 "DELETE /v2.0/ports/6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 HTTP/1.1" status: 204 len: 173 time: 0.4233439 Sep 07 16:24:50.780171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f10d987-4d49-4ace-9969-9fbf5be2d1fc', 'name': 'network-vif-deleted', 'tag': '6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:24:50.782458 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c033b5-2474-4bb2-a5f5-d5d17df001c9" -d '{"events": [{"server_uuid": "1f10d987-4d49-4ace-9969-9fbf5be2d1fc", "name": "network-vif-deleted", "tag": "6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:24:50.824266 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ffc2db-c068-4cb2-ac25-60c11cc1cee2 x-openstack-request-id: req-e0ffc2db-c068-4cb2-ac25-60c11cc1cee2 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:24:50.824672 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f10d987-4d49-4ace-9969-9fbf5be2d1fc", "name": "network-vif-deleted", "tag": "6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:24:50.824989 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0ffc2db-c068-4cb2-ac25-60c11cc1cee2 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:24:50.825503 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f10d987-4d49-4ace-9969-9fbf5be2d1fc', 'name': 'network-vif-deleted', 'tag': '6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44', 'status': 'completed', 'code': 200} Sep 07 16:24:52.400618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45072) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:52.515325 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c804f03-0992-4c86-8cba-35db2280473c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:52.615800 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c804f03-0992-4c86-8cba-35db2280473c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:52.620233 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c804f03-0992-4c86-8cba-35db2280473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:52.662687 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1c804f03-0992-4c86-8cba-35db2280473c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed20e1d92f4e40faa0bf63dfcf95c843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593880 Sep 07 16:24:52.663487 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c804f03-0992-4c86-8cba-35db2280473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975d7038-416b-4edd-8ea4-f09d82abe5c3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:52.665350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45078) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:52.721355 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:52.749883 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:52.800432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:52.803168 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:52.809769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/975d7038-416b-4edd-8ea4-f09d82abe5c3 HTTP/1.1" status: 204 len: 168 time: 0.1407242 Sep 07 16:24:52.815997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975d7038-416b-4edd-8ea4-f09d82abe5c3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:52.824315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:52.824686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:52.825030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:52.825367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:52.825699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:52.826029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:52.826357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:52.826683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:52.827037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:52.827363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:52.827691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:52.828013 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3895b7c-06dd-4a6f-aa5d-dfebdd7f16ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:53.158870 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:53.195219 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:53.195914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6ec91eaf-63f6-4d23-ae4f-01ea8be1ac44 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:54.286765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45136) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:54.489729 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45140) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:54.495562 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d6acdb9b-0183-4e84-97d8-edc56d997283 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1593651525', 'description': 'tempest-secgroup-smoke-1593651525 description', 'project_id': 'e608a260b01c4aab87ae27b604981b64'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:54.525273 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6acdb9b-0183-4e84-97d8-edc56d997283 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:54.533713 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6acdb9b-0183-4e84-97d8-edc56d997283 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:54.641570 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6acdb9b-0183-4e84-97d8-edc56d997283 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:54.645687 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6acdb9b-0183-4e84-97d8-edc56d997283 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:54.681151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acdb9b-0183-4e84-97d8-edc56d997283 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31cd894a-3ff2-43d8-9e9a-31a023031a6d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:54.757039 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6acdb9b-0183-4e84-97d8-edc56d997283 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:54.762512 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6acdb9b-0183-4e84-97d8-edc56d997283 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:54.792700 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6acdb9b-0183-4e84-97d8-edc56d997283 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:54.796495 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d6acdb9b-0183-4e84-97d8-edc56d997283 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3028760 Sep 07 16:24:54.798529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45144) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:54.804954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-52778ac6-e8a0-43cf-a3f7-717b7f534bb8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': 'c60b17ca-6abe-445a-ae27-ce71fa51e50f', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:54.812586 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acdb9b-0183-4e84-97d8-edc56d997283 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60b17ca-6abe-445a-ae27-ce71fa51e50f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:54.843912 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-52778ac6-e8a0-43cf-a3f7-717b7f534bb8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:54.845262 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-396244a2-f658-44cf-9531-35d2037bdd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:54.897401 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-52778ac6-e8a0-43cf-a3f7-717b7f534bb8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:54.902762 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-52778ac6-e8a0-43cf-a3f7-717b7f534bb8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:54.922836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52778ac6-e8a0-43cf-a3f7-717b7f534bb8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3433bf58-e277-4342-8b5c-e2bdc12269bc,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:54.929484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-52778ac6-e8a0-43cf-a3f7-717b7f534bb8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:54.930941 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-52778ac6-e8a0-43cf-a3f7-717b7f534bb8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314769 Sep 07 16:24:54.933893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45146) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:54.940449 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a8655d1d-78a0-41d4-8c65-1838d32f421b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': 'c60b17ca-6abe-445a-ae27-ce71fa51e50f', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:54.968561 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a8655d1d-78a0-41d4-8c65-1838d32f421b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.032295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a8655d1d-78a0-41d4-8c65-1838d32f421b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.036756 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a8655d1d-78a0-41d4-8c65-1838d32f421b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.055619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8655d1d-78a0-41d4-8c65-1838d32f421b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138c5e45-1991-4dec-a120-c90fd3046ee7,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:55.064416 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a8655d1d-78a0-41d4-8c65-1838d32f421b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.068925 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a8655d1d-78a0-41d4-8c65-1838d32f421b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337445 Sep 07 16:24:55.069260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45148) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:55.074795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-085d399a-572a-422f-a79d-9cc2b46e934a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': 'c60b17ca-6abe-445a-ae27-ce71fa51e50f', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:55.133906 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-085d399a-572a-422f-a79d-9cc2b46e934a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.163209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-396244a2-f658-44cf-9531-35d2037bdd0d admin admin] Deleting port 1df45879-0961-4d8b-ab4a-95601c8e933f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:55.163478 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-396244a2-f658-44cf-9531-35d2037bdd0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.267638 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:24:55.277631 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-085d399a-572a-422f-a79d-9cc2b46e934a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.285778 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-085d399a-572a-422f-a79d-9cc2b46e934a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.309945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-396244a2-f658-44cf-9531-35d2037bdd0d admin admin] For port 1df45879-0961-4d8b-ab4a-95601c8e933f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1df45879-0961-4d8b-ab4a-95601c8e933f,segment=NetworkSegment(458cbc32-6491-460d-8a10-bc8d06cb218a),segment_id=458cbc32-6491-460d-8a10-bc8d06cb218a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:55.310564 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-396244a2-f658-44cf-9531-35d2037bdd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.322555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d399a-572a-422f-a79d-9cc2b46e934a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f2c338-fa9d-4a7e-ad21-feceba23c425,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:55.334174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-396244a2-f658-44cf-9531-35d2037bdd0d admin admin] Calling delete_port for 1df45879-0961-4d8b-ab4a-95601c8e933f owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:55.337459 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-085d399a-572a-422f-a79d-9cc2b46e934a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.338692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-085d399a-572a-422f-a79d-9cc2b46e934a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2684243 Sep 07 16:24:55.341455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45158) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:55.346456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-172978d2-f43b-4bbc-a372-b64a982b0715 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': 'c60b17ca-6abe-445a-ae27-ce71fa51e50f', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:55.432966 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-172978d2-f43b-4bbc-a372-b64a982b0715 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.557928 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-172978d2-f43b-4bbc-a372-b64a982b0715 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.562333 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-172978d2-f43b-4bbc-a372-b64a982b0715 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.607803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172978d2-f43b-4bbc-a372-b64a982b0715 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402a3bd7-8505-40c0-98b4-017d609bbc24,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:55.611412 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-172978d2-f43b-4bbc-a372-b64a982b0715 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.612644 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-172978d2-f43b-4bbc-a372-b64a982b0715 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2700465 Sep 07 16:24:55.615461 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45164) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:55.620096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4fac47f5-8e88-4089-8da7-92c817ceac62 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': 'c60b17ca-6abe-445a-ae27-ce71fa51e50f', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:55.639374 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-396244a2-f658-44cf-9531-35d2037bdd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.642246 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-4fac47f5-8e88-4089-8da7-92c817ceac62 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Project e608a260b01c4aab87ae27b604981b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:24:55.647354 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fac47f5-8e88-4089-8da7-92c817ceac62 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.665827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396244a2-f658-44cf-9531-35d2037bdd0d admin admin] Pushing event deleted for resources: {'Port': ['ID=1df45879-0961-4d8b-ab4a-95601c8e933f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:55.718844 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fac47f5-8e88-4089-8da7-92c817ceac62 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.723470 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fac47f5-8e88-4089-8da7-92c817ceac62 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.747067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac47f5-8e88-4089-8da7-92c817ceac62 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee3c52d-2af6-4362-b090-4a2f09ff57aa,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:55.750652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fac47f5-8e88-4089-8da7-92c817ceac62 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.754707 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4fac47f5-8e88-4089-8da7-92c817ceac62 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356156 Sep 07 16:24:55.755599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:55.761302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-717d3bcc-c4ae-465d-8648-acc52ae6861f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': 'c60b17ca-6abe-445a-ae27-ce71fa51e50f', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:55.785564 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-717d3bcc-c4ae-465d-8648-acc52ae6861f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Project e608a260b01c4aab87ae27b604981b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:24:55.791416 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-717d3bcc-c4ae-465d-8648-acc52ae6861f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.882944 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-717d3bcc-c4ae-465d-8648-acc52ae6861f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.888929 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-717d3bcc-c4ae-465d-8648-acc52ae6861f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.910951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d3bcc-c4ae-465d-8648-acc52ae6861f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d337c07-d7aa-4041-8c10-58b0e3ae2137,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:55.918419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-717d3bcc-c4ae-465d-8648-acc52ae6861f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.923494 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-717d3bcc-c4ae-465d-8648-acc52ae6861f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1672282 Sep 07 16:24:55.924471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45170) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:55.928954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-76ab7368-4aca-4ca7-abb6-0c0f011874c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'network': {'name': 'tempest-network-smoke--1684209299', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'port_security_enabled': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:55.938544 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-396244a2-f658-44cf-9531-35d2037bdd0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.958772 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ab7368-4aca-4ca7-abb6-0c0f011874c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Made reservation on behalf of e608a260b01c4aab87ae27b604981b64 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:24:55.962302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76ab7368-4aca-4ca7-abb6-0c0f011874c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:55.997973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ab7368-4aca-4ca7-abb6-0c0f011874c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:24:56.011395 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76ab7368-4aca-4ca7-abb6-0c0f011874c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:56.011887 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-76ab7368-4aca-4ca7-abb6-0c0f011874c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Added segment 106facf8-f73a-407b-8d94-181155b22eec of type vlan for network 5a09e50b-5c47-4343-83eb-7b6612c3f179 Sep 07 16:24:56.063072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76ab7368-4aca-4ca7-abb6-0c0f011874c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:56.090344 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76ab7368-4aca-4ca7-abb6-0c0f011874c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:56.097640 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ab7368-4aca-4ca7-abb6-0c0f011874c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:56.098244 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76ab7368-4aca-4ca7-abb6-0c0f011874c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:56.133112 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-76ab7368-4aca-4ca7-abb6-0c0f011874c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2080765 Sep 07 16:24:56.136921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45172) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:56.141455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'admin_state_up': True, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:56.165913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab7368-4aca-4ca7-abb6-0c0f011874c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Network': ['ID=5a09e50b-5c47-4343-83eb-7b6612c3f179,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:56.177689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 5a09e50b-5c47-4343-83eb-7b6612c3f179 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:24:56.205335 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:56.206375 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:56.236089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396244a2-f658-44cf-9531-35d2037bdd0d admin admin] Router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:24:56.279630 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:56.513372 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:56.533156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396244a2-f658-44cf-9531-35d2037bdd0d admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:24:56.548741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-396244a2-f658-44cf-9531-35d2037bdd0d admin admin] 10.222.0.70 "PUT /v2.0/routers/5b48ac17-fcc4-4a27-81d2-efb3f6713382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2585304 Sep 07 16:24:56.548933 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eb6c49-e25e-4008-973c-151f26cfee48 None None] Sync routers for ids ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:24:56.549162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45182) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:56.565385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb6c49-e25e-4008-973c-151f26cfee48 None None] Routers {'5b48ac17-fcc4-4a27-81d2-efb3f6713382'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:56.566504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-67eb6c49-e25e-4008-973c-151f26cfee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:24:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:56.685051 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:56.737210 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-67eb6c49-e25e-4008-973c-151f26cfee48 None None] Set router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:24:56.808109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:56.883046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Deleting port ff6bb68b-d9cb-413c-95ec-a3446dd92464 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:56.884025 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:56.996731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-67eb6c49-e25e-4008-973c-151f26cfee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:24:55Z', 'revision_number': 5, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port': {'id': 'ff6bb68b-d9cb-413c-95ec-a3446dd92464', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:13:32Z', 'updated_at': '2021-09-07T16:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:57.023310 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.028783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] For port ff6bb68b-d9cb-413c-95ec-a3446dd92464, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ff6bb68b-d9cb-413c-95ec-a3446dd92464,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:57.029149 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.032540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eb6c49-e25e-4008-973c-151f26cfee48 None None] Checking router: 5b48ac17-fcc4-4a27-81d2-efb3f6713382 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:24:57.042336 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb6c49-e25e-4008-973c-151f26cfee48 None None] Routers {'5b48ac17-fcc4-4a27-81d2-efb3f6713382'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:57.042626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Calling delete_port for ff6bb68b-d9cb-413c-95ec-a3446dd92464 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:57.043853 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-67eb6c49-e25e-4008-973c-151f26cfee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:24:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:57.044775 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.168799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-67eb6c49-e25e-4008-973c-151f26cfee48 None None] Set router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:24:57.181861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.25.3.218 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/7e56ca0e-3903-44da-9567-2b533c68cb10) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:24:57.229706 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-67eb6c49-e25e-4008-973c-151f26cfee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:24:56Z', 'revision_number': 6, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:57.262440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eb6c49-e25e-4008-973c-151f26cfee48 None None] The sync data for ids ['5b48ac17-fcc4-4a27-81d2-efb3f6713382'] in n-d-807551-3 is: [{'id': '5b48ac17-fcc4-4a27-81d2-efb3f6713382', 'name': 'tempest-TaggedBootDevicesTest-982667069-router', 'tenant_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:13:31Z', 'updated_at': '2021-09-07T16:24:56Z', 'revision_number': 6, 'project_id': 'b7c3f23fc2aa4f22b0a288867793869b', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:24:57.275630 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.306715 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.312546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6bb68b-d9cb-413c-95ec-a3446dd92464,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:57.356833 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.380799 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.393653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:24:57.397969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:24:57.404283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:24:57.426129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=7e56ca0e-3903-44da-9567-2b533c68cb10,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:57.474233 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.475808 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.519766 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.520270 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b48ac17-fcc4-4a27-81d2-efb3f6713382 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:24:57.525034 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.526758 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1ea49d22-53aa-4c84-94d9-d03512f8aa5a admin admin] 10.222.0.70 "DELETE /v2.0/routers/5b48ac17-fcc4-4a27-81d2-efb3f6713382 HTTP/1.1" status: 204 len: 168 time: 0.9764593 Sep 07 16:24:57.529244 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45188) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:57.574066 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd72f265-268b-4a62-940b-a0bd70fbb812 admin admin] Deleting subnet 659eec7d-2512-488c-90c5-1e4fdfe8a97c {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:24:57.577275 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd72f265-268b-4a62-940b-a0bd70fbb812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.614201 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd72f265-268b-4a62-940b-a0bd70fbb812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.726859 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd72f265-268b-4a62-940b-a0bd70fbb812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.750760 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.789344 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd72f265-268b-4a62-940b-a0bd70fbb812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.821604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72f265-268b-4a62-940b-a0bd70fbb812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=659eec7d-2512-488c-90c5-1e4fdfe8a97c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:57.824166 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd72f265-268b-4a62-940b-a0bd70fbb812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.826099 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cd72f265-268b-4a62-940b-a0bd70fbb812 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/659eec7d-2512-488c-90c5-1e4fdfe8a97c HTTP/1.1" status: 204 len: 168 time: 0.2959085 Sep 07 16:24:57.828494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:57.830956 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff7d1f8-8bf9-4c91-bdca-27a91821842b None None] Network f50728ef-b9a9-44ff-902b-e797addc9652 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:24:57.921274 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.986076 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:57.995383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Deleting port 7b4948b8-041b-49ce-8623-794e182a2530 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:57.997177 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.081244 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] For port 7b4948b8-041b-49ce-8623-794e182a2530, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7b4948b8-041b-49ce-8623-794e182a2530,segment=NetworkSegment(458cbc32-6491-460d-8a10-bc8d06cb218a),segment_id=458cbc32-6491-460d-8a10-bc8d06cb218a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:58.081244 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.085302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] DHCP port deletion for f50728ef-b9a9-44ff-902b-e797addc9652 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:24:58.099687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Calling delete_port for 7b4948b8-041b-49ce-8623-794e182a2530 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:58.144813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Deleting port 7b4948b8-041b-49ce-8623-794e182a2530 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:24:58.144813 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.154380 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router 337409e0-b878-450b-b16e-77b30f12d66e is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:24:58.199251 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.226410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4948b8-041b-49ce-8623-794e182a2530,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:58.232625 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] No DVR routers for this DVR port 7b4948b8-041b-49ce-8623-794e182a2530 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:58.256826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] For port 7b4948b8-041b-49ce-8623-794e182a2530, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7b4948b8-041b-49ce-8623-794e182a2530,segment=NetworkSegment(458cbc32-6491-460d-8a10-bc8d06cb218a),segment_id=458cbc32-6491-460d-8a10-bc8d06cb218a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:24:58.257423 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.274769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Calling delete_port for 7b4948b8-041b-49ce-8623-794e182a2530 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:24:58.310362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:24:58.313856 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.320159 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Sync routers for ids ['337409e0-b878-450b-b16e-77b30f12d66e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:24:58.337472 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.339036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50728ef-b9a9-44ff-902b-e797addc9652']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:58.340485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5fbb95fc-3549-4f51-b6bc-003bb4402e0a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2025330 Sep 07 16:24:58.341731 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Routers {'337409e0-b878-450b-b16e-77b30f12d66e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:58.342664 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:24:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['337409e0-b878-450b-b16e-77b30f12d66e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:58.343788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45196) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:58.354074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458cbc32-6491-460d-8a10-bc8d06cb218a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:58.354443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458cbc32-6491-460d-8a10-bc8d06cb218a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:58.364598 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.389207 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.405294 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.410646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:24:58.411780 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:24:58.415883 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:24:58.434254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Pushing event deleted for resources: {'Port': ['ID=7b4948b8-041b-49ce-8623-794e182a2530,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:58.445025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:58.445270 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:58.445711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:58.446129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:58.446560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:58.446962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:58.447364 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:58.448321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:58.448758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:58.449404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:58.449804 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:58.450205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:58.453174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f6ea32-2845-4a49-b482-4f2614efa3e8 None None] No DVR routers for this DVR port 7b4948b8-041b-49ce-8623-794e182a2530 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:24:58.485190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-10cbd538-44bf-46dd-b13b-548063e9397d tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e608a260b01c4aab87ae27b604981b64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1397278 Sep 07 16:24:58.488607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45200) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:58.518846 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Set router 337409e0-b878-450b-b16e-77b30f12d66e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:24:58.535209 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.541300 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.559035 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] 10.222.0.70 "DELETE /v2.0/networks/f50728ef-b9a9-44ff-902b-e797addc9652 HTTP/1.1" status: 204 len: 168 time: 0.7292588 Sep 07 16:24:58.589045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42d6d2-8daf-4b2a-8069-2aea309203de admin admin] Pushing event deleted for resources: {'Network': ['ID=f50728ef-b9a9-44ff-902b-e797addc9652,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:58.709629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45204) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:58.725964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58acd6c8-62f1-496f-a78d-3e63b2db3d9e tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:58.727747 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-58acd6c8-62f1-496f-a78d-3e63b2db3d9e tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2382164 Sep 07 16:24:58.730607 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45206) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:58.769779 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:24:57Z', 'revision_number': 3, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:58.776933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45210) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:58.777456 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fea99513-9315-4c2f-a003-415d7da7554c tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453463 Sep 07 16:24:58.784116 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e11b5cb1-5b7d-47a2-a174-78389a644313 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1031076267', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:24:58.803030 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Checking router: 337409e0-b878-450b-b16e-77b30f12d66e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:24:58.803369 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Updating router 337409e0-b878-450b-b16e-77b30f12d66e port 7e56ca0e-3903-44da-9567-2b533c68cb10 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:24:58.813939 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-faadc880-2dc9-446a-b554-1132cedc4287 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7c3f23fc2aa4f22b0a288867793869b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029928 Sep 07 16:24:58.818208 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45214) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:58.829934 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.909946 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc8e032f-6586-4bb4-a4a7-ad8dd923d1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.917120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11b5cb1-5b7d-47a2-a174-78389a644313 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Made reservation on behalf of e608a260b01c4aab87ae27b604981b64 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:24:58.920891 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e11b5cb1-5b7d-47a2-a174-78389a644313 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:58.938229 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc8e032f-6586-4bb4-a4a7-ad8dd923d1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:59.008726 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc8e032f-6586-4bb4-a4a7-ad8dd923d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:59.016801 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc8e032f-6586-4bb4-a4a7-ad8dd923d1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:59.018300 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cc8e032f-6586-4bb4-a4a7-ad8dd923d1d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7bdabea4-94ac-463c-971f-8b562551e32f HTTP/1.1" status: 204 len: 168 time: 0.1991503 Sep 07 16:24:59.033133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e032f-6586-4bb4-a4a7-ad8dd923d1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdabea4-94ac-463c-971f-8b562551e32f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:59.193101 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e11b5cb1-5b7d-47a2-a174-78389a644313 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:59.221457 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:59.243039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7b4948b8-041b-49ce-8623-794e182a2530 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:59.254470 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Transition to ACTIVE for port object 7e56ca0e-3903-44da-9567-2b533c68cb10 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:24:59.272426 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:59.307994 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 7b4948b8-041b-49ce-8623-794e182a2530 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:59.308635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7b4948b8-041b-49ce-8623-794e182a2530 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:59.308810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1df45879-0961-4d8b-ab4a-95601c8e933f no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:59.336967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b5cb1-5b7d-47a2-a174-78389a644313 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Checking segment: {'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:24:59.337396 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b5cb1-5b7d-47a2-a174-78389a644313 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network hostable DHCP agents. Network: 5a09e50b-5c47-4343-83eb-7b6612c3f179, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:24:59.340784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b5cb1-5b7d-47a2-a174-78389a644313 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Subnet': ['ID=bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:59.359748 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b5cb1-5b7d-47a2-a174-78389a644313 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 5a09e50b-5c47-4343-83eb-7b6612c3f179 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:24:59.366425 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 1df45879-0961-4d8b-ab4a-95601c8e933f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:59.366811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1df45879-0961-4d8b-ab4a-95601c8e933f not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:59.367224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ff6bb68b-d9cb-413c-95ec-a3446dd92464 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:24:59.377422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e11b5cb1-5b7d-47a2-a174-78389a644313 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 5a09e50b-5c47-4343-83eb-7b6612c3f179) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:24:59.382468 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11b5cb1-5b7d-47a2-a174-78389a644313 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:24:59.386284 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e11b5cb1-5b7d-47a2-a174-78389a644313 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:59.405532 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ff6bb68b-d9cb-413c-95ec-a3446dd92464 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:24:59.406079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ff6bb68b-d9cb-413c-95ec-a3446dd92464 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:24:59.409608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e3bd75-f4ea-4277-824d-6d1bc3a41d5b None None] Network 5a09e50b-5c47-4343-83eb-7b6612c3f179 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:24:59.415268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e11b5cb1-5b7d-47a2-a174-78389a644313 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6339052 Sep 07 16:24:59.415480 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45228) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:24:59.600829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-5a09e50b-5c47-4343-83eb-7b6612c3f179', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ips': [{'subnet_id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:24:59.601784 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:59.602448 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Attempting to bind port 7e56ca0e-3903-44da-9567-2b533c68cb10 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:24:59.602899 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Attempting to bind port 7e56ca0e-3903-44da-9567-2b533c68cb10 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:24:59.603190 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Attempting to bind port 7e56ca0e-3903-44da-9567-2b533c68cb10 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:24:59.622778 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:24:59.626180 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:24:59.626612 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:59.627007 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:24:59.627491 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Bound port: 7e56ca0e-3903-44da-9567-2b533c68cb10, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:24:59.627909 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:59.670447 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Pushing event updated for resources: {'Port': ['ID=7e56ca0e-3903-44da-9567-2b533c68cb10,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:59.688222 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:59.688894 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:59.689380 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:59.690293 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:59.690952 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:59.691291 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:59.691621 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:59.691985 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:59.692321 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:59.699206 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:59.699611 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:59.701306 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:24:59.767139 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] For port 7e56ca0e-3903-44da-9567-2b533c68cb10, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:24:59.770672 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] For port 7e56ca0e-3903-44da-9567-2b533c68cb10, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7e56ca0e-3903-44da-9567-2b533c68cb10,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:24:59.776878 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:24:59.841976 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Routers {'337409e0-b878-450b-b16e-77b30f12d66e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:24:59.842849 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:24:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['337409e0-b878-450b-b16e-77b30f12d66e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:24:59.912404 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a17c0-e307-47a2-ac83-04f706e2b250 None None] Pushing event updated for resources: {'Port': ['ID=7e56ca0e-3903-44da-9567-2b533c68cb10,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:24:59.974543 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] Set router 337409e0-b878-450b-b16e-77b30f12d66e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:25:00.071149 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Allocated IP 172.20.0.2 (5a09e50b-5c47-4343-83eb-7b6612c3f179/bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a/4fb41d34-475a-428e-9cd0-81bb5d73b28d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:25:00.301973 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:24:57Z', 'revision_number': 3, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:00.348914 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:00.367477 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Transition to ACTIVE for port object 4fb41d34-475a-428e-9cd0-81bb5d73b28d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:00.383587 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0ee36e-01cd-4b46-ad04-fdd13dab923d None None] The sync data for ids ['337409e0-b878-450b-b16e-77b30f12d66e'] in n-d-807551-3 is: [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:24:57Z', 'revision_number': 3, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:25:00.387385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Transition to ACTIVE for port object 4fb41d34-475a-428e-9cd0-81bb5d73b28d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:00.402803 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:00.444205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Network 5a09e50b-5c47-4343-83eb-7b6612c3f179 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:25:00.447384 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:00.454200 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:25:00.491091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Pushing event updated for resources: {'Port': ['ID=4fb41d34-475a-428e-9cd0-81bb5d73b28d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:00.532188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Attempting to bind port 4fb41d34-475a-428e-9cd0-81bb5d73b28d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:25:00.532931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Attempting to bind port 4fb41d34-475a-428e-9cd0-81bb5d73b28d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:25:00.533576 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Attempting to bind port 4fb41d34-475a-428e-9cd0-81bb5d73b28d on network 5a09e50b-5c47-4343-83eb-7b6612c3f179 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:00.539519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:25:00.540281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Checking segment: {'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:25:00.545410 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:00.545837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Bound using segment: {'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:25:00.546349 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Bound port: 4fb41d34-475a-428e-9cd0-81bb5d73b28d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:25:00.546741 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:00.609852 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:00.640278 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] For port 4fb41d34-475a-428e-9cd0-81bb5d73b28d, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:25:00.644496 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] For port 4fb41d34-475a-428e-9cd0-81bb5d73b28d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4fb41d34-475a-428e-9cd0-81bb5d73b28d,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:25:00.652291 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:00.757860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e52a8-00db-4d7d-9fae-8fe10d20bcc7 None None] Pushing event updated for resources: {'Port': ['ID=4fb41d34-475a-428e-9cd0-81bb5d73b28d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:01.109213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.20.0.1 (5a09e50b-5c47-4343-83eb-7b6612c3f179/bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a/f67d65d3-33aa-428d-a60e-89e2940f337b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:25:01.237744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4fb41d34-475a-428e-9cd0-81bb5d73b28d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:01.270182 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:01.292690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Transition to ACTIVE for port object f67d65d3-33aa-428d-a60e-89e2940f337b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:01.321577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 4fb41d34-475a-428e-9cd0-81bb5d73b28d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:01.328212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7e56ca0e-3903-44da-9567-2b533c68cb10 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:01.344591 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:01.386981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 7e56ca0e-3903-44da-9567-2b533c68cb10 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:01.392889 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 7e56ca0e-3903-44da-9567-2b533c68cb10 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:01.395423 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:01.420149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45280) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:01.470734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 5a09e50b-5c47-4343-83eb-7b6612c3f179 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:25:01.472272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=f67d65d3-33aa-428d-a60e-89e2940f337b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:01.479972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:01.497585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:25:01.530417 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:01.578455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 7e56ca0e-3903-44da-9567-2b533c68cb10, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7e56ca0e-3903-44da-9567-2b533c68cb10,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:01.579778 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:01.586592 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:01.643518 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1e3da0c-029f-4bb5-aaa2-fc77219d1fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:01.664843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=7e56ca0e-3903-44da-9567-2b533c68cb10,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:01.716802 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:01.811585 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:01.899428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1e3da0c-029f-4bb5-aaa2-fc77219d1fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:01.910521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a1e3da0c-029f-4bb5-aaa2-fc77219d1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:01.962854 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a1e3da0c-029f-4bb5-aaa2-fc77219d1fe2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93f8103303c540488d2770bfa3f8cadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5401673 Sep 07 16:25:01.964260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3da0c-029f-4bb5-aaa2-fc77219d1fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0cbe49-9672-4eb2-ae69-8b6c1b5c884b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:01.965811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45292) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:02.049939 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d369ca14-9603-433c-bc0a-b5732e4b910d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:02.082540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b168fb-a503-4451-98c9-bc3ebd040f01 None None] Network 5a09e50b-5c47-4343-83eb-7b6612c3f179 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:25:02.107344 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d369ca14-9603-433c-bc0a-b5732e4b910d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:02.200455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c659c1e6-536c-4b20-a279-d6dd124ce200 None None] Provisioning for port 4fb41d34-475a-428e-9cd0-81bb5d73b28d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:02.205911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c659c1e6-536c-4b20-a279-d6dd124ce200 None None] Provisioning complete for port 4fb41d34-475a-428e-9cd0-81bb5d73b28d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:02.206295 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c659c1e6-536c-4b20-a279-d6dd124ce200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:02.230588 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d369ca14-9603-433c-bc0a-b5732e4b910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:02.233206 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d369ca14-9603-433c-bc0a-b5732e4b910d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:02.234352 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d369ca14-9603-433c-bc0a-b5732e4b910d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da0cbe49-9672-4eb2-ae69-8b6c1b5c884b HTTP/1.1" status: 204 len: 168 time: 0.2667165 Sep 07 16:25:02.250897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369ca14-9603-433c-bc0a-b5732e4b910d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0cbe49-9672-4eb2-ae69-8b6c1b5c884b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:02.319435 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:02.326368 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:02.360608 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:02.381503 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c659c1e6-536c-4b20-a279-d6dd124ce200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:02.431716 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:02.436269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=f67d65d3-33aa-428d-a60e-89e2940f337b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:02.454727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c659c1e6-536c-4b20-a279-d6dd124ce200 None None] For port 4fb41d34-475a-428e-9cd0-81bb5d73b28d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4fb41d34-475a-428e-9cd0-81bb5d73b28d,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:02.462048 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c659c1e6-536c-4b20-a279-d6dd124ce200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:02.583416 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659c1e6-536c-4b20-a279-d6dd124ce200 None None] Pushing event updated for resources: {'Port': ['ID=4fb41d34-475a-428e-9cd0-81bb5d73b28d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:02.617374 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 5a09e50b-5c47-4343-83eb-7b6612c3f179 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:25:02.620022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:02.772296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router 337409e0-b878-450b-b16e-77b30f12d66e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:25:02.796979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6ebb3289-6d69-45db-936d-145ceaf49bb2 None None] Provisioning for port f67d65d3-33aa-428d-a60e-89e2940f337b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:02.808269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6ebb3289-6d69-45db-936d-145ceaf49bb2 None None] Provisioning complete for port f67d65d3-33aa-428d-a60e-89e2940f337b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:02.808706 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ebb3289-6d69-45db-936d-145ceaf49bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:02.855086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb3289-6d69-45db-936d-145ceaf49bb2 None None] Port f67d65d3-33aa-428d-a60e-89e2940f337b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:25:02.867535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6ebb3289-6d69-45db-936d-145ceaf49bb2 None None] Provisioning complete for port 4fb41d34-475a-428e-9cd0-81bb5d73b28d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:02.868189 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ebb3289-6d69-45db-936d-145ceaf49bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:02.961231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:25:02.967559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-67b9bb62-dbf6-433d-9a31-33b9a31b9492 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "PUT /v2.0/routers/337409e0-b878-450b-b16e-77b30f12d66e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5509057 Sep 07 16:25:02.986318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Sync routers for ids ['337409e0-b878-450b-b16e-77b30f12d66e'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:25:03.010919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Routers {'337409e0-b878-450b-b16e-77b30f12d66e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:25:03.011626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:24:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['337409e0-b878-450b-b16e-77b30f12d66e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:03.209617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1240486d-4ea3-4959-984d-fded63acd013 None None] Provisioning complete for port f67d65d3-33aa-428d-a60e-89e2940f337b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:03.209815 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1240486d-4ea3-4959-984d-fded63acd013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:03.245268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45326) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:03.276010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4fb41d34-475a-428e-9cd0-81bb5d73b28d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:03.321323 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Set router 337409e0-b878-450b-b16e-77b30f12d66e gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:25:03.342131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-9ab2f67f-7aab-4ddd-a4b9-5f4e5a45b14c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1593651525&fields=id&tenant_id=e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 267 time: 0.0652108 Sep 07 16:25:03.377772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1240486d-4ea3-4959-984d-fded63acd013 None None] Port f67d65d3-33aa-428d-a60e-89e2940f337b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:25:03.434220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 4fb41d34-475a-428e-9cd0-81bb5d73b28d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:03.434715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:03.441458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-968763258-network', 'tenant_id': 'a2faf458daff43e791e17bad266d55bf'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:03.481121 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Made reservation on behalf of a2faf458daff43e791e17bad266d55bf for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:25:03.483970 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:03.499253 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:03.514385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-20dcdbd2-35f6-40e7-b56d-399a5e793176 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:03.516076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-20dcdbd2-35f6-40e7-b56d-399a5e793176 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/networks?id=5a09e50b-5c47-4343-83eb-7b6612c3f179 HTTP/1.1" status: 200 len: 797 time: 0.1678338 Sep 07 16:25:03.541043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dfb1148b-aa06-4dab-802a-62f011317cf5 None None] Provisioning complete for port f67d65d3-33aa-428d-a60e-89e2940f337b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:03.542155 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dfb1148b-aa06-4dab-802a-62f011317cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:03.547715 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-52e83de5-2700-4a59-9260-27e969c341c5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/quotas/e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 375 time: 0.0173235 Sep 07 16:25:03.625317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1148b-aa06-4dab-802a-62f011317cf5 None None] Port f67d65d3-33aa-428d-a60e-89e2940f337b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:25:03.654024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-e811ea1b-ccf9-494c-b774-17bc89e91999 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956111 Sep 07 16:25:03.681722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7e56ca0e-3903-44da-9567-2b533c68cb10 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:03.694915 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:03.708219 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:03.726922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'f67d65d3-33aa-428d-a60e-89e2940f337b', 'name': '', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:5e:2f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:25:00Z', 'updated_at': '2021-09-07T16:25:02Z', 'revision_number': 2, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:03.760511 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Checking router: 337409e0-b878-450b-b16e-77b30f12d66e for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:25:03.760820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Updating router 337409e0-b878-450b-b16e-77b30f12d66e port f67d65d3-33aa-428d-a60e-89e2940f337b binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:25:03.765778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:25:03.795390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aa5e62-7c75-4b06-b5c2-71399083e3f8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:03.798558 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:03.801305 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:03.801666 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Added segment 4435876e-4ac1-4016-a1c2-e759b8887eea of type vlan for network def69f85-8446-4916-94ac-acc8ab74393e Sep 07 16:25:03.817168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 7e56ca0e-3903-44da-9567-2b533c68cb10 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:03.818084 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:03.854642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-aae0c1b7-c643-49ca-8291-f13e516d493e service neutron] 10.222.0.70 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780422 Sep 07 16:25:03.871827 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:03.947240 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:03.948879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:03.949645 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:04.046568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] Pushing event updated for resources: {'Network': ['ID=def69f85-8446-4916-94ac-acc8ab74393e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:04.063893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network def69f85-8446-4916-94ac-acc8ab74393e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:25:04.070670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-dabb334f-f0dc-4d5b-8683-1eb3d9c076f6 service neutron] 10.222.0.70 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085261 Sep 07 16:25:04.074892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-91a70be3-80d0-4843-8108-f2f397bb641a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8286958 Sep 07 16:25:04.077995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45342) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:04.085921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-868fcbc0-2171-4585-95e3-9532cfe0c293 admin admin] Request body: {'subnet': {'network_id': 'def69f85-8446-4916-94ac-acc8ab74393e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-968763258-subnet', 'tenant_id': 'a2faf458daff43e791e17bad266d55bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:04.134438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868fcbc0-2171-4585-95e3-9532cfe0c293 admin admin] Made reservation on behalf of a2faf458daff43e791e17bad266d55bf for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:25:04.137887 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-868fcbc0-2171-4585-95e3-9532cfe0c293 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:04.261815 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:04.273818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Transition to ACTIVE for port object f67d65d3-33aa-428d-a60e-89e2940f337b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:04.281513 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:04.405175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90da613-2e30-4e7e-a161-4e8508010611 None None] Pushing event updated for resources: {'Port': ['ID=f67d65d3-33aa-428d-a60e-89e2940f337b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:04.447833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Attempting to bind port f67d65d3-33aa-428d-a60e-89e2940f337b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:25:04.448227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Attempting to bind port f67d65d3-33aa-428d-a60e-89e2940f337b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:25:04.448756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Attempting to bind port f67d65d3-33aa-428d-a60e-89e2940f337b on network 5a09e50b-5c47-4343-83eb-7b6612c3f179 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:04.454300 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:25:04.454685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Checking segment: {'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:25:04.455256 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:04.455665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Bound using segment: {'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:25:04.456142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Bound port: f67d65d3-33aa-428d-a60e-89e2940f337b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:25:04.456563 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:04.466439 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e02f62ac-fca5-4407-a38d-ed8d79fe3b2a req-4446fd7b-bb27-44d3-b932-fa85eb3f29a2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 210 time: 0.0662661 Sep 07 16:25:04.510729 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-868fcbc0-2171-4585-95e3-9532cfe0c293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:04.580804 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] For port f67d65d3-33aa-428d-a60e-89e2940f337b, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:25:04.587226 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] For port f67d65d3-33aa-428d-a60e-89e2940f337b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f67d65d3-33aa-428d-a60e-89e2940f337b,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:25:04.601284 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868fcbc0-2171-4585-95e3-9532cfe0c293 admin admin] Checking segment: {'id': '4435876e-4ac1-4016-a1c2-e759b8887eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'def69f85-8446-4916-94ac-acc8ab74393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:25:04.601656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868fcbc0-2171-4585-95e3-9532cfe0c293 admin admin] Network hostable DHCP agents. Network: def69f85-8446-4916-94ac-acc8ab74393e, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:25:04.605735 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:04.612395 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fcbc0-2171-4585-95e3-9532cfe0c293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5845ae6d-e416-47ea-9ae2-ce2c53b29479,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:04.654993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868fcbc0-2171-4585-95e3-9532cfe0c293 admin admin] Network def69f85-8446-4916-94ac-acc8ab74393e is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:25:04.675291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-868fcbc0-2171-4585-95e3-9532cfe0c293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, def69f85-8446-4916-94ac-acc8ab74393e) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:04.683550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868fcbc0-2171-4585-95e3-9532cfe0c293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:04.685554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-868fcbc0-2171-4585-95e3-9532cfe0c293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:04.713835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f8c95-4c77-42ae-bd0a-3ad24935b47e None None] Network def69f85-8446-4916-94ac-acc8ab74393e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:25:04.714262 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-868fcbc0-2171-4585-95e3-9532cfe0c293 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6342864 Sep 07 16:25:04.716177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Routers {'337409e0-b878-450b-b16e-77b30f12d66e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:25:04.716878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:24:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['337409e0-b878-450b-b16e-77b30f12d66e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:04.794158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90da613-2e30-4e7e-a161-4e8508010611 None None] Pushing event updated for resources: {'Port': ['ID=f67d65d3-33aa-428d-a60e-89e2940f337b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:05.184731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] Set router 337409e0-b878-450b-b16e-77b30f12d66e gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:25:05.448718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b772a1bd-4513-44e9-8bfb-ccc73f07d0d3 None None] Network def69f85-8446-4916-94ac-acc8ab74393e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:25:05.450225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e59162f0-4364-4b7d-857c-b0549841bfb6 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:05.452097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e59162f0-4364-4b7d-857c-b0549841bfb6 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/networks?id=def69f85-8446-4916-94ac-acc8ab74393e HTTP/1.1" status: 200 len: 820 time: 0.1771152 Sep 07 16:25:05.468464 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9676368e-f768-4bf7-8895-b52c7215724c tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/quotas/a2faf458daff43e791e17bad266d55bf HTTP/1.1" status: 200 len: 375 time: 0.0099533 Sep 07 16:25:05.506364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9dd98641-6543-45ec-9b53-2e83597f5f93 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a2faf458daff43e791e17bad266d55bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315585 Sep 07 16:25:05.608112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1005f2dc-0e5c-4569-82c0-266bd16bd220 req-603531ef-6b90-42f2-a491-5e7c1d093657 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 210 time: 0.0579166 Sep 07 16:25:05.632559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-6dbe302a-a632-448b-901b-0153652aad72 service neutron] 10.222.0.70 "GET /v2.0/networks/def69f85-8446-4916-94ac-acc8ab74393e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175449 Sep 07 16:25:05.634571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'f67d65d3-33aa-428d-a60e-89e2940f337b', 'name': '', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:5e:2f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:25:00Z', 'updated_at': '2021-09-07T16:25:04Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:05.662694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339ec6b-cb70-4400-ab55-4b74b643b381 None None] The sync data for ids ['337409e0-b878-450b-b16e-77b30f12d66e'] in n-d-807551-3 is: [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'f67d65d3-33aa-428d-a60e-89e2940f337b', 'name': '', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:5e:2f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:25:00Z', 'updated_at': '2021-09-07T16:25:04Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:25:05.746862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-448a7e95-cf1c-44bf-8a81-1f1daacd486e service neutron] 10.222.0.70 "GET /v2.0/networks/def69f85-8446-4916-94ac-acc8ab74393e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044810 Sep 07 16:25:05.883070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-2788117b-0635-44de-b641-5ab8f910cf16 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:05.885939 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-2788117b-0635-44de-b641-5ab8f910cf16 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.35 "GET /v2.0/networks?id=5a09e50b-5c47-4343-83eb-7b6612c3f179 HTTP/1.1" status: 200 len: 797 time: 0.1735563 Sep 07 16:25:05.940472 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-09b8e456-538b-40ff-abf3-db3644dda0a7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 380 time: 0.0443487 Sep 07 16:25:05.955044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'port': {'device_id': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'admin_state_up': True, 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'security_groups': ['c60b17ca-6abe-445a-ae27-ce71fa51e50f']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:05.996310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-040853a6-b66c-484e-a098-d14637cbca9c req-2726ada8-ec6c-456e-b4c0-00f9b008e86f tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 210 time: 0.0360665 Sep 07 16:25:06.074591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Made reservation on behalf of e608a260b01c4aab87ae27b604981b64 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:25:06.081993 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:06.219662 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.20.0.8 (5a09e50b-5c47-4343-83eb-7b6612c3f179/bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a/5b77ccf1-b908-4087-8cc5-16ca3a883796) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:25:06.381228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:06.399392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Transition to ACTIVE for port object 5b77ccf1-b908-4087-8cc5-16ca3a883796 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:06.445230 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:06.495257 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 5a09e50b-5c47-4343-83eb-7b6612c3f179 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:25:06.498939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:06.503279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:25:06.556002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:06.557400 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:06.580182 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=5b77ccf1-b908-4087-8cc5-16ca3a883796,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:06.585330 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-25874cdd-e48b-4ab6-9c32-a40c760412fb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6342859 Sep 07 16:25:06.620315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Request body: {'port': {'device_id': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:06.708867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:06.808277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b73135-85ba-4929-b19b-0ee7d096fcc5 req-d6151371-f857-41cc-8c7d-53808674a36a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:06.810545 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2b73135-85ba-4929-b19b-0ee7d096fcc5 req-d6151371-f857-41cc-8c7d-53808674a36a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 931 time: 0.1075692 Sep 07 16:25:06.873778 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2b73135-85ba-4929-b19b-0ee7d096fcc5 req-0ec13fec-9c82-4925-bd7a-670f0adcc10b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562408 Sep 07 16:25:06.879400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fa4f53e0-dd40-42b8-a8a8-038eb82f0efe None None] Provisioning for port 5b77ccf1-b908-4087-8cc5-16ca3a883796 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:06.886916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fa4f53e0-dd40-42b8-a8a8-038eb82f0efe None None] Provisioning complete for port 5b77ccf1-b908-4087-8cc5-16ca3a883796 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:06.887303 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa4f53e0-dd40-42b8-a8a8-038eb82f0efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:06.978435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fa4f53e0-dd40-42b8-a8a8-038eb82f0efe None None] Port 5b77ccf1-b908-4087-8cc5-16ca3a883796 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:25:07.218293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f67d65d3-33aa-428d-a60e-89e2940f337b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:07.257915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b77ccf1-b908-4087-8cc5-16ca3a883796 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:07.272429 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:07.279005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port f67d65d3-33aa-428d-a60e-89e2940f337b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:07.285721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f67d65d3-33aa-428d-a60e-89e2940f337b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:07.286354 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:07.295931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Transition to ACTIVE for port object 5b77ccf1-b908-4087-8cc5-16ca3a883796 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:07.300477 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:07.355552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Pushing event updated for resources: {'Port': ['ID=5b77ccf1-b908-4087-8cc5-16ca3a883796,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:07.387355 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:07.430356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port f67d65d3-33aa-428d-a60e-89e2940f337b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f67d65d3-33aa-428d-a60e-89e2940f337b,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:07.436592 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:07.462217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Attempting to bind port 5b77ccf1-b908-4087-8cc5-16ca3a883796 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:25:07.462877 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Attempting to bind port 5b77ccf1-b908-4087-8cc5-16ca3a883796 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:25:07.463427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Attempting to bind port 5b77ccf1-b908-4087-8cc5-16ca3a883796 on network 5a09e50b-5c47-4343-83eb-7b6612c3f179 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:07.474057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Port 5b77ccf1-b908-4087-8cc5-16ca3a883796 on network 5a09e50b-5c47-4343-83eb-7b6612c3f179 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:25:07.474661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Attempting to bind port 5b77ccf1-b908-4087-8cc5-16ca3a883796 on network 5a09e50b-5c47-4343-83eb-7b6612c3f179 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:07.482017 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:25:07.482649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Checking segment: {'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:25:07.483237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Bound using segment: {'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:25:07.483677 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Bound port: 5b77ccf1-b908-4087-8cc5-16ca3a883796, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:25:07.484039 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:07.514140 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=f67d65d3-33aa-428d-a60e-89e2940f337b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:07.524925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ff1192d-7897-4fae-af7f-326402f59b92 req-8cd81109-1eb3-4f69-877f-96e7b9f2bb07 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 210 time: 0.3682458 Sep 07 16:25:07.561327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-15b3d406-9ed0-45bf-90c0-f06a695d711b tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:07.562885 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-15b3d406-9ed0-45bf-90c0-f06a695d711b tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.54 "GET /v2.0/networks?id=def69f85-8446-4916-94ac-acc8ab74393e HTTP/1.1" status: 200 len: 820 time: 0.5560365 Sep 07 16:25:07.578275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e0c9b09b-5ea4-489d-9e3a-deb32ef2a5e4 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Request body: {'port': {'device_id': '5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b', 'network_id': 'def69f85-8446-4916-94ac-acc8ab74393e', 'admin_state_up': True, 'tenant_id': 'a2faf458daff43e791e17bad266d55bf'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:07.582850 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] For port 5b77ccf1-b908-4087-8cc5-16ca3a883796, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:25:07.587056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] For port 5b77ccf1-b908-4087-8cc5-16ca3a883796, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:25:07.593302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:07.635978 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:07.636890 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:07.638489 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] 10.222.0.35 "PUT /v2.0/ports/5b77ccf1-b908-4087-8cc5-16ca3a883796 HTTP/1.1" status: 200 len: 1091 time: 1.0237701 Sep 07 16:25:07.639113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:07.641923 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dcdb17-4772-413e-b9f7-b8065d03a940" -d '{"events": [{"name": "network-changed", "server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:07.692053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd94a9-f4af-4afa-bf3e-2d0122d0869d service neutron] Pushing event updated for resources: {'Port': ['ID=5b77ccf1-b908-4087-8cc5-16ca3a883796,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:07.707745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e0c9b09b-5ea4-489d-9e3a-deb32ef2a5e4 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Made reservation on behalf of a2faf458daff43e791e17bad266d55bf for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:25:07.711631 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e0c9b09b-5ea4-489d-9e3a-deb32ef2a5e4 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:07.731678 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62050ed-7a97-4f76-8044-0c19e9eb6e71 x-openstack-request-id: req-b62050ed-7a97-4f76-8044-0c19e9eb6e71 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:07.732101 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:07.732500 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b62050ed-7a97-4f76-8044-0c19e9eb6e71 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:07.733022 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'status': 'completed', 'code': 200} Sep 07 16:25:07.776215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-bb12f7ac-3922-4c40-b4a1-f223dbfa063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:07.783312 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-bb12f7ac-3922-4c40-b4a1-f223dbfa063d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 1094 time: 0.0722957 Sep 07 16:25:07.837024 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-ccb7319f-8e67-4c96-947a-b85c317a8a05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796 HTTP/1.1" status: 200 len: 217 time: 0.0426366 Sep 07 16:25:07.865081 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e0c9b09b-5ea4-489d-9e3a-deb32ef2a5e4 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Allocated IP 172.20.0.2 (def69f85-8446-4916-94ac-acc8ab74393e/5845ae6d-e416-47ea-9ae2-ce2c53b29479/f762b953-3e7c-4353-ac1e-967bd7698ace) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:25:07.904796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-7a299d1d-c748-464a-af0b-2391aa7733b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:07.908445 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-7a299d1d-c748-464a-af0b-2391aa7733b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a HTTP/1.1" status: 200 len: 835 time: 0.0636086 Sep 07 16:25:07.973063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-40822473-0fb0-4bc4-9531-8fa6a7167af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:07.974664 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-40822473-0fb0-4bc4-9531-8fa6a7167af4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a09e50b-5c47-4343-83eb-7b6612c3f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578992 Sep 07 16:25:08.087030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259e2a1-343a-4a8d-a153-58ee4bb1b1b6 req-43edd471-6e62-4c5e-b150-4a8b7b7a1011 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:08.089435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f259e2a1-343a-4a8d-a153-58ee4bb1b1b6 req-43edd471-6e62-4c5e-b150-4a8b7b7a1011 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 943 time: 0.1276166 Sep 07 16:25:08.092271 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-d450af24-26f2-42ca-b431-3d8ae6151bb8 service neutron] 10.222.0.35 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093631 Sep 07 16:25:08.121884 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e0c9b09b-5ea4-489d-9e3a-deb32ef2a5e4 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:08.152892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f259e2a1-343a-4a8d-a153-58ee4bb1b1b6 req-038e1d4f-2b54-4598-b499-ed8a54f9d836 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559571 Sep 07 16:25:08.184609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e0c9b09b-5ea4-489d-9e3a-deb32ef2a5e4 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:08.193645 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9480117c-f1da-49a6-9fc6-effa3c00361f req-5d6b8d0d-2eb4-459d-8f9b-be9d99910fea service neutron] 10.222.0.35 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933628 Sep 07 16:25:08.231857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e0c9b09b-5ea4-489d-9e3a-deb32ef2a5e4 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Network def69f85-8446-4916-94ac-acc8ab74393e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:25:08.235102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e0c9b09b-5ea4-489d-9e3a-deb32ef2a5e4 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:08.241098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e0c9b09b-5ea4-489d-9e3a-deb32ef2a5e4 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:25:08.270810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9b09b-5ea4-489d-9e3a-deb32ef2a5e4 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Pushing event updated for resources: {'Port': ['ID=f762b953-3e7c-4353-ac1e-967bd7698ace,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:08.286982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcdb17-4772-413e-b9f7-b8065d03a940 req-c4258878-b2f8-46a0-9fb6-e5d63ba95ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:08.288130 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a4dcdb17-4772-413e-b9f7-b8065d03a940 req-c4258878-b2f8-46a0-9fb6-e5d63ba95ded service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 1094 time: 0.0427325 Sep 07 16:25:08.301329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e0c9b09b-5ea4-489d-9e3a-deb32ef2a5e4 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:08.301960 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e0c9b09b-5ea4-489d-9e3a-deb32ef2a5e4 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:08.317267 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e0c9b09b-5ea4-489d-9e3a-deb32ef2a5e4 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7436678 Sep 07 16:25:08.335658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Request body: {'port': {'device_id': '5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:08.387050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcdb17-4772-413e-b9f7-b8065d03a940 req-73f62f2e-0b85-4da3-812f-e34e4eb1c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:08.388572 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a4dcdb17-4772-413e-b9f7-b8065d03a940 req-73f62f2e-0b85-4da3-812f-e34e4eb1c15e service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a09e50b-5c47-4343-83eb-7b6612c3f179 HTTP/1.1" status: 200 len: 898 time: 0.0919785 Sep 07 16:25:08.391651 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:08.437944 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a4dcdb17-4772-413e-b9f7-b8065d03a940 req-cecbdafc-4ab1-44f7-85d1-87d844bb7a2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796 HTTP/1.1" status: 200 len: 217 time: 0.0413597 Sep 07 16:25:08.489798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcdb17-4772-413e-b9f7-b8065d03a940 req-088a8098-7b2b-478a-8c9a-dd9c9545a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:08.491336 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a4dcdb17-4772-413e-b9f7-b8065d03a940 req-088a8098-7b2b-478a-8c9a-dd9c9545a26d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a HTTP/1.1" status: 200 len: 835 time: 0.0463192 Sep 07 16:25:08.546206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcdb17-4772-413e-b9f7-b8065d03a940 req-4f7e1787-2b4f-4de0-a214-cb0aa24fc126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:08.547794 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a4dcdb17-4772-413e-b9f7-b8065d03a940 req-4f7e1787-2b4f-4de0-a214-cb0aa24fc126 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a09e50b-5c47-4343-83eb-7b6612c3f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490346 Sep 07 16:25:08.655456 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a4dcdb17-4772-413e-b9f7-b8065d03a940 req-5a6cafcf-03a0-4586-9531-84a2461559cf service neutron] 10.222.0.35 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987186 Sep 07 16:25:08.697756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b6888-ddb1-4491-aa83-a252c280fab0 req-3baca02f-ff42-441a-bcb2-5d47b8c95e2e tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:08.699465 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b7b6888-ddb1-4491-aa83-a252c280fab0 req-3baca02f-ff42-441a-bcb2-5d47b8c95e2e tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 931 time: 0.0914755 Sep 07 16:25:08.762319 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a4dcdb17-4772-413e-b9f7-b8065d03a940 req-87d66c04-9c30-47f5-bbcc-82600d7fc92c service neutron] 10.222.0.35 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984745 Sep 07 16:25:08.762623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f762b953-3e7c-4353-ac1e-967bd7698ace {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:08.773461 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:08.778394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b7b6888-ddb1-4491-aa83-a252c280fab0 req-4bff5cbe-2d0b-4d5d-8a32-2e86435b8cb8 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2aa5e62-7c75-4b06-b5c2-71399083e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694494 Sep 07 16:25:08.789003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Transition to ACTIVE for port object f762b953-3e7c-4353-ac1e-967bd7698ace will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:08.793663 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:08.843894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Pushing event updated for resources: {'Port': ['ID=f762b953-3e7c-4353-ac1e-967bd7698ace,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:08.918931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Attempting to bind port f762b953-3e7c-4353-ac1e-967bd7698ace on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:25:08.919447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Attempting to bind port f762b953-3e7c-4353-ac1e-967bd7698ace by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '4435876e-4ac1-4016-a1c2-e759b8887eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'def69f85-8446-4916-94ac-acc8ab74393e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:25:08.919683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Attempting to bind port f762b953-3e7c-4353-ac1e-967bd7698ace on network def69f85-8446-4916-94ac-acc8ab74393e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:08.924053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Port f762b953-3e7c-4353-ac1e-967bd7698ace on network def69f85-8446-4916-94ac-acc8ab74393e not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:25:08.924427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Attempting to bind port f762b953-3e7c-4353-ac1e-967bd7698ace on network def69f85-8446-4916-94ac-acc8ab74393e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:08.929407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:25:08.929747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Checking segment: {'id': '4435876e-4ac1-4016-a1c2-e759b8887eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'def69f85-8446-4916-94ac-acc8ab74393e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:25:08.930142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Bound using segment: {'id': '4435876e-4ac1-4016-a1c2-e759b8887eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'def69f85-8446-4916-94ac-acc8ab74393e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:25:08.930574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Bound port: f762b953-3e7c-4353-ac1e-967bd7698ace, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4435876e-4ac1-4016-a1c2-e759b8887eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'def69f85-8446-4916-94ac-acc8ab74393e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:25:08.930940 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:08.993769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] For port f762b953-3e7c-4353-ac1e-967bd7698ace, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:25:08.997600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] For port f762b953-3e7c-4353-ac1e-967bd7698ace, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f762b953-3e7c-4353-ac1e-967bd7698ace,segment=NetworkSegment(4435876e-4ac1-4016-a1c2-e759b8887eea),segment_id=4435876e-4ac1-4016-a1c2-e759b8887eea)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:25:09.005405 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:09.044904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:09.045581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:09.047070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] 10.222.0.54 "PUT /v2.0/ports/f762b953-3e7c-4353-ac1e-967bd7698ace HTTP/1.1" status: 200 len: 1091 time: 0.7157731 Sep 07 16:25:09.047662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b', 'tag': 'f762b953-3e7c-4353-ac1e-967bd7698ace'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:09.050317 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71067a26-c636-4a41-9dc2-9f22495e6f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b", "tag": "f762b953-3e7c-4353-ac1e-967bd7698ace"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:09.082724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2928c7-0794-40db-9e70-65c78216a7ea service neutron] Pushing event updated for resources: {'Port': ['ID=f762b953-3e7c-4353-ac1e-967bd7698ace,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:09.139350 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53387845-a6e2-4ace-91f5-f38f5d0c8ea7 x-openstack-request-id: req-53387845-a6e2-4ace-91f5-f38f5d0c8ea7 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:09.139656 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b", "tag": "f762b953-3e7c-4353-ac1e-967bd7698ace", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:09.139911 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53387845-a6e2-4ace-91f5-f38f5d0c8ea7 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:09.140856 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b', 'tag': 'f762b953-3e7c-4353-ac1e-967bd7698ace', 'status': 'completed', 'code': 200} Sep 07 16:25:09.154607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-c0e1871a-f92d-4d9d-a18a-6c9c925aee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:09.156153 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-c0e1871a-f92d-4d9d-a18a-6c9c925aee71 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2faf458daff43e791e17bad266d55bf&device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 1094 time: 0.0597486 Sep 07 16:25:09.176925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f67d65d3-33aa-428d-a60e-89e2940f337b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:09.249767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f67d65d3-33aa-428d-a60e-89e2940f337b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:09.250509 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:09.300487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-ed4139df-2a20-4e95-957b-582847a6f2f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f762b953-3e7c-4353-ac1e-967bd7698ace HTTP/1.1" status: 200 len: 217 time: 0.1288917 Sep 07 16:25:09.383906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cf2c5-cdfd-4d58-a6b8-82daa3433b00 req-0d221f5e-0b5e-495a-95dd-67ac8b511796 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:09.386331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-473cf2c5-cdfd-4d58-a6b8-82daa3433b00 req-0d221f5e-0b5e-495a-95dd-67ac8b511796 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 943 time: 0.0849459 Sep 07 16:25:09.391755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-224ec992-2a98-4ea1-81c9-967088598cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:09.393214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-224ec992-2a98-4ea1-81c9-967088598cb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5845ae6d-e416-47ea-9ae2-ce2c53b29479 HTTP/1.1" status: 200 len: 860 time: 0.0632207 Sep 07 16:25:09.439592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-473cf2c5-cdfd-4d58-a6b8-82daa3433b00 req-bc73fe99-5183-4587-b803-ce79f97b75f3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453846 Sep 07 16:25:09.464417 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-e40da8af-472e-46be-90e7-a3c1d7583a19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=def69f85-8446-4916-94ac-acc8ab74393e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338025 Sep 07 16:25:09.557601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-07d1388c-e497-4882-8894-ed92d4564569 service neutron] 10.222.0.54 "GET /v2.0/networks/def69f85-8446-4916-94ac-acc8ab74393e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848999 Sep 07 16:25:09.663030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a81aa33-ca6d-43df-986d-a7331c10d46b req-ad043f55-b55d-4c1e-81d4-6da31cd85857 service neutron] 10.222.0.54 "GET /v2.0/networks/def69f85-8446-4916-94ac-acc8ab74393e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939016 Sep 07 16:25:09.752805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71067a26-c636-4a41-9dc2-9f22495e6f0c req-74d99470-ef03-44f7-ab8c-ac32363082a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:09.754748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71067a26-c636-4a41-9dc2-9f22495e6f0c req-74d99470-ef03-44f7-ab8c-ac32363082a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2faf458daff43e791e17bad266d55bf&device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 1094 time: 0.0425801 Sep 07 16:25:09.868207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71067a26-c636-4a41-9dc2-9f22495e6f0c req-517db23c-0a25-43d2-be29-2cc57e83d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:09.870537 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71067a26-c636-4a41-9dc2-9f22495e6f0c req-517db23c-0a25-43d2-be29-2cc57e83d401 service neutron] 10.222.0.54 "GET /v2.0/networks?id=def69f85-8446-4916-94ac-acc8ab74393e HTTP/1.1" status: 200 len: 921 time: 0.1079125 Sep 07 16:25:09.937180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71067a26-c636-4a41-9dc2-9f22495e6f0c req-a180a44c-e855-427a-9297-3f52164601e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f762b953-3e7c-4353-ac1e-967bd7698ace HTTP/1.1" status: 200 len: 217 time: 0.0567336 Sep 07 16:25:09.953631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a11731-9e09-45a7-83c8-93a814421684 req-a84be60d-f461-4e8d-a117-92ec2779d2dc tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:09.955095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9a11731-9e09-45a7-83c8-93a814421684 req-a84be60d-f461-4e8d-a117-92ec2779d2dc tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 943 time: 0.0899100 Sep 07 16:25:10.025662 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9a11731-9e09-45a7-83c8-93a814421684 req-ae8ac814-1ee7-4d88-86a6-2c548d8242ca tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2aa5e62-7c75-4b06-b5c2-71399083e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636978 Sep 07 16:25:10.027191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71067a26-c636-4a41-9dc2-9f22495e6f0c req-d4ac51b8-f1e3-4657-973d-b216ced6d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:10.028830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71067a26-c636-4a41-9dc2-9f22495e6f0c req-d4ac51b8-f1e3-4657-973d-b216ced6d85e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5845ae6d-e416-47ea-9ae2-ce2c53b29479 HTTP/1.1" status: 200 len: 860 time: 0.0835240 Sep 07 16:25:10.061773 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71067a26-c636-4a41-9dc2-9f22495e6f0c req-aea6f995-5029-412c-a161-fb8384283064 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=def69f85-8446-4916-94ac-acc8ab74393e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245340 Sep 07 16:25:10.152291 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71067a26-c636-4a41-9dc2-9f22495e6f0c req-d32b7aa8-a64f-48ed-98c8-7b28eee7a1b4 service neutron] 10.222.0.54 "GET /v2.0/networks/def69f85-8446-4916-94ac-acc8ab74393e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827062 Sep 07 16:25:10.246653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71067a26-c636-4a41-9dc2-9f22495e6f0c req-9553a611-ef5a-4177-8b64-b0c2d4b9c116 service neutron] 10.222.0.54 "GET /v2.0/networks/def69f85-8446-4916-94ac-acc8ab74393e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867212 Sep 07 16:25:10.339407 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5472f357-df3c-4825-be31-ed832e60fd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:10.567092 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7b1e6-0b3a-49cb-92cb-e1ce53b830b0 req-10af86d8-fe83-49c5-8345-5bd208f581d2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:10.568591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-afd7b1e6-0b3a-49cb-92cb-e1ce53b830b0 req-10af86d8-fe83-49c5-8345-5bd208f581d2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 943 time: 0.0543628 Sep 07 16:25:10.607599 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-afd7b1e6-0b3a-49cb-92cb-e1ce53b830b0 req-d9fdb70a-90de-4a48-8cf6-c521ec2c1d1c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328903 Sep 07 16:25:11.145868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf542c3-74b6-407d-90a0-ed42d10a43a3 req-a6e168cf-16e2-4809-940e-6088f34d157e tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:11.147452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bf542c3-74b6-407d-90a0-ed42d10a43a3 req-a6e168cf-16e2-4809-940e-6088f34d157e tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 943 time: 0.0524063 Sep 07 16:25:11.185578 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bf542c3-74b6-407d-90a0-ed42d10a43a3 req-c0b02b36-5704-465f-8972-16189bf3d0c3 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2aa5e62-7c75-4b06-b5c2-71399083e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312047 Sep 07 16:25:11.331049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 5b77ccf1-b908-4087-8cc5-16ca3a883796 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:25:11.427707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 5b77ccf1-b908-4087-8cc5-16ca3a883796, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:11.439666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'port_id': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'mac_address': 'fa:16:3e:d1:25:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:25:11.479355 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:11.491691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b77ccf1-b908-4087-8cc5-16ca3a883796 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:11.512105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 5b77ccf1-b908-4087-8cc5-16ca3a883796, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:11.516274 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:11.562600 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=5b77ccf1-b908-4087-8cc5-16ca3a883796,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:11.721847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc4a96-f663-41d5-92b7-5e1dc8cf72ab req-dda7bd02-21f6-4f54-ab71-200446cc8cc2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:11.723455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07cc4a96-f663-41d5-92b7-5e1dc8cf72ab req-dda7bd02-21f6-4f54-ab71-200446cc8cc2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 944 time: 0.0502074 Sep 07 16:25:11.763402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07cc4a96-f663-41d5-92b7-5e1dc8cf72ab req-eb8dcb85-3baf-4bdb-bbee-30c325833eb1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331645 Sep 07 16:25:11.900251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['5b77ccf1-b908-4087-8cc5-16ca3a883796'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:12.184174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-00aed6cc-6a58-4592-af7e-5a24d849552d req-425bed50-be76-4c4d-9bab-7d3ad12bec74 service neutron] (94770) timed out ('10.222.0.54', 52465) {{(pid=94770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 16:25:12.305120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a2321-4296-42e4-9e7b-f400dac1b9aa req-3418fc83-d976-450e-b208-0f4c37438e3f tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:12.306671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-632a2321-4296-42e4-9e7b-f400dac1b9aa req-3418fc83-d976-450e-b208-0f4c37438e3f tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 943 time: 0.0519793 Sep 07 16:25:12.345454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-632a2321-4296-42e4-9e7b-f400dac1b9aa req-55c10b34-fd41-4f4c-9197-a8c374541ac2 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2aa5e62-7c75-4b06-b5c2-71399083e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325809 Sep 07 16:25:12.881132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2429-5774-4fc6-8b03-72ecdad4fd68 req-b3495ff3-c04c-4028-a117-5d69dc6c1f6a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:12.882630 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9ed2429-5774-4fc6-8b03-72ecdad4fd68 req-b3495ff3-c04c-4028-a117-5d69dc6c1f6a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 944 time: 0.0531316 Sep 07 16:25:12.921081 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9ed2429-5774-4fc6-8b03-72ecdad4fd68 req-79696f51-9855-455e-90bd-48a510798679 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315609 Sep 07 16:25:13.239453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f762b953-3e7c-4353-ac1e-967bd7698ace details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:25:13.334638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f762b953-3e7c-4353-ac1e-967bd7698ace, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f762b953-3e7c-4353-ac1e-967bd7698ace,segment=NetworkSegment(4435876e-4ac1-4016-a1c2-e759b8887eea),segment_id=4435876e-4ac1-4016-a1c2-e759b8887eea)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:13.346143 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'f762b953-3e7c-4353-ac1e-967bd7698ace', 'network_id': 'def69f85-8446-4916-94ac-acc8ab74393e', 'port_id': 'f762b953-3e7c-4353-ac1e-967bd7698ace', 'mac_address': 'fa:16:3e:da:fe:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5845ae6d-e416-47ea-9ae2-ce2c53b29479', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:25:13.369151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 5b77ccf1-b908-4087-8cc5-16ca3a883796 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:13.410717 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:13.425738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f762b953-3e7c-4353-ac1e-967bd7698ace {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:13.454107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f762b953-3e7c-4353-ac1e-967bd7698ace, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f762b953-3e7c-4353-ac1e-967bd7698ace,segment=NetworkSegment(4435876e-4ac1-4016-a1c2-e759b8887eea),segment_id=4435876e-4ac1-4016-a1c2-e759b8887eea)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:13.459815 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:13.465844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 5b77ccf1-b908-4087-8cc5-16ca3a883796 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:13.477163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c159b-ab7e-4032-80b8-b1e0d49be77e req-3371ab3b-74ad-48bc-87dd-071f8138cf99 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:13.479401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f8c159b-ab7e-4032-80b8-b1e0d49be77e req-3371ab3b-74ad-48bc-87dd-071f8138cf99 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 943 time: 0.0572636 Sep 07 16:25:13.488685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 5b77ccf1-b908-4087-8cc5-16ca3a883796 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:13.489078 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:13.523379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f8c159b-ab7e-4032-80b8-b1e0d49be77e req-c73cc08a-aeb1-4611-813d-5c250ed54d0d tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2aa5e62-7c75-4b06-b5c2-71399083e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349469 Sep 07 16:25:13.542063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f762b953-3e7c-4353-ac1e-967bd7698ace,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:13.590232 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:13.615623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:13.617861 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596038b4-cb00-4cf4-b1a0-2ff5b2e0fce8" -d '{"events": [{"server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "name": "network-vif-plugged", "status": "completed", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:13.630763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 5b77ccf1-b908-4087-8cc5-16ca3a883796, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:13.636327 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:13.659655 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316686a0-96f9-437c-8af7-144eb16aef0a x-openstack-request-id: req-316686a0-96f9-437c-8af7-144eb16aef0a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:13.659953 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "name": "network-vif-plugged", "status": "completed", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:13.660210 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-316686a0-96f9-437c-8af7-144eb16aef0a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:13.660633 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'code': 200} Sep 07 16:25:13.690071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=5b77ccf1-b908-4087-8cc5-16ca3a883796,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:13.773823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e921ff-cfe9-470a-b334-2219381de800 req-77baf830-1bdb-49c5-a9c9-7514ff7d2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:13.775273 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-10e921ff-cfe9-470a-b334-2219381de800 req-77baf830-1bdb-49c5-a9c9-7514ff7d2b34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 1096 time: 0.0425360 Sep 07 16:25:13.813139 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-10e921ff-cfe9-470a-b334-2219381de800 req-fc13e64b-e689-4e2d-a201-48acc07ac9f0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286458 Sep 07 16:25:13.838503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f762b953-3e7c-4353-ac1e-967bd7698ace'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:13.899646 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:14.042627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fe1f7-e747-454c-a70f-4035a439ddc8 req-61cf229d-4e10-4d8f-8c46-63a66f42e4b7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:14.044218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-758fe1f7-e747-454c-a70f-4035a439ddc8 req-61cf229d-4e10-4d8f-8c46-63a66f42e4b7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0504310 Sep 07 16:25:14.087472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-758fe1f7-e747-454c-a70f-4035a439ddc8 req-1d9fd0fa-b085-41d8-ac9a-3667d7e91a4b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370893 Sep 07 16:25:14.214983 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5fb16ff-9bd5-45a9-88e8-5d0ebc2f2083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:14.653422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43059ff7-e735-4508-83e5-4b970c2401ef req-df904236-2b48-4b2c-b53e-2f57d17464a6 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:14.654906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43059ff7-e735-4508-83e5-4b970c2401ef req-df904236-2b48-4b2c-b53e-2f57d17464a6 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 944 time: 0.0531843 Sep 07 16:25:14.692909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43059ff7-e735-4508-83e5-4b970c2401ef req-40371a70-d096-4aad-9280-6b39c8846494 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2aa5e62-7c75-4b06-b5c2-71399083e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Sep 07 16:25:14.867560 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.201280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45512) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:15.243327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118721e-850a-4d77-ba65-769f34bf7017 req-2af4a818-b213-4f40-99d2-eb68093c4644 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:15.244866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d118721e-850a-4d77-ba65-769f34bf7017 req-2af4a818-b213-4f40-99d2-eb68093c4644 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0878313 Sep 07 16:25:15.263631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f762b953-3e7c-4353-ac1e-967bd7698ace up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:15.282363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d350358d-1f9b-48c8-941e-b452930b600f admin admin] Deleting subnet cdf85432-234c-4d98-a76d-2e691f03794d {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:25:15.286331 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d350358d-1f9b-48c8-941e-b452930b600f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.312270 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port f762b953-3e7c-4353-ac1e-967bd7698ace completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:15.316198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port f762b953-3e7c-4353-ac1e-967bd7698ace triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:15.318907 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.323824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d118721e-850a-4d77-ba65-769f34bf7017 req-d8786dbd-1eec-4559-86ea-bc713c10f674 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723896 Sep 07 16:25:15.334513 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d350358d-1f9b-48c8-941e-b452930b600f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.373477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d350358d-1f9b-48c8-941e-b452930b600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.398337 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.436998 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d350358d-1f9b-48c8-941e-b452930b600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.440550 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port f762b953-3e7c-4353-ac1e-967bd7698ace, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f762b953-3e7c-4353-ac1e-967bd7698ace,segment=NetworkSegment(4435876e-4ac1-4016-a1c2-e759b8887eea),segment_id=4435876e-4ac1-4016-a1c2-e759b8887eea)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:15.445031 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.470767 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d350358d-1f9b-48c8-941e-b452930b600f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.473774 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d350358d-1f9b-48c8-941e-b452930b600f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cdf85432-234c-4d98-a76d-2e691f03794d HTTP/1.1" status: 204 len: 168 time: 0.2710502 Sep 07 16:25:15.475265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350358d-1f9b-48c8-941e-b452930b600f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf85432-234c-4d98-a76d-2e691f03794d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:15.475974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45514) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:15.496000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=f762b953-3e7c-4353-ac1e-967bd7698ace,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:15.544745 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.629561 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.649065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d183cac-133c-49d2-86a8-0dd128c58191']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:15.658039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8584c3-3990-4e53-827f-147a1641eb36') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:15.658336 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8584c3-3990-4e53-827f-147a1641eb36') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:15.661605 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f762b953-3e7c-4353-ac1e-967bd7698ace'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:15.664108 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f711c5-cc9b-4476-be83-0cae681f24bf" -d '{"events": [{"server_uuid": "5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b", "name": "network-vif-plugged", "status": "completed", "tag": "f762b953-3e7c-4353-ac1e-967bd7698ace"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:15.667976 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.681346 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.687941 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:25:15.688377 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:25:15.690079 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:25:15.703671 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144dc195-5ae9-475d-9b8c-6ac8fef3efbf x-openstack-request-id: req-144dc195-5ae9-475d-9b8c-6ac8fef3efbf {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:15.704046 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b", "name": "network-vif-plugged", "status": "completed", "tag": "f762b953-3e7c-4353-ac1e-967bd7698ace", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:15.704405 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-144dc195-5ae9-475d-9b8c-6ac8fef3efbf {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:15.704876 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f762b953-3e7c-4353-ac1e-967bd7698ace', 'code': 200} Sep 07 16:25:15.748909 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.765079 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.769648 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8d183cac-133c-49d2-86a8-0dd128c58191 HTTP/1.1" status: 204 len: 168 time: 0.2895374 Sep 07 16:25:15.769648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d183cac-133c-49d2-86a8-0dd128c58191,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:15.769903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45524) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:15.799850 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:15.800194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:15.800581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:15.800905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:15.801237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:15.801568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:15.801896 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:15.802223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:15.802547 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:15.802870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:15.803190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:15.803509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17933701-bdc2-4f3a-a877-3c391839e505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:15.824075 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-93188550-7d6e-4d09-b856-7d15d7fffdb2 admin admin] Deleting subnet 0ae2feac-ed9b-4443-a95f-16bb6b177a32 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:25:15.827302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93188550-7d6e-4d09-b856-7d15d7fffdb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.844043 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b2109-103b-4929-a48f-6f2900115972 req-82837c5a-6636-4c20-8962-d10f561be8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:15.849660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-580b2109-103b-4929-a48f-6f2900115972 req-82837c5a-6636-4c20-8962-d10f561be8e0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 1096 time: 0.0724919 Sep 07 16:25:15.859970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d02e46-998e-4f17-8598-52eb08a02894 req-04ad2ad9-5daf-445a-8aba-afc96442864f tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:15.861526 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23d02e46-998e-4f17-8598-52eb08a02894 req-04ad2ad9-5daf-445a-8aba-afc96442864f tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 945 time: 0.0938590 Sep 07 16:25:15.863519 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93188550-7d6e-4d09-b856-7d15d7fffdb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.907734 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93188550-7d6e-4d09-b856-7d15d7fffdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:15.909175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-580b2109-103b-4929-a48f-6f2900115972 req-52ae95d3-48da-4f7b-82b7-87fba140b030 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d2aa5e62-7c75-4b06-b5c2-71399083e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464828 Sep 07 16:25:15.922319 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23d02e46-998e-4f17-8598-52eb08a02894 req-bfd48bd8-7693-4698-93bf-0d408548b129 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2aa5e62-7c75-4b06-b5c2-71399083e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532897 Sep 07 16:25:16.225691 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93188550-7d6e-4d09-b856-7d15d7fffdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.250071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93188550-7d6e-4d09-b856-7d15d7fffdb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae2feac-ed9b-4443-a95f-16bb6b177a32,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:16.253832 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93188550-7d6e-4d09-b856-7d15d7fffdb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.255674 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-93188550-7d6e-4d09-b856-7d15d7fffdb2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0ae2feac-ed9b-4443-a95f-16bb6b177a32 HTTP/1.1" status: 204 len: 168 time: 0.4848754 Sep 07 16:25:16.258093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45526) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:16.328962 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45c49045-b5c0-4f82-bf9f-bb531df39758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.409545 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45c49045-b5c0-4f82-bf9f-bb531df39758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.429969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-45c49045-b5c0-4f82-bf9f-bb531df39758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af8e81a-8105-4158-9402-ce2fcaabe61b']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:16.439014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895f9d4-b62e-488e-90c8-c2092d2a8166 req-dfa8cd6f-e1f6-45a1-9820-2f4be135fb1a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:16.439257 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-45c49045-b5c0-4f82-bf9f-bb531df39758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfc7ca8-8592-4cfb-ae92-14ea1671b50f') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:16.439529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-45c49045-b5c0-4f82-bf9f-bb531df39758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfc7ca8-8592-4cfb-ae92-14ea1671b50f') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:16.440529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3895f9d4-b62e-488e-90c8-c2092d2a8166 req-dfa8cd6f-e1f6-45a1-9820-2f4be135fb1a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0481369 Sep 07 16:25:16.449603 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45c49045-b5c0-4f82-bf9f-bb531df39758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.462817 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45c49045-b5c0-4f82-bf9f-bb531df39758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.469140 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c49045-b5c0-4f82-bf9f-bb531df39758 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:25:16.469527 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45c49045-b5c0-4f82-bf9f-bb531df39758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:25:16.471136 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:25:16.480807 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3895f9d4-b62e-488e-90c8-c2092d2a8166 req-85df2e59-4166-4749-a9f3-5ad084e9e7f2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Sep 07 16:25:16.529005 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45c49045-b5c0-4f82-bf9f-bb531df39758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.534891 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45c49045-b5c0-4f82-bf9f-bb531df39758 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.539253 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-45c49045-b5c0-4f82-bf9f-bb531df39758 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6af8e81a-8105-4158-9402-ce2fcaabe61b HTTP/1.1" status: 204 len: 168 time: 0.2801964 Sep 07 16:25:16.553105 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c49045-b5c0-4f82-bf9f-bb531df39758 admin admin] Pushing event deleted for resources: {'Network': ['ID=6af8e81a-8105-4158-9402-ce2fcaabe61b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:16.598387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bfc45-bacc-4726-9eb1-81a64c60bdca req-0d22afb7-86bd-4a32-83a7-5dc3e67027a1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:16.599935 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-232bfc45-bacc-4726-9eb1-81a64c60bdca req-0d22afb7-86bd-4a32-83a7-5dc3e67027a1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0499585 Sep 07 16:25:16.643473 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-232bfc45-bacc-4726-9eb1-81a64c60bdca req-11fcda71-d807-47a5-9585-2c218bb8ca46 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366192 Sep 07 16:25:16.659094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45536) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:16.665780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45538) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:16.704186 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6eafdd08-5bb7-4efa-adfd-3fe7bf71e20f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ffcc67b232b84cc4a86adb0d3a64c56c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441556 Sep 07 16:25:16.706601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0480ceaa-93d8-4fea-b350-cc9da7ff5125 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:16.706760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45540) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:16.711020 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0480ceaa-93d8-4fea-b350-cc9da7ff5125 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 1091 time: 0.0414371 Sep 07 16:25:16.711347 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45542) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:16.715681 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:16.739317 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.757088 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18c4869b-0139-4644-8230-fbbe72ecc92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.778854 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18c4869b-0139-4644-8230-fbbe72ecc92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.798639 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.828383 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18c4869b-0139-4644-8230-fbbe72ecc92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.831376 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18c4869b-0139-4644-8230-fbbe72ecc92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.844635 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-18c4869b-0139-4644-8230-fbbe72ecc92c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ef70c57-19dd-4961-bf46-a29856b11d3a HTTP/1.1" status: 204 len: 168 time: 0.1367788 Sep 07 16:25:16.850970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:16.853180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4869b-0139-4644-8230-fbbe72ecc92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef70c57-19dd-4961-bf46-a29856b11d3a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:16.969337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.25.3.253 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/96f2eb41-a9e6-46e9-a350-1bf0e6d9b8ee) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:25:17.046611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010389f-23ab-4565-9ad4-862a0e08e758 req-27be8282-88b7-4dc8-94a2-7f8549bf1940 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:17.048146 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5010389f-23ab-4565-9ad4-862a0e08e758 req-27be8282-88b7-4dc8-94a2-7f8549bf1940 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 945 time: 0.0535877 Sep 07 16:25:17.089901 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:17.102142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5010389f-23ab-4565-9ad4-862a0e08e758 req-0d2e992f-4cb4-425b-90c8-32259dc7cc21 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2aa5e62-7c75-4b06-b5c2-71399083e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473886 Sep 07 16:25:17.132179 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:17.176645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:25:17.179505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45550) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:17.181956 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:17.185312 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:25:17.220480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=96f2eb41-a9e6-46e9-a350-1bf0e6d9b8ee,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:17.231348 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45552) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:17.232061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3b7d5308-312d-412b-b2d8-2dbf14987c44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=65bbb8f69b35474d815ee29e4df81b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513389 Sep 07 16:25:17.350927 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfe30982-71ca-4896-883c-672e621c0e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:17.419700 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfe30982-71ca-4896-883c-672e621c0e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:17.527219 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfe30982-71ca-4896-883c-672e621c0e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:17.529743 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfe30982-71ca-4896-883c-672e621c0e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:17.530888 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bfe30982-71ca-4896-883c-672e621c0e67 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0d9f38e-4871-4c23-b27c-2650251a3e8d HTTP/1.1" status: 204 len: 168 time: 0.2985742 Sep 07 16:25:17.573556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe30982-71ca-4896-883c-672e621c0e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d9f38e-4871-4c23-b27c-2650251a3e8d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:17.794866 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:17.899259 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:18.061153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:18.066174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:18.143107 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=96f2eb41-a9e6-46e9-a350-1bf0e6d9b8ee,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:18.152136 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:18.222433 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04d4cd-ee18-4e19-8032-3dba11187240 req-8d658c1d-5b56-4a7f-8fbc-0664b003c404 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:18.224128 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c04d4cd-ee18-4e19-8032-3dba11187240 req-8d658c1d-5b56-4a7f-8fbc-0664b003c404 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 945 time: 0.0504541 Sep 07 16:25:18.256173 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Floating IP d3688e0f-c102-44c8-aab7-7b3589980fec associated. External IP: 172.25.3.253, port: 5b77ccf1-b908-4087-8cc5-16ca3a883796. Sep 07 16:25:18.266482 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c04d4cd-ee18-4e19-8032-3dba11187240 req-b1fdea3a-3480-420c-babd-e3082dadc980 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2aa5e62-7c75-4b06-b5c2-71399083e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349312 Sep 07 16:25:18.484187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router 337409e0-b878-450b-b16e-77b30f12d66e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:25:18.612942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:25:18.630090 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:18.634134 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b850c8e6-e61b-4c4c-a106-c8b20b986bb7 None None] Sync routers for ids ['337409e0-b878-450b-b16e-77b30f12d66e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:25:18.654432 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850c8e6-e61b-4c4c-a106-c8b20b986bb7 None None] Routers {'337409e0-b878-450b-b16e-77b30f12d66e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:25:18.655279 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b850c8e6-e61b-4c4c-a106-c8b20b986bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:25:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['337409e0-b878-450b-b16e-77b30f12d66e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:18.678236 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-22981428-a8f4-4339-b2ce-cf0db13f9ad5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9657960 Sep 07 16:25:18.678770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:18.681931 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc9c046-fa54-4ed1-993c-dbafa7dd6a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:18.746906 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01108ec8-2156-4f53-98a9-d1fcd45a5766 x-openstack-request-id: req-01108ec8-2156-4f53-98a9-d1fcd45a5766 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:18.747217 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:18.747480 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01108ec8-2156-4f53-98a9-d1fcd45a5766 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:18.747940 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'status': 'completed', 'code': 200} Sep 07 16:25:18.821985 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b850c8e6-e61b-4c4c-a106-c8b20b986bb7 None None] Set router 337409e0-b878-450b-b16e-77b30f12d66e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:25:18.825092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9c046-fa54-4ed1-993c-dbafa7dd6a8f req-4c4626cb-5251-4693-bc86-9c4b62085883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:18.826672 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3cc9c046-fa54-4ed1-993c-dbafa7dd6a8f req-4c4626cb-5251-4693-bc86-9c4b62085883 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 1096 time: 0.0522735 Sep 07 16:25:18.840944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9d057-4b98-472a-9102-054a566f14be req-9a9dccaa-e211-4497-b579-e88841d1f1b8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:18.842498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ff9d057-4b98-472a-9102-054a566f14be req-9a9dccaa-e211-4497-b579-e88841d1f1b8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0892730 Sep 07 16:25:18.935399 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ff9d057-4b98-472a-9102-054a566f14be req-6297f16e-ca23-44e1-88b0-c1b5fb51b23b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793841 Sep 07 16:25:18.950767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45624) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:18.971519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9c046-fa54-4ed1-993c-dbafa7dd6a8f req-f037a172-5266-4144-87f3-e82732985713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:18.974085 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3cc9c046-fa54-4ed1-993c-dbafa7dd6a8f req-f037a172-5266-4144-87f3-e82732985713 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a09e50b-5c47-4343-83eb-7b6612c3f179 HTTP/1.1" status: 200 len: 898 time: 0.1393332 Sep 07 16:25:19.084691 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3cc9c046-fa54-4ed1-993c-dbafa7dd6a8f req-855dff03-950c-4cca-97de-8ac8cbe017ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796 HTTP/1.1" status: 200 len: 999 time: 0.1027005 Sep 07 16:25:19.111850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eb157c32-8e48-467f-abda-31727ff1659a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/d3688e0f-c102-44c8-aab7-7b3589980fec HTTP/1.1" status: 200 len: 991 time: 0.1596537 Sep 07 16:25:19.129286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753bb1-65c5-45e5-a45d-3d62bfa81246 req-7e519125-d030-496c-b954-12f00ffa4036 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:19.131105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf753bb1-65c5-45e5-a45d-3d62bfa81246 req-7e519125-d030-496c-b954-12f00ffa4036 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 945 time: 0.0978785 Sep 07 16:25:19.146405 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9c046-fa54-4ed1-993c-dbafa7dd6a8f req-eab0f54c-f70f-45b1-8887-19d5e7f3205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:19.147939 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3cc9c046-fa54-4ed1-993c-dbafa7dd6a8f req-eab0f54c-f70f-45b1-8887-19d5e7f3205a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a HTTP/1.1" status: 200 len: 835 time: 0.0552964 Sep 07 16:25:19.163405 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b850c8e6-e61b-4c4c-a106-c8b20b986bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'd3688e0f-c102-44c8-aab7-7b3589980fec', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'port_id': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'mac_address': 'fa:16:3e:d1:25:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:25:17Z', 'updated_at': '2021-09-07T16:25:17Z', 'revision_number': 0, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67d65d3-33aa-428d-a60e-89e2940f337b', 'name': '', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:5e:2f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:25:00Z', 'updated_at': '2021-09-07T16:25:07Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:19.175358 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf753bb1-65c5-45e5-a45d-3d62bfa81246 req-cea006ff-8469-46ae-80ee-0d67f325741b tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2aa5e62-7c75-4b06-b5c2-71399083e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373595 Sep 07 16:25:19.198450 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b850c8e6-e61b-4c4c-a106-c8b20b986bb7 None None] Checking router: 337409e0-b878-450b-b16e-77b30f12d66e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:25:19.202534 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850c8e6-e61b-4c4c-a106-c8b20b986bb7 None None] Routers {'337409e0-b878-450b-b16e-77b30f12d66e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:25:19.203169 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b850c8e6-e61b-4c4c-a106-c8b20b986bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:25:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['337409e0-b878-450b-b16e-77b30f12d66e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:19.218185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9c046-fa54-4ed1-993c-dbafa7dd6a8f req-863e2ce7-2d87-4d6d-999c-673ffeb2ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:19.219835 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3cc9c046-fa54-4ed1-993c-dbafa7dd6a8f req-863e2ce7-2d87-4d6d-999c-673ffeb2ce5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a09e50b-5c47-4343-83eb-7b6612c3f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640695 Sep 07 16:25:19.313375 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b850c8e6-e61b-4c4c-a106-c8b20b986bb7 None None] Set router 337409e0-b878-450b-b16e-77b30f12d66e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:25:19.324258 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3cc9c046-fa54-4ed1-993c-dbafa7dd6a8f req-119175c6-a5b9-4486-b467-2177914b612e service neutron] 10.222.0.35 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947034 Sep 07 16:25:19.426439 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3cc9c046-fa54-4ed1-993c-dbafa7dd6a8f req-5a610141-5878-4409-87ca-c47b5ba7d86e service neutron] 10.222.0.35 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945702 Sep 07 16:25:19.540769 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b850c8e6-e61b-4c4c-a106-c8b20b986bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'd3688e0f-c102-44c8-aab7-7b3589980fec', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'port_id': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'mac_address': 'fa:16:3e:d1:25:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:25:17Z', 'updated_at': '2021-09-07T16:25:17Z', 'revision_number': 0, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67d65d3-33aa-428d-a60e-89e2940f337b', 'name': '', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:5e:2f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:25:00Z', 'updated_at': '2021-09-07T16:25:07Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:19.569449 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b850c8e6-e61b-4c4c-a106-c8b20b986bb7 None None] The sync data for ids ['337409e0-b878-450b-b16e-77b30f12d66e'] in n-d-807551-3 is: [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'd3688e0f-c102-44c8-aab7-7b3589980fec', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'port_id': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'mac_address': 'fa:16:3e:d1:25:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:25:17Z', 'updated_at': '2021-09-07T16:25:17Z', 'revision_number': 0, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67d65d3-33aa-428d-a60e-89e2940f337b', 'name': '', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:5e:2f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:25:00Z', 'updated_at': '2021-09-07T16:25:07Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:25:19.751945 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff177aca-90e4-4fb7-b088-25d4eaf14cd8 None None] New status for floating IP d3688e0f-c102-44c8-aab7-7b3589980fec: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:25:20.116209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45646) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:20.195789 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fe01d664-2e0f-4e0c-b6b6-19d5e52dfac4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/d3688e0f-c102-44c8-aab7-7b3589980fec HTTP/1.1" status: 200 len: 993 time: 0.0781538 Sep 07 16:25:20.302403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6be903-b922-4bb0-8358-a90800b4708a req-ed85be0a-b20b-4472-848d-ebbb231300fc tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:20.304062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b6be903-b922-4bb0-8358-a90800b4708a req-ed85be0a-b20b-4472-848d-ebbb231300fc tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 945 time: 0.0520334 Sep 07 16:25:20.346847 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b6be903-b922-4bb0-8358-a90800b4708a req-7de87e10-c1f6-4aff-bacd-671ad1957a66 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2aa5e62-7c75-4b06-b5c2-71399083e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366216 Sep 07 16:25:20.470630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abba84-9d34-4eab-a4a2-03f9584818a5 req-0d42a05c-84b2-4091-ac4b-47ce0c28bbf0 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:20.472095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5abba84-9d34-4eab-a4a2-03f9584818a5 req-0d42a05c-84b2-4091-ac4b-47ce0c28bbf0 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 945 time: 0.0516036 Sep 07 16:25:20.566906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-e5abba84-9d34-4eab-a4a2-03f9584818a5 req-34901cff-9033-4bbb-8979-5fcba015e180 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Deleting port f762b953-3e7c-4353-ac1e-967bd7698ace {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:25:20.567251 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5abba84-9d34-4eab-a4a2-03f9584818a5 req-34901cff-9033-4bbb-8979-5fcba015e180 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:20.663284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e5abba84-9d34-4eab-a4a2-03f9584818a5 req-34901cff-9033-4bbb-8979-5fcba015e180 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] For port f762b953-3e7c-4353-ac1e-967bd7698ace, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f762b953-3e7c-4353-ac1e-967bd7698ace,segment=NetworkSegment(4435876e-4ac1-4016-a1c2-e759b8887eea),segment_id=4435876e-4ac1-4016-a1c2-e759b8887eea)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:20.663574 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5abba84-9d34-4eab-a4a2-03f9584818a5 req-34901cff-9033-4bbb-8979-5fcba015e180 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:20.675534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-e5abba84-9d34-4eab-a4a2-03f9584818a5 req-34901cff-9033-4bbb-8979-5fcba015e180 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Calling delete_port for f762b953-3e7c-4353-ac1e-967bd7698ace owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:25:20.799559 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5abba84-9d34-4eab-a4a2-03f9584818a5 req-34901cff-9033-4bbb-8979-5fcba015e180 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:20.816658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f762b953-3e7c-4353-ac1e-967bd7698ace'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:20.832805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34901cff-9033-4bbb-8979-5fcba015e180 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Pushing event deleted for resources: {'Port': ['ID=f762b953-3e7c-4353-ac1e-967bd7698ace,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:20.881938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5abba84-9d34-4eab-a4a2-03f9584818a5 req-34901cff-9033-4bbb-8979-5fcba015e180 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] No DVR routers for this DVR port f762b953-3e7c-4353-ac1e-967bd7698ace on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:25:20.885379 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e5abba84-9d34-4eab-a4a2-03f9584818a5 req-34901cff-9033-4bbb-8979-5fcba015e180 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:20.887341 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5abba84-9d34-4eab-a4a2-03f9584818a5 req-34901cff-9033-4bbb-8979-5fcba015e180 tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.54 "DELETE /v2.0/ports/f762b953-3e7c-4353-ac1e-967bd7698ace HTTP/1.1" status: 204 len: 173 time: 0.4055521 Sep 07 16:25:20.887782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b', 'name': 'network-vif-deleted', 'tag': 'f762b953-3e7c-4353-ac1e-967bd7698ace'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:20.890021 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426889ac-a902-4f35-aa99-8fc8b6e48aff" -d '{"events": [{"server_uuid": "5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b", "name": "network-vif-deleted", "tag": "f762b953-3e7c-4353-ac1e-967bd7698ace"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:20.940804 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50750097-7afd-4553-919c-665451a8cc2d x-openstack-request-id: req-50750097-7afd-4553-919c-665451a8cc2d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:20.941324 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b", "name": "network-vif-deleted", "tag": "f762b953-3e7c-4353-ac1e-967bd7698ace", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:20.941582 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50750097-7afd-4553-919c-665451a8cc2d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:20.941984 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b', 'name': 'network-vif-deleted', 'tag': 'f762b953-3e7c-4353-ac1e-967bd7698ace', 'status': 'completed', 'code': 200} Sep 07 16:25:21.395971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9ba6971-bb31-4f7a-9f4b-408cf534b194 req-99c484e7-9eb1-41c4-8a28-ca01103375cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458612 Sep 07 16:25:21.495270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba6971-bb31-4f7a-9f4b-408cf534b194 req-8c30ba25-3c4f-4723-8bcc-664dfe8d584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:21.496675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9ba6971-bb31-4f7a-9f4b-408cf534b194 req-8c30ba25-3c4f-4723-8bcc-664dfe8d584d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fce44d46c57e438393948e71c3c66689&device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 1097 time: 0.0744576 Sep 07 16:25:21.517325 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01371777-d8bb-452f-a0c2-20a094b3af95 req-2b42c511-1e46-4a85-adbe-929e3d80e88c tempest-ServerMetadataNegativeTestJSON-705182679 tempest-ServerMetadataNegativeTestJSON-705182679-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f5127d8-6e1f-4cf1-ab08-9bb16cf9276b HTTP/1.1" status: 200 len: 210 time: 0.0357978 Sep 07 16:25:21.602812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba6971-bb31-4f7a-9f4b-408cf534b194 req-a0e60bf5-4515-4c02-ae17-9d0b21879860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:21.605032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9ba6971-bb31-4f7a-9f4b-408cf534b194 req-a0e60bf5-4515-4c02-ae17-9d0b21879860 service neutron] 10.222.0.54 "GET /v2.0/networks?id=da2e087c-bc81-45bc-81ff-e69a7c19ba4e HTTP/1.1" status: 200 len: 909 time: 0.0853305 Sep 07 16:25:21.680423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9ba6971-bb31-4f7a-9f4b-408cf534b194 req-3426d3a0-3ce6-4cf9-be36-4ef968d348ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36582133-4cf2-469d-b735-02f2fcd3fdbe HTTP/1.1" status: 200 len: 1002 time: 0.0643516 Sep 07 16:25:21.730650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba6971-bb31-4f7a-9f4b-408cf534b194 req-8a166668-ef32-4152-8641-a3ee5fa711d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:21.732137 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9ba6971-bb31-4f7a-9f4b-408cf534b194 req-8a166668-ef32-4152-8641-a3ee5fa711d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7521041a-ed2d-44bf-9abe-5891bd226d9d HTTP/1.1" status: 200 len: 847 time: 0.0445948 Sep 07 16:25:21.780635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba6971-bb31-4f7a-9f4b-408cf534b194 req-f1f15b8b-085e-4665-85b7-5b5a2deca39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:21.782315 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9ba6971-bb31-4f7a-9f4b-408cf534b194 req-f1f15b8b-085e-4665-85b7-5b5a2deca39d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da2e087c-bc81-45bc-81ff-e69a7c19ba4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422447 Sep 07 16:25:21.880713 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9ba6971-bb31-4f7a-9f4b-408cf534b194 req-afc24ab8-d7f3-46b4-a640-99d72634b88b service neutron] 10.222.0.54 "GET /v2.0/networks/da2e087c-bc81-45bc-81ff-e69a7c19ba4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898006 Sep 07 16:25:21.974221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9ba6971-bb31-4f7a-9f4b-408cf534b194 req-e365ef7b-b3aa-4049-9a03-a98f9226343b service neutron] 10.222.0.54 "GET /v2.0/networks/da2e087c-bc81-45bc-81ff-e69a7c19ba4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809488 Sep 07 16:25:22.575972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45680) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:22.625293 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bff070d-1e51-4c97-b89e-f7dd01894854 admin admin] Deleting subnet 5845ae6d-e416-47ea-9ae2-ce2c53b29479 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:25:22.628509 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bff070d-1e51-4c97-b89e-f7dd01894854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:22.667112 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bff070d-1e51-4c97-b89e-f7dd01894854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:22.715278 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bff070d-1e51-4c97-b89e-f7dd01894854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:22.756480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45686) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:22.802601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbde8e-6fa6-4abd-866f-5b5aaac4e6ef req-eb6a77fa-cd8e-4798-9a99-e153dceca705 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:22.804076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcfbde8e-6fa6-4abd-866f-5b5aaac4e6ef req-eb6a77fa-cd8e-4798-9a99-e153dceca705 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0684283 Sep 07 16:25:22.824952 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bff070d-1e51-4c97-b89e-f7dd01894854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:22.863495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff070d-1e51-4c97-b89e-f7dd01894854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5845ae6d-e416-47ea-9ae2-ce2c53b29479,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:22.868478 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acbdc723-7efa-4109-b1d9-8b94795f5165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:22.869877 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0bff070d-1e51-4c97-b89e-f7dd01894854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:22.874071 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0bff070d-1e51-4c97-b89e-f7dd01894854 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5845ae6d-e416-47ea-9ae2-ce2c53b29479 HTTP/1.1" status: 204 len: 168 time: 0.2947738 Sep 07 16:25:22.874962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcfbde8e-6fa6-4abd-866f-5b5aaac4e6ef req-c008c680-7bfb-4421-b9b0-4515edbaed5e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641787 Sep 07 16:25:22.875437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45690) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:22.949315 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21b0daa7-1583-46ba-ae4c-96d7017129f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:22.972745 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acbdc723-7efa-4109-b1d9-8b94795f5165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:22.976776 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-acbdc723-7efa-4109-b1d9-8b94795f5165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.017891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdc723-7efa-4109-b1d9-8b94795f5165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7804d69a-8ab6-4591-9109-a8247ecabdca,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:23.026232 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-acbdc723-7efa-4109-b1d9-8b94795f5165 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=adb334d589064dfd8bd1e25f3fb61317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662828 Sep 07 16:25:23.026867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45694) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:23.079557 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ed0df0d-1f40-4f9a-8efa-072b3d2d8e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.102377 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ed0df0d-1f40-4f9a-8efa-072b3d2d8e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.150775 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ed0df0d-1f40-4f9a-8efa-072b3d2d8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.153584 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ed0df0d-1f40-4f9a-8efa-072b3d2d8e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.154797 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9ed0df0d-1f40-4f9a-8efa-072b3d2d8e79 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7804d69a-8ab6-4591-9109-a8247ecabdca HTTP/1.1" status: 204 len: 168 time: 0.1273994 Sep 07 16:25:23.164118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0df0d-1f40-4f9a-8efa-072b3d2d8e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7804d69a-8ab6-4591-9109-a8247ecabdca,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:23.305660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a110c2b-9cea-40de-b8f7-0bf7ab9e8e5e req-7301ba57-8e25-4ff5-932b-0d5e7ea17f58 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:23.307232 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a110c2b-9cea-40de-b8f7-0bf7ab9e8e5e req-7301ba57-8e25-4ff5-932b-0d5e7ea17f58 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.3560929 Sep 07 16:25:23.327597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f762b953-3e7c-4353-ac1e-967bd7698ace no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:25:23.348650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: f762b953-3e7c-4353-ac1e-967bd7698ace {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:25:23.348962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f762b953-3e7c-4353-ac1e-967bd7698ace not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:25:23.359734 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21b0daa7-1583-46ba-ae4c-96d7017129f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.391474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a110c2b-9cea-40de-b8f7-0bf7ab9e8e5e req-7817062f-779c-45a1-ac4a-6039c960d101 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756814 Sep 07 16:25:23.393037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-21b0daa7-1583-46ba-ae4c-96d7017129f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def69f85-8446-4916-94ac-acc8ab74393e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:23.403350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-21b0daa7-1583-46ba-ae4c-96d7017129f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4435876e-4ac1-4016-a1c2-e759b8887eea') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:23.403665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-21b0daa7-1583-46ba-ae4c-96d7017129f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4435876e-4ac1-4016-a1c2-e759b8887eea') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:25:23.413618 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21b0daa7-1583-46ba-ae4c-96d7017129f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.427660 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21b0daa7-1583-46ba-ae4c-96d7017129f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.433496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b0daa7-1583-46ba-ae4c-96d7017129f6 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:25:23.434137 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21b0daa7-1583-46ba-ae4c-96d7017129f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:25:23.435840 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:25:23.496905 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21b0daa7-1583-46ba-ae4c-96d7017129f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.507625 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21b0daa7-1583-46ba-ae4c-96d7017129f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.512236 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-21b0daa7-1583-46ba-ae4c-96d7017129f6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/def69f85-8446-4916-94ac-acc8ab74393e HTTP/1.1" status: 204 len: 168 time: 0.6331728 Sep 07 16:25:23.519163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0daa7-1583-46ba-ae4c-96d7017129f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=def69f85-8446-4916-94ac-acc8ab74393e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:23.689057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45728) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:23.721065 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-67137148-459e-490a-9921-bc25a706cbe7 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:23.722583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-67137148-459e-490a-9921-bc25a706cbe7 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 811 time: 0.1131110 Sep 07 16:25:23.732756 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-68fb01b7-40be-4b48-8fd8-e7aa0788bbfe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2faf458daff43e791e17bad266d55bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421193 Sep 07 16:25:23.733305 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45730) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:23.738142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-340248fd-dfe4-49d9-a649-d8faca869210 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/quotas/b9848727a03c41348e7ad9c0dce7eea4 HTTP/1.1" status: 200 len: 375 time: 0.0095723 Sep 07 16:25:23.789898 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bc7a-ef38-4919-bba3-be63f57beb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.806160 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-5504e658-08e6-49bf-859b-ebe0b202e772 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0614436 Sep 07 16:25:23.812272 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bc7a-ef38-4919-bba3-be63f57beb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.866966 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bc7a-ef38-4919-bba3-be63f57beb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.869875 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bc7a-ef38-4919-bba3-be63f57beb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:23.871284 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f0a2bc7a-ef38-4919-bba3-be63f57beb8b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2aa5e62-7c75-4b06-b5c2-71399083e3f8 HTTP/1.1" status: 204 len: 168 time: 0.1369395 Sep 07 16:25:23.879978 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2bc7a-ef38-4919-bba3-be63f57beb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aa5e62-7c75-4b06-b5c2-71399083e3f8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:23.910514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-93e6140f-e8f4-404a-893f-6fbdc2599135 service neutron] 10.222.0.70 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963604 Sep 07 16:25:23.975370 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45738) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:24.008433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-5d3eec69-27d7-4280-b62f-5b2a8b8fa6e3 service neutron] 10.222.0.70 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918355 Sep 07 16:25:24.223927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5995cb7-1cb0-40e8-b3d3-b473e9b30120 req-6a2eacc7-ade5-40b3-98d8-acc7e48a5697 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 210 time: 0.0360396 Sep 07 16:25:24.318761 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1272592420-network', 'tenant_id': 'cc287282ddc84bc38eb5d1c139250ada'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:24.376174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Made reservation on behalf of cc287282ddc84bc38eb5d1c139250ada for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:25:24.378515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:24.389056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:24.522107 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:24.529794 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:24.558473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:25:24.570643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:24.577897 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:24.578451 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Added segment 5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d of type vlan for network 4afba286-0c3a-4807-938f-9ccc316dce0e Sep 07 16:25:24.631544 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:24.656046 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:24.657299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:24.658607 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:24.693246 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7138138 Sep 07 16:25:24.693769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45772) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:25:24.702537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1b7abcfc-81bf-46ce-9f95-bf751ff1c9ef admin admin] Request body: {'subnet': {'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1272592420-subnet', 'tenant_id': 'cc287282ddc84bc38eb5d1c139250ada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:24.726644 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37a552-7c89-4fb4-ba21-c15ce1444a10 admin admin] Pushing event updated for resources: {'Network': ['ID=4afba286-0c3a-4807-938f-9ccc316dce0e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:24.730965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7abcfc-81bf-46ce-9f95-bf751ff1c9ef admin admin] Made reservation on behalf of cc287282ddc84bc38eb5d1c139250ada for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:25:24.733941 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b7abcfc-81bf-46ce-9f95-bf751ff1c9ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:24.738220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 4afba286-0c3a-4807-938f-9ccc316dce0e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:25:24.951800 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b7abcfc-81bf-46ce-9f95-bf751ff1c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:25.000979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7abcfc-81bf-46ce-9f95-bf751ff1c9ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f8387af-d117-4712-b790-ad9ed5b99fe7,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:25.015830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7abcfc-81bf-46ce-9f95-bf751ff1c9ef admin admin] Checking segment: {'id': '5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:25:25.016192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7abcfc-81bf-46ce-9f95-bf751ff1c9ef admin admin] Network hostable DHCP agents. Network: 4afba286-0c3a-4807-938f-9ccc316dce0e, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:25:25.032527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7abcfc-81bf-46ce-9f95-bf751ff1c9ef admin admin] Network 4afba286-0c3a-4807-938f-9ccc316dce0e is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:25:25.041070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1b7abcfc-81bf-46ce-9f95-bf751ff1c9ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 4afba286-0c3a-4807-938f-9ccc316dce0e) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:25.045391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7abcfc-81bf-46ce-9f95-bf751ff1c9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:25.046597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b7abcfc-81bf-46ce-9f95-bf751ff1c9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:25.050343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38efb3be-9473-4804-bfd3-809bf08f812e None None] Network 4afba286-0c3a-4807-938f-9ccc316dce0e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:25:25.073736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1b7abcfc-81bf-46ce-9f95-bf751ff1c9ef admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3700418 Sep 07 16:25:25.182902 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaa56e1-db8a-4773-91f9-22b715c28745 None None] Network 4afba286-0c3a-4807-938f-9ccc316dce0e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:25:25.344384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3bfd5f3-954c-40ab-9755-db7fe6eee6d9 req-b313679e-543c-4aa4-a4ea-bee439b95c14 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0661027 Sep 07 16:25:25.384924 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65279c2e-2445-46a2-a483-7803a28b887f req-9039d1ca-6b87-4fb2-a792-944662ae7767 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 210 time: 0.0504448 Sep 07 16:25:25.536581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-a0a1a118-2222-4247-a051-416a36fb50ec tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:25.538061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-a0a1a118-2222-4247-a051-416a36fb50ec tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.54 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 811 time: 0.1754448 Sep 07 16:25:25.552643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Request body: {'port': {'device_id': '1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'admin_state_up': True, 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:25.677933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Made reservation on behalf of b9848727a03c41348e7ad9c0dce7eea4 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:25:25.681712 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:25.843392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Allocated IP 172.20.0.4 (ffb11023-581e-4b93-9d24-3e77cb56e81e/5b466ef0-7a81-4b15-b2ee-64b34936ce50/3801a1a7-f77a-4f8b-8511-9cc08eca1e8e) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:25:26.007316 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:26.022078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Transition to ACTIVE for port object 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:26.054564 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:26.068909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['7c8cf3be-07ff-4315-9dcd-f295a6d5dae1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:26.074230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f930ff5e-3ce6-4498-9e2b-9d611eb41027'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:26.102667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Network ffb11023-581e-4b93-9d24-3e77cb56e81e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:25:26.107825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:26.112282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:25:26.144022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event updated for resources: {'Port': ['ID=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:26.167892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:26.169007 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:26.186913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-810ee771-e348-436c-882e-bf45bbab2274 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6382282 Sep 07 16:25:26.201070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Request body: {'port': {'device_id': '1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:26.290698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:26.510280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aaf8d449-d43b-4f03-bbf4-7f4bc2b123ad None None] Provisioning for port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:26.511485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e09ac19-534e-4f12-b427-5dcd1f30a941 req-3dea04e6-cb10-491c-a4ac-d4b7ab48fc32 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0367093 Sep 07 16:25:26.522238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aaf8d449-d43b-4f03-bbf4-7f4bc2b123ad None None] Provisioning complete for port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:26.522833 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aaf8d449-d43b-4f03-bbf4-7f4bc2b123ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:26.619917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ac1ba-ea41-427a-ab63-182d9683ccdb req-8cb3765a-bfa9-4458-afb1-82adcc533a0e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:26.621019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aaf8d449-d43b-4f03-bbf4-7f4bc2b123ad None None] Port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:25:26.629124 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e1ac1ba-ea41-427a-ab63-182d9683ccdb req-8cb3765a-bfa9-4458-afb1-82adcc533a0e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 931 time: 0.1165757 Sep 07 16:25:26.709878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e1ac1ba-ea41-427a-ab63-182d9683ccdb req-c5240cf9-53ce-465a-9bb1-9f3c787d488e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539496 Sep 07 16:25:26.788945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:26.798343 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:26.813254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Transition to ACTIVE for port object 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:26.817125 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:26.882792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Pushing event updated for resources: {'Port': ['ID=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:26.990067 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82dd99e9-9791-449a-b9fa-d09706216006 req-7ef623a7-1993-4888-b9db-c8c6014e76f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679104 Sep 07 16:25:26.999613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Attempting to bind port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:25:26.999968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Attempting to bind port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:25:27.000371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Attempting to bind port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e on network ffb11023-581e-4b93-9d24-3e77cb56e81e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:27.006075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e on network ffb11023-581e-4b93-9d24-3e77cb56e81e not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:25:27.006333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Attempting to bind port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e on network ffb11023-581e-4b93-9d24-3e77cb56e81e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:27.016444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:25:27.016808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Checking segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:25:27.017207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Bound using segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:25:27.017659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Bound port: 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:25:27.018031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:27.070388 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd99e9-9791-449a-b9fa-d09706216006 req-416a0a59-3783-4f7c-ba95-5cbda11034bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:27.084615 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82dd99e9-9791-449a-b9fa-d09706216006 req-416a0a59-3783-4f7c-ba95-5cbda11034bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 1097 time: 0.0613019 Sep 07 16:25:27.170015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] For port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:25:27.174471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] For port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:25:27.183590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-9f45644c-2a6b-41a7-ad88-931636599f86 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:27.185531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-9f45644c-2a6b-41a7-ad88-931636599f86 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/networks?id=4afba286-0c3a-4807-938f-9ccc316dce0e HTTP/1.1" status: 200 len: 809 time: 0.1651657 Sep 07 16:25:27.187581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:27.246027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-67878ea5-f3f3-458f-8b13-7eea45a404fd tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/quotas/cc287282ddc84bc38eb5d1c139250ada HTTP/1.1" status: 200 len: 375 time: 0.0338104 Sep 07 16:25:27.252202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:27.252863 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:27.254282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] 10.222.0.54 "PUT /v2.0/ports/3801a1a7-f77a-4f8b-8511-9cc08eca1e8e HTTP/1.1" status: 200 len: 1091 time: 1.0583122 Sep 07 16:25:27.254777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd', 'tag': '3801a1a7-f77a-4f8b-8511-9cc08eca1e8e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:27.257274 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9550318b-4d16-457c-bd23-ed946b18f221" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd", "tag": "3801a1a7-f77a-4f8b-8511-9cc08eca1e8e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:27.284399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5c41d-ef7e-4481-a31d-078f0e722687 service neutron] Pushing event updated for resources: {'Port': ['ID=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:27.305947 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-ec9dd0f9-9f1c-4505-9d11-51f7c1f281ac tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc287282ddc84bc38eb5d1c139250ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452282 Sep 07 16:25:27.336580 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0ec38c-d815-4e20-ad11-66b2635f578e x-openstack-request-id: req-cc0ec38c-d815-4e20-ad11-66b2635f578e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:27.336970 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd", "tag": "3801a1a7-f77a-4f8b-8511-9cc08eca1e8e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:27.337150 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc0ec38c-d815-4e20-ad11-66b2635f578e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:27.338103 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd', 'tag': '3801a1a7-f77a-4f8b-8511-9cc08eca1e8e', 'status': 'completed', 'code': 200} Sep 07 16:25:27.429650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-bc7b6a1a-ee77-4842-a520-14f1f18a492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:27.431164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-bc7b6a1a-ee77-4842-a520-14f1f18a492e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 1094 time: 0.1061091 Sep 07 16:25:27.485045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-7887dfd1-af29-4032-8bbd-767204435f28 service neutron] 10.222.0.70 "GET /v2.0/networks/4afba286-0c3a-4807-938f-9ccc316dce0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678102 Sep 07 16:25:27.486844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-199b8432-fc9d-43b6-a0d8-4f622a56206e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e HTTP/1.1" status: 200 len: 217 time: 0.0416865 Sep 07 16:25:27.533808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd99e9-9791-449a-b9fa-d09706216006 req-79416e76-a710-4ed5-bdaf-29ee59ea9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:27.535315 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82dd99e9-9791-449a-b9fa-d09706216006 req-79416e76-a710-4ed5-bdaf-29ee59ea9da3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.4283218 Sep 07 16:25:27.584666 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82dd99e9-9791-449a-b9fa-d09706216006 req-5fdcd860-be4e-49e5-8985-3d3ec8f0615c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 HTTP/1.1" status: 200 len: 217 time: 0.0352952 Sep 07 16:25:27.600997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-0537474f-f2d8-4d8c-95c2-1f5403fc5705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:27.602304 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-0537474f-f2d8-4d8c-95c2-1f5403fc5705 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.1020410 Sep 07 16:25:27.638316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd99e9-9791-449a-b9fa-d09706216006 req-0e8b4291-dafa-4bfd-82e5-40a5b1e5bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:27.640470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82dd99e9-9791-449a-b9fa-d09706216006 req-0e8b4291-dafa-4bfd-82e5-40a5b1e5bfc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.0452278 Sep 07 16:25:27.641656 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b257b3a3-65eb-4079-b54a-df49f69eed40 req-8cbc9495-28d9-46b2-879e-e73e0ba0b3dd tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0447028 Sep 07 16:25:27.670069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-fa999703-5830-4132-ae08-e7f5afb78917 service neutron] 10.222.0.70 "GET /v2.0/networks/4afba286-0c3a-4807-938f-9ccc316dce0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776128 Sep 07 16:25:27.682934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-81782c40-4f7c-45ae-95a4-f95b1a148ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:27.684552 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-81782c40-4f7c-45ae-95a4-f95b1a148ea4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705101 Sep 07 16:25:27.701673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd99e9-9791-449a-b9fa-d09706216006 req-b16345f9-0cd2-4b2e-8f5b-0176f8539b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:27.703378 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82dd99e9-9791-449a-b9fa-d09706216006 req-b16345f9-0cd2-4b2e-8f5b-0176f8539b17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516405 Sep 07 16:25:27.809526 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82dd99e9-9791-449a-b9fa-d09706216006 req-4e590c1c-363a-4e3b-869b-c66a2513f5dd service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966606 Sep 07 16:25:27.838305 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-692d6a76-d29e-477d-ba02-e488941e7f86 service neutron] 10.222.0.54 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418405 Sep 07 16:25:27.885491 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-846fdf0e-554d-4f1d-88a1-aab3310fc4c2 req-4c2e0358-9264-47ea-b80f-60ab2cdb4914 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 210 time: 0.0512078 Sep 07 16:25:27.912977 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82dd99e9-9791-449a-b9fa-d09706216006 req-01d9d13a-1247-4b38-ac3e-d327815713f3 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943482 Sep 07 16:25:27.960271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a00846-696b-4d79-9f17-51f724cb3263 req-7a4464b2-3471-483d-913b-668e1c8fddcc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:27.961860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51a00846-696b-4d79-9f17-51f724cb3263 req-7a4464b2-3471-483d-913b-668e1c8fddcc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 943 time: 0.1717305 Sep 07 16:25:28.010916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4a64623-2a87-4810-9e52-8c5004419fe7 req-168a4abe-b88c-4e1d-9b51-3b7ec22e0b7f service neutron] 10.222.0.54 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568882 Sep 07 16:25:28.016165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51a00846-696b-4d79-9f17-51f724cb3263 req-ca99ea04-f86a-44e2-b7a1-7665672935b1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479298 Sep 07 16:25:28.116937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550318b-4d16-457c-bd23-ed946b18f221 req-1db9358e-f236-45cd-bca3-dc4262eef710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:28.118567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9550318b-4d16-457c-bd23-ed946b18f221 req-1db9358e-f236-45cd-bca3-dc4262eef710 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 1094 time: 0.0431864 Sep 07 16:25:28.217940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550318b-4d16-457c-bd23-ed946b18f221 req-8e612e6d-046b-4234-8b21-e02014f805a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:28.219455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9550318b-4d16-457c-bd23-ed946b18f221 req-8e612e6d-046b-4234-8b21-e02014f805a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.0937314 Sep 07 16:25:28.261907 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9550318b-4d16-457c-bd23-ed946b18f221 req-03f19c4b-7063-46d8-a8a8-164531743534 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e HTTP/1.1" status: 200 len: 217 time: 0.0352006 Sep 07 16:25:28.317804 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550318b-4d16-457c-bd23-ed946b18f221 req-d50835d9-3569-4a51-972f-3a816d3875dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:28.319294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9550318b-4d16-457c-bd23-ed946b18f221 req-d50835d9-3569-4a51-972f-3a816d3875dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.0486543 Sep 07 16:25:28.367461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550318b-4d16-457c-bd23-ed946b18f221 req-09a40d75-f746-449a-84a0-7eec9f913fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:28.369587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9550318b-4d16-457c-bd23-ed946b18f221 req-09a40d75-f746-449a-84a0-7eec9f913fa4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403731 Sep 07 16:25:28.463865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9550318b-4d16-457c-bd23-ed946b18f221 req-cfaf5b6a-61d5-4478-89b4-280379e17086 service neutron] 10.222.0.54 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853748 Sep 07 16:25:28.556424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9550318b-4d16-457c-bd23-ed946b18f221 req-eedc89f7-b38d-4fb5-af4f-2207d3954047 service neutron] 10.222.0.54 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844858 Sep 07 16:25:28.741763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de36a736-2974-46c6-bb0c-13674b278066 req-6d82c560-9041-41a0-87cd-866bdb4d9cfc tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0269372 Sep 07 16:25:28.992886 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f22d44c4-1b2a-4ba4-ad28-eebeb619bc63 req-d82ebfab-1ecc-4de7-96eb-1b4539e54dbe tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 210 time: 0.0331357 Sep 07 16:25:29.135842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dfd4391f-088b-4672-bf65-94ab5cf25133 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:29.137316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dfd4391f-088b-4672-bf65-94ab5cf25133 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.54 "GET /v2.0/networks?id=4afba286-0c3a-4807-938f-9ccc316dce0e HTTP/1.1" status: 200 len: 809 time: 0.1505816 Sep 07 16:25:29.155132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-85aec31d-a4a7-4e8b-b955-b6e6cd3c69cb tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Request body: {'port': {'device_id': '7e7219f8-7172-48d2-aabf-6b7f354d7178', 'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e', 'admin_state_up': True, 'tenant_id': 'cc287282ddc84bc38eb5d1c139250ada'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:29.167353 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ce05-cf19-4456-958b-4ea9aa7819c8 req-ca077cff-dee7-419e-b32b-07291d974ccb tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:29.168827 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d74ce05-cf19-4456-958b-4ea9aa7819c8 req-ca077cff-dee7-419e-b32b-07291d974ccb tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 943 time: 0.0692821 Sep 07 16:25:29.263507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d74ce05-cf19-4456-958b-4ea9aa7819c8 req-ea3c921a-0a46-4997-8f5d-ce7c94fcc2b7 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850735 Sep 07 16:25:29.298805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-85aec31d-a4a7-4e8b-b955-b6e6cd3c69cb tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Made reservation on behalf of cc287282ddc84bc38eb5d1c139250ada for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:25:29.302316 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-85aec31d-a4a7-4e8b-b955-b6e6cd3c69cb tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:29.429053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-85aec31d-a4a7-4e8b-b955-b6e6cd3c69cb tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Allocated IP 172.20.0.8 (4afba286-0c3a-4807-938f-9ccc316dce0e/6f8387af-d117-4712-b790-ad9ed5b99fe7/a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:25:29.567375 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-85aec31d-a4a7-4e8b-b955-b6e6cd3c69cb tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:29.606647 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-85aec31d-a4a7-4e8b-b955-b6e6cd3c69cb tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:29.641979 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7858d56f-32e7-4eda-b6af-8a4e22f6a5a1 req-38ed428a-1a87-4629-b4a4-e02865eca76d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0250034 Sep 07 16:25:29.651972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-85aec31d-a4a7-4e8b-b955-b6e6cd3c69cb tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Network 4afba286-0c3a-4807-938f-9ccc316dce0e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:25:29.655001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-85aec31d-a4a7-4e8b-b955-b6e6cd3c69cb tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:29.658768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-85aec31d-a4a7-4e8b-b955-b6e6cd3c69cb tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:25:29.687420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aec31d-a4a7-4e8b-b955-b6e6cd3c69cb tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Pushing event updated for resources: {'Port': ['ID=a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:29.712518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-85aec31d-a4a7-4e8b-b955-b6e6cd3c69cb tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:29.713735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-85aec31d-a4a7-4e8b-b955-b6e6cd3c69cb tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:29.727002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-85aec31d-a4a7-4e8b-b955-b6e6cd3c69cb tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787408 Sep 07 16:25:29.743572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Request body: {'port': {'device_id': '7e7219f8-7172-48d2-aabf-6b7f354d7178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:29.796830 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:29.863349 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15168246-79b6-4648-96a1-33f7bd3dc5c1 req-a9ccf2a4-1bdb-4ad7-b123-f36b944602d3 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0299511 Sep 07 16:25:30.105748 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:30.115659 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:30.132725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Transition to ACTIVE for port object a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:30.141787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9f095-3d12-4574-b421-95da8b274089 req-873d4641-7ac1-481b-823f-100047193161 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:30.143272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bad9f095-3d12-4574-b421-95da8b274089 req-873d4641-7ac1-481b-823f-100047193161 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 931 time: 0.0733063 Sep 07 16:25:30.144317 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:30.219939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Pushing event updated for resources: {'Port': ['ID=a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:30.248614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bad9f095-3d12-4574-b421-95da8b274089 req-e6c01e86-7b2e-4340-a791-caeb968f4158 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961387 Sep 07 16:25:30.295223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Attempting to bind port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:25:30.295578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Attempting to bind port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:25:30.295917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Attempting to bind port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 on network 4afba286-0c3a-4807-938f-9ccc316dce0e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:30.301226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 on network 4afba286-0c3a-4807-938f-9ccc316dce0e not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:25:30.301558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Attempting to bind port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 on network 4afba286-0c3a-4807-938f-9ccc316dce0e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:30.307543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:25:30.307889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Checking segment: {'id': '5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:25:30.308278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Bound using segment: {'id': '5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:25:30.308740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Bound port: a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:25:30.309105 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:30.404916 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] For port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:25:30.409133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] For port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977,segment=NetworkSegment(5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d),segment_id=5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:25:30.414019 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:30.430637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35f059-9d1a-493d-b21a-3c172682f2d8 req-36346ddd-ed71-4772-b5c6-63dd00ebccfd tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:30.432700 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed35f059-9d1a-493d-b21a-3c172682f2d8 req-36346ddd-ed71-4772-b5c6-63dd00ebccfd tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 943 time: 0.0906951 Sep 07 16:25:30.474953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:30.475582 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:30.476976 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] 10.222.0.54 "PUT /v2.0/ports/a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 HTTP/1.1" status: 200 len: 1091 time: 0.7373164 Sep 07 16:25:30.477423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7219f8-7172-48d2-aabf-6b7f354d7178', 'tag': 'a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:30.480173 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c7dd53-3a9f-4976-a84a-ff61ff9e74e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7219f8-7172-48d2-aabf-6b7f354d7178", "tag": "a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:30.508181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd87a77-0442-4c08-829c-8ad52526c4ea service neutron] Pushing event updated for resources: {'Port': ['ID=a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:30.528283 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8153bc56-a26f-4934-9a61-9b0e10603f0a x-openstack-request-id: req-8153bc56-a26f-4934-9a61-9b0e10603f0a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:30.528681 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7219f8-7172-48d2-aabf-6b7f354d7178", "tag": "a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:30.528943 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8153bc56-a26f-4934-9a61-9b0e10603f0a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:30.529338 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7219f8-7172-48d2-aabf-6b7f354d7178', 'tag': 'a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977', 'status': 'completed', 'code': 200} Sep 07 16:25:30.532711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed35f059-9d1a-493d-b21a-3c172682f2d8 req-da555d19-411d-4aad-b5fd-592285464b46 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814538 Sep 07 16:25:30.576910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-fbf0e6ec-f201-4597-9f34-f8cfb639a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:30.578429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-fbf0e6ec-f201-4597-9f34-f8cfb639a4fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc287282ddc84bc38eb5d1c139250ada&device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 1094 time: 0.0415931 Sep 07 16:25:30.625113 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-812610cf-976f-47fe-87d7-178601b67843 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 HTTP/1.1" status: 200 len: 217 time: 0.0372629 Sep 07 16:25:30.676843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-554ec5e0-6a11-4d21-b9d7-cf9782da578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:30.678290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-554ec5e0-6a11-4d21-b9d7-cf9782da578d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6f8387af-d117-4712-b790-ad9ed5b99fe7 HTTP/1.1" status: 200 len: 849 time: 0.0445986 Sep 07 16:25:30.709138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-1a32f085-efe3-45fa-bbba-d5149879a46d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afba286-0c3a-4807-938f-9ccc316dce0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230455 Sep 07 16:25:31.067403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9aedcea8-cbac-4c1d-820a-51e3c3d2fdd3 req-faa8500e-f08e-454d-b7e9-e26175edb9db tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0323308 Sep 07 16:25:31.092528 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-fa0694cc-23a1-4425-8353-3640e80806f3 service neutron] 10.222.0.54 "GET /v2.0/networks/4afba286-0c3a-4807-938f-9ccc316dce0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740592 Sep 07 16:25:31.182350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10c1334f-be27-4a19-84fb-26c44d5954e5 req-e55086ae-2965-4fe3-bf35-2b6c685c735b service neutron] 10.222.0.54 "GET /v2.0/networks/4afba286-0c3a-4807-938f-9ccc316dce0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836055 Sep 07 16:25:31.273502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7dd53-3a9f-4976-a84a-ff61ff9e74e6 req-9d7ebfe3-5fde-4e18-bbd0-74f73c2dcab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:31.275065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18c7dd53-3a9f-4976-a84a-ff61ff9e74e6 req-9d7ebfe3-5fde-4e18-bbd0-74f73c2dcab5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc287282ddc84bc38eb5d1c139250ada&device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 1094 time: 0.0407543 Sep 07 16:25:31.405812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:25:31.406462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f2412-ba9f-424d-a05b-e26b0cb359df req-97a3d1c4-13e8-40b3-965f-8fdb1f67c7f6 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:31.407842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd9f2412-ba9f-424d-a05b-e26b0cb359df req-97a3d1c4-13e8-40b3-965f-8fdb1f67c7f6 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 943 time: 0.0709970 Sep 07 16:25:31.408913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7dd53-3a9f-4976-a84a-ff61ff9e74e6 req-fee4e361-9799-486a-bd5b-a747e3fdc048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:31.410271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18c7dd53-3a9f-4976-a84a-ff61ff9e74e6 req-fee4e361-9799-486a-bd5b-a747e3fdc048 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afba286-0c3a-4807-938f-9ccc316dce0e HTTP/1.1" status: 200 len: 910 time: 0.1277206 Sep 07 16:25:31.465980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18c7dd53-3a9f-4976-a84a-ff61ff9e74e6 req-a011bb2e-3447-4628-920f-0111945f62ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 HTTP/1.1" status: 200 len: 217 time: 0.0441372 Sep 07 16:25:31.488743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd9f2412-ba9f-424d-a05b-e26b0cb359df req-d8b83af9-aa36-4fe2-9de6-28492d95d817 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740118 Sep 07 16:25:31.504604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:31.516514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '3801a1a7-f77a-4f8b-8511-9cc08eca1e8e', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'port_id': '3801a1a7-f77a-4f8b-8511-9cc08eca1e8e', 'mac_address': 'fa:16:3e:f3:f2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:25:31.524953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7dd53-3a9f-4976-a84a-ff61ff9e74e6 req-cbe7e792-1155-458c-b741-b82f25eae5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:31.526439 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18c7dd53-3a9f-4976-a84a-ff61ff9e74e6 req-cbe7e792-1155-458c-b741-b82f25eae5f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6f8387af-d117-4712-b790-ad9ed5b99fe7 HTTP/1.1" status: 200 len: 849 time: 0.0509346 Sep 07 16:25:31.552575 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:31.563865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18c7dd53-3a9f-4976-a84a-ff61ff9e74e6 req-ea85ce13-af16-45d9-869e-0d06794c2504 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afba286-0c3a-4807-938f-9ccc316dce0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292406 Sep 07 16:25:31.568062 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:31.590499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:31.595523 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:31.642167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:31.692163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c794e-b94f-4b27-b11e-c4a16d34cd64 req-7c17b7d1-f0b1-4709-8235-bba9fed2999a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:31.693671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699c794e-b94f-4b27-b11e-c4a16d34cd64 req-7c17b7d1-f0b1-4709-8235-bba9fed2999a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 944 time: 0.0895135 Sep 07 16:25:31.695642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18c7dd53-3a9f-4976-a84a-ff61ff9e74e6 req-41692c22-df9b-441d-8d2f-a76fc75c548d service neutron] 10.222.0.54 "GET /v2.0/networks/4afba286-0c3a-4807-938f-9ccc316dce0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221836 Sep 07 16:25:31.712967 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:31.786056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699c794e-b94f-4b27-b11e-c4a16d34cd64 req-8897d56c-0a3c-4a7f-b40f-54cd7eb72798 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842483 Sep 07 16:25:31.815563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18c7dd53-3a9f-4976-a84a-ff61ff9e74e6 req-3da67dee-4aea-4a33-b639-3c04e4987a95 service neutron] 10.222.0.54 "GET /v2.0/networks/4afba286-0c3a-4807-938f-9ccc316dce0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071053 Sep 07 16:25:31.935383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['3801a1a7-f77a-4f8b-8511-9cc08eca1e8e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:32.166905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9273019-049e-446c-8889-00d2fc79debc req-54b04517-cc5a-4181-aac4-ed41c8fc535e tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0263283 Sep 07 16:25:32.258488 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:25:32.326355 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:32.482768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-896220a2-4853-4b8c-913d-6c1692deb0cd req-d555b69e-87bb-441c-ad2b-9cb46896c1dc tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0332808 Sep 07 16:25:32.608803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58213-7bc9-47af-aa87-444724ced6ca req-75f2d089-4b8e-4f86-b82f-5d7a9d255a21 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:32.610183 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7c58213-7bc9-47af-aa87-444724ced6ca req-75f2d089-4b8e-4f86-b82f-5d7a9d255a21 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 943 time: 0.0525062 Sep 07 16:25:32.649459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7c58213-7bc9-47af-aa87-444724ced6ca req-23512aa7-4629-4cee-a937-85d12fc64970 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333002 Sep 07 16:25:32.900637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf48d8-145a-44fd-b490-7a656a795abe req-4a48fa71-d063-4116-a26f-9bcfd7fd0c8a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:32.902047 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4acf48d8-145a-44fd-b490-7a656a795abe req-4a48fa71-d063-4116-a26f-9bcfd7fd0c8a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 944 time: 0.0484834 Sep 07 16:25:32.938208 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4acf48d8-145a-44fd-b490-7a656a795abe req-b19f9d13-86cd-4a7c-ba71-7d731517bc0d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303495 Sep 07 16:25:33.420171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:33.468205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:33.471786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:33.472162 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:33.553448 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:33.576708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3801a1a7-f77a-4f8b-8511-9cc08eca1e8e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:33.579019 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce22124b-d3c8-4374-ae27-bfa8ec8d55a2" -d '{"events": [{"server_uuid": "1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd", "name": "network-vif-plugged", "status": "completed", "tag": "3801a1a7-f77a-4f8b-8511-9cc08eca1e8e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:33.586009 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f7d0dab-d809-4b73-a32b-780d53ac4d4d req-c470941a-faad-49a5-b48b-65f94fa140b1 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0267696 Sep 07 16:25:33.591284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:33.595642 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:33.622374 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf80d896-78ae-4826-9904-72f0ccb0a6fd x-openstack-request-id: req-bf80d896-78ae-4826-9904-72f0ccb0a6fd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:33.622674 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd", "name": "network-vif-plugged", "status": "completed", "tag": "3801a1a7-f77a-4f8b-8511-9cc08eca1e8e", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:33.622933 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf80d896-78ae-4826-9904-72f0ccb0a6fd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:33.623325 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3801a1a7-f77a-4f8b-8511-9cc08eca1e8e', 'code': 200} Sep 07 16:25:33.649325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:33.720404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6755f-1be0-482e-82b4-6e0e2d5debe6 req-bc9b7bb2-2290-4cf3-b27b-d842d52fe17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:33.721941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-16d6755f-1be0-482e-82b4-6e0e2d5debe6 req-bc9b7bb2-2290-4cf3-b27b-d842d52fe17b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 1096 time: 0.0445302 Sep 07 16:25:33.783065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-16d6755f-1be0-482e-82b4-6e0e2d5debe6 req-fb37bea0-c532-4b10-9ab0-5591f3d2d739 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503294 Sep 07 16:25:33.792114 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd77967-387b-4bde-9023-fc10807296e1 req-7926633f-4eff-4675-8306-dde01463d16f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:33.793635 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fcd77967-387b-4bde-9023-fc10807296e1 req-7926633f-4eff-4675-8306-dde01463d16f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 943 time: 0.0708382 Sep 07 16:25:33.831632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fcd77967-387b-4bde-9023-fc10807296e1 req-d724f36b-ea4a-472a-ae4f-cab3f8478a85 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318954 Sep 07 16:25:34.153920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e609f3b-77c1-471c-9c1f-83f30828097a req-1d67cb33-c60a-4f3f-b68e-7843d6dc42d8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:34.155958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e609f3b-77c1-471c-9c1f-83f30828097a req-1d67cb33-c60a-4f3f-b68e-7843d6dc42d8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 945 time: 0.0499189 Sep 07 16:25:34.192270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e609f3b-77c1-471c-9c1f-83f30828097a req-3ec67c77-62af-43c8-9265-8132c36490d8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303919 Sep 07 16:25:34.694065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36b4cac3-5d0c-42e7-8337-22c4e0d2aec3 req-44e7e9c5-8d8e-4288-b180-0ad52d202e99 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0297174 Sep 07 16:25:34.946577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac070d-a111-45db-a29a-1ef22056cb19 req-b6bdf042-7b7c-47d3-9825-ce9b017d62f8 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:34.948085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0ac070d-a111-45db-a29a-1ef22056cb19 req-b6bdf042-7b7c-47d3-9825-ce9b017d62f8 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 943 time: 0.0496228 Sep 07 16:25:34.984874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0ac070d-a111-45db-a29a-1ef22056cb19 req-b7f4431d-0d28-4077-b8b5-98d9cd68e06f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307550 Sep 07 16:25:35.315149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ee513-d3ed-44da-aef5-c9be3784eade req-ad1eb5dd-d86a-4cbf-9179-f2f24edff1c0 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:35.316683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b07ee513-d3ed-44da-aef5-c9be3784eade req-ad1eb5dd-d86a-4cbf-9179-f2f24edff1c0 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 945 time: 0.0590849 Sep 07 16:25:35.353117 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b07ee513-d3ed-44da-aef5-c9be3784eade req-b25b71af-8f8d-4aeb-9c5a-3d21b4b92932 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304844 Sep 07 16:25:35.419133 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:25:35.449678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-805f9c64-2834-4079-90a5-8816439c7e5f req-66a6126f-8c88-4fb6-8b34-39ec89e8700a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b9848727a03c41348e7ad9c0dce7eea4 HTTP/1.1" status: 200 len: 267 time: 0.0316305 Sep 07 16:25:35.507376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f9c64-2834-4079-90a5-8816439c7e5f req-6ed5bbf6-9aef-401d-9d9a-cc40dc804f80 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:35.509069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-805f9c64-2834-4079-90a5-8816439c7e5f req-6ed5bbf6-9aef-401d-9d9a-cc40dc804f80 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 945 time: 0.0537045 Sep 07 16:25:35.521945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-805f9c64-2834-4079-90a5-8816439c7e5f req-670ec930-54fa-49b0-a0bf-27fe1c0f1876 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Request body: {'port': {'security_groups': []}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:35.589807 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-805f9c64-2834-4079-90a5-8816439c7e5f req-670ec930-54fa-49b0-a0bf-27fe1c0f1876 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:35.670097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977,segment=NetworkSegment(5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d),segment_id=5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:35.680972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977', 'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e', 'port_id': 'a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977', 'mac_address': 'fa:16:3e:f8:a3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f8387af-d117-4712-b790-ad9ed5b99fe7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:25:35.717023 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:35.730079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:35.751197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-805f9c64-2834-4079-90a5-8816439c7e5f req-670ec930-54fa-49b0-a0bf-27fe1c0f1876 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] For port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:35.753547 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977,segment=NetworkSegment(5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d),segment_id=5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:35.757117 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:35.809577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:35.815047 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-805f9c64-2834-4079-90a5-8816439c7e5f req-670ec930-54fa-49b0-a0bf-27fe1c0f1876 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:35.819053 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6437bc2-ca97-44c8-a161-4993058dd029 req-bdbc3be3-4ab7-435f-bdd3-0c2fda8c910e tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0432134 Sep 07 16:25:35.820354 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-805f9c64-2834-4079-90a5-8816439c7e5f req-670ec930-54fa-49b0-a0bf-27fe1c0f1876 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:35.832176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f930ff5e-3ce6-4498-9e2b-9d611eb41027', '3801a1a7-f77a-4f8b-8511-9cc08eca1e8e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:35.838334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['7c8cf3be-07ff-4315-9dcd-f295a6d5dae1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:35.869709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f9c64-2834-4079-90a5-8816439c7e5f req-670ec930-54fa-49b0-a0bf-27fe1c0f1876 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:35.870333 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-805f9c64-2834-4079-90a5-8816439c7e5f req-670ec930-54fa-49b0-a0bf-27fe1c0f1876 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:35.872383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-805f9c64-2834-4079-90a5-8816439c7e5f req-670ec930-54fa-49b0-a0bf-27fe1c0f1876 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "PUT /v2.0/ports/3801a1a7-f77a-4f8b-8511-9cc08eca1e8e HTTP/1.1" status: 200 len: 904 time: 0.3553023 Sep 07 16:25:35.874998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd', 'tag': '3801a1a7-f77a-4f8b-8511-9cc08eca1e8e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:35.877482 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f6829f-7fec-477c-a3ed-522e5d4d85e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd", "tag": "3801a1a7-f77a-4f8b-8511-9cc08eca1e8e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:35.921813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ec930-54fa-49b0-a0bf-27fe1c0f1876 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event updated for resources: {'Port': ['ID=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:35.945786 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b1901d-416d-4ef5-99b2-4e2426a2fac0 x-openstack-request-id: req-95b1901d-416d-4ef5-99b2-4e2426a2fac0 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:35.946119 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd", "tag": "3801a1a7-f77a-4f8b-8511-9cc08eca1e8e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:35.946373 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95b1901d-416d-4ef5-99b2-4e2426a2fac0 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:35.946781 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd', 'tag': '3801a1a7-f77a-4f8b-8511-9cc08eca1e8e', 'status': 'completed', 'code': 200} Sep 07 16:25:36.003398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['3801a1a7-f77a-4f8b-8511-9cc08eca1e8e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:36.035464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b492d-dfb3-4537-85fb-6c8eb6ac8734 req-306de636-d75e-4d82-9b9a-69372b497dda tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:36.048929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d08b492d-dfb3-4537-85fb-6c8eb6ac8734 req-306de636-d75e-4d82-9b9a-69372b497dda tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 907 time: 0.1008074 Sep 07 16:25:36.081984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6829f-7fec-477c-a3ed-522e5d4d85e7 req-431c4ba5-d584-45eb-bb8e-83ee144c9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:36.085095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78f6829f-7fec-477c-a3ed-522e5d4d85e7 req-431c4ba5-d584-45eb-bb8e-83ee144c9630 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 1058 time: 0.1022937 Sep 07 16:25:36.120668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:36.224564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b6ba9-a4be-4ae3-9fba-fda43cead179 req-70550db8-c2d7-4117-baff-fe27b3a62fbd tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:36.225975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b12b6ba9-a4be-4ae3-9fba-fda43cead179 req-70550db8-c2d7-4117-baff-fe27b3a62fbd tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 944 time: 0.1558549 Sep 07 16:25:36.228642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1fcfce2f-5c67-4eb2-a9ff-f7010c117cd0 None None] Provisioning complete for port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:36.229025 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1fcfce2f-5c67-4eb2-a9ff-f7010c117cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:36.270120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1a2f5-fd76-4b55-8ac1-57eaa0d53853 req-04fa8918-928e-4458-9c4d-53830ec44a04 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:36.271677 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76b1a2f5-fd76-4b55-8ac1-57eaa0d53853 req-04fa8918-928e-4458-9c4d-53830ec44a04 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1543264 Sep 07 16:25:36.276220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6829f-7fec-477c-a3ed-522e5d4d85e7 req-d3d98b19-0aaa-40cc-bb37-5b3b57ce1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:36.278347 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78f6829f-7fec-477c-a3ed-522e5d4d85e7 req-d3d98b19-0aaa-40cc-bb37-5b3b57ce1582 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.1732948 Sep 07 16:25:36.339376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b12b6ba9-a4be-4ae3-9fba-fda43cead179 req-7d59c99b-655d-4656-9aa4-5e40cbe6c535 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041291 Sep 07 16:25:36.343479 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78f6829f-7fec-477c-a3ed-522e5d4d85e7 req-a23562b4-9486-46d3-9187-c30edfe978e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e HTTP/1.1" status: 200 len: 217 time: 0.0478308 Sep 07 16:25:36.390585 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76b1a2f5-fd76-4b55-8ac1-57eaa0d53853 req-31d5f678-87c4-4756-8708-4bc753704056 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087358 Sep 07 16:25:36.418395 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6829f-7fec-477c-a3ed-522e5d4d85e7 req-0fcdc6a1-e1f5-4f83-aa82-9bdf45ff429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:36.419854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78f6829f-7fec-477c-a3ed-522e5d4d85e7 req-0fcdc6a1-e1f5-4f83-aa82-9bdf45ff429d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.0675371 Sep 07 16:25:36.478252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6829f-7fec-477c-a3ed-522e5d4d85e7 req-d825003e-ff56-4f96-80e6-6485cdbeec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:36.479640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78f6829f-7fec-477c-a3ed-522e5d4d85e7 req-d825003e-ff56-4f96-80e6-6485cdbeec78 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498984 Sep 07 16:25:36.567671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3147d-bb0c-4fa6-9760-6cc3de980500 req-43752356-4eeb-4f68-8525-e4e4a4ccf8e9 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:36.569145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33d3147d-bb0c-4fa6-9760-6cc3de980500 req-43752356-4eeb-4f68-8525-e4e4a4ccf8e9 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1052539 Sep 07 16:25:36.605212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78f6829f-7fec-477c-a3ed-522e5d4d85e7 req-ef348392-2530-4ab5-a73a-3dc10aab5733 service neutron] 10.222.0.54 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127937 Sep 07 16:25:36.635451 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33d3147d-bb0c-4fa6-9760-6cc3de980500 req-61d2e101-cbd0-46cf-be3c-71889f4ef236 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588422 Sep 07 16:25:36.702250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78f6829f-7fec-477c-a3ed-522e5d4d85e7 req-8458d065-2019-4aab-801a-3c480fa669d2 service neutron] 10.222.0.54 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882430 Sep 07 16:25:36.870209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-9a2c565c-ff27-45a5-b510-982a647286a4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:36.872072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-9a2c565c-ff27-45a5-b510-982a647286a4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 811 time: 0.1036491 Sep 07 16:25:36.888257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-bb79b555-0586-46ab-9f1c-100ee09ece72 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/quotas/b9848727a03c41348e7ad9c0dce7eea4 HTTP/1.1" status: 200 len: 375 time: 0.0098569 Sep 07 16:25:36.950312 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-089b4aba-fab0-453a-8800-431ffc3f583e req-fb06262e-eb6b-47b2-ae99-63773fd7cbbf tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0447278 Sep 07 16:25:36.975848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-7f0fc3d5-40a0-4ee7-ad69-de6d83cc4845 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0821509 Sep 07 16:25:37.064013 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-0e621f34-2804-474f-b9fb-d0d5759e5c8a service neutron] 10.222.0.70 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809422 Sep 07 16:25:37.154929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-b51d017b-7e2c-4af2-ad62-3926d2784910 service neutron] 10.222.0.70 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843019 Sep 07 16:25:37.308926 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac1d6fe9-1636-4fc5-9a76-d248355860d5 req-d9205198-7f89-494d-9527-7ae2035dc946 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 210 time: 0.0264003 Sep 07 16:25:37.435167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:37.468605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dde231-770d-494c-8009-03bf987b9f60 req-d4272558-771f-4fd7-864b-6ff56bbd07f3 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:37.470139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69dde231-770d-494c-8009-03bf987b9f60 req-d4272558-771f-4fd7-864b-6ff56bbd07f3 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 944 time: 0.0593052 Sep 07 16:25:37.516695 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:37.520862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:37.521246 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:37.527894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69dde231-770d-494c-8009-03bf987b9f60 req-bf171cbf-8b0d-4052-a119-01913eaf8619 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518417 Sep 07 16:25:37.599310 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:37.621111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7219f8-7172-48d2-aabf-6b7f354d7178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:37.623856 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c3870f-4df1-495b-a6df-bdae6bd8efb7" -d '{"events": [{"server_uuid": "7e7219f8-7172-48d2-aabf-6b7f354d7178", "name": "network-vif-plugged", "status": "completed", "tag": "a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:37.638022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977,segment=NetworkSegment(5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d),segment_id=5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:37.644112 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:37.671187 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f53f1e-688e-405f-95cf-5a4a6b60310f x-openstack-request-id: req-04f53f1e-688e-405f-95cf-5a4a6b60310f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:37.671493 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7219f8-7172-48d2-aabf-6b7f354d7178", "name": "network-vif-plugged", "status": "completed", "tag": "a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:37.671764 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04f53f1e-688e-405f-95cf-5a4a6b60310f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:37.672145 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7219f8-7172-48d2-aabf-6b7f354d7178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977', 'code': 200} Sep 07 16:25:37.700380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:37.779683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f068a-08fc-4047-8c44-16bf6d5b392c req-682bf961-78a5-4929-a1a3-a69d7ba8e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:37.781216 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-086f068a-08fc-4047-8c44-16bf6d5b392c req-682bf961-78a5-4929-a1a3-a69d7ba8e224 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 1096 time: 0.0415354 Sep 07 16:25:37.819517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-086f068a-08fc-4047-8c44-16bf6d5b392c req-d2b1343f-eab2-40df-b30d-d76bbbd0c119 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295832 Sep 07 16:25:38.052087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7d932fb-ac34-4b30-8108-7aaf511b3cfb req-f3c805bb-79af-4b3e-b792-4940b9f0caa9 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0297644 Sep 07 16:25:38.406853 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b05de080-ced4-4a50-9889-7045155ab581 req-4a73c0d4-3c53-4830-ae8e-90d99eebd30e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 210 time: 0.0275190 Sep 07 16:25:38.464613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-6cc409e7-7b6d-4128-9272-64e1b3100acb tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:38.466144 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-6cc409e7-7b6d-4128-9272-64e1b3100acb tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 811 time: 0.1106372 Sep 07 16:25:38.484143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Request body: {'port': {'device_id': 'e3044c25-cf00-4e53-a179-f139c7211e1b', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'admin_state_up': True, 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:38.593127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Made reservation on behalf of b9848727a03c41348e7ad9c0dce7eea4 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:25:38.596479 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:38.636972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a028f6a-09ff-4ddb-8404-70ed60f0d700 req-a7624aba-aa8f-4cd2-be03-71bef6abc406 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:38.638527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a028f6a-09ff-4ddb-8404-70ed60f0d700 req-a7624aba-aa8f-4cd2-be03-71bef6abc406 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 945 time: 0.0491798 Sep 07 16:25:38.677234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a028f6a-09ff-4ddb-8404-70ed60f0d700 req-e01c5b50-10a9-48b1-9cd7-60e586e1a918 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Sep 07 16:25:38.727203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Allocated IP 172.20.0.8 (ffb11023-581e-4b93-9d24-3e77cb56e81e/5b466ef0-7a81-4b15-b2ee-64b34936ce50/60b7a767-dcbe-4a89-830f-a2f5ed86c2e6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:25:38.871953 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:38.885869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Transition to ACTIVE for port object 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:38.918538 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:38.932744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f930ff5e-3ce6-4498-9e2b-9d611eb41027'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:38.935126 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['7c8cf3be-07ff-4315-9dcd-f295a6d5dae1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:38.959029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Network ffb11023-581e-4b93-9d24-3e77cb56e81e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:25:38.963940 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:38.971054 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:25:38.977052 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event updated for resources: {'Port': ['ID=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:39.023190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:39.023830 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:39.039793 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d30c3026-c9e0-467b-a044-8470b6f04243 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5596316 Sep 07 16:25:39.059181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Request body: {'port': {'device_id': 'e3044c25-cf00-4e53-a179-f139c7211e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:39.135543 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:39.189454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6a297a9-319a-4594-bb1d-b1560e68ce2e req-f8088fb6-8b97-47f1-b18f-3104ff322bcb tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0380232 Sep 07 16:25:39.305524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-10d806dc-f995-4bbb-9ac4-56a8bc0399a3 None None] Provisioning for port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:39.309264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-10d806dc-f995-4bbb-9ac4-56a8bc0399a3 None None] Provisioning complete for port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:39.309711 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10d806dc-f995-4bbb-9ac4-56a8bc0399a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:39.342898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-10d806dc-f995-4bbb-9ac4-56a8bc0399a3 None None] Port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:25:39.437071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:39.444638 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:39.456758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Transition to ACTIVE for port object 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:39.460864 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:39.510113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Pushing event updated for resources: {'Port': ['ID=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:39.534454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78bc24-ad46-40d3-85ff-5f8dedc77a5f req-8fbb980c-d1c4-47d9-93b7-d6428b0ce90e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:39.536411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e78bc24-ad46-40d3-85ff-5f8dedc77a5f req-8fbb980c-d1c4-47d9-93b7-d6428b0ce90e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 943 time: 0.0599992 Sep 07 16:25:39.578224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e78bc24-ad46-40d3-85ff-5f8dedc77a5f req-9771eab4-2084-435e-a7ac-de274aa66a59 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353281 Sep 07 16:25:39.617712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Attempting to bind port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:25:39.618058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Attempting to bind port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:25:39.618397 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Attempting to bind port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 on network ffb11023-581e-4b93-9d24-3e77cb56e81e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:39.625167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 on network ffb11023-581e-4b93-9d24-3e77cb56e81e not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:25:39.625511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Attempting to bind port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 on network ffb11023-581e-4b93-9d24-3e77cb56e81e {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:39.631069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:25:39.631558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Checking segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:25:39.631954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Bound using segment: {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:25:39.632421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Bound port: 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4578baf3-e09e-4529-9114-1bb8deb1cafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:25:39.632930 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:39.702207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] For port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:25:39.705488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] For port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:25:39.710353 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:39.744676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:39.745327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:39.747387 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] 10.222.0.35 "PUT /v2.0/ports/60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 HTTP/1.1" status: 200 len: 1091 time: 0.6939070 Sep 07 16:25:39.750108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3044c25-cf00-4e53-a179-f139c7211e1b', 'tag': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:39.753838 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e649ae-150f-49f1-a36f-50874d0b9978" -d '{"events": [{"name": "network-changed", "server_uuid": "e3044c25-cf00-4e53-a179-f139c7211e1b", "tag": "60b7a767-dcbe-4a89-830f-a2f5ed86c2e6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:39.798214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814a38b-ac95-441e-83e9-965c6cdf34db service neutron] Pushing event updated for resources: {'Port': ['ID=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:39.812631 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfae146b-b87f-4be1-a0f5-3410d57cba5f x-openstack-request-id: req-dfae146b-b87f-4be1-a0f5-3410d57cba5f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:39.812943 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3044c25-cf00-4e53-a179-f139c7211e1b", "tag": "60b7a767-dcbe-4a89-830f-a2f5ed86c2e6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:39.813204 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfae146b-b87f-4be1-a0f5-3410d57cba5f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:39.814518 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3044c25-cf00-4e53-a179-f139c7211e1b', 'tag': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6', 'status': 'completed', 'code': 200} Sep 07 16:25:39.823234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de80d7-11ac-4631-bdf5-3d247957fa8d req-c2051bf3-e833-4f0e-9c5e-6e73aa7b3527 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:39.824863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0de80d7-11ac-4631-bdf5-3d247957fa8d req-c2051bf3-e833-4f0e-9c5e-6e73aa7b3527 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 945 time: 0.0805643 Sep 07 16:25:39.853851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-7e6ffbd2-66bb-4236-b706-ff33f5624136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:39.856076 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-7e6ffbd2-66bb-4236-b706-ff33f5624136 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 1094 time: 0.0529087 Sep 07 16:25:39.876675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0de80d7-11ac-4631-bdf5-3d247957fa8d req-9b6b4d14-40e7-4e90-9c1e-ef0a933c2ccc tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Sep 07 16:25:39.913183 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-ed288ec3-93b8-45b6-851a-9281953dddd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 HTTP/1.1" status: 200 len: 217 time: 0.0429587 Sep 07 16:25:39.968614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-c92231a4-4d2a-45af-8419-22596bc97499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:39.970156 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-c92231a4-4d2a-45af-8419-22596bc97499 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.0491042 Sep 07 16:25:40.034496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-7ce8b701-9d0a-46b7-90f3-383ecd04285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:40.036471 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-7ce8b701-9d0a-46b7-90f3-383ecd04285a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506954 Sep 07 16:25:40.134562 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-7a27547e-53a6-4e21-b52a-fa8ede99c878 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888638 Sep 07 16:25:40.248396 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-909e0833-3e53-433a-83bd-1d463a8548c0 req-d24a7700-c509-4b2b-b508-4b8064931f7c service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919464 Sep 07 16:25:40.297192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6ad765a-35d0-4e70-a564-7c54a77f336a req-402084ba-75d6-43bf-b0bc-765205ec0da2 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0300884 Sep 07 16:25:40.342119 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95346f80-df5d-43ea-9741-d8d646199540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:40.365952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e649ae-150f-49f1-a36f-50874d0b9978 req-033f32ec-b1f6-44b1-82aa-46ab2a7142ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:40.367808 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-37e649ae-150f-49f1-a36f-50874d0b9978 req-033f32ec-b1f6-44b1-82aa-46ab2a7142ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 1094 time: 0.0560577 Sep 07 16:25:40.463418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e649ae-150f-49f1-a36f-50874d0b9978 req-99062dd7-c8da-425d-820f-0867fa4f1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:40.464965 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-37e649ae-150f-49f1-a36f-50874d0b9978 req-99062dd7-c8da-425d-820f-0867fa4f1820 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.0860455 Sep 07 16:25:40.474036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af9663-ace9-4661-aba6-d50d00ffb269 req-46dc4b7d-7bce-40d8-bdbd-d795bad80e51 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:40.475520 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0af9663-ace9-4661-aba6-d50d00ffb269 req-46dc4b7d-7bce-40d8-bdbd-d795bad80e51 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 945 time: 0.0518832 Sep 07 16:25:40.510589 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-37e649ae-150f-49f1-a36f-50874d0b9978 req-febe2be1-9a3d-4e63-987b-ce2c04681f90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 HTTP/1.1" status: 200 len: 217 time: 0.0379720 Sep 07 16:25:40.513279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0af9663-ace9-4661-aba6-d50d00ffb269 req-dda74202-4b6a-41a2-981b-823932ae79ce tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315716 Sep 07 16:25:40.561614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e649ae-150f-49f1-a36f-50874d0b9978 req-22fe922e-5bef-4437-8d15-4371f684adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:40.563047 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-37e649ae-150f-49f1-a36f-50874d0b9978 req-22fe922e-5bef-4437-8d15-4371f684adfa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.0447087 Sep 07 16:25:40.613986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e649ae-150f-49f1-a36f-50874d0b9978 req-771c67f4-271e-4a2d-9a86-db3fcdd7f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:40.615479 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-37e649ae-150f-49f1-a36f-50874d0b9978 req-771c67f4-271e-4a2d-9a86-db3fcdd7f316 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397758 Sep 07 16:25:40.701547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8bee9-f0d2-4e73-9d21-349bd5462c23 req-f7b05814-3054-4f28-b3ac-c4b6424edb4f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:40.703091 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88b8bee9-f0d2-4e73-9d21-349bd5462c23 req-f7b05814-3054-4f28-b3ac-c4b6424edb4f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 943 time: 0.0510967 Sep 07 16:25:40.717140 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-37e649ae-150f-49f1-a36f-50874d0b9978 req-7bd49b03-e162-443d-91bd-600af7cbcf1a service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928636 Sep 07 16:25:40.743679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88b8bee9-f0d2-4e73-9d21-349bd5462c23 req-f7453be2-1761-4441-b3b4-be95c6e605e9 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Sep 07 16:25:40.811110 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-37e649ae-150f-49f1-a36f-50874d0b9978 req-3de1fe56-9a72-44f4-b103-87e6e81c98f4 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827167 Sep 07 16:25:41.397565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf84eb8a-5224-4bb3-a1dd-91687c3530ce req-92f29564-278a-4161-b1ae-fbb5f1d527e9 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0268071 Sep 07 16:25:41.626987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892752-26c1-4117-b0d4-2f53e67edc06 req-cf1c9275-d32e-4812-acbe-efab5bbe1564 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:41.628856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7892752-26c1-4117-b0d4-2f53e67edc06 req-cf1c9275-d32e-4812-acbe-efab5bbe1564 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 945 time: 0.0488305 Sep 07 16:25:41.668272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7892752-26c1-4117-b0d4-2f53e67edc06 req-238866f8-382b-41f6-9272-6705f8e86946 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334139 Sep 07 16:25:41.877688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21bd01-8145-4bd8-bd58-14d902e33287 req-d1db3f90-ba8c-43fa-98da-8c91ba69400e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:41.879083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e21bd01-8145-4bd8-bd58-14d902e33287 req-d1db3f90-ba8c-43fa-98da-8c91ba69400e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 943 time: 0.0703688 Sep 07 16:25:41.913947 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025e5c5-6568-4467-aebc-752c7979b5a8 req-fe5a1379-05c8-430a-938d-e3332be45a8c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:41.915589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2025e5c5-6568-4467-aebc-752c7979b5a8 req-fe5a1379-05c8-430a-938d-e3332be45a8c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 945 time: 0.0717685 Sep 07 16:25:41.952731 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e21bd01-8145-4bd8-bd58-14d902e33287 req-ae3fd32a-33e7-4578-aa66-d345a6cdcb8b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671828 Sep 07 16:25:42.018662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-2025e5c5-6568-4467-aebc-752c7979b5a8 req-109317a7-e3b1-4308-8bd8-3fc4a8bc103f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Deleting port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:25:42.018994 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2025e5c5-6568-4467-aebc-752c7979b5a8 req-109317a7-e3b1-4308-8bd8-3fc4a8bc103f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:42.103802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-2025e5c5-6568-4467-aebc-752c7979b5a8 req-109317a7-e3b1-4308-8bd8-3fc4a8bc103f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] For port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977,segment=NetworkSegment(5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d),segment_id=5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:42.104169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2025e5c5-6568-4467-aebc-752c7979b5a8 req-109317a7-e3b1-4308-8bd8-3fc4a8bc103f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:42.116736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-2025e5c5-6568-4467-aebc-752c7979b5a8 req-109317a7-e3b1-4308-8bd8-3fc4a8bc103f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Calling delete_port for a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:25:42.240151 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2025e5c5-6568-4467-aebc-752c7979b5a8 req-109317a7-e3b1-4308-8bd8-3fc4a8bc103f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:42.254179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:42.266528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109317a7-e3b1-4308-8bd8-3fc4a8bc103f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Pushing event deleted for resources: {'Port': ['ID=a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:42.308370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2025e5c5-6568-4467-aebc-752c7979b5a8 req-109317a7-e3b1-4308-8bd8-3fc4a8bc103f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] No DVR routers for this DVR port a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:25:42.311042 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-2025e5c5-6568-4467-aebc-752c7979b5a8 req-109317a7-e3b1-4308-8bd8-3fc4a8bc103f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:42.313066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2025e5c5-6568-4467-aebc-752c7979b5a8 req-109317a7-e3b1-4308-8bd8-3fc4a8bc103f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.54 "DELETE /v2.0/ports/a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 HTTP/1.1" status: 204 len: 173 time: 0.3878751 Sep 07 16:25:42.313502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7219f8-7172-48d2-aabf-6b7f354d7178', 'name': 'network-vif-deleted', 'tag': 'a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:42.315736 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbf8d71-87d2-42bf-a384-02955fba51ba" -d '{"events": [{"server_uuid": "7e7219f8-7172-48d2-aabf-6b7f354d7178", "name": "network-vif-deleted", "tag": "a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:42.353387 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8fe47b-e13c-49c3-9cb2-4b84380e39ed x-openstack-request-id: req-9b8fe47b-e13c-49c3-9cb2-4b84380e39ed {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:42.353693 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7219f8-7172-48d2-aabf-6b7f354d7178", "name": "network-vif-deleted", "tag": "a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:42.353950 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b8fe47b-e13c-49c3-9cb2-4b84380e39ed {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:42.354371 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7219f8-7172-48d2-aabf-6b7f354d7178', 'name': 'network-vif-deleted', 'tag': 'a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977', 'status': 'completed', 'code': 200} Sep 07 16:25:42.500456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb6f5014-1488-4814-861a-7a609a00dcf7 req-dcefe21e-651a-4374-83c1-177ef092d397 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0292437 Sep 07 16:25:42.779195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6bcf674f-b7a4-4767-bfbc-a0f09c0805d5 req-51101df8-d3c7-4786-996e-7ed97bccb456 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7219f8-7172-48d2-aabf-6b7f354d7178 HTTP/1.1" status: 200 len: 210 time: 0.0315599 Sep 07 16:25:43.065360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049492dc-c86a-4295-a24c-ea4d7479d1f8 req-2cc28b95-db07-48c3-b54c-464006ba0c29 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:43.066748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-049492dc-c86a-4295-a24c-ea4d7479d1f8 req-2cc28b95-db07-48c3-b54c-464006ba0c29 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 943 time: 0.0487156 Sep 07 16:25:43.103594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-049492dc-c86a-4295-a24c-ea4d7479d1f8 req-67a33fab-b021-48ea-930f-1d01531ee0bf tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309861 Sep 07 16:25:43.527530 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:25:43.602540 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06af1b12-8e53-4900-9d07-42189f3a8e25 req-5c2c30ce-9322-4754-b2eb-1506c0514469 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0264244 Sep 07 16:25:43.623979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:43.634962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'port_id': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6', 'mac_address': 'fa:16:3e:8e:69:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:25:43.670750 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:43.682751 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:43.700908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:43.704649 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:43.749735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:43.894861 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:44.043267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-9ec8c01f-1e78-4d4a-950d-27326d58aee0 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:44.044773 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-9ec8c01f-1e78-4d4a-950d-27326d58aee0 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/networks?id=4afba286-0c3a-4807-938f-9ccc316dce0e HTTP/1.1" status: 200 len: 809 time: 0.1014316 Sep 07 16:25:44.058919 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-651126d8-bb60-4434-baa8-8939e0221717 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/quotas/cc287282ddc84bc38eb5d1c139250ada HTTP/1.1" status: 200 len: 375 time: 0.0085518 Sep 07 16:25:44.089860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-1c75aa9f-0fb2-4858-9945-2f774aa6a849 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cc287282ddc84bc38eb5d1c139250ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259593 Sep 07 16:25:44.155982 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['60b7a767-dcbe-4a89-830f-a2f5ed86c2e6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:44.194243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-24dc9247-f50e-4bbc-88c9-3315fd9bcecf service neutron] 10.222.0.70 "GET /v2.0/networks/4afba286-0c3a-4807-938f-9ccc316dce0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964949 Sep 07 16:25:44.223789 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41c23eb7-453d-4cb7-a0e3-8bc064df1169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:44.541440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055facb8-c48a-42ea-95ca-642d3e49dca4 req-1d458db4-a65b-4139-bb14-1b833442cef2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:44.542898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-055facb8-c48a-42ea-95ca-642d3e49dca4 req-1d458db4-a65b-4139-bb14-1b833442cef2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 944 time: 0.3679917 Sep 07 16:25:44.578775 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-b2935b38-4b9c-4f61-9083-230f3cdbb833 service neutron] 10.222.0.70 "GET /v2.0/networks/4afba286-0c3a-4807-938f-9ccc316dce0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705359 Sep 07 16:25:44.594380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-055facb8-c48a-42ea-95ca-642d3e49dca4 req-33a51f97-11ad-45ee-b0e4-eaebd07fc180 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439498 Sep 07 16:25:44.706355 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ab34584-1b5a-4a21-abf8-d425b62da064 req-7774c0b0-2563-424d-815e-f7dcfac1237e tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0280757 Sep 07 16:25:44.740234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5175c5d-6f6f-4dd8-bf3f-51599570bd7d req-58d3dd1b-cf48-4b99-ad15-9f770a6ba594 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 210 time: 0.0283763 Sep 07 16:25:44.870841 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:45.540522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:45.563888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:25:45.590691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:25:45.591044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device a4f8d69c-7efc-4fdc-8f0c-7ba0f1ad8977 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:25:45.612467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:45.616163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:45.616583 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:45.702042 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:45.725013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3044c25-cf00-4e53-a179-f139c7211e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:45.727293 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620c578e-ff1b-4f80-836c-7ed0634d1bd5" -d '{"events": [{"server_uuid": "e3044c25-cf00-4e53-a179-f139c7211e1b", "name": "network-vif-plugged", "status": "completed", "tag": "60b7a767-dcbe-4a89-830f-a2f5ed86c2e6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:45.745232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:45.749747 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:45.754647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ba381-0ddf-4193-bfc5-e09697ffdb03 req-b5f9ebd2-8a9c-46c0-9941-323de4140923 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:45.756290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b95ba381-0ddf-4193-bfc5-e09697ffdb03 req-b5f9ebd2-8a9c-46c0-9941-323de4140923 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 944 time: 0.0808694 Sep 07 16:25:45.764798 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-91367af0-aa72-4c32-b7ee-28051d535d0c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:45.766499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-91367af0-aa72-4c32-b7ee-28051d535d0c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.54 "GET /v2.0/networks?id=4afba286-0c3a-4807-938f-9ccc316dce0e HTTP/1.1" status: 200 len: 809 time: 0.1658664 Sep 07 16:25:45.775988 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407930cf-5a0d-4842-bb54-51bf8cab8aa9 x-openstack-request-id: req-407930cf-5a0d-4842-bb54-51bf8cab8aa9 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:45.776375 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3044c25-cf00-4e53-a179-f139c7211e1b", "name": "network-vif-plugged", "status": "completed", "tag": "60b7a767-dcbe-4a89-830f-a2f5ed86c2e6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:45.776746 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-407930cf-5a0d-4842-bb54-51bf8cab8aa9 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:45.777435 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3044c25-cf00-4e53-a179-f139c7211e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6', 'code': 200} Sep 07 16:25:45.788475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-1d0e8aa1-0c4c-494e-93cd-e78aaaead5ab tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Request body: {'port': {'device_id': 'fc2508c7-745e-4d62-9ae5-875ca8131400', 'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e', 'admin_state_up': True, 'tenant_id': 'cc287282ddc84bc38eb5d1c139250ada'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:45.809669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:45.879358 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b95ba381-0ddf-4193-bfc5-e09697ffdb03 req-1ffbb97b-d554-4e45-93a7-0270fd2c8eed tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108065 Sep 07 16:25:45.899635 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945fac5-75b2-4d9b-8d5a-48801ec8aca1 req-da0b6331-7d77-473e-ba51-f0b3cad28585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:45.899635 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b945fac5-75b2-4d9b-8d5a-48801ec8aca1 req-da0b6331-7d77-473e-ba51-f0b3cad28585 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 1096 time: 0.0473235 Sep 07 16:25:45.905941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8e73c91-07b7-49fa-b7d6-81356892c086 req-90eadc65-adff-4f7d-847c-4c9852bbeb0e tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0726120 Sep 07 16:25:45.945344 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b945fac5-75b2-4d9b-8d5a-48801ec8aca1 req-f68d68f5-0f5f-42a4-a7f1-df41f4bc2209 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Sep 07 16:25:45.968954 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cabfa6ee-6a91-4a88-8299-8c4961000dd7 req-297ed5f6-081d-4bb2-a05f-9924b37e85c6 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 210 time: 0.0284061 Sep 07 16:25:45.986295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-1d0e8aa1-0c4c-494e-93cd-e78aaaead5ab tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Made reservation on behalf of cc287282ddc84bc38eb5d1c139250ada for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:25:45.989934 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-1d0e8aa1-0c4c-494e-93cd-e78aaaead5ab tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:46.113168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-1d0e8aa1-0c4c-494e-93cd-e78aaaead5ab tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Allocated IP 172.20.0.3 (4afba286-0c3a-4807-938f-9ccc316dce0e/6f8387af-d117-4712-b790-ad9ed5b99fe7/ef301e74-7e98-4a3e-8431-43426efd9d2c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:25:46.256103 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-1d0e8aa1-0c4c-494e-93cd-e78aaaead5ab tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:46.294455 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-1d0e8aa1-0c4c-494e-93cd-e78aaaead5ab tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:46.333585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-1d0e8aa1-0c4c-494e-93cd-e78aaaead5ab tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Network 4afba286-0c3a-4807-938f-9ccc316dce0e is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:25:46.336539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-1d0e8aa1-0c4c-494e-93cd-e78aaaead5ab tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:25:46.339080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-1d0e8aa1-0c4c-494e-93cd-e78aaaead5ab tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:25:46.375664 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e8aa1-0c4c-494e-93cd-e78aaaead5ab tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Pushing event updated for resources: {'Port': ['ID=ef301e74-7e98-4a3e-8431-43426efd9d2c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:46.400284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-1d0e8aa1-0c4c-494e-93cd-e78aaaead5ab tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:46.400951 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-1d0e8aa1-0c4c-494e-93cd-e78aaaead5ab tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:46.413918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-1d0e8aa1-0c4c-494e-93cd-e78aaaead5ab tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6296437 Sep 07 16:25:46.429777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Request body: {'port': {'device_id': 'fc2508c7-745e-4d62-9ae5-875ca8131400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:25:46.483750 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:46.736692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef301e74-7e98-4a3e-8431-43426efd9d2c {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:46.743774 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:46.755837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Transition to ACTIVE for port object ef301e74-7e98-4a3e-8431-43426efd9d2c will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:25:46.759820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:46.802117 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:46.823404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Pushing event updated for resources: {'Port': ['ID=ef301e74-7e98-4a3e-8431-43426efd9d2c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:46.877211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Attempting to bind port ef301e74-7e98-4a3e-8431-43426efd9d2c on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:25:46.877559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Attempting to bind port ef301e74-7e98-4a3e-8431-43426efd9d2c by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:25:46.877893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Attempting to bind port ef301e74-7e98-4a3e-8431-43426efd9d2c on network 4afba286-0c3a-4807-938f-9ccc316dce0e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:46.882140 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Port ef301e74-7e98-4a3e-8431-43426efd9d2c on network 4afba286-0c3a-4807-938f-9ccc316dce0e not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:25:46.882466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Attempting to bind port ef301e74-7e98-4a3e-8431-43426efd9d2c on network 4afba286-0c3a-4807-938f-9ccc316dce0e {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:25:46.887464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:25:46.887799 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Checking segment: {'id': '5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:25:46.888207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Bound using segment: {'id': '5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:25:46.888663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Bound port: ef301e74-7e98-4a3e-8431-43426efd9d2c, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:25:46.889022 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:46.960867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] For port ef301e74-7e98-4a3e-8431-43426efd9d2c, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:25:46.988032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] For port ef301e74-7e98-4a3e-8431-43426efd9d2c, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=ef301e74-7e98-4a3e-8431-43426efd9d2c,segment=NetworkSegment(5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d),segment_id=5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:25:46.997103 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:47.052699 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e63ca59-dc8e-46bd-81ce-c5fba90eafa5 req-0da01e12-6c26-46fc-8e92-5788fb49b4ac tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0593815 Sep 07 16:25:47.060799 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed39d6-b454-45bc-a103-419bfa07996b req-102d0f95-e8aa-4f37-9d4a-1514c47dac07 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:47.062236 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aed39d6-b454-45bc-a103-419bfa07996b req-102d0f95-e8aa-4f37-9d4a-1514c47dac07 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.1161778 Sep 07 16:25:47.068477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:47.069062 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:47.070410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] 10.222.0.54 "PUT /v2.0/ports/ef301e74-7e98-4a3e-8431-43426efd9d2c HTTP/1.1" status: 200 len: 1091 time: 0.6445217 Sep 07 16:25:47.070861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2508c7-745e-4d62-9ae5-875ca8131400', 'tag': 'ef301e74-7e98-4a3e-8431-43426efd9d2c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:47.073184 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28383010-e082-44ef-bc2c-6d665d8f9fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc2508c7-745e-4d62-9ae5-875ca8131400", "tag": "ef301e74-7e98-4a3e-8431-43426efd9d2c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:47.124824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7517f-7efe-46d0-bc70-e7470191c598 service neutron] Pushing event updated for resources: {'Port': ['ID=ef301e74-7e98-4a3e-8431-43426efd9d2c,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:47.149800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aed39d6-b454-45bc-a103-419bfa07996b req-ffcb06e2-c318-4c81-ba69-60a361722d4d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736156 Sep 07 16:25:47.210170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d02226-cf03-4aee-9d41-92785de6e901 req-4b9f47f2-1d2b-40e4-a7f2-f2f5a4e09697 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:47.211666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8d02226-cf03-4aee-9d41-92785de6e901 req-4b9f47f2-1d2b-40e4-a7f2-f2f5a4e09697 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 943 time: 0.0959926 Sep 07 16:25:47.214346 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-c97750fb-60fd-4af1-8d2f-0a442216f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:47.215702 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-c97750fb-60fd-4af1-8d2f-0a442216f467 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc287282ddc84bc38eb5d1c139250ada&device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 1094 time: 0.0935564 Sep 07 16:25:47.275738 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-a5f22736-6da4-4fbe-8824-96de7973b887 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef301e74-7e98-4a3e-8431-43426efd9d2c HTTP/1.1" status: 200 len: 217 time: 0.0419264 Sep 07 16:25:47.283687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8d02226-cf03-4aee-9d41-92785de6e901 req-183feadf-f8d1-4a7c-ac6e-0fb8048100aa tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657213 Sep 07 16:25:47.317505 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe6991d-ca04-4575-b6b4-ae89d524efef x-openstack-request-id: req-2fe6991d-ca04-4575-b6b4-ae89d524efef {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:47.317810 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc2508c7-745e-4d62-9ae5-875ca8131400", "tag": "ef301e74-7e98-4a3e-8431-43426efd9d2c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:47.318072 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2fe6991d-ca04-4575-b6b4-ae89d524efef {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:47.318477 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2508c7-745e-4d62-9ae5-875ca8131400', 'tag': 'ef301e74-7e98-4a3e-8431-43426efd9d2c', 'status': 'completed', 'code': 200} Sep 07 16:25:47.330300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-7a438477-7571-48c7-a463-2c78794095d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:47.331773 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-7a438477-7571-48c7-a463-2c78794095d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6f8387af-d117-4712-b790-ad9ed5b99fe7 HTTP/1.1" status: 200 len: 849 time: 0.0461035 Sep 07 16:25:47.368519 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-9d88e2db-7589-4a57-a396-33a6fe10937f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afba286-0c3a-4807-938f-9ccc316dce0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288074 Sep 07 16:25:47.457250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-cc0a7cf3-6ebb-43df-a3ac-fd4ff2f24321 service neutron] 10.222.0.54 "GET /v2.0/networks/4afba286-0c3a-4807-938f-9ccc316dce0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807271 Sep 07 16:25:47.553415 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0fad054-218e-49fa-bc28-7d08f5a268cd req-ae765774-e25f-4d06-b12d-5297ee468a14 service neutron] 10.222.0.54 "GET /v2.0/networks/4afba286-0c3a-4807-938f-9ccc316dce0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845799 Sep 07 16:25:47.637163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28383010-e082-44ef-bc2c-6d665d8f9fd7 req-319fef2d-253a-4cda-8384-76b2a3c6147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:47.638671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28383010-e082-44ef-bc2c-6d665d8f9fd7 req-319fef2d-253a-4cda-8384-76b2a3c6147d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc287282ddc84bc38eb5d1c139250ada&device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 1094 time: 0.0409815 Sep 07 16:25:47.730641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28383010-e082-44ef-bc2c-6d665d8f9fd7 req-a79f8496-b294-4015-9a8c-731dc5d19e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:47.732657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28383010-e082-44ef-bc2c-6d665d8f9fd7 req-a79f8496-b294-4015-9a8c-731dc5d19e43 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4afba286-0c3a-4807-938f-9ccc316dce0e HTTP/1.1" status: 200 len: 910 time: 0.0861135 Sep 07 16:25:47.775148 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28383010-e082-44ef-bc2c-6d665d8f9fd7 req-4523ad6a-4499-4c87-8a84-b60c5a304825 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef301e74-7e98-4a3e-8431-43426efd9d2c HTTP/1.1" status: 200 len: 217 time: 0.0346694 Sep 07 16:25:47.830352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28383010-e082-44ef-bc2c-6d665d8f9fd7 req-19f6cf85-8fa5-40a5-bab1-9ce951eeb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:47.831768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28383010-e082-44ef-bc2c-6d665d8f9fd7 req-19f6cf85-8fa5-40a5-bab1-9ce951eeb923 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6f8387af-d117-4712-b790-ad9ed5b99fe7 HTTP/1.1" status: 200 len: 849 time: 0.0446846 Sep 07 16:25:47.865647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28383010-e082-44ef-bc2c-6d665d8f9fd7 req-f27cfcd6-812f-4336-a5cd-0464c7d7d97f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4afba286-0c3a-4807-938f-9ccc316dce0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250831 Sep 07 16:25:47.958466 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28383010-e082-44ef-bc2c-6d665d8f9fd7 req-04726a9d-93eb-4f7f-a493-5150bbaf42b8 service neutron] 10.222.0.54 "GET /v2.0/networks/4afba286-0c3a-4807-938f-9ccc316dce0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842831 Sep 07 16:25:48.050387 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28383010-e082-44ef-bc2c-6d665d8f9fd7 req-1058f6cb-0bef-4aa2-addc-a51cc51c59ea service neutron] 10.222.0.54 "GET /v2.0/networks/4afba286-0c3a-4807-938f-9ccc316dce0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838799 Sep 07 16:25:48.153088 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6195511-eb52-41dc-8ace-afe29f727aae req-2e5853a6-c08b-4f8d-98c0-19c3b136fb2d tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0259221 Sep 07 16:25:48.267915 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8282eb-5cdc-4d4a-9a84-b72e1313c7a9 req-8124e5ec-68c4-4aa3-baa7-ac7dde616745 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:48.269458 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b8282eb-5cdc-4d4a-9a84-b72e1313c7a9 req-8124e5ec-68c4-4aa3-baa7-ac7dde616745 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0500827 Sep 07 16:25:48.308492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b8282eb-5cdc-4d4a-9a84-b72e1313c7a9 req-a0dbecc5-cbab-45c1-919d-9377f56b2d64 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Sep 07 16:25:48.402405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bafd2d-2288-4147-8b0a-c05e47437ad1 req-00b23695-4ed8-42b7-aa89-4ae292eab96c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:48.404814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73bafd2d-2288-4147-8b0a-c05e47437ad1 req-00b23695-4ed8-42b7-aa89-4ae292eab96c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 943 time: 0.0500586 Sep 07 16:25:48.445160 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73bafd2d-2288-4147-8b0a-c05e47437ad1 req-dad5b352-184e-4775-a6ce-af0a4c3e8d93 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Sep 07 16:25:48.514218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9952da9-4877-4a07-a4d3-b6db4126d4cb req-9843c8dd-0a20-4be6-92d4-23a279f8ad59 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:48.515679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9952da9-4877-4a07-a4d3-b6db4126d4cb req-9843c8dd-0a20-4be6-92d4-23a279f8ad59 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0524650 Sep 07 16:25:48.552568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9952da9-4877-4a07-a4d3-b6db4126d4cb req-fd9d103a-c098-4d68-9bf4-dd7f6bfb7286 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309258 Sep 07 16:25:49.252627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0e67b5e-03be-44c8-807c-732e7887b74b req-73231b67-ad7e-41a9-a07b-dd11a451f08c tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0261576 Sep 07 16:25:49.558278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fce35-9b3a-4941-96ad-09ea965b1bc9 req-5c968e6b-74fd-4de5-9221-d936748aba62 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:49.559767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6fce35-9b3a-4941-96ad-09ea965b1bc9 req-5c968e6b-74fd-4de5-9221-d936748aba62 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 943 time: 0.0477200 Sep 07 16:25:49.597588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6fce35-9b3a-4941-96ad-09ea965b1bc9 req-a3b092f8-9a6c-43f4-a86a-f5680ec06965 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314388 Sep 07 16:25:49.671113 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4126-d331-48ec-9b60-7691a0609434 req-82e805b0-c6ac-46c6-86df-73b2d6ca4f12 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:49.672615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0bf4126-d331-48ec-9b60-7691a0609434 req-82e805b0-c6ac-46c6-86df-73b2d6ca4f12 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0521359 Sep 07 16:25:49.709801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0bf4126-d331-48ec-9b60-7691a0609434 req-d176a94c-2d6e-4602-814f-4b67f1ebea70 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313396 Sep 07 16:25:50.107259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8eb84b-55db-466d-b281-f81096a4da22 req-f24f1e8d-5675-4a60-a5ba-53c0a449cd4d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:50.108751 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d8eb84b-55db-466d-b281-f81096a4da22 req-f24f1e8d-5675-4a60-a5ba-53c0a449cd4d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0475326 Sep 07 16:25:50.145444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d8eb84b-55db-466d-b281-f81096a4da22 req-18a02c07-8b44-49d2-9c03-1723557dceba tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307209 Sep 07 16:25:50.353662 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a10732e6-5bc0-4f00-a78c-ff2b9c0fcd2e req-1ff14dff-985d-4ada-bfa5-414d295895da tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0267403 Sep 07 16:25:50.706959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db44a9-0c65-4af8-ae64-9c0577b21d03 req-ef0717b4-7a86-44fd-99e4-b66a9130ddcd tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:50.708553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32db44a9-0c65-4af8-ae64-9c0577b21d03 req-ef0717b4-7a86-44fd-99e4-b66a9130ddcd tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 943 time: 0.0467196 Sep 07 16:25:50.748433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32db44a9-0c65-4af8-ae64-9c0577b21d03 req-6098a479-84d6-42c0-8c0e-a8e2ed78e368 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340166 Sep 07 16:25:51.265604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6477b7-172e-4194-af72-0d0fa2a6e042 req-f27c11c4-3be7-4eb0-89d4-391e9e770430 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:51.267090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a6477b7-172e-4194-af72-0d0fa2a6e042 req-f27c11c4-3be7-4eb0-89d4-391e9e770430 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0494680 Sep 07 16:25:51.304203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a6477b7-172e-4194-af72-0d0fa2a6e042 req-5ef3dce2-0521-4187-98cd-7d5158432af3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311453 Sep 07 16:25:51.453565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device ef301e74-7e98-4a3e-8431-43426efd9d2c details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:25:51.454240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6ee66fe-9207-4292-8714-eb11e7c672d7 req-421378e8-b5ef-4da7-badf-4a1d8b126502 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0268486 Sep 07 16:25:51.555443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port ef301e74-7e98-4a3e-8431-43426efd9d2c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=ef301e74-7e98-4a3e-8431-43426efd9d2c,segment=NetworkSegment(5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d),segment_id=5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:51.566773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'ef301e74-7e98-4a3e-8431-43426efd9d2c', 'network_id': '4afba286-0c3a-4807-938f-9ccc316dce0e', 'port_id': 'ef301e74-7e98-4a3e-8431-43426efd9d2c', 'mac_address': 'fa:16:3e:01:d1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f8387af-d117-4712-b790-ad9ed5b99fe7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:25:51.601998 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:51.618445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef301e74-7e98-4a3e-8431-43426efd9d2c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:51.639422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port ef301e74-7e98-4a3e-8431-43426efd9d2c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=ef301e74-7e98-4a3e-8431-43426efd9d2c,segment=NetworkSegment(5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d),segment_id=5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:51.642590 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:51.689032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=ef301e74-7e98-4a3e-8431-43426efd9d2c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:51.860438 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9f7e8-8319-4b0b-bb05-632f7f07d00c req-c6e5622e-046b-4605-a8b3-86659b4710c9 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:51.861947 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3de9f7e8-8319-4b0b-bb05-632f7f07d00c req-c6e5622e-046b-4605-a8b3-86659b4710c9 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 944 time: 0.0476406 Sep 07 16:25:51.899604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3de9f7e8-8319-4b0b-bb05-632f7f07d00c req-816aa689-3a9e-45bd-b77c-618b7f685186 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315981 Sep 07 16:25:51.999551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['ef301e74-7e98-4a3e-8431-43426efd9d2c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:52.423531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d2bef-22f5-4edd-b88b-382a1797ba2c req-4f50f016-aa0c-4d00-b457-0f84fcc285c6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:52.425024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-037d2bef-22f5-4edd-b88b-382a1797ba2c req-4f50f016-aa0c-4d00-b457-0f84fcc285c6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0516126 Sep 07 16:25:52.462441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-037d2bef-22f5-4edd-b88b-382a1797ba2c req-f9157e43-33c2-4617-b779-0c6892f42bcc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Sep 07 16:25:52.558957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a34d02a-622a-41bc-8c45-07fdca5259c8 req-2cff9180-0ca9-4085-80fe-b0a81ee4da03 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0272217 Sep 07 16:25:53.013327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da89a6-915e-496f-9196-ea1dc76b3584 req-d99ea679-c6eb-4219-bafe-31bee9199820 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:53.015299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54da89a6-915e-496f-9196-ea1dc76b3584 req-d99ea679-c6eb-4219-bafe-31bee9199820 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 944 time: 0.0483754 Sep 07 16:25:53.051403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54da89a6-915e-496f-9196-ea1dc76b3584 req-b75aba09-6493-4a9b-9bdf-4ef5ce937254 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302298 Sep 07 16:25:53.466124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device ef301e74-7e98-4a3e-8431-43426efd9d2c up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:53.518490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port ef301e74-7e98-4a3e-8431-43426efd9d2c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:25:53.522397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port ef301e74-7e98-4a3e-8431-43426efd9d2c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:53.522812 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:53.583594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbc2b4-75dd-4c66-9a1f-0ad11b9c1e5d req-2fe80e68-88f1-400c-9a30-0a505a037f9e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:53.585522 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1bbc2b4-75dd-4c66-9a1f-0ad11b9c1e5d req-2fe80e68-88f1-400c-9a30-0a505a037f9e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0556359 Sep 07 16:25:53.588092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:25:53.614548 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:53.633158 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1bbc2b4-75dd-4c66-9a1f-0ad11b9c1e5d req-c442f483-acf5-4987-bdf1-aedc6ef10b95 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412109 Sep 07 16:25:53.661490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2508c7-745e-4d62-9ae5-875ca8131400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef301e74-7e98-4a3e-8431-43426efd9d2c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:53.663754 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294344a5-b6cd-4aac-ba17-a6ba1aad78a3" -d '{"events": [{"server_uuid": "fc2508c7-745e-4d62-9ae5-875ca8131400", "name": "network-vif-plugged", "status": "completed", "tag": "ef301e74-7e98-4a3e-8431-43426efd9d2c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:53.702215 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f61d84-c502-4068-80b7-d92eea966032 x-openstack-request-id: req-54f61d84-c502-4068-80b7-d92eea966032 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:53.702510 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2508c7-745e-4d62-9ae5-875ca8131400", "name": "network-vif-plugged", "status": "completed", "tag": "ef301e74-7e98-4a3e-8431-43426efd9d2c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:53.702765 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54f61d84-c502-4068-80b7-d92eea966032 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:53.703158 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2508c7-745e-4d62-9ae5-875ca8131400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef301e74-7e98-4a3e-8431-43426efd9d2c', 'code': 200} Sep 07 16:25:53.706013 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-896767f7-d21d-41bf-96cf-62e8591179ef req-e8022a3b-e209-4ac2-b1bd-242a0ee07721 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0298452 Sep 07 16:25:53.710414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port ef301e74-7e98-4a3e-8431-43426efd9d2c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=ef301e74-7e98-4a3e-8431-43426efd9d2c,segment=NetworkSegment(5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d),segment_id=5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:53.716022 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:53.762306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:53.786459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'port_id': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6', 'mac_address': 'fa:16:3e:8e:69:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:25:53.790897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=ef301e74-7e98-4a3e-8431-43426efd9d2c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:53.806354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e407b-850f-45c8-bb88-b21093a960e3 req-af2a5768-9c15-497e-8090-31e788b42ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:53.807879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b22e407b-850f-45c8-bb88-b21093a960e3 req-af2a5768-9c15-497e-8090-31e788b42ad1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 1096 time: 0.0441248 Sep 07 16:25:53.831769 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:53.845871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b22e407b-850f-45c8-bb88-b21093a960e3 req-2619de48-a16e-41ae-88ea-2f85aa3b87ba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285330 Sep 07 16:25:53.849487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:25:53.872461 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:53.876300 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:53.926662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:54.001346 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['60b7a767-dcbe-4a89-830f-a2f5ed86c2e6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:25:54.168889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43be4eb-46b1-4310-b352-6f9cf841a4a4 req-04e2d467-8497-450b-ba14-dc2ecf6b5339 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:54.170342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f43be4eb-46b1-4310-b352-6f9cf841a4a4 req-04e2d467-8497-450b-ba14-dc2ecf6b5339 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 945 time: 0.0518928 Sep 07 16:25:54.208064 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f43be4eb-46b1-4310-b352-6f9cf841a4a4 req-54441625-86f8-4536-9fc0-bed642d6328b tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Sep 07 16:25:54.753391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040f82c-6864-463d-9fc5-b7f881aab52f req-1d0f9e4a-da61-4ee6-aaca-7d3699cbd8f1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:54.755024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f040f82c-6864-463d-9fc5-b7f881aab52f req-1d0f9e4a-da61-4ee6-aaca-7d3699cbd8f1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 944 time: 0.0545602 Sep 07 16:25:54.800997 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f040f82c-6864-463d-9fc5-b7f881aab52f req-eef3b2d4-9b65-4e56-99d6-1f9f404febe9 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399837 Sep 07 16:25:54.815452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a2f84b2-c1d2-4195-b8c8-c67002e11713 req-79be020b-df18-4cb3-87c8-26bd455a446a tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0298183 Sep 07 16:25:55.324674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cfb66-eba9-4624-9ab9-2b23f7a1de98 req-fb2d69e8-1910-4fca-9b80-0ebeac36e061 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:55.326127 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e49cfb66-eba9-4624-9ab9-2b23f7a1de98 req-fb2d69e8-1910-4fca-9b80-0ebeac36e061 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 945 time: 0.0468318 Sep 07 16:25:55.366772 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e49cfb66-eba9-4624-9ab9-2b23f7a1de98 req-4bb0a708-96c3-4283-a640-9e295f806655 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Sep 07 16:25:55.602427 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:25:55.652089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:25:55.652511 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:55.734802 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:55.759656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3044c25-cf00-4e53-a179-f139c7211e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:55.761935 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9890d4a-0277-4dff-ae55-e865b54917a8" -d '{"events": [{"server_uuid": "e3044c25-cf00-4e53-a179-f139c7211e1b", "name": "network-vif-plugged", "status": "completed", "tag": "60b7a767-dcbe-4a89-830f-a2f5ed86c2e6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:55.778045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:55.781278 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:55.808488 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e7bf27-6acd-4004-9500-a45e4a658171 x-openstack-request-id: req-97e7bf27-6acd-4004-9500-a45e4a658171 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:55.808859 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3044c25-cf00-4e53-a179-f139c7211e1b", "name": "network-vif-plugged", "status": "completed", "tag": "60b7a767-dcbe-4a89-830f-a2f5ed86c2e6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:55.809184 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97e7bf27-6acd-4004-9500-a45e4a658171 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:55.809641 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3044c25-cf00-4e53-a179-f139c7211e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6', 'code': 200} Sep 07 16:25:55.836055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:55.931874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b195342-e4e1-4cd5-8af3-747f6f0664ab req-5f06c616-a6d3-4e13-837a-4e4a0a295050 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:55.933398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b195342-e4e1-4cd5-8af3-747f6f0664ab req-5f06c616-a6d3-4e13-837a-4e4a0a295050 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0542028 Sep 07 16:25:55.979792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b195342-e4e1-4cd5-8af3-747f6f0664ab req-d9503ed9-69a7-4b34-b2b3-9cbd1d558301 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 Sep 07 16:25:55.994693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90c4fd52-cf46-484d-b8e9-bfed13b8a1a1 req-45c98950-c3cb-4d85-8324-3a25b06c2610 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0304894 Sep 07 16:25:56.080127 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720880ee-b269-4567-818b-486dae0d06b0 req-f8754871-8d9d-43f9-aaa9-b47e870ed7e1 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:56.081603 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-720880ee-b269-4567-818b-486dae0d06b0 req-f8754871-8d9d-43f9-aaa9-b47e870ed7e1 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 945 time: 0.0475287 Sep 07 16:25:56.117902 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-720880ee-b269-4567-818b-486dae0d06b0 req-549e77a5-c3dd-4eef-9f93-08a04195a30a tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306125 Sep 07 16:25:57.105738 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7d7a593-0516-4165-87ec-f0ff7f038372 req-123853ad-4f32-4eab-917f-0476ab9e7b8f tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0293796 Sep 07 16:25:57.120999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d1cc0-224b-4bf2-933d-8bf807b6d493 req-45a45a44-2cd4-4cba-ab1c-86a8c5626120 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:57.122460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-564d1cc0-224b-4bf2-933d-8bf807b6d493 req-45a45a44-2cd4-4cba-ab1c-86a8c5626120 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0752633 Sep 07 16:25:57.162022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-564d1cc0-224b-4bf2-933d-8bf807b6d493 req-1984b13b-6af4-4c5a-a7c9-8f699dcd421e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331151 Sep 07 16:25:57.232960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981d999-db04-4c76-8abe-7dba541d51ab req-79f8ea69-3d24-40ca-8c2e-7ab2389ae53f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:57.234976 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1981d999-db04-4c76-8abe-7dba541d51ab req-79f8ea69-3d24-40ca-8c2e-7ab2389ae53f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 945 time: 0.0481110 Sep 07 16:25:57.273403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1981d999-db04-4c76-8abe-7dba541d51ab req-1b1245fc-58e5-473b-9f4f-cf07bf41aa7f tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Sep 07 16:25:57.501619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfdef2-2738-4b53-bc7f-2a892a4d9820 req-6131e2c1-a2d3-4ec1-aff1-6abc290d57e6 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:57.503079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8dfdef2-2738-4b53-bc7f-2a892a4d9820 req-6131e2c1-a2d3-4ec1-aff1-6abc290d57e6 tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.54 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 945 time: 0.0518584 Sep 07 16:25:57.599744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f8dfdef2-2738-4b53-bc7f-2a892a4d9820 req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Deleting port ef301e74-7e98-4a3e-8431-43426efd9d2c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:25:57.600243 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8dfdef2-2738-4b53-bc7f-2a892a4d9820 req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:57.697601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f8dfdef2-2738-4b53-bc7f-2a892a4d9820 req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] For port ef301e74-7e98-4a3e-8431-43426efd9d2c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=ef301e74-7e98-4a3e-8431-43426efd9d2c,segment=NetworkSegment(5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d),segment_id=5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:25:57.698052 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8dfdef2-2738-4b53-bc7f-2a892a4d9820 req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:57.709689 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f8dfdef2-2738-4b53-bc7f-2a892a4d9820 req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Calling delete_port for ef301e74-7e98-4a3e-8431-43426efd9d2c owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:25:57.838324 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8dfdef2-2738-4b53-bc7f-2a892a4d9820 req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:57.876932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Pushing event deleted for resources: {'Port': ['ID=ef301e74-7e98-4a3e-8431-43426efd9d2c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:25:57.888505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:57.888860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:57.889335 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:57.889535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:57.889874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:57.890211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:57.890685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:57.891462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:57.891798 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:57.892126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:57.892494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:57.892830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:25:57.926712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dfdef2-2738-4b53-bc7f-2a892a4d9820 req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] No DVR routers for this DVR port ef301e74-7e98-4a3e-8431-43426efd9d2c on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:25:57.929411 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f8dfdef2-2738-4b53-bc7f-2a892a4d9820 req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:25:57.931511 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8dfdef2-2738-4b53-bc7f-2a892a4d9820 req-f040894c-1db3-4435-b86b-2061206db55c tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.54 "DELETE /v2.0/ports/ef301e74-7e98-4a3e-8431-43426efd9d2c HTTP/1.1" status: 204 len: 173 time: 0.4208620 Sep 07 16:25:57.931953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2508c7-745e-4d62-9ae5-875ca8131400', 'name': 'network-vif-deleted', 'tag': 'ef301e74-7e98-4a3e-8431-43426efd9d2c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:25:57.934318 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a364970-0212-4d0f-a71e-999e090c8306" -d '{"events": [{"server_uuid": "fc2508c7-745e-4d62-9ae5-875ca8131400", "name": "network-vif-deleted", "tag": "ef301e74-7e98-4a3e-8431-43426efd9d2c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:25:57.984776 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1f4660-6a16-4347-a1b3-1e90ff0d26f9 x-openstack-request-id: req-2f1f4660-6a16-4347-a1b3-1e90ff0d26f9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:25:57.985448 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2508c7-745e-4d62-9ae5-875ca8131400", "name": "network-vif-deleted", "tag": "ef301e74-7e98-4a3e-8431-43426efd9d2c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:25:57.985567 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f1f4660-6a16-4347-a1b3-1e90ff0d26f9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:25:57.985927 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2508c7-745e-4d62-9ae5-875ca8131400', 'name': 'network-vif-deleted', 'tag': 'ef301e74-7e98-4a3e-8431-43426efd9d2c', 'status': 'completed', 'code': 200} Sep 07 16:25:58.220467 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7ab1dd4-1ebd-45b1-ac58-3c3b0abcd877 req-6d063fa0-464a-4904-be3f-fe8e60bfd4a0 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0314925 Sep 07 16:25:58.294301 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35751831-1f73-4762-8137-437850020081 req-b8db8e94-c603-44db-96c4-f0cad5c2850f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:58.296155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35751831-1f73-4762-8137-437850020081 req-b8db8e94-c603-44db-96c4-f0cad5c2850f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0522041 Sep 07 16:25:58.370320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35751831-1f73-4762-8137-437850020081 req-3d311bb4-f9ad-47b4-9643-77bf0feb4be3 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660675 Sep 07 16:25:58.409406 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-614d2b92-631e-49c4-93fa-a1679b341ddf req-77f7091f-7ee2-43b0-b3df-8129a35cb7be tempest-VolumesActionsTest-387695964 tempest-VolumesActionsTest-387695964-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc2508c7-745e-4d62-9ae5-875ca8131400 HTTP/1.1" status: 200 len: 210 time: 0.0377843 Sep 07 16:25:59.343197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c13c3f6b-ee8c-4539-a5b1-f4e1030dc47a req-6ffa075c-1df0-43bf-a2c4-f145440a1d75 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0324650 Sep 07 16:25:59.493448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device ef301e74-7e98-4a3e-8431-43426efd9d2c no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:25:59.516735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: ef301e74-7e98-4a3e-8431-43426efd9d2c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:25:59.517385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51409f0d-cccb-42b9-b39a-84c79b8c843d req-2a971da0-6331-40c5-8d06-db1ef176e2a9 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:25:59.517559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device ef301e74-7e98-4a3e-8431-43426efd9d2c not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:25:59.524700 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51409f0d-cccb-42b9-b39a-84c79b8c843d req-2a971da0-6331-40c5-8d06-db1ef176e2a9 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0817287 Sep 07 16:25:59.586617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51409f0d-cccb-42b9-b39a-84c79b8c843d req-d49cd8d1-6c19-4fc3-b82d-7377b1d83eb4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610540 Sep 07 16:26:00.477369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6307fdf5-fe87-4102-8402-f8080bed0c14 req-3db2667a-1a5a-4a9c-bfd3-b60f92377836 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0423691 Sep 07 16:26:00.774590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b2ce9-a811-47c9-a46f-be5d0782259a req-3084781a-2ba1-4aa6-b6a4-bc3c4880a373 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:00.777980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-336b2ce9-a811-47c9-a46f-be5d0782259a req-3084781a-2ba1-4aa6-b6a4-bc3c4880a373 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0932832 Sep 07 16:26:00.842400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-336b2ce9-a811-47c9-a46f-be5d0782259a req-aa9b312d-5908-42f6-a570-fcd4f56424f7 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508885 Sep 07 16:26:01.655192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-759549b6-2b17-449f-a0b1-9cd8535f158d req-ddac7bb3-f317-4495-861c-149266c5ebcf tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0548706 Sep 07 16:26:01.746798 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:02.046738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65190d7-3bd1-4a0b-80b7-35ca49449249 req-77dbd8b6-1639-4b77-8e10-77b7975152b2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:02.060805 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e65190d7-3bd1-4a0b-80b7-35ca49449249 req-77dbd8b6-1639-4b77-8e10-77b7975152b2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.1152785 Sep 07 16:26:02.154894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e65190d7-3bd1-4a0b-80b7-35ca49449249 req-ec863cbb-abd0-42fb-890a-c32e27967c55 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926006 Sep 07 16:26:02.339166 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:02.836126 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edff4c10-1031-4648-b96e-d7fb134481f9 req-5ea93209-1629-4526-9e5c-277aff0c0a06 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0377169 Sep 07 16:26:03.299042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf280d-7c06-4ca0-8784-15341c2687af req-64e77879-34e2-4792-9246-1097678a5557 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:03.313095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9bf280d-7c06-4ca0-8784-15341c2687af req-64e77879-34e2-4792-9246-1097678a5557 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0772016 Sep 07 16:26:03.387591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9bf280d-7c06-4ca0-8784-15341c2687af req-a5993680-6564-4f55-803a-d7265978d310 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648096 Sep 07 16:26:03.991278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-223942a5-b3fe-4245-abe0-163013e96b57 req-a5e22de6-29ed-4d97-99c0-521e867c9238 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0562251 Sep 07 16:26:04.528402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ab209-ea52-4f19-b67c-2042d14c1697 req-b8364c89-be5b-4145-ab4d-20bd66ed4ada tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:04.528402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-766ab209-ea52-4f19-b67c-2042d14c1697 req-b8364c89-be5b-4145-ab4d-20bd66ed4ada tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0609887 Sep 07 16:26:04.566325 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-766ab209-ea52-4f19-b67c-2042d14c1697 req-c8992fec-29e6-45be-b254-0b60025ddfe4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373175 Sep 07 16:26:05.194109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2247e5de-b8aa-433e-bba8-2bad7968f3b7 req-736502e1-10fd-42a7-b7d8-d9b2a941d3b3 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0736301 Sep 07 16:26:05.774920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9774c-21bb-4336-94aa-85aefa31111f req-fb57e1f2-c760-4f5f-a5a2-f49041732e5f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:05.777345 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2bd9774c-21bb-4336-94aa-85aefa31111f req-fb57e1f2-c760-4f5f-a5a2-f49041732e5f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0779369 Sep 07 16:26:05.875178 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2bd9774c-21bb-4336-94aa-85aefa31111f req-349986b1-d3d0-425e-bd4d-25de7b18b341 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903773 Sep 07 16:26:06.373079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1442de99-2e6a-45de-8a59-c42019094747 req-8b310768-677a-477b-81b7-fb7a36f3aacd tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0545888 Sep 07 16:26:07.051979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed9962-a571-486b-bf97-6c45e494964a req-7e9f7ac9-62f6-4ccc-8b5b-6e516f14faa1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:07.056888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8aed9962-a571-486b-bf97-6c45e494964a req-7e9f7ac9-62f6-4ccc-8b5b-6e516f14faa1 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0664575 Sep 07 16:26:07.123171 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8aed9962-a571-486b-bf97-6c45e494964a req-fe64dfd7-bd69-475a-a31e-d387b9fd1e51 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541000 Sep 07 16:26:07.567388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f370471-4869-43a3-b00b-3d134f470e2f req-7dab36a9-dffc-49fd-8b32-8782401009bc tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0379682 Sep 07 16:26:08.225489 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5c1d6114-3000-4b8d-a1cc-778b1e8ca380 req-4c26b0aa-9184-4163-8ad3-ade676baa066 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0635478 Sep 07 16:26:08.282297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d4182-50cd-4ebb-948c-bce0e917a8cd req-b604039b-89bc-46e0-8f6b-8b3a7a7ebac2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:08.289444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-755d4182-50cd-4ebb-948c-bce0e917a8cd req-b604039b-89bc-46e0-8f6b-8b3a7a7ebac2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0577428 Sep 07 16:26:08.373176 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-755d4182-50cd-4ebb-948c-bce0e917a8cd req-acc8d1df-6e3b-4c24-9d91-fb689bbae31a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759144 Sep 07 16:26:08.677602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4580142c-6ecc-4207-b3ef-ed57f34f9ede req-03f9657f-90d3-430e-8f36-3f32eb714a8b tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0320199 Sep 07 16:26:09.259144 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:26:09.527317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f0cfe-fba6-4ec1-bca0-1505ffc18f38 req-0c432703-9286-4836-bbcf-1eae651e0c8b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:09.535197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e0f0cfe-fba6-4ec1-bca0-1505ffc18f38 req-0c432703-9286-4836-bbcf-1eae651e0c8b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0888221 Sep 07 16:26:09.584300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e0f0cfe-fba6-4ec1-bca0-1505ffc18f38 req-5faa11c3-04ca-42b9-a4c1-b1dda0ff53f9 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Sep 07 16:26:09.743162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd21ba-dfc5-49bf-8d90-3da75674cd20 req-ba3b4d5c-2819-4145-9dc0-b98fae738d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:09.745303 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92dd21ba-dfc5-49bf-8d90-3da75674cd20 req-ba3b4d5c-2819-4145-9dc0-b98fae738d1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 1096 time: 0.0529530 Sep 07 16:26:09.830935 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-554ac0ac-6963-4547-b0a9-d6bc5b166e6f req-2c96849e-2af7-4298-ba0d-b25fd2e344b4 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0358973 Sep 07 16:26:09.870653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd21ba-dfc5-49bf-8d90-3da75674cd20 req-a9ba5770-07ca-4957-bf4c-608a63d817b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:09.872548 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92dd21ba-dfc5-49bf-8d90-3da75674cd20 req-a9ba5770-07ca-4957-bf4c-608a63d817b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.1187241 Sep 07 16:26:09.934642 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92dd21ba-dfc5-49bf-8d90-3da75674cd20 req-29e4eeed-0b8c-4336-84c6-a8dc3bef2541 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 HTTP/1.1" status: 200 len: 217 time: 0.0529604 Sep 07 16:26:10.001713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd21ba-dfc5-49bf-8d90-3da75674cd20 req-b27134ed-dcaf-41e5-825f-3f622836535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:10.003502 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92dd21ba-dfc5-49bf-8d90-3da75674cd20 req-b27134ed-dcaf-41e5-825f-3f622836535f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.0582442 Sep 07 16:26:10.067749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd21ba-dfc5-49bf-8d90-3da75674cd20 req-3f3c87b8-06ce-4429-a3ae-5a02a419aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:10.069685 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92dd21ba-dfc5-49bf-8d90-3da75674cd20 req-3f3c87b8-06ce-4429-a3ae-5a02a419aa15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559778 Sep 07 16:26:10.177889 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92dd21ba-dfc5-49bf-8d90-3da75674cd20 req-a2f09f6a-1d42-4309-8c98-18f4e6320151 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970376 Sep 07 16:26:10.364528 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92dd21ba-dfc5-49bf-8d90-3da75674cd20 req-f03478e3-e787-4684-8f21-d3d017c0114a service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750455 Sep 07 16:26:10.392020 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9a93-3447-439f-a92c-6a4a56001d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:10.722739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e002b8-357f-43b0-9c44-e8c554c24c07 req-fcff0793-8ed6-49be-bd0f-5e2a77affe33 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:10.724611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8e002b8-357f-43b0-9c44-e8c554c24c07 req-fcff0793-8ed6-49be-bd0f-5e2a77affe33 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0516586 Sep 07 16:26:10.776968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8e002b8-357f-43b0-9c44-e8c554c24c07 req-0dbda393-9212-49d0-9424-d7d47870afd2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363145 Sep 07 16:26:10.966125 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb771d06-bac6-4ef4-8628-f781d5b260ed req-24ce79a5-bcb4-47a2-83b8-3d8e240f9243 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0402296 Sep 07 16:26:11.229611 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-505c6dda-c29d-44fe-a259-d3efea4f2a0f req-41279a54-5367-4def-bf7e-cefc2e11eecd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51a195ee0bb9423caf4fb50b6c17b963&device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0336251 Sep 07 16:26:11.258398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dae32959-00ff-4bef-8718-d1230dc7e3d6 req-e6f75407-b31f-4661-8d4e-59274f0d9cc3 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0454910 Sep 07 16:26:11.273402 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-505c6dda-c29d-44fe-a259-d3efea4f2a0f req-554c2e9a-9570-4fb1-a095-5daeacfca644 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=51a195ee0bb9423caf4fb50b6c17b963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342124 Sep 07 16:26:11.473453 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c6dda-c29d-44fe-a259-d3efea4f2a0f req-af0f99f3-c5e5-4be2-b56b-55ed7f2c9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:11.476791 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-505c6dda-c29d-44fe-a259-d3efea4f2a0f req-af0f99f3-c5e5-4be2-b56b-55ed7f2c9610 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1911645 Sep 07 16:26:11.941158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51441b7c-1831-426e-bd51-59f52676a924 req-92575c9e-f71b-4a04-b66d-5a81f04b233a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:11.943013 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51441b7c-1831-426e-bd51-59f52676a924 req-92575c9e-f71b-4a04-b66d-5a81f04b233a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0696278 Sep 07 16:26:11.982682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51441b7c-1831-426e-bd51-59f52676a924 req-311e2894-8bf0-4942-8abd-0df665512cca tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330427 Sep 07 16:26:12.374793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8ea93fe-8179-4974-90ad-86c9d88db568 req-0ecc21cd-8819-4b87-9b5c-2342e4d93561 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0314434 Sep 07 16:26:13.133302 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0699b4-fcd9-415d-b02c-e6e5f66702bc req-2e035673-780d-41d6-98ca-17feb2ad7968 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:13.135912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af0699b4-fcd9-415d-b02c-e6e5f66702bc req-2e035673-780d-41d6-98ca-17feb2ad7968 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 945 time: 0.0637004 Sep 07 16:26:13.182480 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af0699b4-fcd9-415d-b02c-e6e5f66702bc req-41e19a15-5cce-4013-9131-6f718bf50d72 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393779 Sep 07 16:26:13.306669 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-505c6dda-c29d-44fe-a259-d3efea4f2a0f req-d503ee28-c95b-4750-b764-3d4d468abb43 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.35 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0386236 Sep 07 16:26:13.673101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-720934d5-bd8d-42fc-bbf8-142872ecc8b7 req-86242db9-c4c1-4667-8694-e6c864a25b38 tempest-ServerShowV257Test-1495432323 tempest-ServerShowV257Test-1495432323-project] 10.222.0.70 "GET /v2.0/ports?device_id=59350dab-99ea-4e65-8439-f3d7c2649ae0 HTTP/1.1" status: 200 len: 210 time: 0.0277922 Sep 07 16:26:13.705116 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d428c6-44d6-40f4-8fa7-c913c5a428db req-0b3b2afc-5398-4534-8ee4-9f1ec9ebbaa4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:13.705297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:26:13.715036 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3d428c6-44d6-40f4-8fa7-c913c5a428db req-0b3b2afc-5398-4534-8ee4-9f1ec9ebbaa4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.3938043 Sep 07 16:26:13.769860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3d428c6-44d6-40f4-8fa7-c913c5a428db req-c8e9a381-fc9a-4989-8840-65c78bd86094 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538499 Sep 07 16:26:13.881520 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:13.922269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3044c25-cf00-4e53-a179-f139c7211e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:26:13.924945 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a036edbe-54cb-4e17-b828-5647f475543a" -d '{"events": [{"server_uuid": "e3044c25-cf00-4e53-a179-f139c7211e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "60b7a767-dcbe-4a89-830f-a2f5ed86c2e6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:26:13.925105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab78469-0746-4930-9e9b-f111eba00399 req-5f132b0a-50dd-4486-9401-9552a470efb4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:13.926556 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ab78469-0746-4930-9e9b-f111eba00399 req-5f132b0a-50dd-4486-9401-9552a470efb4 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0719728 Sep 07 16:26:13.951833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:13.954358 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:13.959320 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:14.014863 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bf6d61-7bb5-4a4b-9619-e242ecadc658 x-openstack-request-id: req-50bf6d61-7bb5-4a4b-9619-e242ecadc658 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:26:14.017287 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3044c25-cf00-4e53-a179-f139c7211e1b", "name": "network-vif-unplugged", "status": "failed", "tag": "60b7a767-dcbe-4a89-830f-a2f5ed86c2e6", "code": 422}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:26:14.017745 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50bf6d61-7bb5-4a4b-9619-e242ecadc658 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:26:14.020600 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ab78469-0746-4930-9e9b-f111eba00399 req-cda72bb7-3723-499e-9744-e5b19b9bebf2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869000 Sep 07 16:26:14.022177 n-d-807551-3 neutron-server[94772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3044c25-cf00-4e53-a179-f139c7211e1b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6', 'code': 422} returned with failed status Sep 07 16:26:14.065684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:14.076717 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:14.077063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:14.077418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:14.077799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:14.078141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:14.078479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:14.078813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:14.079144 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:14.079474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:14.079801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:14.080131 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:14.080484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:14.224320 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-28aee32c-3343-4513-970c-3b2a1c9e9ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:14.277273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854e679-36d9-44cd-bcf7-c4fa5d0a6ebe req-c0734a17-41a3-4115-b42a-98582a0d87ce tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:14.278918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a854e679-36d9-44cd-bcf7-c4fa5d0a6ebe req-c0734a17-41a3-4115-b42a-98582a0d87ce tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0513828 Sep 07 16:26:14.324511 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a854e679-36d9-44cd-bcf7-c4fa5d0a6ebe req-6b529d0f-a398-47cc-9def-5ef67102f516 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370791 Sep 07 16:26:14.891603 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:15.117609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:15.253818 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46e59eff-0bc0-4286-a894-3c54f3c6698d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:15.393581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46e59eff-0bc0-4286-a894-3c54f3c6698d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:15.398829 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-46e59eff-0bc0-4286-a894-3c54f3c6698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:15.455135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e59eff-0bc0-4286-a894-3c54f3c6698d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95f800e-8234-46f7-b5c9-5e109e6f52f3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:15.466870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46472) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:15.467383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-46e59eff-0bc0-4286-a894-3c54f3c6698d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51a195ee0bb9423caf4fb50b6c17b963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480654 Sep 07 16:26:15.516111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe1e3e-292c-48e1-825f-275ea77cbc93 req-2d21b0b5-05a2-4261-9b1c-77c4394174a2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:15.517796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1fe1e3e-292c-48e1-825f-275ea77cbc93 req-2d21b0b5-05a2-4261-9b1c-77c4394174a2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0903175 Sep 07 16:26:15.562474 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23bdbac2-ad49-4269-8f28-1a338c44f978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:15.573966 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1fe1e3e-292c-48e1-825f-275ea77cbc93 req-da67aa57-1452-4a39-bcc0-a59362ead998 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453196 Sep 07 16:26:15.618406 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23bdbac2-ad49-4269-8f28-1a338c44f978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:15.703662 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23bdbac2-ad49-4269-8f28-1a338c44f978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:15.719930 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23bdbac2-ad49-4269-8f28-1a338c44f978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:15.721066 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-23bdbac2-ad49-4269-8f28-1a338c44f978 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f95f800e-8234-46f7-b5c9-5e109e6f52f3 HTTP/1.1" status: 204 len: 168 time: 0.2516248 Sep 07 16:26:15.732324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdbac2-ad49-4269-8f28-1a338c44f978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95f800e-8234-46f7-b5c9-5e109e6f52f3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:16.554597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46500) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:16.703811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-235634980-network', 'tenant_id': '98340047a3f64fb2aab2d12109f3dc4a'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:26:16.748834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab436bb-030e-4e6b-8411-5d565558dc75 req-e8ce1c8c-9629-47da-8bd8-3dd45e8f0882 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:16.748834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cab436bb-030e-4e6b-8411-5d565558dc75 req-e8ce1c8c-9629-47da-8bd8-3dd45e8f0882 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1004395 Sep 07 16:26:16.756992 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Made reservation on behalf of 98340047a3f64fb2aab2d12109f3dc4a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:26:16.760527 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:16.772932 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:16.810198 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:16.819755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cab436bb-030e-4e6b-8411-5d565558dc75 req-92265e6b-029f-41b8-886f-8858a2d54934 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656619 Sep 07 16:26:16.949490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:16.955320 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:16.976165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:26:17.007759 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:17.008989 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Added segment 5b9c3209-9a36-4a91-9a30-75a277e69120 of type vlan for network 7dd19f4f-380e-4198-bc37-b78a7c6a48f2 Sep 07 16:26:17.024224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198b92bb-fca2-4e0c-80c9-ac922da544d6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:17.060550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:17.061046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:17.061452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:17.062268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:17.062667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:17.063069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:17.063465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:17.063864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:17.067018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:17.067018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:17.067018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:17.067018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:17.102647 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:17.132981 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:17.135040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:17.135627 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:17.185231 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6293681 Sep 07 16:26:17.242666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0e2c5-af6a-45a6-bbc6-5f692feb1c09 admin admin] Pushing event updated for resources: {'Network': ['ID=7dd19f4f-380e-4198-bc37-b78a7c6a48f2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:17.262649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 7dd19f4f-380e-4198-bc37-b78a7c6a48f2 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:26:17.705139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b80af-bca7-4958-af39-2638c04c5572 req-3810ff75-7fbf-4e3e-a38b-fe8734607dac tempest-ComputeTenantNetworksTest-1991204541 tempest-ComputeTenantNetworksTest-1991204541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:17.708468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:26:17.711817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b80af-bca7-4958-af39-2638c04c5572 req-3810ff75-7fbf-4e3e-a38b-fe8734607dac tempest-ComputeTenantNetworksTest-1991204541 tempest-ComputeTenantNetworksTest-1991204541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:17.718364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b80af-bca7-4958-af39-2638c04c5572 req-3810ff75-7fbf-4e3e-a38b-fe8734607dac tempest-ComputeTenantNetworksTest-1991204541 tempest-ComputeTenantNetworksTest-1991204541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:17.720242 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a4b80af-bca7-4958-af39-2638c04c5572 req-3810ff75-7fbf-4e3e-a38b-fe8734607dac tempest-ComputeTenantNetworksTest-1991204541 tempest-ComputeTenantNetworksTest-1991204541-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2150073 Sep 07 16:26:17.835096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb65455-0335-4b46-a742-afd6da01dfc7 req-b26c5806-0597-4c7c-a76b-01db91ced85a tempest-ComputeTenantNetworksTest-1991204541 tempest-ComputeTenantNetworksTest-1991204541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:17.836634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-feb65455-0335-4b46-a742-afd6da01dfc7 req-b26c5806-0597-4c7c-a76b-01db91ced85a tempest-ComputeTenantNetworksTest-1991204541 tempest-ComputeTenantNetworksTest-1991204541-project] 10.222.0.70 "GET /v2.0/networks/7dd19f4f-380e-4198-bc37-b78a7c6a48f2 HTTP/1.1" status: 200 len: 768 time: 0.0895765 Sep 07 16:26:17.845337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46526) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:17.927652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb0b9-d889-4632-a192-6c7ea8767f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:17.952884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712ae63-58b4-44d4-a8af-0d5f29979989 req-72cde6ca-9d1e-4c07-a71b-1f29d7a8402c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:17.952884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3712ae63-58b4-44d4-a8af-0d5f29979989 req-72cde6ca-9d1e-4c07-a71b-1f29d7a8402c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0517993 Sep 07 16:26:17.997283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3712ae63-58b4-44d4-a8af-0d5f29979989 req-4affc1c1-1344-45d1-8859-e2cd4b0bab6e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408871 Sep 07 16:26:18.030974 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb0b9-d889-4632-a192-6c7ea8767f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:18.051271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2e1bb0b9-d889-4632-a192-6c7ea8767f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd19f4f-380e-4198-bc37-b78a7c6a48f2']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:18.060853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2e1bb0b9-d889-4632-a192-6c7ea8767f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9c3209-9a36-4a91-9a30-75a277e69120') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:18.061157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2e1bb0b9-d889-4632-a192-6c7ea8767f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9c3209-9a36-4a91-9a30-75a277e69120') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:18.071753 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb0b9-d889-4632-a192-6c7ea8767f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:18.085272 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb0b9-d889-4632-a192-6c7ea8767f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:18.091796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1bb0b9-d889-4632-a192-6c7ea8767f4d admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:26:18.092306 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb0b9-d889-4632-a192-6c7ea8767f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:26:18.094585 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:26:18.156094 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb0b9-d889-4632-a192-6c7ea8767f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:18.162202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2e1bb0b9-d889-4632-a192-6c7ea8767f4d admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:18.164110 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2e1bb0b9-d889-4632-a192-6c7ea8767f4d admin admin] 10.222.0.70 "DELETE /v2.0/networks/7dd19f4f-380e-4198-bc37-b78a7c6a48f2 HTTP/1.1" status: 204 len: 168 time: 0.3175690 Sep 07 16:26:18.178195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bb0b9-d889-4632-a192-6c7ea8767f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd19f4f-380e-4198-bc37-b78a7c6a48f2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:18.276701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46556) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:18.316845 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bf850252-083b-4e9b-94e1-7dc52ef14b45 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98340047a3f64fb2aab2d12109f3dc4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389209 Sep 07 16:26:18.319302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46558) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:18.366185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e830c87b-9f4a-4aa3-af98-d540d1377134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:18.387146 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e830c87b-9f4a-4aa3-af98-d540d1377134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:18.435782 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e830c87b-9f4a-4aa3-af98-d540d1377134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:18.439018 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e830c87b-9f4a-4aa3-af98-d540d1377134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:18.440160 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e830c87b-9f4a-4aa3-af98-d540d1377134 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/198b92bb-fca2-4e0c-80c9-ac922da544d6 HTTP/1.1" status: 204 len: 168 time: 0.1199157 Sep 07 16:26:18.453930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830c87b-9f4a-4aa3-af98-d540d1377134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198b92bb-fca2-4e0c-80c9-ac922da544d6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:19.111415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46600) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:19.127375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553457dc-c67d-4f14-babb-cfc6b5d6a47c req-a98fe37d-4365-4d6e-8509-2f4c013f47ec tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:19.128964 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-553457dc-c67d-4f14-babb-cfc6b5d6a47c req-a98fe37d-4365-4d6e-8509-2f4c013f47ec tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0566845 Sep 07 16:26:19.169336 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-553457dc-c67d-4f14-babb-cfc6b5d6a47c req-43ad3158-fac5-4eac-a31e-3b00f24c9a5b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333867 Sep 07 16:26:19.219580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-network', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:26:19.242518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Made reservation on behalf of 1ceec1da24d54833ba1e99abf29b48f2 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:26:19.244881 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.254174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.352317 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.356952 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.386069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:26:19.392546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062a0358-bcd9-4e50-95e2-c6bd347585cb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:19.398999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.399351 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Added segment 0e6fd214-f4ee-4395-8c70-5b5eee31e09b of type vlan for network 4a3b428c-57d8-40cf-8547-207f6bd2953f Sep 07 16:26:19.444182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.469760 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.470790 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:19.471603 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.502496 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3899875 Sep 07 16:26:19.505267 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:19.537068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a403d2b0-9b4e-4e12-a2c7-69be0d406bc8 admin admin] Request body: {'subnet': {'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-subnet', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:26:19.544862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeaa669-1845-400a-9a30-e52617bc74d4 admin admin] Pushing event updated for resources: {'Network': ['ID=4a3b428c-57d8-40cf-8547-207f6bd2953f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:19.554878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 4a3b428c-57d8-40cf-8547-207f6bd2953f details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:26:19.561649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a403d2b0-9b4e-4e12-a2c7-69be0d406bc8 admin admin] Made reservation on behalf of 1ceec1da24d54833ba1e99abf29b48f2 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:26:19.564368 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a403d2b0-9b4e-4e12-a2c7-69be0d406bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.743795 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a403d2b0-9b4e-4e12-a2c7-69be0d406bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.798761 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403d2b0-9b4e-4e12-a2c7-69be0d406bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc12440-34f5-4327-9df7-4f43a76789dd,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:19.807375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403d2b0-9b4e-4e12-a2c7-69be0d406bc8 admin admin] Checking segment: {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:26:19.807736 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a403d2b0-9b4e-4e12-a2c7-69be0d406bc8 admin admin] Network hostable DHCP agents. Network: 4a3b428c-57d8-40cf-8547-207f6bd2953f, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:26:19.824536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a403d2b0-9b4e-4e12-a2c7-69be0d406bc8 admin admin] Network 4a3b428c-57d8-40cf-8547-207f6bd2953f is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:26:19.833747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a403d2b0-9b4e-4e12-a2c7-69be0d406bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 4a3b428c-57d8-40cf-8547-207f6bd2953f) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:26:19.838139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a403d2b0-9b4e-4e12-a2c7-69be0d406bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:19.838843 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a403d2b0-9b4e-4e12-a2c7-69be0d406bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.843409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dae918-65a8-4301-992b-7760cf7593e0 None None] Network 4a3b428c-57d8-40cf-8547-207f6bd2953f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:26:19.857936 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a403d2b0-9b4e-4e12-a2c7-69be0d406bc8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3515983 Sep 07 16:26:19.860511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46650) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:19.864732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:26:19.885787 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.886797 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.944414 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:19.995249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-4a3b428c-57d8-40cf-8547-207f6bd2953f', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:26:19.996815 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:20.089862 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:20.141119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Allocated IP 172.20.0.2 (4a3b428c-57d8-40cf-8547-207f6bd2953f/7fc12440-34f5-4327-9df7-4f43a76789dd/58a7cc4f-d0bf-49c5-906b-4220036cc620) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:26:20.304090 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:20.315145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Transition to ACTIVE for port object 58a7cc4f-d0bf-49c5-906b-4220036cc620 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:26:20.335662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Transition to ACTIVE for port object 58a7cc4f-d0bf-49c5-906b-4220036cc620 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:26:20.345751 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:20.355895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879e65b-bd0f-4dde-a27e-59e93450fb21 req-7ea74f5d-2096-405e-9f5a-459d8faa86cd tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:20.366894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9879e65b-bd0f-4dde-a27e-59e93450fb21 req-7ea74f5d-2096-405e-9f5a-459d8faa86cd tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1101048 Sep 07 16:26:20.414875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Network 4a3b428c-57d8-40cf-8547-207f6bd2953f is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:26:20.416282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9879e65b-bd0f-4dde-a27e-59e93450fb21 req-18e2667e-42ea-47dc-90c8-a516a6a6c37c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479381 Sep 07 16:26:20.418500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:26:20.423351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:26:20.459848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Pushing event updated for resources: {'Port': ['ID=58a7cc4f-d0bf-49c5-906b-4220036cc620,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:20.495551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Attempting to bind port 58a7cc4f-d0bf-49c5-906b-4220036cc620 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:26:20.495921 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Attempting to bind port 58a7cc4f-d0bf-49c5-906b-4220036cc620 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:26:20.496526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Attempting to bind port 58a7cc4f-d0bf-49c5-906b-4220036cc620 on network 4a3b428c-57d8-40cf-8547-207f6bd2953f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:26:20.502742 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:26:20.503130 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Checking segment: {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:26:20.503544 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:20.503950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Bound using segment: {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:26:20.504460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Bound port: 58a7cc4f-d0bf-49c5-906b-4220036cc620, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:26:20.504859 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:20.569618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] For port 58a7cc4f-d0bf-49c5-906b-4220036cc620, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:26:20.572961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] For port 58a7cc4f-d0bf-49c5-906b-4220036cc620, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=58a7cc4f-d0bf-49c5-906b-4220036cc620,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:26:20.579556 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:20.635846 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:20.637190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9fb80-7f30-40af-a9e9-6b67fee676e9 None None] Pushing event updated for resources: {'Port': ['ID=58a7cc4f-d0bf-49c5-906b-4220036cc620,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:20.656359 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:20.818796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Allocated IP 172.25.3.63 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/565f19bb-4fbc-4be3-aaca-fb5f0e264110) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:26:20.940401 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:20.981685 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:21.018919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:26:21.021798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:26:21.027839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:26:21.033945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Pushing event updated for resources: {'Port': ['ID=565f19bb-4fbc-4be3-aaca-fb5f0e264110,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:21.224882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 58a7cc4f-d0bf-49c5-906b-4220036cc620 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:26:21.280181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 58a7cc4f-d0bf-49c5-906b-4220036cc620 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:26:21.312615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:21.549838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c648f19-e348-4b38-9bb8-1ee69ec97dda req-f697bd29-ad68-48c1-b601-b05945a528a5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:21.558089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c648f19-e348-4b38-9bb8-1ee69ec97dda req-f697bd29-ad68-48c1-b601-b05945a528a5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0603371 Sep 07 16:26:21.562430 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:21.597993 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c648f19-e348-4b38-9bb8-1ee69ec97dda req-6a1e260d-ddee-4e44-b8ad-5c29a5746862 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387366 Sep 07 16:26:21.698803 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22c8e4f-f4eb-460d-a3a8-5e6772ceecf8 None None] Network 4a3b428c-57d8-40cf-8547-207f6bd2953f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:26:21.704929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:26:21.775410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-203a5c57-61dc-4258-97fd-29ac1b1f7cdc None None] Provisioning for port 58a7cc4f-d0bf-49c5-906b-4220036cc620 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:26:21.786901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-203a5c57-61dc-4258-97fd-29ac1b1f7cdc None None] Provisioning complete for port 58a7cc4f-d0bf-49c5-906b-4220036cc620 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:26:21.787419 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-203a5c57-61dc-4258-97fd-29ac1b1f7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:21.819348 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:26:21.831346 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Sync routers for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:26:21.848881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46664) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:21.849191 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:21.849997 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:21.931581 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:21.935924 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d789a9ee-c56e-4c4d-95b9-5e27ce0a8215 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0720308 Sep 07 16:26:21.936486 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46666) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:21.946922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96b9db1-a494-49bd-8873-6a3b748d38b6 admin admin] Deleting subnet 6f8387af-d117-4712-b790-ad9ed5b99fe7 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:26:21.991408 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a96b9db1-a494-49bd-8873-6a3b748d38b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.048886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a96b9db1-a494-49bd-8873-6a3b748d38b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.098395 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:26:22.175676 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a96b9db1-a494-49bd-8873-6a3b748d38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.205729 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-203a5c57-61dc-4258-97fd-29ac1b1f7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.320954 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a96b9db1-a494-49bd-8873-6a3b748d38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.323291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-203a5c57-61dc-4258-97fd-29ac1b1f7cdc None None] For port 58a7cc4f-d0bf-49c5-906b-4220036cc620, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=58a7cc4f-d0bf-49c5-906b-4220036cc620,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:22.339502 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-203a5c57-61dc-4258-97fd-29ac1b1f7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.341482 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:21Z', 'revision_number': 3, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:22.373705 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Checking router: 6a4ba10b-0c9a-4492-a91f-08db95b22f35 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:26:22.374561 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Updating router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 port 565f19bb-4fbc-4be3-aaca-fb5f0e264110 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:26:22.385974 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a96b9db1-a494-49bd-8873-6a3b748d38b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.388142 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a96b9db1-a494-49bd-8873-6a3b748d38b6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6f8387af-d117-4712-b790-ad9ed5b99fe7 HTTP/1.1" status: 204 len: 168 time: 0.5378931 Sep 07 16:26:22.391398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46668) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:22.398914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a5c57-61dc-4258-97fd-29ac1b1f7cdc None None] Pushing event updated for resources: {'Port': ['ID=58a7cc4f-d0bf-49c5-906b-4220036cc620,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:22.421641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b9db1-a494-49bd-8873-6a3b748d38b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f8387af-d117-4712-b790-ad9ed5b99fe7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:22.424870 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.516551 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-544dcafa-3280-4313-a32f-5bc09588c379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.567988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-549e56e8-c943-46bf-a6cd-06516d6d5f6e None None] Provisioning complete for port 58a7cc4f-d0bf-49c5-906b-4220036cc620 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:26:22.568521 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-549e56e8-c943-46bf-a6cd-06516d6d5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.606124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-544dcafa-3280-4313-a32f-5bc09588c379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.637125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-544dcafa-3280-4313-a32f-5bc09588c379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4afba286-0c3a-4807-938f-9ccc316dce0e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:22.648156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-544dcafa-3280-4313-a32f-5bc09588c379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:22.648484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-544dcafa-3280-4313-a32f-5bc09588c379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca026a7-5ec0-46ba-af3d-f5c4d95dd52d') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:22.660727 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-544dcafa-3280-4313-a32f-5bc09588c379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.676576 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-544dcafa-3280-4313-a32f-5bc09588c379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.679408 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.683136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544dcafa-3280-4313-a32f-5bc09588c379 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:26:22.683765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-544dcafa-3280-4313-a32f-5bc09588c379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:26:22.685698 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:26:22.737841 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.777280 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Transition to ACTIVE for port object 565f19bb-4fbc-4be3-aaca-fb5f0e264110 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:26:22.781052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430458-cd69-434b-a84c-c2fd92b9a5a2 req-0465bcaf-dc31-4072-a251-1ce43dfc564d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:22.782647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa430458-cd69-434b-a84c-c2fd92b9a5a2 req-0465bcaf-dc31-4072-a251-1ce43dfc564d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0838916 Sep 07 16:26:22.783763 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-544dcafa-3280-4313-a32f-5bc09588c379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.784381 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.789757 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-544dcafa-3280-4313-a32f-5bc09588c379 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.791605 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-544dcafa-3280-4313-a32f-5bc09588c379 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4afba286-0c3a-4807-938f-9ccc316dce0e HTTP/1.1" status: 204 len: 168 time: 0.3992155 Sep 07 16:26:22.805970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dcafa-3280-4313-a32f-5bc09588c379 admin admin] Pushing event deleted for resources: {'Network': ['ID=4afba286-0c3a-4807-938f-9ccc316dce0e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:22.851574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa430458-cd69-434b-a84c-c2fd92b9a5a2 req-e723a584-56e7-4def-b422-ccb5a27c138b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469005 Sep 07 16:26:22.858947 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Pushing event updated for resources: {'Port': ['ID=565f19bb-4fbc-4be3-aaca-fb5f0e264110,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:22.859888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Allocated IP 172.20.0.1 (4a3b428c-57d8-40cf-8547-207f6bd2953f/7fc12440-34f5-4327-9df7-4f43a76789dd/13fd7bde-3f7e-4f94-af72-d45cb61e1192) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:26:22.861733 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Attempting to bind port 565f19bb-4fbc-4be3-aaca-fb5f0e264110 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:26:22.862095 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Attempting to bind port 565f19bb-4fbc-4be3-aaca-fb5f0e264110 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:26:22.862482 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Attempting to bind port 565f19bb-4fbc-4be3-aaca-fb5f0e264110 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:26:22.874905 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:22.875255 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:22.875686 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:22.875868 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:22.876207 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:22.876564 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:22.877107 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:22.877628 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:22.878081 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:22.878416 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:22.878765 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:22.879086 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:22.882353 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:26:22.882722 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:26:22.883200 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.883868 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:26:22.884534 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Bound port: 565f19bb-4fbc-4be3-aaca-fb5f0e264110, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:26:22.884959 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:22.942264 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] For port 565f19bb-4fbc-4be3-aaca-fb5f0e264110, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:26:22.946900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46676) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:22.948895 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] For port 565f19bb-4fbc-4be3-aaca-fb5f0e264110, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=565f19bb-4fbc-4be3-aaca-fb5f0e264110,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:26:22.953405 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:23.006843 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:23.007512 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:23.014804 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c0b1438e-b867-41c9-8998-7bd7e150e380 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc287282ddc84bc38eb5d1c139250ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667865 Sep 07 16:26:23.017397 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46678) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:23.021295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:23.045026 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec88e7f-e395-4d62-b838-0dfc72121981 None None] Pushing event updated for resources: {'Port': ['ID=565f19bb-4fbc-4be3-aaca-fb5f0e264110,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:23.051107 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Transition to ACTIVE for port object 13fd7bde-3f7e-4f94-af72-d45cb61e1192 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:26:23.096027 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64534f82-5176-4209-b535-a65690a658f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:23.115306 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:26:23.127150 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64534f82-5176-4209-b535-a65690a658f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:23.136105 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:23.188028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 58a7cc4f-d0bf-49c5-906b-4220036cc620 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:26:23.196468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Network 4a3b428c-57d8-40cf-8547-207f6bd2953f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:26:23.206965 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:26:23.209784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:26:23.242347 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 58a7cc4f-d0bf-49c5-906b-4220036cc620 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:26:23.242935 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:23.251806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Pushing event updated for resources: {'Port': ['ID=13fd7bde-3f7e-4f94-af72-d45cb61e1192,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:23.267830 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:23.318967 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:21Z', 'revision_number': 3, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:23.350088 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64534f82-5176-4209-b535-a65690a658f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:23.353041 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64534f82-5176-4209-b535-a65690a658f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:23.354195 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-64534f82-5176-4209-b535-a65690a658f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f HTTP/1.1" status: 204 len: 168 time: 0.3358998 Sep 07 16:26:23.359117 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33849a6-d2e7-4cb4-8d69-c6b09105b534 None None] The sync data for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 is: [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:21Z', 'revision_number': 3, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:26:23.391418 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-769267b4-f0d7-42a8-bd9a-3f53c5a1a229 req-d355b3c7-5cab-4e04-93fe-171960671bc4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941017 Sep 07 16:26:23.410790 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64534f82-5176-4209-b535-a65690a658f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2bf1f1-2bd8-4b98-80f2-730d6b53a14f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:23.476428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769267b4-f0d7-42a8-bd9a-3f53c5a1a229 req-67169165-4cca-4012-8818-0325e9599ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:23.481434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-769267b4-f0d7-42a8-bd9a-3f53c5a1a229 req-67169165-4cca-4012-8818-0325e9599ac6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 1096 time: 0.0648823 Sep 07 16:26:23.494618 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:23.603197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-95248cc2-01f9-49a5-a845-86ba9888a2df None None] Provisioning for port 13fd7bde-3f7e-4f94-af72-d45cb61e1192 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:26:23.605294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769267b4-f0d7-42a8-bd9a-3f53c5a1a229 req-baa89909-c1b3-47f6-875b-937a40fb7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:23.607378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-769267b4-f0d7-42a8-bd9a-3f53c5a1a229 req-baa89909-c1b3-47f6-875b-937a40fb7fb7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.1038399 Sep 07 16:26:23.610017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-95248cc2-01f9-49a5-a845-86ba9888a2df None None] Provisioning complete for port 13fd7bde-3f7e-4f94-af72-d45cb61e1192 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:26:23.610528 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-95248cc2-01f9-49a5-a845-86ba9888a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:23.662665 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-769267b4-f0d7-42a8-bd9a-3f53c5a1a229 req-12e1f0a4-cc12-4aad-b741-5dd474e102c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f930ff5e-3ce6-4498-9e2b-9d611eb41027 HTTP/1.1" status: 200 len: 217 time: 0.0433283 Sep 07 16:26:23.668873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-95248cc2-01f9-49a5-a845-86ba9888a2df None None] Port 13fd7bde-3f7e-4f94-af72-d45cb61e1192 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:26:23.732193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769267b4-f0d7-42a8-bd9a-3f53c5a1a229 req-e3c30b40-0ea0-4510-ac8a-b1dfc755e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:23.733912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-769267b4-f0d7-42a8-bd9a-3f53c5a1a229 req-e3c30b40-0ea0-4510-ac8a-b1dfc755e95c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.0624971 Sep 07 16:26:23.794861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769267b4-f0d7-42a8-bd9a-3f53c5a1a229 req-56ab8cbb-90b0-4617-9a10-e2105c3fd8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:23.796555 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-769267b4-f0d7-42a8-bd9a-3f53c5a1a229 req-56ab8cbb-90b0-4617-9a10-e2105c3fd8eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510671 Sep 07 16:26:23.797846 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:23.802444 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:23.916692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-769267b4-f0d7-42a8-bd9a-3f53c5a1a229 req-998ceb73-74b8-4232-9f3e-4ec3fdf9f551 service neutron] 10.222.0.54 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094377 Sep 07 16:26:23.926097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Pushing event updated for resources: {'Port': ['ID=13fd7bde-3f7e-4f94-af72-d45cb61e1192,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:23.928996 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:24.055345 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Network 4a3b428c-57d8-40cf-8547-207f6bd2953f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:26:24.056861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:26:24.057991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778282-9f25-408a-b8ed-9ffc045e71ed req-7b81af82-36dd-49e2-967d-f87df365cd33 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:24.059567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39778282-9f25-408a-b8ed-9ffc045e71ed req-7b81af82-36dd-49e2-967d-f87df365cd33 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1015146 Sep 07 16:26:24.088915 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-769267b4-f0d7-42a8-bd9a-3f53c5a1a229 req-b056bd57-6277-4153-82b2-97d085e93742 service neutron] 10.222.0.54 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592009 Sep 07 16:26:24.123730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39778282-9f25-408a-b8ed-9ffc045e71ed req-face8b92-2ab4-470c-b3cc-e9319fbbc57a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534539 Sep 07 16:26:24.211555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:26:24.357938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:26:24.365178 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-205bb419-110d-4214-a043-0a27dae1ad0f admin admin] 10.222.0.70 "PUT /v2.0/routers/6a4ba10b-0c9a-4492-a91f-08db95b22f35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4272578 Sep 07 16:26:24.398573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4eea9b3a-64c7-4777-b881-d5d3b7ad22e8 None None] Provisioning complete for port 13fd7bde-3f7e-4f94-af72-d45cb61e1192 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:26:24.399634 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4eea9b3a-64c7-4777-b881-d5d3b7ad22e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:24.444258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4eea9b3a-64c7-4777-b881-d5d3b7ad22e8 None None] Port 13fd7bde-3f7e-4f94-af72-d45cb61e1192 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:26:24.880700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46720) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:24.886492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c4d0c1a9-a8d5-40e3-897f-d81dfa9cdf55 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--976543058', 'description': 'tempest-description--1088564371'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:26:24.922956 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c1a9-a8d5-40e3-897f-d81dfa9cdf55 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.019327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c1a9-a8d5-40e3-897f-d81dfa9cdf55 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.025356 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c1a9-a8d5-40e3-897f-d81dfa9cdf55 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.054011 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c1a9-a8d5-40e3-897f-d81dfa9cdf55 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.055285 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c4d0c1a9-a8d5-40e3-897f-d81dfa9cdf55 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1734743 Sep 07 16:26:25.058264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46724) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:25.063499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a418bc92-1e2a-4b65-b764-f8dbbdea4f95 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Request body: {'security_group_rule': {'security_group_id': '374fd5e1-f0d9-4b77-b18a-97e7c28e1244', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:26:25.072618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0c1a9-a8d5-40e3-897f-d81dfa9cdf55 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374fd5e1-f0d9-4b77-b18a-97e7c28e1244,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:25.094946 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a418bc92-1e2a-4b65-b764-f8dbbdea4f95 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.167975 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a418bc92-1e2a-4b65-b764-f8dbbdea4f95 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.175983 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a418bc92-1e2a-4b65-b764-f8dbbdea4f95 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.204370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418bc92-1e2a-4b65-b764-f8dbbdea4f95 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d084c65-9036-4699-b1a5-bb1de0d2c5ec,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:25.215806 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a418bc92-1e2a-4b65-b764-f8dbbdea4f95 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.217457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a418bc92-1e2a-4b65-b764-f8dbbdea4f95 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580927 Sep 07 16:26:25.220990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46730) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:25.230887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2f061b05-0f23-4e0e-b6cf-7915c4bcce36 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Request body: {'security_group_rule': {'security_group_id': '374fd5e1-f0d9-4b77-b18a-97e7c28e1244', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:26:25.238916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 565f19bb-4fbc-4be3-aaca-fb5f0e264110 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:26:25.306151 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2f061b05-0f23-4e0e-b6cf-7915c4bcce36 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.320564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 565f19bb-4fbc-4be3-aaca-fb5f0e264110 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:26:25.325419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 565f19bb-4fbc-4be3-aaca-fb5f0e264110 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:26:25.325860 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.328351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2ea78-8ff2-4128-822f-0b3c01ba5555 req-1da9d558-2742-4dc2-9c2e-35cfe20eab08 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:25.329909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4cb2ea78-8ff2-4128-822f-0b3c01ba5555 req-1da9d558-2742-4dc2-9c2e-35cfe20eab08 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0881169 Sep 07 16:26:25.402359 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4cb2ea78-8ff2-4128-822f-0b3c01ba5555 req-5a6d1bc0-aec4-4b3d-91b5-71bad4cf371c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633857 Sep 07 16:26:25.411988 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.422972 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2f061b05-0f23-4e0e-b6cf-7915c4bcce36 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.430175 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2f061b05-0f23-4e0e-b6cf-7915c4bcce36 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.440580 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 565f19bb-4fbc-4be3-aaca-fb5f0e264110, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=565f19bb-4fbc-4be3-aaca-fb5f0e264110,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:25.448357 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.454734 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Sync routers for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:26:25.460805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f061b05-0f23-4e0e-b6cf-7915c4bcce36 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ced70fd-9b97-471f-82ca-f29c4f9cc495,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:25.464962 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2f061b05-0f23-4e0e-b6cf-7915c4bcce36 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.470010 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2f061b05-0f23-4e0e-b6cf-7915c4bcce36 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2439981 Sep 07 16:26:25.470500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46732) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:25.474764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:26:25.489690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:25.490343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:25.500894 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.553168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=565f19bb-4fbc-4be3-aaca-fb5f0e264110,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:25.625470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.629449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:26:25.738954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Allocated IP 172.25.3.23 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/ddaa03a0-bbce-4e23-9ef8-12330948ecd6) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:26:25.842067 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 2, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:25.854786 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.868086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Checking router: 6a4ba10b-0c9a-4492-a91f-08db95b22f35 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:26:25.868678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Updating router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 port 13fd7bde-3f7e-4f94-af72-d45cb61e1192 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:26:25.895848 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.897307 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:25.932391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:26:25.937489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:26:25.940228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:26:25.967873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event updated for resources: {'Port': ['ID=ddaa03a0-bbce-4e23-9ef8-12330948ecd6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:26.081997 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:26.130622 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:26.200320 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:26.212715 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Transition to ACTIVE for port object 13fd7bde-3f7e-4f94-af72-d45cb61e1192 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:26:26.218086 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:26.271128 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473f5cf-865c-4824-8077-8acbb9d9be09 None None] Pushing event updated for resources: {'Port': ['ID=13fd7bde-3f7e-4f94-af72-d45cb61e1192,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:26.302989 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:26.308442 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:26.322787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Attempting to bind port 13fd7bde-3f7e-4f94-af72-d45cb61e1192 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:26:26.323165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Attempting to bind port 13fd7bde-3f7e-4f94-af72-d45cb61e1192 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:26:26.323528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Attempting to bind port 13fd7bde-3f7e-4f94-af72-d45cb61e1192 on network 4a3b428c-57d8-40cf-8547-207f6bd2953f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:26:26.335851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:26:26.336231 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Checking segment: {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:26:26.336720 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:26.337121 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Bound using segment: {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:26:26.337613 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Bound port: 13fd7bde-3f7e-4f94-af72-d45cb61e1192, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:26:26.338004 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:26.395006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event updated for resources: {'Port': ['ID=ddaa03a0-bbce-4e23-9ef8-12330948ecd6,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:26.407611 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:26.451922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:26.453278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-71116ac9-5e01-44f2-af15-83c37594d7ad tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9821370 Sep 07 16:26:26.460793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] For port 13fd7bde-3f7e-4f94-af72-d45cb61e1192, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:26:26.464514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] For port 13fd7bde-3f7e-4f94-af72-d45cb61e1192, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=13fd7bde-3f7e-4f94-af72-d45cb61e1192,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:26:26.473703 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:26.621480 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad83986-3174-4f96-8b6f-87073984cb4d req-4cb3db52-af68-458e-abfc-1528528a285a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:26.626722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:26.627806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:26.629764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cad83986-3174-4f96-8b6f-87073984cb4d req-4cb3db52-af68-458e-abfc-1528528a285a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1021094 Sep 07 16:26:26.670236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473f5cf-865c-4824-8077-8acbb9d9be09 None None] Pushing event updated for resources: {'Port': ['ID=13fd7bde-3f7e-4f94-af72-d45cb61e1192,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:26.688459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cad83986-3174-4f96-8b6f-87073984cb4d req-70e85d0f-f8bd-4dd3-a151-06f71322fb09 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577326 Sep 07 16:26:26.710142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-c17d3612-1250-4fad-8c5a-ccc00b89f148 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--976543058&fields=id&tenant_id=1ceec1da24d54833ba1e99abf29b48f2 HTTP/1.1" status: 200 len: 267 time: 0.0607767 Sep 07 16:26:26.784511 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:26:26.858543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-62fe4b23-9b16-462e-ae2f-c5e5002db476 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:26.866502 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-62fe4b23-9b16-462e-ae2f-c5e5002db476 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 817 time: 0.1481504 Sep 07 16:26:26.885343 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-e950841a-0e4a-44d8-b970-c82edc952370 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/quotas/1ceec1da24d54833ba1e99abf29b48f2 HTTP/1.1" status: 200 len: 375 time: 0.0179212 Sep 07 16:26:26.966451 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-506b4dff-e3a4-4744-8d44-29ff75c59742 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660892 Sep 07 16:26:27.055598 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-d0458cf3-fffd-4bba-a5af-501093155396 service neutron] 10.222.0.70 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944731 Sep 07 16:26:27.065230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:26Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:27.102879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d00ce-2a8b-4826-995e-4ae63e7454d8 None None] The sync data for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 is: [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:26Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:26:27.160283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-f3afff1a-c403-4ce3-ae3b-a76ff11441a7 service neutron] 10.222.0.70 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035008 Sep 07 16:26:27.332224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 565f19bb-4fbc-4be3-aaca-fb5f0e264110 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:26:27.399588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 565f19bb-4fbc-4be3-aaca-fb5f0e264110 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:26:27.399987 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:27.417913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d4d6672-51df-4242-a4e9-ea97aa8824c3 req-b36fad87-a944-4851-9f4e-0ed458f780b5 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 210 time: 0.0441003 Sep 07 16:26:27.824458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad7d5f-0028-491e-b3b5-44c561b33af8 req-d56c47ee-abf9-487c-bae6-b5ddfceae4bb tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:27.826077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5ad7d5f-0028-491e-b3b5-44c561b33af8 req-d56c47ee-abf9-487c-bae6-b5ddfceae4bb tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0580368 Sep 07 16:26:27.874711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5ad7d5f-0028-491e-b3b5-44c561b33af8 req-478c063f-a16c-4bbf-b619-c7a773ec3649 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414042 Sep 07 16:26:27.991375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dfcdc-652f-4790-a4f1-c56910d996bc req-2b697a81-65a3-46d3-b095-f4296421cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:27.993539 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d9dfcdc-652f-4790-a4f1-c56910d996bc req-2b697a81-65a3-46d3-b095-f4296421cfc8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1095 time: 0.0572560 Sep 07 16:26:28.124820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dfcdc-652f-4790-a4f1-c56910d996bc req-7eccbe07-d0fb-47f8-812d-50bf2b7e4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:28.126346 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d9dfcdc-652f-4790-a4f1-c56910d996bc req-7eccbe07-d0fb-47f8-812d-50bf2b7e4786 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.1100941 Sep 07 16:26:28.198418 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d9dfcdc-652f-4790-a4f1-c56910d996bc req-074bd46d-2f27-468c-9678-4f4b41e2f61c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 999 time: 0.0637281 Sep 07 16:26:28.256866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dfcdc-652f-4790-a4f1-c56910d996bc req-d24c2204-7d80-4dde-bf06-6c6bbaa11bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:28.258650 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d9dfcdc-652f-4790-a4f1-c56910d996bc req-d24c2204-7d80-4dde-bf06-6c6bbaa11bcf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.0509019 Sep 07 16:26:28.312022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dfcdc-652f-4790-a4f1-c56910d996bc req-6fa427b5-4fff-42ee-bfac-2d82f798b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:28.313780 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d9dfcdc-652f-4790-a4f1-c56910d996bc req-6fa427b5-4fff-42ee-bfac-2d82f798b1e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471821 Sep 07 16:26:28.440137 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d9dfcdc-652f-4790-a4f1-c56910d996bc req-2104a2bf-21f3-40e7-9460-375d35c76c3c service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166315 Sep 07 16:26:28.571901 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92da1ae1-c1f5-4e78-a0bf-de7dcac906b4 req-6f2a9eb8-c857-43fe-a099-b7517770e4f8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 210 time: 0.0493591 Sep 07 16:26:28.643495 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d9dfcdc-652f-4790-a4f1-c56910d996bc req-98850c36-9bf9-4e02-b58d-a9ab2f1cdfca service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911986 Sep 07 16:26:28.691518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46784) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:28.752630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-a8e8d4f3-4afc-44a7-9cc0-3e1a8bb4a822 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:28.754091 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-a8e8d4f3-4afc-44a7-9cc0-3e1a8bb4a822 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.35 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 817 time: 0.2510359 Sep 07 16:26:28.807073 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-7afa5487-3fbf-4885-8cd5-97020c86d692 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ceec1da24d54833ba1e99abf29b48f2 HTTP/1.1" status: 200 len: 379 time: 0.0361724 Sep 07 16:26:28.815528 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-749d392b-20af-4d46-8105-95e388376813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:28.817100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Request body: {'port': {'device_id': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'admin_state_up': True, 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'security_groups': ['374fd5e1-f0d9-4b77-b18a-97e7c28e1244']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:26:28.916272 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-749d392b-20af-4d46-8105-95e388376813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:28.922870 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-749d392b-20af-4d46-8105-95e388376813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:28.946336 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Made reservation on behalf of 1ceec1da24d54833ba1e99abf29b48f2 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:26:28.950239 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:28.972214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-749d392b-20af-4d46-8105-95e388376813 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d57c3100c7e3430388f34f508a412309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793682 Sep 07 16:26:28.975135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46790) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:28.976568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d392b-20af-4d46-8105-95e388376813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73ea8a2-5706-48fd-9035-d6a7a331863e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:29.021599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63442bd0-f262-461c-b45d-ef09152933b4 req-ef8e82c8-2e56-42db-a595-b85fa8986d6f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:29.023168 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63442bd0-f262-461c-b45d-ef09152933b4 req-ef8e82c8-2e56-42db-a595-b85fa8986d6f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0654390 Sep 07 16:26:29.067007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63442bd0-f262-461c-b45d-ef09152933b4 req-f071e47a-700d-4741-be48-ab129e3431c8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354507 Sep 07 16:26:29.139090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Allocated IP 172.20.0.3 (4a3b428c-57d8-40cf-8547-207f6bd2953f/7fc12440-34f5-4327-9df7-4f43a76789dd/3a290dbc-31d6-4be8-b92a-3db645c1e50b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:26:29.141784 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d77ebcd8-05af-453a-91bc-6377fe992538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:29.174502 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d77ebcd8-05af-453a-91bc-6377fe992538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:29.216254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 13fd7bde-3f7e-4f94-af72-d45cb61e1192 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:26:29.263949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 13fd7bde-3f7e-4f94-af72-d45cb61e1192 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:26:29.268070 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 13fd7bde-3f7e-4f94-af72-d45cb61e1192 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:26:29.268548 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:29.295882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d77ebcd8-05af-453a-91bc-6377fe992538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:29.298619 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d77ebcd8-05af-453a-91bc-6377fe992538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:29.299785 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d77ebcd8-05af-453a-91bc-6377fe992538 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a73ea8a2-5706-48fd-9035-d6a7a331863e HTTP/1.1" status: 204 len: 168 time: 0.3236444 Sep 07 16:26:29.313944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ebcd8-05af-453a-91bc-6377fe992538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73ea8a2-5706-48fd-9035-d6a7a331863e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:29.343517 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:29.359615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Transition to ACTIVE for port object 3a290dbc-31d6-4be8-b92a-3db645c1e50b will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:26:29.359803 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:29.394458 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 13fd7bde-3f7e-4f94-af72-d45cb61e1192, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=13fd7bde-3f7e-4f94-af72-d45cb61e1192,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:29.399252 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:29.402347 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:29.446317 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Network 4a3b428c-57d8-40cf-8547-207f6bd2953f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:26:29.449322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:26:29.455858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:26:29.471386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=13fd7bde-3f7e-4f94-af72-d45cb61e1192,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:29.484952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event updated for resources: {'Port': ['ID=3a290dbc-31d6-4be8-b92a-3db645c1e50b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:29.526173 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:29.526957 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:29.544677 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-493cd54f-1e13-46b7-9815-5d99b254e0a6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7311442 Sep 07 16:26:29.560891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Request body: {'port': {'device_id': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:26:29.623198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:29.727865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac95a4-a3f9-4600-b8a1-040754763d52 req-65f0a7bf-5ad0-40c3-b21b-8a75f1abece8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:29.729474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bac95a4-a3f9-4600-b8a1-040754763d52 req-65f0a7bf-5ad0-40c3-b21b-8a75f1abece8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 931 time: 0.0573025 Sep 07 16:26:29.787398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bac95a4-a3f9-4600-b8a1-040754763d52 req-be245fd6-79d5-4f7e-b26a-d09974bcc89e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418737 Sep 07 16:26:29.801634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d249922-a936-43da-89a2-7cae8c619960 None None] Provisioning for port 3a290dbc-31d6-4be8-b92a-3db645c1e50b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:26:29.805810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2d249922-a936-43da-89a2-7cae8c619960 None None] Provisioning complete for port 3a290dbc-31d6-4be8-b92a-3db645c1e50b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:26:29.806199 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2d249922-a936-43da-89a2-7cae8c619960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:29.846275 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2d249922-a936-43da-89a2-7cae8c619960 None None] Port 3a290dbc-31d6-4be8-b92a-3db645c1e50b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:26:29.928967 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a290dbc-31d6-4be8-b92a-3db645c1e50b {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:26:29.936463 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:29.948936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Transition to ACTIVE for port object 3a290dbc-31d6-4be8-b92a-3db645c1e50b will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:26:29.953255 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:30.010751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Pushing event updated for resources: {'Port': ['ID=3a290dbc-31d6-4be8-b92a-3db645c1e50b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:30.083972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Attempting to bind port 3a290dbc-31d6-4be8-b92a-3db645c1e50b on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:26:30.084429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Attempting to bind port 3a290dbc-31d6-4be8-b92a-3db645c1e50b by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:26:30.085610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Attempting to bind port 3a290dbc-31d6-4be8-b92a-3db645c1e50b on network 4a3b428c-57d8-40cf-8547-207f6bd2953f {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:26:30.090504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Port 3a290dbc-31d6-4be8-b92a-3db645c1e50b on network 4a3b428c-57d8-40cf-8547-207f6bd2953f not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:26:30.090839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Attempting to bind port 3a290dbc-31d6-4be8-b92a-3db645c1e50b on network 4a3b428c-57d8-40cf-8547-207f6bd2953f {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:26:30.102012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:26:30.102370 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Checking segment: {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:26:30.102771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Bound using segment: {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:26:30.103219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Bound port: 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:26:30.103587 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:30.231240 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:26:30.235807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebaeb9-1cbc-4d04-b8c7-1792e7080214 req-7d08e9e4-a58d-4ccf-85a9-ba762dc26cb2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:30.237335 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:26:30.238222 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-adebaeb9-1cbc-4d04-b8c7-1792e7080214 req-7d08e9e4-a58d-4ccf-85a9-ba762dc26cb2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0677896 Sep 07 16:26:30.243000 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:30.287885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:30.288527 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:30.290492 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] 10.222.0.35 "PUT /v2.0/ports/3a290dbc-31d6-4be8-b92a-3db645c1e50b HTTP/1.1" status: 200 len: 1091 time: 0.7350023 Sep 07 16:26:30.290849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:26:30.293831 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43099210-5cad-47ac-a941-bb7348bdf07e" -d '{"events": [{"name": "network-changed", "server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:26:30.323961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe9fec-9fe3-4270-ae5c-d866a99941cd service neutron] Pushing event updated for resources: {'Port': ['ID=3a290dbc-31d6-4be8-b92a-3db645c1e50b,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:30.348554 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675945b5-56d1-454c-9ebc-4db67e5fe3f3 x-openstack-request-id: req-675945b5-56d1-454c-9ebc-4db67e5fe3f3 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:26:30.348859 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:26:30.349113 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-675945b5-56d1-454c-9ebc-4db67e5fe3f3 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:26:30.349527 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'status': 'completed', 'code': 200} Sep 07 16:26:30.352287 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-adebaeb9-1cbc-4d04-b8c7-1792e7080214 req-709a4de3-0d0a-42ac-8c67-2e58d930660c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858104 Sep 07 16:26:30.483380 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-4e25e63b-444d-459f-8b55-9972479f8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:30.483380 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-4e25e63b-444d-459f-8b55-9972479f8025 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 1094 time: 0.0484419 Sep 07 16:26:30.534982 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-7adde09f-eacb-4c68-b643-5821d0ec70f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b HTTP/1.1" status: 200 len: 217 time: 0.0403900 Sep 07 16:26:30.601112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81378db-3863-4197-b3b6-a7bdba9e661c req-590ad709-8d31-4716-929f-38b58fbe1127 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:30.602776 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c81378db-3863-4197-b3b6-a7bdba9e661c req-590ad709-8d31-4716-929f-38b58fbe1127 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0573058 Sep 07 16:26:30.677386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c81378db-3863-4197-b3b6-a7bdba9e661c req-ef9e5297-6fd4-4f33-8674-2a5d8ced59eb tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636127 Sep 07 16:26:30.915977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84277-676d-439f-95c9-6918d75f3481 req-b22ea9f1-12ab-4db4-98cc-4e60beb6c1da tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:30.917834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69e84277-676d-439f-95c9-6918d75f3481 req-b22ea9f1-12ab-4db4-98cc-4e60beb6c1da tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 943 time: 0.0581934 Sep 07 16:26:30.958866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69e84277-676d-439f-95c9-6918d75f3481 req-7a22f481-7c6a-41d9-8f46-cdd16f59ad1a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335374 Sep 07 16:26:30.987416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-a57452bd-72de-423e-94ff-8e5f7c19841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:30.988950 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-a57452bd-72de-423e-94ff-8e5f7c19841e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.4444010 Sep 07 16:26:30.996667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8952a-12ff-49d8-adbb-c3ad74652b0b req-d8a6dba6-c08e-4d07-8022-6d8e0b4c8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:30.998097 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2ae8952a-12ff-49d8-adbb-c3ad74652b0b req-d8a6dba6-c08e-4d07-8022-6d8e0b4c8d25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1095 time: 0.0509646 Sep 07 16:26:31.098643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-eda05240-2226-466e-b29a-dad2bb86f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:31.100075 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-eda05240-2226-466e-b29a-dad2bb86f321 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011300 Sep 07 16:26:31.142198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8952a-12ff-49d8-adbb-c3ad74652b0b req-88a2cfc7-4544-4e7c-aa10-4f11691361e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:31.143692 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2ae8952a-12ff-49d8-adbb-c3ad74652b0b req-88a2cfc7-4544-4e7c-aa10-4f11691361e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.1365705 Sep 07 16:26:31.189823 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 13fd7bde-3f7e-4f94-af72-d45cb61e1192 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:26:31.259854 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2ae8952a-12ff-49d8-adbb-c3ad74652b0b req-141d5f7c-53f4-405a-b3fa-e454719c72cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 999 time: 0.0854046 Sep 07 16:26:31.261721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-3fcb6122-0218-4464-ab7f-71748a7bde0f service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526771 Sep 07 16:26:31.263082 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 13fd7bde-3f7e-4f94-af72-d45cb61e1192 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:26:31.263465 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:31.378564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8952a-12ff-49d8-adbb-c3ad74652b0b req-0d67bcf8-33e5-4d3d-a141-2b24b440da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:31.380032 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2ae8952a-12ff-49d8-adbb-c3ad74652b0b req-0d67bcf8-33e5-4d3d-a141-2b24b440da2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.1064458 Sep 07 16:26:31.439053 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d2faa7fd-bfaf-4605-b57b-2c0d90f7fd35 req-3ad1cdb4-a4e7-4bac-97e7-84ff7d094e29 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641643 Sep 07 16:26:31.445579 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8952a-12ff-49d8-adbb-c3ad74652b0b req-1548d7f2-3ffb-4406-94e8-27df28432675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:31.447178 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2ae8952a-12ff-49d8-adbb-c3ad74652b0b req-1548d7f2-3ffb-4406-94e8-27df28432675 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585170 Sep 07 16:26:31.574634 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2ae8952a-12ff-49d8-adbb-c3ad74652b0b req-dad8a84e-912f-4338-b748-20854e4a256d service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199226 Sep 07 16:26:31.576356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43099210-5cad-47ac-a941-bb7348bdf07e req-ee26339b-3727-4896-bfe0-7ef9aab7f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:31.578246 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43099210-5cad-47ac-a941-bb7348bdf07e req-ee26339b-3727-4896-bfe0-7ef9aab7f617 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 1094 time: 0.0885296 Sep 07 16:26:31.746109 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:31.748113 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2ae8952a-12ff-49d8-adbb-c3ad74652b0b req-905e640e-ed44-4f07-8cb3-37977a5058d1 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517658 Sep 07 16:26:31.752423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43099210-5cad-47ac-a941-bb7348bdf07e req-1d77637c-6394-42e6-9533-1f709f95dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:31.754215 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43099210-5cad-47ac-a941-bb7348bdf07e req-1d77637c-6394-42e6-9533-1f709f95dd8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.1511307 Sep 07 16:26:31.801625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5ac48-75b3-4433-96a5-7f280fa35570 req-b8e788f0-b975-4620-9c5b-f9244de8c60a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:31.803596 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ec5ac48-75b3-4433-96a5-7f280fa35570 req-b8e788f0-b975-4620-9c5b-f9244de8c60a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0640931 Sep 07 16:26:31.806879 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43099210-5cad-47ac-a941-bb7348bdf07e req-2dea8d4c-eac8-4767-ba3a-01469f02a5f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b HTTP/1.1" status: 200 len: 217 time: 0.0442832 Sep 07 16:26:31.845815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ec5ac48-75b3-4433-96a5-7f280fa35570 req-54a21442-af7a-431e-ac75-78cb95813417 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360096 Sep 07 16:26:31.862985 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43099210-5cad-47ac-a941-bb7348bdf07e req-4ac9a423-e140-469b-9043-1458f8f1de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:31.864591 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43099210-5cad-47ac-a941-bb7348bdf07e req-4ac9a423-e140-469b-9043-1458f8f1de64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.0492792 Sep 07 16:26:31.923415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43099210-5cad-47ac-a941-bb7348bdf07e req-f7a0fca2-e84c-405e-90e6-7d4b67613070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:31.925067 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43099210-5cad-47ac-a941-bb7348bdf07e req-f7a0fca2-e84c-405e-90e6-7d4b67613070 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492334 Sep 07 16:26:32.023505 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43099210-5cad-47ac-a941-bb7348bdf07e req-615d7bc0-0f89-4e93-b2c0-1d7e8065e082 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896542 Sep 07 16:26:32.095596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb73603-bdd6-4355-a916-da56b96d676a req-43eeaf1b-1def-4867-99a5-d22914ab34d7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:32.097151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bb73603-bdd6-4355-a916-da56b96d676a req-43eeaf1b-1def-4867-99a5-d22914ab34d7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 943 time: 0.0516891 Sep 07 16:26:32.130790 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-43099210-5cad-47ac-a941-bb7348bdf07e req-90466b66-d1db-4c25-afe2-7e0653196f0d service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916040 Sep 07 16:26:32.149212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bb73603-bdd6-4355-a916-da56b96d676a req-2c545fc0-4db0-4ad5-b5ae-7490de29af3f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460479 Sep 07 16:26:32.348589 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:32.966891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fa22e-34ee-4b2c-ae88-51d617b59c26 req-8b884dff-14ad-4463-85e9-546dd0ebf87d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:32.969054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c8fa22e-34ee-4b2c-ae88-51d617b59c26 req-8b884dff-14ad-4463-85e9-546dd0ebf87d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0530009 Sep 07 16:26:33.005455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c8fa22e-34ee-4b2c-ae88-51d617b59c26 req-e6019b47-22eb-404d-89a1-d2eb4a553b5f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303109 Sep 07 16:26:33.120730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a2ae8-591d-44d7-921a-86c4bfdab29f req-fb8abb44-de8a-4ae7-bd40-8b844f97ab0b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:33.122216 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-562a2ae8-591d-44d7-921a-86c4bfdab29f req-fb8abb44-de8a-4ae7-bd40-8b844f97ab0b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0481541 Sep 07 16:26:33.160035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-562a2ae8-591d-44d7-921a-86c4bfdab29f req-6fe31d6f-d2c2-4bbc-82e0-b2319d0f0ae8 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315149 Sep 07 16:26:33.299849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae8d54-6eec-464a-8c02-4991bc7a8fe0 req-9982e7e8-c4de-458d-9cf2-183e9e99d6ed tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:33.301384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44ae8d54-6eec-464a-8c02-4991bc7a8fe0 req-9982e7e8-c4de-458d-9cf2-183e9e99d6ed tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0697894 Sep 07 16:26:33.310008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b0821-d3af-437d-8937-00610e292755 req-a353ff83-ebe3-4a3d-be38-ec89f0965699 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:33.311983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-537b0821-d3af-437d-8937-00610e292755 req-a353ff83-ebe3-4a3d-be38-ec89f0965699 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 943 time: 0.0886130 Sep 07 16:26:33.360670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44ae8d54-6eec-464a-8c02-4991bc7a8fe0 req-ec4b24ea-25e8-4606-8814-c08e9c75420e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476613 Sep 07 16:26:33.373334 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-537b0821-d3af-437d-8937-00610e292755 req-8b980d04-716d-4e16-ac91-d9a06621eb2b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532143 Sep 07 16:26:33.611386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de06e28-1e32-41b7-bccc-60fc00341dbf req-a05f18ca-2657-441f-8b14-0b67ecbb3ee5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:33.612896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3de06e28-1e32-41b7-bccc-60fc00341dbf req-a05f18ca-2657-441f-8b14-0b67ecbb3ee5 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0492525 Sep 07 16:26:33.649995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3de06e28-1e32-41b7-bccc-60fc00341dbf req-d0193e67-d8c9-477f-940a-88d27f7e7847 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309889 Sep 07 16:26:34.498065 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc7194-dff2-42b4-8182-f165c5c51d5a req-28b4ae26-745a-455d-b937-7798bb5229f6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:34.500273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8dc7194-dff2-42b4-8182-f165c5c51d5a req-28b4ae26-745a-455d-b937-7798bb5229f6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 943 time: 0.0513856 Sep 07 16:26:34.540310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8dc7194-dff2-42b4-8182-f165c5c51d5a req-2a5b8cd2-ba53-4f9a-b0ed-b9e362f3cfe9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337055 Sep 07 16:26:34.774498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387a7f9-5044-439b-8141-c640e4c1a654 req-361bbd92-ace0-45d4-8027-65e9babc112c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:34.776079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c387a7f9-5044-439b-8141-c640e4c1a654 req-361bbd92-ace0-45d4-8027-65e9babc112c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0553293 Sep 07 16:26:34.816724 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c387a7f9-5044-439b-8141-c640e4c1a654 req-4cf8028c-78dd-402d-ac0e-79a6b94e121a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337591 Sep 07 16:26:35.033195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6b542-05c6-4a02-95c0-d20485db90d6 req-b0328b9d-33ec-4e43-a7ad-40cf83977e42 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:35.034869 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28e6b542-05c6-4a02-95c0-d20485db90d6 req-b0328b9d-33ec-4e43-a7ad-40cf83977e42 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0600321 Sep 07 16:26:35.072789 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30cf6c-930d-48c7-8602-0ceecbdd7586 req-4daaba61-2aae-4a8c-bc11-ca87623f5697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:35.074370 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa30cf6c-930d-48c7-8602-0ceecbdd7586 req-4daaba61-2aae-4a8c-bc11-ca87623f5697 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 1095 time: 0.0430379 Sep 07 16:26:35.075576 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28e6b542-05c6-4a02-95c0-d20485db90d6 req-40bf7442-a18c-42bb-b034-f08f5f9c4a7c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324962 Sep 07 16:26:35.178261 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30cf6c-930d-48c7-8602-0ceecbdd7586 req-5e6bc11c-19a3-4fff-a805-a26b32a65edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:35.179752 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa30cf6c-930d-48c7-8602-0ceecbdd7586 req-5e6bc11c-19a3-4fff-a805-a26b32a65edf service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 200 len: 912 time: 0.0960305 Sep 07 16:26:35.251855 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa30cf6c-930d-48c7-8602-0ceecbdd7586 req-ea66e451-b59d-4db1-8c70-63a8c967e7ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 200 len: 999 time: 0.0641084 Sep 07 16:26:35.308846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30cf6c-930d-48c7-8602-0ceecbdd7586 req-25e74365-d8d3-4403-827b-344591830152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:35.310349 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa30cf6c-930d-48c7-8602-0ceecbdd7586 req-25e74365-d8d3-4403-827b-344591830152 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 200 len: 850 time: 0.0442917 Sep 07 16:26:35.363876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30cf6c-930d-48c7-8602-0ceecbdd7586 req-46f6dadd-3328-4eff-83ae-c510405e50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:35.365448 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa30cf6c-930d-48c7-8602-0ceecbdd7586 req-46f6dadd-3328-4eff-83ae-c510405e50d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffb11023-581e-4b93-9d24-3e77cb56e81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417514 Sep 07 16:26:35.463220 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa30cf6c-930d-48c7-8602-0ceecbdd7586 req-891a0363-d797-42c9-b61a-fad9a3b3de65 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879576 Sep 07 16:26:35.567232 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa30cf6c-930d-48c7-8602-0ceecbdd7586 req-6ba22eaf-27ac-4851-af0a-80302589d3b9 service neutron] 10.222.0.35 "GET /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920513 Sep 07 16:26:35.680942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ab708-a92b-469b-bdad-ad935c2dd96b req-e3d640fd-b30b-4a39-bad9-3f32357b93f6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:35.682466 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c81ab708-a92b-469b-bdad-ad935c2dd96b req-e3d640fd-b30b-4a39-bad9-3f32357b93f6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 943 time: 0.0569131 Sep 07 16:26:35.725620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c81ab708-a92b-469b-bdad-ad935c2dd96b req-5c0d35fe-bb6d-41d6-9987-c1676a04bd5d tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356886 Sep 07 16:26:35.835957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 3a290dbc-31d6-4be8-b92a-3db645c1e50b details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:26:35.936969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:35.947856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'port_id': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'mac_address': 'fa:16:3e:fe:95:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:26:35.987344 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:36.148811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a290dbc-31d6-4be8-b92a-3db645c1e50b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:26:36.169785 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:36.174004 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:36.218963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb63df3-2266-4722-bff3-9967cc90751e req-e8b4ad9b-7ffa-47a8-9adf-783a9314d6f6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:36.224812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-beb63df3-2266-4722-bff3-9967cc90751e req-e8b4ad9b-7ffa-47a8-9adf-783a9314d6f6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0705104 Sep 07 16:26:36.226162 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=3a290dbc-31d6-4be8-b92a-3db645c1e50b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:36.258969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-beb63df3-2266-4722-bff3-9967cc90751e req-1672170a-4446-49f6-ac30-00f987980b91 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317993 Sep 07 16:26:36.658398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['3a290dbc-31d6-4be8-b92a-3db645c1e50b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:26:36.854385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210076a-1006-4323-b534-5e82c8d3da11 req-025accd9-b19e-4061-b601-06fab3a4a7e8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:36.855920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0210076a-1006-4323-b534-5e82c8d3da11 req-025accd9-b19e-4061-b601-06fab3a4a7e8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.0502274 Sep 07 16:26:36.894905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0210076a-1006-4323-b534-5e82c8d3da11 req-75f2127d-48f7-4c79-a6f9-b34a7fdd92ee tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321188 Sep 07 16:26:37.375955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6b61e-2c8f-4368-9a0e-8e9e37d88f77 req-96ae882b-955c-44b5-94c1-0752489eb0c2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:37.377384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56b6b61e-2c8f-4368-9a0e-8e9e37d88f77 req-96ae882b-955c-44b5-94c1-0752489eb0c2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0481250 Sep 07 16:26:37.414746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56b6b61e-2c8f-4368-9a0e-8e9e37d88f77 req-c3ab0fb5-9bce-4881-b20c-9e82cbf187fe tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309331 Sep 07 16:26:37.790722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfd733-03a2-4107-b7e7-95f14091e462 req-db23912a-99e0-4a9d-85a5-5f2a4ded2041 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:37.792400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87dfd733-03a2-4107-b7e7-95f14091e462 req-db23912a-99e0-4a9d-85a5-5f2a4ded2041 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.3112638 Sep 07 16:26:37.835171 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87dfd733-03a2-4107-b7e7-95f14091e462 req-a5f5e406-a984-4202-b8b2-546b75c6fd0e tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366251 Sep 07 16:26:37.866601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 3a290dbc-31d6-4be8-b92a-3db645c1e50b up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:26:37.932304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 3a290dbc-31d6-4be8-b92a-3db645c1e50b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:26:37.937594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 3a290dbc-31d6-4be8-b92a-3db645c1e50b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:26:37.938020 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:38.050996 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:38.079274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:26:38.081590 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3956d5-0f65-4679-8a24-5227f858af48" -d '{"events": [{"server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "name": "network-vif-plugged", "status": "completed", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:26:38.104266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017280f-4dd9-4e76-a78c-e42abe7a6ebd req-a08b7070-39fa-4f95-a8ae-f720c2c3d732 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:38.109613 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:38.110003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4017280f-4dd9-4e76-a78c-e42abe7a6ebd req-a08b7070-39fa-4f95-a8ae-f720c2c3d732 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.1080420 Sep 07 16:26:38.113892 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:38.177575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=3a290dbc-31d6-4be8-b92a-3db645c1e50b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:38.193149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4017280f-4dd9-4e76-a78c-e42abe7a6ebd req-a2478454-945f-4da6-bf61-f5519a0704e5 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727820 Sep 07 16:26:38.247133 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccae334-b4db-4ad2-969b-a4bf7f6ec798 x-openstack-request-id: req-cccae334-b4db-4ad2-969b-a4bf7f6ec798 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:26:38.247442 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "name": "network-vif-plugged", "status": "completed", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:26:38.247725 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cccae334-b4db-4ad2-969b-a4bf7f6ec798 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:26:38.248156 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'code': 200} Sep 07 16:26:38.373338 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b38c91-de41-4859-9cb2-0f9b163a9c2c req-f6ee6c7f-dfa7-4252-8218-ab8f73b8a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:38.375600 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-37b38c91-de41-4859-9cb2-0f9b163a9c2c req-f6ee6c7f-dfa7-4252-8218-ab8f73b8a984 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 1096 time: 0.0443728 Sep 07 16:26:38.423332 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-37b38c91-de41-4859-9cb2-0f9b163a9c2c req-b528a752-7dd2-43ac-b735-e862d8ffa6c5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368791 Sep 07 16:26:38.666235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59faea4-7558-4765-9a65-2b3b4268f606 req-a42110c7-4098-43fc-acd4-37f01b257592 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:38.668916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c59faea4-7558-4765-9a65-2b3b4268f606 req-a42110c7-4098-43fc-acd4-37f01b257592 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3044c25-cf00-4e53-a179-f139c7211e1b HTTP/1.1" status: 200 len: 943 time: 0.0511928 Sep 07 16:26:38.776705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c59faea4-7558-4765-9a65-2b3b4268f606 req-7caf02e4-b1f5-4965-8c7b-281462eadf87 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Deleting port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:38.777067 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c59faea4-7558-4765-9a65-2b3b4268f606 req-7caf02e4-b1f5-4965-8c7b-281462eadf87 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:38.867398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c59faea4-7558-4765-9a65-2b3b4268f606 req-7caf02e4-b1f5-4965-8c7b-281462eadf87 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] For port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:38.867762 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c59faea4-7558-4765-9a65-2b3b4268f606 req-7caf02e4-b1f5-4965-8c7b-281462eadf87 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:38.883709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c59faea4-7558-4765-9a65-2b3b4268f606 req-7caf02e4-b1f5-4965-8c7b-281462eadf87 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Calling delete_port for 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:39.003572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c59faea4-7558-4765-9a65-2b3b4268f606 req-7caf02e4-b1f5-4965-8c7b-281462eadf87 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:39.018722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['7c8cf3be-07ff-4315-9dcd-f295a6d5dae1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:26:39.022037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f930ff5e-3ce6-4498-9e2b-9d611eb41027'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:26:39.038476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf02e4-b1f5-4965-8c7b-281462eadf87 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event deleted for resources: {'Port': ['ID=60b7a767-dcbe-4a89-830f-a2f5ed86c2e6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:39.082933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59faea4-7558-4765-9a65-2b3b4268f606 req-7caf02e4-b1f5-4965-8c7b-281462eadf87 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] No DVR routers for this DVR port 60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:26:39.085698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c59faea4-7558-4765-9a65-2b3b4268f606 req-7caf02e4-b1f5-4965-8c7b-281462eadf87 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:39.093913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c59faea4-7558-4765-9a65-2b3b4268f606 req-7caf02e4-b1f5-4965-8c7b-281462eadf87 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "DELETE /v2.0/ports/60b7a767-dcbe-4a89-830f-a2f5ed86c2e6 HTTP/1.1" status: 204 len: 173 time: 0.4197509 Sep 07 16:26:39.094712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3044c25-cf00-4e53-a179-f139c7211e1b', 'name': 'network-vif-deleted', 'tag': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:26:39.097624 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b42b593-5fbf-4c10-90c5-01bf4925961d" -d '{"events": [{"server_uuid": "e3044c25-cf00-4e53-a179-f139c7211e1b", "name": "network-vif-deleted", "tag": "60b7a767-dcbe-4a89-830f-a2f5ed86c2e6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:26:39.145753 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 07 Sep 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be32e4d4-a4b7-4578-8c3e-74f22a0c0d2a x-openstack-request-id: req-be32e4d4-a4b7-4578-8c3e-74f22a0c0d2a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:26:39.146368 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3044c25-cf00-4e53-a179-f139c7211e1b", "name": "network-vif-deleted", "tag": "60b7a767-dcbe-4a89-830f-a2f5ed86c2e6", "status": "failed", "code": 422}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:26:39.146468 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be32e4d4-a4b7-4578-8c3e-74f22a0c0d2a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:26:39.146849 n-d-807551-3 neutron-server[94770]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3044c25-cf00-4e53-a179-f139c7211e1b', 'name': 'network-vif-deleted', 'tag': '60b7a767-dcbe-4a89-830f-a2f5ed86c2e6', 'status': 'failed', 'code': 422} returned with failed status Sep 07 16:26:39.345892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99b394-89f9-4821-9d98-79b7c696f25d req-88a1ce82-6e73-4505-bc0c-837ea4e94b94 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:39.347685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef99b394-89f9-4821-9d98-79b7c696f25d req-88a1ce82-6e73-4505-bc0c-837ea4e94b94 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0538540 Sep 07 16:26:39.390055 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef99b394-89f9-4821-9d98-79b7c696f25d req-e9f61af7-40de-48ba-bd8f-afb3ec1257bc tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358210 Sep 07 16:26:39.704371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e103a-d083-4ed2-b7b0-256a81ba52ef req-fe6c18c6-2e5d-44dc-b631-e09cff6eb1ab tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:39.708823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-543e103a-d083-4ed2-b7b0-256a81ba52ef req-fe6c18c6-2e5d-44dc-b631-e09cff6eb1ab tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 907 time: 0.0522754 Sep 07 16:26:40.345807 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc0eea77-15bc-49c6-96fa-2835e671ce6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:40.513872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020daaa-cc00-45cb-a385-b2e5c2bf8462 req-7ff0e6b1-ee62-449a-bb8c-98546d0bec3a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:40.515506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d020daaa-cc00-45cb-a385-b2e5c2bf8462 req-7ff0e6b1-ee62-449a-bb8c-98546d0bec3a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0535986 Sep 07 16:26:40.555641 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d020daaa-cc00-45cb-a385-b2e5c2bf8462 req-1fcd92a6-139a-4a89-bc70-5c8ce376823a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334554 Sep 07 16:26:40.735628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aca636-f74f-48cf-9408-53aa0a68d53c req-13f154e0-bbf2-464a-9d08-e3e89c208355 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:40.737022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21aca636-f74f-48cf-9408-53aa0a68d53c req-13f154e0-bbf2-464a-9d08-e3e89c208355 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0618656 Sep 07 16:26:40.748880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47016) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:40.750543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9b505ddd-ae98-485d-afa1-39253c497994 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Request body: {'floatingip': {'port_id': '3a290dbc-31d6-4be8-b92a-3db645c1e50b'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:26:40.791902 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b505ddd-ae98-485d-afa1-39253c497994 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:40.828258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484b5f6-3f02-491b-8380-3d236f4b2497 req-b40f28cd-980a-4bde-90ea-dd795069caad tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:40.829921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4484b5f6-3f02-491b-8380-3d236f4b2497 req-b40f28cd-980a-4bde-90ea-dd795069caad tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 907 time: 0.0501511 Sep 07 16:26:41.265738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5949a-e9ca-4f9e-afb8-249ba72410a4 req-eb294da9-2097-4a20-bd18-a8e0e410b68d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:41.266643 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b505ddd-ae98-485d-afa1-39253c497994 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:41.267818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aa5949a-e9ca-4f9e-afb8-249ba72410a4 req-eb294da9-2097-4a20-bd18-a8e0e410b68d tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 907 time: 0.0555997 Sep 07 16:26:41.271010 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b505ddd-ae98-485d-afa1-39253c497994 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:41.378294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-7aa5949a-e9ca-4f9e-afb8-249ba72410a4 req-d8f71472-4c99-4468-8053-31e018acb306 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Deleting port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:41.378740 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7aa5949a-e9ca-4f9e-afb8-249ba72410a4 req-d8f71472-4c99-4468-8053-31e018acb306 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:41.390263 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-9b505ddd-ae98-485d-afa1-39253c497994 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Floating IP 4395f8a3-25ea-48da-95a6-9bd4bd9435b8 associated. External IP: 172.25.3.23, port: 3a290dbc-31d6-4be8-b92a-3db645c1e50b. Sep 07 16:26:41.484386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7aa5949a-e9ca-4f9e-afb8-249ba72410a4 req-d8f71472-4c99-4468-8053-31e018acb306 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] For port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:41.485178 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7aa5949a-e9ca-4f9e-afb8-249ba72410a4 req-d8f71472-4c99-4468-8053-31e018acb306 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:41.504044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-7aa5949a-e9ca-4f9e-afb8-249ba72410a4 req-d8f71472-4c99-4468-8053-31e018acb306 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Calling delete_port for 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:41.602021 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e849aa-e664-4e09-8157-1a085d67cb77 req-9401973b-8e3f-42d9-961c-01686235e0cb tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:41.603498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64e849aa-e664-4e09-8157-1a085d67cb77 req-9401973b-8e3f-42d9-961c-01686235e0cb tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 1096 time: 0.0971544 Sep 07 16:26:41.624064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b505ddd-ae98-485d-afa1-39253c497994 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:26:41.633660 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64e849aa-e664-4e09-8157-1a085d67cb77 req-962610a0-9ed1-41e0-8b81-9bff59acc743 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:41.718622 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7aa5949a-e9ca-4f9e-afb8-249ba72410a4 req-d8f71472-4c99-4468-8053-31e018acb306 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:41.740050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b505ddd-ae98-485d-afa1-39253c497994 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:26:41.745039 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b505ddd-ae98-485d-afa1-39253c497994 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:41.751469 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5903d8-2fe5-47ad-9f89-3254ceb5e906 None None] Sync routers for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:26:41.761252 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5903d8-2fe5-47ad-9f89-3254ceb5e906 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:41.761945 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ce5903d8-2fe5-47ad-9f89-3254ceb5e906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:41.774207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f71472-4c99-4468-8053-31e018acb306 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event deleted for resources: {'Port': ['ID=3801a1a7-f77a-4f8b-8511-9cc08eca1e8e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:41.784198 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9b505ddd-ae98-485d-afa1-39253c497994 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "PUT /v2.0/floatingips/4395f8a3-25ea-48da-95a6-9bd4bd9435b8 HTTP/1.1" status: 200 len: 990 time: 1.0350235 Sep 07 16:26:41.784198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:26:41.796213 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26657c4f-978c-45a2-b165-a19a439e723c" -d '{"events": [{"name": "network-changed", "server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:26:41.836162 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa5949a-e9ca-4f9e-afb8-249ba72410a4 req-d8f71472-4c99-4468-8053-31e018acb306 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] No DVR routers for this DVR port 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:26:41.843245 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7aa5949a-e9ca-4f9e-afb8-249ba72410a4 req-d8f71472-4c99-4468-8053-31e018acb306 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:41.843245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aa5949a-e9ca-4f9e-afb8-249ba72410a4 req-d8f71472-4c99-4468-8053-31e018acb306 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.54 "DELETE /v2.0/ports/3801a1a7-f77a-4f8b-8511-9cc08eca1e8e HTTP/1.1" status: 204 len: 173 time: 0.5670137 Sep 07 16:26:41.848057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd', 'name': 'network-vif-deleted', 'tag': '3801a1a7-f77a-4f8b-8511-9cc08eca1e8e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:26:41.850878 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf889f00-cad4-4e38-a2f5-3f49cf3167fd" -d '{"events": [{"server_uuid": "1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd", "name": "network-vif-deleted", "tag": "3801a1a7-f77a-4f8b-8511-9cc08eca1e8e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:26:41.902334 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb016817-421d-49bf-a6b2-c1caa8e11924 x-openstack-request-id: req-eb016817-421d-49bf-a6b2-c1caa8e11924 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:26:41.902717 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:26:41.903032 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb016817-421d-49bf-a6b2-c1caa8e11924 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:26:41.903163 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64e849aa-e664-4e09-8157-1a085d67cb77 req-962610a0-9ed1-41e0-8b81-9bff59acc743 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:41.903463 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'status': 'completed', 'code': 200} Sep 07 16:26:41.918713 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-64e849aa-e664-4e09-8157-1a085d67cb77 req-962610a0-9ed1-41e0-8b81-9bff59acc743 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:41.961605 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64e849aa-e664-4e09-8157-1a085d67cb77 req-962610a0-9ed1-41e0-8b81-9bff59acc743 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3425064 Sep 07 16:26:41.979185 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5228c48-a9da-4339-8fab-229384c79023 x-openstack-request-id: req-a5228c48-a9da-4339-8fab-229384c79023 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:26:41.980516 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd", "name": "network-vif-deleted", "tag": "3801a1a7-f77a-4f8b-8511-9cc08eca1e8e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:26:41.980887 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5228c48-a9da-4339-8fab-229384c79023 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:26:41.981398 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd', 'name': 'network-vif-deleted', 'tag': '3801a1a7-f77a-4f8b-8511-9cc08eca1e8e', 'status': 'completed', 'code': 200} Sep 07 16:26:41.985802 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ce5903d8-2fe5-47ad-9f89-3254ceb5e906 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:26:42.011548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962610a0-9ed1-41e0-8b81-9bff59acc743 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2844f985-8eab-4e05-aa3f-29b27c897fb3,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:42.033594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657c4f-978c-45a2-b165-a19a439e723c req-ce9b0c6f-3ea9-4864-8487-a5ac192e0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.035181 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26657c4f-978c-45a2-b165-a19a439e723c req-ce9b0c6f-3ea9-4864-8487-a5ac192e0d0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 1096 time: 0.0896862 Sep 07 16:26:42.112045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc0a27dc-32fa-4a4b-84c8-40b853e50985 req-3dc8087b-8125-4088-942e-56432c9205e7 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc1cbc6-a7f3-4029-8794-5dbefba2cdcd HTTP/1.1" status: 200 len: 210 time: 0.0502450 Sep 07 16:26:42.223849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657c4f-978c-45a2-b165-a19a439e723c req-3ca8d62b-2677-455c-b71d-88fd874d5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.225904 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26657c4f-978c-45a2-b165-a19a439e723c req-3ca8d62b-2677-455c-b71d-88fd874d5bdb service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.1775718 Sep 07 16:26:42.277747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb1db-4a34-423e-81c6-df09c2cfd3e7 req-2874942b-bdac-414a-b1b0-a87abdbe7753 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.284824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb1db-4a34-423e-81c6-df09c2cfd3e7 req-2874942b-bdac-414a-b1b0-a87abdbe7753 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.292415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb1db-4a34-423e-81c6-df09c2cfd3e7 req-2874942b-bdac-414a-b1b0-a87abdbe7753 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.298843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb1db-4a34-423e-81c6-df09c2cfd3e7 req-2874942b-bdac-414a-b1b0-a87abdbe7753 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.306266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb1db-4a34-423e-81c6-df09c2cfd3e7 req-2874942b-bdac-414a-b1b0-a87abdbe7753 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.313275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb1db-4a34-423e-81c6-df09c2cfd3e7 req-2874942b-bdac-414a-b1b0-a87abdbe7753 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.319833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb1db-4a34-423e-81c6-df09c2cfd3e7 req-2874942b-bdac-414a-b1b0-a87abdbe7753 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.321050 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26657c4f-978c-45a2-b165-a19a439e723c req-4e8fffc1-7f3d-46db-8416-e47bd463d79c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b HTTP/1.1" status: 200 len: 998 time: 0.0727079 Sep 07 16:26:42.323064 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-950cb1db-4a34-423e-81c6-df09c2cfd3e7 req-2874942b-bdac-414a-b1b0-a87abdbe7753 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5444 time: 0.1456721 Sep 07 16:26:42.336803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2d58b-4412-4aaf-8d7a-9e6bfdb82a71 req-7753ef5f-582e-4ea3-bef2-3de151e277e7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.338667 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7a2d58b-4412-4aaf-8d7a-9e6bfdb82a71 req-7753ef5f-582e-4ea3-bef2-3de151e277e7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.1151366 Sep 07 16:26:42.340412 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ce5903d8-2fe5-47ad-9f89-3254ceb5e906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '4395f8a3-25ea-48da-95a6-9bd4bd9435b8', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'port_id': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'mac_address': 'fa:16:3e:fe:95:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:26:25Z', 'updated_at': '2021-09-07T16:26:41Z', 'revision_number': 1, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:29Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:42.376618 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5903d8-2fe5-47ad-9f89-3254ceb5e906 None None] Checking router: 6a4ba10b-0c9a-4492-a91f-08db95b22f35 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:26:42.387310 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5903d8-2fe5-47ad-9f89-3254ceb5e906 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:42.388012 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ce5903d8-2fe5-47ad-9f89-3254ceb5e906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:42.402645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657c4f-978c-45a2-b165-a19a439e723c req-58dc5a68-e311-4514-a426-008c188fc8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.403453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7a2d58b-4412-4aaf-8d7a-9e6bfdb82a71 req-5b3d96a8-874c-4500-a427-2ff781467814 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566301 Sep 07 16:26:42.404428 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26657c4f-978c-45a2-b165-a19a439e723c req-58dc5a68-e311-4514-a426-008c188fc8bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.0672450 Sep 07 16:26:42.426501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47040) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:42.453160 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-950cb1db-4a34-423e-81c6-df09c2cfd3e7 req-634c1ea3-c48a-448b-833a-39e9bc508e62 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130188 Sep 07 16:26:42.486878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657c4f-978c-45a2-b165-a19a439e723c req-b5cc1703-6791-41d9-8497-a154aa1e631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.488364 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26657c4f-978c-45a2-b165-a19a439e723c req-b5cc1703-6791-41d9-8497-a154aa1e631d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717511 Sep 07 16:26:42.540672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0a4bc965-5c72-49ce-86ef-e7e1dbdd3fda tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/d3688e0f-c102-44c8-aab7-7b3589980fec HTTP/1.1" status: 200 len: 993 time: 0.1126599 Sep 07 16:26:42.660781 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26657c4f-978c-45a2-b165-a19a439e723c req-f1921a84-d7a8-45ba-980f-4d881df547e5 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560507 Sep 07 16:26:42.693028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658caa8-8dde-4010-adf7-cf40f2c1025f req-73078af5-4179-4b93-837f-eb948d96115c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.698994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658caa8-8dde-4010-adf7-cf40f2c1025f req-73078af5-4179-4b93-837f-eb948d96115c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.705498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658caa8-8dde-4010-adf7-cf40f2c1025f req-73078af5-4179-4b93-837f-eb948d96115c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.711789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658caa8-8dde-4010-adf7-cf40f2c1025f req-73078af5-4179-4b93-837f-eb948d96115c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.718559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658caa8-8dde-4010-adf7-cf40f2c1025f req-73078af5-4179-4b93-837f-eb948d96115c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.721487 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ce5903d8-2fe5-47ad-9f89-3254ceb5e906 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:26:42.724586 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658caa8-8dde-4010-adf7-cf40f2c1025f req-73078af5-4179-4b93-837f-eb948d96115c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.731010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658caa8-8dde-4010-adf7-cf40f2c1025f req-73078af5-4179-4b93-837f-eb948d96115c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:42.736815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c658caa8-8dde-4010-adf7-cf40f2c1025f req-73078af5-4179-4b93-837f-eb948d96115c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5444 time: 0.1355331 Sep 07 16:26:42.786626 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-26657c4f-978c-45a2-b165-a19a439e723c req-1efab729-26c4-408d-8ce7-97d0b6416d6e service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083679 Sep 07 16:26:42.967770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-f71ba550-3f03-448e-b45f-9cce65157de8 req-fb97e9ef-4ba8-4782-bb6c-e59bb7fad463 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:26:42.968953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f71ba550-3f03-448e-b45f-9cce65157de8 req-fb97e9ef-4ba8-4782-bb6c-e59bb7fad463 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058355 Sep 07 16:26:42.993516 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ce5903d8-2fe5-47ad-9f89-3254ceb5e906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '4395f8a3-25ea-48da-95a6-9bd4bd9435b8', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'port_id': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'mac_address': 'fa:16:3e:fe:95:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:26:25Z', 'updated_at': '2021-09-07T16:26:41Z', 'revision_number': 1, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:29Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:43.026355 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5903d8-2fe5-47ad-9f89-3254ceb5e906 None None] The sync data for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 is: [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '4395f8a3-25ea-48da-95a6-9bd4bd9435b8', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'port_id': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'mac_address': 'fa:16:3e:fe:95:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:26:25Z', 'updated_at': '2021-09-07T16:26:41Z', 'revision_number': 1, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:29Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:26:43.296489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceac9cc-113e-4964-9eea-001c3bb66573 req-9aa6fc62-5c3c-461f-966b-72fbb0601707 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:43.300157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83884655-162b-4c49-82a8-3b5b348f4e79 None None] New status for floating IP 4395f8a3-25ea-48da-95a6-9bd4bd9435b8: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:26:43.306510 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ceac9cc-113e-4964-9eea-001c3bb66573 req-9aa6fc62-5c3c-461f-966b-72fbb0601707 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0696290 Sep 07 16:26:43.374551 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ceac9cc-113e-4964-9eea-001c3bb66573 req-991633de-32b3-4bc6-994f-c83efdda7ea0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671179 Sep 07 16:26:43.465641 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-bfe26529-a7ea-42ad-a522-aeb0e7cfba14 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2400355 Sep 07 16:26:43.470357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-b86a29b7-b091-43fb-83ba-0a1b5a38a9bb service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:26:43.480860 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-b86a29b7-b091-43fb-83ba-0a1b5a38a9bb service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144057 Sep 07 16:26:43.540043 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621f3b3-aae1-4079-b053-10455853a63e req-a929be2e-f418-44b9-bcf9-30cd6434e384 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:43.541971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8621f3b3-aae1-4079-b053-10455853a63e req-a929be2e-f418-44b9-bcf9-30cd6434e384 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 945 time: 0.1244009 Sep 07 16:26:43.603845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8621f3b3-aae1-4079-b053-10455853a63e req-d52cf4ba-5054-4617-892f-92bf0773803b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552423 Sep 07 16:26:43.904256 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:44.219498 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80dded6c-594e-435e-9b37-65532d94467d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:44.514136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41964b8-d217-43d2-8388-df124cf4dd0b req-370d2a5c-6a60-4883-85cb-0f6fe99e700d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:44.515884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a41964b8-d217-43d2-8388-df124cf4dd0b req-370d2a5c-6a60-4883-85cb-0f6fe99e700d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0610528 Sep 07 16:26:44.571835 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a41964b8-d217-43d2-8388-df124cf4dd0b req-4c0b2dc0-9e78-427b-8b4e-2ee134f54d50 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472996 Sep 07 16:26:44.733053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef111-6cba-4929-a00f-efe301388664 req-fe9be87d-be89-4575-94a0-299b110c753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:44.733618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef111-6cba-4929-a00f-efe301388664 req-fe9be87d-be89-4575-94a0-299b110c753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:44.737533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef111-6cba-4929-a00f-efe301388664 req-fe9be87d-be89-4575-94a0-299b110c753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:44.738071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef111-6cba-4929-a00f-efe301388664 req-fe9be87d-be89-4575-94a0-299b110c753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:44.738814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef111-6cba-4929-a00f-efe301388664 req-fe9be87d-be89-4575-94a0-299b110c753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:44.741100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef111-6cba-4929-a00f-efe301388664 req-fe9be87d-be89-4575-94a0-299b110c753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:44.741935 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef111-6cba-4929-a00f-efe301388664 req-fe9be87d-be89-4575-94a0-299b110c753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:44.744771 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-049ef111-6cba-4929-a00f-efe301388664 req-fe9be87d-be89-4575-94a0-299b110c753f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 6501 time: 0.0962286 Sep 07 16:26:44.763534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965868f1-0f4d-47bf-bbac-98935b79ba07 req-049dc07f-8279-4577-bc3c-48d43fb163fc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:44.771448 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-965868f1-0f4d-47bf-bbac-98935b79ba07 req-049dc07f-8279-4577-bc3c-48d43fb163fc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 945 time: 0.0819974 Sep 07 16:26:44.812767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-965868f1-0f4d-47bf-bbac-98935b79ba07 req-d6019cf6-849a-440d-839f-422e864a3485 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403838 Sep 07 16:26:44.830921 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-049ef111-6cba-4929-a00f-efe301388664 req-6e6c7fd8-bb08-4eef-98a5-9386db87b1f5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2beb9bff-38bd-4d90-a4bd-65469ee98724&id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769000 Sep 07 16:26:44.834464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-b44de902-4fe9-4e2e-bade-0313c483dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:44.836377 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-b44de902-4fe9-4e2e-bade-0313c483dd64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 1096 time: 0.0671461 Sep 07 16:26:44.882338 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:44.948514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-a1fcda8f-f974-4c12-b1a3-a25fca2d54e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:44.951024 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-a1fcda8f-f974-4c12-b1a3-a25fca2d54e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a09e50b-5c47-4343-83eb-7b6612c3f179 HTTP/1.1" status: 200 len: 898 time: 0.1064088 Sep 07 16:26:44.975180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee8fce-0649-4c85-ae84-3fbf4110f17b req-2ff759c2-9441-4598-a8fc-0ffc79c9dbaa tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:44.977038 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4ee8fce-0649-4c85-ae84-3fbf4110f17b req-2ff759c2-9441-4598-a8fc-0ffc79c9dbaa tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 945 time: 0.0628154 Sep 07 16:26:45.040703 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-c6d75598-e1bc-46f8-ac7a-82542bda9884 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796 HTTP/1.1" status: 200 len: 1001 time: 0.0742404 Sep 07 16:26:45.109448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c4ee8fce-0649-4c85-ae84-3fbf4110f17b req-486e95cf-3602-4f61-852b-b593b6f9f6ff tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Deleting port f930ff5e-3ce6-4498-9e2b-9d611eb41027 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:45.109803 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c4ee8fce-0649-4c85-ae84-3fbf4110f17b req-486e95cf-3602-4f61-852b-b593b6f9f6ff tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:45.231053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c4ee8fce-0649-4c85-ae84-3fbf4110f17b req-486e95cf-3602-4f61-852b-b593b6f9f6ff tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] For port f930ff5e-3ce6-4498-9e2b-9d611eb41027, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f930ff5e-3ce6-4498-9e2b-9d611eb41027,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:45.231433 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c4ee8fce-0649-4c85-ae84-3fbf4110f17b req-486e95cf-3602-4f61-852b-b593b6f9f6ff tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:45.245956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c4ee8fce-0649-4c85-ae84-3fbf4110f17b req-486e95cf-3602-4f61-852b-b593b6f9f6ff tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Calling delete_port for f930ff5e-3ce6-4498-9e2b-9d611eb41027 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:45.435341 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c4ee8fce-0649-4c85-ae84-3fbf4110f17b req-486e95cf-3602-4f61-852b-b593b6f9f6ff tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:45.452425 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['f930ff5e-3ce6-4498-9e2b-9d611eb41027'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:26:45.469733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-98e13cfb-eaff-40f4-b17c-430663add0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:45.470983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e95cf-3602-4f61-852b-b593b6f9f6ff tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event deleted for resources: {'Port': ['ID=f930ff5e-3ce6-4498-9e2b-9d611eb41027,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:45.474002 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-98e13cfb-eaff-40f4-b17c-430663add0b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a HTTP/1.1" status: 200 len: 835 time: 0.4217939 Sep 07 16:26:45.487710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['7c8cf3be-07ff-4315-9dcd-f295a6d5dae1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:26:45.520297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ee8fce-0649-4c85-ae84-3fbf4110f17b req-486e95cf-3602-4f61-852b-b593b6f9f6ff tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] No DVR routers for this DVR port f930ff5e-3ce6-4498-9e2b-9d611eb41027 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:26:45.523058 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c4ee8fce-0649-4c85-ae84-3fbf4110f17b req-486e95cf-3602-4f61-852b-b593b6f9f6ff tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:45.526087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4ee8fce-0649-4c85-ae84-3fbf4110f17b req-486e95cf-3602-4f61-852b-b593b6f9f6ff tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.54 "DELETE /v2.0/ports/f930ff5e-3ce6-4498-9e2b-9d611eb41027 HTTP/1.1" status: 204 len: 173 time: 0.5414798 Sep 07 16:26:45.526447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f86ce5-1aca-4538-a25e-615632ced353', 'name': 'network-vif-deleted', 'tag': 'f930ff5e-3ce6-4498-9e2b-9d611eb41027'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:26:45.529361 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faea9979-e88b-49fb-8a1a-aa147a9dc71c" -d '{"events": [{"server_uuid": "50f86ce5-1aca-4538-a25e-615632ced353", "name": "network-vif-deleted", "tag": "f930ff5e-3ce6-4498-9e2b-9d611eb41027"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:26:45.585369 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-5f3da2b8-7f6f-4e37-a90b-5877c18464d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:45.587467 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-5f3da2b8-7f6f-4e37-a90b-5877c18464d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a09e50b-5c47-4343-83eb-7b6612c3f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029506 Sep 07 16:26:45.608237 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2504ce8-27e5-406d-b0f8-747310237bdc x-openstack-request-id: req-f2504ce8-27e5-406d-b0f8-747310237bdc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:26:45.609068 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f86ce5-1aca-4538-a25e-615632ced353", "name": "network-vif-deleted", "tag": "f930ff5e-3ce6-4498-9e2b-9d611eb41027", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:26:45.609068 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2504ce8-27e5-406d-b0f8-747310237bdc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:26:45.610073 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f86ce5-1aca-4538-a25e-615632ced353', 'name': 'network-vif-deleted', 'tag': 'f930ff5e-3ce6-4498-9e2b-9d611eb41027', 'status': 'completed', 'code': 200} Sep 07 16:26:45.656683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:26:45.681508 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:26:45.681877 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3801a1a7-f77a-4f8b-8511-9cc08eca1e8e not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:26:45.763315 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-e66756b0-9080-472b-9044-be3e767e2283 service neutron] 10.222.0.35 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610703 Sep 07 16:26:45.765132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce3503-4759-4732-84a0-084886820423 req-2640b83f-2b0b-45b2-a14c-9e94df3c18cc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:45.766766 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1fce3503-4759-4732-84a0-084886820423 req-2640b83f-2b0b-45b2-a14c-9e94df3c18cc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0643978 Sep 07 16:26:45.806003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1fce3503-4759-4732-84a0-084886820423 req-790ea60f-9161-4ec4-a427-be695ca1f8f2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332203 Sep 07 16:26:45.933919 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-a2268565-1f75-40d4-ba7c-9997a0f80d35 service neutron] 10.222.0.35 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443036 Sep 07 16:26:45.954318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d55d9ff3-80c8-4d09-9f09-e72d9f076031 req-47760697-e96a-43b9-9f9d-42e83198bcdb tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=50f86ce5-1aca-4538-a25e-615632ced353 HTTP/1.1" status: 200 len: 210 time: 0.0327692 Sep 07 16:26:46.260330 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:26:46.805368 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:46.943315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a461a-3b91-46f4-bd84-0d5628a54301 req-5295077f-35fa-4723-8b30-cc9f91cdd2c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:46.945062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-226a461a-3b91-46f4-bd84-0d5628a54301 req-5295077f-35fa-4723-8b30-cc9f91cdd2c6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0583444 Sep 07 16:26:46.984188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-226a461a-3b91-46f4-bd84-0d5628a54301 req-26a1c804-4de1-457b-b12a-f71723389051 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Sep 07 16:26:47.309312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef45094-53ba-4449-a546-4580b43ec9cd req-85fc90f1-bf34-44cd-8290-f99c58db1970 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:47.313097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eef45094-53ba-4449-a546-4580b43ec9cd req-85fc90f1-bf34-44cd-8290-f99c58db1970 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.0529432 Sep 07 16:26:47.356850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eef45094-53ba-4449-a546-4580b43ec9cd req-c0ab57cb-c707-40b6-b790-eb1a879e0a7b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397058 Sep 07 16:26:48.118969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b7ea0-e408-4841-8895-b402b36b38d1 req-8a7442da-6d3c-41a3-ac71-9db0ef834de3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:48.120485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-756b7ea0-e408-4841-8895-b402b36b38d1 req-8a7442da-6d3c-41a3-ac71-9db0ef834de3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0484526 Sep 07 16:26:48.162189 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-756b7ea0-e408-4841-8895-b402b36b38d1 req-5f60e603-0bdc-4621-ae2b-25aa5febe3b1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358398 Sep 07 16:26:48.365648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2fc3c-27a9-49f0-b13e-0e79d80eef0e req-9700e756-44d0-4674-b47e-35bca56173c6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:48.367122 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-86a2fc3c-27a9-49f0-b13e-0e79d80eef0e req-9700e756-44d0-4674-b47e-35bca56173c6 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.35 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.0489335 Sep 07 16:26:48.469511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94343b9-dc18-415a-8096-11e8ae793fd5 req-a7eaec9d-b14d-414c-b95e-45dfb1ff1b14 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:48.470748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a94343b9-dc18-415a-8096-11e8ae793fd5 req-a7eaec9d-b14d-414c-b95e-45dfb1ff1b14 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64aa346-1593-42ec-a6f2-1e037630002c HTTP/1.1" status: 200 len: 946 time: 0.0525713 Sep 07 16:26:48.472546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-86a2fc3c-27a9-49f0-b13e-0e79d80eef0e req-9a214d78-a551-445a-b693-90d1e398cfe2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Deleting port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:48.472902 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86a2fc3c-27a9-49f0-b13e-0e79d80eef0e req-9a214d78-a551-445a-b693-90d1e398cfe2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:48.511744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a94343b9-dc18-415a-8096-11e8ae793fd5 req-fc8ff3bd-62b8-4c62-9f91-5a4be27de13c tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a42965e-81c7-482f-9918-8040e96aadf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343118 Sep 07 16:26:48.566512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-86a2fc3c-27a9-49f0-b13e-0e79d80eef0e req-9a214d78-a551-445a-b693-90d1e398cfe2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] For port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:48.566941 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86a2fc3c-27a9-49f0-b13e-0e79d80eef0e req-9a214d78-a551-445a-b693-90d1e398cfe2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:48.579199 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-86a2fc3c-27a9-49f0-b13e-0e79d80eef0e req-9a214d78-a551-445a-b693-90d1e398cfe2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Calling delete_port for 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:48.703088 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86a2fc3c-27a9-49f0-b13e-0e79d80eef0e req-9a214d78-a551-445a-b693-90d1e398cfe2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:48.717485 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['7c8cf3be-07ff-4315-9dcd-f295a6d5dae1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:26:48.736707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a214d78-a551-445a-b693-90d1e398cfe2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event deleted for resources: {'Port': ['ID=7c8cf3be-07ff-4315-9dcd-f295a6d5dae1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:48.776613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a2fc3c-27a9-49f0-b13e-0e79d80eef0e req-9a214d78-a551-445a-b693-90d1e398cfe2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] No DVR routers for this DVR port 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:26:48.779252 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-86a2fc3c-27a9-49f0-b13e-0e79d80eef0e req-9a214d78-a551-445a-b693-90d1e398cfe2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:48.781374 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-86a2fc3c-27a9-49f0-b13e-0e79d80eef0e req-9a214d78-a551-445a-b693-90d1e398cfe2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.35 "DELETE /v2.0/ports/7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 HTTP/1.1" status: 204 len: 173 time: 0.4066873 Sep 07 16:26:48.781826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64aa346-1593-42ec-a6f2-1e037630002c', 'name': 'network-vif-deleted', 'tag': '7c8cf3be-07ff-4315-9dcd-f295a6d5dae1'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:26:48.784089 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5105017b-8e41-47ac-83af-6d7b76443121" -d '{"events": [{"server_uuid": "a64aa346-1593-42ec-a6f2-1e037630002c", "name": "network-vif-deleted", "tag": "7c8cf3be-07ff-4315-9dcd-f295a6d5dae1"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:26:48.825858 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad07c3a5-87f4-4cb7-be96-83b7af1bc8a3 x-openstack-request-id: req-ad07c3a5-87f4-4cb7-be96-83b7af1bc8a3 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:26:48.826149 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64aa346-1593-42ec-a6f2-1e037630002c", "name": "network-vif-deleted", "tag": "7c8cf3be-07ff-4315-9dcd-f295a6d5dae1", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:26:48.826404 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad07c3a5-87f4-4cb7-be96-83b7af1bc8a3 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:26:48.826840 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64aa346-1593-42ec-a6f2-1e037630002c', 'name': 'network-vif-deleted', 'tag': '7c8cf3be-07ff-4315-9dcd-f295a6d5dae1', 'status': 'completed', 'code': 200} Sep 07 16:26:49.275788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd7e77-260e-45a3-b813-5617891451d9 req-60f0ae99-2c29-4e37-a5a4-2e127e7ff756 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:49.280456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1dd7e77-260e-45a3-b813-5617891451d9 req-60f0ae99-2c29-4e37-a5a4-2e127e7ff756 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0517306 Sep 07 16:26:49.319030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1dd7e77-260e-45a3-b813-5617891451d9 req-0bd4e933-fade-4204-93d5-d7ef157372f6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352228 Sep 07 16:26:49.668727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f930ff5e-3ce6-4498-9e2b-9d611eb41027 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:26:49.708198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: f930ff5e-3ce6-4498-9e2b-9d611eb41027 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:26:49.708533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f930ff5e-3ce6-4498-9e2b-9d611eb41027 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:26:49.794686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c3ca5-2e64-434d-ac2a-0424b0fe75f0 req-42a00758-8311-4047-ae89-22f0bd89225a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:49.796243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-524c3ca5-2e64-434d-ac2a-0424b0fe75f0 req-42a00758-8311-4047-ae89-22f0bd89225a tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0502605 Sep 07 16:26:49.839235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-524c3ca5-2e64-434d-ac2a-0424b0fe75f0 req-e3a618d1-d6a3-401a-bf14-acf6959cd872 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367384 Sep 07 16:26:50.451974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f1856-3523-4a86-8d8f-33c52af141cc req-6580f0c9-ee1d-4449-ba77-a650d8f6fc78 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:50.453975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c9f1856-3523-4a86-8d8f-33c52af141cc req-6580f0c9-ee1d-4449-ba77-a650d8f6fc78 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0496871 Sep 07 16:26:50.491342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c9f1856-3523-4a86-8d8f-33c52af141cc req-0a9a011f-3f7b-448a-b251-ae31f2382fb0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Sep 07 16:26:50.965210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b45fe7-8624-4c66-aa75-805124c43bbf req-123e118d-dc28-47c7-bb0b-030d12436a13 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:50.966960 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09b45fe7-8624-4c66-aa75-805124c43bbf req-123e118d-dc28-47c7-bb0b-030d12436a13 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0538678 Sep 07 16:26:51.006147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09b45fe7-8624-4c66-aa75-805124c43bbf req-f09fb8c0-ea04-4026-8bc1-48a66a2e688b tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331535 Sep 07 16:26:51.611585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86477a08-8760-4d6c-86ee-39b1e543ec13 req-e7bf28c0-be4c-4764-a23d-1b4911a6a718 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:51.613146 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86477a08-8760-4d6c-86ee-39b1e543ec13 req-e7bf28c0-be4c-4764-a23d-1b4911a6a718 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0509272 Sep 07 16:26:51.656311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86477a08-8760-4d6c-86ee-39b1e543ec13 req-9d1f13a0-cac6-4927-93fd-35c5e5a0a1b0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365083 Sep 07 16:26:51.875745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:26:51.899451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:26:51.899803 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7c8cf3be-07ff-4315-9dcd-f295a6d5dae1 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:26:52.108977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-7d002797-aba8-475d-be34-984118207a26 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:52.111544 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-7d002797-aba8-475d-be34-984118207a26 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.1004448 Sep 07 16:26:52.178789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f476e08-8b1d-4c29-8033-d57d2f45dc32 req-2a51b5a0-bc10-4fe0-8f5a-2a6ff5c3bfa7 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:52.180215 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f476e08-8b1d-4c29-8033-d57d2f45dc32 req-2a51b5a0-bc10-4fe0-8f5a-2a6ff5c3bfa7 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 944 time: 0.0781853 Sep 07 16:26:52.195162 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9241177-faea-445b-8b06-6e53b751d189 req-5178629f-56c8-477a-892b-722fd5f245d8 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:52.198247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9241177-faea-445b-8b06-6e53b751d189 req-5178629f-56c8-477a-892b-722fd5f245d8 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 946 time: 0.0842631 Sep 07 16:26:52.224683 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Deleting port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:52.225538 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:52.251102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f476e08-8b1d-4c29-8033-d57d2f45dc32 req-1b61d761-9f0b-42ec-bf9d-06a7f777bddc tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups?id=b23ed486-8659-478f-9391-8de1415b912c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517027 Sep 07 16:26:52.273498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9241177-faea-445b-8b06-6e53b751d189 req-c9b86a7f-3eed-4086-9bd6-542389f5888d tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654488 Sep 07 16:26:52.324236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] For port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:52.324683 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:52.506640 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:52.507447 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:52.508021 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Floating IP 3835f534-e7ae-45ce-b1b9-663212a40ebd disassociated. External IP: 172.25.3.147, port: 8c3860b1-9f8d-403f-a5c9-903a91abe2ff. Sep 07 16:26:52.508398 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Calling delete_port for 8c3860b1-9f8d-403f-a5c9-903a91abe2ff owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:52.637866 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:52.665397 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event deleted for resources: {'Port': ['ID=8c3860b1-9f8d-403f-a5c9-903a91abe2ff,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:52.794168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Router e94e8dba-1ad5-4178-8ffb-afe958cb052e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:26:52.802727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20d516-c754-4daa-aecd-e9922429598d req-eff6b622-1332-4860-9287-b88bb719386d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:52.805278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b20d516-c754-4daa-aecd-e9922429598d req-eff6b622-1332-4860-9287-b88bb719386d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0734894 Sep 07 16:26:52.857760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b20d516-c754-4daa-aecd-e9922429598d req-15b147f6-f172-4cdd-be50-5a907628de86 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460339 Sep 07 16:26:52.920427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:26:52.930376 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9f1d1-5ebc-4435-b5a9-fa86dac30a5c None None] Sync routers for ids ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:26:52.940073 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9f1d1-5ebc-4435-b5a9-fa86dac30a5c None None] Routers {'e94e8dba-1ad5-4178-8ffb-afe958cb052e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:52.940704 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7bc9f1d1-5ebc-4435-b5a9-fa86dac30a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:52.963986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] No DVR routers for this DVR port 8c3860b1-9f8d-403f-a5c9-903a91abe2ff on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:26:52.966545 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:52.968645 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d339eadd-cb9c-4cc4-b5c2-0e55b946222f req-ac515bc1-900d-4986-88d3-3a2c9056b9e2 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.35 "DELETE /v2.0/ports/8c3860b1-9f8d-403f-a5c9-903a91abe2ff HTTP/1.1" status: 204 len: 173 time: 0.8500481 Sep 07 16:26:52.969089 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-deleted', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:26:52.971323 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d944c2-d4db-49a0-9981-cdc4c57975da" -d '{"events": [{"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-deleted", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:26:53.022545 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b199322c-0b6a-4aaf-8910-2336735951b5 x-openstack-request-id: req-b199322c-0b6a-4aaf-8910-2336735951b5 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:26:53.024736 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817", "name": "network-vif-deleted", "tag": "8c3860b1-9f8d-403f-a5c9-903a91abe2ff", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:26:53.025061 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b199322c-0b6a-4aaf-8910-2336735951b5 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:26:53.025688 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817', 'name': 'network-vif-deleted', 'tag': '8c3860b1-9f8d-403f-a5c9-903a91abe2ff', 'status': 'completed', 'code': 200} Sep 07 16:26:53.059542 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7bc9f1d1-5ebc-4435-b5a9-fa86dac30a5c None None] Set router e94e8dba-1ad5-4178-8ffb-afe958cb052e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:26:53.301958 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7bc9f1d1-5ebc-4435-b5a9-fa86dac30a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:15:29Z', 'revision_number': 4, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3a1a15f5-bd52-42e4-8e7d-d74e834f162d', 'name': '', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'mac_address': 'fa:16:3e:dc:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:28Z', 'updated_at': '2021-09-07T16:15:36Z', 'revision_number': 5, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'subnets': [{'id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:53.362433 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9f1d1-5ebc-4435-b5a9-fa86dac30a5c None None] Checking router: e94e8dba-1ad5-4178-8ffb-afe958cb052e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:26:53.372271 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9f1d1-5ebc-4435-b5a9-fa86dac30a5c None None] Routers {'e94e8dba-1ad5-4178-8ffb-afe958cb052e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:53.372992 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7bc9f1d1-5ebc-4435-b5a9-fa86dac30a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:53.413482 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b783455-0447-4bb4-a710-ee8a5982b13b req-b5a8916e-9f77-45a0-97b4-fedabd827391 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fd98a0b-8ddd-4b1e-b9a3-9ee6a9e6b817 HTTP/1.1" status: 200 len: 210 time: 0.0482986 Sep 07 16:26:53.454591 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e9b6b-70df-42a6-a6c2-7aeeb0187ef7 req-3a2d38cf-f1c7-4766-97bd-0e6fc7cc4840 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:53.456280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af6e9b6b-70df-42a6-a6c2-7aeeb0187ef7 req-3a2d38cf-f1c7-4766-97bd-0e6fc7cc4840 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 946 time: 0.0813754 Sep 07 16:26:53.499880 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af6e9b6b-70df-42a6-a6c2-7aeeb0187ef7 req-2982db9a-1da1-4a0c-9c01-7c974292a2f2 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/security-groups?id=8600ad7c-aa84-4cd3-ba16-70dab8690bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361850 Sep 07 16:26:53.511711 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7bc9f1d1-5ebc-4435-b5a9-fa86dac30a5c None None] Set router e94e8dba-1ad5-4178-8ffb-afe958cb052e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:26:53.736861 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7bc9f1d1-5ebc-4435-b5a9-fa86dac30a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:15:29Z', 'revision_number': 4, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3a1a15f5-bd52-42e4-8e7d-d74e834f162d', 'name': '', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'mac_address': 'fa:16:3e:dc:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:28Z', 'updated_at': '2021-09-07T16:15:36Z', 'revision_number': 5, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'subnets': [{'id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:53.746388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617a852-b0dc-4f86-879e-4857583ca669 req-a658ffb1-3bcd-4367-b16f-6da102ec265a tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:53.747861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c617a852-b0dc-4f86-879e-4857583ca669 req-a658ffb1-3bcd-4367-b16f-6da102ec265a tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.54 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 946 time: 0.0523598 Sep 07 16:26:53.764254 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9f1d1-5ebc-4435-b5a9-fa86dac30a5c None None] The sync data for ids ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'] in n-d-807551-3 is: [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:15:29Z', 'revision_number': 4, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '3a1a15f5-bd52-42e4-8e7d-d74e834f162d', 'name': '', 'network_id': 'ffb11023-581e-4b93-9d24-3e77cb56e81e', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'mac_address': 'fa:16:3e:dc:94:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:28Z', 'updated_at': '2021-09-07T16:15:36Z', 'revision_number': 5, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'subnets': [{'id': '5b466ef0-7a81-4b15-b2ee-64b34936ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:26:53.860552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Deleting port 36582133-4cf2-469d-b735-02f2fcd3fdbe {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:53.861125 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:53.989998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] For port 36582133-4cf2-469d-b735-02f2fcd3fdbe, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=36582133-4cf2-469d-b735-02f2fcd3fdbe,segment=NetworkSegment(7f882548-2790-49ad-9a83-06386ef6c22e),segment_id=7f882548-2790-49ad-9a83-06386ef6c22e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:53.990514 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:54.037344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ac638-b90b-41f8-a49a-092cabd6ccb8 req-ce76e403-e863-4eab-ac95-432fe5193b22 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:54.038882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-578ac638-b90b-41f8-a49a-092cabd6ccb8 req-ce76e403-e863-4eab-ac95-432fe5193b22 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.1035459 Sep 07 16:26:54.056036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351d2ff8-64de-4f81-acd5-d489acb7f052 None None] New status for floating IP 3835f534-e7ae-45ce-b1b9-663212a40ebd: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:26:54.175695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-578ac638-b90b-41f8-a49a-092cabd6ccb8 req-708d17c0-315f-46ca-900c-415115cd98b6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063669 Sep 07 16:26:54.271966 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:54.272501 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:54.272822 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Floating IP dacdd606-defc-4548-ae60-594e3ab7c993 disassociated. External IP: 172.25.3.237, port: 36582133-4cf2-469d-b735-02f2fcd3fdbe. Sep 07 16:26:54.273192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Calling delete_port for 36582133-4cf2-469d-b735-02f2fcd3fdbe owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:54.398029 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:54.432227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Pushing event deleted for resources: {'Port': ['ID=36582133-4cf2-469d-b735-02f2fcd3fdbe,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:54.509095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47228) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:54.563669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:26:54.575831 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c7720209-f28d-44df-ba99-b4fe1c0f2671 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:54.606523 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c7720209-f28d-44df-ba99-b4fe1c0f2671 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:54.644679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0467d882-2a23-4796-909c-ad0799a41acf req-4e1b1e28-4cad-4fff-838e-32247c80c188 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "GET /v2.0/ports?device_id=318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea HTTP/1.1" status: 200 len: 210 time: 0.0317440 Sep 07 16:26:54.676892 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c7720209-f28d-44df-ba99-b4fe1c0f2671 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:54.679611 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c7720209-f28d-44df-ba99-b4fe1c0f2671 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:54.683560 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c7720209-f28d-44df-ba99-b4fe1c0f2671 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "DELETE /v2.0/security-groups/b23ed486-8659-478f-9391-8de1415b912c HTTP/1.1" status: 204 len: 168 time: 0.1707017 Sep 07 16:26:54.685574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47234) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:54.702790 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7720209-f28d-44df-ba99-b4fe1c0f2671 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23ed486-8659-478f-9391-8de1415b912c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:54.713540 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-418095df-7386-4fa9-b921-a6a20577490f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] show failed (client error): The resource could not be found. Sep 07 16:26:54.714903 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-418095df-7386-4fa9-b921-a6a20577490f tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "GET /v2.0/security-groups/b23ed486-8659-478f-9391-8de1415b912c HTTP/1.1" status: 404 len: 347 time: 0.0274196 Sep 07 16:26:54.717771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47236) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:54.720536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:26:54.731586 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5fdab-3d0b-470a-ad08-ba275d919ff3 None None] Sync routers for ids ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:26:54.742359 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5fdab-3d0b-470a-ad08-ba275d919ff3 None None] Routers {'2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:54.743559 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f6b5fdab-3d0b-470a-ad08-ba275d919ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:54.768114 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] No DVR routers for this DVR port 36582133-4cf2-469d-b735-02f2fcd3fdbe on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:26:54.770970 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:54.773135 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c617a852-b0dc-4f86-879e-4857583ca669 req-d1bff318-4db1-4efa-beb7-72e6f5b7ad04 tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.54 "DELETE /v2.0/ports/36582133-4cf2-469d-b735-02f2fcd3fdbe HTTP/1.1" status: 204 len: 173 time: 1.0181854 Sep 07 16:26:54.773716 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea', 'name': 'network-vif-deleted', 'tag': '36582133-4cf2-469d-b735-02f2fcd3fdbe'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:26:54.776053 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955c6453-6bd6-4e7f-a506-73db9b835995" -d '{"events": [{"server_uuid": "318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea", "name": "network-vif-deleted", "tag": "36582133-4cf2-469d-b735-02f2fcd3fdbe"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:26:54.846360 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf00c80b-8dc9-4dab-a7c2-954f2b182caf x-openstack-request-id: req-bf00c80b-8dc9-4dab-a7c2-954f2b182caf {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:26:54.846682 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea", "name": "network-vif-deleted", "tag": "36582133-4cf2-469d-b735-02f2fcd3fdbe", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:26:54.846946 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf00c80b-8dc9-4dab-a7c2-954f2b182caf {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:26:54.847378 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318ed5b8-9d9a-4bb0-9354-5d8c2fe2acea', 'name': 'network-vif-deleted', 'tag': '36582133-4cf2-469d-b735-02f2fcd3fdbe', 'status': 'completed', 'code': 200} Sep 07 16:26:54.900281 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f6b5fdab-3d0b-470a-ad08-ba275d919ff3 None None] Set router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:26:54.916419 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d931a74d-f2cf-43f3-b3c5-b811c7aa2180 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Deleting port 0c04f1ee-bbd6-47ef-8a03-30be9e92844a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:54.916622 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d931a74d-f2cf-43f3-b3c5-b811c7aa2180 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:55.021659 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d931a74d-f2cf-43f3-b3c5-b811c7aa2180 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:55.022026 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d931a74d-f2cf-43f3-b3c5-b811c7aa2180 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:55.041077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d931a74d-f2cf-43f3-b3c5-b811c7aa2180 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Calling delete_port for 0c04f1ee-bbd6-47ef-8a03-30be9e92844a owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:55.126775 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f6b5fdab-3d0b-470a-ad08-ba275d919ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:21:05Z', 'revision_number': 4, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port': {'id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:55Z', 'updated_at': '2021-09-07T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '45b0785c-e1fd-47b0-90ef-fadca7966ed0', 'name': '', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'mac_address': 'fa:16:3e:96:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:01Z', 'updated_at': '2021-09-07T16:21:22Z', 'revision_number': 5, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'subnets': [{'id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:55.159311 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5fdab-3d0b-470a-ad08-ba275d919ff3 None None] Checking router: 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:26:55.168280 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5fdab-3d0b-470a-ad08-ba275d919ff3 None None] Routers {'2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:55.168926 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f6b5fdab-3d0b-470a-ad08-ba275d919ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:55.197210 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d931a74d-f2cf-43f3-b3c5-b811c7aa2180 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:55.235119 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931a74d-f2cf-43f3-b3c5-b811c7aa2180 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Pushing event deleted for resources: {'Port': ['ID=0c04f1ee-bbd6-47ef-8a03-30be9e92844a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:55.310166 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d931a74d-f2cf-43f3-b3c5-b811c7aa2180 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:55.310166 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d931a74d-f2cf-43f3-b3c5-b811c7aa2180 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:55.310166 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d931a74d-f2cf-43f3-b3c5-b811c7aa2180 tempest-ServerActionsTestJSON-1236902193 tempest-ServerActionsTestJSON-1236902193-project] 10.222.0.70 "DELETE /v2.0/floatingips/3835f534-e7ae-45ce-b1b9-663212a40ebd HTTP/1.1" status: 204 len: 168 time: 0.5878575 Sep 07 16:26:55.311435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47248) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:55.370825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d452a2-adfb-4de8-a2f3-9c0c6b098f80 req-c7678738-ef52-447e-8994-e9d8720b0f05 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:55.387139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65d452a2-adfb-4de8-a2f3-9c0c6b098f80 req-c7678738-ef52-447e-8994-e9d8720b0f05 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.1226718 Sep 07 16:26:55.450639 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f6b5fdab-3d0b-470a-ad08-ba275d919ff3 None None] Set router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:26:55.453088 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65d452a2-adfb-4de8-a2f3-9c0c6b098f80 req-d47aec56-a13c-4f07-8a76-c4fce37ad176 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649447 Sep 07 16:26:55.687582 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f6b5fdab-3d0b-470a-ad08-ba275d919ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:21:05Z', 'revision_number': 4, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port': {'id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:55Z', 'updated_at': '2021-09-07T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '45b0785c-e1fd-47b0-90ef-fadca7966ed0', 'name': '', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'mac_address': 'fa:16:3e:96:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:01Z', 'updated_at': '2021-09-07T16:21:22Z', 'revision_number': 5, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'subnets': [{'id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:55.716384 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5fdab-3d0b-470a-ad08-ba275d919ff3 None None] The sync data for ids ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'] in n-d-807551-3 is: [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:21:05Z', 'revision_number': 4, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port': {'id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:55Z', 'updated_at': '2021-09-07T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '45b0785c-e1fd-47b0-90ef-fadca7966ed0', 'name': '', 'network_id': 'da2e087c-bc81-45bc-81ff-e69a7c19ba4e', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'mac_address': 'fa:16:3e:96:19:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:01Z', 'updated_at': '2021-09-07T16:21:22Z', 'revision_number': 5, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'subnets': [{'id': '7521041a-ed2d-44bf-9abe-5891bd226d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:26:55.727506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47288) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:55.898171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8c3860b1-9f8d-403f-a5c9-903a91abe2ff no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:26:55.942991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 8c3860b1-9f8d-403f-a5c9-903a91abe2ff {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:26:55.943364 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8c3860b1-9f8d-403f-a5c9-903a91abe2ff not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:26:55.946908 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d021719-f422-4fa5-863d-72d189423036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.010258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f30827e3-01d7-4616-b79b-7a19f05543cc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Deleting port e997f3db-6491-4636-a466-579a10f06f58 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:56.010598 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f30827e3-01d7-4616-b79b-7a19f05543cc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.095484 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f30827e3-01d7-4616-b79b-7a19f05543cc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.096066 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f30827e3-01d7-4616-b79b-7a19f05543cc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.116954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f30827e3-01d7-4616-b79b-7a19f05543cc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Calling delete_port for e997f3db-6491-4636-a466-579a10f06f58 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:56.195145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f017ee-4911-4b12-8050-c1b2c526b0a7 None None] New status for floating IP dacdd606-defc-4548-ae60-594e3ab7c993: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:26:56.275450 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5d021719-f422-4fa5-863d-72d189423036 admin admin] Deleting port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:56.275805 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d021719-f422-4fa5-863d-72d189423036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.292956 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f30827e3-01d7-4616-b79b-7a19f05543cc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.300305 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-c8f017ee-4911-4b12-8050-c1b2c526b0a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:26:56.300991 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-c8f017ee-4911-4b12-8050-c1b2c526b0a7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:26:56.321516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30827e3-01d7-4616-b79b-7a19f05543cc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Pushing event deleted for resources: {'Port': ['ID=e997f3db-6491-4636-a466-579a10f06f58,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:56.379827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-5d021719-f422-4fa5-863d-72d189423036 admin admin] For port 3a1a15f5-bd52-42e4-8e7d-d74e834f162d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3a1a15f5-bd52-42e4-8e7d-d74e834f162d,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:56.380630 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d021719-f422-4fa5-863d-72d189423036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.386965 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f30827e3-01d7-4616-b79b-7a19f05543cc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.389846 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f30827e3-01d7-4616-b79b-7a19f05543cc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.392785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f30827e3-01d7-4616-b79b-7a19f05543cc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "DELETE /v2.0/floatingips/dacdd606-defc-4548-ae60-594e3ab7c993 HTTP/1.1" status: 204 len: 168 time: 0.6636701 Sep 07 16:26:56.396126 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5d021719-f422-4fa5-863d-72d189423036 admin admin] Calling delete_port for 3a1a15f5-bd52-42e4-8e7d-d74e834f162d owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:56.467167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47332) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:56.548142 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ff05dbff-2ca6-491f-b5f2-ef3c32a79abc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.589462 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ff05dbff-2ca6-491f-b5f2-ef3c32a79abc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.625920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f98ca8-05ea-42e4-892b-1ddbfc997271 req-328ee20b-5755-4820-b4d7-2defd56186a8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:56.627509 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8f98ca8-05ea-42e4-892b-1ddbfc997271 req-328ee20b-5755-4820-b4d7-2defd56186a8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0928333 Sep 07 16:26:56.636030 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d021719-f422-4fa5-863d-72d189423036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.673690 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d021719-f422-4fa5-863d-72d189423036 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1a15f5-bd52-42e4-8e7d-d74e834f162d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:56.675147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8f98ca8-05ea-42e4-892b-1ddbfc997271 req-3891d731-49fb-407c-9481-b759b93189b1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388401 Sep 07 16:26:56.703095 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ff05dbff-2ca6-491f-b5f2-ef3c32a79abc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.706158 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ff05dbff-2ca6-491f-b5f2-ef3c32a79abc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:56.709700 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ff05dbff-2ca6-491f-b5f2-ef3c32a79abc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] 10.222.0.70 "DELETE /v2.0/security-groups/8600ad7c-aa84-4cd3-ba16-70dab8690bc3 HTTP/1.1" status: 204 len: 168 time: 0.2391226 Sep 07 16:26:56.728225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05dbff-2ca6-491f-b5f2-ef3c32a79abc tempest-TestServerBasicOps-820647740 tempest-TestServerBasicOps-820647740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8600ad7c-aa84-4cd3-ba16-70dab8690bc3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:56.761353 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47338) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:56.803069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f017ee-4911-4b12-8050-c1b2c526b0a7 None None] New status for floating IP dacdd606-defc-4548-ae60-594e3ab7c993: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:26:56.890061 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5d021719-f422-4fa5-863d-72d189423036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:57.181725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d021719-f422-4fa5-863d-72d189423036 admin admin] Router e94e8dba-1ad5-4178-8ffb-afe958cb052e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:26:57.302503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d021719-f422-4fa5-863d-72d189423036 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:26:57.310962 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5d021719-f422-4fa5-863d-72d189423036 admin admin] 10.222.0.70 "PUT /v2.0/routers/e94e8dba-1ad5-4178-8ffb-afe958cb052e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9959819 Sep 07 16:26:57.316218 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c6bc88-ac84-463d-8154-b20e5a3e5b87 None None] Sync routers for ids ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:26:57.316865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47346) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:57.328479 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c6bc88-ac84-463d-8154-b20e5a3e5b87 None None] Routers {'e94e8dba-1ad5-4178-8ffb-afe958cb052e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:57.329402 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-78c6bc88-ac84-463d-8154-b20e5a3e5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:57.455089 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-78c6bc88-ac84-463d-8154-b20e5a3e5b87 None None] Set router e94e8dba-1ad5-4178-8ffb-afe958cb052e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:26:57.457441 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:57.572261 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:57.686037 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-78c6bc88-ac84-463d-8154-b20e5a3e5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:26:56Z', 'revision_number': 5, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:57.700029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 36582133-4cf2-469d-b735-02f2fcd3fdbe no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:26:57.715761 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c6bc88-ac84-463d-8154-b20e5a3e5b87 None None] Checking router: e94e8dba-1ad5-4178-8ffb-afe958cb052e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:26:57.725369 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c6bc88-ac84-463d-8154-b20e5a3e5b87 None None] Routers {'e94e8dba-1ad5-4178-8ffb-afe958cb052e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:57.725983 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-78c6bc88-ac84-463d-8154-b20e5a3e5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:57.781181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 36582133-4cf2-469d-b735-02f2fcd3fdbe {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:26:57.781627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 36582133-4cf2-469d-b735-02f2fcd3fdbe not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:26:57.847803 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-78c6bc88-ac84-463d-8154-b20e5a3e5b87 None None] Set router e94e8dba-1ad5-4178-8ffb-afe958cb052e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:26:57.930396 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e3ea7-9b16-47af-b24d-902740d92e1c req-94ae3386-c463-4c6f-be51-9c3b713b8721 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:57.939174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de6e3ea7-9b16-47af-b24d-902740d92e1c req-94ae3386-c463-4c6f-be51-9c3b713b8721 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.1086092 Sep 07 16:26:57.999272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de6e3ea7-9b16-47af-b24d-902740d92e1c req-003310ce-b806-48b4-a9f0-6bf20c51bbd7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590651 Sep 07 16:26:58.005891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Deleting port 45b0785c-e1fd-47b0-90ef-fadca7966ed0 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:58.006242 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.016383 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.103570 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-78c6bc88-ac84-463d-8154-b20e5a3e5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:26:56Z', 'revision_number': 5, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:58.107245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Deleting port c2ffabf0-bc24-4d15-be88-fb3f0742df2f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:58.107843 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.129264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] For port 45b0785c-e1fd-47b0-90ef-fadca7966ed0, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=45b0785c-e1fd-47b0-90ef-fadca7966ed0,segment=NetworkSegment(7f882548-2790-49ad-9a83-06386ef6c22e),segment_id=7f882548-2790-49ad-9a83-06386ef6c22e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:58.129644 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.144446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Calling delete_port for 45b0785c-e1fd-47b0-90ef-fadca7966ed0 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:58.160174 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c6bc88-ac84-463d-8154-b20e5a3e5b87 None None] The sync data for ids ['e94e8dba-1ad5-4178-8ffb-afe958cb052e'] in n-d-807551-3 is: [{'id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'name': 'tempest-ServerActionsTestJSON-982348484-router', 'tenant_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:15:23Z', 'updated_at': '2021-09-07T16:26:56Z', 'revision_number': 5, 'project_id': 'b9848727a03c41348e7ad9c0dce7eea4', 'gw_port': {'id': 'c2ffabf0-bc24-4d15-be88-fb3f0742df2f', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e8dba-1ad5-4178-8ffb-afe958cb052e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:15:24Z', 'updated_at': '2021-09-07T16:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:26:58.223773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] For port c2ffabf0-bc24-4d15-be88-fb3f0742df2f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c2ffabf0-bc24-4d15-be88-fb3f0742df2f,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:58.224359 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.238313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Calling delete_port for c2ffabf0-bc24-4d15-be88-fb3f0742df2f owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:58.407421 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.438567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b0785c-e1fd-47b0-90ef-fadca7966ed0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:58.443510 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.456806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:58.457428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:58.457820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:58.458192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:58.458895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:58.459232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:58.459611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:58.459996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:58.462663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:58.462663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:58.462663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:58.462663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:26:58.478921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ffabf0-bc24-4d15-be88-fb3f0742df2f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:58.558281 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.669630 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.672271 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.675140 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.730606 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.731220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e94e8dba-1ad5-4178-8ffb-afe958cb052e {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:26:58.736533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.739012 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9e7d48d7-79cf-457c-86d5-e303bd91e247 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e94e8dba-1ad5-4178-8ffb-afe958cb052e HTTP/1.1" status: 204 len: 168 time: 1.4200032 Sep 07 16:26:58.740210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47354) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:58.798761 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2ed193-2db1-494f-b466-2ecf2f5ac2aa admin admin] Deleting subnet 5b466ef0-7a81-4b15-b2ee-64b34936ce50 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:26:58.802226 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed193-2db1-494f-b466-2ecf2f5ac2aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.848877 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed193-2db1-494f-b466-2ecf2f5ac2aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.958180 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed193-2db1-494f-b466-2ecf2f5ac2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:58.972501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:26:59.023254 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed193-2db1-494f-b466-2ecf2f5ac2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.063668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ed193-2db1-494f-b466-2ecf2f5ac2aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b466ef0-7a81-4b15-b2ee-64b34936ce50,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:59.073627 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a2ed193-2db1-494f-b466-2ecf2f5ac2aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.075026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57faf4a1-c854-463b-a6f6-1e6121be3f99 None None] Network ffb11023-581e-4b93-9d24-3e77cb56e81e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:26:59.082113 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8a2ed193-2db1-494f-b466-2ecf2f5ac2aa admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5b466ef0-7a81-4b15-b2ee-64b34936ce50 HTTP/1.1" status: 204 len: 168 time: 0.3348472 Sep 07 16:26:59.082309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47358) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:59.135234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:26:59.143825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-34113b2f-10c6-4f6a-9d01-856874c8abf2 admin admin] 10.222.0.70 "PUT /v2.0/routers/2f725ada-4abe-4b1b-95ed-17fb0f24fcbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3811500 Sep 07 16:26:59.146116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47360) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:26:59.171676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5b9a4-1716-4a83-9ce8-185d1699eea1 req-996f5124-8997-4d76-a967-b59a1615d1c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:26:59.173690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3e5b9a4-1716-4a83-9ce8-185d1699eea1 req-996f5124-8997-4d76-a967-b59a1615d1c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0789928 Sep 07 16:26:59.179483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e903d-1f5d-4e4d-8f33-8b15efef11c7 None None] Sync routers for ids ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:26:59.204724 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.288028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3e5b9a4-1716-4a83-9ce8-185d1699eea1 req-4743f887-2ee4-406d-a620-711fc79607c2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921662 Sep 07 16:26:59.299015 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e903d-1f5d-4e4d-8f33-8b15efef11c7 None None] Routers {'2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:59.299566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e39e903d-1f5d-4e4d-8f33-8b15efef11c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:59.354341 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.402260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Deleting port df64a717-333a-4584-adb8-456761040a18 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:59.402611 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.462949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c2ffabf0-bc24-4d15-be88-fb3f0742df2f no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:26:59.487965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: c2ffabf0-bc24-4d15-be88-fb3f0742df2f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:26:59.488665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c2ffabf0-bc24-4d15-be88-fb3f0742df2f not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:26:59.489296 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a1a15f5-bd52-42e4-8e7d-d74e834f162d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:26:59.514034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b68407-e908-4c43-816c-980a85f47f33 None None] DHCP port deletion for ffb11023-581e-4b93-9d24-3e77cb56e81e request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:26:59.518619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 3a1a15f5-bd52-42e4-8e7d-d74e834f162d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:26:59.519164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a1a15f5-bd52-42e4-8e7d-d74e834f162d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:26:59.528983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] For port df64a717-333a-4584-adb8-456761040a18, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=df64a717-333a-4584-adb8-456761040a18,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:59.529353 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.551362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Calling delete_port for df64a717-333a-4584-adb8-456761040a18 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:59.557761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e39e903d-1f5d-4e4d-8f33-8b15efef11c7 None None] Set router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:26:59.559843 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.651464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b1b68407-e908-4c43-816c-980a85f47f33 None None] Deleting port df64a717-333a-4584-adb8-456761040a18 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:59.651728 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1b68407-e908-4c43-816c-980a85f47f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.675165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Deleting port 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:26:59.675518 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.690533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.726059 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Pushing event deleted for resources: {'Port': ['ID=df64a717-333a-4584-adb8-456761040a18,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:59.729423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] No DVR routers for this DVR port df64a717-333a-4584-adb8-456761040a18 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:26:59.747724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b1b68407-e908-4c43-816c-980a85f47f33 None None] For port df64a717-333a-4584-adb8-456761040a18, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=df64a717-333a-4584-adb8-456761040a18,segment=NetworkSegment(4578baf3-e09e-4529-9114-1bb8deb1cafc),segment_id=4578baf3-e09e-4529-9114-1bb8deb1cafc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:59.750104 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1b68407-e908-4c43-816c-980a85f47f33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.762021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b1b68407-e908-4c43-816c-980a85f47f33 None None] Calling delete_port for df64a717-333a-4584-adb8-456761040a18 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:59.846665 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.860510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] For port 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:26:59.861031 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.881938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb11023-581e-4b93-9d24-3e77cb56e81e']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:59.884451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Calling delete_port for 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:26:59.895866 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e39e903d-1f5d-4e4d-8f33-8b15efef11c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:26:58Z', 'revision_number': 5, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port': {'id': '241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:20:55Z', 'updated_at': '2021-09-07T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:59.896252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4578baf3-e09e-4529-9114-1bb8deb1cafc') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:59.896584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4578baf3-e09e-4529-9114-1bb8deb1cafc') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:59.899490 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b1b68407-e908-4c43-816c-980a85f47f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.911377 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.928383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e903d-1f5d-4e4d-8f33-8b15efef11c7 None None] Checking router: 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:26:59.947139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b68407-e908-4c43-816c-980a85f47f33 None None] Pushing event deleted for resources: {'Port': ['ID=df64a717-333a-4584-adb8-456761040a18,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:26:59.961159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.962126 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e903d-1f5d-4e4d-8f33-8b15efef11c7 None None] Routers {'2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:26:59.962768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e39e903d-1f5d-4e4d-8f33-8b15efef11c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:26:59.971096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:26:59.971504 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:26:59.973207 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:27:00.000607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b68407-e908-4c43-816c-980a85f47f33 None None] No DVR routers for this DVR port df64a717-333a-4584-adb8-456761040a18 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:00.054730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e39e903d-1f5d-4e4d-8f33-8b15efef11c7 None None] Set router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:00.078227 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.086442 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.088264 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] 10.222.0.70 "DELETE /v2.0/networks/ffb11023-581e-4b93-9d24-3e77cb56e81e HTTP/1.1" status: 204 len: 168 time: 1.0050585 Sep 07 16:27:00.115021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d65f06-52b7-414b-be14-3e2357f469ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb11023-581e-4b93-9d24-3e77cb56e81e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:00.117603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e39e903d-1f5d-4e4d-8f33-8b15efef11c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:26:59Z', 'revision_number': 6, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:00.147922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e903d-1f5d-4e4d-8f33-8b15efef11c7 None None] The sync data for ids ['2f725ada-4abe-4b1b-95ed-17fb0f24fcbd'] in n-d-807551-3 is: [{'id': '2f725ada-4abe-4b1b-95ed-17fb0f24fcbd', 'name': 'tempest-TestServerBasicOps-181453932-router', 'tenant_id': 'fce44d46c57e438393948e71c3c66689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:20:52Z', 'updated_at': '2021-09-07T16:26:59Z', 'revision_number': 6, 'project_id': 'fce44d46c57e438393948e71c3c66689', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:00.182661 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.213048 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Pushing event deleted for resources: {'Port': ['ID=241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:00.258069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47368) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:00.284694 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.323199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f0d53b5a-529a-4f80-a1ad-bde1eb667ad7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9848727a03c41348e7ad9c0dce7eea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419531 Sep 07 16:27:00.325549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47374) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:00.416206 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.420202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.454943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b8e5e-72d2-4b6c-bc94-f88ba9b206dd req-f69516d8-015d-408c-9581-67442adc739c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:00.456750 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b10b8e5e-72d2-4b6c-bc94-f88ba9b206dd req-f69516d8-015d-408c-9581-67442adc739c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0670564 Sep 07 16:27:00.457781 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e1035f5-f36b-4726-83a9-45bb87e1b6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.470888 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.471563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f725ada-4abe-4b1b-95ed-17fb0f24fcbd {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:27:00.480108 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.483870 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-595dc27d-da89-4c1d-a044-13c3798fa28e admin admin] 10.222.0.70 "DELETE /v2.0/routers/2f725ada-4abe-4b1b-95ed-17fb0f24fcbd HTTP/1.1" status: 204 len: 168 time: 1.3342040 Sep 07 16:27:00.485094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47378) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:00.502024 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e1035f5-f36b-4726-83a9-45bb87e1b6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.534861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b10b8e5e-72d2-4b6c-bc94-f88ba9b206dd req-b5f08553-69b0-40b8-8be2-ff306c96d7e3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719213 Sep 07 16:27:00.543272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7432f6-0577-4660-91c8-9844ca3c9dfc admin admin] Deleting subnet 7521041a-ed2d-44bf-9abe-5891bd226d9d {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:27:00.548249 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b7432f6-0577-4660-91c8-9844ca3c9dfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.588176 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e1035f5-f36b-4726-83a9-45bb87e1b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.590821 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e1035f5-f36b-4726-83a9-45bb87e1b6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.592026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0e1035f5-f36b-4726-83a9-45bb87e1b6b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a42965e-81c7-482f-9918-8040e96aadf6 HTTP/1.1" status: 204 len: 168 time: 0.2599378 Sep 07 16:27:00.594286 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b7432f6-0577-4660-91c8-9844ca3c9dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.605329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1035f5-f36b-4726-83a9-45bb87e1b6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a42965e-81c7-482f-9918-8040e96aadf6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:00.705377 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b7432f6-0577-4660-91c8-9844ca3c9dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.766193 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b7432f6-0577-4660-91c8-9844ca3c9dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.796383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7432f6-0577-4660-91c8-9844ca3c9dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7521041a-ed2d-44bf-9abe-5891bd226d9d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:00.801799 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b7432f6-0577-4660-91c8-9844ca3c9dfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.804599 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9b7432f6-0577-4660-91c8-9844ca3c9dfc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7521041a-ed2d-44bf-9abe-5891bd226d9d HTTP/1.1" status: 204 len: 168 time: 0.3190022 Sep 07 16:27:00.806736 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47384) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:00.810571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccee2c33-12f6-45b1-8a92-a3a69696294e None None] Network da2e087c-bc81-45bc-81ff-e69a7c19ba4e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:00.896248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:00.970037 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Deleting port f2cb8ea2-112e-41a0-9949-6b42a0318a85 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:00.970458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.041118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] For port f2cb8ea2-112e-41a0-9949-6b42a0318a85, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f2cb8ea2-112e-41a0-9949-6b42a0318a85,segment=NetworkSegment(7f882548-2790-49ad-9a83-06386ef6c22e),segment_id=7f882548-2790-49ad-9a83-06386ef6c22e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:01.041489 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.062041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Calling delete_port for f2cb8ea2-112e-41a0-9949-6b42a0318a85 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:01.174271 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.215072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] No DVR routers for this DVR port f2cb8ea2-112e-41a0-9949-6b42a0318a85 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:01.216860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Pushing event deleted for resources: {'Port': ['ID=f2cb8ea2-112e-41a0-9949-6b42a0318a85,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:01.247076 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace179ba-5faa-4524-9056-48a989e33ca5 None None] DHCP port deletion for da2e087c-bc81-45bc-81ff-e69a7c19ba4e request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:27:01.288042 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 45b0785c-e1fd-47b0-90ef-fadca7966ed0 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:01.314206 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 45b0785c-e1fd-47b0-90ef-fadca7966ed0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:01.314614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 45b0785c-e1fd-47b0-90ef-fadca7966ed0 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:01.315207 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:01.318527 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.336739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:01.337325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 241ee9f3-aec2-4fd2-ad31-7466dd4ef4a6 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:01.337978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device df64a717-333a-4584-adb8-456761040a18 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:01.351408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2e087c-bc81-45bc-81ff-e69a7c19ba4e']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:01.366482 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f882548-2790-49ad-9a83-06386ef6c22e') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:01.366867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f882548-2790-49ad-9a83-06386ef6c22e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:01.368246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: df64a717-333a-4584-adb8-456761040a18 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:01.368692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device df64a717-333a-4584-adb8-456761040a18 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:01.377331 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.392857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.400119 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:27:01.401108 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:27:01.402798 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:27:01.490967 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.506254 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.512914 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] 10.222.0.70 "DELETE /v2.0/networks/da2e087c-bc81-45bc-81ff-e69a7c19ba4e HTTP/1.1" status: 204 len: 168 time: 0.7022917 Sep 07 16:27:01.513143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47406) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:01.551841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d72ed-fa0e-437b-aa6e-ef1a8c2c0eab admin admin] Pushing event deleted for resources: {'Network': ['ID=da2e087c-bc81-45bc-81ff-e69a7c19ba4e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:01.625748 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47410) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:01.742708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-211551585-network', 'tenant_id': '94863c68c42f4f35a8e64977726570a3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:01.746371 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.751497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1faeaa6-421d-4555-bb76-2e25261d9481 req-d1994eb5-9f93-4f14-a9cc-942599068f0f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:01.753130 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b1faeaa6-421d-4555-bb76-2e25261d9481 req-d1994eb5-9f93-4f14-a9cc-942599068f0f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.1128359 Sep 07 16:27:01.769233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Made reservation on behalf of 94863c68c42f4f35a8e64977726570a3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:01.771820 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.781572 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.849293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b1faeaa6-421d-4555-bb76-2e25261d9481 req-e26bb1a0-dca5-432f-86da-27c6aaf0feb8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837092 Sep 07 16:27:01.891938 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.897746 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.926771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:27:01.947259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e687ee8e-f522-45ff-b57e-52dce71707e1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:01.957808 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:01.958099 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Added segment d7957dee-86be-4c89-b0a2-0661f59a2045 of type vlan for network 3f9dbc32-9dda-4953-b14b-3ef36556a81c Sep 07 16:27:02.009045 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:02.041460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:02.043355 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:02.044632 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:02.070677 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff000-dfea-4e06-8d04-d16315b47044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:02.078087 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4512160 Sep 07 16:27:02.082180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47414) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:02.115704 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f6756e93-0f71-456f-ad45-4d9f3f3bd49d admin admin] Request body: {'subnet': {'network_id': '3f9dbc32-9dda-4953-b14b-3ef36556a81c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-211551585-subnet', 'tenant_id': '94863c68c42f4f35a8e64977726570a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:02.128212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f5e78-a77e-4369-9ecb-a76603e446ac admin admin] Pushing event updated for resources: {'Network': ['ID=3f9dbc32-9dda-4953-b14b-3ef36556a81c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:02.140292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 3f9dbc32-9dda-4953-b14b-3ef36556a81c details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:27:02.146909 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6756e93-0f71-456f-ad45-4d9f3f3bd49d admin admin] Made reservation on behalf of 94863c68c42f4f35a8e64977726570a3 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:02.150955 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6756e93-0f71-456f-ad45-4d9f3f3bd49d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:02.343303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ff000-dfea-4e06-8d04-d16315b47044 admin admin] Deleting port eeaaa332-8106-4f14-a819-38b1614ab489 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:02.343675 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff000-dfea-4e06-8d04-d16315b47044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:02.351435 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6756e93-0f71-456f-ad45-4d9f3f3bd49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:02.366847 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:02.413934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6756e93-0f71-456f-ad45-4d9f3f3bd49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a159c023-7164-46bd-97a9-5ab32117c96e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:02.425800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6756e93-0f71-456f-ad45-4d9f3f3bd49d admin admin] Checking segment: {'id': 'd7957dee-86be-4c89-b0a2-0661f59a2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3f9dbc32-9dda-4953-b14b-3ef36556a81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:02.426733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6756e93-0f71-456f-ad45-4d9f3f3bd49d admin admin] Network hostable DHCP agents. Network: 3f9dbc32-9dda-4953-b14b-3ef36556a81c, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:27:02.433480 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-bc0ff000-dfea-4e06-8d04-d16315b47044 admin admin] For port eeaaa332-8106-4f14-a819-38b1614ab489, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=eeaaa332-8106-4f14-a819-38b1614ab489,segment=NetworkSegment(d4fc478a-4426-48e1-9e89-8c3074596823),segment_id=d4fc478a-4426-48e1-9e89-8c3074596823)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:02.433926 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff000-dfea-4e06-8d04-d16315b47044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:02.445335 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6756e93-0f71-456f-ad45-4d9f3f3bd49d admin admin] Network 3f9dbc32-9dda-4953-b14b-3ef36556a81c is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:27:02.456708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f6756e93-0f71-456f-ad45-4d9f3f3bd49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 3f9dbc32-9dda-4953-b14b-3ef36556a81c) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:02.457246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ff000-dfea-4e06-8d04-d16315b47044 admin admin] Calling delete_port for eeaaa332-8106-4f14-a819-38b1614ab489 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:02.464587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2980058-181f-4d14-ab22-8c2164f0fc26 None None] Network 3f9dbc32-9dda-4953-b14b-3ef36556a81c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:02.472605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6756e93-0f71-456f-ad45-4d9f3f3bd49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:02.473882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6756e93-0f71-456f-ad45-4d9f3f3bd49d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:02.494278 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f6756e93-0f71-456f-ad45-4d9f3f3bd49d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4108829 Sep 07 16:27:02.651793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b237560-97cb-4e38-82c5-2add5e535dd3 None None] Network 3f9dbc32-9dda-4953-b14b-3ef36556a81c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:02.721895 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff000-dfea-4e06-8d04-d16315b47044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:02.777733 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ff000-dfea-4e06-8d04-d16315b47044 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeaaa332-8106-4f14-a819-38b1614ab489,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:02.965374 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff000-dfea-4e06-8d04-d16315b47044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:03.178520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1bf75-c92b-42d9-ab5c-fd0d8292054b req-c6af730a-8140-4285-9349-1c6a6086f7d9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:03.180051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0cd1bf75-c92b-42d9-ab5c-fd0d8292054b req-c6af730a-8140-4285-9349-1c6a6086f7d9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.2110384 Sep 07 16:27:03.227906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-14d2643e-1dc6-4f96-b389-3d14ea24389c tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:03.229414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-14d2643e-1dc6-4f96-b389-3d14ea24389c tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/networks?id=3f9dbc32-9dda-4953-b14b-3ef36556a81c HTTP/1.1" status: 200 len: 813 time: 0.2662017 Sep 07 16:27:03.262866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0cd1bf75-c92b-42d9-ab5c-fd0d8292054b req-dc72abd6-6db3-4b1c-858b-b7a229f285fc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753093 Sep 07 16:27:03.266112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-1c20b786-a2aa-4350-be6b-9aa09871eb29 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/quotas/94863c68c42f4f35a8e64977726570a3 HTTP/1.1" status: 200 len: 375 time: 0.0262799 Sep 07 16:27:03.323048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f2cb8ea2-112e-41a0-9949-6b42a0318a85 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:03.331383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-d1a2128e-42a5-427c-8f89-3a6db63b514b tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=94863c68c42f4f35a8e64977726570a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309634 Sep 07 16:27:03.343711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f2cb8ea2-112e-41a0-9949-6b42a0318a85 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:03.344208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f2cb8ea2-112e-41a0-9949-6b42a0318a85 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:03.572630 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-bd63c515-9d39-473d-b31f-1b2f25211442 service neutron] show failed (client error): The resource could not be found. Sep 07 16:27:03.574356 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-bd63c515-9d39-473d-b31f-1b2f25211442 service neutron] 10.222.0.35 "GET /v2.0/ports/5b77ccf1-b908-4087-8cc5-16ca3a883796/bindings/n-h1-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0886278 Sep 07 16:27:03.680392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-02e60342-333f-4a22-84d8-6b5af4a33c4a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:27:03.687560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-02e60342-333f-4a22-84d8-6b5af4a33c4a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3480434 Sep 07 16:27:03.767532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0ff000-dfea-4e06-8d04-d16315b47044 admin admin] Router bca359b3-5fef-447b-aa94-1e9245a8d5da has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:27:03.867679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-bad58726-dce2-4bcc-be36-124e238b4a19 service neutron] 10.222.0.70 "GET /v2.0/networks/3f9dbc32-9dda-4953-b14b-3ef36556a81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792128 Sep 07 16:27:03.924462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-5b95b940-6f20-48b4-ba8c-bd63c6d39fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:03.925957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-5b95b940-6f20-48b4-ba8c-bd63c6d39fab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2&tenant_id=e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 1096 time: 0.1605465 Sep 07 16:27:03.948869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:04.092578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0ff000-dfea-4e06-8d04-d16315b47044 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:04.095470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:04.100507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bc0ff000-dfea-4e06-8d04-d16315b47044 admin admin] 10.222.0.70 "PUT /v2.0/routers/bca359b3-5fef-447b-aa94-1e9245a8d5da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5850196 Sep 07 16:27:04.103519 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4353f46-8da4-499d-8fa0-58449094ccdd None None] Sync routers for ids ['bca359b3-5fef-447b-aa94-1e9245a8d5da'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:04.103963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-a9606d36-7399-42f5-9bba-a675a4ee243b service neutron] 10.222.0.70 "GET /v2.0/networks/3f9dbc32-9dda-4953-b14b-3ef36556a81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351580 Sep 07 16:27:04.105587 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47446) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:04.130074 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4353f46-8da4-499d-8fa0-58449094ccdd None None] Routers {'bca359b3-5fef-447b-aa94-1e9245a8d5da'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:04.130719 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a4353f46-8da4-499d-8fa0-58449094ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['bca359b3-5fef-447b-aa94-1e9245a8d5da'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:04.295278 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a4353f46-8da4-499d-8fa0-58449094ccdd None None] Set router bca359b3-5fef-447b-aa94-1e9245a8d5da gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:04.311041 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:04.456978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:04.505069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58f31695-92bb-49e4-9387-4891e79697cc req-5c597b58-dace-4704-804c-5e02ece90677 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 210 time: 0.1010540 Sep 07 16:27:04.520203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92593236-c07c-469a-8055-722c0184a98a req-d2d34188-35e1-459b-9bf5-a1d5f761d5c9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:04.521856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92593236-c07c-469a-8055-722c0184a98a req-d2d34188-35e1-459b-9bf5-a1d5f761d5c9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.1566834 Sep 07 16:27:04.551470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Deleting port 78daf226-241e-4a39-b443-6f8b488a4388 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:04.551842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:04.560808 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a4353f46-8da4-499d-8fa0-58449094ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'name': 'tempest-TestServerBasicOps-863240057-router', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '78daf226-241e-4a39-b443-6f8b488a4388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:15Z', 'updated_at': '2021-09-07T16:27:02Z', 'revision_number': 5, 'project_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'gw_port': {'id': '78daf226-241e-4a39-b443-6f8b488a4388', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:21:16Z', 'updated_at': '2021-09-07T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:04.580254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] For port 5b77ccf1-b908-4087-8cc5-16ca3a883796, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:04.594368 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4353f46-8da4-499d-8fa0-58449094ccdd None None] Checking router: bca359b3-5fef-447b-aa94-1e9245a8d5da for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:04.598671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92593236-c07c-469a-8055-722c0184a98a req-9aeefc05-7672-4ec9-b8d2-4a08e3be3ccc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593436 Sep 07 16:27:04.603996 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4353f46-8da4-499d-8fa0-58449094ccdd None None] Routers {'bca359b3-5fef-447b-aa94-1e9245a8d5da'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:04.604681 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a4353f46-8da4-499d-8fa0-58449094ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['bca359b3-5fef-447b-aa94-1e9245a8d5da'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:04.693223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] For port 5b77ccf1-b908-4087-8cc5-16ca3a883796, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:04.724294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] For port 78daf226-241e-4a39-b443-6f8b488a4388, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=78daf226-241e-4a39-b443-6f8b488a4388,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:04.724873 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:04.769368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Calling delete_port for 78daf226-241e-4a39-b443-6f8b488a4388 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:04.832104 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:04.834813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:04.837356 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc6b162-89eb-4347-9e89-0e45dceccbd4" -d '{"events": [{"server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "name": "network-vif-unplugged", "status": "completed", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:04.853386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Transition to ACTIVE for port object 5b77ccf1-b908-4087-8cc5-16ca3a883796 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:04.860064 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:04.870339 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a4353f46-8da4-499d-8fa0-58449094ccdd None None] Set router bca359b3-5fef-447b-aa94-1e9245a8d5da gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:04.941684 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef1d10e-e528-4635-96d6-cf6b7a12e45e x-openstack-request-id: req-8ef1d10e-e528-4635-96d6-cf6b7a12e45e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:04.941983 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "name": "network-vif-unplugged", "status": "completed", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:04.942235 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ef1d10e-e528-4635-96d6-cf6b7a12e45e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:04.943407 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'code': 200} Sep 07 16:27:04.962396 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a4353f46-8da4-499d-8fa0-58449094ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'name': 'tempest-TestServerBasicOps-863240057-router', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:15Z', 'updated_at': '2021-09-07T16:27:04Z', 'revision_number': 6, 'project_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:04.978260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Pushing event updated for resources: {'Port': ['ID=5b77ccf1-b908-4087-8cc5-16ca3a883796,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:05.047464 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4353f46-8da4-499d-8fa0-58449094ccdd None None] The sync data for ids ['bca359b3-5fef-447b-aa94-1e9245a8d5da'] in n-d-807551-3 is: [{'id': 'bca359b3-5fef-447b-aa94-1e9245a8d5da', 'name': 'tempest-TestServerBasicOps-863240057-router', 'tenant_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:21:15Z', 'updated_at': '2021-09-07T16:27:04Z', 'revision_number': 6, 'project_id': '1aee2c6cf931482cbf0bb76afa4338e6', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:05.065968 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:05.124710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Pushing event deleted for resources: {'Port': ['ID=78daf226-241e-4a39-b443-6f8b488a4388,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:05.171040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] No DVR routers for this DVR port 5b77ccf1-b908-4087-8cc5-16ca3a883796 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:05.215040 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:05.342106 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Attempting to bind port 5b77ccf1-b908-4087-8cc5-16ca3a883796 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:05.342454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Attempting to bind port 5b77ccf1-b908-4087-8cc5-16ca3a883796 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:05.343858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Attempting to bind port 5b77ccf1-b908-4087-8cc5-16ca3a883796 on network 5a09e50b-5c47-4343-83eb-7b6612c3f179 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:05.349408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Port 5b77ccf1-b908-4087-8cc5-16ca3a883796 on network 5a09e50b-5c47-4343-83eb-7b6612c3f179 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:27:05.349751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Attempting to bind port 5b77ccf1-b908-4087-8cc5-16ca3a883796 on network 5a09e50b-5c47-4343-83eb-7b6612c3f179 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:05.356026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:05.356406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Checking segment: {'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:05.356830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Bound using segment: {'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:05.357271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Bound port: 5b77ccf1-b908-4087-8cc5-16ca3a883796, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106facf8-f73a-407b-8d94-181155b22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:05.357639 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:05.446471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] For port 5b77ccf1-b908-4087-8cc5-16ca3a883796, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:05.450287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] For port 5b77ccf1-b908-4087-8cc5-16ca3a883796, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:05.454426 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:05.517667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:05.521343 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:05.523625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] 10.222.0.54 "PUT /v2.0/ports/5b77ccf1-b908-4087-8cc5-16ca3a883796 HTTP/1.1" status: 200 len: 1091 time: 1.5802739 Sep 07 16:27:05.578363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066103a-bd93-44ca-b822-77aff881e78d service neutron] Pushing event updated for resources: {'Port': ['ID=5b77ccf1-b908-4087-8cc5-16ca3a883796,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:05.585862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device eeaaa332-8106-4f14-a819-38b1614ab489 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:05.663369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: eeaaa332-8106-4f14-a819-38b1614ab489 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:05.663862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device eeaaa332-8106-4f14-a819-38b1614ab489 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:05.682707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-4b63c043-a9ec-4f18-82e9-60fcb7f06517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:05.684249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-4b63c043-a9ec-4f18-82e9-60fcb7f06517 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 1094 time: 0.1262481 Sep 07 16:27:05.816176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-24940f06-9cb7-41db-8784-9c5e6aca6575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:05.817713 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-24940f06-9cb7-41db-8784-9c5e6aca6575 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5a09e50b-5c47-4343-83eb-7b6612c3f179 HTTP/1.1" status: 200 len: 898 time: 0.1203752 Sep 07 16:27:05.847041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52af2eb0-e1e1-4c36-9c31-5bd680a5b2b5 req-87af6764-df70-4c10-a1d5-ae1c4003bf2e tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 210 time: 0.1616471 Sep 07 16:27:05.881059 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:05.894879 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:05.981482 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:05.982063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bca359b3-5fef-447b-aa94-1e9245a8d5da {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:27:05.994793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:05.996295 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0fd1243d-cf87-4bd7-90c1-0edc7fa9fedd admin admin] 10.222.0.70 "DELETE /v2.0/routers/bca359b3-5fef-447b-aa94-1e9245a8d5da HTTP/1.1" status: 204 len: 168 time: 1.8897004 Sep 07 16:27:06.002893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47474) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:06.019126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40510b9d-ff67-4983-bf79-cccb839e4be9 req-c9cb111a-91dc-46d1-af48-5e3e19af95c7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:06.020725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40510b9d-ff67-4983-bf79-cccb839e4be9 req-c9cb111a-91dc-46d1-af48-5e3e19af95c7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 943 time: 0.2020910 Sep 07 16:27:06.022778 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-fe0011a8-a312-4475-a9a6-15ae202cc302 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796 HTTP/1.1" status: 200 len: 999 time: 0.1691720 Sep 07 16:27:06.073130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f4a95c-1ec7-43f3-963f-dd3f63d15347 admin admin] Deleting subnet 2c31b78e-5900-4eda-90ea-e2f2c374c1be {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:27:06.078909 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-38f4a95c-1ec7-43f3-963f-dd3f63d15347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.115583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40510b9d-ff67-4983-bf79-cccb839e4be9 req-37691b22-c6f0-4803-8251-ccf952989e6f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889366 Sep 07 16:27:06.118100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-1128b8f1-0644-446d-b28b-4a39d4f81c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:06.119535 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-1128b8f1-0644-446d-b28b-4a39d4f81c98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a HTTP/1.1" status: 200 len: 835 time: 0.0791783 Sep 07 16:27:06.133256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-a5f1bf7f-edb9-447c-a5ef-f723c8a12c87 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:06.134858 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-a5f1bf7f-edb9-447c-a5ef-f723c8a12c87 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.54 "GET /v2.0/networks?id=3f9dbc32-9dda-4953-b14b-3ef36556a81c HTTP/1.1" status: 200 len: 813 time: 0.3624477 Sep 07 16:27:06.142782 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-38f4a95c-1ec7-43f3-963f-dd3f63d15347 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.167113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-7fc13cc6-d5c5-4680-a2ca-30ea33208719 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Request body: {'port': {'device_id': '706a3e07-628e-443c-8db9-13a2207d241c', 'network_id': '3f9dbc32-9dda-4953-b14b-3ef36556a81c', 'admin_state_up': True, 'tenant_id': '94863c68c42f4f35a8e64977726570a3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:06.174826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-65bbf9ba-aae0-4df6-b3c9-ebff5b0a4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:06.176726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-65bbf9ba-aae0-4df6-b3c9-ebff5b0a4997 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5a09e50b-5c47-4343-83eb-7b6612c3f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476582 Sep 07 16:27:06.285879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-cd533f46-e393-466b-9f00-85b7be8fcee0 service neutron] 10.222.0.54 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005263 Sep 07 16:27:06.332387 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-38f4a95c-1ec7-43f3-963f-dd3f63d15347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.374442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-7fc13cc6-d5c5-4680-a2ca-30ea33208719 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Made reservation on behalf of 94863c68c42f4f35a8e64977726570a3 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:06.378095 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-7fc13cc6-d5c5-4680-a2ca-30ea33208719 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.422737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4473ebc9-eba1-4eea-a1f8-1117bd9c2a4f req-8f0794ba-40d4-4c3e-abb9-c6f0eeb3b35a service neutron] 10.222.0.54 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230576 Sep 07 16:27:06.474238 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-38f4a95c-1ec7-43f3-963f-dd3f63d15347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.514636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4a95c-1ec7-43f3-963f-dd3f63d15347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c31b78e-5900-4eda-90ea-e2f2c374c1be,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:06.523149 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-38f4a95c-1ec7-43f3-963f-dd3f63d15347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.525256 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-38f4a95c-1ec7-43f3-963f-dd3f63d15347 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2c31b78e-5900-4eda-90ea-e2f2c374c1be HTTP/1.1" status: 204 len: 168 time: 0.5202549 Sep 07 16:27:06.527843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47476) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:06.533722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce186bc-6cd7-4e7f-a13d-175b08404273 None None] Network 55f2849f-aa2f-4447-a322-911b7278e648 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:06.611241 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.632846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-7fc13cc6-d5c5-4680-a2ca-30ea33208719 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Allocated IP 172.20.0.9 (3f9dbc32-9dda-4953-b14b-3ef36556a81c/a159c023-7164-46bd-97a9-5ab32117c96e/2412065f-f114-419a-83e2-1e736b90193c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:06.680030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Deleting port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:06.680412 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.740257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ed778f-dc25-412e-966e-4062ccfac2e6 None None] DHCP port deletion for 55f2849f-aa2f-4447-a322-911b7278e648 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:27:06.766549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] For port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b,segment=NetworkSegment(d4fc478a-4426-48e1-9e89-8c3074596823),segment_id=d4fc478a-4426-48e1-9e89-8c3074596823)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:06.767068 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.785191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Calling delete_port for 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:06.800294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-00ed778f-dc25-412e-966e-4062ccfac2e6 None None] Deleting port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:06.814075 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00ed778f-dc25-412e-966e-4062ccfac2e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.825243 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-7fc13cc6-d5c5-4680-a2ca-30ea33208719 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.897041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-00ed778f-dc25-412e-966e-4062ccfac2e6 None None] For port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b,segment=NetworkSegment(d4fc478a-4426-48e1-9e89-8c3074596823),segment_id=d4fc478a-4426-48e1-9e89-8c3074596823)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:06.898089 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00ed778f-dc25-412e-966e-4062ccfac2e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.899078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-7fc13cc6-d5c5-4680-a2ca-30ea33208719 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.913745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-00ed778f-dc25-412e-966e-4062ccfac2e6 None None] Calling delete_port for 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:06.928025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:06.958558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:06.961133 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d296b583-0b9b-4418-a51f-18ca167dd64e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:06.984796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] No DVR routers for this DVR port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:06.989987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Pushing event deleted for resources: {'Port': ['ID=35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:06.990604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-7fc13cc6-d5c5-4680-a2ca-30ea33208719 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Network 3f9dbc32-9dda-4953-b14b-3ef36556a81c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:07.004675 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-7fc13cc6-d5c5-4680-a2ca-30ea33208719 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:07.038718 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00ed778f-dc25-412e-966e-4062ccfac2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:07.041555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc13cc6-d5c5-4680-a2ca-30ea33208719 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Pushing event updated for resources: {'Port': ['ID=2412065f-f114-419a-83e2-1e736b90193c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:07.044069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-7fc13cc6-d5c5-4680-a2ca-30ea33208719 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:07.079461 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49e8e95-c0f0-48cc-8098-21cccdcd0afa x-openstack-request-id: req-d49e8e95-c0f0-48cc-8098-21cccdcd0afa {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:07.080498 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:07.080643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed778f-dc25-412e-966e-4062ccfac2e6 None None] Pushing event deleted for resources: {'Port': ['ID=35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:07.081050 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d49e8e95-c0f0-48cc-8098-21cccdcd0afa {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:07.081609 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'status': 'completed', 'code': 200} Sep 07 16:27:07.090258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ed778f-dc25-412e-966e-4062ccfac2e6 None None] No DVR routers for this DVR port 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:07.189941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89d075-d81e-416a-8be4-9eec4082f0ec req-0e72e79f-22bc-4220-a8ce-88c7324f10c5 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:07.193444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb89d075-d81e-416a-8be4-9eec4082f0ec req-0e72e79f-22bc-4220-a8ce-88c7324f10c5 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 931 time: 0.2062383 Sep 07 16:27:07.219737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-7fc13cc6-d5c5-4680-a2ca-30ea33208719 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:07.220455 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-7fc13cc6-d5c5-4680-a2ca-30ea33208719 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:07.237720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 78daf226-241e-4a39-b443-6f8b488a4388 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:07.255594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-2357cee5-9325-46c1-b66d-88666639594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:07.257290 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-2357cee5-9325-46c1-b66d-88666639594a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 1094 time: 0.1350625 Sep 07 16:27:07.258975 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-7fc13cc6-d5c5-4680-a2ca-30ea33208719 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1140811 Sep 07 16:27:07.265504 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:07.270949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 78daf226-241e-4a39-b443-6f8b488a4388 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:07.271299 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 78daf226-241e-4a39-b443-6f8b488a4388 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:07.271926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:07.280931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Request body: {'port': {'device_id': '706a3e07-628e-443c-8db9-13a2207d241c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:07.296610 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:07.297319 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 35fc16aa-dfda-45f8-bbdf-eb026c8f0e0b not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:07.330071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-b79086b8-19fd-4d5f-b8ea-4f49db186a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:07.332838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-b79086b8-19fd-4d5f-b8ea-4f49db186a22 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 1094 time: 0.2553246 Sep 07 16:27:07.334571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f2849f-aa2f-4447-a322-911b7278e648']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:07.448559 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:07.464144 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-d7b4fa61-1eb7-463c-8605-e456011dc2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:07.466860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-d7b4fa61-1eb7-463c-8605-e456011dc2ee service neutron] 10.222.0.54 "GET /v2.0/networks?id=5a09e50b-5c47-4343-83eb-7b6612c3f179 HTTP/1.1" status: 200 len: 898 time: 0.1062934 Sep 07 16:27:07.475316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fc478a-4426-48e1-9e89-8c3074596823') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:07.476435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fc478a-4426-48e1-9e89-8c3074596823') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:07.540420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-317b1d0b-3b0e-4647-9a80-1f630302c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:07.542049 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-317b1d0b-3b0e-4647-9a80-1f630302c603 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a09e50b-5c47-4343-83eb-7b6612c3f179 HTTP/1.1" status: 200 len: 898 time: 0.2762270 Sep 07 16:27:07.683203 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-ab5348ff-6fde-4936-955e-8c6c0f33f387 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796 HTTP/1.1" status: 200 len: 999 time: 0.1323164 Sep 07 16:27:07.790818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-47a7701b-0d25-497c-b846-eed812f603c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:07.792325 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-47a7701b-0d25-497c-b846-eed812f603c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a HTTP/1.1" status: 200 len: 835 time: 0.0988462 Sep 07 16:27:07.798156 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb89d075-d81e-416a-8be4-9eec4082f0ec req-073a2a80-4013-4236-8983-276ead7cbe3b tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/security-groups?id=e687ee8e-f522-45ff-b57e-52dce71707e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966303 Sep 07 16:27:07.803288 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:07.867155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c37cf-8e39-4b11-bcfe-dc8dd4d564c9 req-4f055f91-9ef3-410e-ab97-310a96923a5d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:07.868670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-086c37cf-8e39-4b11-bcfe-dc8dd4d564c9 req-4f055f91-9ef3-410e-ab97-310a96923a5d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 943 time: 0.6061077 Sep 07 16:27:07.869668 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:07.893629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:27:07.894045 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:27:07.896113 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:27:07.912843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-d3dff093-75d1-4f83-9abc-a3551221ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:07.914379 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-d3dff093-75d1-4f83-9abc-a3551221ce2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a09e50b-5c47-4343-83eb-7b6612c3f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894363 Sep 07 16:27:07.920087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-261c9576-91c4-45f8-b5ca-83f3d7f11350 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796 HTTP/1.1" status: 200 len: 999 time: 0.4394264 Sep 07 16:27:07.923653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2412065f-f114-419a-83e2-1e736b90193c {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:27:07.933120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 5b77ccf1-b908-4087-8cc5-16ca3a883796 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:07.964440 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:07.990817 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 5b77ccf1-b908-4087-8cc5-16ca3a883796 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:08.001177 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Transition to ACTIVE for port object 2412065f-f114-419a-83e2-1e736b90193c will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:08.028595 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:08.029922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:08.037669 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-086c37cf-8e39-4b11-bcfe-dc8dd4d564c9 req-04ffc9d3-37fb-4302-85fc-42f73c90efc0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594570 Sep 07 16:27:08.053033 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:08.061661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] 10.222.0.70 "DELETE /v2.0/networks/55f2849f-aa2f-4447-a322-911b7278e648 HTTP/1.1" status: 204 len: 168 time: 1.5319002 Sep 07 16:27:08.080918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39faec9-43d2-4823-82a9-fd87d56e68bc admin admin] Pushing event deleted for resources: {'Network': ['ID=55f2849f-aa2f-4447-a322-911b7278e648,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:08.084370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-65b7c290-1ded-4ccf-890d-dd48cebf0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:08.086437 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-65b7c290-1ded-4ccf-890d-dd48cebf0bc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a HTTP/1.1" status: 200 len: 835 time: 0.1021922 Sep 07 16:27:08.122179 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-8eff427b-c712-49f1-bf42-228b95e38037 service neutron] 10.222.0.35 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938286 Sep 07 16:27:08.122781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Pushing event updated for resources: {'Port': ['ID=2412065f-f114-419a-83e2-1e736b90193c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:08.160944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-3ad4cf87-8ef3-4834-992e-fa36763c1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:08.164378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-3ad4cf87-8ef3-4834-992e-fa36763c1f44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5a09e50b-5c47-4343-83eb-7b6612c3f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672915 Sep 07 16:27:08.269260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:08.284710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Attempting to bind port 2412065f-f114-419a-83e2-1e736b90193c on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:08.285058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Attempting to bind port 2412065f-f114-419a-83e2-1e736b90193c by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd7957dee-86be-4c89-b0a2-0661f59a2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3f9dbc32-9dda-4953-b14b-3ef36556a81c'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:08.285375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Attempting to bind port 2412065f-f114-419a-83e2-1e736b90193c on network 3f9dbc32-9dda-4953-b14b-3ef36556a81c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:08.305192 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Port 2412065f-f114-419a-83e2-1e736b90193c on network 3f9dbc32-9dda-4953-b14b-3ef36556a81c not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:27:08.305520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Attempting to bind port 2412065f-f114-419a-83e2-1e736b90193c on network 3f9dbc32-9dda-4953-b14b-3ef36556a81c {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:08.308866 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-4d4a604d-f9b9-4e41-b3d7-8d357db3cfb1 service neutron] 10.222.0.35 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672244 Sep 07 16:27:08.309126 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-5b7de440-436d-43b2-940b-808700fffb88 service neutron] 10.222.0.54 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321869 Sep 07 16:27:08.320855 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:08.321197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Checking segment: {'id': 'd7957dee-86be-4c89-b0a2-0661f59a2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3f9dbc32-9dda-4953-b14b-3ef36556a81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:08.321578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Bound using segment: {'id': 'd7957dee-86be-4c89-b0a2-0661f59a2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3f9dbc32-9dda-4953-b14b-3ef36556a81c'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:08.322020 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Bound port: 2412065f-f114-419a-83e2-1e736b90193c, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7957dee-86be-4c89-b0a2-0661f59a2045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3f9dbc32-9dda-4953-b14b-3ef36556a81c'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:08.322379 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:08.381450 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-949994aa-bc27-438a-9baf-89d26f502627 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fce44d46c57e438393948e71c3c66689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1086473 Sep 07 16:27:08.383777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47496) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:08.435109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d296b583-0b9b-4418-a51f-18ca167dd64e req-00c301f2-9f96-4977-b426-f58ebe27498b service neutron] 10.222.0.54 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175289 Sep 07 16:27:08.451517 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] For port 2412065f-f114-419a-83e2-1e736b90193c, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:08.457543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] For port 2412065f-f114-419a-83e2-1e736b90193c, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2412065f-f114-419a-83e2-1e736b90193c,segment=NetworkSegment(d7957dee-86be-4c89-b0a2-0661f59a2045),segment_id=d7957dee-86be-4c89-b0a2-0661f59a2045)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:08.469785 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:08.503349 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2910d800-dce6-4e85-bc0a-442abc484e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:08.523828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:08.524845 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:08.526532 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] 10.222.0.54 "PUT /v2.0/ports/2412065f-f114-419a-83e2-1e736b90193c HTTP/1.1" status: 200 len: 1091 time: 1.2516940 Sep 07 16:27:08.530611 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706a3e07-628e-443c-8db9-13a2207d241c', 'tag': '2412065f-f114-419a-83e2-1e736b90193c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:08.532900 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6b64bd-81c5-4b53-8c74-c90d9be05b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "706a3e07-628e-443c-8db9-13a2207d241c", "tag": "2412065f-f114-419a-83e2-1e736b90193c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:08.564801 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2910d800-dce6-4e85-bc0a-442abc484e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:08.589304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e81712-90e6-40c7-a7f1-2b2659d007df service neutron] Pushing event updated for resources: {'Port': ['ID=2412065f-f114-419a-83e2-1e736b90193c,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:08.598344 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d096dbad-5d89-467c-9db6-d61e2ef85d5d x-openstack-request-id: req-d096dbad-5d89-467c-9db6-d61e2ef85d5d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:08.598545 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706a3e07-628e-443c-8db9-13a2207d241c", "tag": "2412065f-f114-419a-83e2-1e736b90193c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:08.598799 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d096dbad-5d89-467c-9db6-d61e2ef85d5d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:08.601076 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706a3e07-628e-443c-8db9-13a2207d241c', 'tag': '2412065f-f114-419a-83e2-1e736b90193c', 'status': 'completed', 'code': 200} Sep 07 16:27:08.646682 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-eaf93383-ff1f-4629-a5cb-9854cdb15c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:08.648782 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-eaf93383-ff1f-4629-a5cb-9854cdb15c78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94863c68c42f4f35a8e64977726570a3&device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 1094 time: 0.0703914 Sep 07 16:27:08.664777 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2910d800-dce6-4e85-bc0a-442abc484e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:08.667256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2910d800-dce6-4e85-bc0a-442abc484e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:08.668617 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2910d800-dce6-4e85-bc0a-442abc484e9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/33af03f9-d745-4be6-9ff1-a19f01cc6186 HTTP/1.1" status: 204 len: 168 time: 0.2838423 Sep 07 16:27:08.703635 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-faad8031-2274-424d-85fa-f8e1c42383a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2412065f-f114-419a-83e2-1e736b90193c HTTP/1.1" status: 200 len: 217 time: 0.0450821 Sep 07 16:27:08.704588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910d800-dce6-4e85-bc0a-442abc484e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33af03f9-d745-4be6-9ff1-a19f01cc6186,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:08.765109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-04f88c31-53ce-45fc-9aa5-5ecaa8c8d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:08.766593 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-04f88c31-53ce-45fc-9aa5-5ecaa8c8d58c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a159c023-7164-46bd-97a9-5ab32117c96e HTTP/1.1" status: 200 len: 853 time: 0.0545170 Sep 07 16:27:08.805451 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-b37abc8a-2963-4db6-8d62-d76d52576e08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3f9dbc32-9dda-4953-b14b-3ef36556a81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299990 Sep 07 16:27:08.926544 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-55b567cd-ed59-42c3-a761-7534a1e702d3 service neutron] 10.222.0.54 "GET /v2.0/networks/3f9dbc32-9dda-4953-b14b-3ef36556a81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130536 Sep 07 16:27:08.950925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74da35c-c547-4fe9-bad3-53c88d607985 req-e7bb1c29-9ff7-407b-a224-84577371c569 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:08.960826 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a74da35c-c547-4fe9-bad3-53c88d607985 req-e7bb1c29-9ff7-407b-a224-84577371c569 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 943 time: 0.0803142 Sep 07 16:27:09.015056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a74da35c-c547-4fe9-bad3-53c88d607985 req-7e796823-da09-4f24-baad-0f0125460af0 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/security-groups?id=e687ee8e-f522-45ff-b57e-52dce71707e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480094 Sep 07 16:27:09.054293 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e97384be-6eb2-4491-8d57-3cfaf2b14f2e req-822638d5-15ad-40b2-9916-b47f243b038d service neutron] 10.222.0.54 "GET /v2.0/networks/3f9dbc32-9dda-4953-b14b-3ef36556a81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191564 Sep 07 16:27:09.109795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47510) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:09.159228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b64bd-81c5-4b53-8c74-c90d9be05b7a req-b17cf944-1232-4749-a088-352f457e566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:09.160949 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1a6b64bd-81c5-4b53-8c74-c90d9be05b7a req-b17cf944-1232-4749-a088-352f457e566e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94863c68c42f4f35a8e64977726570a3&device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 1094 time: 0.0560110 Sep 07 16:27:09.188119 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47512) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:09.188383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-acc9a521-3714-45f1-b4b3-85921736723b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1aee2c6cf931482cbf0bb76afa4338e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771828 Sep 07 16:27:09.204572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a87ea-ee7c-4ca6-8688-47363da13f93 req-287a023f-1822-413c-9cbd-5e10c6201be8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:09.206164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e13a87ea-ee7c-4ca6-8688-47363da13f93 req-287a023f-1822-413c-9cbd-5e10c6201be8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 943 time: 0.0788801 Sep 07 16:27:09.249056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e13a87ea-ee7c-4ca6-8688-47363da13f93 req-87685e39-2e11-4c81-8826-5bc757933b42 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363057 Sep 07 16:27:09.294930 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b622c57-8e83-4274-bc49-f0d8794a1fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:09.325531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b64bd-81c5-4b53-8c74-c90d9be05b7a req-d5226802-317c-4cc8-a3d5-005fcbd90f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:09.327778 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1a6b64bd-81c5-4b53-8c74-c90d9be05b7a req-d5226802-317c-4cc8-a3d5-005fcbd90f0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=3f9dbc32-9dda-4953-b14b-3ef36556a81c HTTP/1.1" status: 200 len: 914 time: 0.1592035 Sep 07 16:27:09.332557 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b622c57-8e83-4274-bc49-f0d8794a1fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:09.390744 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1a6b64bd-81c5-4b53-8c74-c90d9be05b7a req-5be93b43-e2fc-4220-a52c-9a6ccbdaa675 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2412065f-f114-419a-83e2-1e736b90193c HTTP/1.1" status: 200 len: 217 time: 0.0512462 Sep 07 16:27:09.455534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b64bd-81c5-4b53-8c74-c90d9be05b7a req-937b1034-d40d-4306-b97d-8b0a7f2f1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:09.457368 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1a6b64bd-81c5-4b53-8c74-c90d9be05b7a req-937b1034-d40d-4306-b97d-8b0a7f2f1f0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a159c023-7164-46bd-97a9-5ab32117c96e HTTP/1.1" status: 200 len: 853 time: 0.0556157 Sep 07 16:27:09.476711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b622c57-8e83-4274-bc49-f0d8794a1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:09.479308 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b622c57-8e83-4274-bc49-f0d8794a1fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:09.483346 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1b622c57-8e83-4274-bc49-f0d8794a1fc9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa7980fb-1ca1-449c-9791-51836eaa9135 HTTP/1.1" status: 204 len: 168 time: 0.2911301 Sep 07 16:27:09.503817 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1a6b64bd-81c5-4b53-8c74-c90d9be05b7a req-1a3d65bd-4eea-4b2f-85b1-ed97dade9e5d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3f9dbc32-9dda-4953-b14b-3ef36556a81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365696 Sep 07 16:27:09.521251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b622c57-8e83-4274-bc49-f0d8794a1fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7980fb-1ca1-449c-9791-51836eaa9135,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:09.530349 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa6200-3ea9-4fa6-bcfa-873c6f021bb3 req-f48fcc8a-acd1-4fd5-ac94-0e67c06287e4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:09.538305 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2bfa6200-3ea9-4fa6-bcfa-873c6f021bb3 req-f48fcc8a-acd1-4fd5-ac94-0e67c06287e4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 943 time: 0.0749426 Sep 07 16:27:09.581248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2bfa6200-3ea9-4fa6-bcfa-873c6f021bb3 req-61455552-537a-4dbe-92bf-55a8d6273ad8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Sep 07 16:27:09.680627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-e8411044-1626-4c9a-8c2b-6042b49de971 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:09.682261 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-e8411044-1626-4c9a-8c2b-6042b49de971 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2&tenant_id=e608a260b01c4aab87ae27b604981b64&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 943 time: 0.1724055 Sep 07 16:27:09.738933 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1a6b64bd-81c5-4b53-8c74-c90d9be05b7a req-830dda84-1aa3-4047-beb2-f0bce450bd10 service neutron] 10.222.0.54 "GET /v2.0/networks/3f9dbc32-9dda-4953-b14b-3ef36556a81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144995 Sep 07 16:27:09.766563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5b77ccf1-b908-4087-8cc5-16ca3a883796 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:27:09.796374 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-ab1a0ac1-4cae-4b53-92d7-db4612b7cce3 service neutron] delete failed (client error): The resource could not be found. Sep 07 16:27:09.798023 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-ab1a0ac1-4cae-4b53-92d7-db4612b7cce3 service neutron] 10.222.0.35 "DELETE /v2.0/ports/5b77ccf1-b908-4087-8cc5-16ca3a883796/bindings/n-h2-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.1064978 Sep 07 16:27:09.902828 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1a6b64bd-81c5-4b53-8c74-c90d9be05b7a req-41dac8ae-ed43-453d-898e-1e15748e9c92 service neutron] 10.222.0.54 "GET /v2.0/networks/3f9dbc32-9dda-4953-b14b-3ef36556a81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483722 Sep 07 16:27:09.914701 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5b77ccf1-b908-4087-8cc5-16ca3a883796, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:09.922715 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-97edb3b8-ea53-47ac-9129-fc64aea226f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:09.924235 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-97edb3b8-ea53-47ac-9129-fc64aea226f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 1094 time: 0.0692544 Sep 07 16:27:09.928730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'port_id': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'mac_address': 'fa:16:3e:d1:25:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:27:09.975752 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:09.996038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b77ccf1-b908-4087-8cc5-16ca3a883796 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:27:10.022605 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5b77ccf1-b908-4087-8cc5-16ca3a883796, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:10.031298 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:10.049054 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-336b7cd0-af96-4f68-beb4-5762445c4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:10.050630 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-336b7cd0-af96-4f68-beb4-5762445c4197 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a09e50b-5c47-4343-83eb-7b6612c3f179 HTTP/1.1" status: 200 len: 898 time: 0.1186547 Sep 07 16:27:10.128746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=5b77ccf1-b908-4087-8cc5-16ca3a883796,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:10.165555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0069-9b4e-4de8-bc0d-b7790169b83f req-3c6e2617-100b-4c46-b88b-19d10a5dcb60 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:10.171510 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-42a75b25-96fa-45fb-9592-7b584028abc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796 HTTP/1.1" status: 200 len: 1000 time: 0.1131661 Sep 07 16:27:10.172839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fdf0069-9b4e-4de8-bc0d-b7790169b83f req-3c6e2617-100b-4c46-b88b-19d10a5dcb60 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 943 time: 0.0748332 Sep 07 16:27:10.220871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fdf0069-9b4e-4de8-bc0d-b7790169b83f req-a7a2f6de-d520-4c2d-831f-d67298f5741a tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/security-groups?id=e687ee8e-f522-45ff-b57e-52dce71707e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448444 Sep 07 16:27:10.242908 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-a18bb312-50d3-49ae-90ea-3e9326c16146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:10.244520 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-a18bb312-50d3-49ae-90ea-3e9326c16146 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a HTTP/1.1" status: 200 len: 835 time: 0.0653398 Sep 07 16:27:10.296012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-29819857-0116-451d-a517-f629d4209813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:10.297620 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-29819857-0116-451d-a517-f629d4209813 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a09e50b-5c47-4343-83eb-7b6612c3f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448675 Sep 07 16:27:10.354766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['5b77ccf1-b908-4087-8cc5-16ca3a883796'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:27:10.387752 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36383d2e-d23e-4748-a516-59b5665e6f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:10.393356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47554) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:10.423235 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-7614a805-1615-49be-be31-9f0640240488 service neutron] 10.222.0.35 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177328 Sep 07 16:27:10.522616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1219086494-network', 'tenant_id': '72a4453e500748b587633766c5992ea0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:10.559941 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Made reservation on behalf of 72a4453e500748b587633766c5992ea0 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:10.562671 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:10.575193 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2a20a7e3-8307-4bbe-b7ff-5bf33764e2e7 req-b226d53f-2cb6-4c95-a7cd-fb41ef824d0a service neutron] 10.222.0.35 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443684 Sep 07 16:27:10.575969 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:10.704553 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:10.709001 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:10.722831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350777c-69b1-4f63-bae9-ebc35473e13a req-9da4e66c-90f6-40fb-885b-2f52c39594a1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:10.724744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a350777c-69b1-4f63-bae9-ebc35473e13a req-9da4e66c-90f6-40fb-885b-2f52c39594a1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 944 time: 0.0627809 Sep 07 16:27:10.746005 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201aef6c-e6fc-46c0-a247-f0579316d663,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:10.752273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:27:10.763414 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:10.764039 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Added segment 3152a48c-477f-4511-bd61-48b11830e1b6 of type vlan for network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 Sep 07 16:27:10.773574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a350777c-69b1-4f63-bae9-ebc35473e13a req-0b5b70b0-69f0-425f-8c3e-7623f148435d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425746 Sep 07 16:27:10.808384 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:10.833063 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:10.834401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:10.835098 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:10.865183 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4706490 Sep 07 16:27:10.868260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47568) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:10.874868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-84a923b8-811f-4789-bbad-0d0818d75e1b admin admin] Request body: {'subnet': {'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1219086494-subnet', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:10.896729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a923b8-811f-4789-bbad-0d0818d75e1b admin admin] Made reservation on behalf of 72a4453e500748b587633766c5992ea0 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:10.899123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84a923b8-811f-4789-bbad-0d0818d75e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:10.899346 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1e57b-0b7d-45b7-9ffb-85a2b81a81af admin admin] Pushing event updated for resources: {'Network': ['ID=88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:10.910104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:27:11.101502 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84a923b8-811f-4789-bbad-0d0818d75e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:11.170460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a923b8-811f-4789-bbad-0d0818d75e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=971a349b-2795-4b4e-86d0-acc6e1022fc9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:11.180581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a923b8-811f-4789-bbad-0d0818d75e1b admin admin] Checking segment: {'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:11.181149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a923b8-811f-4789-bbad-0d0818d75e1b admin admin] Network hostable DHCP agents. Network: 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:27:11.202241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a923b8-811f-4789-bbad-0d0818d75e1b admin admin] Network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:27:11.220914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-84a923b8-811f-4789-bbad-0d0818d75e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:11.220914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a923b8-811f-4789-bbad-0d0818d75e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:11.220914 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84a923b8-811f-4789-bbad-0d0818d75e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:11.225679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc8035b-e511-4530-9d6a-9e11bbd0ee95 None None] Network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:11.235411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-84a923b8-811f-4789-bbad-0d0818d75e1b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3649945 Sep 07 16:27:11.238016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47572) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:11.245722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1219086494-router', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:11.282056 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:11.284134 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:11.365036 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:11.417887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23', 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'fixed_ips': [{'subnet_id': '971a349b-2795-4b4e-86d0-acc6e1022fc9'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:27:11.419252 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:11.439005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d605a9-f44d-452f-897d-6d5408147d05 req-2eb2d13c-0feb-4ec3-bd98-c6c09cea9914 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:11.440559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48d605a9-f44d-452f-897d-6d5408147d05 req-2eb2d13c-0feb-4ec3-bd98-c6c09cea9914 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 943 time: 0.1269825 Sep 07 16:27:11.570873 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:11.586394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Allocated IP 172.20.0.2 (88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23/971a349b-2795-4b4e-86d0-acc6e1022fc9/e19c76a6-a1ba-4e21-b37e-54c18a310014) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:11.603404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48d605a9-f44d-452f-897d-6d5408147d05 req-fc9e8578-7bf9-433d-b1fc-1997dca5781c tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/security-groups?id=e687ee8e-f522-45ff-b57e-52dce71707e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314435 Sep 07 16:27:11.735422 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:11.744072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Transition to ACTIVE for port object e19c76a6-a1ba-4e21-b37e-54c18a310014 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:11.759306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Transition to ACTIVE for port object e19c76a6-a1ba-4e21-b37e-54c18a310014 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:11.765432 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:11.798312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2412065f-f114-419a-83e2-1e736b90193c details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:27:11.800216 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5b77ccf1-b908-4087-8cc5-16ca3a883796 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:11.813070 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:11.838650 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:11.847870 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:11.924735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:11.936476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:11.938648 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Pushing event updated for resources: {'Port': ['ID=e19c76a6-a1ba-4e21-b37e-54c18a310014,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:11.990466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1b364-ce5f-4d88-b8aa-801ab8bdb31f req-a5f362c8-7dd6-4863-9c02-63954a34965a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:11.992007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0b1b364-ce5f-4d88-b8aa-801ab8bdb31f req-a5f362c8-7dd6-4863-9c02-63954a34965a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 944 time: 0.1101146 Sep 07 16:27:12.007964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Allocated IP 172.25.3.62 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/88e4e023-b1cc-4982-bc5e-5acd6ecc85df) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:12.018111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2412065f-f114-419a-83e2-1e736b90193c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2412065f-f114-419a-83e2-1e736b90193c,segment=NetworkSegment(d7957dee-86be-4c89-b0a2-0661f59a2045),segment_id=d7957dee-86be-4c89-b0a2-0661f59a2045)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:12.040473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 5b77ccf1-b908-4087-8cc5-16ca3a883796 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:12.042723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '2412065f-f114-419a-83e2-1e736b90193c', 'network_id': '3f9dbc32-9dda-4953-b14b-3ef36556a81c', 'port_id': '2412065f-f114-419a-83e2-1e736b90193c', 'mac_address': 'fa:16:3e:04:2e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a159c023-7164-46bd-97a9-5ab32117c96e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:27:12.046826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Attempting to bind port e19c76a6-a1ba-4e21-b37e-54c18a310014 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:12.047248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Attempting to bind port e19c76a6-a1ba-4e21-b37e-54c18a310014 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:12.047638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Attempting to bind port e19c76a6-a1ba-4e21-b37e-54c18a310014 on network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:12.051909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 5b77ccf1-b908-4087-8cc5-16ca3a883796 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:12.052330 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:12.067771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0b1b364-ce5f-4d88-b8aa-801ab8bdb31f req-3f366e60-ed32-446c-aafa-dd7ecb04e49b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613518 Sep 07 16:27:12.095129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:12.095547 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Checking segment: {'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:12.095927 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:12.096354 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Bound using segment: {'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:12.096851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Bound port: e19c76a6-a1ba-4e21-b37e-54c18a310014, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:12.097516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47588) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:12.104006 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:12.145184 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:12.165255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:12.181279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2412065f-f114-419a-83e2-1e736b90193c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:27:12.183392 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f6210b7a-363b-4203-9c03-a4d98a6a6f55 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/d3688e0f-c102-44c8-aab7-7b3589980fec HTTP/1.1" status: 200 len: 992 time: 0.0843325 Sep 07 16:27:12.210834 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:12.218518 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2412065f-f114-419a-83e2-1e736b90193c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2412065f-f114-419a-83e2-1e736b90193c,segment=NetworkSegment(d7957dee-86be-4c89-b0a2-0661f59a2045),segment_id=d7957dee-86be-4c89-b0a2-0661f59a2045)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:12.230483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:12.230930 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:12.258213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:12.262131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:12.282982 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] For port e19c76a6-a1ba-4e21-b37e-54c18a310014, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:12.320727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Pushing event updated for resources: {'Port': ['ID=88e4e023-b1cc-4982-bc5e-5acd6ecc85df,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:12.320981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] For port e19c76a6-a1ba-4e21-b37e-54c18a310014, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e19c76a6-a1ba-4e21-b37e-54c18a310014,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:12.323809 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:12.335407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=2412065f-f114-419a-83e2-1e736b90193c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:12.338470 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:12.392464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:12.394520 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151562d7-6c42-47fe-acfb-dfa9f0b68451" -d '{"events": [{"server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "name": "network-vif-plugged", "status": "completed", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:12.432010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5b77ccf1-b908-4087-8cc5-16ca3a883796, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:12.438045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fbd51-c747-48a6-8504-a92cbf804a6c None None] Pushing event updated for resources: {'Port': ['ID=e19c76a6-a1ba-4e21-b37e-54c18a310014,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:12.453531 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:12.485706 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e0c47d-e8cb-4d32-9374-fc6b56539f8d x-openstack-request-id: req-a3e0c47d-e8cb-4d32-9374-fc6b56539f8d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:12.486017 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "name": "network-vif-plugged", "status": "completed", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:12.486273 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3e0c47d-e8cb-4d32-9374-fc6b56539f8d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:12.486675 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'code': 200} Sep 07 16:27:12.516233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=5b77ccf1-b908-4087-8cc5-16ca3a883796,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:12.547363 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['2412065f-f114-419a-83e2-1e736b90193c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:27:12.608273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:12.829235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42017d7-a8af-4aa6-a8df-0ec7b070210e req-e248004b-12fd-4d5f-bacf-2cac86800f03 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:12.830722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c42017d7-a8af-4aa6-a8df-0ec7b070210e req-e248004b-12fd-4d5f-bacf-2cac86800f03 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 944 time: 0.0963893 Sep 07 16:27:12.914082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c42017d7-a8af-4aa6-a8df-0ec7b070210e req-b7382479-fd34-4123-8f4e-80c8de6efb66 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/security-groups?id=e687ee8e-f522-45ff-b57e-52dce71707e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771215 Sep 07 16:27:12.917108 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:13.049582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Router 9a085c1d-632d-4323-ab87-ce2f93eb28b6 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:27:13.163415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:13.173344 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Sync routers for ids ['9a085c1d-632d-4323-ab87-ce2f93eb28b6'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:13.190398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Routers {'9a085c1d-632d-4323-ab87-ce2f93eb28b6'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:13.191219 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:26:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9a085c1d-632d-4323-ab87-ce2f93eb28b6'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:13.202323 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:13.206268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-229bd563-942c-4208-9457-215b05d7c553 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9623837 Sep 07 16:27:13.206835 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47598) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:13.320794 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e19c76a6-a1ba-4e21-b37e-54c18a310014 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:13.644829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Set router 9a085c1d-632d-4323-ab87-ce2f93eb28b6 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:13.694918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a1ca1-d410-489a-a5ec-fbb4c3cc65d5 None None] Network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:13.730032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port e19c76a6-a1ba-4e21-b37e-54c18a310014 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:13.801871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2412065f-f114-419a-83e2-1e736b90193c up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:13.936732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Provisioning for port e19c76a6-a1ba-4e21-b37e-54c18a310014 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:13.967895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Provisioning complete for port e19c76a6-a1ba-4e21-b37e-54c18a310014 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:13.968519 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.031483 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.110110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a29ff-411f-405d-8d4a-c08bfeb75efa req-2a9647dc-c077-45c6-9774-16f0d80333a5 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:14.121950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 2412065f-f114-419a-83e2-1e736b90193c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:14.129334 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f9a29ff-411f-405d-8d4a-c08bfeb75efa req-2a9647dc-c077-45c6-9774-16f0d80333a5 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 944 time: 0.1134951 Sep 07 16:27:14.135820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 2412065f-f114-419a-83e2-1e736b90193c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:14.136740 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.193887 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f9a29ff-411f-405d-8d4a-c08bfeb75efa req-81ed168c-d287-4e98-a787-944597bc9808 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/security-groups?id=e687ee8e-f522-45ff-b57e-52dce71707e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634453 Sep 07 16:27:14.207906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.303985 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6a477eaf-e808-49a3-aadd-74c4971c2ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.315418 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.349362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'name': 'tempest-TestServerMultinode-1219086494-router', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:12Z', 'revision_number': 3, 'project_id': '72a4453e500748b587633766c5992ea0', 'gw_port': {'id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:14.406214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Allocated IP 172.20.0.1 (88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23/971a349b-2795-4b4e-86d0-acc6e1022fc9/73a49668-a5b3-44ba-b179-bb28e9a9f7ae) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:14.432055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Checking router: 9a085c1d-632d-4323-ab87-ce2f93eb28b6 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:14.432441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Updating router 9a085c1d-632d-4323-ab87-ce2f93eb28b6 port 88e4e023-b1cc-4982-bc5e-5acd6ecc85df binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:27:14.448931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] For port e19c76a6-a1ba-4e21-b37e-54c18a310014, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e19c76a6-a1ba-4e21-b37e-54c18a310014,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:14.487621 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.496111 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.521998 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.557054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.573058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Transition to ACTIVE for port object 73a49668-a5b3-44ba-b179-bb28e9a9f7ae will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:14.582473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706a3e07-628e-443c-8db9-13a2207d241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2412065f-f114-419a-83e2-1e736b90193c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:14.584773 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593ae62f-d1f4-4cb1-a664-0a51868664d0" -d '{"events": [{"server_uuid": "706a3e07-628e-443c-8db9-13a2207d241c", "name": "network-vif-plugged", "status": "completed", "tag": "2412065f-f114-419a-83e2-1e736b90193c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:14.612544 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.660369 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:14.664445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:14.667234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:14.672856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2412065f-f114-419a-83e2-1e736b90193c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2412065f-f114-419a-83e2-1e736b90193c,segment=NetworkSegment(d7957dee-86be-4c89-b0a2-0661f59a2045),segment_id=d7957dee-86be-4c89-b0a2-0661f59a2045)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:14.678584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Pushing event updated for resources: {'Port': ['ID=e19c76a6-a1ba-4e21-b37e-54c18a310014,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:14.685809 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e70fb0-068e-4385-a058-2a3403c81515 x-openstack-request-id: req-f2e70fb0-068e-4385-a058-2a3403c81515 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:14.686302 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706a3e07-628e-443c-8db9-13a2207d241c", "name": "network-vif-plugged", "status": "completed", "tag": "2412065f-f114-419a-83e2-1e736b90193c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:14.690568 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2e70fb0-068e-4385-a058-2a3403c81515 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:14.691119 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706a3e07-628e-443c-8db9-13a2207d241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2412065f-f114-419a-83e2-1e736b90193c', 'code': 200} Sep 07 16:27:14.698196 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.707139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Pushing event updated for resources: {'Port': ['ID=73a49668-a5b3-44ba-b179-bb28e9a9f7ae,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:14.711039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:14.711515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:14.711972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:14.713618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:14.714154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:14.714713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:14.715136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:14.721040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:14.721492 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:14.721937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:14.722380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:14.722816 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e806ac-4d98-46e5-8c95-b687098545a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:14.763712 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.769575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7fe91-2cd6-4ba7-86f8-c99cb56c568e req-76e48a7b-6e19-49e0-9b9d-e3aec1025133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:14.771460 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e1d7fe91-2cd6-4ba7-86f8-c99cb56c568e req-76e48a7b-6e19-49e0-9b9d-e3aec1025133 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 1096 time: 0.0742939 Sep 07 16:27:14.800024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8b066ab4-d210-465b-819d-0d38bafeb92f None None] Provisioning complete for port e19c76a6-a1ba-4e21-b37e-54c18a310014 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:14.800553 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b066ab4-d210-465b-819d-0d38bafeb92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.863754 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e1d7fe91-2cd6-4ba7-86f8-c99cb56c568e req-6bf4e1ee-7a48-4366-9074-c08d1143ab0b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e687ee8e-f522-45ff-b57e-52dce71707e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537167 Sep 07 16:27:14.917556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=2412065f-f114-419a-83e2-1e736b90193c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:14.952167 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:14.979267 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:15.055799 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:15.072812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Transition to ACTIVE for port object 88e4e023-b1cc-4982-bc5e-5acd6ecc85df will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:15.079850 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:15.135860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Attempting to bind port 88e4e023-b1cc-4982-bc5e-5acd6ecc85df on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:15.136236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Attempting to bind port 88e4e023-b1cc-4982-bc5e-5acd6ecc85df by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:15.136626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Attempting to bind port 88e4e023-b1cc-4982-bc5e-5acd6ecc85df on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:15.140153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235afeb5-bf60-4b65-b376-9d7479ddf6b2 None None] Pushing event updated for resources: {'Port': ['ID=88e4e023-b1cc-4982-bc5e-5acd6ecc85df,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:15.144971 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:15.145672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:15.146204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:15.146582 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:15.146916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:15.147722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Bound port: 88e4e023-b1cc-4982-bc5e-5acd6ecc85df, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:15.148165 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:15.151910 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:15.196536 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-131d0baf-2729-4e0b-a038-38cbe1029996 None None] Provisioning for port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:15.212900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-131d0baf-2729-4e0b-a038-38cbe1029996 None None] Provisioning complete for port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:15.213277 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-131d0baf-2729-4e0b-a038-38cbe1029996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:15.225674 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:15.232438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Pushing event updated for resources: {'Port': ['ID=73a49668-a5b3-44ba-b179-bb28e9a9f7ae,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:15.243592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e19c76a6-a1ba-4e21-b37e-54c18a310014 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:15.279203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] For port 88e4e023-b1cc-4982-bc5e-5acd6ecc85df, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:15.301297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] For port 88e4e023-b1cc-4982-bc5e-5acd6ecc85df, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=88e4e023-b1cc-4982-bc5e-5acd6ecc85df,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:15.308028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-131d0baf-2729-4e0b-a038-38cbe1029996 None None] Port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:27:15.313458 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:15.323600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b98eea-0e68-41fb-8f98-485811be4b62 req-21875abc-a35a-4f31-abc5-e98cf156b15a tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:15.325277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0b98eea-0e68-41fb-8f98-485811be4b62 req-21875abc-a35a-4f31-abc5-e98cf156b15a tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 945 time: 0.0580926 Sep 07 16:27:15.333110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:15.334718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:15.379879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0b98eea-0e68-41fb-8f98-485811be4b62 req-7d673de3-3d14-43e6-a0a5-0693f04082a9 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/security-groups?id=e687ee8e-f522-45ff-b57e-52dce71707e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465233 Sep 07 16:27:15.395702 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Routers {'9a085c1d-632d-4323-ab87-ce2f93eb28b6'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:15.396370 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9a085c1d-632d-4323-ab87-ce2f93eb28b6'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:15.438548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port e19c76a6-a1ba-4e21-b37e-54c18a310014 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:15.438928 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:15.468311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235afeb5-bf60-4b65-b376-9d7479ddf6b2 None None] Pushing event updated for resources: {'Port': ['ID=88e4e023-b1cc-4982-bc5e-5acd6ecc85df,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:15.468591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Router 9a085c1d-632d-4323-ab87-ce2f93eb28b6 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:27:15.581869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] Set router 9a085c1d-632d-4323-ab87-ce2f93eb28b6 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:15.597447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:15.604025 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ea37a008-fdd1-47c4-8f8b-bf40d3031e4a admin admin] 10.222.0.70 "PUT /v2.0/routers/9a085c1d-632d-4323-ab87-ce2f93eb28b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3962960 Sep 07 16:27:15.676438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1ddfab6d-9bf9-4a85-98f9-bebd84c12b67 None None] Provisioning complete for port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:15.676885 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ddfab6d-9bf9-4a85-98f9-bebd84c12b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:15.756001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1ddfab6d-9bf9-4a85-98f9-bebd84c12b67 None None] Port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:27:15.846658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'name': 'tempest-TestServerMultinode-1219086494-router', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:14Z', 'revision_number': 4, 'project_id': '72a4453e500748b587633766c5992ea0', 'gw_port': {'id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '73a49668-a5b3-44ba-b179-bb28e9a9f7ae', 'name': '', 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'mac_address': 'fa:16:3e:4a:df:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '971a349b-2795-4b4e-86d0-acc6e1022fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:14Z', 'updated_at': '2021-09-07T16:27:15Z', 'revision_number': 2, 'project_id': '72a4453e500748b587633766c5992ea0', 'subnets': [{'id': '971a349b-2795-4b4e-86d0-acc6e1022fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:15.877968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7905f08-24e2-4099-b0b7-0aaed17e0bbd None None] The sync data for ids ['9a085c1d-632d-4323-ab87-ce2f93eb28b6'] in n-d-807551-3 is: [{'id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'name': 'tempest-TestServerMultinode-1219086494-router', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:14Z', 'revision_number': 4, 'project_id': '72a4453e500748b587633766c5992ea0', 'gw_port': {'id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '73a49668-a5b3-44ba-b179-bb28e9a9f7ae', 'name': '', 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'mac_address': 'fa:16:3e:4a:df:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '971a349b-2795-4b4e-86d0-acc6e1022fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:14Z', 'updated_at': '2021-09-07T16:27:15Z', 'revision_number': 2, 'project_id': '72a4453e500748b587633766c5992ea0', 'subnets': [{'id': '971a349b-2795-4b4e-86d0-acc6e1022fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:16.180039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47646) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:16.188448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1065215060-network', 'tenant_id': 'd517c1a38245436499c0b10c3b811962'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:16.220854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Made reservation on behalf of d517c1a38245436499c0b10c3b811962 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:16.223598 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:16.234117 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:16.333872 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:16.337847 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:16.365960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:27:16.376695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c9389c-196e-43b9-9dab-9a116478aa51,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:16.384138 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:16.384698 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Added segment 8fca4d6a-918a-4b24-905a-7d63468a2e4b of type vlan for network bd136042-da76-4d5f-abd3-83a1ed486dbf Sep 07 16:27:16.433422 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:16.464221 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:16.466240 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:16.467789 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:16.543202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b82f22-062d-4d7e-9687-0527581dda0b req-3d19921c-be3e-4c7f-a5af-2320f7edd224 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:16.545805 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55b82f22-062d-4d7e-9687-0527581dda0b req-3d19921c-be3e-4c7f-a5af-2320f7edd224 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 945 time: 0.0743892 Sep 07 16:27:16.550526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47652) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:16.550697 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3691785 Sep 07 16:27:16.554089 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c5caa-dcad-4e90-8ed0-c8d87ad0d91d admin admin] Pushing event updated for resources: {'Network': ['ID=bd136042-da76-4d5f-abd3-83a1ed486dbf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:16.557232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3b4e3a02-78e5-4072-bec4-568f1407aa42 admin admin] Request body: {'subnet': {'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1065215060-subnet', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:16.565800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network bd136042-da76-4d5f-abd3-83a1ed486dbf details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:27:16.603814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4e3a02-78e5-4072-bec4-568f1407aa42 admin admin] Made reservation on behalf of d517c1a38245436499c0b10c3b811962 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:16.606498 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3a02-78e5-4072-bec4-568f1407aa42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:16.649973 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55b82f22-062d-4d7e-9687-0527581dda0b req-0a377112-a622-4135-bfc1-c08ed550700f tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/security-groups?id=e687ee8e-f522-45ff-b57e-52dce71707e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875964 Sep 07 16:27:16.823257 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:16.927793 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3a02-78e5-4072-bec4-568f1407aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:16.998424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e3a02-78e5-4072-bec4-568f1407aa42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6410c5c-cf90-4150-95e6-6a55004e7911,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:17.001511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e3a02-78e5-4072-bec4-568f1407aa42 admin admin] Checking segment: {'id': '8fca4d6a-918a-4b24-905a-7d63468a2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:17.001723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4e3a02-78e5-4072-bec4-568f1407aa42 admin admin] Network hostable DHCP agents. Network: bd136042-da76-4d5f-abd3-83a1ed486dbf, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:27:17.020610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4e3a02-78e5-4072-bec4-568f1407aa42 admin admin] Network bd136042-da76-4d5f-abd3-83a1ed486dbf is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:27:17.031317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3b4e3a02-78e5-4072-bec4-568f1407aa42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, bd136042-da76-4d5f-abd3-83a1ed486dbf) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:17.036159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4e3a02-78e5-4072-bec4-568f1407aa42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:17.036819 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3a02-78e5-4072-bec4-568f1407aa42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:17.041741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6f5a78-1964-4b29-a613-171ba7d8cf8c None None] Network bd136042-da76-4d5f-abd3-83a1ed486dbf requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:17.068227 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47664) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:17.074321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1065215060-router', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:17.081303 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3b4e3a02-78e5-4072-bec4-568f1407aa42 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5292242 Sep 07 16:27:17.118522 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:17.120035 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:17.190543 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:17.268486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53556372-de5a-47ac-b190-67e12093ade5 req-c1dca25a-cd5d-437c-9633-5ffd292b73f8 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:17.277101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53556372-de5a-47ac-b190-67e12093ade5 req-c1dca25a-cd5d-437c-9633-5ffd292b73f8 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 945 time: 0.1259956 Sep 07 16:27:17.332811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-bd136042-da76-4d5f-abd3-83a1ed486dbf', 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'fixed_ips': [{'subnet_id': 'a6410c5c-cf90-4150-95e6-6a55004e7911'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:27:17.333684 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:17.341098 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 88e4e023-b1cc-4982-bc5e-5acd6ecc85df up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:17.376647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53556372-de5a-47ac-b190-67e12093ade5 req-efcafde2-8f63-4f1e-8f4f-cd367c80f7c2 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/security-groups?id=e687ee8e-f522-45ff-b57e-52dce71707e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825706 Sep 07 16:27:17.422227 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:17.506700 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 88e4e023-b1cc-4982-bc5e-5acd6ecc85df completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:17.533541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 88e4e023-b1cc-4982-bc5e-5acd6ecc85df triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:17.533924 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:17.604502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Allocated IP 172.20.0.2 (bd136042-da76-4d5f-abd3-83a1ed486dbf/a6410c5c-cf90-4150-95e6-6a55004e7911/87482087-fbd0-41bb-8d0f-d3bac6ff9e9d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:17.702907 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:17.728758 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:17.859547 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Allocated IP 172.25.3.32 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/6d1a366a-509f-4c31-8a90-e4ed735337eb) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:17.870762 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:17.929666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 88e4e023-b1cc-4982-bc5e-5acd6ecc85df, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=88e4e023-b1cc-4982-bc5e-5acd6ecc85df,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:17.936277 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:18.004929 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:18.040987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=88e4e023-b1cc-4982-bc5e-5acd6ecc85df,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:18.054678 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:18.065261 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:18.073848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Transition to ACTIVE for port object 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:18.091329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Transition to ACTIVE for port object 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:18.093097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:18.095914 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:18.098084 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:18.099474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:18.130804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Pushing event updated for resources: {'Port': ['ID=6d1a366a-509f-4c31-8a90-e4ed735337eb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:18.143110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:18.143499 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:18.143839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:18.144170 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:18.144479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Network bd136042-da76-4d5f-abd3-83a1ed486dbf is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:18.144841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:18.145033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:18.145359 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:18.145678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:18.146000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:18.146324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:18.146642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:18.146966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:18.149316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:18.151551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Pushing event updated for resources: {'Port': ['ID=87482087-fbd0-41bb-8d0f-d3bac6ff9e9d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:18.153748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:18.216293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Attempting to bind port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:18.217284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Attempting to bind port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '8fca4d6a-918a-4b24-905a-7d63468a2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:18.217779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Attempting to bind port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d on network bd136042-da76-4d5f-abd3-83a1ed486dbf {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:18.223549 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:18.224072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Checking segment: {'id': '8fca4d6a-918a-4b24-905a-7d63468a2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:18.224668 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:18.225169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Bound using segment: {'id': '8fca4d6a-918a-4b24-905a-7d63468a2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:18.225749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Bound port: 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fca4d6a-918a-4b24-905a-7d63468a2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:18.226238 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:18.295136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] For port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:18.298575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] For port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=87482087-fbd0-41bb-8d0f-d3bac6ff9e9d,segment=NetworkSegment(8fca4d6a-918a-4b24-905a-7d63468a2e4b),segment_id=8fca4d6a-918a-4b24-905a-7d63468a2e4b)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:18.303713 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:18.363851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb2ed5-bd7c-493f-9e54-c1c4c77caf16 None None] Pushing event updated for resources: {'Port': ['ID=87482087-fbd0-41bb-8d0f-d3bac6ff9e9d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:18.402171 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:18.492266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc3fdc-beff-496f-b2a2-648ae887e314 req-cc22412e-303f-4429-beae-a444297574c2 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:18.504629 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94cc3fdc-beff-496f-b2a2-648ae887e314 req-cc22412e-303f-4429-beae-a444297574c2 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 945 time: 0.0724957 Sep 07 16:27:18.556927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94cc3fdc-beff-496f-b2a2-648ae887e314 req-3159f3e5-15db-451d-9c12-338b8e607b98 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/security-groups?id=e687ee8e-f522-45ff-b57e-52dce71707e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491915 Sep 07 16:27:18.677338 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:18.767717 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Sync routers for ids ['9a085c1d-632d-4323-ab87-ce2f93eb28b6'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:18.777966 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Routers {'9a085c1d-632d-4323-ab87-ce2f93eb28b6'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:18.778665 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9a085c1d-632d-4323-ab87-ce2f93eb28b6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:18.818517 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4615418-80ce-4c15-a2f2-bb325008af5c req-f3d87c87-64ad-44ed-a010-28afe4b662dc tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:18.819826 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4615418-80ce-4c15-a2f2-bb325008af5c req-f3d87c87-64ad-44ed-a010-28afe4b662dc tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.54 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 945 time: 0.1378567 Sep 07 16:27:18.890035 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Set router 9a085c1d-632d-4323-ab87-ce2f93eb28b6 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:18.937805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Router e347cae6-ce12-482b-82cd-3a0638516e5c is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:27:18.958743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c4615418-80ce-4c15-a2f2-bb325008af5c req-b9c03fc2-8676-4260-847d-88090c28b6d1 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Deleting port 2412065f-f114-419a-83e2-1e736b90193c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:18.959166 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c4615418-80ce-4c15-a2f2-bb325008af5c req-b9c03fc2-8676-4260-847d-88090c28b6d1 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:19.133942 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'name': 'tempest-TestServerMultinode-1219086494-router', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:14Z', 'revision_number': 4, 'project_id': '72a4453e500748b587633766c5992ea0', 'gw_port': {'id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '73a49668-a5b3-44ba-b179-bb28e9a9f7ae', 'name': '', 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'mac_address': 'fa:16:3e:4a:df:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '971a349b-2795-4b4e-86d0-acc6e1022fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:14Z', 'updated_at': '2021-09-07T16:27:15Z', 'revision_number': 2, 'project_id': '72a4453e500748b587633766c5992ea0', 'subnets': [{'id': '971a349b-2795-4b4e-86d0-acc6e1022fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:19.135049 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c4615418-80ce-4c15-a2f2-bb325008af5c req-b9c03fc2-8676-4260-847d-88090c28b6d1 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] For port 2412065f-f114-419a-83e2-1e736b90193c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2412065f-f114-419a-83e2-1e736b90193c,segment=NetworkSegment(d7957dee-86be-4c89-b0a2-0661f59a2045),segment_id=d7957dee-86be-4c89-b0a2-0661f59a2045)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:19.135487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c4615418-80ce-4c15-a2f2-bb325008af5c req-b9c03fc2-8676-4260-847d-88090c28b6d1 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:19.138836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:19.149294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Sync routers for ids ['e347cae6-ce12-482b-82cd-3a0638516e5c'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:19.158503 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:19.159809 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-37586bf7-12b5-41c2-8dad-ac264c207bfd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0900631 Sep 07 16:27:19.162738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47684) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:19.164783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c4615418-80ce-4c15-a2f2-bb325008af5c req-b9c03fc2-8676-4260-847d-88090c28b6d1 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Calling delete_port for 2412065f-f114-419a-83e2-1e736b90193c owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:19.166752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Routers {'e347cae6-ce12-482b-82cd-3a0638516e5c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:19.168837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e347cae6-ce12-482b-82cd-3a0638516e5c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:19.173564 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Checking router: 9a085c1d-632d-4323-ab87-ce2f93eb28b6 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:19.173914 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Updating router 9a085c1d-632d-4323-ab87-ce2f93eb28b6 port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:27:19.207724 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:19.411448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Set router e347cae6-ce12-482b-82cd-3a0638516e5c gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:19.412228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c4615418-80ce-4c15-a2f2-bb325008af5c req-b9c03fc2-8676-4260-847d-88090c28b6d1 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:19.466654 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['2412065f-f114-419a-83e2-1e736b90193c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:27:19.503834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c03fc2-8676-4260-847d-88090c28b6d1 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Pushing event deleted for resources: {'Port': ['ID=2412065f-f114-419a-83e2-1e736b90193c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:19.542995 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:19.558079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4615418-80ce-4c15-a2f2-bb325008af5c req-b9c03fc2-8676-4260-847d-88090c28b6d1 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] No DVR routers for this DVR port 2412065f-f114-419a-83e2-1e736b90193c on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:19.566151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c4615418-80ce-4c15-a2f2-bb325008af5c req-b9c03fc2-8676-4260-847d-88090c28b6d1 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:19.570029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4615418-80ce-4c15-a2f2-bb325008af5c req-b9c03fc2-8676-4260-847d-88090c28b6d1 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.54 "DELETE /v2.0/ports/2412065f-f114-419a-83e2-1e736b90193c HTTP/1.1" status: 204 len: 173 time: 0.7421203 Sep 07 16:27:19.570739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706a3e07-628e-443c-8db9-13a2207d241c', 'name': 'network-vif-deleted', 'tag': '2412065f-f114-419a-83e2-1e736b90193c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:19.573448 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a7ac96-e4fb-479f-80f0-46023b4ff3aa" -d '{"events": [{"server_uuid": "706a3e07-628e-443c-8db9-13a2207d241c", "name": "network-vif-deleted", "tag": "2412065f-f114-419a-83e2-1e736b90193c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:19.699700 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a9e4c6-f715-4361-91f3-cc27c146f83e x-openstack-request-id: req-f5a9e4c6-f715-4361-91f3-cc27c146f83e {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:19.700285 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706a3e07-628e-443c-8db9-13a2207d241c", "name": "network-vif-deleted", "tag": "2412065f-f114-419a-83e2-1e736b90193c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:19.700285 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5a9e4c6-f715-4361-91f3-cc27c146f83e {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:19.700876 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706a3e07-628e-443c-8db9-13a2207d241c', 'name': 'network-vif-deleted', 'tag': '2412065f-f114-419a-83e2-1e736b90193c', 'status': 'completed', 'code': 200} Sep 07 16:27:19.862117 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7706b50b-0e64-4371-8d43-c8007a412c59 None None] Network bd136042-da76-4d5f-abd3-83a1ed486dbf requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:19.917911 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:19.944230 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Transition to ACTIVE for port object 73a49668-a5b3-44ba-b179-bb28e9a9f7ae will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:19.952794 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:19.954444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:20.000241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 88e4e023-b1cc-4982-bc5e-5acd6ecc85df up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:20.008828 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaefcd2-cf24-409d-9b95-f277ae60c2a5 None None] Pushing event updated for resources: {'Port': ['ID=73a49668-a5b3-44ba-b179-bb28e9a9f7ae,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:20.042090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d360909-62e6-4928-a969-5d82a487ece8 req-c4b3b96c-42ba-42b5-bad7-f12b7bbe3688 tempest-ServerAddressesTestJSON-490485772 tempest-ServerAddressesTestJSON-490485772-project] 10.222.0.70 "GET /v2.0/ports?device_id=706a3e07-628e-443c-8db9-13a2207d241c HTTP/1.1" status: 200 len: 210 time: 0.0386605 Sep 07 16:27:20.046458 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-71d3c79d-9332-4652-8415-1d301b0e1e3f None None] Provisioning for port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:20.165068 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Attempting to bind port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:20.165699 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Attempting to bind port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:20.166165 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Attempting to bind port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae on network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:20.172561 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:20.173121 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Checking segment: {'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:20.173639 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:20.174133 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Bound using segment: {'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:20.181065 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Bound port: 73a49668-a5b3-44ba-b179-bb28e9a9f7ae, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:20.181611 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:20.293394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-71d3c79d-9332-4652-8415-1d301b0e1e3f None None] Provisioning complete for port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:20.293985 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71d3c79d-9332-4652-8415-1d301b0e1e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:20.314757 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] For port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:20.321704 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] For port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=73a49668-a5b3-44ba-b179-bb28e9a9f7ae,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:20.330489 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:20.478250 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaefcd2-cf24-409d-9b95-f277ae60c2a5 None None] Pushing event updated for resources: {'Port': ['ID=73a49668-a5b3-44ba-b179-bb28e9a9f7ae,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:20.487694 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Routers {'9a085c1d-632d-4323-ab87-ce2f93eb28b6'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:20.488320 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9a085c1d-632d-4323-ab87-ce2f93eb28b6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:20.501680 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:20.513221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 88e4e023-b1cc-4982-bc5e-5acd6ecc85df triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:20.513748 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:20.569777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'name': 'tempest-TestServerMultinode-1065215060-router', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:27:18Z', 'revision_number': 3, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'gw_port': {'id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:20.571605 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71d3c79d-9332-4652-8415-1d301b0e1e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:20.655478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Checking router: e347cae6-ce12-482b-82cd-3a0638516e5c for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:20.655941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Updating router e347cae6-ce12-482b-82cd-3a0638516e5c port 6d1a366a-509f-4c31-8a90-e4ed735337eb binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:27:20.682591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-71d3c79d-9332-4652-8415-1d301b0e1e3f None None] For port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=87482087-fbd0-41bb-8d0f-d3bac6ff9e9d,segment=NetworkSegment(8fca4d6a-918a-4b24-905a-7d63468a2e4b),segment_id=8fca4d6a-918a-4b24-905a-7d63468a2e4b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:20.704282 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-71d3c79d-9332-4652-8415-1d301b0e1e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:20.731380 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] Set router 9a085c1d-632d-4323-ab87-ce2f93eb28b6 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:20.840491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3c79d-9332-4652-8415-1d301b0e1e3f None None] Pushing event updated for resources: {'Port': ['ID=87482087-fbd0-41bb-8d0f-d3bac6ff9e9d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:20.873198 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:20.892466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Allocated IP 172.20.0.1 (bd136042-da76-4d5f-abd3-83a1ed486dbf/a6410c5c-cf90-4150-95e6-6a55004e7911/5beb0749-3cc4-4464-baa9-1b4d090dc599) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:21.027040 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'name': 'tempest-TestServerMultinode-1219086494-router', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:14Z', 'revision_number': 4, 'project_id': '72a4453e500748b587633766c5992ea0', 'gw_port': {'id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '73a49668-a5b3-44ba-b179-bb28e9a9f7ae', 'name': '', 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'mac_address': 'fa:16:3e:4a:df:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '971a349b-2795-4b4e-86d0-acc6e1022fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:14Z', 'updated_at': '2021-09-07T16:27:20Z', 'revision_number': 4, 'project_id': '72a4453e500748b587633766c5992ea0', 'subnets': [{'id': '971a349b-2795-4b4e-86d0-acc6e1022fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:21.068743 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53972851-ec51-4c53-ae61-0fd78324b081 None None] The sync data for ids ['9a085c1d-632d-4323-ab87-ce2f93eb28b6'] in n-d-807551-3 is: [{'id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'name': 'tempest-TestServerMultinode-1219086494-router', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:14Z', 'revision_number': 4, 'project_id': '72a4453e500748b587633766c5992ea0', 'gw_port': {'id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '73a49668-a5b3-44ba-b179-bb28e9a9f7ae', 'name': '', 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'mac_address': 'fa:16:3e:4a:df:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '971a349b-2795-4b4e-86d0-acc6e1022fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:14Z', 'updated_at': '2021-09-07T16:27:20Z', 'revision_number': 4, 'project_id': '72a4453e500748b587633766c5992ea0', 'subnets': [{'id': '971a349b-2795-4b4e-86d0-acc6e1022fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:21.107788 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.122970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47702) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:21.124861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d658497e-9fe7-4979-bba6-5fce3be5779f None None] Provisioning complete for port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:21.125259 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d658497e-9fe7-4979-bba6-5fce3be5779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.180147 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Transition to ACTIVE for port object 5beb0749-3cc4-4464-baa9-1b4d090dc599 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:21.245478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba48dfa8-d63b-4f27-a3d5-132552a56f8d admin admin] Deleting subnet a159c023-7164-46bd-97a9-5ab32117c96e {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:27:21.251395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba48dfa8-d63b-4f27-a3d5-132552a56f8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.324687 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba48dfa8-d63b-4f27-a3d5-132552a56f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.339476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 73a49668-a5b3-44ba-b179-bb28e9a9f7ae up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:21.355579 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.369517 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.413705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Pushing event updated for resources: {'Port': ['ID=5beb0749-3cc4-4464-baa9-1b4d090dc599,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:21.419342 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba48dfa8-d63b-4f27-a3d5-132552a56f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.422187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Transition to ACTIVE for port object 6d1a366a-509f-4c31-8a90-e4ed735337eb will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:21.446055 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.449615 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Network bd136042-da76-4d5f-abd3-83a1ed486dbf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:21.453289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:21.459390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:21.545003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:21.545270 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.549424 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba48dfa8-d63b-4f27-a3d5-132552a56f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.562952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Attempting to bind port 6d1a366a-509f-4c31-8a90-e4ed735337eb on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:21.563317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Attempting to bind port 6d1a366a-509f-4c31-8a90-e4ed735337eb by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:21.563684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Attempting to bind port 6d1a366a-509f-4c31-8a90-e4ed735337eb on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:21.566577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:21.566949 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.606298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08eba28-80dd-425f-a97d-fc6b02e77b5e None None] Pushing event updated for resources: {'Port': ['ID=6d1a366a-509f-4c31-8a90-e4ed735337eb,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:21.615283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:21.615663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:21.616064 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.616487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:21.617021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Bound port: 6d1a366a-509f-4c31-8a90-e4ed735337eb, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:21.617410 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.636730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48dfa8-d63b-4f27-a3d5-132552a56f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a159c023-7164-46bd-97a9-5ab32117c96e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:21.665034 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba48dfa8-d63b-4f27-a3d5-132552a56f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.667446 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ba48dfa8-d63b-4f27-a3d5-132552a56f8d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a159c023-7164-46bd-97a9-5ab32117c96e HTTP/1.1" status: 204 len: 168 time: 0.5431850 Sep 07 16:27:21.670503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47706) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:21.721979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] For port 6d1a366a-509f-4c31-8a90-e4ed735337eb, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:21.746255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] For port 6d1a366a-509f-4c31-8a90-e4ed735337eb, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6d1a366a-509f-4c31-8a90-e4ed735337eb,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:21.750154 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.761532 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.832980 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e286-feab-4497-a22c-7a01951c727f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.861221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Routers {'e347cae6-ce12-482b-82cd-3a0638516e5c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:21.861928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e347cae6-ce12-482b-82cd-3a0638516e5c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:21.864836 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=73a49668-a5b3-44ba-b179-bb28e9a9f7ae,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:21.881163 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.911592 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:21.912401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:21.920671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08eba28-80dd-425f-a97d-fc6b02e77b5e None None] Pushing event updated for resources: {'Port': ['ID=6d1a366a-509f-4c31-8a90-e4ed735337eb,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:21.983457 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e286-feab-4497-a22c-7a01951c727f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.019623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2ae2e286-feab-4497-a22c-7a01951c727f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9dbc32-9dda-4953-b14b-3ef36556a81c']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:22.035085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2ae2e286-feab-4497-a22c-7a01951c727f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7957dee-86be-4c89-b0a2-0661f59a2045') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:22.035938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2ae2e286-feab-4497-a22c-7a01951c727f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7957dee-86be-4c89-b0a2-0661f59a2045') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:22.048252 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e286-feab-4497-a22c-7a01951c727f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.065082 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e286-feab-4497-a22c-7a01951c727f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.073094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae2e286-feab-4497-a22c-7a01951c727f admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:27:22.074337 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e286-feab-4497-a22c-7a01951c727f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:27:22.077436 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:27:22.166867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e286-feab-4497-a22c-7a01951c727f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.176184 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e286-feab-4497-a22c-7a01951c727f admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.179458 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2ae2e286-feab-4497-a22c-7a01951c727f admin admin] 10.222.0.70 "DELETE /v2.0/networks/3f9dbc32-9dda-4953-b14b-3ef36556a81c HTTP/1.1" status: 204 len: 168 time: 0.5065227 Sep 07 16:27:22.191282 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.196074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2e286-feab-4497-a22c-7a01951c727f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9dbc32-9dda-4953-b14b-3ef36556a81c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:22.197018 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.262566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-270465af-14d8-4402-a7bb-970529f4849c None None] Provisioning for port 5beb0749-3cc4-4464-baa9-1b4d090dc599 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:22.279789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Pushing event updated for resources: {'Port': ['ID=5beb0749-3cc4-4464-baa9-1b4d090dc599,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:22.285283 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.325829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-270465af-14d8-4402-a7bb-970529f4849c None None] Provisioning complete for port 5beb0749-3cc4-4464-baa9-1b4d090dc599 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:22.326869 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-270465af-14d8-4402-a7bb-970529f4849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.348452 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=73a49668-a5b3-44ba-b179-bb28e9a9f7ae,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:22.408746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:22.409443 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.410858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Network bd136042-da76-4d5f-abd3-83a1ed486dbf is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:22.413280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:22.420572 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47714) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:22.443844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] Set router e347cae6-ce12-482b-82cd-3a0638516e5c gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:22.469172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-270465af-14d8-4402-a7bb-970529f4849c None None] Port 5beb0749-3cc4-4464-baa9-1b4d090dc599 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:27:22.498711 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1e54033a-e9d4-4721-95a0-5dd9366720f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=94863c68c42f4f35a8e64977726570a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738671 Sep 07 16:27:22.500149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47716) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:22.612114 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0d01906-dedf-4b33-ba27-21b94d3599d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.643543 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0d01906-dedf-4b33-ba27-21b94d3599d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.665042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Router e347cae6-ce12-482b-82cd-3a0638516e5c has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:27:22.711500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'name': 'tempest-TestServerMultinode-1065215060-router', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:27:21Z', 'revision_number': 4, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'gw_port': {'id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5beb0749-3cc4-4464-baa9-1b4d090dc599', 'name': '', 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'mac_address': 'fa:16:3e:68:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'a6410c5c-cf90-4150-95e6-6a55004e7911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:20Z', 'updated_at': '2021-09-07T16:27:20Z', 'revision_number': 1, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'subnets': [{'id': 'a6410c5c-cf90-4150-95e6-6a55004e7911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:22.740386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1ff3f-eb9c-45e9-9fec-71ac9cc197f0 None None] The sync data for ids ['e347cae6-ce12-482b-82cd-3a0638516e5c'] in n-d-807551-3 is: [{'id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'name': 'tempest-TestServerMultinode-1065215060-router', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:27:21Z', 'revision_number': 4, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'gw_port': {'id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5beb0749-3cc4-4464-baa9-1b4d090dc599', 'name': '', 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'mac_address': 'fa:16:3e:68:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'a6410c5c-cf90-4150-95e6-6a55004e7911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:20Z', 'updated_at': '2021-09-07T16:27:20Z', 'revision_number': 1, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'subnets': [{'id': 'a6410c5c-cf90-4150-95e6-6a55004e7911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:22.764725 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0d01906-dedf-4b33-ba27-21b94d3599d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.767328 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0d01906-dedf-4b33-ba27-21b94d3599d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.771171 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b0d01906-dedf-4b33-ba27-21b94d3599d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e687ee8e-f522-45ff-b57e-52dce71707e1 HTTP/1.1" status: 204 len: 168 time: 0.2710950 Sep 07 16:27:22.800226 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-df882a5e-3240-4f3e-9cb1-9165d64d7f27 None None] Provisioning complete for port 5beb0749-3cc4-4464-baa9-1b4d090dc599 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:22.800716 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-df882a5e-3240-4f3e-9cb1-9165d64d7f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:22.816123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d01906-dedf-4b33-ba27-21b94d3599d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e687ee8e-f522-45ff-b57e-52dce71707e1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:22.841600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:22.849126 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-df882a5e-3240-4f3e-9cb1-9165d64d7f27 None None] Port 5beb0749-3cc4-4464-baa9-1b4d090dc599 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:27:22.850688 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-72c7f598-9b75-4ef1-b5fa-0754d89acace admin admin] 10.222.0.70 "PUT /v2.0/routers/e347cae6-ce12-482b-82cd-3a0638516e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6863863 Sep 07 16:27:23.260503 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:27:23.355272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 73a49668-a5b3-44ba-b179-bb28e9a9f7ae up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:23.443553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:23.445510 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:23.480584 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-433dd5b1-4915-4e43-b35a-680a22bbd397 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1392486 Sep 07 16:27:23.640507 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-6dd72643-315f-42b2-b100-d2b7be9efb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:23.641558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-6dd72643-315f-42b2-b100-d2b7be9efb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:23.642512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-6dd72643-315f-42b2-b100-d2b7be9efb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:23.643213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-6dd72643-315f-42b2-b100-d2b7be9efb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:23.643919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-6dd72643-315f-42b2-b100-d2b7be9efb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:23.644494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-6dd72643-315f-42b2-b100-d2b7be9efb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:23.645340 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-6dd72643-315f-42b2-b100-d2b7be9efb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:23.647627 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-6dd72643-315f-42b2-b100-d2b7be9efb76 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 6501 time: 0.1027472 Sep 07 16:27:23.813365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2412065f-f114-419a-83e2-1e736b90193c no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:23.845660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 2412065f-f114-419a-83e2-1e736b90193c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:23.846018 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2412065f-f114-419a-83e2-1e736b90193c not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:23.856147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-0679fad3-c275-4ff1-a48d-5ef66284940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:23.858944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-0679fad3-c275-4ff1-a48d-5ef66284940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:23.859452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-0679fad3-c275-4ff1-a48d-5ef66284940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:23.865302 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-0679fad3-c275-4ff1-a48d-5ef66284940e service neutron] 10.222.0.54 "GET /v2.0/networks?id=2920abad-42d3-49fa-842a-58412eb06be0&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&id=08e031c7-40bd-43ca-bbf5-210128aa125d&id=08e031c7-40bd-43ca-bbf5-210128aa125d HTTP/1.1" status: 200 len: 2297 time: 0.1858997 Sep 07 16:27:23.939189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-a24cc34f-b566-4bb4-895a-a34d83ee2000 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:23.940968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-a24cc34f-b566-4bb4-895a-a34d83ee2000 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/networks?id=88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 HTTP/1.1" status: 200 len: 911 time: 0.1878278 Sep 07 16:27:23.960914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-d9a00422-a68c-4d42-be95-18bd6a9dc591 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/quotas/d517c1a38245436499c0b10c3b811962 HTTP/1.1" status: 200 len: 375 time: 0.0137529 Sep 07 16:27:24.095688 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-967f540e-f492-4f35-931d-c559f2a8336c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=d517c1a38245436499c0b10c3b811962&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315942 Sep 07 16:27:24.363347 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-fd35f532-94a4-4a0d-8708-7ab965202d74 service neutron] 10.222.0.70 "GET /v2.0/networks/88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597716 Sep 07 16:27:24.427678 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-66a0dced-4022-484a-8694-db08381899d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74552398-cff4-455f-b23c-b4842bd4a0a9 HTTP/1.1" status: 200 len: 1002 time: 0.5510526 Sep 07 16:27:24.493926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-d28772f8-5bff-4adb-9403-b939cb5edc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:24.495787 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-d28772f8-5bff-4adb-9403-b939cb5edc5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1362421-24e4-44f3-8c5b-72d561aeaa0f HTTP/1.1" status: 200 len: 855 time: 0.0585830 Sep 07 16:27:24.549496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-ebb2caf2-01a4-4855-834d-c75e24dfc1f1 service neutron] 10.222.0.70 "GET /v2.0/networks/88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781452 Sep 07 16:27:24.565225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-c09538ba-d6ae-4fa9-8613-e2558b4e0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:24.567672 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-c09538ba-d6ae-4fa9-8613-e2558b4e0cd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2920abad-42d3-49fa-842a-58412eb06be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645180 Sep 07 16:27:24.688448 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-f6d9dd45-2d2b-47bb-bf1c-163d03d6795a service neutron] 10.222.0.54 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117218 Sep 07 16:27:24.828619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40ef014e-d10c-4edb-b7bf-d691f3919cd3 req-08580ad4-f13f-47cb-8716-413b2f9db302 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 210 time: 0.0462551 Sep 07 16:27:24.830076 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-5f44f679-05fa-4831-b556-a4611f2c1b49 service neutron] 10.222.0.54 "GET /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343434 Sep 07 16:27:24.884228 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-47624568-fcf8-4bb6-a7e3-08e531ef84b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=70f3c2e1-6534-43be-9522-49817d667339 HTTP/1.1" status: 200 len: 217 time: 0.0440364 Sep 07 16:27:24.935667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47786) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:24.960942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-940ccc95-82a3-4ffb-b27e-e78811b1e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:24.967085 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-940ccc95-82a3-4ffb-b27e-e78811b1e0f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.0744352 Sep 07 16:27:25.031494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-a284d0b4-3688-4156-9751-aac658eda600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:25.032788 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-a284d0b4-3688-4156-9751-aac658eda600 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0593872 Sep 07 16:27:25.153696 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fdeacd9-5723-45b9-b263-99065d1fbb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.167210 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-ab32f452-ad68-464f-bfb0-e4979553c43f service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231077 Sep 07 16:27:25.294852 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6d1a366a-509f-4c31-8a90-e4ed735337eb up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:25.330238 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-60826297-00ef-44a1-8f0b-7884631142e8 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553502 Sep 07 16:27:25.371936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 6d1a366a-509f-4c31-8a90-e4ed735337eb completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:25.384209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6d1a366a-509f-4c31-8a90-e4ed735337eb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:25.384636 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.415792 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fdeacd9-5723-45b9-b263-99065d1fbb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.420669 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-d4592fe5-ac63-4c48-ad55-8b81417966d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=07089f51-a6a0-45e6-be22-3f943029ad6d HTTP/1.1" status: 200 len: 217 time: 0.0807467 Sep 07 16:27:25.422489 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fdeacd9-5723-45b9-b263-99065d1fbb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.485226 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2fdeacd9-5723-45b9-b263-99065d1fbb1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e550c6403665412888cc6f426820a100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5483232 Sep 07 16:27:25.487758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47798) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:25.496508 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdeacd9-5723-45b9-b263-99065d1fbb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5824b622-8a3a-41f7-8a21-fc35722b2335,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:25.521506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-c7c15ad9-77b5-4a36-bee0-87c41aa164b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:25.524628 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-c7c15ad9-77b5-4a36-bee0-87c41aa164b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.0941534 Sep 07 16:27:25.548208 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99a8cbcf-22f9-4fa4-b56e-2faab0f17e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.572474 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.572797 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99a8cbcf-22f9-4fa4-b56e-2faab0f17e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.596625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 6d1a366a-509f-4c31-8a90-e4ed735337eb, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6d1a366a-509f-4c31-8a90-e4ed735337eb,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:25.602147 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.632064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-1d8ca01a-61cd-46b2-8ce8-95ec75eff4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:25.633791 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-1d8ca01a-61cd-46b2-8ce8-95ec75eff4df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0957456 Sep 07 16:27:25.675185 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99a8cbcf-22f9-4fa4-b56e-2faab0f17e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.679114 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99a8cbcf-22f9-4fa4-b56e-2faab0f17e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:25.682005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-99a8cbcf-22f9-4fa4-b56e-2faab0f17e87 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5824b622-8a3a-41f7-8a21-fc35722b2335 HTTP/1.1" status: 204 len: 168 time: 0.1932881 Sep 07 16:27:25.710045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8cbcf-22f9-4fa4-b56e-2faab0f17e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5824b622-8a3a-41f7-8a21-fc35722b2335,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:25.720041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=6d1a366a-509f-4c31-8a90-e4ed735337eb,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:25.784095 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-11f37b40-d331-4d43-bbff-d850e9df9382 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423275 Sep 07 16:27:25.900780 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Sync routers for ids ['e347cae6-ce12-482b-82cd-3a0638516e5c'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:25.916725 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Routers {'e347cae6-ce12-482b-82cd-3a0638516e5c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:25.917346 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e347cae6-ce12-482b-82cd-3a0638516e5c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:26.002211 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5cc7212-65e8-445e-b798-42553ba338b0 req-2f4a4019-a4e4-48fb-ae2c-4f77cd680555 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 210 time: 0.0531969 Sep 07 16:27:26.008231 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-1644cca5-e934-41ef-90f4-f8f90dbf34de service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171662 Sep 07 16:27:26.077882 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-d3548356-34f8-4fc7-b8a8-9e0493a20a13 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=874b4530-320c-4dea-8574-eb9c02bd67ba HTTP/1.1" status: 200 len: 217 time: 0.0556383 Sep 07 16:27:26.145486 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Set router e347cae6-ce12-482b-82cd-3a0638516e5c gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:26.155829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-180a94ff-0b7b-4108-a60e-287428d789e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:26.157361 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-180a94ff-0b7b-4108-a60e-287428d789e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.0719361 Sep 07 16:27:26.220222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-947bc3bd-ab0d-4206-9535-2fee329125d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:26.222238 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-947bc3bd-ab0d-4206-9535-2fee329125d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558696 Sep 07 16:27:26.340075 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-b58ae2d3-c659-4e58-b509-00b7ead5c203 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079519 Sep 07 16:27:26.471045 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'name': 'tempest-TestServerMultinode-1065215060-router', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:27:21Z', 'revision_number': 4, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'gw_port': {'id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5beb0749-3cc4-4464-baa9-1b4d090dc599', 'name': '', 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'mac_address': 'fa:16:3e:68:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'a6410c5c-cf90-4150-95e6-6a55004e7911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:20Z', 'updated_at': '2021-09-07T16:27:21Z', 'revision_number': 2, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'subnets': [{'id': 'a6410c5c-cf90-4150-95e6-6a55004e7911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:26.499295 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-6a4c89cd-d7b0-4a50-9d80-a1fd9b741aeb service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505172 Sep 07 16:27:26.522729 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Checking router: e347cae6-ce12-482b-82cd-3a0638516e5c for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:26.523095 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Updating router e347cae6-ce12-482b-82cd-3a0638516e5c port 5beb0749-3cc4-4464-baa9-1b4d090dc599 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:27:26.589431 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:26.591345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-d580c5e6-1116-4878-8603-431f5d8ace72 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:26.596443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-d580c5e6-1116-4878-8603-431f5d8ace72 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.54 "GET /v2.0/networks?id=88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 HTTP/1.1" status: 200 len: 911 time: 0.2266505 Sep 07 16:27:26.612290 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-b3d4ce3d-0150-4b3f-bd12-352c7e349434 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=33057372-0240-45a8-a8b2-096c337b7fe5 HTTP/1.1" status: 200 len: 217 time: 0.0981019 Sep 07 16:27:26.615732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Request body: {'port': {'device_id': 'ca071def-79bc-4585-ab7d-ca6556a8843c', 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23', 'admin_state_up': True, 'tenant_id': 'd517c1a38245436499c0b10c3b811962'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:26.664966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Made reservation on behalf of d517c1a38245436499c0b10c3b811962 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:26.667558 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:26.724279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-bb0a85b7-8a6e-4936-8abd-3ef5b5dcae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:26.726021 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-bb0a85b7-8a6e-4936-8abd-3ef5b5dcae31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 200 len: 797 time: 0.1064050 Sep 07 16:27:26.726279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47832) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:26.828473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-b0f678d7-cb75-44e9-a0d8-8cff6015e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:26.830295 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-b0f678d7-cb75-44e9-a0d8-8cff6015e33c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577033e1-14c9-4efb-8bd8-426cbed3ed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883598 Sep 07 16:27:26.932795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1572578004-network', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:26.968424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Made reservation on behalf of 3f73fe945b1f42a4b36b947743fd2019 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:26.969129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Allocated IP 172.20.0.10 (88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23/971a349b-2795-4b4e-86d0-acc6e1022fc9/63787c1c-29e8-419b-a522-15bcc34e57f2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:26.970989 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:26.997896 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.047363 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-543be158-0d40-4cb6-b65b-6ce63fcdcac3 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079833 Sep 07 16:27:27.127428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:27.152491 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.184616 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Transition to ACTIVE for port object 5beb0749-3cc4-4464-baa9-1b4d090dc599 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:27.198845 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-fcc735e9-43a6-4cc6-bf66-4effb5aeeec8 service neutron] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350522 Sep 07 16:27:27.203505 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.228028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d76e86e0-9510-41a8-be87-59a71ff937f1 req-e321d8ce-eaed-4af8-b56e-dde72e64ab96 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 210 time: 0.0534706 Sep 07 16:27:27.242406 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.270129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Transition to ACTIVE for port object 63787c1c-29e8-419b-a522-15bcc34e57f2 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:27.304667 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6d1a366a-509f-4c31-8a90-e4ed735337eb up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:27.312902 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-83d19231-bd08-4f01-90da-4e6baaa87b2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=08f87940-78b6-440d-b292-1ee918d7640b HTTP/1.1" status: 200 len: 217 time: 0.1039178 Sep 07 16:27:27.318874 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.334812 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Pushing event updated for resources: {'Port': ['ID=5beb0749-3cc4-4464-baa9-1b4d090dc599,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:27.350312 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.354772 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.355205 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.355547 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.355892 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.356230 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.358163 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.358547 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.358885 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.359218 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.359551 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.359880 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:27.373002 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1446db2-ac17-431c-a7b9-e9760dea311e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.400013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-b709027a-5d89-44b3-a8b3-d733f2fdd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:27.401797 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-b709027a-5d89-44b3-a8b3-d733f2fdd2b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b579ba4-f2f7-49b7-9722-379d2b0837b4 HTTP/1.1" status: 200 len: 797 time: 0.0796123 Sep 07 16:27:27.441085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6d1a366a-509f-4c31-8a90-e4ed735337eb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:27.441085 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.463944 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.465326 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Attempting to bind port 5beb0749-3cc4-4464-baa9-1b4d090dc599 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:27.467164 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Attempting to bind port 5beb0749-3cc4-4464-baa9-1b4d090dc599 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '8fca4d6a-918a-4b24-905a-7d63468a2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:27.467687 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Attempting to bind port 5beb0749-3cc4-4464-baa9-1b4d090dc599 on network bd136042-da76-4d5f-abd3-83a1ed486dbf {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:27.474059 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.479985 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:27.484438 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Checking segment: {'id': '8fca4d6a-918a-4b24-905a-7d63468a2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:27.487403 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.488710 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Bound using segment: {'id': '8fca4d6a-918a-4b24-905a-7d63468a2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:27.489665 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Bound port: 5beb0749-3cc4-4464-baa9-1b4d090dc599, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fca4d6a-918a-4b24-905a-7d63468a2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:27.490603 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.497111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:27.514111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:27:27.518159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-0dcc3848-a6ac-420c-86bf-60252f882067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:27.519898 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-0dcc3848-a6ac-420c-86bf-60252f882067 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=08e031c7-40bd-43ca-bbf5-210128aa125d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1089742 Sep 07 16:27:27.522445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:27.525986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9328f6-5daf-49cc-9b65-e4480bc564ba,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:27.531836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:27.583952 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.584323 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Added segment e0ee9c33-1743-41a2-bf9a-30ef151e3477 of type vlan for network eb7b97c6-9ac5-4801-b78b-7be25431d446 Sep 07 16:27:27.631279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:27.631906 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.648176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Pushing event updated for resources: {'Port': ['ID=63787c1c-29e8-419b-a522-15bcc34e57f2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:27.696211 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] For port 5beb0749-3cc4-4464-baa9-1b4d090dc599, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:27.701285 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] For port 5beb0749-3cc4-4464-baa9-1b4d090dc599, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5beb0749-3cc4-4464-baa9-1b4d090dc599,segment=NetworkSegment(8fca4d6a-918a-4b24-905a-7d63468a2e4b),segment_id=8fca4d6a-918a-4b24-905a-7d63468a2e4b)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:27.712144 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.765777 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1446db2-ac17-431c-a7b9-e9760dea311e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.773874 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f1446db2-ac17-431c-a7b9-e9760dea311e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.798177 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.812832 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f1446db2-ac17-431c-a7b9-e9760dea311e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b17710acd19e452aa02c0a647ae2729e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6834364 Sep 07 16:27:27.814532 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-0e4f63ad-f9d3-4bbb-9e40-95a37d50791c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2054791 Sep 07 16:27:27.814875 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89976d-4aa2-4bd4-bd35-f7eec3b0f1b6 None None] Pushing event updated for resources: {'Port': ['ID=5beb0749-3cc4-4464-baa9-1b4d090dc599,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:27.816036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47844) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:27.829545 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-58afe241-0e8e-4321-bf27-a0ba0807d3c3 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959871 Sep 07 16:27:27.834287 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Routers {'e347cae6-ce12-482b-82cd-3a0638516e5c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:27.834654 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e347cae6-ce12-482b-82cd-3a0638516e5c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:27.836015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Request body: {'port': {'device_id': 'ca071def-79bc-4585-ab7d-ca6556a8843c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:27.938056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1446db2-ac17-431c-a7b9-e9760dea311e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52228a46-040f-4a23-9ed1-1a203a5f1612,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:27.965158 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:27.990302 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ffbf-4b74-4e13-8d9f-55b32fa20c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:28.012593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:28.013763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:28.014441 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:28.020813 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ffbf-4b74-4e13-8d9f-55b32fa20c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:28.027227 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-95f9e719-342d-49fa-9816-12477bd79ff9 service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856654 Sep 07 16:27:28.058550 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3312178 Sep 07 16:27:28.061982 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] Set router e347cae6-ce12-482b-82cd-3a0638516e5c gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:28.068532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47848) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:28.069884 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bce3b5de-f7cc-4ccf-901a-a440013998fa None None] Provisioning for port 63787c1c-29e8-419b-a522-15bcc34e57f2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:28.076742 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bce3b5de-f7cc-4ccf-901a-a440013998fa None None] Provisioning complete for port 63787c1c-29e8-419b-a522-15bcc34e57f2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:28.077129 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bce3b5de-f7cc-4ccf-901a-a440013998fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:28.082329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1ca8a0b2-8f4a-4f8b-8f57-118aea7f8157 admin admin] Request body: {'subnet': {'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1572578004-subnet', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:28.089747 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-7a95305b-eccb-4f44-b419-411b9a06887a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f9f8821b-d238-4cd8-8c03-0efd0cf30881 HTTP/1.1" status: 200 len: 217 time: 0.0477576 Sep 07 16:27:28.135094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b187d-e48e-40cc-8663-462710559e20 admin admin] Pushing event updated for resources: {'Network': ['ID=eb7b97c6-9ac5-4801-b78b-7be25431d446,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:28.146487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bce3b5de-f7cc-4ccf-901a-a440013998fa None None] Port 63787c1c-29e8-419b-a522-15bcc34e57f2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:27:28.163249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network eb7b97c6-9ac5-4801-b78b-7be25431d446 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:27:28.174063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca8a0b2-8f4a-4f8b-8f57-118aea7f8157 admin admin] Made reservation on behalf of 3f73fe945b1f42a4b36b947743fd2019 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:28.177790 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ca8a0b2-8f4a-4f8b-8f57-118aea7f8157 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:28.196938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-02ab756e-ec08-404f-80b0-b8bd79ca216c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:28.198621 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-02ab756e-ec08-404f-80b0-b8bd79ca216c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b579ba4-f2f7-49b7-9722-379d2b0837b4 HTTP/1.1" status: 200 len: 797 time: 0.0750184 Sep 07 16:27:28.253123 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-a9b45838-2fe5-49fb-b951-559bc18afc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:28.254730 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-a9b45838-2fe5-49fb-b951-559bc18afc36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=08e031c7-40bd-43ca-bbf5-210128aa125d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480306 Sep 07 16:27:28.281571 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ffbf-4b74-4e13-8d9f-55b32fa20c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:28.285826 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ffbf-4b74-4e13-8d9f-55b32fa20c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:28.287138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3cd8ffbf-4b74-4e13-8d9f-55b32fa20c12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52228a46-040f-4a23-9ed1-1a203a5f1612 HTTP/1.1" status: 204 len: 168 time: 0.4700453 Sep 07 16:27:28.343938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8ffbf-4b74-4e13-8d9f-55b32fa20c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52228a46-040f-4a23-9ed1-1a203a5f1612,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:28.366876 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'name': 'tempest-TestServerMultinode-1065215060-router', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:27:21Z', 'revision_number': 4, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'gw_port': {'id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5beb0749-3cc4-4464-baa9-1b4d090dc599', 'name': '', 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'mac_address': 'fa:16:3e:68:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'a6410c5c-cf90-4150-95e6-6a55004e7911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:20Z', 'updated_at': '2021-09-07T16:27:27Z', 'revision_number': 4, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'subnets': [{'id': 'a6410c5c-cf90-4150-95e6-6a55004e7911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:28.399060 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e6d24-a0ff-42c3-9921-31252a96c9fc None None] The sync data for ids ['e347cae6-ce12-482b-82cd-3a0638516e5c'] in n-d-807551-3 is: [{'id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'name': 'tempest-TestServerMultinode-1065215060-router', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:27:21Z', 'revision_number': 4, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'gw_port': {'id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5beb0749-3cc4-4464-baa9-1b4d090dc599', 'name': '', 'network_id': 'bd136042-da76-4d5f-abd3-83a1ed486dbf', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'mac_address': 'fa:16:3e:68:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'a6410c5c-cf90-4150-95e6-6a55004e7911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:20Z', 'updated_at': '2021-09-07T16:27:27Z', 'revision_number': 4, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'subnets': [{'id': 'a6410c5c-cf90-4150-95e6-6a55004e7911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:28.414151 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-ee4732e2-e45a-4ab2-b596-17211a5a766e service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424711 Sep 07 16:27:28.525093 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-69c6c5df-dcc2-4eaf-909a-18fcbe34c3a2 req-9d0da60b-a9c2-4a57-8b1c-5a7910966c0d service neutron] 10.222.0.54 "GET /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022260 Sep 07 16:27:28.537575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83921a18-8af8-49fb-bdab-cd7012d265ae req-fc931e1b-9bb1-41ed-a884-078bc8521fed tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:28.540818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83921a18-8af8-49fb-bdab-cd7012d265ae req-fc931e1b-9bb1-41ed-a884-078bc8521fed tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1028 time: 0.1780534 Sep 07 16:27:28.654273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83921a18-8af8-49fb-bdab-cd7012d265ae req-98d8e710-87b0-4c86-98ae-23cde5ff9cd4 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014700 Sep 07 16:27:28.688037 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ca8a0b2-8f4a-4f8b-8f57-118aea7f8157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:28.764453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63787c1c-29e8-419b-a522-15bcc34e57f2 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:27:28.777815 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:28.781182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8a0b2-8f4a-4f8b-8f57-118aea7f8157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e5006b-f36c-4324-a04a-5fa3a46b4335,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:28.810998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8a0b2-8f4a-4f8b-8f57-118aea7f8157 admin admin] Checking segment: {'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:28.811369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca8a0b2-8f4a-4f8b-8f57-118aea7f8157 admin admin] Network hostable DHCP agents. Network: eb7b97c6-9ac5-4801-b78b-7be25431d446, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:27:28.816020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Transition to ACTIVE for port object 63787c1c-29e8-419b-a522-15bcc34e57f2 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:28.824748 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:28.861086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca8a0b2-8f4a-4f8b-8f57-118aea7f8157 admin admin] Network eb7b97c6-9ac5-4801-b78b-7be25431d446 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:27:28.931891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1ca8a0b2-8f4a-4f8b-8f57-118aea7f8157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, eb7b97c6-9ac5-4801-b78b-7be25431d446) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:28.933671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Pushing event updated for resources: {'Port': ['ID=63787c1c-29e8-419b-a522-15bcc34e57f2,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:28.945561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0bb2d3-35a2-4ab8-8e43-3bd1186f3a04 None None] Network eb7b97c6-9ac5-4801-b78b-7be25431d446 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:28.969734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca8a0b2-8f4a-4f8b-8f57-118aea7f8157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:28.970359 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1ca8a0b2-8f4a-4f8b-8f57-118aea7f8157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.015173 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1ca8a0b2-8f4a-4f8b-8f57-118aea7f8157 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9383271 Sep 07 16:27:29.015524 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47876) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:29.020029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:29.060862 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.062047 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.064724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Attempting to bind port 63787c1c-29e8-419b-a522-15bcc34e57f2 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:29.065138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Attempting to bind port 63787c1c-29e8-419b-a522-15bcc34e57f2 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:29.065822 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Attempting to bind port 63787c1c-29e8-419b-a522-15bcc34e57f2 on network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:29.077595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Port 63787c1c-29e8-419b-a522-15bcc34e57f2 on network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:27:29.077942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Attempting to bind port 63787c1c-29e8-419b-a522-15bcc34e57f2 on network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:29.090696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:29.091053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Checking segment: {'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:29.091482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Bound using segment: {'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:29.094184 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Bound port: 63787c1c-29e8-419b-a522-15bcc34e57f2, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:29.094559 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.160603 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.260898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] For port 63787c1c-29e8-419b-a522-15bcc34e57f2, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:29.264484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] For port 63787c1c-29e8-419b-a522-15bcc34e57f2, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=63787c1c-29e8-419b-a522-15bcc34e57f2,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:29.268535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-eb7b97c6-9ac5-4801-b78b-7be25431d446', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:27:29.269719 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.282447 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.378124 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.383625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Pushing event updated for resources: {'Port': ['ID=63787c1c-29e8-419b-a522-15bcc34e57f2,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:29.395185 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:29.395825 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.397825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-bdef3c31-1b87-4d4e-9eed-a6ba52e0351c service neutron] 10.222.0.54 "PUT /v2.0/ports/63787c1c-29e8-419b-a522-15bcc34e57f2 HTTP/1.1" status: 200 len: 1092 time: 1.5660498 Sep 07 16:27:29.400400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca071def-79bc-4585-ab7d-ca6556a8843c', 'tag': '63787c1c-29e8-419b-a522-15bcc34e57f2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:29.405661 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882c3db5-97e8-47bc-bf17-3789350ae150" -d '{"events": [{"name": "network-changed", "server_uuid": "ca071def-79bc-4585-ab7d-ca6556a8843c", "tag": "63787c1c-29e8-419b-a522-15bcc34e57f2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:29.410934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5beb0749-3cc4-4464-baa9-1b4d090dc599 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:29.458668 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74824607-2e90-4a5b-96c6-9b1ef8d329c5 x-openstack-request-id: req-74824607-2e90-4a5b-96c6-9b1ef8d329c5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:29.458668 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca071def-79bc-4585-ab7d-ca6556a8843c", "tag": "63787c1c-29e8-419b-a522-15bcc34e57f2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:29.459005 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74824607-2e90-4a5b-96c6-9b1ef8d329c5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:29.459483 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca071def-79bc-4585-ab7d-ca6556a8843c', 'tag': '63787c1c-29e8-419b-a522-15bcc34e57f2', 'status': 'completed', 'code': 200} Sep 07 16:27:29.500614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-c2e39203-051b-488b-9ec0-234ee9438d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:29.502414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-c2e39203-051b-488b-9ec0-234ee9438d4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d517c1a38245436499c0b10c3b811962&device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1095 time: 0.0572472 Sep 07 16:27:29.568173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 5beb0749-3cc4-4464-baa9-1b4d090dc599 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:29.574402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5beb0749-3cc4-4464-baa9-1b4d090dc599 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:29.575013 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.597042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-8c25a906-8bad-4ea0-874d-07d6ddef693e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63787c1c-29e8-419b-a522-15bcc34e57f2 HTTP/1.1" status: 200 len: 217 time: 0.0850019 Sep 07 16:27:29.633625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Allocated IP 172.20.0.2 (eb7b97c6-9ac5-4801-b78b-7be25431d446/83e5006b-f36c-4324-a04a-5fa3a46b4335/78e6380e-5881-4514-803e-446619ca3023) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:29.696010 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.705368 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.715199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-825dfc84-976c-4757-8cfd-5260040edb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:29.719609 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-825dfc84-976c-4757-8cfd-5260040edb22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=971a349b-2795-4b4e-86d0-acc6e1022fc9 HTTP/1.1" status: 200 len: 849 time: 0.1153564 Sep 07 16:27:29.727265 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.812471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-c63e0807-a416-43ce-96d4-a0d832e16265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:29.814329 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-c63e0807-a416-43ce-96d4-a0d832e16265 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858004 Sep 07 16:27:29.918049 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Allocated IP 172.25.3.43 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/1c11e8cd-5a93-4777-89fa-26c76ed96c7c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:29.951356 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:29.960244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Transition to ACTIVE for port object 78e6380e-5881-4514-803e-446619ca3023 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:29.975934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Transition to ACTIVE for port object 78e6380e-5881-4514-803e-446619ca3023 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:29.993988 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:30.051304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 5beb0749-3cc4-4464-baa9-1b4d090dc599, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5beb0749-3cc4-4464-baa9-1b4d090dc599,segment=NetworkSegment(8fca4d6a-918a-4b24-905a-7d63468a2e4b),segment_id=8fca4d6a-918a-4b24-905a-7d63468a2e4b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:30.053315 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:30.063908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-af592c1c-5c17-4567-89d0-ea1616396f92 service neutron] 10.222.0.54 "GET /v2.0/networks/88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279580 Sep 07 16:27:30.066855 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:30.070177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Network eb7b97c6-9ac5-4801-b78b-7be25431d446 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:30.075039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:30.084195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:30.091902 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Pushing event updated for resources: {'Port': ['ID=78e6380e-5881-4514-803e-446619ca3023,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:30.112327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:30.145489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=5beb0749-3cc4-4464-baa9-1b4d090dc599,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:30.158361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:30.167349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:30.170415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:30.219238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Attempting to bind port 78e6380e-5881-4514-803e-446619ca3023 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:30.219766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Attempting to bind port 78e6380e-5881-4514-803e-446619ca3023 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:30.220241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Attempting to bind port 78e6380e-5881-4514-803e-446619ca3023 on network eb7b97c6-9ac5-4801-b78b-7be25431d446 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:30.225704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:30.226270 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Checking segment: {'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:30.226780 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:30.227280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Bound using segment: {'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:30.227861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Bound port: 78e6380e-5881-4514-803e-446619ca3023, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:30.228362 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:30.230109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=1c11e8cd-5a93-4777-89fa-26c76ed96c7c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:30.252672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed8dfa-92a9-448d-a1a0-a30469002734 req-0fb245b3-1893-471f-86c0-dc6f226185d2 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:30.254663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fed8dfa-92a9-448d-a1a0-a30469002734 req-0fb245b3-1893-471f-86c0-dc6f226185d2 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1095 time: 0.4392071 Sep 07 16:27:30.297463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-81c14ab6-cae8-4090-9d08-4729fe0eadf0 req-e4983d6a-ed57-4545-a351-77fa5f57c494 service neutron] 10.222.0.54 "GET /v2.0/networks/88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248888 Sep 07 16:27:30.310299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fed8dfa-92a9-448d-a1a0-a30469002734 req-561c7545-373b-429f-b940-c4d6753b5f72 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Sep 07 16:27:30.320593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] For port 78e6380e-5881-4514-803e-446619ca3023, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:30.323866 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] For port 78e6380e-5881-4514-803e-446619ca3023, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=78e6380e-5881-4514-803e-446619ca3023,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:30.338879 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:30.410466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3db5-97e8-47bc-bf17-3789350ae150 req-5ac01bdf-fbfa-4f51-8c94-61a330b3aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:30.416074 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-882c3db5-97e8-47bc-bf17-3789350ae150 req-5ac01bdf-fbfa-4f51-8c94-61a330b3aa26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d517c1a38245436499c0b10c3b811962&device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1095 time: 0.0581832 Sep 07 16:27:30.430421 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609d324-a0bd-403f-b60a-93f6f3b7c67b None None] Pushing event updated for resources: {'Port': ['ID=78e6380e-5881-4514-803e-446619ca3023,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:30.485580 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:30.743092 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:30.896798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Router 4e5235ad-5385-402b-a2a0-187e96a2a9bc is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:27:30.908061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3db5-97e8-47bc-bf17-3789350ae150 req-0441de9a-fdc6-4480-9e95-6354f45cfb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:30.909629 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-882c3db5-97e8-47bc-bf17-3789350ae150 req-0441de9a-fdc6-4480-9e95-6354f45cfb41 service neutron] 10.222.0.54 "GET /v2.0/networks?id=88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 HTTP/1.1" status: 200 len: 911 time: 0.4886649 Sep 07 16:27:30.954405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-882c3db5-97e8-47bc-bf17-3789350ae150 req-9cf640ea-5495-4e63-8170-a29375c4e80c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63787c1c-29e8-419b-a522-15bcc34e57f2 HTTP/1.1" status: 200 len: 217 time: 0.0359914 Sep 07 16:27:31.012898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3db5-97e8-47bc-bf17-3789350ae150 req-63543f89-d66b-4a51-9809-c26c48bf1a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:31.014974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-882c3db5-97e8-47bc-bf17-3789350ae150 req-63543f89-d66b-4a51-9809-c26c48bf1a2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=971a349b-2795-4b4e-86d0-acc6e1022fc9 HTTP/1.1" status: 200 len: 849 time: 0.0520866 Sep 07 16:27:31.025687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:31.038352 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Sync routers for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:31.043152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:31.045226 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-157736cd-1411-4b25-838c-8895e2a93ef3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0285952 Sep 07 16:27:31.048867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47904) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:31.049167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:31.050021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:31.071330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3db5-97e8-47bc-bf17-3789350ae150 req-1f57abfb-acc3-40d9-8174-ace22561da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:31.072913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-882c3db5-97e8-47bc-bf17-3789350ae150 req-1f57abfb-acc3-40d9-8174-ace22561da9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496128 Sep 07 16:27:31.219510 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-882c3db5-97e8-47bc-bf17-3789350ae150 req-80e77665-e7f9-4cc1-8289-9851afd27d5d service neutron] 10.222.0.54 "GET /v2.0/networks/88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384461 Sep 07 16:27:31.247003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:31.475174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-882c3db5-97e8-47bc-bf17-3789350ae150 req-3eb4ab2e-0f37-4686-8227-37c6c09f8319 service neutron] 10.222.0.54 "GET /v2.0/networks/88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464108 Sep 07 16:27:31.563468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 78e6380e-5881-4514-803e-446619ca3023 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:31.585673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17206b5d-8f49-4d0c-aa55-fbdb51e63d6c req-f53a06e6-d028-447a-a997-d7ae3f0a8018 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:31.594166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17206b5d-8f49-4d0c-aa55-fbdb51e63d6c req-f53a06e6-d028-447a-a997-d7ae3f0a8018 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1095 time: 0.1042485 Sep 07 16:27:31.641518 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17206b5d-8f49-4d0c-aa55-fbdb51e63d6c req-81a0e4bb-617e-4f52-b3f3-e69d2ba8849f tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Sep 07 16:27:31.646441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 78e6380e-5881-4514-803e-446619ca3023 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:31.655637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5beb0749-3cc4-4464-baa9-1b4d090dc599 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:31.717482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:30Z', 'revision_number': 3, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:31.758740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5beb0749-3cc4-4464-baa9-1b4d090dc599 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:31.759761 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:31.761541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Checking router: 4e5235ad-5385-402b-a2a0-187e96a2a9bc for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:31.761878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Updating router 4e5235ad-5385-402b-a2a0-187e96a2a9bc port 1c11e8cd-5a93-4777-89fa-26c76ed96c7c binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:27:31.801631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df30f9dc-e61e-415a-9cab-044e95d21a71 None None] Network eb7b97c6-9ac5-4801-b78b-7be25431d446 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:32.026457 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.027039 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.074915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-deb86db4-69bd-4ba4-9d1a-bbac3af1cc00 None None] Provisioning for port 78e6380e-5881-4514-803e-446619ca3023 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:32.089349 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-deb86db4-69bd-4ba4-9d1a-bbac3af1cc00 None None] Provisioning complete for port 78e6380e-5881-4514-803e-446619ca3023 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:32.089727 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb86db4-69bd-4ba4-9d1a-bbac3af1cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.106513 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.321083 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Allocated IP 172.20.0.1 (eb7b97c6-9ac5-4801-b78b-7be25431d446/83e5006b-f36c-4324-a04a-5fa3a46b4335/5cd35e08-d373-4227-837e-f1e90785ae82) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:32.442315 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.452765 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.457152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Transition to ACTIVE for port object 5cd35e08-d373-4227-837e-f1e90785ae82 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:32.460122 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb86db4-69bd-4ba4-9d1a-bbac3af1cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.491588 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.520489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-deb86db4-69bd-4ba4-9d1a-bbac3af1cc00 None None] For port 78e6380e-5881-4514-803e-446619ca3023, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=78e6380e-5881-4514-803e-446619ca3023,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:32.531663 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-deb86db4-69bd-4ba4-9d1a-bbac3af1cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.541359 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Network eb7b97c6-9ac5-4801-b78b-7be25431d446 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:32.544808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:32.551393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:32.598469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.605030 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.624150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Transition to ACTIVE for port object 1c11e8cd-5a93-4777-89fa-26c76ed96c7c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:32.643745 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.646907 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb86db4-69bd-4ba4-9d1a-bbac3af1cc00 None None] Pushing event updated for resources: {'Port': ['ID=78e6380e-5881-4514-803e-446619ca3023,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:32.687732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Pushing event updated for resources: {'Port': ['ID=5cd35e08-d373-4227-837e-f1e90785ae82,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:32.690510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Attempting to bind port 1c11e8cd-5a93-4777-89fa-26c76ed96c7c on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:32.690890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Attempting to bind port 1c11e8cd-5a93-4777-89fa-26c76ed96c7c by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:32.691258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Attempting to bind port 1c11e8cd-5a93-4777-89fa-26c76ed96c7c on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:32.702175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:32.702555 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:32.703054 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.703355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:32.703819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Bound port: 1c11e8cd-5a93-4777-89fa-26c76ed96c7c, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:32.704250 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.710857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903df51-69aa-4912-9157-e82c2d874290 None None] Pushing event updated for resources: {'Port': ['ID=1c11e8cd-5a93-4777-89fa-26c76ed96c7c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:32.778762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] For port 1c11e8cd-5a93-4777-89fa-26c76ed96c7c, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:32.786880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] For port 1c11e8cd-5a93-4777-89fa-26c76ed96c7c, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1c11e8cd-5a93-4777-89fa-26c76ed96c7c,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:32.791065 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.796326 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.808673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad16fd-4b8e-4c9c-917d-28c88f317026 req-5ed06552-c479-4462-b2f1-2c5cccba868b tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:32.812165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3dad16fd-4b8e-4c9c-917d-28c88f317026 req-5ed06552-c479-4462-b2f1-2c5cccba868b tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1095 time: 0.0770481 Sep 07 16:27:32.866463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dea4d5eb-c696-492d-a78f-01e3241db751 None None] Provisioning complete for port 78e6380e-5881-4514-803e-446619ca3023 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:32.866849 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dea4d5eb-c696-492d-a78f-01e3241db751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:32.873773 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3dad16fd-4b8e-4c9c-917d-28c88f317026 req-ad64be26-0bd6-4549-a7aa-be29b01d066b tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551531 Sep 07 16:27:32.936014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903df51-69aa-4912-9157-e82c2d874290 None None] Pushing event updated for resources: {'Port': ['ID=1c11e8cd-5a93-4777-89fa-26c76ed96c7c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:32.949369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:32.950023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:33.052193 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:33.057749 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:33.132232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:33.133356 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:33.136060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Pushing event updated for resources: {'Port': ['ID=5cd35e08-d373-4227-837e-f1e90785ae82,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:33.239003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Network eb7b97c6-9ac5-4801-b78b-7be25431d446 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:33.240586 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:33.309745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 78e6380e-5881-4514-803e-446619ca3023 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:33.318238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-32d220e3-34e3-40ee-945c-f5ee9053d162 None None] Provisioning for port 5cd35e08-d373-4227-837e-f1e90785ae82 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:33.353743 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-32d220e3-34e3-40ee-945c-f5ee9053d162 None None] Provisioning complete for port 5cd35e08-d373-4227-837e-f1e90785ae82 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:33.354133 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32d220e3-34e3-40ee-945c-f5ee9053d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:33.379759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Router 4e5235ad-5385-402b-a2a0-187e96a2a9bc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:27:33.452938 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-32d220e3-34e3-40ee-945c-f5ee9053d162 None None] Port 5cd35e08-d373-4227-837e-f1e90785ae82 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:27:33.481288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 78e6380e-5881-4514-803e-446619ca3023 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:33.481854 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:33.527113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 1, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:33.530502 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:33.536992 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-07083687-cb13-4b4d-8f47-b72d237b9c1f admin admin] 10.222.0.70 "PUT /v2.0/routers/4e5235ad-5385-402b-a2a0-187e96a2a9bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4867122 Sep 07 16:27:33.568401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e189d099-1604-42d5-a8a8-ec27a636781c None None] The sync data for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 is: [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 1, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:33.608500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba5b4d2d-0a57-4843-824c-091f2c83fe70 None None] Provisioning complete for port 5cd35e08-d373-4227-837e-f1e90785ae82 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:33.608950 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4d2d-0a57-4843-824c-091f2c83fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:33.660528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b4d2d-0a57-4843-824c-091f2c83fe70 None None] Port 5cd35e08-d373-4227-837e-f1e90785ae82 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:27:33.848209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 63787c1c-29e8-419b-a522-15bcc34e57f2 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:27:33.991801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 63787c1c-29e8-419b-a522-15bcc34e57f2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=63787c1c-29e8-419b-a522-15bcc34e57f2,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:34.005627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '63787c1c-29e8-419b-a522-15bcc34e57f2', 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23', 'port_id': '63787c1c-29e8-419b-a522-15bcc34e57f2', 'mac_address': 'fa:16:3e:2a:12:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a349b-2795-4b4e-86d0-acc6e1022fc9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:27:34.025589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4eefe-a27a-42a8-b013-b6c85047964b req-b0612b35-520d-4562-a543-9469475807e6 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:34.027257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70a4eefe-a27a-42a8-b013-b6c85047964b req-b0612b35-520d-4562-a543-9469475807e6 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1095 time: 0.0538611 Sep 07 16:27:34.053461 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.069107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63787c1c-29e8-419b-a522-15bcc34e57f2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:27:34.086751 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70a4eefe-a27a-42a8-b013-b6c85047964b req-1f5549dd-17a0-4016-b39b-670a84604723 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468464 Sep 07 16:27:34.093609 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 63787c1c-29e8-419b-a522-15bcc34e57f2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=63787c1c-29e8-419b-a522-15bcc34e57f2,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:34.098337 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.162989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=63787c1c-29e8-419b-a522-15bcc34e57f2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:34.194708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47948) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:34.200148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5641f4c2-c32f-4d05-b9a7-c93cc8a2fc10 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1102616178', 'description': 'tempest-description--900498781'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:34.229749 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5641f4c2-c32f-4d05-b9a7-c93cc8a2fc10 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.343856 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5641f4c2-c32f-4d05-b9a7-c93cc8a2fc10 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.361646 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5641f4c2-c32f-4d05-b9a7-c93cc8a2fc10 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.397689 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5641f4c2-c32f-4d05-b9a7-c93cc8a2fc10 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.401976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47956) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:34.405152 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5641f4c2-c32f-4d05-b9a7-c93cc8a2fc10 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2088192 Sep 07 16:27:34.408698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8121c300-676a-481c-9e57-8dbbe3c39b5d tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Request body: {'security_group_rule': {'security_group_id': '71adff64-5f67-49b9-a873-a2823128af86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:34.411378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641f4c2-c32f-4d05-b9a7-c93cc8a2fc10 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71adff64-5f67-49b9-a873-a2823128af86,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:34.446183 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8121c300-676a-481c-9e57-8dbbe3c39b5d tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.455400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['63787c1c-29e8-419b-a522-15bcc34e57f2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:27:34.507197 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8121c300-676a-481c-9e57-8dbbe3c39b5d tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.512256 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8121c300-676a-481c-9e57-8dbbe3c39b5d tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.534470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121c300-676a-481c-9e57-8dbbe3c39b5d tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5889def-fcc9-41e7-a72f-278ebe9c1140,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:34.551560 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8121c300-676a-481c-9e57-8dbbe3c39b5d tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.553605 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8121c300-676a-481c-9e57-8dbbe3c39b5d tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486812 Sep 07 16:27:34.556225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47962) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:34.563228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-31822006-9f98-439d-83c0-911fd4fb61f9 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Request body: {'security_group_rule': {'security_group_id': '71adff64-5f67-49b9-a873-a2823128af86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:34.606956 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-31822006-9f98-439d-83c0-911fd4fb61f9 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.693515 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-31822006-9f98-439d-83c0-911fd4fb61f9 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.697847 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-31822006-9f98-439d-83c0-911fd4fb61f9 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.719289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31822006-9f98-439d-83c0-911fd4fb61f9 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c745b35-f7b9-467c-bb7e-fda8e003a518,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:34.727722 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-31822006-9f98-439d-83c0-911fd4fb61f9 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.729036 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-31822006-9f98-439d-83c0-911fd4fb61f9 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1711755 Sep 07 16:27:34.732020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47968) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:34.736530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:34.758826 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:34.888917 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:35.017981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Allocated IP 172.25.3.246 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/30b7e3c2-ab61-493f-a94b-1d927239f077) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:35.143052 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:35.233755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62562af2-0db2-4bda-9956-fcf5e0287838 req-a08e89db-04ba-41eb-b460-7808856e22d1 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:35.242273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-62562af2-0db2-4bda-9956-fcf5e0287838 req-a08e89db-04ba-41eb-b460-7808856e22d1 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1096 time: 0.0719407 Sep 07 16:27:35.245343 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:35.288089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1c11e8cd-5a93-4777-89fa-26c76ed96c7c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:35.308858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:35.321483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:35.324912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:35.354855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 1c11e8cd-5a93-4777-89fa-26c76ed96c7c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:35.357566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event updated for resources: {'Port': ['ID=30b7e3c2-ab61-493f-a94b-1d927239f077,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:35.360164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1c11e8cd-5a93-4777-89fa-26c76ed96c7c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:35.360702 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:35.368525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-62562af2-0db2-4bda-9956-fcf5e0287838 req-f4de40f7-f9ec-405b-906c-1681849a4721 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251979 Sep 07 16:27:35.442746 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:35.455232 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:35.478571 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:35.479323 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 1c11e8cd-5a93-4777-89fa-26c76ed96c7c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1c11e8cd-5a93-4777-89fa-26c76ed96c7c,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:35.485497 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:35.534404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=1c11e8cd-5a93-4777-89fa-26c76ed96c7c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:35.668097 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:35.673458 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:35.750135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event updated for resources: {'Port': ['ID=30b7e3c2-ab61-493f-a94b-1d927239f077,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:35.758681 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:35.773425 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:35.774734 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4f9ef8bc-80a1-4ea7-86c6-5412d52ea252 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0417552 Sep 07 16:27:35.855634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 63787c1c-29e8-419b-a522-15bcc34e57f2 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:35.933050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 63787c1c-29e8-419b-a522-15bcc34e57f2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:35.939401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 63787c1c-29e8-419b-a522-15bcc34e57f2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:35.940012 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:35.948885 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-3eaaaaef-490f-4c20-9d4e-13a5d011a9e1 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1102616178&fields=id&tenant_id=3f73fe945b1f42a4b36b947743fd2019 HTTP/1.1" status: 200 len: 267 time: 0.0488651 Sep 07 16:27:35.956235 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Sync routers for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:35.971790 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:35.973081 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:36.040874 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.058089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-a545e6fe-a75b-41dd-88fa-2eb588a58e3c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:36.069961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca071def-79bc-4585-ab7d-ca6556a8843c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63787c1c-29e8-419b-a522-15bcc34e57f2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:36.070994 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-a545e6fe-a75b-41dd-88fa-2eb588a58e3c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 811 time: 0.1211329 Sep 07 16:27:36.072239 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accd3db8-63cd-4461-a3f3-6c8e3b3b0762" -d '{"events": [{"server_uuid": "ca071def-79bc-4585-ab7d-ca6556a8843c", "name": "network-vif-plugged", "status": "completed", "tag": "63787c1c-29e8-419b-a522-15bcc34e57f2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:36.086463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-a3fbc5ca-f069-4e8c-b71c-51876627d1a3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/quotas/3f73fe945b1f42a4b36b947743fd2019 HTTP/1.1" status: 200 len: 375 time: 0.0145786 Sep 07 16:27:36.087103 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 63787c1c-29e8-419b-a522-15bcc34e57f2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=63787c1c-29e8-419b-a522-15bcc34e57f2,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:36.094452 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.117850 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:36.162111 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24563a2-28f2-4197-9865-0ee17d35b5c8 x-openstack-request-id: req-c24563a2-28f2-4197-9865-0ee17d35b5c8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:36.162421 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca071def-79bc-4585-ab7d-ca6556a8843c", "name": "network-vif-plugged", "status": "completed", "tag": "63787c1c-29e8-419b-a522-15bcc34e57f2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:36.163517 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c24563a2-28f2-4197-9865-0ee17d35b5c8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:36.163931 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca071def-79bc-4585-ab7d-ca6556a8843c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63787c1c-29e8-419b-a522-15bcc34e57f2', 'code': 200} Sep 07 16:27:36.192299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6ad86d0a-89f1-474b-88c9-6780707e77b3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842175 Sep 07 16:27:36.194324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=63787c1c-29e8-419b-a522-15bcc34e57f2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:36.309858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69788a-1f94-4f43-b314-b4399e1ee637 req-da94b58f-0880-4aaf-bf9e-c9c9c757b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:36.311527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d69788a-1f94-4f43-b314-b4399e1ee637 req-da94b58f-0880-4aaf-bf9e-c9c9c757b573 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1097 time: 0.0915399 Sep 07 16:27:36.336050 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 2, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:36.347551 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6c5369cb-2622-4316-a337-4c6ea1b472bf service neutron] 10.222.0.70 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511769 Sep 07 16:27:36.366902 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Checking router: 4e5235ad-5385-402b-a2a0-187e96a2a9bc for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:36.367255 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Updating router 4e5235ad-5385-402b-a2a0-187e96a2a9bc port 5cd35e08-d373-4227-837e-f1e90785ae82 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:27:36.378371 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d69788a-1f94-4f43-b314-b4399e1ee637 req-c56e2e2f-fd3b-41be-9558-5d78f5cbe445 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557168 Sep 07 16:27:36.395014 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.487672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-0731508e-b22d-4f7c-913a-e8cb4ccccdb2 service neutron] 10.222.0.70 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308453 Sep 07 16:27:36.512456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d3640-0c61-41ad-a312-119084139c77 req-6ada090a-1853-4d07-a082-83c3a006733d tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:36.520286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c8d3640-0c61-41ad-a312-119084139c77 req-6ada090a-1853-4d07-a082-83c3a006733d tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1097 time: 0.0667348 Sep 07 16:27:36.561841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c8d3640-0c61-41ad-a312-119084139c77 req-473a4608-c407-4842-b15d-2c832689be6c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Sep 07 16:27:36.680533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f4d1c65-03d3-48a7-bdb7-d88b87ad9ce0 req-456b7ab0-2f23-4389-b425-1076650a3e94 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 210 time: 0.0297966 Sep 07 16:27:36.732472 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.744688 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Transition to ACTIVE for port object 5cd35e08-d373-4227-837e-f1e90785ae82 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:36.749982 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.801286 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a37c4-33bd-4d1b-86fc-74187aa223a1 None None] Pushing event updated for resources: {'Port': ['ID=5cd35e08-d373-4227-837e-f1e90785ae82,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:36.857773 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Attempting to bind port 5cd35e08-d373-4227-837e-f1e90785ae82 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:36.858150 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Attempting to bind port 5cd35e08-d373-4227-837e-f1e90785ae82 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:36.859127 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Attempting to bind port 5cd35e08-d373-4227-837e-f1e90785ae82 on network eb7b97c6-9ac5-4801-b78b-7be25431d446 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:36.864317 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:36.864724 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Checking segment: {'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:36.865128 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.865520 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Bound using segment: {'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:36.865985 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Bound port: 5cd35e08-d373-4227-837e-f1e90785ae82, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:36.866369 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:36.970794 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] For port 5cd35e08-d373-4227-837e-f1e90785ae82, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:36.974514 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] For port 5cd35e08-d373-4227-837e-f1e90785ae82, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5cd35e08-d373-4227-837e-f1e90785ae82,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:36.978798 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:37.026751 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:37.027339 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:37.097164 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a37c4-33bd-4d1b-86fc-74187aa223a1 None None] Pushing event updated for resources: {'Port': ['ID=5cd35e08-d373-4227-837e-f1e90785ae82,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:37.328621 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:37.335596 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5cd35e08-d373-4227-837e-f1e90785ae82 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:37.415338 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 5cd35e08-d373-4227-837e-f1e90785ae82 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:37.422518 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5cd35e08-d373-4227-837e-f1e90785ae82 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:37.423274 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:37.488289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-923f1e91-b830-4f84-9d3a-7b4996b8eb7a None None] Provisioning complete for port 5cd35e08-d373-4227-837e-f1e90785ae82 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:37.488697 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-923f1e91-b830-4f84-9d3a-7b4996b8eb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:37.562070 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:37.621983 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:36Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:37.642500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 5cd35e08-d373-4227-837e-f1e90785ae82, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5cd35e08-d373-4227-837e-f1e90785ae82,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:37.643730 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-923f1e91-b830-4f84-9d3a-7b4996b8eb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:37.656924 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:37.658144 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81875a42-d3a7-4a91-a2e9-7484ee91baa4 None None] The sync data for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 is: [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:36Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:37.659019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1c11e8cd-5a93-4777-89fa-26c76ed96c7c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:37.704267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a2499-a96a-468e-aa09-c4b0e58bc218 req-45c61fcb-182e-43ac-8736-32f339fcf284 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:37.717448 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c22a2499-a96a-468e-aa09-c4b0e58bc218 req-45c61fcb-182e-43ac-8736-32f339fcf284 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1097 time: 0.0674384 Sep 07 16:27:37.787048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=5cd35e08-d373-4227-837e-f1e90785ae82,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:37.796324 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c22a2499-a96a-468e-aa09-c4b0e58bc218 req-57309371-4e02-49f6-8db0-aeca5246aa93 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606115 Sep 07 16:27:37.812267 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-923f1e91-b830-4f84-9d3a-7b4996b8eb7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:27:37.812783 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-923f1e91-b830-4f84-9d3a-7b4996b8eb7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:27:37.817922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1c11e8cd-5a93-4777-89fa-26c76ed96c7c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:37.818630 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:37.862066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4aca1dcd-31e1-4bc2-ab1d-2c05a72785eb req-4243ccbf-6063-49ca-99c6-e19d43d54082 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 210 time: 0.0574160 Sep 07 16:27:38.051498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-0a8e8639-4d6f-4633-b59d-e06763a30ee4 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:38.053918 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-0a8e8639-4d6f-4633-b59d-e06763a30ee4 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.35 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 811 time: 0.1476920 Sep 07 16:27:38.106254 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-88a51e16-34ef-413c-91ec-08e3a917921b tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f73fe945b1f42a4b36b947743fd2019 HTTP/1.1" status: 200 len: 380 time: 0.0413294 Sep 07 16:27:38.122922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Request body: {'port': {'device_id': '4f544ade-1a9b-4406-8b5a-a476e490019b', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'admin_state_up': True, 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'security_groups': ['71adff64-5f67-49b9-a873-a2823128af86']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:38.264531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Made reservation on behalf of 3f73fe945b1f42a4b36b947743fd2019 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:38.270236 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:38.442538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Allocated IP 172.20.0.14 (eb7b97c6-9ac5-4801-b78b-7be25431d446/83e5006b-f36c-4324-a04a-5fa3a46b4335/1f121dd5-5a83-4479-8c7f-ee3a99831720) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:38.590777 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:38.606172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Transition to ACTIVE for port object 1f121dd5-5a83-4479-8c7f-ee3a99831720 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:38.640999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:38.685361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Network eb7b97c6-9ac5-4801-b78b-7be25431d446 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:38.688492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:38.691086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:38.734549 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event updated for resources: {'Port': ['ID=1f121dd5-5a83-4479-8c7f-ee3a99831720,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:38.767853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:38.768623 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:38.784568 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-6b064dc0-d6dc-42fb-8e18-8a34e65c5858 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6677639 Sep 07 16:27:38.798182 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Request body: {'port': {'device_id': '4f544ade-1a9b-4406-8b5a-a476e490019b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:38.859155 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:38.952066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018575cf-fa1d-4a8c-862b-bdd3d5924989 req-2fc7ed0c-bafc-4a6f-bb0e-814e9f223699 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:38.953712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-018575cf-fa1d-4a8c-862b-bdd3d5924989 req-2fc7ed0c-bafc-4a6f-bb0e-814e9f223699 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1097 time: 0.0507693 Sep 07 16:27:38.999111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c3e5ee3a-7689-4de6-a3ec-7cbbe57e74ab None None] Provisioning for port 1f121dd5-5a83-4479-8c7f-ee3a99831720 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:39.003102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c3e5ee3a-7689-4de6-a3ec-7cbbe57e74ab None None] Provisioning complete for port 1f121dd5-5a83-4479-8c7f-ee3a99831720 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:39.003478 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ee3a-7689-4de6-a3ec-7cbbe57e74ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.031901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64609958-529e-4f4f-84fd-d2b1fef4fe6a req-788ba5fd-6d16-4a89-b512-c3acec20c535 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:39.034768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64609958-529e-4f4f-84fd-d2b1fef4fe6a req-788ba5fd-6d16-4a89-b512-c3acec20c535 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 932 time: 0.0796888 Sep 07 16:27:39.040891 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5ee3a-7689-4de6-a3ec-7cbbe57e74ab None None] Port 1f121dd5-5a83-4479-8c7f-ee3a99831720 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:27:39.044084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-018575cf-fa1d-4a8c-862b-bdd3d5924989 req-7ce9a4cc-7587-4b94-8ab1-ada6bbd6cd24 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801637 Sep 07 16:27:39.085625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64609958-529e-4f4f-84fd-d2b1fef4fe6a req-5213867c-5541-47a8-ba8a-dd57d505ff66 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448534 Sep 07 16:27:39.154365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841539e-8772-4769-af09-1670a1eb1113 req-29a12d02-153c-40e1-b9f9-cffac4d71093 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:39.156017 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4841539e-8772-4769-af09-1670a1eb1113 req-29a12d02-153c-40e1-b9f9-cffac4d71093 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1097 time: 0.0419283 Sep 07 16:27:39.188599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f121dd5-5a83-4479-8c7f-ee3a99831720 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:27:39.202162 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.204928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4841539e-8772-4769-af09-1670a1eb1113 req-419b7f80-b96f-4a1c-8152-7de0bb6a0198 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Sep 07 16:27:39.231882 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Transition to ACTIVE for port object 1f121dd5-5a83-4479-8c7f-ee3a99831720 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:39.238898 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.265226 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5cd35e08-d373-4227-837e-f1e90785ae82 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:39.356977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Pushing event updated for resources: {'Port': ['ID=1f121dd5-5a83-4479-8c7f-ee3a99831720,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:39.359555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64be94-b97e-4fd8-9757-2a9c9020bf9c req-fc96a22e-d43f-459f-b014-215a8da215b6 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:39.369727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c64be94-b97e-4fd8-9757-2a9c9020bf9c req-fc96a22e-d43f-459f-b014-215a8da215b6 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1097 time: 0.0622137 Sep 07 16:27:39.413435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5cd35e08-d373-4227-837e-f1e90785ae82 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:39.413831 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.458689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c64be94-b97e-4fd8-9757-2a9c9020bf9c req-620d3390-5b70-4976-823d-38cbcbcff0b1 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826921 Sep 07 16:27:39.479274 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Attempting to bind port 1f121dd5-5a83-4479-8c7f-ee3a99831720 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:39.479619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Attempting to bind port 1f121dd5-5a83-4479-8c7f-ee3a99831720 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:39.479952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Attempting to bind port 1f121dd5-5a83-4479-8c7f-ee3a99831720 on network eb7b97c6-9ac5-4801-b78b-7be25431d446 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:39.494859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Port 1f121dd5-5a83-4479-8c7f-ee3a99831720 on network eb7b97c6-9ac5-4801-b78b-7be25431d446 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:27:39.495191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Attempting to bind port 1f121dd5-5a83-4479-8c7f-ee3a99831720 on network eb7b97c6-9ac5-4801-b78b-7be25431d446 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:39.518399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:39.518817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Checking segment: {'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:39.519136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Bound using segment: {'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:39.519574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Bound port: 1f121dd5-5a83-4479-8c7f-ee3a99831720, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:39.519935 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.636504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] For port 1f121dd5-5a83-4479-8c7f-ee3a99831720, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:39.640932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] For port 1f121dd5-5a83-4479-8c7f-ee3a99831720, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1f121dd5-5a83-4479-8c7f-ee3a99831720,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:39.654957 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.714069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Pushing event updated for resources: {'Port': ['ID=1f121dd5-5a83-4479-8c7f-ee3a99831720,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:39.728806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:39.729438 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:39.730941 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-47bb7612-8819-46b9-82b6-ff34b8e9d52a service neutron] 10.222.0.35 "PUT /v2.0/ports/1f121dd5-5a83-4479-8c7f-ee3a99831720 HTTP/1.1" status: 200 len: 1092 time: 0.9379632 Sep 07 16:27:39.731594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f544ade-1a9b-4406-8b5a-a476e490019b', 'tag': '1f121dd5-5a83-4479-8c7f-ee3a99831720'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:39.739473 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597a7546-0319-462f-b78c-58386e01bb82" -d '{"events": [{"name": "network-changed", "server_uuid": "4f544ade-1a9b-4406-8b5a-a476e490019b", "tag": "1f121dd5-5a83-4479-8c7f-ee3a99831720"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:39.793924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-444a5758-1c23-480d-9ae2-238da7a3488a tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:39.796861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-444a5758-1c23-480d-9ae2-238da7a3488a tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/networks?id=88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 HTTP/1.1" status: 200 len: 911 time: 0.1272585 Sep 07 16:27:39.819107 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a9ca3e-d871-4895-b4c4-464f3817c2a6 x-openstack-request-id: req-75a9ca3e-d871-4895-b4c4-464f3817c2a6 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:39.819412 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f544ade-1a9b-4406-8b5a-a476e490019b", "tag": "1f121dd5-5a83-4479-8c7f-ee3a99831720", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:39.819670 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75a9ca3e-d871-4895-b4c4-464f3817c2a6 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:39.820079 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f544ade-1a9b-4406-8b5a-a476e490019b', 'tag': '1f121dd5-5a83-4479-8c7f-ee3a99831720', 'status': 'completed', 'code': 200} Sep 07 16:27:39.823550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-a6d27232-0fd1-40bd-b798-7727ba7f487b tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/quotas/d517c1a38245436499c0b10c3b811962 HTTP/1.1" status: 200 len: 375 time: 0.0204048 Sep 07 16:27:39.833627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-20e76ae8-72af-412c-8b42-5ec53e0a7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:39.835230 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-20e76ae8-72af-412c-8b42-5ec53e0a7f26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 1095 time: 0.0514364 Sep 07 16:27:39.916524 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-c8d3285e-c727-4a80-b0db-a97537940fbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f121dd5-5a83-4479-8c7f-ee3a99831720 HTTP/1.1" status: 200 len: 217 time: 0.0677698 Sep 07 16:27:39.926341 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-f146b06e-1457-45a0-ae1e-30faa7cbb831 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=d517c1a38245436499c0b10c3b811962&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935285 Sep 07 16:27:39.980514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-9a74cc18-60f6-4f85-8789-daa07255e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:39.982752 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-9a74cc18-60f6-4f85-8789-daa07255e01d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83e5006b-f36c-4324-a04a-5fa3a46b4335 HTTP/1.1" status: 200 len: 850 time: 0.0609066 Sep 07 16:27:40.035557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-fa23a890-97a9-437e-9c8d-2a95b8fbcdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:40.037120 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-fa23a890-97a9-437e-9c8d-2a95b8fbcdf9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb7b97c6-9ac5-4801-b78b-7be25431d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464292 Sep 07 16:27:40.041185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-8f67d0ed-8d3c-4427-83cc-b32d2541758a service neutron] 10.222.0.70 "GET /v2.0/networks/88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137543 Sep 07 16:27:40.150038 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-891c6f39-9435-4b41-923e-5d19e2a327ee service neutron] 10.222.0.70 "GET /v2.0/networks/88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014829 Sep 07 16:27:40.168706 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-4c0ee882-918f-44e0-a4df-0f99fd672464 service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199033 Sep 07 16:27:40.226879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92931ff5-1353-47c5-8927-822939348141 req-b321f7e3-62bb-4db9-97d7-d7de9a778711 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:40.228691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92931ff5-1353-47c5-8927-822939348141 req-b321f7e3-62bb-4db9-97d7-d7de9a778711 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 944 time: 0.0617077 Sep 07 16:27:40.280329 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92931ff5-1353-47c5-8927-822939348141 req-4c28cd08-4dfe-4e3a-8098-445fff16bc1e tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449009 Sep 07 16:27:40.304690 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5d930cb3-9d84-4405-bd5d-3ff92b87dfa7 req-028894e7-7588-4bb6-90f5-55b1f990d3a9 service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297536 Sep 07 16:27:40.369798 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78bce31b-2d17-4344-a12e-bc89ca55216d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:40.421530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f1bdb1f-dd80-46ed-8738-74e41c7d9c6c req-7a9a2a73-8baf-41cf-9c63-9dd01d9e8dd9 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 210 time: 0.0633490 Sep 07 16:27:40.439853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a7546-0319-462f-b78c-58386e01bb82 req-f168a139-4914-4471-ba13-4689dec98ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:40.441579 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-597a7546-0319-462f-b78c-58386e01bb82 req-f168a139-4914-4471-ba13-4689dec98ed9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 1095 time: 0.0760477 Sep 07 16:27:40.549323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a7546-0319-462f-b78c-58386e01bb82 req-f8a9bbcf-40db-43a9-9349-358e02a2932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:40.550680 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-597a7546-0319-462f-b78c-58386e01bb82 req-f8a9bbcf-40db-43a9-9349-358e02a2932c service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 912 time: 0.1013258 Sep 07 16:27:40.604688 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-597a7546-0319-462f-b78c-58386e01bb82 req-cb371b54-880f-4ede-a4e0-d6ae457700a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f121dd5-5a83-4479-8c7f-ee3a99831720 HTTP/1.1" status: 200 len: 217 time: 0.0456245 Sep 07 16:27:40.663354 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a7546-0319-462f-b78c-58386e01bb82 req-371f77c6-1df2-488c-9632-854c31b74dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:40.664847 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-597a7546-0319-462f-b78c-58386e01bb82 req-371f77c6-1df2-488c-9632-854c31b74dce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83e5006b-f36c-4324-a04a-5fa3a46b4335 HTTP/1.1" status: 200 len: 850 time: 0.0522614 Sep 07 16:27:40.715354 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a7546-0319-462f-b78c-58386e01bb82 req-dbe42cfc-7ac3-452c-9a8d-d3839a93f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:40.716980 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-597a7546-0319-462f-b78c-58386e01bb82 req-dbe42cfc-7ac3-452c-9a8d-d3839a93f7d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb7b97c6-9ac5-4801-b78b-7be25431d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436890 Sep 07 16:27:40.826133 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-597a7546-0319-462f-b78c-58386e01bb82 req-e1ad9a69-085c-4e59-ace7-f5a619e9bfb6 service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921528 Sep 07 16:27:40.937223 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-597a7546-0319-462f-b78c-58386e01bb82 req-4eef0646-0c56-4e03-81e8-3abbb4202ffc service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005325 Sep 07 16:27:41.408555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d62aa-b468-4d82-b9f8-ac80130711e1 req-cb9a08ca-4a7c-42fb-8e72-32320d60f665 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:41.410213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-502d62aa-b468-4d82-b9f8-ac80130711e1 req-cb9a08ca-4a7c-42fb-8e72-32320d60f665 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 944 time: 0.0551057 Sep 07 16:27:41.489645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-98510e24-f3f0-4d82-9bfa-666347e94787 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:41.491780 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-98510e24-f3f0-4d82-9bfa-666347e94787 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.35 "GET /v2.0/networks?id=88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 HTTP/1.1" status: 200 len: 911 time: 0.1212318 Sep 07 16:27:41.493481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-502d62aa-b468-4d82-b9f8-ac80130711e1 req-65313828-5c9c-4a46-9cb5-f0d39b546461 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764349 Sep 07 16:27:41.516629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Request body: {'port': {'device_id': '513f612c-6f98-4a3f-957e-c17171f7ab04', 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23', 'admin_state_up': True, 'tenant_id': 'd517c1a38245436499c0b10c3b811962'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:41.539608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Made reservation on behalf of d517c1a38245436499c0b10c3b811962 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:41.541974 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:41.590558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86abcfb9-e8d5-4618-879b-a1d98ed57f61 req-78602e18-de0c-4670-b197-05c7eb6f2a4a tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 210 time: 0.0273445 Sep 07 16:27:41.691468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Allocated IP 172.20.0.6 (88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23/971a349b-2795-4b4e-86d0-acc6e1022fc9/857a1189-673f-4f05-8caa-3a62231d8963) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:41.855674 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:41.870210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Transition to ACTIVE for port object 857a1189-673f-4f05-8caa-3a62231d8963 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:41.905504 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:41.919588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['63787c1c-29e8-419b-a522-15bcc34e57f2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:27:41.978629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Pushing event updated for resources: {'Port': ['ID=857a1189-673f-4f05-8caa-3a62231d8963,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:41.983629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:41.985409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:41.987688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:42.028114 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:42.029321 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.058020 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-2c952892-be4b-4a57-8414-af3093e25af8 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5484593 Sep 07 16:27:42.120977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Request body: {'port': {'device_id': '513f612c-6f98-4a3f-957e-c17171f7ab04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:42.181911 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.238899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1b70c150-7139-4a4c-ad3d-1dd76091b3dd None None] Provisioning for port 857a1189-673f-4f05-8caa-3a62231d8963 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:42.243404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1b70c150-7139-4a4c-ad3d-1dd76091b3dd None None] Provisioning complete for port 857a1189-673f-4f05-8caa-3a62231d8963 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:42.243800 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b70c150-7139-4a4c-ad3d-1dd76091b3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.279528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1b70c150-7139-4a4c-ad3d-1dd76091b3dd None None] Port 857a1189-673f-4f05-8caa-3a62231d8963 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:27:42.449012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857a1189-673f-4f05-8caa-3a62231d8963 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:27:42.456778 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.468943 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Transition to ACTIVE for port object 857a1189-673f-4f05-8caa-3a62231d8963 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:42.472350 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.570018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Pushing event updated for resources: {'Port': ['ID=857a1189-673f-4f05-8caa-3a62231d8963,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:42.606556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Attempting to bind port 857a1189-673f-4f05-8caa-3a62231d8963 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:42.607018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Attempting to bind port 857a1189-673f-4f05-8caa-3a62231d8963 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:42.607454 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Attempting to bind port 857a1189-673f-4f05-8caa-3a62231d8963 on network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:42.613201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Port 857a1189-673f-4f05-8caa-3a62231d8963 on network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:27:42.613581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Attempting to bind port 857a1189-673f-4f05-8caa-3a62231d8963 on network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:42.620007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:42.620007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Checking segment: {'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:42.620409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Bound using segment: {'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:42.620725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Bound port: 857a1189-673f-4f05-8caa-3a62231d8963, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3152a48c-477f-4511-bd61-48b11830e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:42.621090 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.681705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6afb0-dd71-4e72-aade-b280e2725e2c req-a5d4c791-14a0-4ce1-a49f-5d68981d65df tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:42.690960 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26c6afb0-dd71-4e72-aade-b280e2725e2c req-a5d4c791-14a0-4ce1-a49f-5d68981d65df tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 944 time: 0.1001079 Sep 07 16:27:42.711142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] For port 857a1189-673f-4f05-8caa-3a62231d8963, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:42.715125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] For port 857a1189-673f-4f05-8caa-3a62231d8963, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=857a1189-673f-4f05-8caa-3a62231d8963,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:42.720285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.740565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:42.741916 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:42.743542 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] 10.222.0.35 "PUT /v2.0/ports/857a1189-673f-4f05-8caa-3a62231d8963 HTTP/1.1" status: 200 len: 1091 time: 0.6274037 Sep 07 16:27:42.774585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513f612c-6f98-4a3f-957e-c17171f7ab04', 'tag': '857a1189-673f-4f05-8caa-3a62231d8963'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:42.777644 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042ca1a2-6332-4205-a43a-3a0f8aa7f157" -d '{"events": [{"name": "network-changed", "server_uuid": "513f612c-6f98-4a3f-957e-c17171f7ab04", "tag": "857a1189-673f-4f05-8caa-3a62231d8963"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:42.787918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e317c-9482-4202-be93-763cf3b8f076 req-a77d308c-3366-4e51-8449-33961ed20df5 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:42.789758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e85e317c-9482-4202-be93-763cf3b8f076 req-a77d308c-3366-4e51-8449-33961ed20df5 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1052 time: 0.0967975 Sep 07 16:27:42.800907 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26c6afb0-dd71-4e72-aade-b280e2725e2c req-fa46366f-ff1c-4f21-981d-966fea2020df tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090164 Sep 07 16:27:42.844059 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e85e317c-9482-4202-be93-763cf3b8f076 req-cadc1c85-4a20-48c7-b9cc-7700ba98144c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407989 Sep 07 16:27:42.880814 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002d729b-1c31-4c11-a31e-a6f2d0e0337e x-openstack-request-id: req-002d729b-1c31-4c11-a31e-a6f2d0e0337e {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:42.880952 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513f612c-6f98-4a3f-957e-c17171f7ab04", "tag": "857a1189-673f-4f05-8caa-3a62231d8963", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:42.881200 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-002d729b-1c31-4c11-a31e-a6f2d0e0337e {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:42.881597 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513f612c-6f98-4a3f-957e-c17171f7ab04', 'tag': '857a1189-673f-4f05-8caa-3a62231d8963', 'status': 'completed', 'code': 200} Sep 07 16:27:42.883604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a8f69-024a-4d7f-9d2a-6a0a2de1ccd1 service neutron] Pushing event updated for resources: {'Port': ['ID=857a1189-673f-4f05-8caa-3a62231d8963,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:42.904545 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-4d65fc18-eda3-45bd-accc-1beb287407f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:42.906089 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-4d65fc18-eda3-45bd-accc-1beb287407f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d517c1a38245436499c0b10c3b811962&device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1094 time: 0.1083481 Sep 07 16:27:42.951790 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-49f3bf9b-994b-434d-a5fc-7c22e0fc1088 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=857a1189-673f-4f05-8caa-3a62231d8963 HTTP/1.1" status: 200 len: 217 time: 0.0362809 Sep 07 16:27:43.009225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-6c8d47c3-1fd5-4173-af1d-1a61a6e1766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:43.010697 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-6c8d47c3-1fd5-4173-af1d-1a61a6e1766d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=971a349b-2795-4b4e-86d0-acc6e1022fc9 HTTP/1.1" status: 200 len: 849 time: 0.0507495 Sep 07 16:27:43.060132 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-fd85ce57-25f5-4f29-9da6-407714017749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:43.061694 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-fd85ce57-25f5-4f29-9da6-407714017749 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418596 Sep 07 16:27:43.155821 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-e2fa4d72-5591-4ebf-99f7-481bdec39a47 service neutron] 10.222.0.35 "GET /v2.0/networks/88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854065 Sep 07 16:27:43.253499 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5c119318-1e4b-46bd-9158-a519bb8ff495 req-12c35153-c0c5-41d3-a316-7dac085ecfc1 service neutron] 10.222.0.35 "GET /v2.0/networks/88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901701 Sep 07 16:27:43.346757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca1a2-6332-4205-a43a-3a0f8aa7f157 req-6cb88369-1e4a-4bd4-a988-a50b286a0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:43.348314 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-042ca1a2-6332-4205-a43a-3a0f8aa7f157 req-6cb88369-1e4a-4bd4-a988-a50b286a0ad9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d517c1a38245436499c0b10c3b811962&device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1094 time: 0.0439687 Sep 07 16:27:43.446801 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca1a2-6332-4205-a43a-3a0f8aa7f157 req-fddec174-d831-4a7a-974b-9b8239c647d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:43.448292 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-042ca1a2-6332-4205-a43a-3a0f8aa7f157 req-fddec174-d831-4a7a-974b-9b8239c647d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 HTTP/1.1" status: 200 len: 911 time: 0.0923712 Sep 07 16:27:43.491600 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-042ca1a2-6332-4205-a43a-3a0f8aa7f157 req-4abdb2ab-8397-4882-8e4e-96d037a93b9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=857a1189-673f-4f05-8caa-3a62231d8963 HTTP/1.1" status: 200 len: 217 time: 0.0342615 Sep 07 16:27:43.541865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca1a2-6332-4205-a43a-3a0f8aa7f157 req-bda59f8b-d43c-4c78-a4fe-c824cd83b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:43.543326 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-042ca1a2-6332-4205-a43a-3a0f8aa7f157 req-bda59f8b-d43c-4c78-a4fe-c824cd83b307 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=971a349b-2795-4b4e-86d0-acc6e1022fc9 HTTP/1.1" status: 200 len: 849 time: 0.0440328 Sep 07 16:27:43.594735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca1a2-6332-4205-a43a-3a0f8aa7f157 req-694296c2-0f52-4621-ae95-d8e688265d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:43.596392 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-042ca1a2-6332-4205-a43a-3a0f8aa7f157 req-694296c2-0f52-4621-ae95-d8e688265d50 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440722 Sep 07 16:27:43.691188 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-042ca1a2-6332-4205-a43a-3a0f8aa7f157 req-79af21bc-efe9-45c0-9ba6-acfd686f649d service neutron] 10.222.0.35 "GET /v2.0/networks/88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861957 Sep 07 16:27:43.787209 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-042ca1a2-6332-4205-a43a-3a0f8aa7f157 req-8703b530-5a20-4d53-8687-dc277a71c8ca service neutron] 10.222.0.35 "GET /v2.0/networks/88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884721 Sep 07 16:27:43.912050 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:43.960997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d314c9-70d5-48f9-9bc8-af0ddda12d62 req-1d122c24-25ee-42b6-87ab-dc1d4d740447 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:43.964636 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59d314c9-70d5-48f9-9bc8-af0ddda12d62 req-1d122c24-25ee-42b6-87ab-dc1d4d740447 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 944 time: 0.0883703 Sep 07 16:27:44.035086 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59d314c9-70d5-48f9-9bc8-af0ddda12d62 req-e9ab0c47-bdd1-4d62-83e5-9e2aba2bf1f7 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565982 Sep 07 16:27:44.047789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e072618-1214-4606-b198-7cedb029adbe req-c1b18e14-a683-4388-b398-2396838fa842 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:44.051056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e072618-1214-4606-b198-7cedb029adbe req-c1b18e14-a683-4388-b398-2396838fa842 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1094 time: 0.0853302 Sep 07 16:27:44.084205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e072618-1214-4606-b198-7cedb029adbe req-3891678a-4a01-45be-8948-8e66d9ed1802 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286613 Sep 07 16:27:44.140671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:44.219639 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb20ad56-9986-4646-9b0a-f8904bc63745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.254520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac626ae1-9c57-4220-98d6-3711cc600179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.343691 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac626ae1-9c57-4220-98d6-3711cc600179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.347395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac626ae1-9c57-4220-98d6-3711cc600179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.385641 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ac626ae1-9c57-4220-98d6-3711cc600179 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b5589df567d4b7d867ff24943e7b5e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438767 Sep 07 16:27:44.386508 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac626ae1-9c57-4220-98d6-3711cc600179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845802d7-3f1c-446e-b393-5bdacf742615,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:44.388301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48148) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:44.440465 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d7160c7-270a-4d25-a4be-6f3d4c20ada9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.461210 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d7160c7-270a-4d25-a4be-6f3d4c20ada9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.507724 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d7160c7-270a-4d25-a4be-6f3d4c20ada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.510283 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7d7160c7-270a-4d25-a4be-6f3d4c20ada9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.511429 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7d7160c7-270a-4d25-a4be-6f3d4c20ada9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/845802d7-3f1c-446e-b393-5bdacf742615 HTTP/1.1" status: 204 len: 168 time: 0.1206269 Sep 07 16:27:44.519665 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7160c7-270a-4d25-a4be-6f3d4c20ada9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845802d7-3f1c-446e-b393-5bdacf742615,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:44.684848 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb2cf-985e-46b6-b849-8a53edd9dbea req-1c0ec15a-2b20-4a01-8e61-1e76307300cb tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:44.686455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1dfb2cf-985e-46b6-b849-8a53edd9dbea req-1c0ec15a-2b20-4a01-8e61-1e76307300cb tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 1096 time: 0.0462241 Sep 07 16:27:44.728646 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1dfb2cf-985e-46b6-b849-8a53edd9dbea req-b335c185-4e95-4ad8-8c35-3e2c04c5b9f7 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363190 Sep 07 16:27:44.751587 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48164) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:44.886014 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.922429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e99507b6-a96b-4fe7-8818-cabf2cad68ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port 96f2eb41-a9e6-46e9-a350-1bf0e6d9b8ee {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:44.922786 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e99507b6-a96b-4fe7-8818-cabf2cad68ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.998262 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e99507b6-a96b-4fe7-8818-cabf2cad68ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:44.998880 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e99507b6-a96b-4fe7-8818-cabf2cad68ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:45.010356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e99507b6-a96b-4fe7-8818-cabf2cad68ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for 96f2eb41-a9e6-46e9-a350-1bf0e6d9b8ee owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:45.188685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1aa67-53ae-4675-ac33-1bbe02bc3c6d req-7d3e8a19-0dd8-4f2e-a329-1f5cbcf8e705 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:45.190186 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4f1aa67-53ae-4675-ac33-1bbe02bc3c6d req-7d3e8a19-0dd8-4f2e-a329-1f5cbcf8e705 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 944 time: 0.0781291 Sep 07 16:27:45.280181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb54e13-b516-4a89-97af-0af2bcd77e86 req-b2f5de8e-0b98-4f00-b537-923c90234b16 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:45.281791 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9cb54e13-b516-4a89-97af-0af2bcd77e86 req-b2f5de8e-0b98-4f00-b537-923c90234b16 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1094 time: 0.1184316 Sep 07 16:27:45.285098 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4f1aa67-53ae-4675-ac33-1bbe02bc3c6d req-b94b775a-5efc-49eb-b3cb-d852f9669754 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806119 Sep 07 16:27:45.285841 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e99507b6-a96b-4fe7-8818-cabf2cad68ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:45.328039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99507b6-a96b-4fe7-8818-cabf2cad68ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=96f2eb41-a9e6-46e9-a350-1bf0e6d9b8ee,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:45.385367 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9cb54e13-b516-4a89-97af-0af2bcd77e86 req-d982005b-8a8a-4f41-be30-0e0e83fd2375 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923624 Sep 07 16:27:45.406403 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e99507b6-a96b-4fe7-8818-cabf2cad68ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:45.406709 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-e99507b6-a96b-4fe7-8818-cabf2cad68ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Floating IP d3688e0f-c102-44c8-aab7-7b3589980fec disassociated (deleted). External IP: 172.25.3.253, port: 5b77ccf1-b908-4087-8cc5-16ca3a883796. Sep 07 16:27:45.616213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99507b6-a96b-4fe7-8818-cabf2cad68ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router 337409e0-b878-450b-b16e-77b30f12d66e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:27:45.706941 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48196) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:45.728502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99507b6-a96b-4fe7-8818-cabf2cad68ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:45.734255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e99507b6-a96b-4fe7-8818-cabf2cad68ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:45.740805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec00aa-3d7e-4660-bb64-3ea74d4692fa None None] Sync routers for ids ['337409e0-b878-450b-b16e-77b30f12d66e'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:45.758495 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec00aa-3d7e-4660-bb64-3ea74d4692fa None None] Routers {'337409e0-b878-450b-b16e-77b30f12d66e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:45.759149 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6dec00aa-3d7e-4660-bb64-3ea74d4692fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['337409e0-b878-450b-b16e-77b30f12d66e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:45.765143 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e99507b6-a96b-4fe7-8818-cabf2cad68ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/floatingips/d3688e0f-c102-44c8-aab7-7b3589980fec HTTP/1.1" status: 204 len: 168 time: 1.0124705 Sep 07 16:27:45.765756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:45.768647 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aaefac-39fa-438f-bd26-9003dec90032" -d '{"events": [{"name": "network-changed", "server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:45.865730 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75cd736-ad60-4463-9456-730b00311da8 x-openstack-request-id: req-c75cd736-ad60-4463-9456-730b00311da8 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:45.866030 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:45.866285 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c75cd736-ad60-4463-9456-730b00311da8 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:45.866689 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'status': 'completed', 'code': 200} Sep 07 16:27:45.890345 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'network': {'name': 'tempest-network-smoke--1459591286', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'port_security_enabled': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:45.911680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6dec00aa-3d7e-4660-bb64-3ea74d4692fa None None] Set router 337409e0-b878-450b-b16e-77b30f12d66e gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:45.932170 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Made reservation on behalf of f5594cfe03a44f3b868060a14924d0e7 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:45.944911 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:45.945260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaefac-39fa-438f-bd26-9003dec90032 req-e87abbfd-c03b-4e4a-ac9f-9d1bc2b126b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:45.946982 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21aaefac-39fa-438f-bd26-9003dec90032 req-e87abbfd-c03b-4e4a-ac9f-9d1bc2b126b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 1096 time: 0.0521858 Sep 07 16:27:45.955083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.061310 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.067343 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.092226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9eb54-1fc8-4143-9ffc-73beebb2243b req-c7628700-6f81-42f3-88c3-83c8a53eafe4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:46.093782 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-afa9eb54-1fc8-4143-9ffc-73beebb2243b req-c7628700-6f81-42f3-88c3-83c8a53eafe4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0698102 Sep 07 16:27:46.095642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:27:46.097716 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaefac-39fa-438f-bd26-9003dec90032 req-2f6d8868-790d-4932-aace-4c3c44c511fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:46.099174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21aaefac-39fa-438f-bd26-9003dec90032 req-2f6d8868-790d-4932-aace-4c3c44c511fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=5a09e50b-5c47-4343-83eb-7b6612c3f179 HTTP/1.1" status: 200 len: 898 time: 0.1394289 Sep 07 16:27:46.111158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c27726-36e3-4ca0-b43d-d1ed70cbfc00,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:46.116204 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.116835 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Added segment 8712b09e-262e-4e7f-be0f-05a93dcd3457 of type vlan for network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 Sep 07 16:27:46.142740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6dec00aa-3d7e-4660-bb64-3ea74d4692fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'f67d65d3-33aa-428d-a60e-89e2940f337b', 'name': '', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:5e:2f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:25:00Z', 'updated_at': '2021-09-07T16:25:07Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:46.158384 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.172525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21aaefac-39fa-438f-bd26-9003dec90032 req-ffb214cd-1877-4d00-8535-602c17265ba6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796 HTTP/1.1" status: 200 len: 217 time: 0.0612073 Sep 07 16:27:46.173978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1f121dd5-5a83-4479-8c7f-ee3a99831720 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:27:46.177277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec00aa-3d7e-4660-bb64-3ea74d4692fa None None] Checking router: 337409e0-b878-450b-b16e-77b30f12d66e for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:46.186150 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.193207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:46.193812 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.198411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec00aa-3d7e-4660-bb64-3ea74d4692fa None None] Routers {'337409e0-b878-450b-b16e-77b30f12d66e'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:46.199340 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6dec00aa-3d7e-4660-bb64-3ea74d4692fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['337409e0-b878-450b-b16e-77b30f12d66e'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:46.213711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-afa9eb54-1fc8-4143-9ffc-73beebb2243b req-e8ec5bd5-d218-4619-971d-39ac6627b17f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112015 Sep 07 16:27:46.216385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48208) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:46.216579 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5079596 Sep 07 16:27:46.221368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'admin_state_up': True, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:46.264894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaefac-39fa-438f-bd26-9003dec90032 req-756d026c-ea8f-4f78-a3d4-3dedf1ef02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:46.266459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21aaefac-39fa-438f-bd26-9003dec90032 req-756d026c-ea8f-4f78-a3d4-3dedf1ef02ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a HTTP/1.1" status: 200 len: 835 time: 0.0845065 Sep 07 16:27:46.268427 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.269485 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.282365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bebc1-f4b3-4665-a7ac-4d7e7c28a467 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Network': ['ID=2ca92e5c-04b0-4f44-adbc-578e81cb0910,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:46.300514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:27:46.348944 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.361453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaefac-39fa-438f-bd26-9003dec90032 req-61497323-ca4e-4cbe-9031-d1a73db2e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:46.362652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21aaefac-39fa-438f-bd26-9003dec90032 req-61497323-ca4e-4cbe-9031-d1a73db2e616 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5a09e50b-5c47-4343-83eb-7b6612c3f179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868311 Sep 07 16:27:46.420238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1f121dd5-5a83-4479-8c7f-ee3a99831720, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1f121dd5-5a83-4479-8c7f-ee3a99831720,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:46.451440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6dec00aa-3d7e-4660-bb64-3ea74d4692fa None None] Set router 337409e0-b878-450b-b16e-77b30f12d66e gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:46.453399 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '1f121dd5-5a83-4479-8c7f-ee3a99831720', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'port_id': '1f121dd5-5a83-4479-8c7f-ee3a99831720', 'mac_address': 'fa:16:3e:cb:f7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:27:46.567119 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.589875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f121dd5-5a83-4479-8c7f-ee3a99831720 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:27:46.647694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1f121dd5-5a83-4479-8c7f-ee3a99831720, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1f121dd5-5a83-4479-8c7f-ee3a99831720,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:46.655269 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.744727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=1f121dd5-5a83-4479-8c7f-ee3a99831720,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:46.765396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6dec00aa-3d7e-4660-bb64-3ea74d4692fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'f67d65d3-33aa-428d-a60e-89e2940f337b', 'name': '', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:5e:2f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:25:00Z', 'updated_at': '2021-09-07T16:25:07Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:46.908131 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.922522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4e1c-5ec6-4ec5-aeb3-a5f54906667d req-0e89f1d1-898f-4834-b54f-89342c0669c5 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:46.924032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-982b4e1c-5ec6-4ec5-aeb3-a5f54906667d req-0e89f1d1-898f-4834-b54f-89342c0669c5 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 944 time: 0.5303173 Sep 07 16:27:46.952519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec00aa-3d7e-4660-bb64-3ea74d4692fa None None] The sync data for ids ['337409e0-b878-450b-b16e-77b30f12d66e'] in n-d-807551-3 is: [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'f67d65d3-33aa-428d-a60e-89e2940f337b', 'name': '', 'network_id': '5a09e50b-5c47-4343-83eb-7b6612c3f179', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:5e:2f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:25:00Z', 'updated_at': '2021-09-07T16:25:07Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:46.966128 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:46.979351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b28a6-95b4-4498-970e-8c1efa6f979b req-55ab30cb-8d9e-491a-9e2f-08e664af2d24 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:46.980913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-015b28a6-95b4-4498-970e-8c1efa6f979b req-55ab30cb-8d9e-491a-9e2f-08e664af2d24 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1094 time: 0.2210381 Sep 07 16:27:47.004229 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21aaefac-39fa-438f-bd26-9003dec90032 req-984ee2e8-e6c4-4b5e-b108-363aec96e376 service neutron] 10.222.0.54 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114681 Sep 07 16:27:47.035261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-982b4e1c-5ec6-4ec5-aeb3-a5f54906667d req-446fa3bf-6982-4472-865f-8948c0f4f78d tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029329 Sep 07 16:27:47.094664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['1f121dd5-5a83-4479-8c7f-ee3a99831720'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:27:47.128661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-015b28a6-95b4-4498-970e-8c1efa6f979b req-7c423441-3ab3-4b4e-94c0-e61418a8f666 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395590 Sep 07 16:27:47.171066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21aaefac-39fa-438f-bd26-9003dec90032 req-7c39109c-e70b-4cb0-b9ca-85b7de89cb8a service neutron] 10.222.0.54 "GET /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548541 Sep 07 16:27:47.232028 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c3ca5-0153-4a0b-adf6-cdc45772dfa1 None None] New status for floating IP d3688e0f-c102-44c8-aab7-7b3589980fec: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:27:47.322601 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:47.354963 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:47.415558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea7e5b-f693-4bf9-b905-1aea0bda6037 req-b2e9da0a-dafa-454f-8c32-f2ae551236b7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:47.417085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bea7e5b-f693-4bf9-b905-1aea0bda6037 req-b2e9da0a-dafa-454f-8c32-f2ae551236b7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.1205049 Sep 07 16:27:47.515791 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bea7e5b-f693-4bf9-b905-1aea0bda6037 req-97dd3345-d47e-4064-8597-90d356626ad1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=c60b17ca-6abe-445a-ae27-ce71fa51e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913310 Sep 07 16:27:47.535016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Allocated IP 172.25.3.3 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/4f2fdc41-6434-4509-b305-f4adca2b8933) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:47.555710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298238cc-6acc-424b-b703-16f9c3a25f00 req-178e0f1e-ccf9-439f-9b37-b44de4352680 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:47.557239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-298238cc-6acc-424b-b703-16f9c3a25f00 req-178e0f1e-ccf9-439f-9b37-b44de4352680 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 945 time: 0.0888846 Sep 07 16:27:47.723850 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:47.750075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-298238cc-6acc-424b-b703-16f9c3a25f00 req-9f622b6f-6e26-490f-8c7e-dbcc20e2835c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port 5b77ccf1-b908-4087-8cc5-16ca3a883796 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:47.750412 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-298238cc-6acc-424b-b703-16f9c3a25f00 req-9f622b6f-6e26-490f-8c7e-dbcc20e2835c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:47.832836 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:47.883088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:47.890481 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:47.893353 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-298238cc-6acc-424b-b703-16f9c3a25f00 req-9f622b6f-6e26-490f-8c7e-dbcc20e2835c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] For port 5b77ccf1-b908-4087-8cc5-16ca3a883796, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5b77ccf1-b908-4087-8cc5-16ca3a883796,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:47.893722 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-298238cc-6acc-424b-b703-16f9c3a25f00 req-9f622b6f-6e26-490f-8c7e-dbcc20e2835c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:47.905098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:47.931815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-298238cc-6acc-424b-b703-16f9c3a25f00 req-9f622b6f-6e26-490f-8c7e-dbcc20e2835c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for 5b77ccf1-b908-4087-8cc5-16ca3a883796 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:47.933543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=4f2fdc41-6434-4509-b305-f4adca2b8933,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:48.159801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 857a1189-673f-4f05-8caa-3a62231d8963 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:27:48.164267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1f121dd5-5a83-4479-8c7f-ee3a99831720 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:48.243931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daf420-fb4f-4a98-a4c7-05b494a8faa3 req-6ca5cee3-36c1-4471-961a-1b335823021f tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:48.245469 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9daf420-fb4f-4a98-a4c7-05b494a8faa3 req-6ca5cee3-36c1-4471-961a-1b335823021f tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 945 time: 0.1377187 Sep 07 16:27:48.285035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 1f121dd5-5a83-4479-8c7f-ee3a99831720 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:48.295772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 1f121dd5-5a83-4479-8c7f-ee3a99831720 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:48.296154 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:48.321840 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 857a1189-673f-4f05-8caa-3a62231d8963, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=857a1189-673f-4f05-8caa-3a62231d8963,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:48.323792 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-298238cc-6acc-424b-b703-16f9c3a25f00 req-9f622b6f-6e26-490f-8c7e-dbcc20e2835c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:48.338564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '857a1189-673f-4f05-8caa-3a62231d8963', 'network_id': '88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23', 'port_id': '857a1189-673f-4f05-8caa-3a62231d8963', 'mac_address': 'fa:16:3e:24:ef:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a349b-2795-4b4e-86d0-acc6e1022fc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:27:48.378305 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:48.403365 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:48.418254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f622b6f-6e26-490f-8c7e-dbcc20e2835c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=5b77ccf1-b908-4087-8cc5-16ca3a883796,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:48.428675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9daf420-fb4f-4a98-a4c7-05b494a8faa3 req-7aaf0ab8-f0aa-4665-b4d1-456ad58ff629 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540313 Sep 07 16:27:48.439616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857a1189-673f-4f05-8caa-3a62231d8963 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:27:48.457230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2eedb9-3bc2-45d5-9c8f-6e92c878a32f req-3ac2cf52-11a9-41aa-9250-4fd85b618605 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:48.458852 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f2eedb9-3bc2-45d5-9c8f-6e92c878a32f req-3ac2cf52-11a9-41aa-9250-4fd85b618605 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1094 time: 0.2105334 Sep 07 16:27:48.470603 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:48.474420 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 857a1189-673f-4f05-8caa-3a62231d8963, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=857a1189-673f-4f05-8caa-3a62231d8963,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:48.480453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-298238cc-6acc-424b-b703-16f9c3a25f00 req-9f622b6f-6e26-490f-8c7e-dbcc20e2835c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] No DVR routers for this DVR port 5b77ccf1-b908-4087-8cc5-16ca3a883796 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:48.482359 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:48.490766 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-298238cc-6acc-424b-b703-16f9c3a25f00 req-9f622b6f-6e26-490f-8c7e-dbcc20e2835c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:48.492655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-298238cc-6acc-424b-b703-16f9c3a25f00 req-9f622b6f-6e26-490f-8c7e-dbcc20e2835c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.54 "DELETE /v2.0/ports/5b77ccf1-b908-4087-8cc5-16ca3a883796 HTTP/1.1" status: 204 len: 173 time: 0.9181068 Sep 07 16:27:48.493092 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'name': 'network-vif-deleted', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:48.495318 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84fd815-52bc-4ac3-b6d9-d2f31ce397c4" -d '{"events": [{"server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "name": "network-vif-deleted", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:48.531233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f544ade-1a9b-4406-8b5a-a476e490019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f121dd5-5a83-4479-8c7f-ee3a99831720'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:48.533022 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0234c785-aaf9-4959-a079-f19b69d3bb44" -d '{"events": [{"server_uuid": "4f544ade-1a9b-4406-8b5a-a476e490019b", "name": "network-vif-plugged", "status": "completed", "tag": "1f121dd5-5a83-4479-8c7f-ee3a99831720"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:48.545888 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c5e210-1cd5-45a8-afca-2f6b1111a784 x-openstack-request-id: req-56c5e210-1cd5-45a8-afca-2f6b1111a784 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:48.546191 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad371427-43f1-42ff-b6a5-1581187199e2", "name": "network-vif-deleted", "tag": "5b77ccf1-b908-4087-8cc5-16ca3a883796", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:48.546460 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56c5e210-1cd5-45a8-afca-2f6b1111a784 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:48.546849 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad371427-43f1-42ff-b6a5-1581187199e2', 'name': 'network-vif-deleted', 'tag': '5b77ccf1-b908-4087-8cc5-16ca3a883796', 'status': 'completed', 'code': 200} Sep 07 16:27:48.551866 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1f121dd5-5a83-4479-8c7f-ee3a99831720, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1f121dd5-5a83-4479-8c7f-ee3a99831720,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:48.563721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f2eedb9-3bc2-45d5-9c8f-6e92c878a32f req-988e47ae-dd52-4c6e-9af1-d2972f244aac tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844431 Sep 07 16:27:48.569407 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:48.599564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=857a1189-673f-4f05-8caa-3a62231d8963,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:48.644376 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc959a5-4fab-4ae5-b74f-4d6947d0c6b6 x-openstack-request-id: req-dbc959a5-4fab-4ae5-b74f-4d6947d0c6b6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:48.644812 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f544ade-1a9b-4406-8b5a-a476e490019b", "name": "network-vif-plugged", "status": "completed", "tag": "1f121dd5-5a83-4479-8c7f-ee3a99831720", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:48.645266 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dbc959a5-4fab-4ae5-b74f-4d6947d0c6b6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:48.645718 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f544ade-1a9b-4406-8b5a-a476e490019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f121dd5-5a83-4479-8c7f-ee3a99831720', 'code': 200} Sep 07 16:27:48.658104 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-931caede-2e92-4db9-851f-daa986403b98 req-c0e6210e-afdf-4559-83bc-82238fb9271b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad371427-43f1-42ff-b6a5-1581187199e2 HTTP/1.1" status: 200 len: 210 time: 0.0348816 Sep 07 16:27:48.686750 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=1f121dd5-5a83-4479-8c7f-ee3a99831720,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:48.726298 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:48.750663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dca6d1-e40b-4413-9752-a71875324dc3 req-8b56ba93-c4a6-4c70-8656-f2e027c1cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:48.752174 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-10dca6d1-e40b-4413-9752-a71875324dc3 req-8b56ba93-c4a6-4c70-8656-f2e027c1cd07 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 1097 time: 0.0453482 Sep 07 16:27:48.793565 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-10dca6d1-e40b-4413-9752-a71875324dc3 req-40eb1715-7b87-408a-95ab-815ce5babf53 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314288 Sep 07 16:27:48.865223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:27:48.917325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['857a1189-673f-4f05-8caa-3a62231d8963'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:27:48.975173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:48.987664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Sync routers for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:48.995341 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:48.996765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-87d07be1-7217-4e08-84a7-09a0856b0d23 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7790928 Sep 07 16:27:49.000230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48230) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:49.011957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:49.012651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:49.083028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0e8cf200-e23d-4b35-a607-0afc416e0e0f tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f5594cfe03a44f3b868060a14924d0e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0810750 Sep 07 16:27:49.085588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48234) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:49.154617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:49.248704 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f01ab23-8446-45e2-86ed-eae0be80528d tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:49.250257 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4f01ab23-8446-45e2-86ed-eae0be80528d tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1636553 Sep 07 16:27:49.252979 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48238) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:49.281858 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-03e8ebcf-6d03-4a71-ad9d-83088d6f2bcc tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272260 Sep 07 16:27:49.284371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48240) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:49.289145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b61c0fed-36e7-46f5-a62d-834c9bf8a6cb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-277386183', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:49.365459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:27:48Z', 'revision_number': 3, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:49.393772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Checking router: 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:49.394125 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Updating router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 port 4f2fdc41-6434-4509-b305-f4adca2b8933 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:27:49.420181 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:49.568669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73d46c-be63-4814-9d55-4ef8fc461773 req-8cab998f-9d78-4442-bb12-8234aa2fc84a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:49.570436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f73d46c-be63-4814-9d55-4ef8fc461773 req-8cab998f-9d78-4442-bb12-8234aa2fc84a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0559707 Sep 07 16:27:49.618721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f73d46c-be63-4814-9d55-4ef8fc461773 req-ece73d61-daeb-456b-85c7-37aaf9863f04 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393758 Sep 07 16:27:49.701138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61c0fed-36e7-46f5-a62d-834c9bf8a6cb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Made reservation on behalf of f5594cfe03a44f3b868060a14924d0e7 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:49.706283 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b61c0fed-36e7-46f5-a62d-834c9bf8a6cb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:49.707844 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20876ee-8bcd-45b6-961b-a60baa2a56f1 req-020fc150-0335-41f9-b5d8-593cf75ecb48 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:49.709499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d20876ee-8bcd-45b6-961b-a60baa2a56f1 req-020fc150-0335-41f9-b5d8-593cf75ecb48 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1095 time: 0.0570807 Sep 07 16:27:49.723130 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:49.730194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:49.736752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Transition to ACTIVE for port object 4f2fdc41-6434-4509-b305-f4adca2b8933 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:49.743293 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:49.792815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d20876ee-8bcd-45b6-961b-a60baa2a56f1 req-8da68979-5e24-4377-8d73-cd16ccf25310 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762620 Sep 07 16:27:49.796768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Attempting to bind port 4f2fdc41-6434-4509-b305-f4adca2b8933 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:49.797147 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Attempting to bind port 4f2fdc41-6434-4509-b305-f4adca2b8933 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:49.797517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Attempting to bind port 4f2fdc41-6434-4509-b305-f4adca2b8933 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:49.802542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b936a3-a663-4a5b-81f8-6076b4e788de None None] Pushing event updated for resources: {'Port': ['ID=4f2fdc41-6434-4509-b305-f4adca2b8933,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:49.805139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:49.811480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:49.811905 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:49.812307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:49.812832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Bound port: 4f2fdc41-6434-4509-b305-f4adca2b8933, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:49.813212 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:49.877813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] For port 4f2fdc41-6434-4509-b305-f4adca2b8933, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:49.882438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] For port 4f2fdc41-6434-4509-b305-f4adca2b8933, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4f2fdc41-6434-4509-b305-f4adca2b8933,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:49.889165 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:49.935040 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b61c0fed-36e7-46f5-a62d-834c9bf8a6cb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:49.948280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:49.948883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:49.995580 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b936a3-a663-4a5b-81f8-6076b4e788de None None] Pushing event updated for resources: {'Port': ['ID=4f2fdc41-6434-4509-b305-f4adca2b8933,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:49.995858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c0fed-36e7-46f5-a62d-834c9bf8a6cb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Subnet': ['ID=3bcd7120-04c8-4921-bb1f-37c420c13edf,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:50.007841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c0fed-36e7-46f5-a62d-834c9bf8a6cb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Checking segment: {'id': '8712b09e-262e-4e7f-be0f-05a93dcd3457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:50.008217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c0fed-36e7-46f5-a62d-834c9bf8a6cb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network hostable DHCP agents. Network: 2ca92e5c-04b0-4f44-adbc-578e81cb0910, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:27:50.027063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c0fed-36e7-46f5-a62d-834c9bf8a6cb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:27:50.038092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b61c0fed-36e7-46f5-a62d-834c9bf8a6cb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 2ca92e5c-04b0-4f44-adbc-578e81cb0910) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:50.042947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61c0fed-36e7-46f5-a62d-834c9bf8a6cb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:50.043604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b61c0fed-36e7-46f5-a62d-834c9bf8a6cb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:50.051868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c8196-45b9-483a-bf62-9d29f389b36d None None] Network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:50.063962 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b61c0fed-36e7-46f5-a62d-834c9bf8a6cb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7759590 Sep 07 16:27:50.064224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48250) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:50.123285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:50.186871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 857a1189-673f-4f05-8caa-3a62231d8963 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:50.354570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 857a1189-673f-4f05-8caa-3a62231d8963 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:50.371179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 857a1189-673f-4f05-8caa-3a62231d8963 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:50.371893 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:50.396623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:27:50.397488 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:50.513556 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55f42ffa-5d1b-467f-b47f-58e6c5ef0f07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:50.600663 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:50.615845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:27:48Z', 'revision_number': 3, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:50.655209 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:50.656585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020236f-e5d0-4aa1-8830-931f34916f46 None None] The sync data for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 is: [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:27:48Z', 'revision_number': 3, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:50.690476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Allocated IP 172.20.0.2 (2ca92e5c-04b0-4f44-adbc-578e81cb0910/3bcd7120-04c8-4921-bb1f-37c420c13edf/55f653da-5057-4004-ba88-d75f851997d0) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:50.700560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513f612c-6f98-4a3f-957e-c17171f7ab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857a1189-673f-4f05-8caa-3a62231d8963'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:50.706533 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719a52af-7387-44b8-b8e8-9ca68c814500" -d '{"events": [{"server_uuid": "513f612c-6f98-4a3f-957e-c17171f7ab04", "name": "network-vif-plugged", "status": "completed", "tag": "857a1189-673f-4f05-8caa-3a62231d8963"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:50.729854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 857a1189-673f-4f05-8caa-3a62231d8963, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=857a1189-673f-4f05-8caa-3a62231d8963,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:50.737067 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:50.779518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfdfc8-72f6-491f-a9ea-fd141d70fbef req-77484fb6-c170-48d4-ad02-53e53d982d86 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:50.781108 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3bfdfc8-72f6-491f-a9ea-fd141d70fbef req-77484fb6-c170-48d4-ad02-53e53d982d86 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0810885 Sep 07 16:27:50.786761 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bbf723-a85c-487e-9ae5-f1188f885166 x-openstack-request-id: req-31bbf723-a85c-487e-9ae5-f1188f885166 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:50.799225 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513f612c-6f98-4a3f-957e-c17171f7ab04", "name": "network-vif-plugged", "status": "completed", "tag": "857a1189-673f-4f05-8caa-3a62231d8963", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:50.799980 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31bbf723-a85c-487e-9ae5-f1188f885166 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:50.801623 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513f612c-6f98-4a3f-957e-c17171f7ab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857a1189-673f-4f05-8caa-3a62231d8963', 'code': 200} Sep 07 16:27:50.884636 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=857a1189-673f-4f05-8caa-3a62231d8963,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:50.908030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3bfdfc8-72f6-491f-a9ea-fd141d70fbef req-d4041176-13db-41ad-8aa4-7de6e10fef1c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118464 Sep 07 16:27:50.980412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c4b58-ca96-4891-bdbd-8eaf1bec630c req-1c8b4e10-66d7-4063-9311-55d0c5693071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:50.982881 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6a0c4b58-ca96-4891-bdbd-8eaf1bec630c req-1c8b4e10-66d7-4063-9311-55d0c5693071 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1096 time: 0.1166615 Sep 07 16:27:51.006990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b8522-0325-4f35-9785-0bed5ad4e708 req-c32b3f45-b0fe-49b9-880c-655775816d2b tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:51.008968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e97b8522-0325-4f35-9785-0bed5ad4e708 req-c32b3f45-b0fe-49b9-880c-655775816d2b tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1096 time: 0.0804071 Sep 07 16:27:51.023885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-55f42ffa-5d1b-467f-b47f-58e6c5ef0f07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port f67d65d3-33aa-428d-a60e-89e2940f337b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:51.024255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55f42ffa-5d1b-467f-b47f-58e6c5ef0f07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.027464 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6a0c4b58-ca96-4891-bdbd-8eaf1bec630c req-e97727df-ff09-4d38-b023-f1c2bbf87d64 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344889 Sep 07 16:27:51.195142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e97b8522-0325-4f35-9785-0bed5ad4e708 req-9d296b07-8351-42b0-8ddd-3770fb704518 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612124 Sep 07 16:27:51.197588 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.203749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1f914-9781-4357-93bb-ea4f637a461a req-cc93dc53-5c88-45b7-a271-1fbc9a727cba tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:51.214772 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48262) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:51.215417 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0f1f914-9781-4357-93bb-ea4f637a461a req-cc93dc53-5c88-45b7-a271-1fbc9a727cba tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.2031019 Sep 07 16:27:51.218543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Transition to ACTIVE for port object 55f653da-5057-4004-ba88-d75f851997d0 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:51.221171 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-eb0d2beb-9c73-440c-8888-2e855be57dc3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Request body: {'floatingip': {'port_id': '1f121dd5-5a83-4479-8c7f-ee3a99831720'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:51.233554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-55f42ffa-5d1b-467f-b47f-58e6c5ef0f07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] For port f67d65d3-33aa-428d-a60e-89e2940f337b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f67d65d3-33aa-428d-a60e-89e2940f337b,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:51.233807 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55f42ffa-5d1b-467f-b47f-58e6c5ef0f07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.240607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Transition to ACTIVE for port object 55f653da-5057-4004-ba88-d75f851997d0 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:51.249525 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.253213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-55f42ffa-5d1b-467f-b47f-58e6c5ef0f07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for f67d65d3-33aa-428d-a60e-89e2940f337b owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:51.295944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:51.299055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:51.304895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:51.313883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Pushing event updated for resources: {'Port': ['ID=55f653da-5057-4004-ba88-d75f851997d0,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:51.373909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4f2fdc41-6434-4509-b305-f4adca2b8933 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:51.393569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Allocated IP 172.20.0.1 (2ca92e5c-04b0-4f44-adbc-578e81cb0910/3bcd7120-04c8-4921-bb1f-37c420c13edf/b14ffe0d-a831-431b-b1a5-dc71c926f6b7) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:51.398424 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2beb-9c73-440c-8888-2e855be57dc3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.447615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Attempting to bind port 55f653da-5057-4004-ba88-d75f851997d0 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:51.447994 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Attempting to bind port 55f653da-5057-4004-ba88-d75f851997d0 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '8712b09e-262e-4e7f-be0f-05a93dcd3457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:51.448962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Attempting to bind port 55f653da-5057-4004-ba88-d75f851997d0 on network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:51.456256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:51.456663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Checking segment: {'id': '8712b09e-262e-4e7f-be0f-05a93dcd3457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:51.457075 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.457472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Bound using segment: {'id': '8712b09e-262e-4e7f-be0f-05a93dcd3457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:51.457948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Bound port: 55f653da-5057-4004-ba88-d75f851997d0, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8712b09e-262e-4e7f-be0f-05a93dcd3457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:51.458325 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.490570 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55f42ffa-5d1b-467f-b47f-58e6c5ef0f07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.529842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f42ffa-5d1b-467f-b47f-58e6c5ef0f07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=f67d65d3-33aa-428d-a60e-89e2940f337b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:51.545529 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] For port 55f653da-5057-4004-ba88-d75f851997d0, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:51.549677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] For port 55f653da-5057-4004-ba88-d75f851997d0, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=55f653da-5057-4004-ba88-d75f851997d0,segment=NetworkSegment(8712b09e-262e-4e7f-be0f-05a93dcd3457),segment_id=8712b09e-262e-4e7f-be0f-05a93dcd3457)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:51.551370 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 4f2fdc41-6434-4509-b305-f4adca2b8933 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:51.556588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 4f2fdc41-6434-4509-b305-f4adca2b8933 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:51.557089 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.561857 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.675243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4aad03-ec19-4c2a-b892-7a04c2417322 None None] Pushing event updated for resources: {'Port': ['ID=55f653da-5057-4004-ba88-d75f851997d0,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:51.759329 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.808029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 4f2fdc41-6434-4509-b305-f4adca2b8933, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4f2fdc41-6434-4509-b305-f4adca2b8933,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:51.816526 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.841707 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.862015 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55f42ffa-5d1b-467f-b47f-58e6c5ef0f07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:51.870868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Transition to ACTIVE for port object b14ffe0d-a831-431b-b1a5-dc71c926f6b7 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:51.915267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=4f2fdc41-6434-4509-b305-f4adca2b8933,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:51.923879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5b77ccf1-b908-4087-8cc5-16ca3a883796 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:51.949907 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 5b77ccf1-b908-4087-8cc5-16ca3a883796 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:51.950329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5b77ccf1-b908-4087-8cc5-16ca3a883796 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:52.092273 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:52.155561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:52.162004 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:52.169476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:52.188557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f42ffa-5d1b-467f-b47f-58e6c5ef0f07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router 337409e0-b878-450b-b16e-77b30f12d66e has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:27:52.240002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=b14ffe0d-a831-431b-b1a5-dc71c926f6b7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:52.269143 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2beb-9c73-440c-8888-2e855be57dc3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:52.270625 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:52.274182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2beb-9c73-440c-8888-2e855be57dc3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:52.335839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f42ffa-5d1b-467f-b47f-58e6c5ef0f07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:52.342563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-55f42ffa-5d1b-467f-b47f-58e6c5ef0f07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "PUT /v2.0/routers/337409e0-b878-450b-b16e-77b30f12d66e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6098819 Sep 07 16:27:52.344558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48268) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:52.347471 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fe96b-12df-4d25-9c94-714b723a4c00 None None] Sync routers for ids ['337409e0-b878-450b-b16e-77b30f12d66e'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:52.357921 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75fe96b-12df-4d25-9c94-714b723a4c00 None None] Routers {'337409e0-b878-450b-b16e-77b30f12d66e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:52.358541 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f75fe96b-12df-4d25-9c94-714b723a4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['337409e0-b878-450b-b16e-77b30f12d66e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:52.388300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d5e47-e4b4-4d5e-8984-770d0b12541d req-fe8dae0a-0b78-4dc9-964a-50060be870ae tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:52.393172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-761d5e47-e4b4-4d5e-8984-770d0b12541d req-fe8dae0a-0b78-4dc9-964a-50060be870ae tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1096 time: 0.1087334 Sep 07 16:27:52.430661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c1a585-c8d6-41a9-981c-011bc5b48cd1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting subnet bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:27:52.438489 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97c1a585-c8d6-41a9-981c-011bc5b48cd1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:52.455352 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-eb0d2beb-9c73-440c-8888-2e855be57dc3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Floating IP 474e78c3-5a3a-404d-a362-e5cc218a9300 associated. External IP: 172.25.3.246, port: 1f121dd5-5a83-4479-8c7f-ee3a99831720. Sep 07 16:27:52.474600 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f75fe96b-12df-4d25-9c94-714b723a4c00 None None] Set router 337409e0-b878-450b-b16e-77b30f12d66e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:52.508128 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-761d5e47-e4b4-4d5e-8984-770d0b12541d req-973e9fb9-f8e6-49da-9a53-c0481530fa9a tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078959 Sep 07 16:27:52.510846 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97c1a585-c8d6-41a9-981c-011bc5b48cd1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:52.575432 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:52.652545 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97c1a585-c8d6-41a9-981c-011bc5b48cd1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:52.750795 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97c1a585-c8d6-41a9-981c-011bc5b48cd1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:52.753568 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f75fe96b-12df-4d25-9c94-714b723a4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:52.786724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1a585-c8d6-41a9-981c-011bc5b48cd1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:52.788318 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fe96b-12df-4d25-9c94-714b723a4c00 None None] Checking router: 337409e0-b878-450b-b16e-77b30f12d66e for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:52.792870 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97c1a585-c8d6-41a9-981c-011bc5b48cd1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:52.796692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffb5f61-8b09-4b33-9977-53d8e1e487db None None] Network 5a09e50b-5c47-4343-83eb-7b6612c3f179 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:52.798203 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75fe96b-12df-4d25-9c94-714b723a4c00 None None] Routers {'337409e0-b878-450b-b16e-77b30f12d66e'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:52.799304 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f75fe96b-12df-4d25-9c94-714b723a4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['337409e0-b878-450b-b16e-77b30f12d66e'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:52.808993 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-97c1a585-c8d6-41a9-981c-011bc5b48cd1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/subnets/bc3ef7c8-3fa7-47e7-88a5-e594973b9c5a HTTP/1.1" status: 204 len: 168 time: 0.4608996 Sep 07 16:27:52.809888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48272) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:52.857926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0d2beb-9c73-440c-8888-2e855be57dc3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Router 4e5235ad-5385-402b-a2a0-187e96a2a9bc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:27:52.923250 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f75fe96b-12df-4d25-9c94-714b723a4c00 None None] Set router 337409e0-b878-450b-b16e-77b30f12d66e gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:52.987700 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:53.069129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8087ac21-9ef1-4b1c-9888-5ddf817c2925 None None] DHCP port deletion for 5a09e50b-5c47-4343-83eb-7b6612c3f179 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:27:53.109253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0d2beb-9c73-440c-8888-2e855be57dc3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:53.119535 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:53.120269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95fd71-a464-4d12-9645-eb8f5815cdd3 None None] Sync routers for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:53.125143 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2beb-9c73-440c-8888-2e855be57dc3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:53.128983 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:53.143478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95fd71-a464-4d12-9645-eb8f5815cdd3 None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:53.144737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6b95fd71-a464-4d12-9645-eb8f5815cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:53.151601 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f75fe96b-12df-4d25-9c94-714b723a4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:53.167925 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:53.183418 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fe96b-12df-4d25-9c94-714b723a4c00 None None] The sync data for ids ['337409e0-b878-450b-b16e-77b30f12d66e'] in n-d-807551-3 is: [{'id': '337409e0-b878-450b-b16e-77b30f12d66e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-832595972', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:24:56Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '7e56ca0e-3903-44da-9567-2b533c68cb10', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337409e0-b878-450b-b16e-77b30f12d66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:24:57Z', 'updated_at': '2021-09-07T16:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:53.258095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port 7e56ca0e-3903-44da-9567-2b533c68cb10 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:53.258485 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:53.260452 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8087ac21-9ef1-4b1c-9888-5ddf817c2925 None None] Deleting port 4fb41d34-475a-428e-9cd0-81bb5d73b28d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:53.261832 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8087ac21-9ef1-4b1c-9888-5ddf817c2925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:53.348265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] For port 7e56ca0e-3903-44da-9567-2b533c68cb10, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7e56ca0e-3903-44da-9567-2b533c68cb10,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:53.348672 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:53.361929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for 7e56ca0e-3903-44da-9567-2b533c68cb10 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:53.381520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6b95fd71-a464-4d12-9645-eb8f5815cdd3 None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:53.384935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8087ac21-9ef1-4b1c-9888-5ddf817c2925 None None] For port 4fb41d34-475a-428e-9cd0-81bb5d73b28d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4fb41d34-475a-428e-9cd0-81bb5d73b28d,segment=NetworkSegment(106facf8-f73a-407b-8d94-181155b22eec),segment_id=106facf8-f73a-407b-8d94-181155b22eec)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:53.385352 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8087ac21-9ef1-4b1c-9888-5ddf817c2925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:53.428532 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8087ac21-9ef1-4b1c-9888-5ddf817c2925 None None] Calling delete_port for 4fb41d34-475a-428e-9cd0-81bb5d73b28d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:53.634208 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:53.672965 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-eb0d2beb-9c73-440c-8888-2e855be57dc3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "PUT /v2.0/floatingips/474e78c3-5a3a-404d-a362-e5cc218a9300 HTTP/1.1" status: 200 len: 992 time: 2.4562473 Sep 07 16:27:53.677308 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f544ade-1a9b-4406-8b5a-a476e490019b', 'tag': '1f121dd5-5a83-4479-8c7f-ee3a99831720'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:53.685265 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbff558-deb0-4e5e-ad14-26cd9de17f67" -d '{"events": [{"name": "network-changed", "server_uuid": "4f544ade-1a9b-4406-8b5a-a476e490019b", "tag": "1f121dd5-5a83-4479-8c7f-ee3a99831720"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:53.717709 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=b14ffe0d-a831-431b-b1a5-dc71c926f6b7,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:53.722380 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:53.811201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=7e56ca0e-3903-44da-9567-2b533c68cb10,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:53.851373 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8087ac21-9ef1-4b1c-9888-5ddf817c2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:53.888889 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:53.931989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087ac21-9ef1-4b1c-9888-5ddf817c2925 None None] No DVR routers for this DVR port 4fb41d34-475a-428e-9cd0-81bb5d73b28d on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:53.942756 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7f8ec1-e7e4-4961-8d4c-bac169c24264 x-openstack-request-id: req-cb7f8ec1-e7e4-4961-8d4c-bac169c24264 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:53.943149 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f544ade-1a9b-4406-8b5a-a476e490019b", "tag": "1f121dd5-5a83-4479-8c7f-ee3a99831720", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:53.943497 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb7f8ec1-e7e4-4961-8d4c-bac169c24264 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:53.944070 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f544ade-1a9b-4406-8b5a-a476e490019b', 'tag': '1f121dd5-5a83-4479-8c7f-ee3a99831720', 'status': 'completed', 'code': 200} Sep 07 16:27:53.954595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087ac21-9ef1-4b1c-9888-5ddf817c2925 None None] Pushing event deleted for resources: {'Port': ['ID=4fb41d34-475a-428e-9cd0-81bb5d73b28d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:53.958818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4f2fdc41-6434-4509-b305-f4adca2b8933 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:53.968944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:53.990265 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:54.015204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9830bf-425d-4907-a71e-2832915e90d3 None None] Network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:27:54.078285 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbff558-deb0-4e5e-ad14-26cd9de17f67 req-abaa60eb-f188-418e-ba16-7d2e821bb9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:54.079837 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbff558-deb0-4e5e-ad14-26cd9de17f67 req-abaa60eb-f188-418e-ba16-7d2e821bb9d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 1097 time: 0.1088717 Sep 07 16:27:54.102649 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:54.105305 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:54.119764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4340f337-1389-4782-b722-addea1e11b71 None None] Provisioning for port 55f653da-5057-4004-ba88-d75f851997d0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:54.142944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 4f2fdc41-6434-4509-b305-f4adca2b8933 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:54.143429 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:54.173656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f0f7e-bd61-4dd6-89ac-5b1c46ecffb9 req-548aa0e4-db37-43d9-b395-fd108b9b9b26 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:54.175280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e98f0f7e-bd61-4dd6-89ac-5b1c46ecffb9 req-548aa0e4-db37-43d9-b395-fd108b9b9b26 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1096 time: 0.4341254 Sep 07 16:27:54.187088 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:54.188267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Fanout notify agent at l3_agent the message router_deleted on router 337409e0-b878-450b-b16e-77b30f12d66e {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:27:54.197479 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:54.202631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e4add99a-d7e1-4a5c-a859-19a2590b2729 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/routers/337409e0-b878-450b-b16e-77b30f12d66e HTTP/1.1" status: 204 len: 168 time: 1.3916774 Sep 07 16:27:54.203310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48284) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:54.216468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:27:54.249932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6b95fd71-a464-4d12-9645-eb8f5815cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '474e78c3-5a3a-404d-a362-e5cc218a9300', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'port_id': '1f121dd5-5a83-4479-8c7f-ee3a99831720', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'mac_address': 'fa:16:3e:cb:f7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f544ade-1a9b-4406-8b5a-a476e490019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:27:35Z', 'updated_at': '2021-09-07T16:27:52Z', 'revision_number': 1, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:37Z', 'revision_number': 5, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:54.297044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e98f0f7e-bd61-4dd6-89ac-5b1c46ecffb9 req-35192659-675f-4baf-917e-3de115e25368 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128371 Sep 07 16:27:54.300382 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95fd71-a464-4d12-9645-eb8f5815cdd3 None None] Checking router: 4e5235ad-5385-402b-a2a0-187e96a2a9bc for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:54.314052 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b63e3cfa-dfb0-4031-8b9f-575cc3874f9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:54.325986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 55f653da-5057-4004-ba88-d75f851997d0 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:54.342067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbff558-deb0-4e5e-ad14-26cd9de17f67 req-3459558c-a860-42a4-8460-7bd8158d64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:54.343567 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbff558-deb0-4e5e-ad14-26cd9de17f67 req-3459558c-a860-42a4-8460-7bd8158d64b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 912 time: 0.2228305 Sep 07 16:27:54.394434 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95fd71-a464-4d12-9645-eb8f5815cdd3 None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:54.395081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6b95fd71-a464-4d12-9645-eb8f5815cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:54.429125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:27:54.429499 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b63e3cfa-dfb0-4031-8b9f-575cc3874f9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:54.439673 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fbf01215-da7a-4089-b414-1300bc6f1603 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "PUT /v2.0/routers/4196aaaa-ac94-45bf-afd4-c36f4eed4be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3717494 Sep 07 16:27:54.442919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48288) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:54.462162 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Sync routers for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:27:54.471846 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:54.472560 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:54.472793 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbff558-deb0-4e5e-ad14-26cd9de17f67 req-931520de-f5ea-4ee3-8430-bec6f46937bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f121dd5-5a83-4479-8c7f-ee3a99831720 HTTP/1.1" status: 200 len: 1000 time: 0.1122749 Sep 07 16:27:54.508563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b63e3cfa-dfb0-4031-8b9f-575cc3874f9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a09e50b-5c47-4343-83eb-7b6612c3f179']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:54.523356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b63e3cfa-dfb0-4031-8b9f-575cc3874f9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106facf8-f73a-407b-8d94-181155b22eec') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:54.525120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b63e3cfa-dfb0-4031-8b9f-575cc3874f9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106facf8-f73a-407b-8d94-181155b22eec') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:54.525274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 55f653da-5057-4004-ba88-d75f851997d0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:54.536999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 55f653da-5057-4004-ba88-d75f851997d0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:54.543208 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:54.547762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6b95fd71-a464-4d12-9645-eb8f5815cdd3 None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:54.554099 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b63e3cfa-dfb0-4031-8b9f-575cc3874f9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:54.560746 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbff558-deb0-4e5e-ad14-26cd9de17f67 req-5008ab34-17a0-4bee-a2f3-765f356416fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:54.563353 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbff558-deb0-4e5e-ad14-26cd9de17f67 req-5008ab34-17a0-4bee-a2f3-765f356416fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83e5006b-f36c-4324-a04a-5fa3a46b4335 HTTP/1.1" status: 200 len: 850 time: 0.0748031 Sep 07 16:27:54.623687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbff558-deb0-4e5e-ad14-26cd9de17f67 req-f8f6f07d-a6a8-4788-8901-b9ead7b27b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:54.625252 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbff558-deb0-4e5e-ad14-26cd9de17f67 req-f8f6f07d-a6a8-4788-8901-b9ead7b27b7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb7b97c6-9ac5-4801-b78b-7be25431d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503602 Sep 07 16:27:54.638869 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:54.677962 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b63e3cfa-dfb0-4031-8b9f-575cc3874f9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:54.717935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63e3cfa-dfb0-4031-8b9f-575cc3874f9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:27:54.719977 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b63e3cfa-dfb0-4031-8b9f-575cc3874f9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:27:54.731330 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:27:54.762117 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbff558-deb0-4e5e-ad14-26cd9de17f67 req-c1d8a9a2-772a-41df-b6fe-03adcb70ece0 service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179738 Sep 07 16:27:54.785004 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2e9e8-9e15-44f7-bf3a-f35833c1aaa0 req-70ebdf61-04d2-4995-8313-615d05c3bad2 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:54.786876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64e2e9e8-9e15-44f7-bf3a-f35833c1aaa0 req-70ebdf61-04d2-4995-8313-615d05c3bad2 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1096 time: 0.3603795 Sep 07 16:27:54.970007 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.003012 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbff558-deb0-4e5e-ad14-26cd9de17f67 req-0e566dca-1345-4b18-9d2a-8d3644b1e8a1 service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290790 Sep 07 16:27:55.036875 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:27:52Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:52Z', 'revision_number': 2, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:55.073368 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Checking router: 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:27:55.073724 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Updating router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 port b14ffe0d-a831-431b-b1a5-dc71c926f6b7 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:27:55.102275 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.184280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5aa10397-e0d1-4a28-a894-bd475e85f62a None None] Provisioning complete for port 55f653da-5057-4004-ba88-d75f851997d0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:55.184724 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5aa10397-e0d1-4a28-a894-bd475e85f62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.240126 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 55f653da-5057-4004-ba88-d75f851997d0, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=55f653da-5057-4004-ba88-d75f851997d0,segment=NetworkSegment(8712b09e-262e-4e7f-be0f-05a93dcd3457),segment_id=8712b09e-262e-4e7f-be0f-05a93dcd3457)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:55.251594 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.310800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=55f653da-5057-4004-ba88-d75f851997d0,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:55.330992 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64e2e9e8-9e15-44f7-bf3a-f35833c1aaa0 req-f8d86976-f58f-409f-9021-7272c0389c99 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013504 Sep 07 16:27:55.337293 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b63e3cfa-dfb0-4031-8b9f-575cc3874f9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.343355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5d521-348d-4623-b8be-6c9344f3f391 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.344150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5d521-348d-4623-b8be-6c9344f3f391 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.345321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5d521-348d-4623-b8be-6c9344f3f391 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.346274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5d521-348d-4623-b8be-6c9344f3f391 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.346945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5d521-348d-4623-b8be-6c9344f3f391 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.348987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5d521-348d-4623-b8be-6c9344f3f391 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.357243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4fb41d34-475a-428e-9cd0-81bb5d73b28d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:55.361336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5d521-348d-4623-b8be-6c9344f3f391 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.362953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5d521-348d-4623-b8be-6c9344f3f391 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.363500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5d521-348d-4623-b8be-6c9344f3f391 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.364001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5d521-348d-4623-b8be-6c9344f3f391 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.364518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5d521-348d-4623-b8be-6c9344f3f391 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.369051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5d521-348d-4623-b8be-6c9344f3f391 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.374606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48296) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:55.378046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-73a5d521-348d-4623-b8be-6c9344f3f391 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8416 time: 0.9262104 Sep 07 16:27:55.389173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 4fb41d34-475a-428e-9cd0-81bb5d73b28d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:55.390028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4fb41d34-475a-428e-9cd0-81bb5d73b28d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:55.415310 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b63e3cfa-dfb0-4031-8b9f-575cc3874f9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.417365 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b63e3cfa-dfb0-4031-8b9f-575cc3874f9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/networks/5a09e50b-5c47-4343-83eb-7b6612c3f179 HTTP/1.1" status: 204 len: 168 time: 1.2064617 Sep 07 16:27:55.420458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e3cfa-dfb0-4031-8b9f-575cc3874f9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Network': ['ID=5a09e50b-5c47-4343-83eb-7b6612c3f179,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:55.424250 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48298) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:55.460802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6b95fd71-a464-4d12-9645-eb8f5815cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '474e78c3-5a3a-404d-a362-e5cc218a9300', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'port_id': '1f121dd5-5a83-4479-8c7f-ee3a99831720', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'mac_address': 'fa:16:3e:cb:f7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f544ade-1a9b-4406-8b5a-a476e490019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:27:35Z', 'updated_at': '2021-09-07T16:27:52Z', 'revision_number': 1, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:37Z', 'revision_number': 5, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:55.496481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5aa10397-e0d1-4a28-a894-bd475e85f62a None None] Provisioning for port b14ffe0d-a831-431b-b1a5-dc71c926f6b7 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:55.500079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95fd71-a464-4d12-9645-eb8f5815cdd3 None None] The sync data for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 is: [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '474e78c3-5a3a-404d-a362-e5cc218a9300', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'port_id': '1f121dd5-5a83-4479-8c7f-ee3a99831720', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'mac_address': 'fa:16:3e:cb:f7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f544ade-1a9b-4406-8b5a-a476e490019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:27:35Z', 'updated_at': '2021-09-07T16:27:52Z', 'revision_number': 1, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:37Z', 'revision_number': 5, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:55.504164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5aa10397-e0d1-4a28-a894-bd475e85f62a None None] Provisioning complete for port b14ffe0d-a831-431b-b1a5-dc71c926f6b7 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:55.504706 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5aa10397-e0d1-4a28-a894-bd475e85f62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.509129 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00e9410e-7e9a-466f-a114-3a060fb00bdc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.538251 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00e9410e-7e9a-466f-a114-3a060fb00bdc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.579806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5aa10397-e0d1-4a28-a894-bd475e85f62a None None] Port b14ffe0d-a831-431b-b1a5-dc71c926f6b7 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:27:55.600116 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.606198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 55f653da-5057-4004-ba88-d75f851997d0 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:55.615130 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Transition to ACTIVE for port object b14ffe0d-a831-431b-b1a5-dc71c926f6b7 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:27:55.624939 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.626174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd4d64-8a86-4e41-8b89-9ea9ee1865a9 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.628620 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd4d64-8a86-4e41-8b89-9ea9ee1865a9 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.629094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd4d64-8a86-4e41-8b89-9ea9ee1865a9 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.629573 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd4d64-8a86-4e41-8b89-9ea9ee1865a9 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.630045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd4d64-8a86-4e41-8b89-9ea9ee1865a9 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.630523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd4d64-8a86-4e41-8b89-9ea9ee1865a9 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.631003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd4d64-8a86-4e41-8b89-9ea9ee1865a9 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.631459 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd4d64-8a86-4e41-8b89-9ea9ee1865a9 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.632177 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd4d64-8a86-4e41-8b89-9ea9ee1865a9 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.632668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd4d64-8a86-4e41-8b89-9ea9ee1865a9 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.633135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd4d64-8a86-4e41-8b89-9ea9ee1865a9 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.635618 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-00cd4d64-8a86-4e41-8b89-9ea9ee1865a9 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7096 time: 0.2583995 Sep 07 16:27:55.640420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48300) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:55.659129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16713810-d749-4297-89b8-9fc30ef83b24 req-02b37158-d3e5-44f4-9019-674fe1a1dd50 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:55.666888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-16713810-d749-4297-89b8-9fc30ef83b24 req-02b37158-d3e5-44f4-9019-674fe1a1dd50 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1096 time: 0.1774392 Sep 07 16:27:55.671038 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82838334-b162-44f1-a6c2-048aa357a5e3 None None] Pushing event updated for resources: {'Port': ['ID=b14ffe0d-a831-431b-b1a5-dc71c926f6b7,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:55.695379 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00e9410e-7e9a-466f-a114-3a060fb00bdc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.698933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00e9410e-7e9a-466f-a114-3a060fb00bdc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.702784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-00e9410e-7e9a-466f-a114-3a060fb00bdc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/security-groups/c60b17ca-6abe-445a-ae27-ce71fa51e50f HTTP/1.1" status: 204 len: 168 time: 0.2682016 Sep 07 16:27:55.784297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-16713810-d749-4297-89b8-9fc30ef83b24 req-0d8ae025-f8fe-4644-ab53-7a499f101353 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097343 Sep 07 16:27:55.784297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9410e-7e9a-466f-a114-3a060fb00bdc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60b17ca-6abe-445a-ae27-ce71fa51e50f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:55.789553 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Attempting to bind port b14ffe0d-a831-431b-b1a5-dc71c926f6b7 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:27:55.789953 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Attempting to bind port b14ffe0d-a831-431b-b1a5-dc71c926f6b7 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '8712b09e-262e-4e7f-be0f-05a93dcd3457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:27:55.790545 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Attempting to bind port b14ffe0d-a831-431b-b1a5-dc71c926f6b7 on network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:27:55.794863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 55f653da-5057-4004-ba88-d75f851997d0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:55.795249 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.804237 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:27:55.804668 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Checking segment: {'id': '8712b09e-262e-4e7f-be0f-05a93dcd3457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:27:55.805044 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.805433 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Bound using segment: {'id': '8712b09e-262e-4e7f-be0f-05a93dcd3457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:27:55.805899 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Bound port: b14ffe0d-a831-431b-b1a5-dc71c926f6b7, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8712b09e-262e-4e7f-be0f-05a93dcd3457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:27:55.806279 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:55.987360 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] For port b14ffe0d-a831-431b-b1a5-dc71c926f6b7, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:27:55.990562 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] For port b14ffe0d-a831-431b-b1a5-dc71c926f6b7, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b14ffe0d-a831-431b-b1a5-dc71c926f6b7,segment=NetworkSegment(8712b09e-262e-4e7f-be0f-05a93dcd3457),segment_id=8712b09e-262e-4e7f-be0f-05a93dcd3457)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:27:55.999644 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:56.121484 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:27:56.122768 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:56.167039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7e56ca0e-3903-44da-9567-2b533c68cb10 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:56.205803 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82838334-b162-44f1-a6c2-048aa357a5e3 None None] Pushing event updated for resources: {'Port': ['ID=b14ffe0d-a831-431b-b1a5-dc71c926f6b7,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:56.221710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da92ab17-dc2f-4d03-bc7c-510a28dfd6eb None None] New status for floating IP 474e78c3-5a3a-404d-a362-e5cc218a9300: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:27:56.234201 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8b906f68-20d8-464b-ab55-a23572683cc7 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5209 time: 0.5925670 Sep 07 16:27:56.281174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 7e56ca0e-3903-44da-9567-2b533c68cb10 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:56.281586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7e56ca0e-3903-44da-9567-2b533c68cb10 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:56.282028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f67d65d3-33aa-428d-a60e-89e2940f337b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:27:56.299571 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:27:56.326698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f67d65d3-33aa-428d-a60e-89e2940f337b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:27:56.327058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f67d65d3-33aa-428d-a60e-89e2940f337b not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:27:56.459371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b5b9c-1555-490c-9612-e04f6cef89fe req-cbfe2114-c124-42e1-bc87-bd367012daa3 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:56.466003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f43b5b9c-1555-490c-9612-e04f6cef89fe req-cbfe2114-c124-42e1-bc87-bd367012daa3 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1096 time: 0.0688365 Sep 07 16:27:56.520905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f43b5b9c-1555-490c-9612-e04f6cef89fe req-8f996924-c8ca-4d4e-b0d8-732ff6e4252c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497684 Sep 07 16:27:56.565938 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:27:52Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:55Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:27:56.593369 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c379414-65f6-475f-af1f-d4dd8bc7e71e None None] The sync data for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 is: [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:27:52Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:55Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:27:56.622314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48316) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:56.644759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-608e2e08-19d2-4474-b382-24f35b97ead0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1730074232', 'description': 'tempest-secgroup-smoke-1730074232 description', 'project_id': 'e608a260b01c4aab87ae27b604981b64'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:56.677521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-608e2e08-19d2-4474-b382-24f35b97ead0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:56.780956 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-608e2e08-19d2-4474-b382-24f35b97ead0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:56.785501 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-608e2e08-19d2-4474-b382-24f35b97ead0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:56.819596 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-608e2e08-19d2-4474-b382-24f35b97ead0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:56.820878 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-608e2e08-19d2-4474-b382-24f35b97ead0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1975555 Sep 07 16:27:56.823818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e2e08-19d2-4474-b382-24f35b97ead0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d76af2f-aff6-4b93-b637-04530fafcdd8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:56.824784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48318) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:56.829678 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0436a06f-3dcb-4da4-ac4c-43062c8feced tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': '3d76af2f-aff6-4b93-b637-04530fafcdd8', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:56.860773 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0436a06f-3dcb-4da4-ac4c-43062c8feced tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:56.911246 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0436a06f-3dcb-4da4-ac4c-43062c8feced tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:56.916291 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0436a06f-3dcb-4da4-ac4c-43062c8feced tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:56.939635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436a06f-3dcb-4da4-ac4c-43062c8feced tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdac7e27-dca2-4727-9f1d-9fa5c790bd97,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:56.944602 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0436a06f-3dcb-4da4-ac4c-43062c8feced tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:56.945972 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0436a06f-3dcb-4da4-ac4c-43062c8feced tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201441 Sep 07 16:27:56.948901 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48320) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:56.958675 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7ba99ec7-bbf3-491d-812c-64b0be35010a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': '3d76af2f-aff6-4b93-b637-04530fafcdd8', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:56.980282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48322) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:56.995602 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e34343ed-76b7-409b-865b-63b96e4f7ab2 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178920912', 'description': 'tempest-secgroup-smoke-178920912 description', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:57.010012 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ba99ec7-bbf3-491d-812c-64b0be35010a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.041609 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e34343ed-76b7-409b-865b-63b96e4f7ab2 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.099762 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ba99ec7-bbf3-491d-812c-64b0be35010a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.109707 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ba99ec7-bbf3-491d-812c-64b0be35010a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.136605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba99ec7-bbf3-491d-812c-64b0be35010a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c44801d-0256-4dfd-b2da-eca1d1c05383,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:57.175539 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e34343ed-76b7-409b-865b-63b96e4f7ab2 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.181634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e34343ed-76b7-409b-865b-63b96e4f7ab2 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.195319 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ba99ec7-bbf3-491d-812c-64b0be35010a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.196682 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7ba99ec7-bbf3-491d-812c-64b0be35010a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2461498 Sep 07 16:27:57.200014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48324) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:57.206874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-be3572ae-6bb3-4c9c-b454-45a92da44169 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': '3d76af2f-aff6-4b93-b637-04530fafcdd8', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:57.216516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34343ed-76b7-409b-865b-63b96e4f7ab2 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30fe2293-52e9-4cd5-b7e0-79fffe89b591,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:57.229861 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e34343ed-76b7-409b-865b-63b96e4f7ab2 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.231935 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e34343ed-76b7-409b-865b-63b96e4f7ab2 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2499983 Sep 07 16:27:57.234915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48328) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:57.240722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3e64046b-e86a-495d-9b5a-5dfaad858cd9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': '30fe2293-52e9-4cd5-b7e0-79fffe89b591', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:57.249000 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be3572ae-6bb3-4c9c-b454-45a92da44169 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.283333 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e64046b-e86a-495d-9b5a-5dfaad858cd9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.332890 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be3572ae-6bb3-4c9c-b454-45a92da44169 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.346190 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be3572ae-6bb3-4c9c-b454-45a92da44169 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.361117 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e64046b-e86a-495d-9b5a-5dfaad858cd9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.366580 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e64046b-e86a-495d-9b5a-5dfaad858cd9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.371866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3572ae-6bb3-4c9c-b454-45a92da44169 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b05f1b-628b-41d9-8a19-9af20a437eba,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:57.386920 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be3572ae-6bb3-4c9c-b454-45a92da44169 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.389311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64046b-e86a-495d-9b5a-5dfaad858cd9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b69eb20-12fc-4eab-8a4a-f4967fc2c31e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:57.392439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48332) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:57.396850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-be3572ae-6bb3-4c9c-b454-45a92da44169 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1918054 Sep 07 16:27:57.397448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-66f808e3-86ba-4eaf-bdc7-a989b4e6de26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': '3d76af2f-aff6-4b93-b637-04530fafcdd8', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:57.404377 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e64046b-e86a-495d-9b5a-5dfaad858cd9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.408372 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3e64046b-e86a-495d-9b5a-5dfaad858cd9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1691463 Sep 07 16:27:57.408840 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:57.414410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d18a945a-e28b-4d5e-931e-1444778ad1a0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': '30fe2293-52e9-4cd5-b7e0-79fffe89b591', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:57.446111 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66f808e3-86ba-4eaf-bdc7-a989b4e6de26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.480194 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d18a945a-e28b-4d5e-931e-1444778ad1a0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.524599 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b14ffe0d-a831-431b-b1a5-dc71c926f6b7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:57.542264 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66f808e3-86ba-4eaf-bdc7-a989b4e6de26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.551067 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66f808e3-86ba-4eaf-bdc7-a989b4e6de26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.582483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f808e3-86ba-4eaf-bdc7-a989b4e6de26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff852bc-55a4-43e9-a1d3-506836d51582,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:57.585515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d18a945a-e28b-4d5e-931e-1444778ad1a0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.587253 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-66f808e3-86ba-4eaf-bdc7-a989b4e6de26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.588473 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-66f808e3-86ba-4eaf-bdc7-a989b4e6de26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1950910 Sep 07 16:27:57.591910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48338) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:57.596548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-22573e9e-8436-4fb4-9c9c-52e6f5292374 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': '3d76af2f-aff6-4b93-b637-04530fafcdd8', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:57.597793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port b14ffe0d-a831-431b-b1a5-dc71c926f6b7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:27:57.602042 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d18a945a-e28b-4d5e-931e-1444778ad1a0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.602573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b14ffe0d-a831-431b-b1a5-dc71c926f6b7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:57.603280 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.625058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a945a-e28b-4d5e-931e-1444778ad1a0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a09635-6503-4d44-a305-a784f9b51ecf,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:57.654184 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-22573e9e-8436-4fb4-9c9c-52e6f5292374 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Project e608a260b01c4aab87ae27b604981b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:27:57.656196 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d18a945a-e28b-4d5e-931e-1444778ad1a0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.658187 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d18a945a-e28b-4d5e-931e-1444778ad1a0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2487040 Sep 07 16:27:57.660892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:57.663227 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22573e9e-8436-4fb4-9c9c-52e6f5292374 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.665563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bebddffd-3bad-448f-990e-925a8b77686e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': '30fe2293-52e9-4cd5-b7e0-79fffe89b591', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:57.669148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3d11d-9803-4769-8aae-c6cd0eed17d6 req-fdee9b65-9da7-4a02-944d-c9d82bea8d11 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:57.670702 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c3d11d-9803-4769-8aae-c6cd0eed17d6 req-fdee9b65-9da7-4a02-944d-c9d82bea8d11 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1096 time: 0.0698438 Sep 07 16:27:57.702929 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bebddffd-3bad-448f-990e-925a8b77686e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.714636 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.733922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14c3d11d-9803-4769-8aae-c6cd0eed17d6 req-1d9a964c-d06d-42af-85de-05ccbb50b328 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572278 Sep 07 16:27:57.746893 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22573e9e-8436-4fb4-9c9c-52e6f5292374 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.752251 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22573e9e-8436-4fb4-9c9c-52e6f5292374 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.753704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port b14ffe0d-a831-431b-b1a5-dc71c926f6b7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b14ffe0d-a831-431b-b1a5-dc71c926f6b7,segment=NetworkSegment(8712b09e-262e-4e7f-be0f-05a93dcd3457),segment_id=8712b09e-262e-4e7f-be0f-05a93dcd3457)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:57.758439 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.777491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22573e9e-8436-4fb4-9c9c-52e6f5292374 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fdb7bc-0c7c-42a5-b576-fa8c0a5a0d8e,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:57.782783 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bebddffd-3bad-448f-990e-925a8b77686e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.788669 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bebddffd-3bad-448f-990e-925a8b77686e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.790377 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22573e9e-8436-4fb4-9c9c-52e6f5292374 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.794448 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-22573e9e-8436-4fb4-9c9c-52e6f5292374 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1992188 Sep 07 16:27:57.794766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48342) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:57.800101 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-16670108-8b8d-4d46-ba16-9db0f7a70e4b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': '3d76af2f-aff6-4b93-b637-04530fafcdd8', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:57.808695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebddffd-3bad-448f-990e-925a8b77686e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6825305b-074e-4dd8-901f-6a72873dd47d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:57.811083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=b14ffe0d-a831-431b-b1a5-dc71c926f6b7,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:57.822009 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-16670108-8b8d-4d46-ba16-9db0f7a70e4b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Project e608a260b01c4aab87ae27b604981b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:27:57.826515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bebddffd-3bad-448f-990e-925a8b77686e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.830460 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bebddffd-3bad-448f-990e-925a8b77686e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660147 Sep 07 16:27:57.830603 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16670108-8b8d-4d46-ba16-9db0f7a70e4b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.830787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:57.835687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-833f1796-048f-4f58-95e5-2e5d07b048f8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': '30fe2293-52e9-4cd5-b7e0-79fffe89b591', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:57.863161 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-833f1796-048f-4f58-95e5-2e5d07b048f8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.895898 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16670108-8b8d-4d46-ba16-9db0f7a70e4b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.899945 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16670108-8b8d-4d46-ba16-9db0f7a70e4b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.918926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16670108-8b8d-4d46-ba16-9db0f7a70e4b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537d9bcb-0aa4-4236-a806-7b569d37d444,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:57.925638 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16670108-8b8d-4d46-ba16-9db0f7a70e4b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.926985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-16670108-8b8d-4d46-ba16-9db0f7a70e4b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312077 Sep 07 16:27:57.929758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48346) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:57.934926 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-833f1796-048f-4f58-95e5-2e5d07b048f8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.935203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7e6d564d-d9dc-4ab1-bc47-f615a41b4ee3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'network': {'name': 'tempest-network-smoke--2021394245', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:57.939187 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-833f1796-048f-4f58-95e5-2e5d07b048f8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.954675 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f1796-048f-4f58-95e5-2e5d07b048f8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3cf699-0d95-40c4-9d5d-7a3d477cab68,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:57.959838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6d564d-d9dc-4ab1-bc47-f615a41b4ee3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Made reservation on behalf of e608a260b01c4aab87ae27b604981b64 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:27:57.963849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-833f1796-048f-4f58-95e5-2e5d07b048f8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.964069 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e6d564d-d9dc-4ab1-bc47-f615a41b4ee3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.965153 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-833f1796-048f-4f58-95e5-2e5d07b048f8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333647 Sep 07 16:27:57.967902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48348) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:57.972188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8140d278-a854-48fd-86a0-d9795e3357b4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': '30fe2293-52e9-4cd5-b7e0-79fffe89b591', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:57.988781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6d564d-d9dc-4ab1-bc47-f615a41b4ee3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:27:57.993884 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-8140d278-a854-48fd-86a0-d9795e3357b4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Project f5594cfe03a44f3b868060a14924d0e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:27:57.999411 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e6d564d-d9dc-4ab1-bc47-f615a41b4ee3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.999615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8140d278-a854-48fd-86a0-d9795e3357b4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:57.999763 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-7e6d564d-d9dc-4ab1-bc47-f615a41b4ee3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Added segment 0389f601-bb87-4f69-b2b5-edad6173004e of type vlan for network e93338da-538b-438b-995f-c08da926d9e4 Sep 07 16:27:58.041930 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e6d564d-d9dc-4ab1-bc47-f615a41b4ee3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.059930 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8140d278-a854-48fd-86a0-d9795e3357b4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.064010 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8140d278-a854-48fd-86a0-d9795e3357b4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.068885 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e6d564d-d9dc-4ab1-bc47-f615a41b4ee3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.074711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d564d-d9dc-4ab1-bc47-f615a41b4ee3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:58.075313 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e6d564d-d9dc-4ab1-bc47-f615a41b4ee3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.081305 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140d278-a854-48fd-86a0-d9795e3357b4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10038d9c-4e70-4823-b217-3175312c8577,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:58.089663 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8140d278-a854-48fd-86a0-d9795e3357b4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.091619 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8140d278-a854-48fd-86a0-d9795e3357b4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227601 Sep 07 16:27:58.094412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48350) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:58.099819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9cf14ca2-a942-4004-b6a5-5358eaad9050 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': '30fe2293-52e9-4cd5-b7e0-79fffe89b591', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:58.112089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7e6d564d-d9dc-4ab1-bc47-f615a41b4ee3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1813037 Sep 07 16:27:58.114758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48352) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:27:58.121882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'admin_state_up': True, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:27:58.153846 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-9cf14ca2-a942-4004-b6a5-5358eaad9050 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Project f5594cfe03a44f3b868060a14924d0e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:27:58.161053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9cf14ca2-a942-4004-b6a5-5358eaad9050 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.164700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d564d-d9dc-4ab1-bc47-f615a41b4ee3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Network': ['ID=e93338da-538b-438b-995f-c08da926d9e4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:58.172523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d889773-c7f1-484e-8f49-0b1c02fbf1b5 req-67e77cac-0519-4d38-b11d-6e7e00916598 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:58.176066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network e93338da-538b-438b-995f-c08da926d9e4 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:27:58.177176 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5d889773-c7f1-484e-8f49-0b1c02fbf1b5 req-67e77cac-0519-4d38-b11d-6e7e00916598 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 1096 time: 0.0684474 Sep 07 16:27:58.182038 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.183268 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.257128 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.276776 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9cf14ca2-a942-4004-b6a5-5358eaad9050 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.282553 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9cf14ca2-a942-4004-b6a5-5358eaad9050 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.308892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf14ca2-a942-4004-b6a5-5358eaad9050 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe87546-2b55-49aa-94c0-925fe7686402,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:58.314176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-5d889773-c7f1-484e-8f49-0b1c02fbf1b5 req-cb198b5c-ffcb-466d-9e16-fa4309bca693 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Deleting port 857a1189-673f-4f05-8caa-3a62231d8963 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:27:58.314559 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d889773-c7f1-484e-8f49-0b1c02fbf1b5 req-cb198b5c-ffcb-466d-9e16-fa4309bca693 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.330966 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9cf14ca2-a942-4004-b6a5-5358eaad9050 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.337118 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9cf14ca2-a942-4004-b6a5-5358eaad9050 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2412527 Sep 07 16:27:58.423699 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.439777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-5d889773-c7f1-484e-8f49-0b1c02fbf1b5 req-cb198b5c-ffcb-466d-9e16-fa4309bca693 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] For port 857a1189-673f-4f05-8caa-3a62231d8963, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=857a1189-673f-4f05-8caa-3a62231d8963,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:27:58.440179 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d889773-c7f1-484e-8f49-0b1c02fbf1b5 req-cb198b5c-ffcb-466d-9e16-fa4309bca693 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.454946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-5d889773-c7f1-484e-8f49-0b1c02fbf1b5 req-cb198b5c-ffcb-466d-9e16-fa4309bca693 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Calling delete_port for 857a1189-673f-4f05-8caa-3a62231d8963 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:27:58.540005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-e4233b4c-2529-43d3-85a2-4a7869687d87 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178920912&fields=id&tenant_id=f5594cfe03a44f3b868060a14924d0e7 HTTP/1.1" status: 200 len: 267 time: 0.0652645 Sep 07 16:27:58.595119 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d889773-c7f1-484e-8f49-0b1c02fbf1b5 req-cb198b5c-ffcb-466d-9e16-fa4309bca693 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.608190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['857a1189-673f-4f05-8caa-3a62231d8963'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:27:58.622207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb198b5c-ffcb-466d-9e16-fa4309bca693 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Pushing event deleted for resources: {'Port': ['ID=857a1189-673f-4f05-8caa-3a62231d8963,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:58.632591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['63787c1c-29e8-419b-a522-15bcc34e57f2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:27:58.681564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d889773-c7f1-484e-8f49-0b1c02fbf1b5 req-cb198b5c-ffcb-466d-9e16-fa4309bca693 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] No DVR routers for this DVR port 857a1189-673f-4f05-8caa-3a62231d8963 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:27:58.685518 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-5d889773-c7f1-484e-8f49-0b1c02fbf1b5 req-cb198b5c-ffcb-466d-9e16-fa4309bca693 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.687344 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5d889773-c7f1-484e-8f49-0b1c02fbf1b5 req-cb198b5c-ffcb-466d-9e16-fa4309bca693 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.35 "DELETE /v2.0/ports/857a1189-673f-4f05-8caa-3a62231d8963 HTTP/1.1" status: 204 len: 173 time: 0.5061064 Sep 07 16:27:58.687803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513f612c-6f98-4a3f-957e-c17171f7ab04', 'name': 'network-vif-deleted', 'tag': '857a1189-673f-4f05-8caa-3a62231d8963'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:27:58.690170 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00988cc4-a7b4-437b-b0a3-1a27e7578c1c" -d '{"events": [{"server_uuid": "513f612c-6f98-4a3f-957e-c17171f7ab04", "name": "network-vif-deleted", "tag": "857a1189-673f-4f05-8caa-3a62231d8963"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:27:58.772153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-8bc0ea1e-67a8-4fba-8527-966aae270fe6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:27:58.773785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-8bc0ea1e-67a8-4fba-8527-966aae270fe6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/networks?id=2ca92e5c-04b0-4f44-adbc-578e81cb0910 HTTP/1.1" status: 200 len: 797 time: 0.2223134 Sep 07 16:27:58.802897 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.806181 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e381d0f0-2609-49b7-8284-c302b7065b4c x-openstack-request-id: req-e381d0f0-2609-49b7-8284-c302b7065b4c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:27:58.806496 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513f612c-6f98-4a3f-957e-c17171f7ab04", "name": "network-vif-deleted", "tag": "857a1189-673f-4f05-8caa-3a62231d8963", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:27:58.806756 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e381d0f0-2609-49b7-8284-c302b7065b4c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:27:58.807794 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513f612c-6f98-4a3f-957e-c17171f7ab04', 'name': 'network-vif-deleted', 'tag': '857a1189-673f-4f05-8caa-3a62231d8963', 'status': 'completed', 'code': 200} Sep 07 16:27:58.850250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-0f1d9f12-e594-496d-a669-632d12cacbc0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/quotas/f5594cfe03a44f3b868060a14924d0e7 HTTP/1.1" status: 200 len: 375 time: 0.0505946 Sep 07 16:27:58.851211 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:58.951092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c709b86-9e58-4ebd-91c7-c63dc7843ef0 req-c0e76c8a-b1bd-4a3c-b1c2-8a881d07c460 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=513f612c-6f98-4a3f-957e-c17171f7ab04 HTTP/1.1" status: 200 len: 210 time: 0.0727184 Sep 07 16:27:58.982331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-9dfeccd1-d0f3-4e37-998e-8e6cc95552c6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1225336 Sep 07 16:27:59.083080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.25.3.48 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/dda80944-3d9f-4020-8ec7-f9c92f0e9905) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:27:59.131848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-55576ed4-6fa4-4586-b839-862ac36d8bd0 service neutron] 10.222.0.70 "GET /v2.0/networks/2ca92e5c-04b0-4f44-adbc-578e81cb0910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289637 Sep 07 16:27:59.259443 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:59.279974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-50b034d5-5349-421d-adbe-cc679e75b579 service neutron] 10.222.0.70 "GET /v2.0/networks/2ca92e5c-04b0-4f44-adbc-578e81cb0910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189837 Sep 07 16:27:59.313959 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:59.349899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:27:59.355190 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:27:59.364368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:27:59.394556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=dda80944-3d9f-4020-8ec7-f9c92f0e9905,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:27:59.447675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:59.448045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:59.448418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:59.448767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:59.449110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:59.449515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:59.449820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:59.450166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:59.450508 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:59.451056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:59.451404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:59.451735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:27:59.500932 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dd438d4-60b3-4c7d-920b-ce71cb6fcd5b req-3a9db4ca-46cc-4f53-95d8-b3e64cfac8d3 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 210 time: 0.0427978 Sep 07 16:27:59.528432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b14ffe0d-a831-431b-b1a5-dc71c926f6b7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:27:59.581515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b14ffe0d-a831-431b-b1a5-dc71c926f6b7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:27:59.581905 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:59.731623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:27:59.933388 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:00.070286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router a135924d-e4b1-4754-b7e3-80412eb3f0b8 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:28:00.191862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:28:00.201623 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Sync routers for ids ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:28:00.213379 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Routers {'a135924d-e4b1-4754-b7e3-80412eb3f0b8'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:00.213986 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:00.227367 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:00.228609 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6b4e6a54-2305-4e67-99c0-3e41c3341cc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1128664 Sep 07 16:28:00.232360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48394) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:00.262070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54157b9d-4f4b-4067-bc81-c904e0fc030c req-5fe7d9c5-e431-43cc-b39d-2cb6ffc9db86 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:00.262818 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:28:00.263608 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54157b9d-4f4b-4067-bc81-c904e0fc030c req-5fe7d9c5-e431-43cc-b39d-2cb6ffc9db86 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1097 time: 0.0855396 Sep 07 16:28:00.265498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a7c85470-6ca2-404c-b73c-71feea2374d5 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e608a260b01c4aab87ae27b604981b64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320959 Sep 07 16:28:00.268193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48396) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:00.328261 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Set router a135924d-e4b1-4754-b7e3-80412eb3f0b8 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:00.362966 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54157b9d-4f4b-4067-bc81-c904e0fc030c req-f2728bd3-ff5e-4dd0-b8d5-437bc758dd9e tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849874 Sep 07 16:28:00.390654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e3b600-73b4-4ba5-8b1f-41c472506b80 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:00.394852 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-32e3b600-73b4-4ba5-8b1f-41c472506b80 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1229794 Sep 07 16:28:00.396296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48398) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:00.428867 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dd0f202f-8b72-4928-b653-f742c96d4b8f tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308454 Sep 07 16:28:00.431476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48400) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:00.437627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6392b89d-8e30-430f-a2ae-f85d9c72b9db tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-663810', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:28:00.541547 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:27:59Z', 'revision_number': 3, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:00.581694 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Checking router: a135924d-e4b1-4754-b7e3-80412eb3f0b8 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:28:00.581694 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Updating router a135924d-e4b1-4754-b7e3-80412eb3f0b8 port dda80944-3d9f-4020-8ec7-f9c92f0e9905 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:28:00.611639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-205a1498-90b4-4744-8ae0-312d0f88bbbf req-d554cbb3-6d94-4421-b75b-58b4bec75012 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 210 time: 0.0348659 Sep 07 16:28:00.633086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6392b89d-8e30-430f-a2ae-f85d9c72b9db tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Made reservation on behalf of e608a260b01c4aab87ae27b604981b64 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:28:00.637714 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6392b89d-8e30-430f-a2ae-f85d9c72b9db tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:00.640575 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:00.648590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-ecb9e4c0-6b88-4cf8-83a4-ddb32ade66fb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:00.650124 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-ecb9e4c0-6b88-4cf8-83a4-ddb32ade66fb tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.35 "GET /v2.0/networks?id=2ca92e5c-04b0-4f44-adbc-578e81cb0910 HTTP/1.1" status: 200 len: 797 time: 0.2072632 Sep 07 16:28:00.758045 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-6b3414bb-9ed9-4105-be2a-4c2c34cd5838 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5594cfe03a44f3b868060a14924d0e7 HTTP/1.1" status: 200 len: 379 time: 0.0520828 Sep 07 16:28:00.774813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'port': {'device_id': '24d17956-247a-41eb-a1a5-2e645202bada', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'admin_state_up': True, 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'security_groups': ['30fe2293-52e9-4cd5-b7e0-79fffe89b591']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:28:00.888011 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:00.897571 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Transition to ACTIVE for port object dda80944-3d9f-4020-8ec7-f9c92f0e9905 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:00.903564 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:00.943949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6392b89d-8e30-430f-a2ae-f85d9c72b9db tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:00.959582 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Attempting to bind port dda80944-3d9f-4020-8ec7-f9c92f0e9905 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:28:00.959969 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Attempting to bind port dda80944-3d9f-4020-8ec7-f9c92f0e9905 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:28:00.960372 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Attempting to bind port dda80944-3d9f-4020-8ec7-f9c92f0e9905 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:28:00.967395 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2b6e3-c082-4dcc-90b1-1a8fbd2cb7b3 None None] Pushing event updated for resources: {'Port': ['ID=dda80944-3d9f-4020-8ec7-f9c92f0e9905,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:00.969888 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:28:00.970267 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:28:00.970669 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:00.971057 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:28:00.971526 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Bound port: dda80944-3d9f-4020-8ec7-f9c92f0e9905, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:28:00.971910 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:01.013235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Made reservation on behalf of f5594cfe03a44f3b868060a14924d0e7 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:28:01.016703 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:01.023330 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] For port dda80944-3d9f-4020-8ec7-f9c92f0e9905, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:28:01.026600 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] For port dda80944-3d9f-4020-8ec7-f9c92f0e9905, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dda80944-3d9f-4020-8ec7-f9c92f0e9905,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:28:01.031029 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:01.036506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392b89d-8e30-430f-a2ae-f85d9c72b9db tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Subnet': ['ID=9b4e1405-5762-4a95-8b79-0be6c8039653,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:01.053001 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392b89d-8e30-430f-a2ae-f85d9c72b9db tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Checking segment: {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:28:01.053366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392b89d-8e30-430f-a2ae-f85d9c72b9db tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network hostable DHCP agents. Network: e93338da-538b-438b-995f-c08da926d9e4, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:28:01.078736 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Routers {'a135924d-e4b1-4754-b7e3-80412eb3f0b8'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:01.079432 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:01.118205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392b89d-8e30-430f-a2ae-f85d9c72b9db tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network e93338da-538b-438b-995f-c08da926d9e4 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:28:01.136036 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2b6e3-c082-4dcc-90b1-1a8fbd2cb7b3 None None] Pushing event updated for resources: {'Port': ['ID=dda80944-3d9f-4020-8ec7-f9c92f0e9905,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:01.136554 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6392b89d-8e30-430f-a2ae-f85d9c72b9db tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, e93338da-538b-438b-995f-c08da926d9e4) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:28:01.144245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76470c5f-644d-4be3-b4e2-fa7426268952 None None] Network e93338da-538b-438b-995f-c08da926d9e4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:28:01.171781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6392b89d-8e30-430f-a2ae-f85d9c72b9db tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:01.172842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6392b89d-8e30-430f-a2ae-f85d9c72b9db tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:01.195030 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] Set router a135924d-e4b1-4754-b7e3-80412eb3f0b8 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:01.200654 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6392b89d-8e30-430f-a2ae-f85d9c72b9db tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 828 time: 0.7654283 Sep 07 16:28:01.200846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48408) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:01.255778 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Allocated IP 172.20.0.6 (2ca92e5c-04b0-4f44-adbc-578e81cb0910/3bcd7120-04c8-4921-bb1f-37c420c13edf/d0e22bfb-e309-428c-80b4-bafd28222de1) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:28:01.318232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-e93338da-538b-438b-995f-c08da926d9e4', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ips': [{'subnet_id': '9b4e1405-5762-4a95-8b79-0be6c8039653'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:28:01.319527 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:01.477736 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Allocated IP 172.20.0.2 (e93338da-538b-438b-995f-c08da926d9e4/9b4e1405-5762-4a95-8b79-0be6c8039653/f5d8014b-6fee-4121-a0c0-0d29eaeaf8db) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:28:01.506689 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa01f4-165d-4227-a752-0cf5554c6fdb req-16954cde-3565-4a12-9d50-d65785610e5c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:01.508517 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:27:59Z', 'revision_number': 3, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:01.513753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9bfa01f4-165d-4227-a752-0cf5554c6fdb req-16954cde-3565-4a12-9d50-d65785610e5c tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1097 time: 0.0613117 Sep 07 16:28:01.563076 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bec6e-f95b-428a-88b8-31cf5a67da9b None None] The sync data for ids ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'] in n-d-807551-3 is: [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:27:59Z', 'revision_number': 3, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:28:01.566587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9bfa01f4-165d-4227-a752-0cf5554c6fdb req-abbfae91-1db8-40de-b8dc-b5af8d142a4e tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f7c9389c-196e-43b9-9dab-9a116478aa51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475361 Sep 07 16:28:01.586817 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:01.637991 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Transition to ACTIVE for port object d0e22bfb-e309-428c-80b4-bafd28222de1 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:01.691184 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:01.701343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Transition to ACTIVE for port object f5d8014b-6fee-4121-a0c0-0d29eaeaf8db will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:01.707153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4aa037-b403-42b3-8552-e21b02a8eaac req-8ffcb16f-38a5-49fd-a544-bf28ffd13bd9 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:01.708852 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb4aa037-b403-42b3-8552-e21b02a8eaac req-8ffcb16f-38a5-49fd-a544-bf28ffd13bd9 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 1097 time: 0.0796139 Sep 07 16:28:01.727876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Transition to ACTIVE for port object f5d8014b-6fee-4121-a0c0-0d29eaeaf8db will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:01.736737 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:01.770459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85b08fb4-23a1-4486-8ee0-1884a38542c6 req-b6ef8168-0a66-4478-a82d-5a282233ee05 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 210 time: 0.0451498 Sep 07 16:28:01.819324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Pushing event updated for resources: {'Port': ['ID=f5d8014b-6fee-4121-a0c0-0d29eaeaf8db,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:01.850931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Network e93338da-538b-438b-995f-c08da926d9e4 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:28:01.852622 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:01.853747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:28:01.856761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:28:01.861566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-fb4aa037-b403-42b3-8552-e21b02a8eaac req-2686260e-1a8d-4090-9887-2029b8192dee tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Deleting port 63787c1c-29e8-419b-a522-15bcc34e57f2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:01.862212 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fb4aa037-b403-42b3-8552-e21b02a8eaac req-2686260e-1a8d-4090-9887-2029b8192dee tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:01.917156 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Attempting to bind port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:28:01.917544 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Attempting to bind port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:28:01.917914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Attempting to bind port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db on network e93338da-538b-438b-995f-c08da926d9e4 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:28:01.923618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:28:01.924004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Checking segment: {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:28:01.924451 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:01.924856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Bound using segment: {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:28:01.925337 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Bound port: f5d8014b-6fee-4121-a0c0-0d29eaeaf8db, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:28:01.925726 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:01.949014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-fb4aa037-b403-42b3-8552-e21b02a8eaac req-2686260e-1a8d-4090-9887-2029b8192dee tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] For port 63787c1c-29e8-419b-a522-15bcc34e57f2, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=63787c1c-29e8-419b-a522-15bcc34e57f2,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:01.950737 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fb4aa037-b403-42b3-8552-e21b02a8eaac req-2686260e-1a8d-4090-9887-2029b8192dee tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:01.965454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-fb4aa037-b403-42b3-8552-e21b02a8eaac req-2686260e-1a8d-4090-9887-2029b8192dee tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Calling delete_port for 63787c1c-29e8-419b-a522-15bcc34e57f2 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:01.992074 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] For port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:28:01.995387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] For port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f5d8014b-6fee-4121-a0c0-0d29eaeaf8db,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:28:02.001226 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:02.066045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d30c3d-6929-470d-b268-ebd70a837ee4 None None] Pushing event updated for resources: {'Port': ['ID=f5d8014b-6fee-4121-a0c0-0d29eaeaf8db,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:02.120664 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fb4aa037-b403-42b3-8552-e21b02a8eaac req-2686260e-1a8d-4090-9887-2029b8192dee tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:02.136047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['63787c1c-29e8-419b-a522-15bcc34e57f2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:28:02.149445 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:02.156261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686260e-1a8d-4090-9887-2029b8192dee tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Pushing event deleted for resources: {'Port': ['ID=63787c1c-29e8-419b-a522-15bcc34e57f2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:02.220237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4aa037-b403-42b3-8552-e21b02a8eaac req-2686260e-1a8d-4090-9887-2029b8192dee tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] No DVR routers for this DVR port 63787c1c-29e8-419b-a522-15bcc34e57f2 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:02.221494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:28:02.225375 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-fb4aa037-b403-42b3-8552-e21b02a8eaac req-2686260e-1a8d-4090-9887-2029b8192dee tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:02.228134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb4aa037-b403-42b3-8552-e21b02a8eaac req-2686260e-1a8d-4090-9887-2029b8192dee tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.54 "DELETE /v2.0/ports/63787c1c-29e8-419b-a522-15bcc34e57f2 HTTP/1.1" status: 204 len: 173 time: 0.5111375 Sep 07 16:28:02.228659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca071def-79bc-4585-ab7d-ca6556a8843c', 'name': 'network-vif-deleted', 'tag': '63787c1c-29e8-419b-a522-15bcc34e57f2'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:28:02.231975 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f2eb35-9019-439b-89e0-4e13964b6a51" -d '{"events": [{"server_uuid": "ca071def-79bc-4585-ab7d-ca6556a8843c", "name": "network-vif-deleted", "tag": "63787c1c-29e8-419b-a522-15bcc34e57f2"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:28:02.260575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:28:02.262530 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 857a1189-673f-4f05-8caa-3a62231d8963 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:02.271813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:28:02.279828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=d0e22bfb-e309-428c-80b4-bafd28222de1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:02.300624 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b77c48a-7556-4109-ab4b-f8ff4a31d03c x-openstack-request-id: req-3b77c48a-7556-4109-ab4b-f8ff4a31d03c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:28:02.301122 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca071def-79bc-4585-ab7d-ca6556a8843c", "name": "network-vif-deleted", "tag": "63787c1c-29e8-419b-a522-15bcc34e57f2", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:28:02.301600 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b77c48a-7556-4109-ab4b-f8ff4a31d03c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:28:02.302165 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca071def-79bc-4585-ab7d-ca6556a8843c', 'name': 'network-vif-deleted', 'tag': '63787c1c-29e8-419b-a522-15bcc34e57f2', 'status': 'completed', 'code': 200} Sep 07 16:28:02.310552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 857a1189-673f-4f05-8caa-3a62231d8963 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:02.311079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 857a1189-673f-4f05-8caa-3a62231d8963 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:02.385062 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:02.427551 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:02.428818 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:02.466428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:02.544013 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-c47de5b8-2601-4cff-9210-6763ee74ce42 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7747004 Sep 07 16:28:02.566131 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Request body: {'port': {'device_id': '24d17956-247a-41eb-a1a5-2e645202bada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:28:02.675839 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:02.715810 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eab66262-8025-46b2-81ed-06ffad4046e8 req-8c49fa0a-2313-4de7-a5ce-f152b9ac0e82 tempest-TestServerMultinode-1977810810 tempest-TestServerMultinode-1977810810-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca071def-79bc-4585-ab7d-ca6556a8843c HTTP/1.1" status: 200 len: 210 time: 0.0362926 Sep 07 16:28:02.774942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-957b8551-796a-4b7a-b2b9-339279652bee None None] Provisioning for port d0e22bfb-e309-428c-80b4-bafd28222de1 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:28:02.782206 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-957b8551-796a-4b7a-b2b9-339279652bee None None] Provisioning complete for port d0e22bfb-e309-428c-80b4-bafd28222de1 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:02.782601 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-957b8551-796a-4b7a-b2b9-339279652bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:02.869322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-957b8551-796a-4b7a-b2b9-339279652bee None None] Port d0e22bfb-e309-428c-80b4-bafd28222de1 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:28:02.999540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e17ea4-51ea-42cf-a431-cf97e33dd839 req-1221e68b-ab22-4385-9955-8c3771c87945 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:03.001429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95e17ea4-51ea-42cf-a431-cf97e33dd839 req-1221e68b-ab22-4385-9955-8c3771c87945 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 931 time: 0.0726340 Sep 07 16:28:03.054747 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95e17ea4-51ea-42cf-a431-cf97e33dd839 req-cb721759-2779-4426-a277-7f4e93ef63da tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417092 Sep 07 16:28:03.106416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.20.0.1 (e93338da-538b-438b-995f-c08da926d9e4/9b4e1405-5762-4a95-8b79-0be6c8039653/78319587-d8fc-4cb6-9550-ca1c3d288018) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:28:03.276874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e22bfb-e309-428c-80b4-bafd28222de1 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:28:03.288863 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:03.307933 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:03.317885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Transition to ACTIVE for port object d0e22bfb-e309-428c-80b4-bafd28222de1 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:03.323464 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:03.333133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Transition to ACTIVE for port object 78319587-d8fc-4cb6-9550-ca1c3d288018 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:03.380482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7d37a-5eae-48b4-869e-d2f61f2ae087 None None] Network e93338da-538b-438b-995f-c08da926d9e4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:28:03.398255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Pushing event updated for resources: {'Port': ['ID=d0e22bfb-e309-428c-80b4-bafd28222de1,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:03.462307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-551709da-e213-4908-aa82-c32895557348 None None] Provisioning for port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:28:03.464023 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:03.539610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network e93338da-538b-438b-995f-c08da926d9e4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:28:03.561221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:28:03.563451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Attempting to bind port d0e22bfb-e309-428c-80b4-bafd28222de1 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:28:03.563858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Attempting to bind port d0e22bfb-e309-428c-80b4-bafd28222de1 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '8712b09e-262e-4e7f-be0f-05a93dcd3457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:28:03.564201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Attempting to bind port d0e22bfb-e309-428c-80b4-bafd28222de1 on network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:28:03.568520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:28:03.570974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=78319587-d8fc-4cb6-9550-ca1c3d288018,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:03.613962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Port d0e22bfb-e309-428c-80b4-bafd28222de1 on network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:28:03.614295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Attempting to bind port d0e22bfb-e309-428c-80b4-bafd28222de1 on network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:28:03.625782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dda80944-3d9f-4020-8ec7-f9c92f0e9905 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:28:03.626046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:28:03.626423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Checking segment: {'id': '8712b09e-262e-4e7f-be0f-05a93dcd3457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:28:03.626815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Bound using segment: {'id': '8712b09e-262e-4e7f-be0f-05a93dcd3457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:28:03.627324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Bound port: d0e22bfb-e309-428c-80b4-bafd28222de1, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8712b09e-262e-4e7f-be0f-05a93dcd3457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:28:03.627687 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:03.645484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:03.688476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port dda80944-3d9f-4020-8ec7-f9c92f0e9905 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:28:03.695453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port dda80944-3d9f-4020-8ec7-f9c92f0e9905 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:03.695842 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:03.779527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] For port d0e22bfb-e309-428c-80b4-bafd28222de1, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:28:03.796559 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] For port d0e22bfb-e309-428c-80b4-bafd28222de1, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d0e22bfb-e309-428c-80b4-bafd28222de1,segment=NetworkSegment(8712b09e-262e-4e7f-be0f-05a93dcd3457),segment_id=8712b09e-262e-4e7f-be0f-05a93dcd3457)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:28:03.811543 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:03.815909 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:03.828217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48432) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:03.880679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:03.881308 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:03.881711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port dda80944-3d9f-4020-8ec7-f9c92f0e9905, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dda80944-3d9f-4020-8ec7-f9c92f0e9905,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:03.882992 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] 10.222.0.35 "PUT /v2.0/ports/d0e22bfb-e309-428c-80b4-bafd28222de1 HTTP/1.1" status: 200 len: 1091 time: 1.3211672 Sep 07 16:28:03.885813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d17956-247a-41eb-a1a5-2e645202bada', 'tag': 'd0e22bfb-e309-428c-80b4-bafd28222de1'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:28:03.888968 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dcfdb4-80ce-4c34-9f82-553103ed3433" -d '{"events": [{"name": "network-changed", "server_uuid": "24d17956-247a-41eb-a1a5-2e645202bada", "tag": "d0e22bfb-e309-428c-80b4-bafd28222de1"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:28:03.889262 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:03.893225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f5d8014b-6fee-4121-a0c0-0d29eaeaf8db up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:28:03.983785 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6e00c7-f430-4a29-86a4-2d1d592a67dc x-openstack-request-id: req-3c6e00c7-f430-4a29-86a4-2d1d592a67dc {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:28:03.984129 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d17956-247a-41eb-a1a5-2e645202bada", "tag": "d0e22bfb-e309-428c-80b4-bafd28222de1", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:28:03.984354 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c6e00c7-f430-4a29-86a4-2d1d592a67dc {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:28:03.984759 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d17956-247a-41eb-a1a5-2e645202bada', 'tag': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'status': 'completed', 'code': 200} Sep 07 16:28:03.991063 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:04.023707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3347d-87ca-48cf-a7ac-ab8d366b72ba service neutron] Pushing event updated for resources: {'Port': ['ID=d0e22bfb-e309-428c-80b4-bafd28222de1,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:04.070173 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-5a4013cd-bbd0-4208-ba01-6ae52323617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:04.071733 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-5a4013cd-bbd0-4208-ba01-6ae52323617e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 1094 time: 0.1258099 Sep 07 16:28:04.095307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=dda80944-3d9f-4020-8ec7-f9c92f0e9905,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:04.121859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:28:04.126516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:04.126903 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:04.205255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d0d768fc-661e-4272-b761-a5e90b18b113 None None] Provisioning for port 78319587-d8fc-4cb6-9550-ca1c3d288018 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:28:04.221196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d0d768fc-661e-4272-b761-a5e90b18b113 None None] Provisioning complete for port 78319587-d8fc-4cb6-9550-ca1c3d288018 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:04.221573 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0d768fc-661e-4272-b761-a5e90b18b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:04.228256 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-f702cbc7-5a50-447d-b45b-da4ddb29be72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e22bfb-e309-428c-80b4-bafd28222de1 HTTP/1.1" status: 200 len: 217 time: 0.1413946 Sep 07 16:28:04.314240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca56fd8-5750-4007-b481-a00982e4d406 req-a843e9d4-0de5-4a01-8166-b6d7856cb53a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:04.315719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ca56fd8-5750-4007-b481-a00982e4d406 req-a843e9d4-0de5-4a01-8166-b6d7856cb53a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 943 time: 0.1433101 Sep 07 16:28:04.337982 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:04.347866 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d0d768fc-661e-4272-b761-a5e90b18b113 None None] Port 78319587-d8fc-4cb6-9550-ca1c3d288018 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:28:04.365564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-5158d6cb-31ba-427d-80fa-1ca8f0facab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:04.367127 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-5158d6cb-31ba-427d-80fa-1ca8f0facab7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3bcd7120-04c8-4921-bb1f-37c420c13edf HTTP/1.1" status: 200 len: 834 time: 0.1277773 Sep 07 16:28:04.404988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f5d8014b-6fee-4121-a0c0-0d29eaeaf8db,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:04.414823 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d0d768fc-661e-4272-b761-a5e90b18b113 None None] Provisioning complete for port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:04.415568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d0d768fc-661e-4272-b761-a5e90b18b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:04.438392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ca56fd8-5750-4007-b481-a00982e4d406 req-3e16becb-2a31-414a-823d-836f316eecc5 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802071 Sep 07 16:28:04.458383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-802a01fc-9eb0-4d48-acc4-7e6bbd3b6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:04.459963 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-802a01fc-9eb0-4d48-acc4-7e6bbd3b6264 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ca92e5c-04b0-4f44-adbc-578e81cb0910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739870 Sep 07 16:28:04.461757 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:04.521103 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47920e7c-e5c4-4580-b1ac-3cddd3551745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:04.543999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=f5d8014b-6fee-4121-a0c0-0d29eaeaf8db,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:04.626700 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-28237872-6806-4c04-89f4-cf8d47d5ef83 service neutron] 10.222.0.35 "GET /v2.0/networks/2ca92e5c-04b0-4f44-adbc-578e81cb0910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333325 Sep 07 16:28:04.630515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:04.643206 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:04.695164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8ae529d3-2083-4319-a087-955458c6209a None None] Provisioning complete for port 78319587-d8fc-4cb6-9550-ca1c3d288018 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:04.695562 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ae529d3-2083-4319-a087-955458c6209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:04.732445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8ae529d3-2083-4319-a087-955458c6209a None None] Port 78319587-d8fc-4cb6-9550-ca1c3d288018 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:28:04.781941 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:04.783736 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=78319587-d8fc-4cb6-9550-ca1c3d288018,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:04.828723 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fed66b42-07ff-4e97-86c1-6c4cd6f0af53 req-6c3d70b7-c60d-40dc-9db3-c5651d172f5a service neutron] 10.222.0.35 "GET /v2.0/networks/2ca92e5c-04b0-4f44-adbc-578e81cb0910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944389 Sep 07 16:28:04.932817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network e93338da-538b-438b-995f-c08da926d9e4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:28:04.936699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:28:04.947039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcfdb4-80ce-4c34-9f82-553103ed3433 req-8d51349d-cd8a-4566-9808-1baffb94daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:04.948652 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78dcfdb4-80ce-4c34-9f82-553103ed3433 req-8d51349d-cd8a-4566-9808-1baffb94daf3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 1094 time: 0.0616281 Sep 07 16:28:05.128531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-47920e7c-e5c4-4580-b1ac-3cddd3551745 admin admin] Deleting port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:05.129105 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47920e7c-e5c4-4580-b1ac-3cddd3551745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:05.141722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router a135924d-e4b1-4754-b7e3-80412eb3f0b8 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:28:05.143037 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcfdb4-80ce-4c34-9f82-553103ed3433 req-b416b541-0675-4792-85db-7702326d4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:05.144567 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78dcfdb4-80ce-4c34-9f82-553103ed3433 req-b416b541-0675-4792-85db-7702326d4b07 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ca92e5c-04b0-4f44-adbc-578e81cb0910 HTTP/1.1" status: 200 len: 898 time: 0.1552434 Sep 07 16:28:05.214850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-47920e7c-e5c4-4580-b1ac-3cddd3551745 admin admin] For port 73a49668-a5b3-44ba-b179-bb28e9a9f7ae, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=73a49668-a5b3-44ba-b179-bb28e9a9f7ae,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:05.215734 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47920e7c-e5c4-4580-b1ac-3cddd3551745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:05.228216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-47920e7c-e5c4-4580-b1ac-3cddd3551745 admin admin] Calling delete_port for 73a49668-a5b3-44ba-b179-bb28e9a9f7ae owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:05.231385 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78dcfdb4-80ce-4c34-9f82-553103ed3433 req-f07be2b9-3397-4ae5-87c1-9b1dc8013cbe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e22bfb-e309-428c-80b4-bafd28222de1 HTTP/1.1" status: 200 len: 217 time: 0.0409110 Sep 07 16:28:05.253560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f625cff5-a88e-4aab-9ab6-fa24d3037d12 None None] Provisioning complete for port 78319587-d8fc-4cb6-9550-ca1c3d288018 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:05.253951 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f625cff5-a88e-4aab-9ab6-fa24d3037d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:05.291546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f625cff5-a88e-4aab-9ab6-fa24d3037d12 None None] Port 78319587-d8fc-4cb6-9550-ca1c3d288018 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:28:05.327613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcfdb4-80ce-4c34-9f82-553103ed3433 req-5b5e0dbc-5509-4ce2-8bd0-b9cdae6dd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:05.329101 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78dcfdb4-80ce-4c34-9f82-553103ed3433 req-5b5e0dbc-5509-4ce2-8bd0-b9cdae6dd59e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3bcd7120-04c8-4921-bb1f-37c420c13edf HTTP/1.1" status: 200 len: 834 time: 0.0831885 Sep 07 16:28:05.330068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:28:05.335212 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f16c440f-2ea5-41a4-bd31-6f84548c2c4f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "PUT /v2.0/routers/a135924d-e4b1-4754-b7e3-80412eb3f0b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1333623 Sep 07 16:28:05.342239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Sync routers for ids ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:28:05.352272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Routers {'a135924d-e4b1-4754-b7e3-80412eb3f0b8'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:05.353036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:05.401146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcfdb4-80ce-4c34-9f82-553103ed3433 req-97a0f646-8353-4d33-aaad-598b0e9e8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:05.402800 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78dcfdb4-80ce-4c34-9f82-553103ed3433 req-97a0f646-8353-4d33-aaad-598b0e9e8565 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ca92e5c-04b0-4f44-adbc-578e81cb0910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591323 Sep 07 16:28:05.438704 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47920e7c-e5c4-4580-b1ac-3cddd3551745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:05.479019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Set router a135924d-e4b1-4754-b7e3-80412eb3f0b8 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:05.491984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47920e7c-e5c4-4580-b1ac-3cddd3551745 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a49668-a5b3-44ba-b179-bb28e9a9f7ae,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:05.539573 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78dcfdb4-80ce-4c34-9f82-553103ed3433 req-6ae1d1ef-63c4-4113-b40c-c67fa935c58b service neutron] 10.222.0.35 "GET /v2.0/networks/2ca92e5c-04b0-4f44-adbc-578e81cb0910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267531 Sep 07 16:28:05.596540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dda80944-3d9f-4020-8ec7-f9c92f0e9905 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:28:05.659798 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-78dcfdb4-80ce-4c34-9f82-553103ed3433 req-d09fc384-8f17-48e6-9d66-6592dabc41bf service neutron] 10.222.0.35 "GET /v2.0/networks/2ca92e5c-04b0-4f44-adbc-578e81cb0910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068370 Sep 07 16:28:05.699301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-cdc61fd7-f0cf-416e-96d0-6badcd920089 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1730074232&fields=id&tenant_id=e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 267 time: 0.0941172 Sep 07 16:28:05.724610 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port dda80944-3d9f-4020-8ec7-f9c92f0e9905 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:05.725055 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:05.741652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ff734-a048-47fa-9daf-913f6f2b3814 req-ee96f2d8-2b51-431a-b45f-d10a494b0b9c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:05.743187 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea0ff734-a048-47fa-9daf-913f6f2b3814 req-ee96f2d8-2b51-431a-b45f-d10a494b0b9c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 943 time: 0.1659818 Sep 07 16:28:05.895181 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea0ff734-a048-47fa-9daf-913f6f2b3814 req-2e31dd34-6e73-49da-9398-4bc7571bedae tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399100 Sep 07 16:28:05.929588 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-47920e7c-e5c4-4580-b1ac-3cddd3551745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:05.939779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c6f5-17df-4901-8736-06f8a66e316b req-73a0b53a-4ec7-46bd-b6b8-faa833d4cf95 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:05.941365 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-73a0b53a-4ec7-46bd-b6b8-faa833d4cf95 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 797 time: 0.1972618 Sep 07 16:28:05.960585 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-e5fd26d2-8601-4aac-8652-ff0e8fcc3033 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/quotas/e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 375 time: 0.0129538 Sep 07 16:28:05.982856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 63787c1c-29e8-419b-a522-15bcc34e57f2 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:06.009192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '78319587-d8fc-4cb6-9550-ca1c3d288018', 'name': '', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:19:ff:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:02Z', 'updated_at': '2021-09-07T16:28:04Z', 'revision_number': 2, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:06.015348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 63787c1c-29e8-419b-a522-15bcc34e57f2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:06.015697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 63787c1c-29e8-419b-a522-15bcc34e57f2 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:06.041963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Checking router: a135924d-e4b1-4754-b7e3-80412eb3f0b8 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:28:06.042221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Updating router a135924d-e4b1-4754-b7e3-80412eb3f0b8 port 78319587-d8fc-4cb6-9550-ca1c3d288018 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:28:06.045178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f5d8014b-6fee-4121-a0c0-0d29eaeaf8db up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:28:06.085830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-75869563-4263-4a25-a639-c04985a7dd65 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938089 Sep 07 16:28:06.093994 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:06.154713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:06.155090 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:06.274488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8a8c99a7-936b-45d4-837f-1a00aabb4924 service neutron] 10.222.0.70 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751883 Sep 07 16:28:06.303229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47920e7c-e5c4-4580-b1ac-3cddd3551745 admin admin] Router 9a085c1d-632d-4323-ab87-ce2f93eb28b6 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:28:06.439620 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:06.450853 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Transition to ACTIVE for port object 78319587-d8fc-4cb6-9550-ca1c3d288018 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:06.451669 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-d6cc385c-41f4-4c80-a210-029c61406a75 service neutron] 10.222.0.70 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692598 Sep 07 16:28:06.457971 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:06.473467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47920e7c-e5c4-4580-b1ac-3cddd3551745 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:28:06.481799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-47920e7c-e5c4-4580-b1ac-3cddd3551745 admin admin] 10.222.0.70 "PUT /v2.0/routers/9a085c1d-632d-4323-ab87-ce2f93eb28b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6487846 Sep 07 16:28:06.483428 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48a925-09ed-484c-b424-e2a2f1e33e77 None None] Sync routers for ids ['9a085c1d-632d-4323-ab87-ce2f93eb28b6'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:28:06.484568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48466) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:06.512661 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48a925-09ed-484c-b424-e2a2f1e33e77 None None] Routers {'9a085c1d-632d-4323-ab87-ce2f93eb28b6'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:06.513295 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ba48a925-09ed-484c-b424-e2a2f1e33e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9a085c1d-632d-4323-ab87-ce2f93eb28b6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:06.518080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691153d3-af51-4100-8f30-1615ff6ef046 None None] Pushing event updated for resources: {'Port': ['ID=78319587-d8fc-4cb6-9550-ca1c3d288018,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:06.583300 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Attempting to bind port 78319587-d8fc-4cb6-9550-ca1c3d288018 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:28:06.583671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Attempting to bind port 78319587-d8fc-4cb6-9550-ca1c3d288018 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:28:06.584198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Attempting to bind port 78319587-d8fc-4cb6-9550-ca1c3d288018 on network e93338da-538b-438b-995f-c08da926d9e4 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:28:06.591586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:28:06.592205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Checking segment: {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:28:06.592699 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:06.593104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Bound using segment: {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:28:06.593626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Bound port: 78319587-d8fc-4cb6-9550-ca1c3d288018, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:28:06.594178 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:06.673241 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:06.677317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] For port 78319587-d8fc-4cb6-9550-ca1c3d288018, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:28:06.683005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] For port 78319587-d8fc-4cb6-9550-ca1c3d288018, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=78319587-d8fc-4cb6-9550-ca1c3d288018,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:28:06.693183 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:06.726051 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ba48a925-09ed-484c-b424-e2a2f1e33e77 None None] Set router 9a085c1d-632d-4323-ab87-ce2f93eb28b6 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:06.750968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ac4d06e-4860-4931-a05e-88081caf4e14 req-8ee43f7a-0c88-4618-a143-6584ec69cf20 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 210 time: 0.0623252 Sep 07 16:28:06.768793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Routers {'a135924d-e4b1-4754-b7e3-80412eb3f0b8'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:06.769604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:06.810810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691153d3-af51-4100-8f30-1615ff6ef046 None None] Pushing event updated for resources: {'Port': ['ID=78319587-d8fc-4cb6-9550-ca1c3d288018,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:06.946109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] Set router a135924d-e4b1-4754-b7e3-80412eb3f0b8 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:06.973177 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ba48a925-09ed-484c-b424-e2a2f1e33e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'name': 'tempest-TestServerMultinode-1219086494-router', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:28:05Z', 'revision_number': 5, 'project_id': '72a4453e500748b587633766c5992ea0', 'gw_port': {'id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:07.037137 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48a925-09ed-484c-b424-e2a2f1e33e77 None None] Checking router: 9a085c1d-632d-4323-ab87-ce2f93eb28b6 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:28:07.069079 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48a925-09ed-484c-b424-e2a2f1e33e77 None None] Routers {'9a085c1d-632d-4323-ab87-ce2f93eb28b6'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:07.071424 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ba48a925-09ed-484c-b424-e2a2f1e33e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9a085c1d-632d-4323-ab87-ce2f93eb28b6'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:07.178943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c998f9-ccba-4251-8b1a-6b7a11013b9e req-1af2dba8-4d50-476d-9d14-7c25ae7706d8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:07.189839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2c998f9-ccba-4251-8b1a-6b7a11013b9e req-1af2dba8-4d50-476d-9d14-7c25ae7706d8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 943 time: 0.1478603 Sep 07 16:28:07.281748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2c998f9-ccba-4251-8b1a-6b7a11013b9e req-7c4645f7-2d5e-4428-9735-3d038d06b501 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864823 Sep 07 16:28:07.309788 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ba48a925-09ed-484c-b424-e2a2f1e33e77 None None] Set router 9a085c1d-632d-4323-ab87-ce2f93eb28b6 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:07.328871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '78319587-d8fc-4cb6-9550-ca1c3d288018', 'name': '', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:19:ff:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:02Z', 'updated_at': '2021-09-07T16:28:06Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:07.362362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614d311-a2df-49d9-a1c4-3f924726e7a3 None None] The sync data for ids ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'] in n-d-807551-3 is: [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '78319587-d8fc-4cb6-9550-ca1c3d288018', 'name': '', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:19:ff:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:02Z', 'updated_at': '2021-09-07T16:28:06Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:28:07.464466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:07.546557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Deleting port 88e4e023-b1cc-4982-bc5e-5acd6ecc85df {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:07.547140 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:07.598368 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ba48a925-09ed-484c-b424-e2a2f1e33e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'name': 'tempest-TestServerMultinode-1219086494-router', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:28:05Z', 'revision_number': 5, 'project_id': '72a4453e500748b587633766c5992ea0', 'gw_port': {'id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:07.635221 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48a925-09ed-484c-b424-e2a2f1e33e77 None None] The sync data for ids ['9a085c1d-632d-4323-ab87-ce2f93eb28b6'] in n-d-807551-3 is: [{'id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'name': 'tempest-TestServerMultinode-1219086494-router', 'tenant_id': '72a4453e500748b587633766c5992ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:28:05Z', 'revision_number': 5, 'project_id': '72a4453e500748b587633766c5992ea0', 'gw_port': {'id': '88e4e023-b1cc-4982-bc5e-5acd6ecc85df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a085c1d-632d-4323-ab87-ce2f93eb28b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:11Z', 'updated_at': '2021-09-07T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:28:07.661128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] For port 88e4e023-b1cc-4982-bc5e-5acd6ecc85df, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=88e4e023-b1cc-4982-bc5e-5acd6ecc85df,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:07.661577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:07.676327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Calling delete_port for 88e4e023-b1cc-4982-bc5e-5acd6ecc85df owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:07.687746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 78319587-d8fc-4cb6-9550-ca1c3d288018 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:28:07.743334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 78319587-d8fc-4cb6-9550-ca1c3d288018 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:28:07.747428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 78319587-d8fc-4cb6-9550-ca1c3d288018 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:07.747815 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:07.856905 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:07.889979 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d30041a-6d37-4c4c-abdd-4c70fbabd2ef req-8f8a7de6-a3a0-4dcd-b2ab-52b31ef73f9d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 210 time: 0.0639672 Sep 07 16:28:07.894452 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 78319587-d8fc-4cb6-9550-ca1c3d288018, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=78319587-d8fc-4cb6-9550-ca1c3d288018,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:07.900146 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:07.910402 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:07.957668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e4e023-b1cc-4982-bc5e-5acd6ecc85df,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:07.981190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=78319587-d8fc-4cb6-9550-ca1c3d288018,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:08.032651 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.141834 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.144230 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.181435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c6f5-17df-4901-8736-06f8a66e316b req-2a8cb768-45b6-4e9c-99af-0cac54f1abd3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:08.183591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-2a8cb768-45b6-4e9c-99af-0cac54f1abd3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.54 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 797 time: 0.1450603 Sep 07 16:28:08.200467 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.201190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a085c1d-632d-4323-ab87-ce2f93eb28b6 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:28:08.208037 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.210019 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-697127da-57ec-4a19-bf0f-bdc8887a96c7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9a085c1d-632d-4323-ab87-ce2f93eb28b6 HTTP/1.1" status: 204 len: 168 time: 1.7238915 Sep 07 16:28:08.212475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48486) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:08.259816 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-1d025d14-ce35-458e-80dd-3dd8754388e4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 380 time: 0.0567794 Sep 07 16:28:08.270609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'port': {'device_id': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'admin_state_up': True, 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'security_groups': ['3d76af2f-aff6-4b93-b637-04530fafcdd8']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:28:08.271385 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee77d3f3-7001-4147-9ecd-ed25defce621 admin admin] Deleting subnet 971a349b-2795-4b4e-86d0-acc6e1022fc9 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:28:08.276373 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee77d3f3-7001-4147-9ecd-ed25defce621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.331625 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee77d3f3-7001-4147-9ecd-ed25defce621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.450301 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8f243-1023-4579-aa91-bef4ed71df98 req-6e10d79b-a576-4a24-9995-52e7ebcfdd9a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:08.452610 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88d8f243-1023-4579-aa91-bef4ed71df98 req-6e10d79b-a576-4a24-9995-52e7ebcfdd9a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 943 time: 0.0819392 Sep 07 16:28:08.491704 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee77d3f3-7001-4147-9ecd-ed25defce621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.500572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Made reservation on behalf of e608a260b01c4aab87ae27b604981b64 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:28:08.506879 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.511425 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88d8f243-1023-4579-aa91-bef4ed71df98 req-90bc55ea-611f-4934-9e30-53bfa3fccb54 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505619 Sep 07 16:28:08.568764 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee77d3f3-7001-4147-9ecd-ed25defce621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.596443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77d3f3-7001-4147-9ecd-ed25defce621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971a349b-2795-4b4e-86d0-acc6e1022fc9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:08.605219 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee77d3f3-7001-4147-9ecd-ed25defce621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.610405 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ee77d3f3-7001-4147-9ecd-ed25defce621 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/971a349b-2795-4b4e-86d0-acc6e1022fc9 HTTP/1.1" status: 204 len: 168 time: 0.3957894 Sep 07 16:28:08.611058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:08.613615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd2b498-e0e3-4297-adfc-73c37e77fcd0 None None] Network 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:28:08.655273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.20.0.7 (e93338da-538b-438b-995f-c08da926d9e4/9b4e1405-5762-4a95-8b79-0be6c8039653/843c0d27-1150-481d-a206-666efc054861) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:28:08.687803 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.746476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Deleting port e19c76a6-a1ba-4e21-b37e-54c18a310014 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:08.746827 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.826734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] For port e19c76a6-a1ba-4e21-b37e-54c18a310014, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e19c76a6-a1ba-4e21-b37e-54c18a310014,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:08.827112 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.836457 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.847098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Calling delete_port for e19c76a6-a1ba-4e21-b37e-54c18a310014 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:08.859119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Transition to ACTIVE for port object 843c0d27-1150-481d-a206-666efc054861 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:08.861556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad98e117-de57-44e7-b336-73dd5cfe99df None None] DHCP port deletion for 88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:28:08.904300 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.935026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ad98e117-de57-44e7-b336-73dd5cfe99df None None] Deleting port e19c76a6-a1ba-4e21-b37e-54c18a310014 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:08.935456 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad98e117-de57-44e7-b336-73dd5cfe99df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.968518 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:08.983057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network e93338da-538b-438b-995f-c08da926d9e4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:28:08.988735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:28:08.994086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:28:09.021353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Pushing event deleted for resources: {'Port': ['ID=e19c76a6-a1ba-4e21-b37e-54c18a310014,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:09.023392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] No DVR routers for this DVR port e19c76a6-a1ba-4e21-b37e-54c18a310014 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:09.035424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:09.042616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ad98e117-de57-44e7-b336-73dd5cfe99df None None] For port e19c76a6-a1ba-4e21-b37e-54c18a310014, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e19c76a6-a1ba-4e21-b37e-54c18a310014,segment=NetworkSegment(3152a48c-477f-4511-bd61-48b11830e1b6),segment_id=3152a48c-477f-4511-bd61-48b11830e1b6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:09.043069 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad98e117-de57-44e7-b336-73dd5cfe99df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.071667 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ad98e117-de57-44e7-b336-73dd5cfe99df None None] Calling delete_port for e19c76a6-a1ba-4e21-b37e-54c18a310014 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:09.095006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:09.095919 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.124705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb880-a6a8-46e0-a8de-a2d50ed32b77 req-05bf1496-244c-459a-b666-44541281c635 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:09.132730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc9bb880-a6a8-46e0-a8de-a2d50ed32b77 req-05bf1496-244c-459a-b666-44541281c635 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 931 time: 0.1024611 Sep 07 16:28:09.141474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-8e515da9-790e-4bd6-af57-aebc4c6022e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8747883 Sep 07 16:28:09.152159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.162962 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad98e117-de57-44e7-b336-73dd5cfe99df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.164952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Request body: {'port': {'device_id': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:28:09.182399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:09.187027 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98e117-de57-44e7-b336-73dd5cfe99df None None] Pushing event deleted for resources: {'Port': ['ID=e19c76a6-a1ba-4e21-b37e-54c18a310014,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:09.196035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3152a48c-477f-4511-bd61-48b11830e1b6') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:09.196497 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad98e117-de57-44e7-b336-73dd5cfe99df None None] No DVR routers for this DVR port e19c76a6-a1ba-4e21-b37e-54c18a310014 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:09.196868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3152a48c-477f-4511-bd61-48b11830e1b6') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:09.224646 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.239489 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.240925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc9bb880-a6a8-46e0-a8de-a2d50ed32b77 req-9db1fc80-c5c6-432a-8934-ae5641049ee1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072984 Sep 07 16:28:09.246890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:28:09.247382 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.248388 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:28:09.249284 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:28:09.305187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f0c7d860-8904-41bd-9534-1c5a4a39cd94 None None] Provisioning for port 843c0d27-1150-481d-a206-666efc054861 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:28:09.307077 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.311247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f0c7d860-8904-41bd-9534-1c5a4a39cd94 None None] Provisioning complete for port 843c0d27-1150-481d-a206-666efc054861 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:09.311247 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d860-8904-41bd-9534-1c5a4a39cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.323009 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.323009 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] 10.222.0.70 "DELETE /v2.0/networks/88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23 HTTP/1.1" status: 204 len: 168 time: 0.7104981 Sep 07 16:28:09.324255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48500) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:09.339202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bba937-8ccd-4647-b3e4-e6a7a4c8831d admin admin] Pushing event deleted for resources: {'Network': ['ID=88ab5ae7-2c68-486d-9a91-6cd9f1ce1a23,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:09.370675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7d860-8904-41bd-9534-1c5a4a39cd94 None None] Port 843c0d27-1150-481d-a206-666efc054861 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:28:09.521253 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 78319587-d8fc-4cb6-9550-ca1c3d288018 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:28:09.575898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843c0d27-1150-481d-a206-666efc054861 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:28:09.577745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 78319587-d8fc-4cb6-9550-ca1c3d288018 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:09.578126 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.584432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.606631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Transition to ACTIVE for port object 843c0d27-1150-481d-a206-666efc054861 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:09.627247 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.707624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32934c8-d2dd-4b7b-9bc4-1d1c84abebe5 req-9c83975a-8a54-4e18-826f-1ddb8f5fb8ea tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:09.709601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b32934c8-d2dd-4b7b-9bc4-1d1c84abebe5 req-9c83975a-8a54-4e18-826f-1ddb8f5fb8ea tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 943 time: 0.1137323 Sep 07 16:28:09.712307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:09.744145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 73a49668-a5b3-44ba-b179-bb28e9a9f7ae no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:09.758093 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8325054-cecd-4206-950f-670a3fbcbbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.769179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 73a49668-a5b3-44ba-b179-bb28e9a9f7ae {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:09.769540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 73a49668-a5b3-44ba-b179-bb28e9a9f7ae not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:09.769973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e19c76a6-a1ba-4e21-b37e-54c18a310014 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:09.797299 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: e19c76a6-a1ba-4e21-b37e-54c18a310014 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:09.798267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e19c76a6-a1ba-4e21-b37e-54c18a310014 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:09.798806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 88e4e023-b1cc-4982-bc5e-5acd6ecc85df no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:09.816794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b32934c8-d2dd-4b7b-9bc4-1d1c84abebe5 req-65fc2d46-2136-43f3-bf62-c89a2be88720 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717640 Sep 07 16:28:09.825864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 88e4e023-b1cc-4982-bc5e-5acd6ecc85df {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:09.826470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 88e4e023-b1cc-4982-bc5e-5acd6ecc85df not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:09.833721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Attempting to bind port 843c0d27-1150-481d-a206-666efc054861 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:28:09.834079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Attempting to bind port 843c0d27-1150-481d-a206-666efc054861 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:28:09.834397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Attempting to bind port 843c0d27-1150-481d-a206-666efc054861 on network e93338da-538b-438b-995f-c08da926d9e4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:28:09.848145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Port 843c0d27-1150-481d-a206-666efc054861 on network e93338da-538b-438b-995f-c08da926d9e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:28:09.848735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Attempting to bind port 843c0d27-1150-481d-a206-666efc054861 on network e93338da-538b-438b-995f-c08da926d9e4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:28:09.854835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:28:09.855177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Checking segment: {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:28:09.856102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Bound using segment: {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:28:09.856625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Bound port: 843c0d27-1150-481d-a206-666efc054861, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:28:09.856995 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.925725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] For port 843c0d27-1150-481d-a206-666efc054861, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:28:09.928998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] For port 843c0d27-1150-481d-a206-666efc054861, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:28:09.932930 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.972119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:09.972921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:09.974225 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] 10.222.0.54 "PUT /v2.0/ports/843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 1091 time: 0.8170776 Sep 07 16:28:09.974683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'tag': '843c0d27-1150-481d-a206-666efc054861'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:28:09.976960 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff4a629-d960-49da-ac52-4299b266c0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "tag": "843c0d27-1150-481d-a206-666efc054861"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:28:10.023687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4d674-d34c-4603-bb34-c3c171b8b7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:10.069719 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e8325054-cecd-4206-950f-670a3fbcbbff admin admin] Deleting port 5beb0749-3cc4-4464-baa9-1b4d090dc599 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:10.071047 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8325054-cecd-4206-950f-670a3fbcbbff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:10.072037 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae1a228-8d93-4288-a45f-e5c6f7f4fb39 x-openstack-request-id: req-cae1a228-8d93-4288-a45f-e5c6f7f4fb39 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:28:10.072580 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "tag": "843c0d27-1150-481d-a206-666efc054861", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:28:10.072843 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cae1a228-8d93-4288-a45f-e5c6f7f4fb39 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:28:10.073981 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'tag': '843c0d27-1150-481d-a206-666efc054861', 'status': 'completed', 'code': 200} Sep 07 16:28:10.088768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c6f5-17df-4901-8736-06f8a66e316b req-e640dbc2-6510-4400-9ba4-59376fd728c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:10.090393 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-e640dbc2-6510-4400-9ba4-59376fd728c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1094 time: 0.0554976 Sep 07 16:28:10.138477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-0aa3b4c9-f061-41de-b199-53cb00ca4d9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 217 time: 0.0380399 Sep 07 16:28:10.155606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-e8325054-cecd-4206-950f-670a3fbcbbff admin admin] For port 5beb0749-3cc4-4464-baa9-1b4d090dc599, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5beb0749-3cc4-4464-baa9-1b4d090dc599,segment=NetworkSegment(8fca4d6a-918a-4b24-905a-7d63468a2e4b),segment_id=8fca4d6a-918a-4b24-905a-7d63468a2e4b)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:10.155983 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8325054-cecd-4206-950f-670a3fbcbbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:10.169475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e8325054-cecd-4206-950f-670a3fbcbbff admin admin] Calling delete_port for 5beb0749-3cc4-4464-baa9-1b4d090dc599 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:10.197417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c6f5-17df-4901-8736-06f8a66e316b req-d803b4c0-fb76-4a33-8317-42b9e192cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:10.198893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-d803b4c0-fb76-4a33-8317-42b9e192cd8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 200 len: 831 time: 0.0484726 Sep 07 16:28:10.250094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c6f5-17df-4901-8736-06f8a66e316b req-c80237c6-ba77-4158-bb36-75c115713b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:10.251559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-c80237c6-ba77-4158-bb36-75c115713b96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e93338da-538b-438b-995f-c08da926d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415263 Sep 07 16:28:10.304725 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device d0e22bfb-e309-428c-80b4-bafd28222de1 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:28:10.377532 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8325054-cecd-4206-950f-670a3fbcbbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:10.388372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-e9e2d020-f92d-4a55-a42c-f7c31b308490 service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250293 Sep 07 16:28:10.392871 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a4b3dbf3-cf1a-4ae3-86c9-8c9f974cc90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:10.395835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200086b-00e7-4e44-8083-c7ed13074a70 req-0c3fca68-b3f8-4785-b875-b884ecfb2ecb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:10.397302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1200086b-00e7-4e44-8083-c7ed13074a70 req-0c3fca68-b3f8-4785-b875-b884ecfb2ecb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 943 time: 0.0747504 Sep 07 16:28:10.413211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8325054-cecd-4206-950f-670a3fbcbbff admin admin] Pushing event deleted for resources: {'Port': ['ID=5beb0749-3cc4-4464-baa9-1b4d090dc599,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:10.461084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port d0e22bfb-e309-428c-80b4-bafd28222de1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d0e22bfb-e309-428c-80b4-bafd28222de1,segment=NetworkSegment(8712b09e-262e-4e7f-be0f-05a93dcd3457),segment_id=8712b09e-262e-4e7f-be0f-05a93dcd3457)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:10.476668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'port_id': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'mac_address': 'fa:16:3e:84:5e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:28:10.494052 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1200086b-00e7-4e44-8083-c7ed13074a70 req-70eec507-14ad-4f9c-bf7f-0274146efa4c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871255 Sep 07 16:28:10.538363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4902c6f5-17df-4901-8736-06f8a66e316b req-23125b13-1ee0-4b9d-92d9-7a16b91424de service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392727 Sep 07 16:28:10.540807 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:10.556896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e22bfb-e309-428c-80b4-bafd28222de1 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:28:10.581570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port d0e22bfb-e309-428c-80b4-bafd28222de1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d0e22bfb-e309-428c-80b4-bafd28222de1,segment=NetworkSegment(8712b09e-262e-4e7f-be0f-05a93dcd3457),segment_id=8712b09e-262e-4e7f-be0f-05a93dcd3457)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:10.593141 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:10.638436 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e8325054-cecd-4206-950f-670a3fbcbbff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:10.653286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=d0e22bfb-e309-428c-80b4-bafd28222de1,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:10.661083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4a629-d960-49da-ac52-4299b266c0e8 req-27aad8be-db60-4ac0-8934-b5c35e9e8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:10.662684 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ff4a629-d960-49da-ac52-4299b266c0e8 req-27aad8be-db60-4ac0-8934-b5c35e9e8c3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1094 time: 0.0558016 Sep 07 16:28:10.756719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4a629-d960-49da-ac52-4299b266c0e8 req-2c5137c1-795f-4f12-8cbe-3fd98d18e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:10.758224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ff4a629-d960-49da-ac52-4299b266c0e8 req-2c5137c1-795f-4f12-8cbe-3fd98d18e9fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 898 time: 0.0874243 Sep 07 16:28:10.803743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ff4a629-d960-49da-ac52-4299b266c0e8 req-26769ad1-7d34-4645-a34f-b9e197895ee3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 217 time: 0.0376599 Sep 07 16:28:10.860599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8325054-cecd-4206-950f-670a3fbcbbff admin admin] Router e347cae6-ce12-482b-82cd-3a0638516e5c has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:28:10.863720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4a629-d960-49da-ac52-4299b266c0e8 req-0d188607-73d1-4b9c-ba3a-7f54d2a47958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:10.866061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ff4a629-d960-49da-ac52-4299b266c0e8 req-0d188607-73d1-4b9c-ba3a-7f54d2a47958 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 200 len: 831 time: 0.0512266 Sep 07 16:28:10.945234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4a629-d960-49da-ac52-4299b266c0e8 req-de55ce31-8f0f-4b85-b185-168e6798957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:10.946760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ff4a629-d960-49da-ac52-4299b266c0e8 req-de55ce31-8f0f-4b85-b185-168e6798957d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e93338da-538b-438b-995f-c08da926d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721996 Sep 07 16:28:10.958042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f61a4-8ce2-4648-949a-b7dfe68720d1 req-49c3e551-b0fb-42a3-bbca-e6f493445635 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:10.959454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba3f61a4-8ce2-4648-949a-b7dfe68720d1 req-49c3e551-b0fb-42a3-bbca-e6f493445635 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 944 time: 0.0605462 Sep 07 16:28:10.969264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8325054-cecd-4206-950f-670a3fbcbbff admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:28:10.974333 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e8325054-cecd-4206-950f-670a3fbcbbff admin admin] 10.222.0.70 "PUT /v2.0/routers/e347cae6-ce12-482b-82cd-3a0638516e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6490872 Sep 07 16:28:10.977075 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48518) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:10.977902 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f67d54-6ab9-4924-8f98-cb1a72a05ab6 None None] Sync routers for ids ['e347cae6-ce12-482b-82cd-3a0638516e5c'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:28:10.989160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f67d54-6ab9-4924-8f98-cb1a72a05ab6 None None] Routers {'e347cae6-ce12-482b-82cd-3a0638516e5c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:10.989791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f8f67d54-6ab9-4924-8f98-cb1a72a05ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e347cae6-ce12-482b-82cd-3a0638516e5c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:11.025215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['d0e22bfb-e309-428c-80b4-bafd28222de1'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:28:11.061324 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba3f61a4-8ce2-4648-949a-b7dfe68720d1 req-aa71ffea-b71d-48f6-aba2-354487db0547 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924706 Sep 07 16:28:11.083651 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:11.094407 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ff4a629-d960-49da-ac52-4299b266c0e8 req-c0bb8fb5-b487-4c18-bedc-62f2f0fa6737 service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340036 Sep 07 16:28:11.158570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f8f67d54-6ab9-4924-8f98-cb1a72a05ab6 None None] Set router e347cae6-ce12-482b-82cd-3a0638516e5c gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:11.191728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ff4a629-d960-49da-ac52-4299b266c0e8 req-06bb903a-ea5a-4482-9ae7-0a501ebe3993 service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883729 Sep 07 16:28:11.193967 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:11.249743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Deleting port 6d1a366a-509f-4c31-8a90-e4ed735337eb {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:11.250096 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:11.329156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] For port 6d1a366a-509f-4c31-8a90-e4ed735337eb, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6d1a366a-509f-4c31-8a90-e4ed735337eb,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:11.329522 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:11.342041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Calling delete_port for 6d1a366a-509f-4c31-8a90-e4ed735337eb owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:11.439748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f8f67d54-6ab9-4924-8f98-cb1a72a05ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'name': 'tempest-TestServerMultinode-1065215060-router', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:28:10Z', 'revision_number': 5, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'gw_port': {'id': '6d1a366a-509f-4c31-8a90-e4ed735337eb', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:11.520620 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:11.575894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1a366a-509f-4c31-8a90-e4ed735337eb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:11.629038 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:11.654245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f67d54-6ab9-4924-8f98-cb1a72a05ab6 None None] Checking router: e347cae6-ce12-482b-82cd-3a0638516e5c for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:28:11.660617 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ed97-b845-4a0b-9bd1-400ddd74ac4a req-7019da99-8a76-4ec6-a5a6-ca8e20716463 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:11.664646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f67d54-6ab9-4924-8f98-cb1a72a05ab6 None None] Routers {'e347cae6-ce12-482b-82cd-3a0638516e5c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:11.665255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f8f67d54-6ab9-4924-8f98-cb1a72a05ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:27:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e347cae6-ce12-482b-82cd-3a0638516e5c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:11.669240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b548ed97-b845-4a0b-9bd1-400ddd74ac4a req-7019da99-8a76-4ec6-a5a6-ca8e20716463 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 943 time: 0.0707142 Sep 07 16:28:11.707612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b548ed97-b845-4a0b-9bd1-400ddd74ac4a req-b31856f1-e86f-43db-95cd-8b8d7ca801a5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340908 Sep 07 16:28:11.736374 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f8f67d54-6ab9-4924-8f98-cb1a72a05ab6 None None] Set router e347cae6-ce12-482b-82cd-3a0638516e5c gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:11.737999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:11.740132 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:11.782943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:11.783601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e347cae6-ce12-482b-82cd-3a0638516e5c {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:28:11.788673 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f8f67d54-6ab9-4924-8f98-cb1a72a05ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'name': 'tempest-TestServerMultinode-1065215060-router', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:28:11Z', 'revision_number': 7, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:11.789118 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:11.792568 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-567aa4aa-cc84-4835-969a-2f77c924369c admin admin] 10.222.0.70 "DELETE /v2.0/routers/e347cae6-ce12-482b-82cd-3a0638516e5c HTTP/1.1" status: 204 len: 168 time: 0.8122730 Sep 07 16:28:11.792899 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48526) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:11.818209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f67d54-6ab9-4924-8f98-cb1a72a05ab6 None None] The sync data for ids ['e347cae6-ce12-482b-82cd-3a0638516e5c'] in n-d-807551-3 is: [{'id': 'e347cae6-ce12-482b-82cd-3a0638516e5c', 'name': 'tempest-TestServerMultinode-1065215060-router', 'tenant_id': 'd517c1a38245436499c0b10c3b811962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:17Z', 'updated_at': '2021-09-07T16:28:11Z', 'revision_number': 7, 'project_id': 'd517c1a38245436499c0b10c3b811962', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:28:11.843166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6509a7a4-42ec-4abf-b9d5-a834381213c5 admin admin] Deleting subnet a6410c5c-cf90-4150-95e6-6a55004e7911 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:28:11.849733 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6509a7a4-42ec-4abf-b9d5-a834381213c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:11.883357 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6509a7a4-42ec-4abf-b9d5-a834381213c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:11.958174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6509a7a4-42ec-4abf-b9d5-a834381213c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.010108 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6509a7a4-42ec-4abf-b9d5-a834381213c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.038537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509a7a4-42ec-4abf-b9d5-a834381213c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6410c5c-cf90-4150-95e6-6a55004e7911,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:12.043356 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6509a7a4-42ec-4abf-b9d5-a834381213c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.046412 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6509a7a4-42ec-4abf-b9d5-a834381213c5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a6410c5c-cf90-4150-95e6-6a55004e7911 HTTP/1.1" status: 204 len: 168 time: 0.2515776 Sep 07 16:28:12.047800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48528) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:12.050043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6060fe55-c56a-4920-8ede-5d04b9734149 None None] Network bd136042-da76-4d5f-abd3-83a1ed486dbf requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:28:12.119911 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.200002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Deleting port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:12.200366 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.215552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68545dfc-441b-4fae-a9e9-6219bae314a3 req-d422e9e2-6789-42dc-9936-9e78f79a4962 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:12.217453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68545dfc-441b-4fae-a9e9-6219bae314a3 req-d422e9e2-6789-42dc-9936-9e78f79a4962 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 944 time: 0.0671473 Sep 07 16:28:12.248826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea3c24c-222e-42b4-bb23-a5f92408a7ec None None] DHCP port deletion for bd136042-da76-4d5f-abd3-83a1ed486dbf request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:28:12.263478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68545dfc-441b-4fae-a9e9-6219bae314a3 req-5f23b9b2-9c9b-425f-863b-640806c64486 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399270 Sep 07 16:28:12.290498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] For port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=87482087-fbd0-41bb-8d0f-d3bac6ff9e9d,segment=NetworkSegment(8fca4d6a-918a-4b24-905a-7d63468a2e4b),segment_id=8fca4d6a-918a-4b24-905a-7d63468a2e4b)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:12.290860 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.302985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bea3c24c-222e-42b4-bb23-a5f92408a7ec None None] Deleting port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:12.303152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Calling delete_port for 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:12.303365 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bea3c24c-222e-42b4-bb23-a5f92408a7ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.363765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bea3c24c-222e-42b4-bb23-a5f92408a7ec None None] For port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=87482087-fbd0-41bb-8d0f-d3bac6ff9e9d,segment=NetworkSegment(8fca4d6a-918a-4b24-905a-7d63468a2e4b),segment_id=8fca4d6a-918a-4b24-905a-7d63468a2e4b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:12.364219 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bea3c24c-222e-42b4-bb23-a5f92408a7ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.376739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bea3c24c-222e-42b4-bb23-a5f92408a7ec None None] Calling delete_port for 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:12.379147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.406278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Pushing event deleted for resources: {'Port': ['ID=87482087-fbd0-41bb-8d0f-d3bac6ff9e9d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:12.411836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] No DVR routers for this DVR port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:12.456594 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bea3c24c-222e-42b4-bb23-a5f92408a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.480488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3c24c-222e-42b4-bb23-a5f92408a7ec None None] Pushing event deleted for resources: {'Port': ['ID=87482087-fbd0-41bb-8d0f-d3bac6ff9e9d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:12.488261 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea3c24c-222e-42b4-bb23-a5f92408a7ec None None] No DVR routers for this DVR port 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:12.816926 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.839446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1511df-c580-4b6c-bc0d-5a68eb2d5fb5 req-10100b62-eae9-40cd-bbf5-0d2f0c37996e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:12.841692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc1511df-c580-4b6c-bc0d-5a68eb2d5fb5 req-10100b62-eae9-40cd-bbf5-0d2f0c37996e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 943 time: 0.0591018 Sep 07 16:28:12.845561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd136042-da76-4d5f-abd3-83a1ed486dbf']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:12.855860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fca4d6a-918a-4b24-905a-7d63468a2e4b') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:12.856143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fca4d6a-918a-4b24-905a-7d63468a2e4b') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:12.866426 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.880260 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.884742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc1511df-c580-4b6c-bc0d-5a68eb2d5fb5 req-a80b7ba9-93fa-4b61-8495-10899777a3f4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343390 Sep 07 16:28:12.891443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:28:12.892098 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:28:12.893896 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:28:12.953237 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.959246 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:12.961196 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bd136042-da76-4d5f-abd3-83a1ed486dbf HTTP/1.1" status: 204 len: 168 time: 0.9123151 Sep 07 16:28:12.974236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7950392-2a7a-4d9d-95d5-e6b4be532541 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd136042-da76-4d5f-abd3-83a1ed486dbf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:13.119145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48540) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:13.159228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2c2c63a2-eab6-411e-8fd7-d37741c0c961 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72a4453e500748b587633766c5992ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388408 Sep 07 16:28:13.161577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48542) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:13.209541 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bbd802b-a50e-4e5c-a9cd-62e0d5fe815c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:13.229925 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bbd802b-a50e-4e5c-a9cd-62e0d5fe815c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:13.275101 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bbd802b-a50e-4e5c-a9cd-62e0d5fe815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:13.277800 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9bbd802b-a50e-4e5c-a9cd-62e0d5fe815c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:13.278983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9bbd802b-a50e-4e5c-a9cd-62e0d5fe815c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/201aef6c-e6fc-46c0-a247-f0579316d663 HTTP/1.1" status: 204 len: 168 time: 0.1164873 Sep 07 16:28:13.286418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd802b-a50e-4e5c-a9cd-62e0d5fe815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201aef6c-e6fc-46c0-a247-f0579316d663,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:13.393231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80138551-8689-4f9e-a452-e3dd810bf2b3 req-ebdcc7d7-5b62-48ca-90c2-84d2faf1e9cc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:13.394751 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80138551-8689-4f9e-a452-e3dd810bf2b3 req-ebdcc7d7-5b62-48ca-90c2-84d2faf1e9cc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 944 time: 0.0499513 Sep 07 16:28:13.437581 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80138551-8689-4f9e-a452-e3dd810bf2b3 req-75d50df3-8977-4903-99e3-1b523ddbfc4f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368509 Sep 07 16:28:13.503257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:13.523703 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:13.524043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 87482087-fbd0-41bb-8d0f-d3bac6ff9e9d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:13.524495 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6d1a366a-509f-4c31-8a90-e4ed735337eb no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:13.544296 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 6d1a366a-509f-4c31-8a90-e4ed735337eb {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:13.544601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6d1a366a-509f-4c31-8a90-e4ed735337eb not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:13.545033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5beb0749-3cc4-4464-baa9-1b4d090dc599 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:13.565292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 5beb0749-3cc4-4464-baa9-1b4d090dc599 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:13.565647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5beb0749-3cc4-4464-baa9-1b4d090dc599 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:13.608564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48550) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:13.647167 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-746776bd-96a0-4ff5-a4c3-6fb174d848fc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d517c1a38245436499c0b10c3b811962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374441 Sep 07 16:28:13.649412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48552) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:13.696786 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-780aa0d8-21d9-466d-ab48-90274bf8815c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:13.717376 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-780aa0d8-21d9-466d-ab48-90274bf8815c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:13.764992 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-780aa0d8-21d9-466d-ab48-90274bf8815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:13.767090 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-780aa0d8-21d9-466d-ab48-90274bf8815c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:13.768257 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-780aa0d8-21d9-466d-ab48-90274bf8815c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f7c9389c-196e-43b9-9dab-9a116478aa51 HTTP/1.1" status: 204 len: 168 time: 0.1179447 Sep 07 16:28:13.776537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780aa0d8-21d9-466d-ab48-90274bf8815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c9389c-196e-43b9-9dab-9a116478aa51,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:13.906888 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.009023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 843c0d27-1150-481d-a206-666efc054861 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:28:14.018954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e37231-149e-44fc-b8e1-3d18c9a18750 req-ae00d453-4ce2-4e5a-832a-7476ea39a583 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:14.020478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94e37231-149e-44fc-b8e1-3d18c9a18750 req-ae00d453-4ce2-4e5a-832a-7476ea39a583 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 943 time: 0.0493455 Sep 07 16:28:14.059779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94e37231-149e-44fc-b8e1-3d18c9a18750 req-90b39643-1b5c-44e1-b0af-23c139c1a283 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327315 Sep 07 16:28:14.114418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 843c0d27-1150-481d-a206-666efc054861, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:14.125757 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '843c0d27-1150-481d-a206-666efc054861', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'port_id': '843c0d27-1150-481d-a206-666efc054861', 'mac_address': 'fa:16:3e:f3:78:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:28:14.164067 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.177423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843c0d27-1150-481d-a206-666efc054861 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:28:14.200759 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 843c0d27-1150-481d-a206-666efc054861, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:14.205678 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.243687 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a1758ab5-77e7-40a4-894d-2d71f310e8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.263892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:14.320540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device d0e22bfb-e309-428c-80b4-bafd28222de1 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:28:14.367724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port d0e22bfb-e309-428c-80b4-bafd28222de1 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:28:14.372192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port d0e22bfb-e309-428c-80b4-bafd28222de1 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:14.372614 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.453164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.462200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48582) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:14.477614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d17956-247a-41eb-a1a5-2e645202bada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e22bfb-e309-428c-80b4-bafd28222de1'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:28:14.480184 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a4d8f2-b2a7-424a-b85a-e5bc41003d14" -d '{"events": [{"server_uuid": "24d17956-247a-41eb-a1a5-2e645202bada", "name": "network-vif-plugged", "status": "completed", "tag": "d0e22bfb-e309-428c-80b4-bafd28222de1"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:28:14.493923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port d0e22bfb-e309-428c-80b4-bafd28222de1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d0e22bfb-e309-428c-80b4-bafd28222de1,segment=NetworkSegment(8712b09e-262e-4e7f-be0f-05a93dcd3457),segment_id=8712b09e-262e-4e7f-be0f-05a93dcd3457)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:14.499432 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.531400 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e97cc87-a7fb-42e4-a40f-3de3f362de7e x-openstack-request-id: req-1e97cc87-a7fb-42e4-a40f-3de3f362de7e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:28:14.532077 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d17956-247a-41eb-a1a5-2e645202bada", "name": "network-vif-plugged", "status": "completed", "tag": "d0e22bfb-e309-428c-80b4-bafd28222de1", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:28:14.532077 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e97cc87-a7fb-42e4-a40f-3de3f362de7e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:28:14.532949 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d17956-247a-41eb-a1a5-2e645202bada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'code': 200} Sep 07 16:28:14.568942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fc1a7-8cdf-470d-beb0-5a51147c4b55 req-bc0dc290-6278-4d31-977d-7fb48fb4385b tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:14.571105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e98fc1a7-8cdf-470d-beb0-5a51147c4b55 req-bc0dc290-6278-4d31-977d-7fb48fb4385b tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 945 time: 0.0561996 Sep 07 16:28:14.574225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-35540024-network', 'tenant_id': '12ce8acdc9fe42f8b315de5ea1eb3abd'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:28:14.574563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=d0e22bfb-e309-428c-80b4-bafd28222de1,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:14.580478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['843c0d27-1150-481d-a206-666efc054861'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:28:14.617907 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e98fc1a7-8cdf-470d-beb0-5a51147c4b55 req-aee9cbc2-8c91-43b1-9f2c-ed367aef689c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397484 Sep 07 16:28:14.630632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Made reservation on behalf of 12ce8acdc9fe42f8b315de5ea1eb3abd for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:28:14.633574 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.642816 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.735744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20186c6-ef0e-4bce-9526-4a9b7d608376 req-b1be76d0-4957-4510-abad-4f0172989676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:14.737358 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a20186c6-ef0e-4bce-9526-4a9b7d608376 req-b1be76d0-4957-4510-abad-4f0172989676 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 1096 time: 0.1229625 Sep 07 16:28:14.793637 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a20186c6-ef0e-4bce-9526-4a9b7d608376 req-3c66ba06-2146-43f9-b552-cc2e3e6a5f36 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474718 Sep 07 16:28:14.805424 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.811434 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.832937 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:28:14.846476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c752c14-d87b-41c4-b0be-2a5bca839c52,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:14.851726 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.852078 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Added segment 718e65d1-8d6a-47bb-a287-cb79510805f6 of type vlan for network 6f709e93-4a23-466e-91f0-2b0ab3771b3d Sep 07 16:28:14.888382 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.893421 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.917055 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.918530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:14.919110 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.950195 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4867890 Sep 07 16:28:14.953345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48594) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:14.958253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-313179e0-f962-484d-a49c-db51a41218dc admin admin] Request body: {'subnet': {'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-35540024-subnet', 'tenant_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:28:14.978454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313179e0-f962-484d-a49c-db51a41218dc admin admin] Made reservation on behalf of 12ce8acdc9fe42f8b315de5ea1eb3abd for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:28:14.981273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-313179e0-f962-484d-a49c-db51a41218dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:14.983460 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c4264-1732-479e-adfb-179dd8152de0 admin admin] Pushing event updated for resources: {'Network': ['ID=6f709e93-4a23-466e-91f0-2b0ab3771b3d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:14.992996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 6f709e93-4a23-466e-91f0-2b0ab3771b3d details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:28:15.179746 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-313179e0-f962-484d-a49c-db51a41218dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:15.547303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d6e47-654a-4b66-a33f-ec29d2cd1c2e req-be526b33-2ef8-489d-a2d4-0da8941aa10f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:15.548815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-107d6e47-654a-4b66-a33f-ec29d2cd1c2e req-be526b33-2ef8-489d-a2d4-0da8941aa10f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 944 time: 0.4147625 Sep 07 16:28:15.562882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313179e0-f962-484d-a49c-db51a41218dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb931740-b52c-44d2-a1ab-584ca68c6e40,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:15.587820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313179e0-f962-484d-a49c-db51a41218dc admin admin] Checking segment: {'id': '718e65d1-8d6a-47bb-a287-cb79510805f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:28:15.588183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313179e0-f962-484d-a49c-db51a41218dc admin admin] Network hostable DHCP agents. Network: 6f709e93-4a23-466e-91f0-2b0ab3771b3d, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:28:15.614441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-107d6e47-654a-4b66-a33f-ec29d2cd1c2e req-7202eb55-8031-423d-a432-18a4e04cae33 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582316 Sep 07 16:28:15.615453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313179e0-f962-484d-a49c-db51a41218dc admin admin] Network 6f709e93-4a23-466e-91f0-2b0ab3771b3d is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:28:15.625017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-313179e0-f962-484d-a49c-db51a41218dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 6f709e93-4a23-466e-91f0-2b0ab3771b3d) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:28:15.629591 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313179e0-f962-484d-a49c-db51a41218dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:15.630195 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-313179e0-f962-484d-a49c-db51a41218dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:15.636126 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c7f903-99cb-46a3-9688-164b949e0e6e None None] Network 6f709e93-4a23-466e-91f0-2b0ab3771b3d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:28:15.645989 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-313179e0-f962-484d-a49c-db51a41218dc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.6912236 Sep 07 16:28:15.648288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48600) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:15.652908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-35540024-router', 'tenant_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:28:15.679363 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:15.680457 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:15.762646 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:15.783104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-6f709e93-4a23-466e-91f0-2b0ab3771b3d', 'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d', 'tenant_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'fixed_ips': [{'subnet_id': 'eb931740-b52c-44d2-a1ab-584ca68c6e40'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:28:15.784077 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:15.810947 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ef3ad-cb2f-4c9d-bfad-a35e07563ce0 req-7f7b89f0-d273-4e10-815b-932fb8d4a580 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:15.812532 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4d4ef3ad-cb2f-4c9d-bfad-a35e07563ce0 req-7f7b89f0-d273-4e10-815b-932fb8d4a580 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 945 time: 0.1208296 Sep 07 16:28:15.930664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Allocated IP 172.20.0.2 (6f709e93-4a23-466e-91f0-2b0ab3771b3d/eb931740-b52c-44d2-a1ab-584ca68c6e40/09e42880-5013-47e2-88c7-a009da1fde45) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:28:15.941431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:15.946938 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4d4ef3ad-cb2f-4c9d-bfad-a35e07563ce0 req-c63b71a4-7539-4c69-ab2a-548431b55847 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018414 Sep 07 16:28:16.011939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 843c0d27-1150-481d-a206-666efc054861 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:28:16.111683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 843c0d27-1150-481d-a206-666efc054861 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:28:16.119548 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.121485 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 843c0d27-1150-481d-a206-666efc054861 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:16.121759 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.141500 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.147368 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Transition to ACTIVE for port object 09e42880-5013-47e2-88c7-a009da1fde45 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:16.162191 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.173590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Transition to ACTIVE for port object 09e42880-5013-47e2-88c7-a009da1fde45 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:16.184041 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.244068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Network 6f709e93-4a23-466e-91f0-2b0ab3771b3d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:28:16.254877 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:28:16.261502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:28:16.264980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Pushing event updated for resources: {'Port': ['ID=09e42880-5013-47e2-88c7-a009da1fde45,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:16.274644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Allocated IP 172.25.3.120 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/d567a161-833c-4d07-9fe1-72a77b07dfd2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:28:16.279342 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.285742 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:16.286095 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:16.286478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:16.286779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:16.287112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:16.287445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:16.287774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:16.288103 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:16.288517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:16.288846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:16.289171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:16.289494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:16.358195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 843c0d27-1150-481d-a206-666efc054861, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:16.359591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Attempting to bind port 09e42880-5013-47e2-88c7-a009da1fde45 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:28:16.359971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Attempting to bind port 09e42880-5013-47e2-88c7-a009da1fde45 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '718e65d1-8d6a-47bb-a287-cb79510805f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:28:16.360393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Attempting to bind port 09e42880-5013-47e2-88c7-a009da1fde45 on network 6f709e93-4a23-466e-91f0-2b0ab3771b3d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:28:16.363673 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.370542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:28:16.370542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Checking segment: {'id': '718e65d1-8d6a-47bb-a287-cb79510805f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:28:16.370857 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.371242 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Bound using segment: {'id': '718e65d1-8d6a-47bb-a287-cb79510805f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:28:16.371730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Bound port: 09e42880-5013-47e2-88c7-a009da1fde45, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718e65d1-8d6a-47bb-a287-cb79510805f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:28:16.372117 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.380390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.427042 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.452384 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:16.466737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:28:16.469739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:28:16.475674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:28:16.481408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d567a161-833c-4d07-9fe1-72a77b07dfd2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:16.483065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] For port 09e42880-5013-47e2-88c7-a009da1fde45, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:28:16.486631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] For port 09e42880-5013-47e2-88c7-a009da1fde45, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=09e42880-5013-47e2-88c7-a009da1fde45,segment=NetworkSegment(718e65d1-8d6a-47bb-a287-cb79510805f6),segment_id=718e65d1-8d6a-47bb-a287-cb79510805f6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:28:16.491178 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.535998 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c0d27-1150-481d-a206-666efc054861'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:28:16.538412 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b47ab81-7600-450a-9e90-f1c983bbb75e" -d '{"events": [{"server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "name": "network-vif-plugged", "status": "completed", "tag": "843c0d27-1150-481d-a206-666efc054861"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:28:16.555522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee66ab-5702-4ad6-9dc5-68a34abb8251 None None] Pushing event updated for resources: {'Port': ['ID=09e42880-5013-47e2-88c7-a009da1fde45,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:16.580560 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42022ff-aa4d-4562-81e5-5e623c465e4b x-openstack-request-id: req-b42022ff-aa4d-4562-81e5-5e623c465e4b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:28:16.580863 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "name": "network-vif-plugged", "status": "completed", "tag": "843c0d27-1150-481d-a206-666efc054861", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:28:16.581292 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b42022ff-aa4d-4562-81e5-5e623c465e4b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:28:16.581703 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c0d27-1150-481d-a206-666efc054861', 'code': 200} Sep 07 16:28:16.812408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa517c2e-f31d-4c42-a2a8-8383f9c231ee req-b5bd6bd5-f1c5-49a3-8602-5ea1b4c3a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:16.814104 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa517c2e-f31d-4c42-a2a8-8383f9c231ee req-b5bd6bd5-f1c5-49a3-8602-5ea1b4c3a2aa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1096 time: 0.1663752 Sep 07 16:28:16.815367 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.844172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9102f-5e8c-4f29-9164-0ce118955fdd req-e52eccfb-52b0-418d-a49c-8373ebffcd41 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:16.845749 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13c9102f-5e8c-4f29-9164-0ce118955fdd req-e52eccfb-52b0-418d-a49c-8373ebffcd41 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.1409097 Sep 07 16:28:16.857342 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:16.925828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa517c2e-f31d-4c42-a2a8-8383f9c231ee req-5dc2a595-a632-4452-8531-62ef402c5c2c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985756 Sep 07 16:28:16.943714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13c9102f-5e8c-4f29-9164-0ce118955fdd req-d325e459-2a12-417f-8ba4-0480efbc49d0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897214 Sep 07 16:28:17.118877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d016434-f1cd-4420-9c31-fa660e1ea814 req-5a069959-092f-4f6c-a384-614ac5e6d8f7 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:17.120364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d016434-f1cd-4420-9c31-fa660e1ea814 req-5a069959-092f-4f6c-a384-614ac5e6d8f7 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 945 time: 0.0911016 Sep 07 16:28:17.140470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:17.206075 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d016434-f1cd-4420-9c31-fa660e1ea814 req-651bfcca-103b-4e22-91c9-b63c1473171d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767334 Sep 07 16:28:17.345850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf554094-cd08-4816-839d-a2e7b9b45778 req-79aae14d-e990-42f7-b236-94782956e58f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:17.347408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf554094-cd08-4816-839d-a2e7b9b45778 req-79aae14d-e990-42f7-b236-94782956e58f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 945 time: 0.0645337 Sep 07 16:28:17.353193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Router 83084208-52d5-4fb1-bc04-3c4f6e3c4717 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:28:17.432834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf554094-cd08-4816-839d-a2e7b9b45778 req-9c185e60-cdb3-4ea7-bfa5-91bbf9c84f55 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773160 Sep 07 16:28:17.456515 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48618) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:17.499356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:28:17.509889 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Sync routers for ids ['83084208-52d5-4fb1-bc04-3c4f6e3c4717'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:28:17.516488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be411cd3-7a41-4e7f-a1b9-fe691eee5d6f tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:17.518263 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-be411cd3-7a41-4e7f-a1b9-fe691eee5d6f tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 1091 time: 0.0601990 Sep 07 16:28:17.521971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48620) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:17.522604 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:17.525856 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Routers {'83084208-52d5-4fb1-bc04-3c4f6e3c4717'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:17.526733 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:28:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['83084208-52d5-4fb1-bc04-3c4f6e3c4717'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:17.526970 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6797ddeb-78b1-4556-9f7b-efc61c2402d5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.8776302 Sep 07 16:28:17.528300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48622) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:17.536469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:28:17.569443 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:17.574376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56af6318-80d1-46fb-8050-cf1eb15539d7 None None] Network 6f709e93-4a23-466e-91f0-2b0ab3771b3d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:28:17.593966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 09e42880-5013-47e2-88c7-a009da1fde45 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:28:17.669135 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Set router 83084208-52d5-4fb1-bc04-3c4f6e3c4717 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:17.693260 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f5c3b466-980e-48ca-b101-8a1ae1d6088c None None] Provisioning for port 09e42880-5013-47e2-88c7-a009da1fde45 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:28:17.706556 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:17.763581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 09e42880-5013-47e2-88c7-a009da1fde45 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:28:17.793505 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 09e42880-5013-47e2-88c7-a009da1fde45 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:17.794240 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:17.841458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Allocated IP 172.25.3.64 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/a6391de5-e70e-4925-b4e5-2f53959fff11) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:28:17.911919 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'name': 'tempest-ImageQuotaTest-35540024-router', 'tenant_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd567a161-833c-4d07-9fe1-72a77b07dfd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:28:15Z', 'updated_at': '2021-09-07T16:28:16Z', 'revision_number': 3, 'project_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'gw_port': {'id': 'd567a161-833c-4d07-9fe1-72a77b07dfd2', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:16Z', 'updated_at': '2021-09-07T16:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:17.919000 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:17.984148 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Checking router: 83084208-52d5-4fb1-bc04-3c4f6e3c4717 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:28:17.986318 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Updating router 83084208-52d5-4fb1-bc04-3c4f6e3c4717 port d567a161-833c-4d07-9fe1-72a77b07dfd2 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:28:18.019922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 09e42880-5013-47e2-88c7-a009da1fde45, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=09e42880-5013-47e2-88c7-a009da1fde45,segment=NetworkSegment(718e65d1-8d6a-47bb-a287-cb79510805f6),segment_id=718e65d1-8d6a-47bb-a287-cb79510805f6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:18.032603 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.057003 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.059170 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.118565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=09e42880-5013-47e2-88c7-a009da1fde45,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:18.120563 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.164958 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:28:18.166944 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.168389 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:28:18.172585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:28:18.202334 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90471427-d432-4275-8359-caca3e9a34a5 req-bc3a3ba7-3f79-4708-a88c-f8cd4fff3298 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:18.206755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90471427-d432-4275-8359-caca3e9a34a5 req-bc3a3ba7-3f79-4708-a88c-f8cd4fff3298 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.1350324 Sep 07 16:28:18.223390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=a6391de5-e70e-4925-b4e5-2f53959fff11,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:18.236884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:18.237160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-53cd5299-fb97-4190-adbc-b1dae2190d41 None None] Provisioning complete for port 09e42880-5013-47e2-88c7-a009da1fde45 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:18.237298 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:18.237566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:18.237689 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53cd5299-fb97-4190-adbc-b1dae2190d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.237909 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:18.238247 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:18.238580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:18.238910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:18.239353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:18.239561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:18.239897 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:18.240247 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:18.240735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:28:18.382680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90471427-d432-4275-8359-caca3e9a34a5 req-7ddbd821-da41-4c3a-bf8c-441c7813bbc4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710331 Sep 07 16:28:18.468642 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.478702 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Transition to ACTIVE for port object d567a161-833c-4d07-9fe1-72a77b07dfd2 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:18.483168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Allocated IP 172.20.0.1 (6f709e93-4a23-466e-91f0-2b0ab3771b3d/eb931740-b52c-44d2-a1ab-584ca68c6e40/9e5d6739-5d83-4acb-83d3-b6b6790ac7aa) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:28:18.485544 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.539715 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a49a2-7c9d-4f3b-b05f-ed9fdb00ad8d None None] Pushing event updated for resources: {'Port': ['ID=d567a161-833c-4d07-9fe1-72a77b07dfd2,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:18.542895 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Attempting to bind port d567a161-833c-4d07-9fe1-72a77b07dfd2 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:28:18.543476 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Attempting to bind port d567a161-833c-4d07-9fe1-72a77b07dfd2 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:28:18.543840 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Attempting to bind port d567a161-833c-4d07-9fe1-72a77b07dfd2 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:28:18.549773 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:28:18.550158 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:28:18.550566 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.551354 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:28:18.551455 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Bound port: d567a161-833c-4d07-9fe1-72a77b07dfd2, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:28:18.551786 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.597283 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.604254 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] For port d567a161-833c-4d07-9fe1-72a77b07dfd2, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:28:18.608314 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] For port d567a161-833c-4d07-9fe1-72a77b07dfd2, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d567a161-833c-4d07-9fe1-72a77b07dfd2,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:28:18.612396 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.616133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Transition to ACTIVE for port object 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:18.622142 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.656595 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.659820 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Routers {'83084208-52d5-4fb1-bc04-3c4f6e3c4717'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:18.660232 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:28:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['83084208-52d5-4fb1-bc04-3c4f6e3c4717'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:18.699550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Network 6f709e93-4a23-466e-91f0-2b0ab3771b3d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:28:18.701230 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.704409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:28:18.707445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:28:18.750378 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.793537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Pushing event updated for resources: {'Port': ['ID=9e5d6739-5d83-4acb-83d3-b6b6790ac7aa,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:18.812273 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a49a2-7c9d-4f3b-b05f-ed9fdb00ad8d None None] Pushing event updated for resources: {'Port': ['ID=d567a161-833c-4d07-9fe1-72a77b07dfd2,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:18.891398 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] Set router 83084208-52d5-4fb1-bc04-3c4f6e3c4717 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:18.915337 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.918413 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.923374 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:18.994427 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eb43dacc-ff44-4b0a-8bb1-8eccba76bb58 None None] Provisioning for port 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:28:18.998355 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=a6391de5-e70e-4925-b4e5-2f53959fff11,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:19.001380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eb43dacc-ff44-4b0a-8bb1-8eccba76bb58 None None] Provisioning complete for port 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:19.001983 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb43dacc-ff44-4b0a-8bb1-8eccba76bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:19.017547 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:19.042058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-eb43dacc-ff44-4b0a-8bb1-8eccba76bb58 None None] Port 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:28:19.115109 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'name': 'tempest-ImageQuotaTest-35540024-router', 'tenant_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd567a161-833c-4d07-9fe1-72a77b07dfd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:28:15Z', 'updated_at': '2021-09-07T16:28:16Z', 'revision_number': 3, 'project_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'gw_port': {'id': 'd567a161-833c-4d07-9fe1-72a77b07dfd2', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:16Z', 'updated_at': '2021-09-07T16:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:19.133894 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:19.139429 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:19.147222 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a9d90-6a6b-4feb-9082-9bca4e4950af None None] The sync data for ids ['83084208-52d5-4fb1-bc04-3c4f6e3c4717'] in n-d-807551-3 is: [{'id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'name': 'tempest-ImageQuotaTest-35540024-router', 'tenant_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd567a161-833c-4d07-9fe1-72a77b07dfd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:28:15Z', 'updated_at': '2021-09-07T16:28:16Z', 'revision_number': 3, 'project_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'gw_port': {'id': 'd567a161-833c-4d07-9fe1-72a77b07dfd2', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:16Z', 'updated_at': '2021-09-07T16:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:28:19.162085 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Floating IP 34a55770-7feb-4eeb-a289-6efaaa97207a associated. External IP: 172.25.3.64, port: d0e22bfb-e309-428c-80b4-bafd28222de1. Sep 07 16:28:19.212722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Pushing event updated for resources: {'Port': ['ID=9e5d6739-5d83-4acb-83d3-b6b6790ac7aa,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:19.215645 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:19.462548 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:28:19.620288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:28:19.632008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324a66a-22cb-4928-af06-666e26a902a1 None None] Sync routers for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:28:19.643296 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:19.645512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324a66a-22cb-4928-af06-666e26a902a1 None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:19.646437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0324a66a-22cb-4928-af06-666e26a902a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:28:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:19.680081 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ceb7e503-0c22-49b8-984c-addc44a1092d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1567738 Sep 07 16:28:19.680840 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d17956-247a-41eb-a1a5-2e645202bada', 'tag': 'd0e22bfb-e309-428c-80b4-bafd28222de1'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:28:19.684171 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6125fd7a-7703-4221-965a-8f02c704b5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "24d17956-247a-41eb-a1a5-2e645202bada", "tag": "d0e22bfb-e309-428c-80b4-bafd28222de1"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:28:19.687739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:19.697301 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d776fd-ac68-42a8-ba57-dd12e1b9f163 req-fda84fbe-4190-4446-a389-286d48b7957f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:19.701017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 09e42880-5013-47e2-88c7-a009da1fde45 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:28:19.701300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8d776fd-ac68-42a8-ba57-dd12e1b9f163 req-fda84fbe-4190-4446-a389-286d48b7957f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0780947 Sep 07 16:28:19.723157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Network 6f709e93-4a23-466e-91f0-2b0ab3771b3d is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:28:19.744571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:28:19.750272 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb06feb-660a-4260-a6f7-9dc99a6dd027 x-openstack-request-id: req-cdb06feb-660a-4260-a6f7-9dc99a6dd027 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:28:19.750727 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d17956-247a-41eb-a1a5-2e645202bada", "tag": "d0e22bfb-e309-428c-80b4-bafd28222de1", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:28:19.750982 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cdb06feb-660a-4260-a6f7-9dc99a6dd027 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:28:19.752129 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d17956-247a-41eb-a1a5-2e645202bada', 'tag': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'status': 'completed', 'code': 200} Sep 07 16:28:19.834178 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bf89d4a5-959e-48ef-833e-e069cce8bc86 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/floatingips/34a55770-7feb-4eeb-a289-6efaaa97207a HTTP/1.1" status: 200 len: 990 time: 0.1449914 Sep 07 16:28:19.837477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8d776fd-ac68-42a8-ba57-dd12e1b9f163 req-e9255ccb-afcf-42a3-a80b-d64429f4a9c1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286993 Sep 07 16:28:19.870982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125fd7a-7703-4221-965a-8f02c704b5ad req-22a8c018-f41b-4f26-a3e2-afc1743f89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:19.875743 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6125fd7a-7703-4221-965a-8f02c704b5ad req-22a8c018-f41b-4f26-a3e2-afc1743f89dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 1096 time: 0.1005802 Sep 07 16:28:19.975708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Router 83084208-52d5-4fb1-bc04-3c4f6e3c4717 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:28:20.031404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125fd7a-7703-4221-965a-8f02c704b5ad req-316da893-7e2c-4f48-ae99-cb0e3b1a18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:20.033387 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6125fd7a-7703-4221-965a-8f02c704b5ad req-316da893-7e2c-4f48-ae99-cb0e3b1a18cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ca92e5c-04b0-4f44-adbc-578e81cb0910 HTTP/1.1" status: 200 len: 898 time: 0.1532061 Sep 07 16:28:20.046522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0324a66a-22cb-4928-af06-666e26a902a1 None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:20.115360 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6125fd7a-7703-4221-965a-8f02c704b5ad req-1d0b19bb-c3f4-452a-b2d3-3b97fe11182c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e22bfb-e309-428c-80b4-bafd28222de1 HTTP/1.1" status: 200 len: 998 time: 0.0726190 Sep 07 16:28:20.116793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 09e42880-5013-47e2-88c7-a009da1fde45 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:20.117181 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:20.155506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:28:20.161985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7cecab45-e697-4993-880d-9bdcbc2802c3 admin admin] 10.222.0.70 "PUT /v2.0/routers/83084208-52d5-4fb1-bc04-3c4f6e3c4717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6321561 Sep 07 16:28:20.172506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671e181-1f65-49ee-b725-2d4c61b0bb1d req-0c6edd31-0bab-4217-9c7e-12c634d54d01 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:20.174698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9671e181-1f65-49ee-b725-2d4c61b0bb1d req-0c6edd31-0bab-4217-9c7e-12c634d54d01 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.1969156 Sep 07 16:28:20.185760 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-19a8d5d7-a9f8-4143-844e-991cd5973905 None None] Provisioning complete for port 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:20.186142 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19a8d5d7-a9f8-4143-844e-991cd5973905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:20.220930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125fd7a-7703-4221-965a-8f02c704b5ad req-c5118a65-65d4-42d3-955d-574355be77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:20.223974 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6125fd7a-7703-4221-965a-8f02c704b5ad req-c5118a65-65d4-42d3-955d-574355be77ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3bcd7120-04c8-4921-bb1f-37c420c13edf HTTP/1.1" status: 200 len: 834 time: 0.0966763 Sep 07 16:28:20.231490 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9671e181-1f65-49ee-b725-2d4c61b0bb1d req-8aeb51f9-0b19-4435-be46-fdc6b401cf7b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502064 Sep 07 16:28:20.272820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48648) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:20.303889 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-19a8d5d7-a9f8-4143-844e-991cd5973905 None None] Port 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:28:20.317159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125fd7a-7703-4221-965a-8f02c704b5ad req-2652326e-7204-4a4f-ae1e-4fd885bc3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:20.319005 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6125fd7a-7703-4221-965a-8f02c704b5ad req-2652326e-7204-4a4f-ae1e-4fd885bc3194 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ca92e5c-04b0-4f44-adbc-578e81cb0910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761683 Sep 07 16:28:20.351630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cb11cf-017f-4f85-86a4-231a3a62ba19 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:20.356724 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-94cb11cf-017f-4f85-86a4-231a3a62ba19 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1091 time: 0.0797551 Sep 07 16:28:20.357589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48652) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:20.362821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '843c0d27-1150-481d-a206-666efc054861', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:28:20.392691 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:20.402825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d567a161-833c-4d07-9fe1-72a77b07dfd2 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:28:20.441887 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6125fd7a-7703-4221-965a-8f02c704b5ad req-3bc5c874-a879-4da7-b3a5-8aa501372ff7 service neutron] 10.222.0.35 "GET /v2.0/networks/2ca92e5c-04b0-4f44-adbc-578e81cb0910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141276 Sep 07 16:28:20.509341 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port d567a161-833c-4d07-9fe1-72a77b07dfd2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:28:20.516133 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:20.524884 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d567a161-833c-4d07-9fe1-72a77b07dfd2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:20.525280 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:20.530235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0324a66a-22cb-4928-af06-666e26a902a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:27:52Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '34a55770-7feb-4eeb-a289-6efaaa97207a', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'port_id': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'mac_address': 'fa:16:3e:84:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d17956-247a-41eb-a1a5-2e645202bada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:28:18Z', 'updated_at': '2021-09-07T16:28:18Z', 'revision_number': 0, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:57Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:20.587882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324a66a-22cb-4928-af06-666e26a902a1 None None] Checking router: 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:28:20.617480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324a66a-22cb-4928-af06-666e26a902a1 None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:20.618162 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0324a66a-22cb-4928-af06-666e26a902a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:28:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:20.622373 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6125fd7a-7703-4221-965a-8f02c704b5ad req-406ff3e8-e67b-4f6d-8681-80a7c44b99ec service neutron] 10.222.0.35 "GET /v2.0/networks/2ca92e5c-04b0-4f44-adbc-578e81cb0910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689897 Sep 07 16:28:20.668913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.25.3.244 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/48af0991-1a15-491f-84a6-b2d89e0db942) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:28:20.744283 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:20.777480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port d567a161-833c-4d07-9fe1-72a77b07dfd2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d567a161-833c-4d07-9fe1-72a77b07dfd2,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:20.779286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0324a66a-22cb-4928-af06-666e26a902a1 None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:20.781223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:20.783444 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:20.827091 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:20.838297 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48664) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:20.895048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:28:20.898385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:28:20.902459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:28:20.907291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=d567a161-833c-4d07-9fe1-72a77b07dfd2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:20.941482 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9a570eb5-a375-4e5e-ab34-42f6ffa447c3 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/floatingips/34a55770-7feb-4eeb-a289-6efaaa97207a HTTP/1.1" status: 200 len: 990 time: 0.1019855 Sep 07 16:28:20.957919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=48af0991-1a15-491f-84a6-b2d89e0db942,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:21.073819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0324a66a-22cb-4928-af06-666e26a902a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:27:52Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '34a55770-7feb-4eeb-a289-6efaaa97207a', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'port_id': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'mac_address': 'fa:16:3e:84:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d17956-247a-41eb-a1a5-2e645202bada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:28:18Z', 'updated_at': '2021-09-07T16:28:18Z', 'revision_number': 0, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:57Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:21.106724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324a66a-22cb-4928-af06-666e26a902a1 None None] The sync data for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 is: [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:27:52Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '34a55770-7feb-4eeb-a289-6efaaa97207a', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'port_id': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'mac_address': 'fa:16:3e:84:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d17956-247a-41eb-a1a5-2e645202bada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:28:18Z', 'updated_at': '2021-09-07T16:28:18Z', 'revision_number': 0, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:57Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:28:21.296542 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Sync routers for ids ['83084208-52d5-4fb1-bc04-3c4f6e3c4717'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:28:21.311298 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Routers {'83084208-52d5-4fb1-bc04-3c4f6e3c4717'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:21.315097 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:28:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['83084208-52d5-4fb1-bc04-3c4f6e3c4717'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:21.427051 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Set router 83084208-52d5-4fb1-bc04-3c4f6e3c4717 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:21.449911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:21.488955 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48674) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:21.560256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d567a161-833c-4d07-9fe1-72a77b07dfd2 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:28:21.578621 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:21.641717 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c812e7-f134-4d9e-a944-cd18bc8254b0 None None] New status for floating IP 34a55770-7feb-4eeb-a289-6efaaa97207a: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:28:21.711381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d567a161-833c-4d07-9fe1-72a77b07dfd2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:21.711767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:21.765927 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'name': 'tempest-ImageQuotaTest-35540024-router', 'tenant_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd567a161-833c-4d07-9fe1-72a77b07dfd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:28:15Z', 'updated_at': '2021-09-07T16:28:18Z', 'revision_number': 4, 'project_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'gw_port': {'id': 'd567a161-833c-4d07-9fe1-72a77b07dfd2', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:16Z', 'updated_at': '2021-09-07T16:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '9e5d6739-5d83-4acb-83d3-b6b6790ac7aa', 'name': '', 'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d', 'tenant_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'mac_address': 'fa:16:3e:87:a4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'eb931740-b52c-44d2-a1ab-584ca68c6e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:18Z', 'updated_at': '2021-09-07T16:28:18Z', 'revision_number': 2, 'project_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'subnets': [{'id': 'eb931740-b52c-44d2-a1ab-584ca68c6e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:21.777865 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:21.783931 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:21.800600 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Checking router: 83084208-52d5-4fb1-bc04-3c4f6e3c4717 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:28:21.800960 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Updating router 83084208-52d5-4fb1-bc04-3c4f6e3c4717 port 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:28:21.832947 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:21.904592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=48af0991-1a15-491f-84a6-b2d89e0db942,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:21.938215 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:21.945477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48678) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:21.954114 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5d79181-0b54-4bb2-981d-4992f8906a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:22.047313 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7b567df6-708e-4b21-9a15-db77468358b0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/floatingips/34a55770-7feb-4eeb-a289-6efaaa97207a HTTP/1.1" status: 200 len: 992 time: 0.1006274 Sep 07 16:28:22.126765 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Floating IP 58cfceed-a9b6-4642-8388-88144024151b associated. External IP: 172.25.3.244, port: 843c0d27-1150-481d-a206-666efc054861. Sep 07 16:28:22.173903 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:22.184649 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Transition to ACTIVE for port object 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:28:22.193951 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:22.249802 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7a010-c085-4da1-bd7f-268a50365f77 None None] Pushing event updated for resources: {'Port': ['ID=9e5d6739-5d83-4acb-83d3-b6b6790ac7aa,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:22.251238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b5d79181-0b54-4bb2-981d-4992f8906a3d admin admin] Deleting port 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:22.251765 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5d79181-0b54-4bb2-981d-4992f8906a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:22.310062 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Attempting to bind port 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:28:22.310657 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Attempting to bind port 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '718e65d1-8d6a-47bb-a287-cb79510805f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:28:22.311129 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Attempting to bind port 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa on network 6f709e93-4a23-466e-91f0-2b0ab3771b3d {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:28:22.317536 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:28:22.318351 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Checking segment: {'id': '718e65d1-8d6a-47bb-a287-cb79510805f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:28:22.318764 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:22.319221 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Bound using segment: {'id': '718e65d1-8d6a-47bb-a287-cb79510805f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:28:22.320317 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Bound port: 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718e65d1-8d6a-47bb-a287-cb79510805f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:28:22.320924 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:22.353371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-b5d79181-0b54-4bb2-981d-4992f8906a3d admin admin] For port 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa, host n-d-807551-3, got binding levels [] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:22.353737 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5d79181-0b54-4bb2-981d-4992f8906a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:22.366213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router a135924d-e4b1-4754-b7e3-80412eb3f0b8 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:28:22.371849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b5d79181-0b54-4bb2-981d-4992f8906a3d admin admin] Calling delete_port for 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:22.404166 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] For port 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:28:22.408150 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] For port 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=9e5d6739-5d83-4acb-83d3-b6b6790ac7aa,segment=NetworkSegment(718e65d1-8d6a-47bb-a287-cb79510805f6),segment_id=718e65d1-8d6a-47bb-a287-cb79510805f6)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:28:22.418628 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:22.487191 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Routers {'83084208-52d5-4fb1-bc04-3c4f6e3c4717'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:22.487972 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:28:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['83084208-52d5-4fb1-bc04-3c4f6e3c4717'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:22.515767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:28:22.526682 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7a010-c085-4da1-bd7f-268a50365f77 None None] Pushing event updated for resources: {'Port': ['ID=9e5d6739-5d83-4acb-83d3-b6b6790ac7aa,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:22.534510 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d40f73-8979-42ad-a101-2e2cb058ee45 None None] Sync routers for ids ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:28:22.547696 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:22.559660 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d40f73-8979-42ad-a101-2e2cb058ee45 None None] Routers {'a135924d-e4b1-4754-b7e3-80412eb3f0b8'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:22.560290 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-68d40f73-8979-42ad-a101-2e2cb058ee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:28:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:22.599281 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9b24b24d-9e91-4424-922d-0d661a46dfef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2296131 Sep 07 16:28:22.601122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'tag': '843c0d27-1150-481d-a206-666efc054861'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:28:22.605050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5d79181-0b54-4bb2-981d-4992f8906a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:22.613061 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49717557-3fcf-4ff6-9421-550b980f19ab" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "tag": "843c0d27-1150-481d-a206-666efc054861"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:28:22.634071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a71be820-e87a-4c95-9101-4840bcaaa5a5 None None] Could not find standard attr ID for object 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:28:22.666034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d79181-0b54-4bb2-981d-4992f8906a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5d6739-5d83-4acb-83d3-b6b6790ac7aa,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:22.703694 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] Set router 83084208-52d5-4fb1-bc04-3c4f6e3c4717 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:22.708291 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129dc30a-c509-4def-9e80-a4e6a07d1d70 x-openstack-request-id: req-129dc30a-c509-4def-9e80-a4e6a07d1d70 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:28:22.713175 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "tag": "843c0d27-1150-481d-a206-666efc054861", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:28:22.713443 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-129dc30a-c509-4def-9e80-a4e6a07d1d70 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:28:22.713886 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'tag': '843c0d27-1150-481d-a206-666efc054861', 'status': 'completed', 'code': 200} Sep 07 16:28:22.750171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562dae7-1c06-42ba-b940-7ba58cb65602 req-b1a43f29-34c7-4747-8ad0-c5d680e6bdff tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:22.758135 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e562dae7-1c06-42ba-b940-7ba58cb65602 req-b1a43f29-34c7-4747-8ad0-c5d680e6bdff tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.1021504 Sep 07 16:28:22.820809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e562dae7-1c06-42ba-b940-7ba58cb65602 req-3b7348f6-81b6-4a35-997f-b261321aae67 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617414 Sep 07 16:28:22.871496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48690) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:22.943740 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-98f7b1de-f9b0-4e99-8bd9-a15c2857bed0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/58cfceed-a9b6-4642-8388-88144024151b HTTP/1.1" status: 200 len: 991 time: 0.0709081 Sep 07 16:28:22.953557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-460825e5-3121-43eb-aaf4-10fef6b03e00 None None] Could not find standard attr ID for object 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:28:22.970461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49717557-3fcf-4ff6-9421-550b980f19ab req-47b455cd-2664-423d-ac13-8115e3c6a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:22.972253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49717557-3fcf-4ff6-9421-550b980f19ab req-47b455cd-2664-423d-ac13-8115e3c6a8be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1096 time: 0.2500019 Sep 07 16:28:23.081340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49717557-3fcf-4ff6-9421-550b980f19ab req-d8e4cbd3-0e61-486b-9c44-06b200d5bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:23.082928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49717557-3fcf-4ff6-9421-550b980f19ab req-d8e4cbd3-0e61-486b-9c44-06b200d5bfce service neutron] 10.222.0.54 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 898 time: 0.1027620 Sep 07 16:28:23.094485 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-68d40f73-8979-42ad-a101-2e2cb058ee45 None None] Set router a135924d-e4b1-4754-b7e3-80412eb3f0b8 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:23.154844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49717557-3fcf-4ff6-9421-550b980f19ab req-dd77d146-9a83-4e38-9538-5831e2c6958d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 999 time: 0.0628307 Sep 07 16:28:23.209287 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'name': 'tempest-ImageQuotaTest-35540024-router', 'tenant_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd567a161-833c-4d07-9fe1-72a77b07dfd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:28:15Z', 'updated_at': '2021-09-07T16:28:18Z', 'revision_number': 4, 'project_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'gw_port': {'id': 'd567a161-833c-4d07-9fe1-72a77b07dfd2', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:16Z', 'updated_at': '2021-09-07T16:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '9e5d6739-5d83-4acb-83d3-b6b6790ac7aa', 'name': '', 'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d', 'tenant_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'mac_address': 'fa:16:3e:87:a4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'eb931740-b52c-44d2-a1ab-584ca68c6e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:18Z', 'updated_at': '2021-09-07T16:28:22Z', 'revision_number': 4, 'project_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'subnets': [{'id': 'eb931740-b52c-44d2-a1ab-584ca68c6e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:23.216862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49717557-3fcf-4ff6-9421-550b980f19ab req-44da1989-3370-4107-b016-e12140f725ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:23.218397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49717557-3fcf-4ff6-9421-550b980f19ab req-44da1989-3370-4107-b016-e12140f725ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 200 len: 831 time: 0.0522652 Sep 07 16:28:23.247794 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aa2b50-743b-4059-82e2-6f8e5c017b6e None None] The sync data for ids ['83084208-52d5-4fb1-bc04-3c4f6e3c4717'] in n-d-807551-3 is: [{'id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'name': 'tempest-ImageQuotaTest-35540024-router', 'tenant_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'd567a161-833c-4d07-9fe1-72a77b07dfd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:28:15Z', 'updated_at': '2021-09-07T16:28:18Z', 'revision_number': 4, 'project_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'gw_port': {'id': 'd567a161-833c-4d07-9fe1-72a77b07dfd2', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:58:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:16Z', 'updated_at': '2021-09-07T16:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '9e5d6739-5d83-4acb-83d3-b6b6790ac7aa', 'name': '', 'network_id': '6f709e93-4a23-466e-91f0-2b0ab3771b3d', 'tenant_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'mac_address': 'fa:16:3e:87:a4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83084208-52d5-4fb1-bc04-3c4f6e3c4717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'eb931740-b52c-44d2-a1ab-584ca68c6e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:18Z', 'updated_at': '2021-09-07T16:28:22Z', 'revision_number': 4, 'project_id': '12ce8acdc9fe42f8b315de5ea1eb3abd', 'subnets': [{'id': 'eb931740-b52c-44d2-a1ab-584ca68c6e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:28:23.254716 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5d79181-0b54-4bb2-981d-4992f8906a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:23.269036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49717557-3fcf-4ff6-9421-550b980f19ab req-28dd1c3c-b177-4b5c-9e2a-1d7a70baeaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:23.270577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49717557-3fcf-4ff6-9421-550b980f19ab req-28dd1c3c-b177-4b5c-9e2a-1d7a70baeaec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e93338da-538b-438b-995f-c08da926d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449908 Sep 07 16:28:23.403728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49717557-3fcf-4ff6-9421-550b980f19ab req-7b85761e-a3dc-4afb-abc2-f49a1b145991 service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238911 Sep 07 16:28:23.416614 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-68d40f73-8979-42ad-a101-2e2cb058ee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '58cfceed-a9b6-4642-8388-88144024151b', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'port_id': '843c0d27-1150-481d-a206-666efc054861', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'mac_address': 'fa:16:3e:f3:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:28:21Z', 'updated_at': '2021-09-07T16:28:21Z', 'revision_number': 0, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78319587-d8fc-4cb6-9550-ca1c3d288018', 'name': '', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:19:ff:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:02Z', 'updated_at': '2021-09-07T16:28:07Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:23.449210 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d40f73-8979-42ad-a101-2e2cb058ee45 None None] Checking router: a135924d-e4b1-4754-b7e3-80412eb3f0b8 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:28:23.459652 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d40f73-8979-42ad-a101-2e2cb058ee45 None None] Routers {'a135924d-e4b1-4754-b7e3-80412eb3f0b8'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:23.459652 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-68d40f73-8979-42ad-a101-2e2cb058ee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:28:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:23.556730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49717557-3fcf-4ff6-9421-550b980f19ab req-127afa34-d466-4861-9521-b4f5afa0d44e service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440372 Sep 07 16:28:23.558817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d79181-0b54-4bb2-981d-4992f8906a3d admin admin] Router 83084208-52d5-4fb1-bc04-3c4f6e3c4717 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:28:23.608681 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-68d40f73-8979-42ad-a101-2e2cb058ee45 None None] Set router a135924d-e4b1-4754-b7e3-80412eb3f0b8 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:23.677940 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d79181-0b54-4bb2-981d-4992f8906a3d admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:28:23.683281 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b5d79181-0b54-4bb2-981d-4992f8906a3d admin admin] 10.222.0.70 "PUT /v2.0/routers/83084208-52d5-4fb1-bc04-3c4f6e3c4717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1932437 Sep 07 16:28:23.685766 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48694) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:23.799905 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:23.865051 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-68d40f73-8979-42ad-a101-2e2cb058ee45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '58cfceed-a9b6-4642-8388-88144024151b', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'port_id': '843c0d27-1150-481d-a206-666efc054861', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'mac_address': 'fa:16:3e:f3:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:28:21Z', 'updated_at': '2021-09-07T16:28:21Z', 'revision_number': 0, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78319587-d8fc-4cb6-9550-ca1c3d288018', 'name': '', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:19:ff:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:02Z', 'updated_at': '2021-09-07T16:28:07Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:23.902581 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d40f73-8979-42ad-a101-2e2cb058ee45 None None] The sync data for ids ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'] in n-d-807551-3 is: [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '58cfceed-a9b6-4642-8388-88144024151b', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'port_id': '843c0d27-1150-481d-a206-666efc054861', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'mac_address': 'fa:16:3e:f3:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:28:21Z', 'updated_at': '2021-09-07T16:28:21Z', 'revision_number': 0, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78319587-d8fc-4cb6-9550-ca1c3d288018', 'name': '', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:19:ff:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:02Z', 'updated_at': '2021-09-07T16:28:07Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:28:23.920696 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:23.947533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48698) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:23.987228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Deleting port d567a161-833c-4d07-9fe1-72a77b07dfd2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:23.987578 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.022550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-36179824-d224-4431-a70e-9303f9b52913 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/58cfceed-a9b6-4642-8388-88144024151b HTTP/1.1" status: 200 len: 991 time: 0.0734763 Sep 07 16:28:24.082091 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] For port d567a161-833c-4d07-9fe1-72a77b07dfd2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d567a161-833c-4d07-9fe1-72a77b07dfd2,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:24.082236 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.096043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Calling delete_port for d567a161-833c-4d07-9fe1-72a77b07dfd2 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:24.187112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b332a-6b71-47f4-9291-0b088a4ba2a9 None None] New status for floating IP 58cfceed-a9b6-4642-8388-88144024151b: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:28:24.291985 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.320366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Pushing event deleted for resources: {'Port': ['ID=d567a161-833c-4d07-9fe1-72a77b07dfd2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:24.391749 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.488326 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.490461 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.535590 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.536078 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83084208-52d5-4fb1-bc04-3c4f6e3c4717 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:28:24.540709 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.542116 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-43147a8e-bd27-4140-8645-bdbca57e3023 admin admin] 10.222.0.70 "DELETE /v2.0/routers/83084208-52d5-4fb1-bc04-3c4f6e3c4717 HTTP/1.1" status: 204 len: 168 time: 0.8552337 Sep 07 16:28:24.545100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48700) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:24.588493 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a47760b-69d4-4c5a-815c-5eeb38df1b1a admin admin] Deleting subnet eb931740-b52c-44d2-a1ab-584ca68c6e40 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:28:24.592064 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a47760b-69d4-4c5a-815c-5eeb38df1b1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.627521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a47760b-69d4-4c5a-815c-5eeb38df1b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.708626 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a47760b-69d4-4c5a-815c-5eeb38df1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.759343 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a47760b-69d4-4c5a-815c-5eeb38df1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.785034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47760b-69d4-4c5a-815c-5eeb38df1b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb931740-b52c-44d2-a1ab-584ca68c6e40,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:24.788787 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a47760b-69d4-4c5a-815c-5eeb38df1b1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.790591 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3a47760b-69d4-4c5a-815c-5eeb38df1b1a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/eb931740-b52c-44d2-a1ab-584ca68c6e40 HTTP/1.1" status: 204 len: 168 time: 0.2445540 Sep 07 16:28:24.793515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48704) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:24.794623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac376d7-ed08-4293-8ac5-20d2c7f1e17e None None] Network 6f709e93-4a23-466e-91f0-2b0ab3771b3d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:28:24.874255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.934111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Deleting port 09e42880-5013-47e2-88c7-a009da1fde45 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:24.934464 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:24.984721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a73d2c-8a8a-4d5e-bcc6-0150f0372bdc None None] DHCP port deletion for 6f709e93-4a23-466e-91f0-2b0ab3771b3d request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:28:25.003178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] For port 09e42880-5013-47e2-88c7-a009da1fde45, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=09e42880-5013-47e2-88c7-a009da1fde45,segment=NetworkSegment(718e65d1-8d6a-47bb-a287-cb79510805f6),segment_id=718e65d1-8d6a-47bb-a287-cb79510805f6)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:25.003772 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.017438 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Calling delete_port for 09e42880-5013-47e2-88c7-a009da1fde45 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:25.025982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48708) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:25.035097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d7a73d2c-8a8a-4d5e-bcc6-0150f0372bdc None None] Deleting port 09e42880-5013-47e2-88c7-a009da1fde45 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:25.035612 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7a73d2c-8a8a-4d5e-bcc6-0150f0372bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.092911 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-06d5f863-2895-4f12-9514-0c1ff1544b55 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/58cfceed-a9b6-4642-8388-88144024151b HTTP/1.1" status: 200 len: 993 time: 0.0656426 Sep 07 16:28:25.106790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d7a73d2c-8a8a-4d5e-bcc6-0150f0372bdc None None] For port 09e42880-5013-47e2-88c7-a009da1fde45, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=09e42880-5013-47e2-88c7-a009da1fde45,segment=NetworkSegment(718e65d1-8d6a-47bb-a287-cb79510805f6),segment_id=718e65d1-8d6a-47bb-a287-cb79510805f6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:25.107209 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7a73d2c-8a8a-4d5e-bcc6-0150f0372bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.109420 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.121768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d7a73d2c-8a8a-4d5e-bcc6-0150f0372bdc None None] Calling delete_port for 09e42880-5013-47e2-88c7-a009da1fde45 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:25.136895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e42880-5013-47e2-88c7-a009da1fde45,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:25.140573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] No DVR routers for this DVR port 09e42880-5013-47e2-88c7-a009da1fde45 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:28:25.189837 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 16:28:25.197966 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7a73d2c-8a8a-4d5e-bcc6-0150f0372bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.214298 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.227244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a73d2c-8a8a-4d5e-bcc6-0150f0372bdc None None] Pushing event deleted for resources: {'Port': ['ID=09e42880-5013-47e2-88c7-a009da1fde45,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:25.230943 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a73d2c-8a8a-4d5e-bcc6-0150f0372bdc None None] No DVR routers for this DVR port 09e42880-5013-47e2-88c7-a009da1fde45 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:25.234192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f709e93-4a23-466e-91f0-2b0ab3771b3d']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:25.245446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718e65d1-8d6a-47bb-a287-cb79510805f6') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:25.246471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718e65d1-8d6a-47bb-a287-cb79510805f6') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:25.256804 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.271029 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.277168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:28:25.277569 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:28:25.279245 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:28:25.341877 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.358251 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.360141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6f709e93-4a23-466e-91f0-2b0ab3771b3d HTTP/1.1" status: 204 len: 168 time: 0.5638192 Sep 07 16:28:25.361035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573d9dd-ac25-47de-acda-7f37855f0377 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f709e93-4a23-466e-91f0-2b0ab3771b3d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:25.496803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48712) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:25.539391 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8fa2665f-5f9b-483d-8b7b-c23f45f9f51c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12ce8acdc9fe42f8b315de5ea1eb3abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413494 Sep 07 16:28:25.541828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48714) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:25.581696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 09e42880-5013-47e2-88c7-a009da1fde45 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:25.593198 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0281713a-9276-4a23-9bab-546e11f637fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.602581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 09e42880-5013-47e2-88c7-a009da1fde45 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:25.602933 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 09e42880-5013-47e2-88c7-a009da1fde45 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:25.615275 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0281713a-9276-4a23-9bab-546e11f637fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.663541 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0281713a-9276-4a23-9bab-546e11f637fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.666343 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0281713a-9276-4a23-9bab-546e11f637fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:25.668819 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0281713a-9276-4a23-9bab-546e11f637fd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c752c14-d87b-41c4-b0be-2a5bca839c52 HTTP/1.1" status: 204 len: 168 time: 0.1242163 Sep 07 16:28:25.676841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281713a-9276-4a23-9bab-546e11f637fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c752c14-d87b-41c4-b0be-2a5bca839c52,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:25.999233 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48724) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:26.012650 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-09b1bcf7-2849-4ec8-829e-e8e0dfdc1bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:26.103252 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-09b1bcf7-2849-4ec8-829e-e8e0dfdc1bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:26.107839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-09b1bcf7-2849-4ec8-829e-e8e0dfdc1bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:26.146344 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-09b1bcf7-2849-4ec8-829e-e8e0dfdc1bff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1457784 Sep 07 16:28:26.147343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1bcf7-2849-4ec8-829e-e8e0dfdc1bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85715037-d01c-463e-a321-655f39dd4b4d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:26.148827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48726) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:26.196676 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c97fbf42-5005-4029-bdf8-25bf9e346703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:26.218644 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c97fbf42-5005-4029-bdf8-25bf9e346703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:26.264345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c97fbf42-5005-4029-bdf8-25bf9e346703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:26.267635 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c97fbf42-5005-4029-bdf8-25bf9e346703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:26.269031 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c97fbf42-5005-4029-bdf8-25bf9e346703 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85715037-d01c-463e-a321-655f39dd4b4d HTTP/1.1" status: 204 len: 168 time: 0.1192195 Sep 07 16:28:26.277547 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fbf42-5005-4029-bdf8-25bf9e346703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85715037-d01c-463e-a321-655f39dd4b4d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:26.393942 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95611606-85cc-4ebb-b10c-9c7fba01f605 None None] Sync routers for ids ['83084208-52d5-4fb1-bc04-3c4f6e3c4717'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:28:26.404732 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95611606-85cc-4ebb-b10c-9c7fba01f605 None None] Routers set() bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:26.405027 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95611606-85cc-4ebb-b10c-9c7fba01f605 None None] Router IDs set() for agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 16:28:26.405690 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_agentschedulers_db [None req-95611606-85cc-4ebb-b10c-9c7fba01f605 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'83084208-52d5-4fb1-bc04-3c4f6e3c4717'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:28:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent'). {{(pid=94773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 07 16:28:26.415058 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95611606-85cc-4ebb-b10c-9c7fba01f605 None None] Routers set() bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:26.415422 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95611606-85cc-4ebb-b10c-9c7fba01f605 None None] Router IDs set() for agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 16:28:26.416036 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_agentschedulers_db [None req-95611606-85cc-4ebb-b10c-9c7fba01f605 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'83084208-52d5-4fb1-bc04-3c4f6e3c4717'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:28:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent'). {{(pid=94773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 07 16:28:26.416457 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95611606-85cc-4ebb-b10c-9c7fba01f605 None None] The sync data for ids ['83084208-52d5-4fb1-bc04-3c4f6e3c4717'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:28:27.464735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:27.484995 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:27.485341 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 9e5d6739-5d83-4acb-83d3-b6b6790ac7aa not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:27.485756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d567a161-833c-4d07-9fe1-72a77b07dfd2 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:27.503134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: d567a161-833c-4d07-9fe1-72a77b07dfd2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:27.503478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d567a161-833c-4d07-9fe1-72a77b07dfd2 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:30.907518 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46477581-9a53-4a2d-85c6-0f91abae34fa req-d6c39f11-dfb4-4679-b118-c4c310ce251d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386763 Sep 07 16:28:31.001465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46477581-9a53-4a2d-85c6-0f91abae34fa req-3f131f8f-4335-4ec3-b38c-919777af598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:31.002967 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46477581-9a53-4a2d-85c6-0f91abae34fa req-3f131f8f-4335-4ec3-b38c-919777af598b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 1096 time: 0.0445628 Sep 07 16:28:31.117897 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46477581-9a53-4a2d-85c6-0f91abae34fa req-fe91765b-3d7a-48e0-8770-c3f878b6e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:31.119502 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46477581-9a53-4a2d-85c6-0f91abae34fa req-fe91765b-3d7a-48e0-8770-c3f878b6e410 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.0840147 Sep 07 16:28:31.194491 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46477581-9a53-4a2d-85c6-0f91abae34fa req-f4d709a6-b4c3-493d-b90f-3c65a06cb8de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b HTTP/1.1" status: 200 len: 1000 time: 0.0618057 Sep 07 16:28:31.251313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46477581-9a53-4a2d-85c6-0f91abae34fa req-30db8b3b-64e9-4ef1-a053-54c070e1ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:31.252731 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46477581-9a53-4a2d-85c6-0f91abae34fa req-30db8b3b-64e9-4ef1-a053-54c070e1ddbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.0431015 Sep 07 16:28:31.303321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46477581-9a53-4a2d-85c6-0f91abae34fa req-eeacc0f3-cc71-4fc9-adcd-79fb48b1b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:31.304890 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46477581-9a53-4a2d-85c6-0f91abae34fa req-eeacc0f3-cc71-4fc9-adcd-79fb48b1b0fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398633 Sep 07 16:28:31.400403 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46477581-9a53-4a2d-85c6-0f91abae34fa req-51778a17-b2f3-43de-8a0e-ee87e44a1a33 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864465 Sep 07 16:28:31.494386 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46477581-9a53-4a2d-85c6-0f91abae34fa req-b2347485-5dae-421d-8246-e0fa63679dd7 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805697 Sep 07 16:28:31.791524 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:32.358690 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:37.261399 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:28:40.354383 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6179ad8d-6473-4dc9-802c-9b5b24cc1f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:43.908931 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:44.226540 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-838124c7-ecb5-4269-879e-f657f60eb799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:44.890827 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:46.816937 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:46.947740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61924d-ca5a-478f-a10a-a28bfef63940 req-86499a83-a740-4886-8b91-5e58177af8bd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:46.953527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61924d-ca5a-478f-a10a-a28bfef63940 req-86499a83-a740-4886-8b91-5e58177af8bd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:46.959302 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61924d-ca5a-478f-a10a-a28bfef63940 req-86499a83-a740-4886-8b91-5e58177af8bd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:46.965078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61924d-ca5a-478f-a10a-a28bfef63940 req-86499a83-a740-4886-8b91-5e58177af8bd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:46.971342 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61924d-ca5a-478f-a10a-a28bfef63940 req-86499a83-a740-4886-8b91-5e58177af8bd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:46.977711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61924d-ca5a-478f-a10a-a28bfef63940 req-86499a83-a740-4886-8b91-5e58177af8bd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:46.984108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61924d-ca5a-478f-a10a-a28bfef63940 req-86499a83-a740-4886-8b91-5e58177af8bd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:46.985917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c61924d-ca5a-478f-a10a-a28bfef63940 req-86499a83-a740-4886-8b91-5e58177af8bd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5444 time: 0.0909026 Sep 07 16:28:47.026456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c61924d-ca5a-478f-a10a-a28bfef63940 req-eaf33b26-7ad5-405c-a318-599abf6cf2f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337188 Sep 07 16:28:48.161462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a4be6-a682-43bc-b251-d46266aac8a1 req-80d039f7-6e67-4246-916e-41c50f82b699 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.167295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a4be6-a682-43bc-b251-d46266aac8a1 req-80d039f7-6e67-4246-916e-41c50f82b699 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.173323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a4be6-a682-43bc-b251-d46266aac8a1 req-80d039f7-6e67-4246-916e-41c50f82b699 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.179475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a4be6-a682-43bc-b251-d46266aac8a1 req-80d039f7-6e67-4246-916e-41c50f82b699 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.185287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a4be6-a682-43bc-b251-d46266aac8a1 req-80d039f7-6e67-4246-916e-41c50f82b699 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.191622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a4be6-a682-43bc-b251-d46266aac8a1 req-80d039f7-6e67-4246-916e-41c50f82b699 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.197499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a4be6-a682-43bc-b251-d46266aac8a1 req-80d039f7-6e67-4246-916e-41c50f82b699 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.199282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c0a4be6-a682-43bc-b251-d46266aac8a1 req-80d039f7-6e67-4246-916e-41c50f82b699 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5444 time: 0.0939918 Sep 07 16:28:48.238762 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c0a4be6-a682-43bc-b251-d46266aac8a1 req-e6268612-04fd-4967-b3eb-aefddae7da6c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327549 Sep 07 16:28:48.292378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1f6a6064-14a2-4557-8f04-05741115b50f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.298242 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1f6a6064-14a2-4557-8f04-05741115b50f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.304105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1f6a6064-14a2-4557-8f04-05741115b50f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.309986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1f6a6064-14a2-4557-8f04-05741115b50f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.316358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1f6a6064-14a2-4557-8f04-05741115b50f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.322252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1f6a6064-14a2-4557-8f04-05741115b50f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.328769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1f6a6064-14a2-4557-8f04-05741115b50f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.330569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1f6a6064-14a2-4557-8f04-05741115b50f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 5444 time: 0.0896909 Sep 07 16:28:48.377586 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-0e3e8711-6f24-4db1-9e6c-d2b9cf9db3bb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:48.378968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-0e3e8711-6f24-4db1-9e6c-d2b9cf9db3bb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "GET /v2.0/ports/70f3c2e1-6534-43be-9522-49817d667339?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0396819 Sep 07 16:28:48.482974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-e6e9c6ef-22c7-4463-9367-a1e63aa39ce2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "GET /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0948944 Sep 07 16:28:48.495563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-c6bc3df7-92b4-4683-a015-d756afcbcd7a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:28:48.546370 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-c6bc3df7-92b4-4683-a015-d756afcbcd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:48.673734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-c6bc3df7-92b4-4683-a015-d756afcbcd7a service neutron] For port 70f3c2e1-6534-43be-9522-49817d667339, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=70f3c2e1-6534-43be-9522-49817d667339,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:48.709666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-c6bc3df7-92b4-4683-a015-d756afcbcd7a service neutron] For port 70f3c2e1-6534-43be-9522-49817d667339, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:28:48.743952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-c6bc3df7-92b4-4683-a015-d756afcbcd7a service neutron] device_id is not set on port 70f3c2e1-6534-43be-9522-49817d667339 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:28:48.752705 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-c6bc3df7-92b4-4683-a015-d756afcbcd7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:48.758006 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-c6bc3df7-92b4-4683-a015-d756afcbcd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:49.124766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-c6bc3df7-92b4-4683-a015-d756afcbcd7a service neutron] No DVR routers for this DVR port 70f3c2e1-6534-43be-9522-49817d667339 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:49.127779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc3df7-92b4-4683-a015-d756afcbcd7a service neutron] Pushing event updated for resources: {'Port': ['ID=70f3c2e1-6534-43be-9522-49817d667339,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:49.163944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-c6bc3df7-92b4-4683-a015-d756afcbcd7a service neutron] In _notify_port_updated(), no bound segment for port 70f3c2e1-6534-43be-9522-49817d667339 on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:28:49.164918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-c6bc3df7-92b4-4683-a015-d756afcbcd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:49.165549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-c6bc3df7-92b4-4683-a015-d756afcbcd7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:49.166869 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-c6bc3df7-92b4-4683-a015-d756afcbcd7a service neutron] 10.222.0.54 "PUT /v2.0/ports/70f3c2e1-6534-43be-9522-49817d667339 HTTP/1.1" status: 200 len: 1032 time: 0.6750860 Sep 07 16:28:49.215124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-e9b6226d-a336-44fc-ba59-7eaed3f82ae1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:49.216670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-e9b6226d-a336-44fc-ba59-7eaed3f82ae1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "GET /v2.0/ports/07089f51-a6a0-45e6-be22-3f943029ad6d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0409756 Sep 07 16:28:49.233482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-94f06bf8-5a01-4336-99a6-5465e4a5bcf8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:28:49.290039 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-94f06bf8-5a01-4336-99a6-5465e4a5bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:49.333139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e7b3bbfe-cf75-4bc5-9ca0-fcf205f6e1cc None None] Provisioning complete for port 70f3c2e1-6534-43be-9522-49817d667339 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:49.333781 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e7b3bbfe-cf75-4bc5-9ca0-fcf205f6e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:49.367144 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3bbfe-cf75-4bc5-9ca0-fcf205f6e1cc None None] Port 70f3c2e1-6534-43be-9522-49817d667339 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:28:49.411195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30684f-1f0e-4553-b25c-35d68a58790d req-cb701150-6ce7-4976-94df-2cf2742a9cc9 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:49.417061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30684f-1f0e-4553-b25c-35d68a58790d req-cb701150-6ce7-4976-94df-2cf2742a9cc9 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:49.423788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30684f-1f0e-4553-b25c-35d68a58790d req-cb701150-6ce7-4976-94df-2cf2742a9cc9 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:49.429694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30684f-1f0e-4553-b25c-35d68a58790d req-cb701150-6ce7-4976-94df-2cf2742a9cc9 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:49.435532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30684f-1f0e-4553-b25c-35d68a58790d req-cb701150-6ce7-4976-94df-2cf2742a9cc9 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:49.442199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30684f-1f0e-4553-b25c-35d68a58790d req-cb701150-6ce7-4976-94df-2cf2742a9cc9 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:49.444054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f30684f-1f0e-4553-b25c-35d68a58790d req-cb701150-6ce7-4976-94df-2cf2742a9cc9 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 4665 time: 0.1208746 Sep 07 16:28:49.520192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f30684f-1f0e-4553-b25c-35d68a58790d req-5467b4b6-6769-49b2-abd1-ef703fc7ad88 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&id=2beb9bff-38bd-4d90-a4bd-65469ee98724&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518434 Sep 07 16:28:49.524989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-94f06bf8-5a01-4336-99a6-5465e4a5bcf8 service neutron] For port 07089f51-a6a0-45e6-be22-3f943029ad6d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=07089f51-a6a0-45e6-be22-3f943029ad6d,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:49.561812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-94f06bf8-5a01-4336-99a6-5465e4a5bcf8 service neutron] For port 07089f51-a6a0-45e6-be22-3f943029ad6d, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:28:49.592760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-94f06bf8-5a01-4336-99a6-5465e4a5bcf8 service neutron] device_id is not set on port 07089f51-a6a0-45e6-be22-3f943029ad6d yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:28:49.600779 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-94f06bf8-5a01-4336-99a6-5465e4a5bcf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:49.605319 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-94f06bf8-5a01-4336-99a6-5465e4a5bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:49.668460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-94f06bf8-5a01-4336-99a6-5465e4a5bcf8 service neutron] No DVR routers for this DVR port 07089f51-a6a0-45e6-be22-3f943029ad6d on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:49.672179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f06bf8-5a01-4336-99a6-5465e4a5bcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=07089f51-a6a0-45e6-be22-3f943029ad6d,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:49.708534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-94f06bf8-5a01-4336-99a6-5465e4a5bcf8 service neutron] In _notify_port_updated(), no bound segment for port 07089f51-a6a0-45e6-be22-3f943029ad6d on network 577033e1-14c9-4efb-8bd8-426cbed3ed4b {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:28:49.709453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-94f06bf8-5a01-4336-99a6-5465e4a5bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:49.710233 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-94f06bf8-5a01-4336-99a6-5465e4a5bcf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:49.711412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-94f06bf8-5a01-4336-99a6-5465e4a5bcf8 service neutron] 10.222.0.54 "PUT /v2.0/ports/07089f51-a6a0-45e6-be22-3f943029ad6d HTTP/1.1" status: 200 len: 1032 time: 0.4828532 Sep 07 16:28:49.813122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-4680d65f-5887-4700-b065-886fc41015a8 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Deleting port 08f87940-78b6-440d-b292-1ee918d7640b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:49.813480 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-4680d65f-5887-4700-b065-886fc41015a8 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:49.888652 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d71e5be2-fe5b-462e-973b-45da4254323d None None] Provisioning complete for port 07089f51-a6a0-45e6-be22-3f943029ad6d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:28:49.889011 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d71e5be2-fe5b-462e-973b-45da4254323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:49.904296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-4680d65f-5887-4700-b065-886fc41015a8 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] For port 08f87940-78b6-440d-b292-1ee918d7640b, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=08f87940-78b6-440d-b292-1ee918d7640b,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:49.905135 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-4680d65f-5887-4700-b065-886fc41015a8 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:49.917757 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-4680d65f-5887-4700-b065-886fc41015a8 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Calling delete_port for 08f87940-78b6-440d-b292-1ee918d7640b owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:49.922984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d71e5be2-fe5b-462e-973b-45da4254323d None None] Port 07089f51-a6a0-45e6-be22-3f943029ad6d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:28:50.043115 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-4680d65f-5887-4700-b065-886fc41015a8 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:50.071960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680d65f-5887-4700-b065-886fc41015a8 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'Port': ['ID=08f87940-78b6-440d-b292-1ee918d7640b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:50.112638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-4680d65f-5887-4700-b065-886fc41015a8 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] No DVR routers for this DVR port 08f87940-78b6-440d-b292-1ee918d7640b on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:50.115319 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-4680d65f-5887-4700-b065-886fc41015a8 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:50.117438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-4680d65f-5887-4700-b065-886fc41015a8 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "DELETE /v2.0/ports/08f87940-78b6-440d-b292-1ee918d7640b HTTP/1.1" status: 204 len: 173 time: 0.3990979 Sep 07 16:28:50.117877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-deleted', 'tag': '08f87940-78b6-440d-b292-1ee918d7640b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:28:50.120177 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6f91f-4847-46c0-af0d-dd7d5f7c4bd1" -d '{"events": [{"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-deleted", "tag": "08f87940-78b6-440d-b292-1ee918d7640b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:28:50.160627 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88af68c1-944a-4fea-82f8-65095ea6417b x-openstack-request-id: req-88af68c1-944a-4fea-82f8-65095ea6417b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:28:50.160923 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-deleted", "tag": "08f87940-78b6-440d-b292-1ee918d7640b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:28:50.161177 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88af68c1-944a-4fea-82f8-65095ea6417b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:28:50.161573 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-deleted', 'tag': '08f87940-78b6-440d-b292-1ee918d7640b', 'status': 'completed', 'code': 200} Sep 07 16:28:50.223266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-d31b9ff2-8466-40b7-bf9f-93b82154044d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Deleting port f9f8821b-d238-4cd8-8c03-0efd0cf30881 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:50.223954 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-d31b9ff2-8466-40b7-bf9f-93b82154044d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:50.314809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-d31b9ff2-8466-40b7-bf9f-93b82154044d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] For port f9f8821b-d238-4cd8-8c03-0efd0cf30881, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=f9f8821b-d238-4cd8-8c03-0efd0cf30881,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:50.315179 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-d31b9ff2-8466-40b7-bf9f-93b82154044d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:50.326863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-d31b9ff2-8466-40b7-bf9f-93b82154044d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Calling delete_port for f9f8821b-d238-4cd8-8c03-0efd0cf30881 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:50.453486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-d31b9ff2-8466-40b7-bf9f-93b82154044d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:50.484226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b9ff2-8466-40b7-bf9f-93b82154044d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'Port': ['ID=f9f8821b-d238-4cd8-8c03-0efd0cf30881,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:50.539686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-d31b9ff2-8466-40b7-bf9f-93b82154044d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] No DVR routers for this DVR port f9f8821b-d238-4cd8-8c03-0efd0cf30881 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:50.542543 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-d31b9ff2-8466-40b7-bf9f-93b82154044d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:50.545096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-d31b9ff2-8466-40b7-bf9f-93b82154044d tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "DELETE /v2.0/ports/f9f8821b-d238-4cd8-8c03-0efd0cf30881 HTTP/1.1" status: 204 len: 173 time: 0.4187462 Sep 07 16:28:50.679312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242db29-3a11-420c-99c9-bb3849f27487 req-7f7a2f9a-998b-4824-b32e-084248551010 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:50.685141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242db29-3a11-420c-99c9-bb3849f27487 req-7f7a2f9a-998b-4824-b32e-084248551010 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:50.691106 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242db29-3a11-420c-99c9-bb3849f27487 req-7f7a2f9a-998b-4824-b32e-084248551010 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:50.692726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c242db29-3a11-420c-99c9-bb3849f27487 req-7f7a2f9a-998b-4824-b32e-084248551010 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 2416 time: 0.0793478 Sep 07 16:28:50.698445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Deleting port 74552398-cff4-455f-b23c-b4842bd4a0a9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:50.698796 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:50.787833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c242db29-3a11-420c-99c9-bb3849f27487 req-2fbdc7d7-0d5a-4fed-9568-57fc4039c8d9 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850346 Sep 07 16:28:50.809405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] For port 74552398-cff4-455f-b23c-b4842bd4a0a9, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=74552398-cff4-455f-b23c-b4842bd4a0a9,segment=NetworkSegment(52f95a93-77bd-47f2-8123-945262da156e),segment_id=52f95a93-77bd-47f2-8123-945262da156e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:50.809777 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:50.986963 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:50.987349 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:50.987681 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Floating IP e6c87b69-57e6-4d34-a0aa-51c487e3e492 disassociated. External IP: 172.25.3.167, port: 74552398-cff4-455f-b23c-b4842bd4a0a9. Sep 07 16:28:50.988042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Calling delete_port for 74552398-cff4-455f-b23c-b4842bd4a0a9 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:51.121431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:51.151359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'Port': ['ID=74552398-cff4-455f-b23c-b4842bd4a0a9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:51.268472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:28:51.375986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:28:51.386066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0e222d-3b4a-47ee-9e99-9aa464da99d3 None None] Sync routers for ids ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:28:51.395698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e222d-3b4a-47ee-9e99-9aa464da99d3 None None] Routers {'0ff659f5-5c7e-4e35-83d9-83c79d7eb004'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:51.396328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bb0e222d-3b4a-47ee-9e99-9aa464da99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:28:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:51.418812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] No DVR routers for this DVR port 74552398-cff4-455f-b23c-b4842bd4a0a9 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:51.421459 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:51.423489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-1a438f06-517a-4a4c-8a92-08cd88525f01 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "DELETE /v2.0/ports/74552398-cff4-455f-b23c-b4842bd4a0a9 HTTP/1.1" status: 204 len: 173 time: 0.8726337 Sep 07 16:28:51.501383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bb0e222d-3b4a-47ee-9e99-9aa464da99d3 None None] Set router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:51.522817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-f0e091c0-04cc-4d55-8c81-66bf84f295e2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Deleting port 33057372-0240-45a8-a8b2-096c337b7fe5 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:51.523218 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-f0e091c0-04cc-4d55-8c81-66bf84f295e2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:51.639771 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-f0e091c0-04cc-4d55-8c81-66bf84f295e2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] For port 33057372-0240-45a8-a8b2-096c337b7fe5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=33057372-0240-45a8-a8b2-096c337b7fe5,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:51.640145 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-f0e091c0-04cc-4d55-8c81-66bf84f295e2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:51.653852 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-f0e091c0-04cc-4d55-8c81-66bf84f295e2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Calling delete_port for 33057372-0240-45a8-a8b2-096c337b7fe5 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:51.707540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bb0e222d-3b4a-47ee-9e99-9aa464da99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:03Z', 'revision_number': 4, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '2edd8c04-8501-47fc-9c01-2daf3b30a3f9', 'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'mac_address': 'fa:16:3e:c3:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:03Z', 'updated_at': '2021-09-07T16:18:13Z', 'revision_number': 5, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'subnets': [{'id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:51.737092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0e222d-3b4a-47ee-9e99-9aa464da99d3 None None] Checking router: 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:28:51.745261 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e222d-3b4a-47ee-9e99-9aa464da99d3 None None] Routers {'0ff659f5-5c7e-4e35-83d9-83c79d7eb004'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:28:51.745865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bb0e222d-3b4a-47ee-9e99-9aa464da99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:28:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:51.783259 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-f0e091c0-04cc-4d55-8c81-66bf84f295e2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:51.812772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e091c0-04cc-4d55-8c81-66bf84f295e2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'Port': ['ID=33057372-0240-45a8-a8b2-096c337b7fe5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:51.852555 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bb0e222d-3b4a-47ee-9e99-9aa464da99d3 None None] Set router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:28:51.862825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-f0e091c0-04cc-4d55-8c81-66bf84f295e2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] No DVR routers for this DVR port 33057372-0240-45a8-a8b2-096c337b7fe5 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:51.865583 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-f0e091c0-04cc-4d55-8c81-66bf84f295e2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:51.867769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-f0e091c0-04cc-4d55-8c81-66bf84f295e2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "DELETE /v2.0/ports/33057372-0240-45a8-a8b2-096c337b7fe5 HTTP/1.1" status: 204 len: 173 time: 0.4336905 Sep 07 16:28:51.983439 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cbf06-4606-4de2-90b3-a6a034f214b7 req-6d1fff87-9322-4f84-a66b-49c3c3e22edb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:51.984954 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-073cbf06-4606-4de2-90b3-a6a034f214b7 req-6d1fff87-9322-4f84-a66b-49c3c3e22edb tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 945 time: 0.1007121 Sep 07 16:28:52.018797 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-9facccac-a941-47ce-ae01-d11a73f13abe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Deleting port 874b4530-320c-4dea-8574-eb9c02bd67ba {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:28:52.019139 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-9facccac-a941-47ce-ae01-d11a73f13abe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:52.050470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bb0e222d-3b4a-47ee-9e99-9aa464da99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:03Z', 'revision_number': 4, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '2edd8c04-8501-47fc-9c01-2daf3b30a3f9', 'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'mac_address': 'fa:16:3e:c3:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:03Z', 'updated_at': '2021-09-07T16:18:13Z', 'revision_number': 5, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'subnets': [{'id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:28:52.053915 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-073cbf06-4606-4de2-90b3-a6a034f214b7 req-6873301a-37e1-46e4-90da-bda5861cff79 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups?id=507a2205-9b65-4930-b417-6e21544aefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625522 Sep 07 16:28:52.076765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0e222d-3b4a-47ee-9e99-9aa464da99d3 None None] The sync data for ids ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'] in n-d-807551-3 is: [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:03Z', 'revision_number': 4, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '2edd8c04-8501-47fc-9c01-2daf3b30a3f9', 'name': '', 'network_id': '2920abad-42d3-49fa-842a-58412eb06be0', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'mac_address': 'fa:16:3e:c3:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:18:03Z', 'updated_at': '2021-09-07T16:18:13Z', 'revision_number': 5, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'subnets': [{'id': 'd1362421-24e4-44f3-8c5b-72d561aeaa0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:28:52.123641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-9facccac-a941-47ce-ae01-d11a73f13abe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] For port 874b4530-320c-4dea-8574-eb9c02bd67ba, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=874b4530-320c-4dea-8574-eb9c02bd67ba,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:28:52.124007 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-9facccac-a941-47ce-ae01-d11a73f13abe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:52.137434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-9facccac-a941-47ce-ae01-d11a73f13abe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Calling delete_port for 874b4530-320c-4dea-8574-eb9c02bd67ba owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:28:52.176558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-deleted', 'tag': 'f9f8821b-d238-4cd8-8c03-0efd0cf30881'}, {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-deleted', 'tag': '74552398-cff4-455f-b23c-b4842bd4a0a9'}, {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-deleted', 'tag': '33057372-0240-45a8-a8b2-096c337b7fe5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:28:52.178901 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18995093-5b27-45c2-a360-657084b90b7c" -d '{"events": [{"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-deleted", "tag": "f9f8821b-d238-4cd8-8c03-0efd0cf30881"}, {"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-deleted", "tag": "74552398-cff4-455f-b23c-b4842bd4a0a9"}, {"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-deleted", "tag": "33057372-0240-45a8-a8b2-096c337b7fe5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:28:52.252454 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 07 Sep 2021 16:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c2671e-1206-4f63-9422-ba44729a523d x-openstack-request-id: req-a3c2671e-1206-4f63-9422-ba44729a523d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:28:52.252844 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-deleted", "tag": "f9f8821b-d238-4cd8-8c03-0efd0cf30881", "status": "completed", "code": 200}, {"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-deleted", "tag": "74552398-cff4-455f-b23c-b4842bd4a0a9", "status": "completed", "code": 200}, {"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-deleted", "tag": "33057372-0240-45a8-a8b2-096c337b7fe5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:28:52.253164 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3c2671e-1206-4f63-9422-ba44729a523d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:28:52.253779 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-deleted', 'tag': 'f9f8821b-d238-4cd8-8c03-0efd0cf30881', 'status': 'completed', 'code': 200} Sep 07 16:28:52.254089 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-deleted', 'tag': '74552398-cff4-455f-b23c-b4842bd4a0a9', 'status': 'completed', 'code': 200} Sep 07 16:28:52.254436 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-deleted', 'tag': '33057372-0240-45a8-a8b2-096c337b7fe5', 'status': 'completed', 'code': 200} Sep 07 16:28:52.286335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 874b4530-320c-4dea-8574-eb9c02bd67ba no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:52.288472 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-9facccac-a941-47ce-ae01-d11a73f13abe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:52.336601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 874b4530-320c-4dea-8574-eb9c02bd67ba {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:52.337030 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 874b4530-320c-4dea-8574-eb9c02bd67ba not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:52.337537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 07089f51-a6a0-45e6-be22-3f943029ad6d no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:52.367164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facccac-a941-47ce-ae01-d11a73f13abe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'Port': ['ID=874b4530-320c-4dea-8574-eb9c02bd67ba,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:28:52.398435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-9facccac-a941-47ce-ae01-d11a73f13abe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] No DVR routers for this DVR port 874b4530-320c-4dea-8574-eb9c02bd67ba on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:28:52.399185 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e4c92-0947-4442-8f68-f1b3923f5618 None None] New status for floating IP e6c87b69-57e6-4d34-a0aa-51c487e3e492: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:28:52.405518 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-9facccac-a941-47ce-ae01-d11a73f13abe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:28:52.407781 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5bb6ce96-d2a9-478d-a39f-9b5711924385 req-9facccac-a941-47ce-ae01-d11a73f13abe tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.54 "DELETE /v2.0/ports/874b4530-320c-4dea-8574-eb9c02bd67ba HTTP/1.1" status: 204 len: 173 time: 0.5331750 Sep 07 16:28:52.412110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 07089f51-a6a0-45e6-be22-3f943029ad6d not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:52.413387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f9f8821b-d238-4cd8-8c03-0efd0cf30881 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:52.438380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: f9f8821b-d238-4cd8-8c03-0efd0cf30881 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:52.438738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device f9f8821b-d238-4cd8-8c03-0efd0cf30881 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:52.439393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 08f87940-78b6-440d-b292-1ee918d7640b no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:52.458740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 08f87940-78b6-440d-b292-1ee918d7640b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:52.459098 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 08f87940-78b6-440d-b292-1ee918d7640b not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:52.459534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 33057372-0240-45a8-a8b2-096c337b7fe5 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:52.480711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 33057372-0240-45a8-a8b2-096c337b7fe5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:52.481072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 33057372-0240-45a8-a8b2-096c337b7fe5 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:52.481513 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 70f3c2e1-6534-43be-9522-49817d667339 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:52.530065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 70f3c2e1-6534-43be-9522-49817d667339 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:52.530562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 74552398-cff4-455f-b23c-b4842bd4a0a9 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:28:52.551751 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 74552398-cff4-455f-b23c-b4842bd4a0a9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:28:52.551916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 74552398-cff4-455f-b23c-b4842bd4a0a9 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:28:53.158024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73a83ac9-5209-482b-ad63-859c5ef426ca req-0fcf1ab8-2803-4cee-9cd7-f239b46f8d0a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 210 time: 0.0265481 Sep 07 16:28:54.258612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-deleted', 'tag': '874b4530-320c-4dea-8574-eb9c02bd67ba'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:28:54.260949 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aea013-58fc-410d-b4b1-9902c2a897b5" -d '{"events": [{"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-deleted", "tag": "874b4530-320c-4dea-8574-eb9c02bd67ba"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:28:54.266443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d26c9371-4830-4925-801d-6d70795ecf66 req-456aa999-8fff-4e0a-901b-4bf3af926cbf tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 210 time: 0.0329213 Sep 07 16:28:54.299109 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e2220d-3e83-40d3-93e1-80299cc3252c x-openstack-request-id: req-d4e2220d-3e83-40d3-93e1-80299cc3252c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:28:54.299410 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700821e3-085f-49df-af8e-c2e4c3db71ae", "name": "network-vif-deleted", "tag": "874b4530-320c-4dea-8574-eb9c02bd67ba", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:28:54.299667 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4e2220d-3e83-40d3-93e1-80299cc3252c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:28:54.300066 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700821e3-085f-49df-af8e-c2e4c3db71ae', 'name': 'network-vif-deleted', 'tag': '874b4530-320c-4dea-8574-eb9c02bd67ba', 'status': 'completed', 'code': 200} Sep 07 16:28:55.373791 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3300be9-b5c9-43ee-a5c1-1c8d78c77b16 req-486762b2-65bf-472d-b88c-f7f201b46c26 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 210 time: 0.0298092 Sep 07 16:28:56.318079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564810fb-ddc2-4b59-88ea-5602498225ac req-cb2f3dc2-b0b9-43c2-a967-3c694af60a0a tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:56.319692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-564810fb-ddc2-4b59-88ea-5602498225ac req-cb2f3dc2-b0b9-43c2-a967-3c694af60a0a tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1096 time: 0.0420933 Sep 07 16:28:56.354560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-564810fb-ddc2-4b59-88ea-5602498225ac req-605de8a4-4d71-4a2b-bb96-3d3c48889a56 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288813 Sep 07 16:28:56.484781 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f132221b-9096-4767-af40-8271252391ab req-78be5687-d5d5-49ae-a9cd-9df507c2964a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 210 time: 0.0302901 Sep 07 16:28:56.502358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88c22-13a8-4252-8abe-a70df25b62bd req-ea009c1c-f654-49d8-9b47-d3d93e1c98f4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:56.503863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38b88c22-13a8-4252-8abe-a70df25b62bd req-ea009c1c-f654-49d8-9b47-d3d93e1c98f4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0755067 Sep 07 16:28:56.542338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38b88c22-13a8-4252-8abe-a70df25b62bd req-f178226b-e812-4f92-ad0a-6815845f91b8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318274 Sep 07 16:28:56.564822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48890) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:56.630298 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-76ce9056-011f-459e-94d9-a338abaa9557 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/58cfceed-a9b6-4642-8388-88144024151b HTTP/1.1" status: 200 len: 993 time: 0.0641727 Sep 07 16:28:56.984145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-7d52faff-221f-4251-9558-cbd418321c25 req-32ab6664-1669-4788-9db5-ef284b3afe69 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:28:56.985302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d52faff-221f-4251-9558-cbd418321c25 req-32ab6664-1669-4788-9db5-ef284b3afe69 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054781 Sep 07 16:28:57.372469 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:28:57.432184 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e088b-7103-4023-ad80-07130bb30f7e req-6655aa0f-0414-4ce9-8b34-0f7dee952a3c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:57.433613 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff9e088b-7103-4023-ad80-07130bb30f7e req-6655aa0f-0414-4ce9-8b34-0f7dee952a3c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0582738 Sep 07 16:28:57.478704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff9e088b-7103-4023-ad80-07130bb30f7e req-d6d136ee-d07f-4f41-8479-1c7a1b03a62b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387626 Sep 07 16:28:57.521380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-d51fbc6d-071d-4380-bef2-584a8f44a2bb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1472085 Sep 07 16:28:57.530205 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-555d6bc5-14f6-463a-973e-7705625141a0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:28:57.531201 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-555d6bc5-14f6-463a-973e-7705625141a0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051079 Sep 07 16:28:57.593274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3816f8e1-806c-47e5-a5e9-15cb67247704 req-8f777c42-361a-49e5-8a98-e9e66d3f1a68 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 210 time: 0.0303304 Sep 07 16:28:58.603348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6087c-87af-4c76-883e-16fbb4ca8e8c req-56d4dfe8-0cf0-4db3-844e-4b57306ab8bf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:58.604876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11b6087c-87af-4c76-883e-16fbb4ca8e8c req-56d4dfe8-0cf0-4db3-844e-4b57306ab8bf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0523074 Sep 07 16:28:58.654213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11b6087c-87af-4c76-883e-16fbb4ca8e8c req-4f19ab28-e455-419b-ae08-0591740a24ff tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Sep 07 16:28:58.724316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef52d94a-9b80-435d-9541-fb9f4c6ed415 req-b58b3a4e-acb0-4f95-80e9-d6ea8f2d017c tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 210 time: 0.0369270 Sep 07 16:28:58.764394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-5ee4400c-5a7e-41eb-8509-1cf8e0eab1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:58.765998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-5ee4400c-5a7e-41eb-8509-1cf8e0eab1ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1096 time: 0.0440588 Sep 07 16:28:58.861488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-e64ec5a0-840a-4d37-909c-ae474f93330d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:58.862975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-e64ec5a0-840a-4d37-909c-ae474f93330d service neutron] 10.222.0.54 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 898 time: 0.0885365 Sep 07 16:28:58.929982 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-2769ce7d-1a29-477a-9515-100dadd0f191 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 1001 time: 0.0585272 Sep 07 16:28:58.980615 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-02e0c3bb-4f19-4dc3-a8e7-1df6ea36d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:58.982093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-02e0c3bb-4f19-4dc3-a8e7-1df6ea36d4e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 200 len: 831 time: 0.0442164 Sep 07 16:28:59.037923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-778b492f-6e79-4fd1-8a99-4f92e14baf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:59.039460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-778b492f-6e79-4fd1-8a99-4f92e14baf3c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e93338da-538b-438b-995f-c08da926d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490360 Sep 07 16:28:59.134712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-7a753176-ce89-48c3-b8a2-0887cad69f49 service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854754 Sep 07 16:28:59.228592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-4ce0dd03-7540-49eb-8a1a-7f0776d1047d service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860274 Sep 07 16:28:59.777682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026e48a-9a7f-4f04-9382-b80b03cc9b9d req-35d01d05-3a69-44cd-b952-cece55aaab45 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:28:59.779933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f026e48a-9a7f-4f04-9382-b80b03cc9b9d req-35d01d05-3a69-44cd-b952-cece55aaab45 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0534909 Sep 07 16:28:59.840391 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2c65d10-ed2b-48dc-880e-edd531099373 req-c924471e-3d18-460b-bd41-195dc41a1c2e tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 210 time: 0.0350442 Sep 07 16:28:59.847575 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f026e48a-9a7f-4f04-9382-b80b03cc9b9d req-0cd523bd-33f7-46b6-9e47-ca885a566a65 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612121 Sep 07 16:29:00.955284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ebbf0dd-129a-4469-a685-a736ce139cf9 req-cad670d2-a330-4665-aecf-6be4b53df3e2 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 210 time: 0.0369110 Sep 07 16:29:00.996741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d9673-09fb-46b1-a9eb-23366bb9f139 req-2ee92c7a-7a1c-4137-915d-ec87b4e7a6ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:00.998361 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df0d9673-09fb-46b1-a9eb-23366bb9f139 req-2ee92c7a-7a1c-4137-915d-ec87b4e7a6ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0701406 Sep 07 16:29:01.040136 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df0d9673-09fb-46b1-a9eb-23366bb9f139 req-b285e4aa-67ca-4a83-a8dc-bddce981f17f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351248 Sep 07 16:29:01.792075 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:02.059504 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6361e204-5a23-4875-b416-266bd0718d5d req-84be3c07-38bf-469c-8856-5ba85c8721af tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/ports?device_id=700821e3-085f-49df-af8e-c2e4c3db71ae HTTP/1.1" status: 200 len: 210 time: 0.0273287 Sep 07 16:29:02.185094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f127ed3-bfd7-4547-9fc4-98d20de4f06d req-98db71fc-6356-4f62-ac80-018188ad411f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:02.187317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f127ed3-bfd7-4547-9fc4-98d20de4f06d req-98db71fc-6356-4f62-ac80-018188ad411f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0525112 Sep 07 16:29:02.235503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f127ed3-bfd7-4547-9fc4-98d20de4f06d req-db47232b-e0a1-47ba-b6bc-08621f858600 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 Sep 07 16:29:02.358345 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:03.148102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48992) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:03.202025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:03.224101 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:03.272155 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:03.274909 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:03.278380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "DELETE /v2.0/security-groups/507a2205-9b65-4930-b417-6e21544aefaa HTTP/1.1" status: 204 len: 168 time: 0.1268382 Sep 07 16:29:03.279128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48998) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:03.285616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a2205-9b65-4930-b417-6e21544aefaa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:03.293701 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:03.294064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:03.295651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:03.296028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:03.296490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:03.296892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:03.297240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:03.297585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:03.297927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:03.298148 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-2e8e6d37-3c7a-4a9a-9447-388b4176490a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] show failed (client error): The resource could not be found. Sep 07 16:29:03.298263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:03.298587 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:03.298918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d974b-ff4f-44e5-b4bf-622d270808f4 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:03.303244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49000) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:03.312946 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2e8e6d37-3c7a-4a9a-9447-388b4176490a tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "GET /v2.0/security-groups/507a2205-9b65-4930-b417-6e21544aefaa HTTP/1.1" status: 404 len: 347 time: 0.0320568 Sep 07 16:29:03.449557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f44f5b-03d1-443e-abe1-21389da6d886 req-61362b7b-1a73-410d-96e3-3907472302fa tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:03.450990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18f44f5b-03d1-443e-abe1-21389da6d886 req-61362b7b-1a73-410d-96e3-3907472302fa tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.1047084 Sep 07 16:29:03.482681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d1f08ed7-0d8a-4096-b459-f74c7ed75875 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Deleting port 9844101c-d3f8-47eb-a68e-5f57ad378b8c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:29:03.483027 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1f08ed7-0d8a-4096-b459-f74c7ed75875 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:03.518240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18f44f5b-03d1-443e-abe1-21389da6d886 req-cf276989-64ab-44ed-82af-8d640f6d8adb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608525 Sep 07 16:29:03.570455 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1f08ed7-0d8a-4096-b459-f74c7ed75875 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:03.570790 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1f08ed7-0d8a-4096-b459-f74c7ed75875 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:03.582020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d1f08ed7-0d8a-4096-b459-f74c7ed75875 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Calling delete_port for 9844101c-d3f8-47eb-a68e-5f57ad378b8c owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:29:03.708589 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1f08ed7-0d8a-4096-b459-f74c7ed75875 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:03.734121 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f08ed7-0d8a-4096-b459-f74c7ed75875 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'Port': ['ID=9844101c-d3f8-47eb-a68e-5f57ad378b8c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:03.792806 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1f08ed7-0d8a-4096-b459-f74c7ed75875 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:03.795811 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1f08ed7-0d8a-4096-b459-f74c7ed75875 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:03.797000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d1f08ed7-0d8a-4096-b459-f74c7ed75875 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "DELETE /v2.0/floatingips/e6c87b69-57e6-4d34-a0aa-51c487e3e492 HTTP/1.1" status: 204 len: 168 time: 0.4932265 Sep 07 16:29:03.799611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49002) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:03.887519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c0c3f3f6-9ab6-4f3a-8226-8b53cb2a4edd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Deleting port 07089f51-a6a0-45e6-be22-3f943029ad6d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:29:03.887859 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0c3f3f6-9ab6-4f3a-8226-8b53cb2a4edd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:03.972255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0c3f3f6-9ab6-4f3a-8226-8b53cb2a4edd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:03.983854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c0c3f3f6-9ab6-4f3a-8226-8b53cb2a4edd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Calling delete_port for 07089f51-a6a0-45e6-be22-3f943029ad6d owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:29:04.102763 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0c3f3f6-9ab6-4f3a-8226-8b53cb2a4edd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:04.132527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3f3f6-9ab6-4f3a-8226-8b53cb2a4edd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'Port': ['ID=07089f51-a6a0-45e6-be22-3f943029ad6d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:04.206299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0c3f3f6-9ab6-4f3a-8226-8b53cb2a4edd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:04.208363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c0c3f3f6-9ab6-4f3a-8226-8b53cb2a4edd tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "DELETE /v2.0/ports/07089f51-a6a0-45e6-be22-3f943029ad6d HTTP/1.1" status: 204 len: 168 time: 0.4078157 Sep 07 16:29:04.210964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49006) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:04.296388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a7aac396-652a-4a38-88ab-6d50077041b5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Deleting port 70f3c2e1-6534-43be-9522-49817d667339 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:29:04.296735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7aac396-652a-4a38-88ab-6d50077041b5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:04.383797 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7aac396-652a-4a38-88ab-6d50077041b5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:04.396070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a7aac396-652a-4a38-88ab-6d50077041b5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Calling delete_port for 70f3c2e1-6534-43be-9522-49817d667339 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:29:04.521702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7aac396-652a-4a38-88ab-6d50077041b5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:04.557913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aac396-652a-4a38-88ab-6d50077041b5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'Port': ['ID=70f3c2e1-6534-43be-9522-49817d667339,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:04.648187 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7aac396-652a-4a38-88ab-6d50077041b5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:04.650107 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a7aac396-652a-4a38-88ab-6d50077041b5 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "DELETE /v2.0/ports/70f3c2e1-6534-43be-9522-49817d667339 HTTP/1.1" status: 204 len: 168 time: 0.4381783 Sep 07 16:29:04.652872 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49014) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:04.662334 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e7b1f-ad34-491f-8deb-ea17b33d6237 req-53d3b0e4-e79a-4976-9f9e-782870548962 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:04.663771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-709e7b1f-ad34-491f-8deb-ea17b33d6237 req-53d3b0e4-e79a-4976-9f9e-782870548962 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0690584 Sep 07 16:29:04.704469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6ef380-0c0c-4fd3-b024-f696fb0d8972 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Deleting subnet 4b579ba4-f2f7-49b7-9722-379d2b0837b4 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:29:04.707785 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef380-0c0c-4fd3-b024-f696fb0d8972 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:04.749357 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef380-0c0c-4fd3-b024-f696fb0d8972 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:04.839581 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef380-0c0c-4fd3-b024-f696fb0d8972 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:04.900179 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef380-0c0c-4fd3-b024-f696fb0d8972 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:04.929107 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ef380-0c0c-4fd3-b024-f696fb0d8972 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'Subnet': ['ID=4b579ba4-f2f7-49b7-9722-379d2b0837b4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:04.934291 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef380-0c0c-4fd3-b024-f696fb0d8972 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:04.936244 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1d6ef380-0c0c-4fd3-b024-f696fb0d8972 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "DELETE /v2.0/subnets/4b579ba4-f2f7-49b7-9722-379d2b0837b4 HTTP/1.1" status: 204 len: 168 time: 0.2822902 Sep 07 16:29:04.938818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49016) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:04.945407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d170b2f-847f-4366-80fc-40fbb52ac835 None None] Network 08e031c7-40bd-43ca-bbf5-210128aa125d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:29:04.992058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-143a6fc2-4294-4be0-9e22-befa9c599b1f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Deleting subnet 83dbc69e-a859-4d9e-9f23-95f102bc7aaa {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:29:04.995614 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-143a6fc2-4294-4be0-9e22-befa9c599b1f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.039986 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-709e7b1f-ad34-491f-8deb-ea17b33d6237 req-5244e567-9a0d-4f89-8f36-51ef71d535f6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702271 Sep 07 16:29:05.047320 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-143a6fc2-4294-4be0-9e22-befa9c599b1f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.139232 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-143a6fc2-4294-4be0-9e22-befa9c599b1f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.175307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7808722-578f-4851-8edf-b5006a3db2cb None None] DHCP port deletion for 08e031c7-40bd-43ca-bbf5-210128aa125d request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:29:05.208483 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-143a6fc2-4294-4be0-9e22-befa9c599b1f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.221765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b7808722-578f-4851-8edf-b5006a3db2cb None None] Deleting port 53f9cd7d-1825-431c-903e-56d0a41c94b3 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:29:05.222072 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7808722-578f-4851-8edf-b5006a3db2cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.243738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-143a6fc2-4294-4be0-9e22-befa9c599b1f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.248888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49020) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:05.249386 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-143a6fc2-4294-4be0-9e22-befa9c599b1f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "DELETE /v2.0/subnets/83dbc69e-a859-4d9e-9f23-95f102bc7aaa HTTP/1.1" status: 204 len: 168 time: 0.3090098 Sep 07 16:29:05.250321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a6fc2-4294-4be0-9e22-befa9c599b1f tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'Subnet': ['ID=83dbc69e-a859-4d9e-9f23-95f102bc7aaa,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:05.255862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f9fb26-8c93-40ba-9d20-4b9171f217b1 None None] Network 577033e1-14c9-4efb-8bd8-426cbed3ed4b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:29:05.325091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b7808722-578f-4851-8edf-b5006a3db2cb None None] For port 53f9cd7d-1825-431c-903e-56d0a41c94b3, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=53f9cd7d-1825-431c-903e-56d0a41c94b3,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:05.325502 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7808722-578f-4851-8edf-b5006a3db2cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.325929 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.367318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b7808722-578f-4851-8edf-b5006a3db2cb None None] Calling delete_port for 53f9cd7d-1825-431c-903e-56d0a41c94b3 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:29:05.381641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Deleting port 53f9cd7d-1825-431c-903e-56d0a41c94b3 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:29:05.381990 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.448695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] For port 53f9cd7d-1825-431c-903e-56d0a41c94b3, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=53f9cd7d-1825-431c-903e-56d0a41c94b3,segment=NetworkSegment(42e34d21-e93c-456e-8ae8-f7227af8f36a),segment_id=42e34d21-e93c-456e-8ae8-f7227af8f36a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:05.449070 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.464374 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Calling delete_port for 53f9cd7d-1825-431c-903e-56d0a41c94b3 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:29:05.491149 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7808722-578f-4851-8edf-b5006a3db2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.520146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7808722-578f-4851-8edf-b5006a3db2cb None None] Pushing event deleted for resources: {'Port': ['ID=53f9cd7d-1825-431c-903e-56d0a41c94b3,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:05.524528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7808722-578f-4851-8edf-b5006a3db2cb None None] No DVR routers for this DVR port 53f9cd7d-1825-431c-903e-56d0a41c94b3 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:29:05.563856 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.572485 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e8b378-ad71-432d-ba0e-80ad4cbef657 None None] DHCP port deletion for 577033e1-14c9-4efb-8bd8-426cbed3ed4b request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:29:05.579556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 53f9cd7d-1825-431c-903e-56d0a41c94b3 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:29:05.591142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'Port': ['ID=53f9cd7d-1825-431c-903e-56d0a41c94b3,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:05.594665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] No DVR routers for this DVR port 53f9cd7d-1825-431c-903e-56d0a41c94b3 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:29:05.616644 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 53f9cd7d-1825-431c-903e-56d0a41c94b3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:29:05.616986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 53f9cd7d-1825-431c-903e-56d0a41c94b3 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:29:05.642862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8b378-ad71-432d-ba0e-80ad4cbef657 None None] Deleting port 8724ae41-fb1e-433f-9bdb-e9b8a4361758 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:29:05.643245 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4e8b378-ad71-432d-ba0e-80ad4cbef657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.676818 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.696040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e031c7-40bd-43ca-bbf5-210128aa125d']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:05.705254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e34d21-e93c-456e-8ae8-f7227af8f36a') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:05.705548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e34d21-e93c-456e-8ae8-f7227af8f36a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:05.705697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c4e8b378-ad71-432d-ba0e-80ad4cbef657 None None] For port 8724ae41-fb1e-433f-9bdb-e9b8a4361758, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8724ae41-fb1e-433f-9bdb-e9b8a4361758,segment=NetworkSegment(b71a6b78-4545-4a1c-874f-ef34446e1028),segment_id=b71a6b78-4545-4a1c-874f-ef34446e1028)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:05.706102 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4e8b378-ad71-432d-ba0e-80ad4cbef657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.714867 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.719008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8b378-ad71-432d-ba0e-80ad4cbef657 None None] Calling delete_port for 8724ae41-fb1e-433f-9bdb-e9b8a4361758 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:29:05.727826 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.734577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:29:05.735057 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:29:05.738083 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:29:05.798599 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4e8b378-ad71-432d-ba0e-80ad4cbef657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.798837 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.805705 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.809754 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "DELETE /v2.0/networks/08e031c7-40bd-43ca-bbf5-210128aa125d HTTP/1.1" status: 204 len: 168 time: 0.5575414 Sep 07 16:29:05.810127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49024) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:05.818683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a6d67-96cf-47ce-aef2-a1cfc9954fc1 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'Network': ['ID=08e031c7-40bd-43ca-bbf5-210128aa125d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:05.821393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8b378-ad71-432d-ba0e-80ad4cbef657 None None] Pushing event deleted for resources: {'Port': ['ID=8724ae41-fb1e-433f-9bdb-e9b8a4361758,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:05.830603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8b378-ad71-432d-ba0e-80ad4cbef657 None None] No DVR routers for this DVR port 8724ae41-fb1e-433f-9bdb-e9b8a4361758 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:29:05.888309 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-896c30b7-87c4-4ed1-8bdc-0e7ccd7827b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.976574 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-896c30b7-87c4-4ed1-8bdc-0e7ccd7827b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:05.995980 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-896c30b7-87c4-4ed1-8bdc-0e7ccd7827b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577033e1-14c9-4efb-8bd8-426cbed3ed4b']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:06.004971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-896c30b7-87c4-4ed1-8bdc-0e7ccd7827b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71a6b78-4545-4a1c-874f-ef34446e1028') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:06.005528 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-896c30b7-87c4-4ed1-8bdc-0e7ccd7827b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71a6b78-4545-4a1c-874f-ef34446e1028') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:06.015030 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-896c30b7-87c4-4ed1-8bdc-0e7ccd7827b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:06.028003 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-896c30b7-87c4-4ed1-8bdc-0e7ccd7827b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:06.034367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896c30b7-87c4-4ed1-8bdc-0e7ccd7827b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:29:06.034747 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-896c30b7-87c4-4ed1-8bdc-0e7ccd7827b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:29:06.037793 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:29:06.094329 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-896c30b7-87c4-4ed1-8bdc-0e7ccd7827b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:06.101831 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-896c30b7-87c4-4ed1-8bdc-0e7ccd7827b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:06.103624 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-896c30b7-87c4-4ed1-8bdc-0e7ccd7827b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] 10.222.0.70 "DELETE /v2.0/networks/577033e1-14c9-4efb-8bd8-426cbed3ed4b HTTP/1.1" status: 204 len: 168 time: 0.2923932 Sep 07 16:29:06.116358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c30b7-87c4-4ed1-8bdc-0e7ccd7827b3 tempest-TaggedBootDevicesTest_v242-1277625873 tempest-TaggedBootDevicesTest_v242-1277625873-project] Pushing event deleted for resources: {'Network': ['ID=577033e1-14c9-4efb-8bd8-426cbed3ed4b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:06.167341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd9a1b-7716-4680-a0c0-4f0c3a782080 req-c3383785-bc6e-46ab-971d-b7973ed227d9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:06.168750 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68fd9a1b-7716-4680-a0c0-4f0c3a782080 req-c3383785-bc6e-46ab-971d-b7973ed227d9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0542502 Sep 07 16:29:06.211594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68fd9a1b-7716-4680-a0c0-4f0c3a782080 req-04209665-3859-4102-948b-f7de2ea375b1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367556 Sep 07 16:29:07.330910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c6c01-3462-47ed-9c96-e137fe351e72 req-9a42af84-246d-46aa-aa27-8773ac61868d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:07.332400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f6c6c01-3462-47ed-9c96-e137fe351e72 req-9a42af84-246d-46aa-aa27-8773ac61868d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0496168 Sep 07 16:29:07.369995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f6c6c01-3462-47ed-9c96-e137fe351e72 req-f3a213a5-e0ca-462e-b9d8-3b964d8a694a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316024 Sep 07 16:29:07.528945 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8724ae41-fb1e-433f-9bdb-e9b8a4361758 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:29:07.555104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 8724ae41-fb1e-433f-9bdb-e9b8a4361758 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:29:07.555548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8724ae41-fb1e-433f-9bdb-e9b8a4361758 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:29:08.493203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4b8ac-3da8-4aa0-80b9-4f8bbcd4dde5 req-750f47c8-44a2-4da8-ac9e-c987a1febd5f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:08.494838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ac4b8ac-3da8-4aa0-80b9-4f8bbcd4dde5 req-750f47c8-44a2-4da8-ac9e-c987a1febd5f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0511415 Sep 07 16:29:08.541868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ac4b8ac-3da8-4aa0-80b9-4f8bbcd4dde5 req-cae29f41-1a4f-48ec-a2b1-3e51257bc87b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350051 Sep 07 16:29:09.669742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dd0ef-c33a-45ab-a4a2-a1f2d084999d req-23b59c27-1544-40eb-9856-4afa73b670e3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:09.671507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e91dd0ef-c33a-45ab-a4a2-a1f2d084999d req-23b59c27-1544-40eb-9856-4afa73b670e3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0561984 Sep 07 16:29:09.713930 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e91dd0ef-c33a-45ab-a4a2-a1f2d084999d req-9d8827f7-3b53-49a7-b5d2-dd0ebb6853ae tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343721 Sep 07 16:29:10.356437 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b8d686a7-80b7-490a-81e6-529b77aa4537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:10.869568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db27fc-4104-4af0-bed1-f23663cb0b46 req-6f37de32-8f40-4fb3-ab91-a62805bf6fd6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:10.871123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31db27fc-4104-4af0-bed1-f23663cb0b46 req-6f37de32-8f40-4fb3-ab91-a62805bf6fd6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0598540 Sep 07 16:29:10.916875 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31db27fc-4104-4af0-bed1-f23663cb0b46 req-96bc05d2-e344-446e-8935-b6fb3f845784 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387819 Sep 07 16:29:11.578922 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-36b1b54c-e91a-4d7a-a2c3-dd5c2ee7ef0a service neutron] show failed (client error): The resource could not be found. Sep 07 16:29:11.579939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-36b1b54c-e91a-4d7a-a2c3-dd5c2ee7ef0a service neutron] 10.222.0.54 "GET /v2.0/ports/843c0d27-1150-481d-a206-666efc054861/bindings/n-h2-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0604882 Sep 07 16:29:11.819251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-f333ce98-7fd5-48b6-b720-f7c3d857ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:11.820849 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-f333ce98-7fd5-48b6-b720-f7c3d857ee0a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1&tenant_id=e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 1096 time: 0.0768929 Sep 07 16:29:11.834125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:11.891073 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:12.040230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65984609-d260-41b4-9a75-2a7af6ec6ea0 req-4d5d591b-1be7-4d90-8418-55e31cc8e6ae tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:12.041691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65984609-d260-41b4-9a75-2a7af6ec6ea0 req-4d5d591b-1be7-4d90-8418-55e31cc8e6ae tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0582020 Sep 07 16:29:12.083218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65984609-d260-41b4-9a75-2a7af6ec6ea0 req-b76dac11-956a-4b48-a4c3-7a9dcbb22b83 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330446 Sep 07 16:29:12.112272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] For port 843c0d27-1150-481d-a206-666efc054861, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:12.144091 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] For port 843c0d27-1150-481d-a206-666efc054861, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:29:12.182077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843c0d27-1150-481d-a206-666efc054861'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:12.184626 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984f70df-df84-41ff-9aa5-1ce71fd8e825" -d '{"events": [{"server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "name": "network-vif-unplugged", "status": "completed", "tag": "843c0d27-1150-481d-a206-666efc054861"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:12.189085 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:12.203012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Transition to ACTIVE for port object 843c0d27-1150-481d-a206-666efc054861 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:29:12.207699 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:12.251408 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e387caa-d0a9-4ef8-9ee5-8553a607be56 x-openstack-request-id: req-5e387caa-d0a9-4ef8-9ee5-8553a607be56 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:12.251710 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "name": "network-vif-unplugged", "status": "completed", "tag": "843c0d27-1150-481d-a206-666efc054861", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:12.251954 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e387caa-d0a9-4ef8-9ee5-8553a607be56 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:12.252364 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843c0d27-1150-481d-a206-666efc054861', 'code': 200} Sep 07 16:29:12.317375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Pushing event updated for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:12.407774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] No DVR routers for this DVR port 843c0d27-1150-481d-a206-666efc054861 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:29:12.547037 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Attempting to bind port 843c0d27-1150-481d-a206-666efc054861 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:29:12.547289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Attempting to bind port 843c0d27-1150-481d-a206-666efc054861 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:29:12.547618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Attempting to bind port 843c0d27-1150-481d-a206-666efc054861 on network e93338da-538b-438b-995f-c08da926d9e4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:12.551794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Port 843c0d27-1150-481d-a206-666efc054861 on network e93338da-538b-438b-995f-c08da926d9e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:29:12.552111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Attempting to bind port 843c0d27-1150-481d-a206-666efc054861 on network e93338da-538b-438b-995f-c08da926d9e4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:12.556899 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:29:12.557237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Checking segment: {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:29:12.557623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Bound using segment: {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:29:12.558321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Bound port: 843c0d27-1150-481d-a206-666efc054861, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:29:12.558681 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:12.625534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] For port 843c0d27-1150-481d-a206-666efc054861, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:29:12.629028 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] For port 843c0d27-1150-481d-a206-666efc054861, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:29:12.634420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:12.671695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:12.672323 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:12.673765 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] 10.222.0.35 "PUT /v2.0/ports/843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 1091 time: 0.8435183 Sep 07 16:29:12.697358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527ed98-fe16-4460-af26-d59d0241f778 service neutron] Pushing event updated for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:12.750169 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-3b9ebe8a-12c2-464b-b772-d13a53ae310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:12.753263 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-3b9ebe8a-12c2-464b-b772-d13a53ae310d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1094 time: 0.0524101 Sep 07 16:29:12.867662 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-bc53ee1c-28d5-4ccd-81b0-56fe50d2247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:12.869379 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-bc53ee1c-28d5-4ccd-81b0-56fe50d2247c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 898 time: 0.1045918 Sep 07 16:29:12.948185 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-6dc03fd6-0ffa-4e6a-8624-311564be5550 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 999 time: 0.0696659 Sep 07 16:29:12.959104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49098) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:13.001735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-bb50b07d-46dc-4fa0-a1b4-8de51e0d44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:13.003223 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-bb50b07d-46dc-4fa0-a1b4-8de51e0d44b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 200 len: 831 time: 0.0469747 Sep 07 16:29:13.067529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b4749ad9-a3e5-4480-bb81-435e9286b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:13.068963 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-b4749ad9-a3e5-4480-bb81-435e9286b8fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e93338da-538b-438b-995f-c08da926d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473800 Sep 07 16:29:13.182189 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-12441bbc-11ee-403e-ab0e-5d6ba977de6c service neutron] 10.222.0.35 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033542 Sep 07 16:29:13.265694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b85fd4-973d-4fdd-b616-07e9baee240e req-85ec22b5-4ac7-4f8a-8ba4-c234922dd0f4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:13.267074 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65b85fd4-973d-4fdd-b616-07e9baee240e req-85ec22b5-4ac7-4f8a-8ba4-c234922dd0f4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 943 time: 0.0930517 Sep 07 16:29:13.287605 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-adee056a-3501-4952-b761-a6de9e1fd21c service neutron] 10.222.0.35 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964975 Sep 07 16:29:13.340183 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65b85fd4-973d-4fdd-b616-07e9baee240e req-602289d9-df78-4278-9bf8-f75e99a4215e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638642 Sep 07 16:29:13.457641 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08e24291-a5d4-49a6-a10b-19647c7d0125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:13.703085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-08e24291-a5d4-49a6-a10b-19647c7d0125 admin admin] Deleting port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:29:13.703431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08e24291-a5d4-49a6-a10b-19647c7d0125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:13.780550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-08e24291-a5d4-49a6-a10b-19647c7d0125 admin admin] For port 2edd8c04-8501-47fc-9c01-2daf3b30a3f9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2edd8c04-8501-47fc-9c01-2daf3b30a3f9,segment=NetworkSegment(52f95a93-77bd-47f2-8123-945262da156e),segment_id=52f95a93-77bd-47f2-8123-945262da156e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:13.780949 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08e24291-a5d4-49a6-a10b-19647c7d0125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:13.793306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-08e24291-a5d4-49a6-a10b-19647c7d0125 admin admin] Calling delete_port for 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:29:13.922858 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:13.986577 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08e24291-a5d4-49a6-a10b-19647c7d0125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:14.012730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e24291-a5d4-49a6-a10b-19647c7d0125 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edd8c04-8501-47fc-9c01-2daf3b30a3f9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:14.177251 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08e24291-a5d4-49a6-a10b-19647c7d0125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:14.228461 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7bd634a5-c9bf-4bf7-b5f8-dd9ee5bf3e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:14.253649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'tag': '843c0d27-1150-481d-a206-666efc054861'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:14.256284 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446bd908-6efa-4952-8b7e-65bb504f194e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "tag": "843c0d27-1150-481d-a206-666efc054861"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:14.261522 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:29:14.305030 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e27902-dd3b-4e93-8af1-8f7c408e111e x-openstack-request-id: req-e2e27902-dd3b-4e93-8af1-8f7c408e111e {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:14.305342 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "tag": "843c0d27-1150-481d-a206-666efc054861", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:14.305607 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2e27902-dd3b-4e93-8af1-8f7c408e111e {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:14.306014 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'tag': '843c0d27-1150-481d-a206-666efc054861', 'status': 'completed', 'code': 200} Sep 07 16:29:14.372374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bd908-6efa-4952-8b7e-65bb504f194e req-1f44070b-ac7e-4619-837f-34f89d951cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:14.374357 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-1f44070b-ac7e-4619-837f-34f89d951cc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1094 time: 0.0423675 Sep 07 16:29:14.431670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bd908-6efa-4952-8b7e-65bb504f194e req-0510ead1-275c-47aa-9231-71c797cd2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:14.433172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-0510ead1-275c-47aa-9231-71c797cd2762 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1094 time: 0.0970073 Sep 07 16:29:14.453617 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e24291-a5d4-49a6-a10b-19647c7d0125 admin admin] Router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:29:14.473138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bd908-6efa-4952-8b7e-65bb504f194e req-edd7cd22-cbcd-4a7e-ba97-f5f95fbed350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:14.474629 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-edd7cd22-cbcd-4a7e-ba97-f5f95fbed350 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 898 time: 0.0896256 Sep 07 16:29:14.533213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d725941-70e8-4899-ba25-03cf09e58da3 req-f78daa36-d8d4-4cfb-81b4-b3f0a8c3e30c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:14.534597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d725941-70e8-4899-ba25-03cf09e58da3 req-f78daa36-d8d4-4cfb-81b4-b3f0a8c3e30c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 943 time: 0.1197894 Sep 07 16:29:14.548271 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-823fbe0d-670e-455b-95eb-10edb4564ac9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 999 time: 0.0633323 Sep 07 16:29:14.599271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bd908-6efa-4952-8b7e-65bb504f194e req-ce284060-4421-4a1a-ac51-3143d05a7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:14.600807 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-ce284060-4421-4a1a-ac51-3143d05a7c26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 200 len: 831 time: 0.0446701 Sep 07 16:29:14.628949 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bd908-6efa-4952-8b7e-65bb504f194e req-2e8bc85a-b122-4a2c-9fa0-257f08578486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:14.630674 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-2e8bc85a-b122-4a2c-9fa0-257f08578486 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 898 time: 0.1818302 Sep 07 16:29:14.648907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bd908-6efa-4952-8b7e-65bb504f194e req-9456d928-04aa-4a5a-85f1-6dbb1c665d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:14.650435 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-9456d928-04aa-4a5a-85f1-6dbb1c665d20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e93338da-538b-438b-995f-c08da926d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412273 Sep 07 16:29:14.662915 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d725941-70e8-4899-ba25-03cf09e58da3 req-308d6ad3-6c01-4d0a-91fe-6d53e4ab30ea tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208086 Sep 07 16:29:14.717249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e24291-a5d4-49a6-a10b-19647c7d0125 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:29:14.727501 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-08e24291-a5d4-49a6-a10b-19647c7d0125 admin admin] 10.222.0.70 "PUT /v2.0/routers/0ff659f5-5c7e-4e35-83d9-83c79d7eb004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7650943 Sep 07 16:29:14.727809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49114) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:14.728720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64934ec-2152-4ada-8597-23885120fa70 None None] Sync routers for ids ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:29:14.739555 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-48b3ff15-e35b-4732-ace2-e3d55836214b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 999 time: 0.0799274 Sep 07 16:29:14.739826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64934ec-2152-4ada-8597-23885120fa70 None None] Routers {'0ff659f5-5c7e-4e35-83d9-83c79d7eb004'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:29:14.740512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e64934ec-2152-4ada-8597-23885120fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:29:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:14.750268 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-1b490a98-a7d6-4007-8d21-8186f8befeb3 service neutron] 10.222.0.35 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911648 Sep 07 16:29:14.847645 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-2c5da6ae-28c5-42a9-b5e3-e381a44f621b service neutron] 10.222.0.35 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888257 Sep 07 16:29:14.851802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bd908-6efa-4952-8b7e-65bb504f194e req-b50b85ae-0094-4853-9bb7-ab783b676127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:14.853238 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-b50b85ae-0094-4853-9bb7-ab783b676127 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 200 len: 831 time: 0.0809424 Sep 07 16:29:14.853496 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e64934ec-2152-4ada-8597-23885120fa70 None None] Set router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:29:14.897837 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:14.937955 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:14.950128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bd908-6efa-4952-8b7e-65bb504f194e req-b7da875f-d013-42f1-bc97-8280318e395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:14.951662 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-b7da875f-d013-42f1-bc97-8280318e395b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e93338da-538b-438b-995f-c08da926d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900311 Sep 07 16:29:15.053585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e64934ec-2152-4ada-8597-23885120fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:29:13Z', 'revision_number': 5, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:15.236910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64934ec-2152-4ada-8597-23885120fa70 None None] Checking router: 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:29:15.245868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64934ec-2152-4ada-8597-23885120fa70 None None] Routers {'0ff659f5-5c7e-4e35-83d9-83c79d7eb004'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:29:15.246523 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e64934ec-2152-4ada-8597-23885120fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:29:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:15.352678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e64934ec-2152-4ada-8597-23885120fa70 None None] Set router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:29:15.391918 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:15.441837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-4dad2884-74aa-4c91-87b1-0cb76846cc80 service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576945 Sep 07 16:29:15.477566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Deleting port 00812004-be3f-4f67-815d-4640a80e471d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:29:15.477913 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:15.540494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e64934ec-2152-4ada-8597-23885120fa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:29:13Z', 'revision_number': 5, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:15.571871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64934ec-2152-4ada-8597-23885120fa70 None None] The sync data for ids ['0ff659f5-5c7e-4e35-83d9-83c79d7eb004'] in n-d-807551-3 is: [{'id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'name': 'tempest-TaggedBootDevicesTest_v242-271195882-router', 'tenant_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '00812004-be3f-4f67-815d-4640a80e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:29:13Z', 'revision_number': 5, 'project_id': '87ebf3f7450a4c6a95d391f90c3b9a0c', 'gw_port': {'id': '00812004-be3f-4f67-815d-4640a80e471d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff659f5-5c7e-4e35-83d9-83c79d7eb004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:17:59Z', 'updated_at': '2021-09-07T16:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:29:15.605333 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-446bd908-6efa-4952-8b7e-65bb504f194e req-b2846668-5250-4d13-b4f0-dc94f06d9488 service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486804 Sep 07 16:29:15.611344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] For port 00812004-be3f-4f67-815d-4640a80e471d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=00812004-be3f-4f67-815d-4640a80e471d,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:15.611713 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:15.624664 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Calling delete_port for 00812004-be3f-4f67-815d-4640a80e471d owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:29:15.814447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdd248-29a4-4335-8dfd-3fa5c145e49e req-2fbe679b-4edd-4f57-afcc-ae2b1d4d7200 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:15.815940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63fdd248-29a4-4335-8dfd-3fa5c145e49e req-2fbe679b-4edd-4f57-afcc-ae2b1d4d7200 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 943 time: 0.0824704 Sep 07 16:29:15.832135 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:15.876009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Pushing event deleted for resources: {'Port': ['ID=00812004-be3f-4f67-815d-4640a80e471d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:15.908647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63fdd248-29a4-4335-8dfd-3fa5c145e49e req-62e50b2d-f8b2-4ecb-959c-29e85c4da76a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857162 Sep 07 16:29:15.946071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.043115 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.045337 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.088440 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.088996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ff659f5-5c7e-4e35-83d9-83c79d7eb004 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:29:16.093268 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.094465 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b3ae3e34-7f4a-482b-90bd-3502c921242c admin admin] 10.222.0.70 "DELETE /v2.0/routers/0ff659f5-5c7e-4e35-83d9-83c79d7eb004 HTTP/1.1" status: 204 len: 168 time: 1.3657219 Sep 07 16:29:16.097214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49124) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:16.141552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-592a0adf-0bd5-49a4-bcd6-a4619d0c2cf0 admin admin] Deleting subnet d1362421-24e4-44f3-8c5b-72d561aeaa0f {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:29:16.144789 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-592a0adf-0bd5-49a4-bcd6-a4619d0c2cf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.180277 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-592a0adf-0bd5-49a4-bcd6-a4619d0c2cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.270137 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-592a0adf-0bd5-49a4-bcd6-a4619d0c2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.320892 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-592a0adf-0bd5-49a4-bcd6-a4619d0c2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.344972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a0adf-0bd5-49a4-bcd6-a4619d0c2cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1362421-24e4-44f3-8c5b-72d561aeaa0f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:16.350832 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-592a0adf-0bd5-49a4-bcd6-a4619d0c2cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.352778 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-592a0adf-0bd5-49a4-bcd6-a4619d0c2cf0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d1362421-24e4-44f3-8c5b-72d561aeaa0f HTTP/1.1" status: 204 len: 168 time: 0.2546179 Sep 07 16:29:16.355221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49128) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:16.355969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fd0c15-6f59-4112-929c-415fd5cd8d34 None None] Network 2920abad-42d3-49fa-842a-58412eb06be0 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:29:16.406649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 843c0d27-1150-481d-a206-666efc054861 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:29:16.427717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.479452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Deleting port 84e7a743-bf14-4f82-a0db-18e4296f18f7 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:29:16.480149 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.490064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 843c0d27-1150-481d-a206-666efc054861 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:29:16.542567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] For port 84e7a743-bf14-4f82-a0db-18e4296f18f7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=84e7a743-bf14-4f82-a0db-18e4296f18f7,segment=NetworkSegment(52f95a93-77bd-47f2-8123-945262da156e),segment_id=52f95a93-77bd-47f2-8123-945262da156e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:16.542940 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.555892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Calling delete_port for 84e7a743-bf14-4f82-a0db-18e4296f18f7 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:29:16.589539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] DHCP port deletion for 2920abad-42d3-49fa-842a-58412eb06be0 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:29:16.638857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Deleting port 84e7a743-bf14-4f82-a0db-18e4296f18f7 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:29:16.639239 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.644361 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.671679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Pushing event deleted for resources: {'Port': ['ID=84e7a743-bf14-4f82-a0db-18e4296f18f7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:16.673489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] No DVR routers for this DVR port 84e7a743-bf14-4f82-a0db-18e4296f18f7 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:29:16.704735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] For port 84e7a743-bf14-4f82-a0db-18e4296f18f7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=84e7a743-bf14-4f82-a0db-18e4296f18f7,segment=NetworkSegment(52f95a93-77bd-47f2-8123-945262da156e),segment_id=52f95a93-77bd-47f2-8123-945262da156e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:16.705139 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.717892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Calling delete_port for 84e7a743-bf14-4f82-a0db-18e4296f18f7 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:29:16.747128 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.768017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2920abad-42d3-49fa-842a-58412eb06be0']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:16.777062 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f95a93-77bd-47f2-8123-945262da156e') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:16.777369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f95a93-77bd-47f2-8123-945262da156e') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:16.786699 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.791590 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.799520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.803311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] No DVR routers for this DVR port 84e7a743-bf14-4f82-a0db-18e4296f18f7 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:29:16.806284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:29:16.806791 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:29:16.808708 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:29:16.828128 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Pushing event deleted for resources: {'Port': ['ID=84e7a743-bf14-4f82-a0db-18e4296f18f7,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:16.840628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:16.840980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:16.841385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:16.841744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:16.842121 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:16.842522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:16.842815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:16.843152 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:16.843485 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:16.843820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:16.844329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:16.844523 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e31ffd0-843f-432a-ac13-bccc980ad040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:16.847593 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.866713 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.871978 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:16.874436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] 10.222.0.70 "DELETE /v2.0/networks/2920abad-42d3-49fa-842a-58412eb06be0 HTTP/1.1" status: 204 len: 168 time: 0.5182967 Sep 07 16:29:16.885109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b4579-983e-41f0-9626-8749632aea0b admin admin] Pushing event deleted for resources: {'Network': ['ID=2920abad-42d3-49fa-842a-58412eb06be0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:16.987376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49134) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:17.063150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cb420726-480e-48cc-a8d6-e7b83dcad4d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=87ebf3f7450a4c6a95d391f90c3b9a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745270 Sep 07 16:29:17.065726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49138) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:17.071684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc3f1d-c63c-42d0-ae7c-7327bfeae21f req-b3e4bd4a-b334-4d0c-b413-c5d8d71c2748 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:17.073174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dddc3f1d-c63c-42d0-ae7c-7327bfeae21f req-b3e4bd4a-b334-4d0c-b413-c5d8d71c2748 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 943 time: 0.0793204 Sep 07 16:29:17.114744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dddc3f1d-c63c-42d0-ae7c-7327bfeae21f req-62e074a1-d655-486f-bd80-18ef74a8bdc6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347035 Sep 07 16:29:17.439669 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8805-6bac-4fd2-af4e-7ccd4444f90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:17.461617 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8805-6bac-4fd2-af4e-7ccd4444f90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:17.511694 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8805-6bac-4fd2-af4e-7ccd4444f90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:17.515376 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8805-6bac-4fd2-af4e-7ccd4444f90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:17.516582 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f7ca8805-6bac-4fd2-af4e-7ccd4444f90b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2beb9bff-38bd-4d90-a4bd-65469ee98724 HTTP/1.1" status: 204 len: 168 time: 0.4497366 Sep 07 16:29:17.525666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca8805-6bac-4fd2-af4e-7ccd4444f90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beb9bff-38bd-4d90-a4bd-65469ee98724,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:17.541228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 84e7a743-bf14-4f82-a0db-18e4296f18f7 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:29:17.565925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 84e7a743-bf14-4f82-a0db-18e4296f18f7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:29:17.566280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 84e7a743-bf14-4f82-a0db-18e4296f18f7 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:29:17.566706 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 00812004-be3f-4f67-815d-4640a80e471d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:29:17.588093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 00812004-be3f-4f67-815d-4640a80e471d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:29:17.588473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 00812004-be3f-4f67-815d-4640a80e471d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:29:17.588892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:29:17.607369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:29:17.607720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2edd8c04-8501-47fc-9c01-2daf3b30a3f9 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:29:18.172888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:18.237603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcd96b-1bf4-41aa-b87c-0305cefe7626 req-26c807bb-d9a8-4c52-940e-f8c586d428f4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:18.239255 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7bcd96b-1bf4-41aa-b87c-0305cefe7626 req-26c807bb-d9a8-4c52-940e-f8c586d428f4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 943 time: 0.0525312 Sep 07 16:29:18.270289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-706422546-network', 'tenant_id': '7fc6756c43dc43449cc8aaf4304ebada'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:18.277824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7bcd96b-1bf4-41aa-b87c-0305cefe7626 req-9db48a2f-40e6-44ee-9a25-c4a66fea8240 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323818 Sep 07 16:29:18.292161 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Made reservation on behalf of 7fc6756c43dc43449cc8aaf4304ebada for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:29:18.295318 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:18.305067 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:18.402622 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:18.406739 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:18.436931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:29:18.445821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40d6f59-2945-42b8-8bd4-31bcdfd0da4f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:18.455130 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:18.455470 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Added segment 441df566-4803-4bcf-9cf0-7f93b7068b88 of type vlan for network 15fe0f18-d896-4e32-95ac-71320972f4b1 Sep 07 16:29:18.465950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:18.466824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:18.467161 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:18.467500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:18.467822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:18.468156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:18.468504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:18.468831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:18.469157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:18.469478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:18.469801 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:18.470124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:29:18.548765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041d19-aafd-4ebd-841b-0b13a5f6e4af req-b4c8770b-c336-46c7-9ca3-2cdf4f9bf23e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:18.550206 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7041d19-aafd-4ebd-841b-0b13a5f6e4af req-b4c8770b-c336-46c7-9ca3-2cdf4f9bf23e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 943 time: 0.0512352 Sep 07 16:29:18.573931 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:18.592375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7041d19-aafd-4ebd-841b-0b13a5f6e4af req-3d6f151f-7a19-45a0-9a44-e5eba0b2f5ea tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357256 Sep 07 16:29:18.608166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-703e2054-51a9-4788-a4fc-02a8544fa2fc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:18.609669 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-703e2054-51a9-4788-a4fc-02a8544fa2fc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1&tenant_id=e608a260b01c4aab87ae27b604981b64&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 943 time: 0.1313479 Sep 07 16:29:18.609855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 843c0d27-1150-481d-a206-666efc054861 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:29:18.625096 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:18.626040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:18.626608 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:18.689996 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5158894 Sep 07 16:29:18.692903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:18.700221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ca872156-c675-4db5-ada5-6180e1ae27fd admin admin] Request body: {'subnet': {'network_id': '15fe0f18-d896-4e32-95ac-71320972f4b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-706422546-subnet', 'tenant_id': '7fc6756c43dc43449cc8aaf4304ebada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:18.706416 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 843c0d27-1150-481d-a206-666efc054861, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:18.721762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '843c0d27-1150-481d-a206-666efc054861', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'port_id': '843c0d27-1150-481d-a206-666efc054861', 'mac_address': 'fa:16:3e:f3:78:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:29:18.728725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca872156-c675-4db5-ada5-6180e1ae27fd admin admin] Made reservation on behalf of 7fc6756c43dc43449cc8aaf4304ebada for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:29:18.731518 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca872156-c675-4db5-ada5-6180e1ae27fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:18.732628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbe572-6fef-47ca-a721-a42ba4993b41 admin admin] Pushing event updated for resources: {'Network': ['ID=15fe0f18-d896-4e32-95ac-71320972f4b1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:18.737554 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-74a6225a-e59f-42e8-aefe-87db9a9416e4 service neutron] 10.222.0.35 "GET /v2.0/ports/843c0d27-1150-481d-a206-666efc054861/bindings/n-h2-807551-3 HTTP/1.1" status: 200 len: 382 time: 0.1194067 Sep 07 16:29:18.753829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 15fe0f18-d896-4e32-95ac-71320972f4b1 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:29:18.789331 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:18.806466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-894a633e-7b2d-4d99-9031-994b3e08f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:18.808008 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-894a633e-7b2d-4d99-9031-994b3e08f4ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1094 time: 0.0424805 Sep 07 16:29:18.827627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843c0d27-1150-481d-a206-666efc054861 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:29:18.863981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 843c0d27-1150-481d-a206-666efc054861, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:18.870666 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:18.919615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-75e3b153-af76-4f9f-bf0b-651ce893d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:18.920066 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca872156-c675-4db5-ada5-6180e1ae27fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:18.921442 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-75e3b153-af76-4f9f-bf0b-651ce893d1cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 898 time: 0.1016572 Sep 07 16:29:18.921944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:18.975803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca872156-c675-4db5-ada5-6180e1ae27fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b93facd5-eb67-4c36-9383-7da879c4522a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:18.984436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca872156-c675-4db5-ada5-6180e1ae27fd admin admin] Checking segment: {'id': '441df566-4803-4bcf-9cf0-7f93b7068b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '15fe0f18-d896-4e32-95ac-71320972f4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:29:18.984803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca872156-c675-4db5-ada5-6180e1ae27fd admin admin] Network hostable DHCP agents. Network: 15fe0f18-d896-4e32-95ac-71320972f4b1, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:29:18.989922 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-ba1ba175-9674-4c6e-a6a5-2e6359cbc244 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 1000 time: 0.0591531 Sep 07 16:29:19.002910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca872156-c675-4db5-ada5-6180e1ae27fd admin admin] Network 15fe0f18-d896-4e32-95ac-71320972f4b1 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:29:19.012289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ca872156-c675-4db5-ada5-6180e1ae27fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 15fe0f18-d896-4e32-95ac-71320972f4b1) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:29:19.016937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca872156-c675-4db5-ada5-6180e1ae27fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:19.017544 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ca872156-c675-4db5-ada5-6180e1ae27fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:19.023244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9125aa9-735e-4d8a-a3a8-e2aca1f5a187 None None] Network 15fe0f18-d896-4e32-95ac-71320972f4b1 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:29:19.032664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ca872156-c675-4db5-ada5-6180e1ae27fd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3384011 Sep 07 16:29:19.052180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-01441864-2062-41fe-961c-dd6f50f0adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:19.053733 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-01441864-2062-41fe-961c-dd6f50f0adb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 200 len: 831 time: 0.0550015 Sep 07 16:29:19.107138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-e6eb2be9-d6f2-4d57-bb90-91047bccbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:19.108693 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-e6eb2be9-d6f2-4d57-bb90-91047bccbeec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e93338da-538b-438b-995f-c08da926d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415921 Sep 07 16:29:19.161697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d00f2d-acc7-4f5f-8281-277edc026ad9 None None] Network 15fe0f18-d896-4e32-95ac-71320972f4b1 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:29:19.235573 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-8c9539c3-7dac-48a6-b22e-b73627c23f82 service neutron] 10.222.0.35 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135058 Sep 07 16:29:19.331065 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-7b194011-c9cb-4a47-a825-523e193a9698 service neutron] 10.222.0.35 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870059 Sep 07 16:29:19.380793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['843c0d27-1150-481d-a206-666efc054861'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:29:19.481611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-325a99d0-9d40-47f2-a25d-b1acbde25c3f tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:19.483661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-325a99d0-9d40-47f2-a25d-b1acbde25c3f tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/networks?id=15fe0f18-d896-4e32-95ac-71320972f4b1 HTTP/1.1" status: 200 len: 817 time: 0.1109297 Sep 07 16:29:19.499298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-b499c5cd-440c-4c55-8281-f13a2835a6f2 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/quotas/7fc6756c43dc43449cc8aaf4304ebada HTTP/1.1" status: 200 len: 375 time: 0.0096595 Sep 07 16:29:19.530566 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-f77c9ae2-0b86-4299-8990-cfd9c73f23a8 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7fc6756c43dc43449cc8aaf4304ebada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257530 Sep 07 16:29:19.620884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-f610cd11-bac1-4110-b29c-a9a3268bdda0 service neutron] 10.222.0.70 "GET /v2.0/networks/15fe0f18-d896-4e32-95ac-71320972f4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825479 Sep 07 16:29:19.739512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-95026023-d1c5-4b69-aadf-54a731114a2a service neutron] 10.222.0.70 "GET /v2.0/networks/15fe0f18-d896-4e32-95ac-71320972f4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123655 Sep 07 16:29:19.751685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7a38a-5e0e-48d6-9800-f38b0eb1a383 req-d9fc371f-7e56-42ad-99c7-5ceea52389bc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:19.753171 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ef7a38a-5e0e-48d6-9800-f38b0eb1a383 req-d9fc371f-7e56-42ad-99c7-5ceea52389bc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 944 time: 0.0685341 Sep 07 16:29:19.791657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ef7a38a-5e0e-48d6-9800-f38b0eb1a383 req-71101833-35ca-4de9-a485-80abeb8c9434 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318878 Sep 07 16:29:19.900435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a86f8a25-c7d4-44f6-a571-9a1a91b0e8f5 req-aa4f751b-02ce-4e3e-b25c-1977289f113f tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 210 time: 0.0304682 Sep 07 16:29:20.624633 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 843c0d27-1150-481d-a206-666efc054861 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:29:20.672141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 843c0d27-1150-481d-a206-666efc054861 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:29:20.675750 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 843c0d27-1150-481d-a206-666efc054861 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:29:20.676079 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:20.748783 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:20.770485 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c0d27-1150-481d-a206-666efc054861'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:20.772761 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961f00f2-4691-479f-b9d0-8a61ef84393f" -d '{"events": [{"server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "name": "network-vif-plugged", "status": "completed", "tag": "843c0d27-1150-481d-a206-666efc054861"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:20.787010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 843c0d27-1150-481d-a206-666efc054861, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:20.791152 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:20.827762 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2f8db9-d8ad-4580-be67-7062af5fbe2d x-openstack-request-id: req-ec2f8db9-d8ad-4580-be67-7062af5fbe2d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:20.828064 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "name": "network-vif-plugged", "status": "completed", "tag": "843c0d27-1150-481d-a206-666efc054861", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:20.828317 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec2f8db9-d8ad-4580-be67-7062af5fbe2d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:20.828727 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c0d27-1150-481d-a206-666efc054861', 'code': 200} Sep 07 16:29:20.847613 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:20.958677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83863974-b62e-49f8-a236-72ebb69d353c req-1dfe6504-6df8-43b5-b35d-251eed793f41 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:20.960367 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83863974-b62e-49f8-a236-72ebb69d353c req-1dfe6504-6df8-43b5-b35d-251eed793f41 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.0816779 Sep 07 16:29:21.040079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07547a80-39d4-483d-9d85-017919ead3ea req-a3b69d8c-9640-4e5c-9ddf-92a15efd04d0 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 210 time: 0.0507498 Sep 07 16:29:21.065565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83863974-b62e-49f8-a236-72ebb69d353c req-46099bf0-f980-4f74-9d8c-d559d773c3f2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751865 Sep 07 16:29:21.080729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-71560e84-1ec8-4176-afea-3828a7ac91e6 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:21.082175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-71560e84-1ec8-4176-afea-3828a7ac91e6 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.54 "GET /v2.0/networks?id=15fe0f18-d896-4e32-95ac-71320972f4b1 HTTP/1.1" status: 200 len: 817 time: 0.1739182 Sep 07 16:29:21.102145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-b20312c4-cc7f-43b9-85b6-480ad5b155c5 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Request body: {'port': {'device_id': 'b75ad962-b8e3-4cf5-8520-da4613bcd745', 'network_id': '15fe0f18-d896-4e32-95ac-71320972f4b1', 'admin_state_up': True, 'tenant_id': '7fc6756c43dc43449cc8aaf4304ebada'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:21.208517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-b20312c4-cc7f-43b9-85b6-480ad5b155c5 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Made reservation on behalf of 7fc6756c43dc43449cc8aaf4304ebada for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:29:21.212233 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-b20312c4-cc7f-43b9-85b6-480ad5b155c5 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:21.339723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-b20312c4-cc7f-43b9-85b6-480ad5b155c5 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Allocated IP 172.20.0.10 (15fe0f18-d896-4e32-95ac-71320972f4b1/b93facd5-eb67-4c36-9383-7da879c4522a/c09e3e75-cb8b-4f2e-abde-603f47e6b65d) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:29:21.489933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-b20312c4-cc7f-43b9-85b6-480ad5b155c5 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:21.530670 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-b20312c4-cc7f-43b9-85b6-480ad5b155c5 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:21.572124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-b20312c4-cc7f-43b9-85b6-480ad5b155c5 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Network 15fe0f18-d896-4e32-95ac-71320972f4b1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:29:21.575201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-b20312c4-cc7f-43b9-85b6-480ad5b155c5 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:29:21.578926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-b20312c4-cc7f-43b9-85b6-480ad5b155c5 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:29:21.608214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20312c4-cc7f-43b9-85b6-480ad5b155c5 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Pushing event updated for resources: {'Port': ['ID=c09e3e75-cb8b-4f2e-abde-603f47e6b65d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:21.633379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-b20312c4-cc7f-43b9-85b6-480ad5b155c5 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:21.634005 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-b20312c4-cc7f-43b9-85b6-480ad5b155c5 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:21.647190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-b20312c4-cc7f-43b9-85b6-480ad5b155c5 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5486395 Sep 07 16:29:21.663453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Request body: {'port': {'device_id': 'b75ad962-b8e3-4cf5-8520-da4613bcd745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:21.718565 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:21.985948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09e3e75-cb8b-4f2e-abde-603f47e6b65d {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:29:21.993650 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:22.005924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Transition to ACTIVE for port object c09e3e75-cb8b-4f2e-abde-603f47e6b65d will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:29:22.009103 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:22.057154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Pushing event updated for resources: {'Port': ['ID=c09e3e75-cb8b-4f2e-abde-603f47e6b65d,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:22.166149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Attempting to bind port c09e3e75-cb8b-4f2e-abde-603f47e6b65d on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:29:22.166416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Attempting to bind port c09e3e75-cb8b-4f2e-abde-603f47e6b65d by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '441df566-4803-4bcf-9cf0-7f93b7068b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '15fe0f18-d896-4e32-95ac-71320972f4b1'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:29:22.166745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Attempting to bind port c09e3e75-cb8b-4f2e-abde-603f47e6b65d on network 15fe0f18-d896-4e32-95ac-71320972f4b1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:22.189035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Port c09e3e75-cb8b-4f2e-abde-603f47e6b65d on network 15fe0f18-d896-4e32-95ac-71320972f4b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:29:22.189365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Attempting to bind port c09e3e75-cb8b-4f2e-abde-603f47e6b65d on network 15fe0f18-d896-4e32-95ac-71320972f4b1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:22.200261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:29:22.200644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Checking segment: {'id': '441df566-4803-4bcf-9cf0-7f93b7068b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '15fe0f18-d896-4e32-95ac-71320972f4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:29:22.201034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Bound using segment: {'id': '441df566-4803-4bcf-9cf0-7f93b7068b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '15fe0f18-d896-4e32-95ac-71320972f4b1'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:29:22.201470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Bound port: c09e3e75-cb8b-4f2e-abde-603f47e6b65d, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441df566-4803-4bcf-9cf0-7f93b7068b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '15fe0f18-d896-4e32-95ac-71320972f4b1'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:29:22.201837 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:22.223381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd389514-89bf-46c7-99f6-d38a0b3b456b req-b6355ea1-eef5-49d0-88ab-f4045186d31d tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:22.224936 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd389514-89bf-46c7-99f6-d38a0b3b456b req-b6355ea1-eef5-49d0-88ab-f4045186d31d tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 944 time: 0.1058171 Sep 07 16:29:22.248927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52892ddd-2fbc-4d68-bb4f-e84b05d935df req-337e721f-c7b5-480e-a9d1-801c34be7f8a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:22.250522 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52892ddd-2fbc-4d68-bb4f-e84b05d935df req-337e721f-c7b5-480e-a9d1-801c34be7f8a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 945 time: 0.1000495 Sep 07 16:29:22.308294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-2b9c888b-cea3-4f2f-a615-7aeb0f1bacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:22.310009 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-2b9c888b-cea3-4f2f-a615-7aeb0f1bacb6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1&tenant_id=e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 1096 time: 0.0428882 Sep 07 16:29:22.327699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:22.340199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd389514-89bf-46c7-99f6-d38a0b3b456b req-f4bb37e0-9a24-4843-9d90-85033d45728f tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/security-groups?id=a40d6f59-2945-42b8-8bd4-31bcdfd0da4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080441 Sep 07 16:29:22.350899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52892ddd-2fbc-4d68-bb4f-e84b05d935df req-1cb9b2af-0053-4450-8ae1-a5f42e3b6301 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808465 Sep 07 16:29:22.355401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] For port c09e3e75-cb8b-4f2e-abde-603f47e6b65d, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:29:22.358894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] For port c09e3e75-cb8b-4f2e-abde-603f47e6b65d, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c09e3e75-cb8b-4f2e-abde-603f47e6b65d,segment=NetworkSegment(441df566-4803-4bcf-9cf0-7f93b7068b88),segment_id=441df566-4803-4bcf-9cf0-7f93b7068b88)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:29:22.365091 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:22.392885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:22.405367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:22.405997 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:22.407392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] 10.222.0.54 "PUT /v2.0/ports/c09e3e75-cb8b-4f2e-abde-603f47e6b65d HTTP/1.1" status: 200 len: 1092 time: 0.7479851 Sep 07 16:29:22.407829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75ad962-b8e3-4cf5-8520-da4613bcd745', 'tag': 'c09e3e75-cb8b-4f2e-abde-603f47e6b65d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:22.410181 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bf95d8-0918-4edb-8933-e3aff7e9c2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b75ad962-b8e3-4cf5-8520-da4613bcd745", "tag": "c09e3e75-cb8b-4f2e-abde-603f47e6b65d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:22.433287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa6967-19ad-4c21-a1da-15df79519ccb service neutron] Pushing event updated for resources: {'Port': ['ID=c09e3e75-cb8b-4f2e-abde-603f47e6b65d,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:22.456000 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6128825-14a4-47c2-b656-ff3f2538b330 x-openstack-request-id: req-e6128825-14a4-47c2-b656-ff3f2538b330 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:22.456299 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75ad962-b8e3-4cf5-8520-da4613bcd745", "tag": "c09e3e75-cb8b-4f2e-abde-603f47e6b65d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:22.456590 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6128825-14a4-47c2-b656-ff3f2538b330 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:22.457128 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75ad962-b8e3-4cf5-8520-da4613bcd745', 'tag': 'c09e3e75-cb8b-4f2e-abde-603f47e6b65d', 'status': 'completed', 'code': 200} Sep 07 16:29:22.501434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-cf42fb77-1520-4b33-bfdb-894abfe3ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:22.502931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-cf42fb77-1520-4b33-bfdb-894abfe3ea67 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7fc6756c43dc43449cc8aaf4304ebada&device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 1095 time: 0.0407474 Sep 07 16:29:22.551733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-a0498f57-570a-48fe-a305-fe8d8dd5a879 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c09e3e75-cb8b-4f2e-abde-603f47e6b65d HTTP/1.1" status: 200 len: 217 time: 0.0366297 Sep 07 16:29:22.607486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-449b6ad7-391a-4f39-a724-d33dac7427c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:22.609048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-449b6ad7-391a-4f39-a724-d33dac7427c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b93facd5-eb67-4c36-9383-7da879c4522a HTTP/1.1" status: 200 len: 857 time: 0.0464926 Sep 07 16:29:22.614360 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] For port 843c0d27-1150-481d-a206-666efc054861, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:22.643675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-14f63c54-5d80-4073-b68b-ea818b60f18f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15fe0f18-d896-4e32-95ac-71320972f4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264091 Sep 07 16:29:22.651250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] For port 843c0d27-1150-481d-a206-666efc054861, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:29:22.692311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843c0d27-1150-481d-a206-666efc054861'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:22.694566 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b919d8-2a25-4426-a734-18b4d4080ae7" -d '{"events": [{"server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "name": "network-vif-unplugged", "status": "completed", "tag": "843c0d27-1150-481d-a206-666efc054861"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:22.698372 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:22.710901 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Transition to ACTIVE for port object 843c0d27-1150-481d-a206-666efc054861 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:29:22.716705 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:22.743783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-5aa93a3e-20a5-4ee1-b316-4c6ddf8166da service neutron] 10.222.0.54 "GET /v2.0/networks/15fe0f18-d896-4e32-95ac-71320972f4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914886 Sep 07 16:29:22.756144 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b502cbc-5606-4110-9b24-a7805acbf46b x-openstack-request-id: req-6b502cbc-5606-4110-9b24-a7805acbf46b {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:22.756481 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "name": "network-vif-unplugged", "status": "completed", "tag": "843c0d27-1150-481d-a206-666efc054861", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:22.756740 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b502cbc-5606-4110-9b24-a7805acbf46b {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:22.757144 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843c0d27-1150-481d-a206-666efc054861', 'code': 200} Sep 07 16:29:22.802269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Pushing event updated for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:22.842462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] No DVR routers for this DVR port 843c0d27-1150-481d-a206-666efc054861 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:29:22.864169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24c94fd2-eadb-43b8-8449-6af7d5d43fe5 req-f5b527cd-b173-450c-84ec-3d31f8d97901 service neutron] 10.222.0.54 "GET /v2.0/networks/15fe0f18-d896-4e32-95ac-71320972f4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966134 Sep 07 16:29:22.966677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf95d8-0918-4edb-8933-e3aff7e9c2f0 req-a498f075-4ece-4ffb-b434-8023da6f6eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:22.968258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63bf95d8-0918-4edb-8933-e3aff7e9c2f0 req-a498f075-4ece-4ffb-b434-8023da6f6eb4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7fc6756c43dc43449cc8aaf4304ebada&device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 1095 time: 0.0412703 Sep 07 16:29:22.985993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Attempting to bind port 843c0d27-1150-481d-a206-666efc054861 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:29:22.986331 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Attempting to bind port 843c0d27-1150-481d-a206-666efc054861 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:29:22.986661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Attempting to bind port 843c0d27-1150-481d-a206-666efc054861 on network e93338da-538b-438b-995f-c08da926d9e4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:22.991143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Port 843c0d27-1150-481d-a206-666efc054861 on network e93338da-538b-438b-995f-c08da926d9e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:29:22.991470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Attempting to bind port 843c0d27-1150-481d-a206-666efc054861 on network e93338da-538b-438b-995f-c08da926d9e4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:22.996723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:29:22.997094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Checking segment: {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:29:22.997527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Bound using segment: {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:29:22.997998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Bound port: 843c0d27-1150-481d-a206-666efc054861, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0389f601-bb87-4f69-b2b5-edad6173004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:29:22.998355 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:23.060901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf95d8-0918-4edb-8933-e3aff7e9c2f0 req-ff42e0e1-97ed-4de9-b4aa-9c275effabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:23.062459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63bf95d8-0918-4edb-8933-e3aff7e9c2f0 req-ff42e0e1-97ed-4de9-b4aa-9c275effabc2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=15fe0f18-d896-4e32-95ac-71320972f4b1 HTTP/1.1" status: 200 len: 918 time: 0.0871215 Sep 07 16:29:23.063849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] For port 843c0d27-1150-481d-a206-666efc054861, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:29:23.066925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] For port 843c0d27-1150-481d-a206-666efc054861, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:29:23.071847 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:23.104586 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:23.104789 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63bf95d8-0918-4edb-8933-e3aff7e9c2f0 req-5be2046e-a286-4fb6-9444-c7a6f413a4b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c09e3e75-cb8b-4f2e-abde-603f47e6b65d HTTP/1.1" status: 200 len: 217 time: 0.0342107 Sep 07 16:29:23.105224 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:23.106629 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-900ff717-1438-4067-9b20-058a890bf99c service neutron] 10.222.0.54 "PUT /v2.0/ports/843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 1092 time: 0.7835176 Sep 07 16:29:23.129311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ff717-1438-4067-9b20-058a890bf99c service neutron] Pushing event updated for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=11']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:23.171243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf95d8-0918-4edb-8933-e3aff7e9c2f0 req-900c7d47-0990-44d0-a6b0-cbf5fcdbbff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:23.172917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63bf95d8-0918-4edb-8933-e3aff7e9c2f0 req-900c7d47-0990-44d0-a6b0-cbf5fcdbbff4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b93facd5-eb67-4c36-9383-7da879c4522a HTTP/1.1" status: 200 len: 857 time: 0.0512598 Sep 07 16:29:23.180683 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-03af0bcb-68b1-43e6-b438-02d4459faa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:23.182205 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-03af0bcb-68b1-43e6-b438-02d4459faa26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1095 time: 0.0422945 Sep 07 16:29:23.209909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63bf95d8-0918-4edb-8933-e3aff7e9c2f0 req-f163f1ab-29e8-44fe-9fb4-5e3d34328454 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=15fe0f18-d896-4e32-95ac-71320972f4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266526 Sep 07 16:29:23.285656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-ce81b69e-ebf3-4e26-87e3-7f647a3b60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:23.287921 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-ce81b69e-ebf3-4e26-87e3-7f647a3b60c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 898 time: 0.0982542 Sep 07 16:29:23.306561 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63bf95d8-0918-4edb-8933-e3aff7e9c2f0 req-4bd176b0-c265-4303-a7ed-4c2df794cf73 service neutron] 10.222.0.54 "GET /v2.0/networks/15fe0f18-d896-4e32-95ac-71320972f4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869272 Sep 07 16:29:23.357630 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-680dcbb9-6d15-400f-9fa9-600efdf74c3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 999 time: 0.0614684 Sep 07 16:29:23.412368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-365d01e9-72fb-4207-a412-13111d479b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:23.412872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63bf95d8-0918-4edb-8933-e3aff7e9c2f0 req-2a0928f8-b0ed-429c-adba-a39c91695eaa service neutron] 10.222.0.54 "GET /v2.0/networks/15fe0f18-d896-4e32-95ac-71320972f4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983706 Sep 07 16:29:23.414029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-365d01e9-72fb-4207-a412-13111d479b5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 200 len: 831 time: 0.0458272 Sep 07 16:29:23.475718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-5635c57b-8476-4acb-aa47-400565d9080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:23.477290 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-5635c57b-8476-4acb-aa47-400565d9080a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e93338da-538b-438b-995f-c08da926d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479333 Sep 07 16:29:23.509705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fd2f1-5156-40c7-b327-a2226c0b126b req-6607840f-9215-4a4d-9dc7-1c4809b8d638 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:23.511205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-763fd2f1-5156-40c7-b327-a2226c0b126b req-6607840f-9215-4a4d-9dc7-1c4809b8d638 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 944 time: 0.0783148 Sep 07 16:29:23.523597 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a404b-9ccd-4b2a-87c6-ff53e981d142 req-bd868583-3ab7-4a84-a257-1067599d4005 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:23.525061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f4a404b-9ccd-4b2a-87c6-ff53e981d142 req-bd868583-3ab7-4a84-a257-1067599d4005 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 944 time: 0.0818882 Sep 07 16:29:23.574582 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-9e178477-0108-41e9-aec6-99840bef17b9 service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868835 Sep 07 16:29:23.579141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-763fd2f1-5156-40c7-b327-a2226c0b126b req-3d5ed9ed-e335-4eb7-9e0d-2b374ead3609 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/security-groups?id=a40d6f59-2945-42b8-8bd4-31bcdfd0da4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531287 Sep 07 16:29:23.583831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f4a404b-9ccd-4b2a-87c6-ff53e981d142 req-30dec237-007e-4522-aee5-60963ebf9f18 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522370 Sep 07 16:29:23.679360 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82da064c-ecc7-4c13-a81c-eb6a32a1d90c req-47f9c645-34e2-4205-92ef-45d179a771c8 service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927179 Sep 07 16:29:24.441067 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c09e3e75-cb8b-4f2e-abde-603f47e6b65d details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:29:24.531452 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c09e3e75-cb8b-4f2e-abde-603f47e6b65d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c09e3e75-cb8b-4f2e-abde-603f47e6b65d,segment=NetworkSegment(441df566-4803-4bcf-9cf0-7f93b7068b88),segment_id=441df566-4803-4bcf-9cf0-7f93b7068b88)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:24.541984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'c09e3e75-cb8b-4f2e-abde-603f47e6b65d', 'network_id': '15fe0f18-d896-4e32-95ac-71320972f4b1', 'port_id': 'c09e3e75-cb8b-4f2e-abde-603f47e6b65d', 'mac_address': 'fa:16:3e:b2:69:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93facd5-eb67-4c36-9383-7da879c4522a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:29:24.580233 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:24.592101 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09e3e75-cb8b-4f2e-abde-603f47e6b65d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:29:24.610713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c09e3e75-cb8b-4f2e-abde-603f47e6b65d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c09e3e75-cb8b-4f2e-abde-603f47e6b65d,segment=NetworkSegment(441df566-4803-4bcf-9cf0-7f93b7068b88),segment_id=441df566-4803-4bcf-9cf0-7f93b7068b88)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:24.614752 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:24.664847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 843c0d27-1150-481d-a206-666efc054861 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:29:24.672125 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c09e3e75-cb8b-4f2e-abde-603f47e6b65d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:24.708240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 843c0d27-1150-481d-a206-666efc054861 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:29:24.735584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a15037-a808-4477-bd6d-d37e1adfc19a req-136e3fd2-0bac-42b1-b4db-9fb0f2f2066b tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:24.737092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03a15037-a808-4477-bd6d-d37e1adfc19a req-136e3fd2-0bac-42b1-b4db-9fb0f2f2066b tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 945 time: 0.0788968 Sep 07 16:29:24.748865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab4f71-ed64-4390-9573-777e5697cdb1 req-b47920ca-648f-466c-b391-2f324f5417f7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:24.750231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ebab4f71-ed64-4390-9573-777e5697cdb1 req-b47920ca-648f-466c-b391-2f324f5417f7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 944 time: 0.0646112 Sep 07 16:29:24.758077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'tag': '843c0d27-1150-481d-a206-666efc054861'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:24.760526 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838c8e18-8b74-44b3-97d7-41fabb2e4300" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "tag": "843c0d27-1150-481d-a206-666efc054861"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:24.808128 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03a15037-a808-4477-bd6d-d37e1adfc19a req-6194021c-bd56-4329-9585-6664f103f307 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/security-groups?id=a40d6f59-2945-42b8-8bd4-31bcdfd0da4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569565 Sep 07 16:29:24.810827 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ebab4f71-ed64-4390-9573-777e5697cdb1 req-503efc44-6ed9-4f96-988f-6b6edda329d9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539486 Sep 07 16:29:24.881611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c09e3e75-cb8b-4f2e-abde-603f47e6b65d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:29:24.981384 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563b0c33-2b23-46c0-ab58-b325992cb6e7 x-openstack-request-id: req-563b0c33-2b23-46c0-ab58-b325992cb6e7 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:24.981758 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "tag": "843c0d27-1150-481d-a206-666efc054861", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:24.982085 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-563b0c33-2b23-46c0-ab58-b325992cb6e7 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:24.982549 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'tag': '843c0d27-1150-481d-a206-666efc054861', 'status': 'completed', 'code': 200} Sep 07 16:29:25.074110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-62b5af56-1951-492d-80a1-b012e1a54703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:25.075590 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-62b5af56-1951-492d-80a1-b012e1a54703 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1095 time: 0.0594251 Sep 07 16:29:25.078724 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-dec56e33-b287-4c23-b05a-cc8034489294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:25.080429 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-dec56e33-b287-4c23-b05a-cc8034489294 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1095 time: 0.0728657 Sep 07 16:29:25.241468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-c4ce467f-6418-42a3-836b-d5ee266cb139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:25.242862 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-c4ce467f-6418-42a3-836b-d5ee266cb139 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 898 time: 0.1599038 Sep 07 16:29:25.243819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-2eeb191a-6953-4495-b568-b1392c8dd764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:25.245159 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-2eeb191a-6953-4495-b568-b1392c8dd764 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 898 time: 0.1552811 Sep 07 16:29:25.365441 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-2e0a909a-5a4d-4370-91bf-fa73bc77eab3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 999 time: 0.1066585 Sep 07 16:29:25.367502 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-340e25d2-0fef-4692-8672-2fbfe5acaf23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 999 time: 0.1163056 Sep 07 16:29:25.450434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-956acfd2-8d9f-421f-9886-718970fd2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:25.452500 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-956acfd2-8d9f-421f-9886-718970fd2474 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 200 len: 831 time: 0.0789330 Sep 07 16:29:25.454140 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-fcccb7ff-5c78-4c25-b998-9a89b9474f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:25.455470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-fcccb7ff-5c78-4c25-b998-9a89b9474f06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 200 len: 831 time: 0.0740578 Sep 07 16:29:25.532638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-653e4090-711a-4e09-ba4f-4c0099c66cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:25.534237 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-653e4090-711a-4e09-ba4f-4c0099c66cc3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e93338da-538b-438b-995f-c08da926d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743346 Sep 07 16:29:25.537164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-158ca7db-6a31-408f-be69-e61378b85973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:25.538523 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-158ca7db-6a31-408f-be69-e61378b85973 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e93338da-538b-438b-995f-c08da926d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700412 Sep 07 16:29:25.923869 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-f0180694-cd14-4d04-8570-b7cd5c5a130c service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813415 Sep 07 16:29:25.930812 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-4e998eac-360f-42c7-a9e2-b519c1e7cd0a service neutron] 10.222.0.35 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807828 Sep 07 16:29:25.963275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477547a9-649f-47cc-86ec-89f005a8bc42 req-e2ee4e79-7f99-4428-a88b-6283b916222b tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:25.971383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-477547a9-649f-47cc-86ec-89f005a8bc42 req-e2ee4e79-7f99-4428-a88b-6283b916222b tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 945 time: 0.0809891 Sep 07 16:29:26.013519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afacd28-df5f-4a20-882e-1db4191f0f77 req-a378a1d3-15ab-46cf-ba0d-2d5dcd5eee3b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:26.015542 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5afacd28-df5f-4a20-882e-1db4191f0f77 req-a378a1d3-15ab-46cf-ba0d-2d5dcd5eee3b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 944 time: 0.1151536 Sep 07 16:29:26.022911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-477547a9-649f-47cc-86ec-89f005a8bc42 req-328230d7-b874-4ac2-be46-9c60940f43ce tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/security-groups?id=a40d6f59-2945-42b8-8bd4-31bcdfd0da4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506029 Sep 07 16:29:26.071589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5afacd28-df5f-4a20-882e-1db4191f0f77 req-aedc6032-3fe2-4bdc-8ea9-bfca0d65c3cf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477026 Sep 07 16:29:26.095959 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-8c2cd8af-3062-4279-9ccd-e907c2f8b46a service neutron] 10.222.0.35 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528780 Sep 07 16:29:26.095959 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-838c8e18-8b74-44b3-97d7-41fabb2e4300 req-712babf0-f9cf-4cb0-8926-bf2476691ae1 service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628349 Sep 07 16:29:26.096237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49272) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:26.168227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cc9f7fa4-51b5-40c9-988b-50dc2fa44996 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/58cfceed-a9b6-4642-8388-88144024151b HTTP/1.1" status: 200 len: 991 time: 0.0707638 Sep 07 16:29:26.353597 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19bf3895-8e94-4d73-9648-2074b24a3c00 req-31133ef2-217b-4c75-a2bb-147d4792d3d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448859 Sep 07 16:29:26.431744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf3895-8e94-4d73-9648-2074b24a3c00 req-a75e4ba1-8d56-46d0-b5ed-149f26010b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:26.433430 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19bf3895-8e94-4d73-9648-2074b24a3c00 req-a75e4ba1-8d56-46d0-b5ed-149f26010b3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1095 time: 0.0407739 Sep 07 16:29:26.437813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 843c0d27-1150-481d-a206-666efc054861 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:29:26.440959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c09e3e75-cb8b-4f2e-abde-603f47e6b65d up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:29:26.544188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf3895-8e94-4d73-9648-2074b24a3c00 req-5b97271b-b00e-4a26-89b0-e0b6a8f3b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:26.546242 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19bf3895-8e94-4d73-9648-2074b24a3c00 req-5b97271b-b00e-4a26-89b0-e0b6a8f3b305 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 898 time: 0.0915380 Sep 07 16:29:26.550500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port c09e3e75-cb8b-4f2e-abde-603f47e6b65d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:29:26.557752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port c09e3e75-cb8b-4f2e-abde-603f47e6b65d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:29:26.558133 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:26.594931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 843c0d27-1150-481d-a206-666efc054861, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:26.613588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '843c0d27-1150-481d-a206-666efc054861', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'port_id': '843c0d27-1150-481d-a206-666efc054861', 'mac_address': 'fa:16:3e:f3:78:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:29:26.621955 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19bf3895-8e94-4d73-9648-2074b24a3c00 req-4d64aecf-8a5d-46fa-bc2e-674d6726a251 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 999 time: 0.0690942 Sep 07 16:29:26.674588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf3895-8e94-4d73-9648-2074b24a3c00 req-14e6f55c-653e-44d3-bca9-f73200fc557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:26.676059 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19bf3895-8e94-4d73-9648-2074b24a3c00 req-14e6f55c-653e-44d3-bca9-f73200fc557d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 200 len: 831 time: 0.0456052 Sep 07 16:29:26.680926 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:26.701243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843c0d27-1150-481d-a206-666efc054861 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:29:26.705375 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:26.723427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf3895-8e94-4d73-9648-2074b24a3c00 req-d557fdca-6a69-4c5f-a3b2-1afc477c58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:26.725056 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19bf3895-8e94-4d73-9648-2074b24a3c00 req-d557fdca-6a69-4c5f-a3b2-1afc477c58f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e93338da-538b-438b-995f-c08da926d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407543 Sep 07 16:29:26.735837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 843c0d27-1150-481d-a206-666efc054861, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:26.741490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75ad962-b8e3-4cf5-8520-da4613bcd745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09e3e75-cb8b-4f2e-abde-603f47e6b65d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:26.743668 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844dc2be-1f5b-45c2-bab1-ea1cbb349576" -d '{"events": [{"server_uuid": "b75ad962-b8e3-4cf5-8520-da4613bcd745", "name": "network-vif-plugged", "status": "completed", "tag": "c09e3e75-cb8b-4f2e-abde-603f47e6b65d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:26.748604 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:26.760053 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c09e3e75-cb8b-4f2e-abde-603f47e6b65d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c09e3e75-cb8b-4f2e-abde-603f47e6b65d,segment=NetworkSegment(441df566-4803-4bcf-9cf0-7f93b7068b88),segment_id=441df566-4803-4bcf-9cf0-7f93b7068b88)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:26.781555 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:26.829749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:26.849111 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19bf3895-8e94-4d73-9648-2074b24a3c00 req-10d38f56-f56b-47b2-9405-e3ef2250f9cc service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164405 Sep 07 16:29:26.864920 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41acc039-8fd5-4e8b-a8f1-52d51e4214f7 x-openstack-request-id: req-41acc039-8fd5-4e8b-a8f1-52d51e4214f7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:26.865653 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75ad962-b8e3-4cf5-8520-da4613bcd745", "name": "network-vif-plugged", "status": "completed", "tag": "c09e3e75-cb8b-4f2e-abde-603f47e6b65d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:26.865653 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41acc039-8fd5-4e8b-a8f1-52d51e4214f7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:26.865901 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75ad962-b8e3-4cf5-8520-da4613bcd745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09e3e75-cb8b-4f2e-abde-603f47e6b65d', 'code': 200} Sep 07 16:29:26.894091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c09e3e75-cb8b-4f2e-abde-603f47e6b65d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:26.947335 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-19bf3895-8e94-4d73-9648-2074b24a3c00 req-e204c28e-82ce-4a19-b4b7-abcd90e8e4b4 service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902061 Sep 07 16:29:26.969523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5bbfd-cbfc-45d1-aefa-a1cd491587bc req-dc82da47-8939-48fe-a6de-f1087a6c7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:26.971044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9de5bbfd-cbfc-45d1-aefa-a1cd491587bc req-dc82da47-8939-48fe-a6de-f1087a6c7601 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 1097 time: 0.0410516 Sep 07 16:29:26.989784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['843c0d27-1150-481d-a206-666efc054861'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:29:27.008051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9de5bbfd-cbfc-45d1-aefa-a1cd491587bc req-8fb8122d-b824-4169-8ee7-e0a3d54e6703 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a40d6f59-2945-42b8-8bd4-31bcdfd0da4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291052 Sep 07 16:29:27.161131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18bc11-a4be-4585-a632-5ebfc7a9e89b req-b3e22939-9e1d-4145-adf3-30424015d3ce tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:27.162900 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee18bc11-a4be-4585-a632-5ebfc7a9e89b req-b3e22939-9e1d-4145-adf3-30424015d3ce tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 946 time: 0.0556855 Sep 07 16:29:27.203358 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee18bc11-a4be-4585-a632-5ebfc7a9e89b req-3bc2705d-e869-43b1-9974-f6961a3e1280 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/security-groups?id=a40d6f59-2945-42b8-8bd4-31bcdfd0da4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Sep 07 16:29:28.331531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aac040-94ac-45fd-bedc-b66c90e4a4db req-1cfa61e7-5167-47b7-b770-14fdc5f84b48 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:28.333048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5aac040-94ac-45fd-bedc-b66c90e4a4db req-1cfa61e7-5167-47b7-b770-14fdc5f84b48 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 946 time: 0.0545709 Sep 07 16:29:28.369423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5aac040-94ac-45fd-bedc-b66c90e4a4db req-2d3f202b-44aa-4cef-95cc-71787bb0dabb tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/security-groups?id=a40d6f59-2945-42b8-8bd4-31bcdfd0da4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305150 Sep 07 16:29:28.451783 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 843c0d27-1150-481d-a206-666efc054861 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:29:28.503841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 843c0d27-1150-481d-a206-666efc054861 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:29:28.509715 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 843c0d27-1150-481d-a206-666efc054861 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:29:28.510106 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:28.587879 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:28.611736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136f814-a31d-4f09-922f-d2364307727b req-65db8c90-07f9-42e8-a85a-eb9bf1a246de tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:28.613267 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d136f814-a31d-4f09-922f-d2364307727b req-65db8c90-07f9-42e8-a85a-eb9bf1a246de tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 946 time: 0.0483983 Sep 07 16:29:28.619723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 843c0d27-1150-481d-a206-666efc054861, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:28.625010 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:28.652366 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d136f814-a31d-4f09-922f-d2364307727b req-d0746151-09a5-4dba-9b06-8ce3e7add81d tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/security-groups?id=a40d6f59-2945-42b8-8bd4-31bcdfd0da4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322628 Sep 07 16:29:28.673220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=13']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:28.866697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c0d27-1150-481d-a206-666efc054861'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:28.868975 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f32b74a-e78f-4366-bd89-4937ace3bba8" -d '{"events": [{"server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "name": "network-vif-plugged", "status": "completed", "tag": "843c0d27-1150-481d-a206-666efc054861"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:28.903946 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d071f478-4347-4fb0-9b5c-471dd80017e6 x-openstack-request-id: req-d071f478-4347-4fb0-9b5c-471dd80017e6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:28.904241 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "name": "network-vif-plugged", "status": "completed", "tag": "843c0d27-1150-481d-a206-666efc054861", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:28.904536 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d071f478-4347-4fb0-9b5c-471dd80017e6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:28.905421 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c0d27-1150-481d-a206-666efc054861', 'code': 200} Sep 07 16:29:29.773001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5421-1731-416e-8a6d-297db1caf560 req-8d19fa05-0a52-4a1d-b641-4ffe7926ccc2 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:29.774484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-992d5421-1731-416e-8a6d-297db1caf560 req-8d19fa05-0a52-4a1d-b641-4ffe7926ccc2 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 946 time: 0.0484822 Sep 07 16:29:29.810714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-992d5421-1731-416e-8a6d-297db1caf560 req-bb5c50e0-b908-43fb-b868-b145ce6ecf93 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.70 "GET /v2.0/security-groups?id=a40d6f59-2945-42b8-8bd4-31bcdfd0da4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302625 Sep 07 16:29:29.985336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5491207-cdad-4a36-a354-73e2616986eb req-6ecf07a1-8393-485e-97c3-fbcc5943cc25 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:29.986816 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5491207-cdad-4a36-a354-73e2616986eb req-6ecf07a1-8393-485e-97c3-fbcc5943cc25 tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.54 "GET /v2.0/ports?device_id=b75ad962-b8e3-4cf5-8520-da4613bcd745 HTTP/1.1" status: 200 len: 946 time: 0.0509608 Sep 07 16:29:30.075228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c5491207-cdad-4a36-a354-73e2616986eb req-bea4b608-b68f-49aa-88d0-d389e3e116fc tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Deleting port c09e3e75-cb8b-4f2e-abde-603f47e6b65d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:29:30.075575 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c5491207-cdad-4a36-a354-73e2616986eb req-bea4b608-b68f-49aa-88d0-d389e3e116fc tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:30.163718 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c5491207-cdad-4a36-a354-73e2616986eb req-bea4b608-b68f-49aa-88d0-d389e3e116fc tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] For port c09e3e75-cb8b-4f2e-abde-603f47e6b65d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c09e3e75-cb8b-4f2e-abde-603f47e6b65d,segment=NetworkSegment(441df566-4803-4bcf-9cf0-7f93b7068b88),segment_id=441df566-4803-4bcf-9cf0-7f93b7068b88)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:30.164083 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c5491207-cdad-4a36-a354-73e2616986eb req-bea4b608-b68f-49aa-88d0-d389e3e116fc tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:30.176017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c5491207-cdad-4a36-a354-73e2616986eb req-bea4b608-b68f-49aa-88d0-d389e3e116fc tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Calling delete_port for c09e3e75-cb8b-4f2e-abde-603f47e6b65d owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:29:30.299251 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c5491207-cdad-4a36-a354-73e2616986eb req-bea4b608-b68f-49aa-88d0-d389e3e116fc tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:30.311071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c09e3e75-cb8b-4f2e-abde-603f47e6b65d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:29:30.329406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4b608-b68f-49aa-88d0-d389e3e116fc tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Pushing event deleted for resources: {'Port': ['ID=c09e3e75-cb8b-4f2e-abde-603f47e6b65d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:30.373162 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5491207-cdad-4a36-a354-73e2616986eb req-bea4b608-b68f-49aa-88d0-d389e3e116fc tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] No DVR routers for this DVR port c09e3e75-cb8b-4f2e-abde-603f47e6b65d on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:29:30.375653 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c5491207-cdad-4a36-a354-73e2616986eb req-bea4b608-b68f-49aa-88d0-d389e3e116fc tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:30.377706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c5491207-cdad-4a36-a354-73e2616986eb req-bea4b608-b68f-49aa-88d0-d389e3e116fc tempest-InstanceActionsV221TestJSON-1402530303 tempest-InstanceActionsV221TestJSON-1402530303-project] 10.222.0.54 "DELETE /v2.0/ports/c09e3e75-cb8b-4f2e-abde-603f47e6b65d HTTP/1.1" status: 204 len: 173 time: 0.3841760 Sep 07 16:29:30.378145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75ad962-b8e3-4cf5-8520-da4613bcd745', 'name': 'network-vif-deleted', 'tag': 'c09e3e75-cb8b-4f2e-abde-603f47e6b65d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:30.382854 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5325ee69-ebac-421c-bd6d-dacf8f351fb1" -d '{"events": [{"server_uuid": "b75ad962-b8e3-4cf5-8520-da4613bcd745", "name": "network-vif-deleted", "tag": "c09e3e75-cb8b-4f2e-abde-603f47e6b65d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:30.426713 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a96255-54ea-48cd-9155-0f76139431f9 x-openstack-request-id: req-b9a96255-54ea-48cd-9155-0f76139431f9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:30.427018 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75ad962-b8e3-4cf5-8520-da4613bcd745", "name": "network-vif-deleted", "tag": "c09e3e75-cb8b-4f2e-abde-603f47e6b65d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:30.427276 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9a96255-54ea-48cd-9155-0f76139431f9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:30.427711 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75ad962-b8e3-4cf5-8520-da4613bcd745', 'name': 'network-vif-deleted', 'tag': 'c09e3e75-cb8b-4f2e-abde-603f47e6b65d', 'status': 'completed', 'code': 200} Sep 07 16:29:31.027282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49318) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:31.070426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab59bce7-be4e-4cb7-8e5d-614be3efbfe4 admin admin] Deleting subnet b93facd5-eb67-4c36-9383-7da879c4522a {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:29:31.073414 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab59bce7-be4e-4cb7-8e5d-614be3efbfe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.106801 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab59bce7-be4e-4cb7-8e5d-614be3efbfe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.148308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab59bce7-be4e-4cb7-8e5d-614be3efbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.197848 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab59bce7-be4e-4cb7-8e5d-614be3efbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.223500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59bce7-be4e-4cb7-8e5d-614be3efbfe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b93facd5-eb67-4c36-9383-7da879c4522a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:31.227341 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab59bce7-be4e-4cb7-8e5d-614be3efbfe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.229271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ab59bce7-be4e-4cb7-8e5d-614be3efbfe4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b93facd5-eb67-4c36-9383-7da879c4522a HTTP/1.1" status: 204 len: 168 time: 0.2009718 Sep 07 16:29:31.231687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49320) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:31.298614 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05df9665-e1d0-4ed6-b2e1-486dc603dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.386572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05df9665-e1d0-4ed6-b2e1-486dc603dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.405628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-05df9665-e1d0-4ed6-b2e1-486dc603dc47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fe0f18-d896-4e32-95ac-71320972f4b1']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:31.414618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-05df9665-e1d0-4ed6-b2e1-486dc603dc47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441df566-4803-4bcf-9cf0-7f93b7068b88') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:31.414916 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-05df9665-e1d0-4ed6-b2e1-486dc603dc47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441df566-4803-4bcf-9cf0-7f93b7068b88') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:29:31.424682 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05df9665-e1d0-4ed6-b2e1-486dc603dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.437932 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05df9665-e1d0-4ed6-b2e1-486dc603dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.443579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05df9665-e1d0-4ed6-b2e1-486dc603dc47 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:29:31.443964 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05df9665-e1d0-4ed6-b2e1-486dc603dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:29:31.445724 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:29:31.504432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05df9665-e1d0-4ed6-b2e1-486dc603dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.511635 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05df9665-e1d0-4ed6-b2e1-486dc603dc47 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.512878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-05df9665-e1d0-4ed6-b2e1-486dc603dc47 admin admin] 10.222.0.70 "DELETE /v2.0/networks/15fe0f18-d896-4e32-95ac-71320972f4b1 HTTP/1.1" status: 204 len: 168 time: 0.2802656 Sep 07 16:29:31.524545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df9665-e1d0-4ed6-b2e1-486dc603dc47 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fe0f18-d896-4e32-95ac-71320972f4b1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:31.622062 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49334) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:31.665408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-50add52a-d998-4a3b-8166-2b4c2fd24471 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7fc6756c43dc43449cc8aaf4304ebada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421419 Sep 07 16:29:31.667837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49336) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:31.715993 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed79abdc-ff05-4dfd-a1c6-a866212f1cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.739470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed79abdc-ff05-4dfd-a1c6-a866212f1cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.789615 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed79abdc-ff05-4dfd-a1c6-a866212f1cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.792527 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed79abdc-ff05-4dfd-a1c6-a866212f1cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:31.797269 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ed79abdc-ff05-4dfd-a1c6-a866212f1cbf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a40d6f59-2945-42b8-8bd4-31bcdfd0da4f HTTP/1.1" status: 204 len: 168 time: 0.1248899 Sep 07 16:29:31.807501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79abdc-ff05-4dfd-a1c6-a866212f1cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40d6f59-2945-42b8-8bd4-31bcdfd0da4f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:31.839804 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:32.374888 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:32.494073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49364) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:32.593651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1400598687-network', 'tenant_id': 'fe06761ad7ef44f4b4252ace40813e6e'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:32.614011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Made reservation on behalf of fe06761ad7ef44f4b4252ace40813e6e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:29:32.616406 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:32.629081 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:32.716682 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:32.720311 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:32.740491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:29:32.756188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e885190-fde8-40f5-8516-cc0bc8ab8149,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:32.760511 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:32.760853 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Added segment 89e5b4c6-0939-4fce-9750-09145987ba74 of type vlan for network a6e770df-5c25-4133-893a-f80f47b51ca1 Sep 07 16:29:32.800630 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:32.824166 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:32.825107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:32.825694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:32.855258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3580253 Sep 07 16:29:32.856391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49372) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:32.861942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-240b8dae-c534-456f-8a20-ac3fdc25669b admin admin] Request body: {'subnet': {'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1400598687-subnet', 'tenant_id': 'fe06761ad7ef44f4b4252ace40813e6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:32.894649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889755e-90f1-4fba-b8cd-99c49a4dc6e5 admin admin] Pushing event updated for resources: {'Network': ['ID=a6e770df-5c25-4133-893a-f80f47b51ca1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:32.904994 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network a6e770df-5c25-4133-893a-f80f47b51ca1 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:29:32.929259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240b8dae-c534-456f-8a20-ac3fdc25669b admin admin] Made reservation on behalf of fe06761ad7ef44f4b4252ace40813e6e for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:29:32.931700 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-240b8dae-c534-456f-8a20-ac3fdc25669b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:32.957554 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e29543a5-4f49-4512-8422-9afc62bfed02 req-665864bf-cf09-48ac-abf1-54a74f7918ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0910404 Sep 07 16:29:33.056913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29543a5-4f49-4512-8422-9afc62bfed02 req-109eff56-4cfb-4d40-ba57-d66478b98505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:33.058409 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e29543a5-4f49-4512-8422-9afc62bfed02 req-109eff56-4cfb-4d40-ba57-d66478b98505 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 1097 time: 0.0683796 Sep 07 16:29:33.211315 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-240b8dae-c534-456f-8a20-ac3fdc25669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:33.240701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29543a5-4f49-4512-8422-9afc62bfed02 req-c76fed8f-6601-415f-b435-ab90dd375804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:33.242342 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e29543a5-4f49-4512-8422-9afc62bfed02 req-c76fed8f-6601-415f-b435-ab90dd375804 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 912 time: 0.1589062 Sep 07 16:29:33.315616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b8dae-c534-456f-8a20-ac3fdc25669b admin admin] Pushing event updated for resources: {'Subnet': ['ID=10410dc9-7460-4f7c-b338-be46f193fe20,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:33.323281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240b8dae-c534-456f-8a20-ac3fdc25669b admin admin] Checking segment: {'id': '89e5b4c6-0939-4fce-9750-09145987ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:29:33.323648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240b8dae-c534-456f-8a20-ac3fdc25669b admin admin] Network hostable DHCP agents. Network: a6e770df-5c25-4133-893a-f80f47b51ca1, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:29:33.349239 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e29543a5-4f49-4512-8422-9afc62bfed02 req-b570cd63-ef7e-4e60-aa1b-eceb159ffdf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f121dd5-5a83-4479-8c7f-ee3a99831720 HTTP/1.1" status: 200 len: 1002 time: 0.0806432 Sep 07 16:29:33.355288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240b8dae-c534-456f-8a20-ac3fdc25669b admin admin] Network a6e770df-5c25-4133-893a-f80f47b51ca1 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:29:33.370500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-240b8dae-c534-456f-8a20-ac3fdc25669b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, a6e770df-5c25-4133-893a-f80f47b51ca1) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:29:33.378549 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec6034e-23bd-474a-a533-f16a3c031de5 None None] Network a6e770df-5c25-4133-893a-f80f47b51ca1 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:29:33.393085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240b8dae-c534-456f-8a20-ac3fdc25669b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:33.393683 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-240b8dae-c534-456f-8a20-ac3fdc25669b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:33.416915 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-240b8dae-c534-456f-8a20-ac3fdc25669b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5593545 Sep 07 16:29:33.419056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29543a5-4f49-4512-8422-9afc62bfed02 req-1e51d3fc-1333-4311-9dd1-0472f269f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:33.420528 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e29543a5-4f49-4512-8422-9afc62bfed02 req-1e51d3fc-1333-4311-9dd1-0472f269f060 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83e5006b-f36c-4324-a04a-5fa3a46b4335 HTTP/1.1" status: 200 len: 850 time: 0.0582533 Sep 07 16:29:33.478753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29543a5-4f49-4512-8422-9afc62bfed02 req-cc7886eb-5926-4fc7-afd2-3d3040bf2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:33.480650 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e29543a5-4f49-4512-8422-9afc62bfed02 req-cc7886eb-5926-4fc7-afd2-3d3040bf2be3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb7b97c6-9ac5-4801-b78b-7be25431d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453389 Sep 07 16:29:33.506538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cced2a-23eb-487b-85f0-87c79b0b8aad None None] Network a6e770df-5c25-4133-893a-f80f47b51ca1 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:29:33.634242 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e29543a5-4f49-4512-8422-9afc62bfed02 req-ec58c1b2-8972-4da4-b694-73690f9b40b7 service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369579 Sep 07 16:29:33.743263 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e29543a5-4f49-4512-8422-9afc62bfed02 req-71115a79-960d-4531-a504-c96768535970 service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976641 Sep 07 16:29:34.296170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-c2f61c14-82a9-4ab8-a8cd-211751d17dd2 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:34.297747 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-c2f61c14-82a9-4ab8-a8cd-211751d17dd2 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/networks?id=a6e770df-5c25-4133-893a-f80f47b51ca1 HTTP/1.1" status: 200 len: 818 time: 0.4447203 Sep 07 16:29:34.314586 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-6ec5550b-7662-477f-90f8-e04ef8e60a33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/quotas/fe06761ad7ef44f4b4252ace40813e6e HTTP/1.1" status: 200 len: 375 time: 0.0106449 Sep 07 16:29:34.357767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-cc05116e-7f53-4420-a125-0c7148d36c29 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fe06761ad7ef44f4b4252ace40813e6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358131 Sep 07 16:29:34.454679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8b47-e97f-427c-8f3a-1b73c00d0321 req-ae03b2ae-3771-49fe-818c-8b4e944eeb49 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:34.456165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ebc8b47-e97f-427c-8f3a-1b73c00d0321 req-ae03b2ae-3771-49fe-818c-8b4e944eeb49 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0961690 Sep 07 16:29:34.491041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c09e3e75-cb8b-4f2e-abde-603f47e6b65d no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:29:34.498686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-6323abc4-c69d-45ef-b8d5-8820fcceda50 service neutron] 10.222.0.70 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303313 Sep 07 16:29:34.510935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: c09e3e75-cb8b-4f2e-abde-603f47e6b65d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:29:34.511352 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c09e3e75-cb8b-4f2e-abde-603f47e6b65d not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:29:34.518874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ebc8b47-e97f-427c-8f3a-1b73c00d0321 req-f0835ffd-62ae-4d25-92ae-acd7ff6bd180 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567918 Sep 07 16:29:34.593025 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-06704069-e8f6-44e6-a6a0-d5ae0fbce298 service neutron] 10.222.0.70 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860202 Sep 07 16:29:34.898590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5b1b213-e020-44ae-8e2d-27386aa2698a req-3569c969-6fe4-4cff-a0dc-9cd29e7fb86d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 210 time: 0.0259187 Sep 07 16:29:35.660989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d00b1-b5e0-4091-979a-00c3582d1d6f req-f51fc68a-7304-4c8e-9a9c-1d140edb1186 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:35.662505 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f81d00b1-b5e0-4091-979a-00c3582d1d6f req-f51fc68a-7304-4c8e-9a9c-1d140edb1186 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0582936 Sep 07 16:29:35.702951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f81d00b1-b5e0-4091-979a-00c3582d1d6f req-89d1f375-97b0-495c-9f0b-877b993ce071 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337906 Sep 07 16:29:36.023797 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ece92daf-27b0-41c7-995c-e989cf065369 req-618c3b5a-9df6-4144-ad1f-f7af1c321555 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 210 time: 0.0431390 Sep 07 16:29:36.102877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-fe5a10d5-56c8-4d21-9fd3-149dd1255135 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:36.104314 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-fe5a10d5-56c8-4d21-9fd3-149dd1255135 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.54 "GET /v2.0/networks?id=a6e770df-5c25-4133-893a-f80f47b51ca1 HTTP/1.1" status: 200 len: 818 time: 0.1502836 Sep 07 16:29:36.122861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-0a57406c-df71-4118-97fd-d0352117a249 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Request body: {'port': {'device_id': 'c20eeec1-cc9c-4220-a476-12416de33c0f', 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1', 'admin_state_up': True, 'tenant_id': 'fe06761ad7ef44f4b4252ace40813e6e'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:36.247687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-0a57406c-df71-4118-97fd-d0352117a249 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Made reservation on behalf of fe06761ad7ef44f4b4252ace40813e6e for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:29:36.251938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-0a57406c-df71-4118-97fd-d0352117a249 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:36.282353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bba49d8-8d4d-470c-a072-6c6fd1b5cae0 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:36.284538 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bba49d8-8d4d-470c-a072-6c6fd1b5cae0 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.35 "GET /v2.0/networks?id=a6e770df-5c25-4133-893a-f80f47b51ca1 HTTP/1.1" status: 200 len: 818 time: 0.1918430 Sep 07 16:29:36.314547 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-eb29a17f-f714-4b77-8f74-fe17578cc950 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Request body: {'port': {'device_id': 'a7dd2cc6-6f14-436f-9aaa-ad5e245e689e', 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1', 'admin_state_up': True, 'tenant_id': 'fe06761ad7ef44f4b4252ace40813e6e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:36.399854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-0a57406c-df71-4118-97fd-d0352117a249 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Allocated IP 172.20.0.6 (a6e770df-5c25-4133-893a-f80f47b51ca1/10410dc9-7460-4f7c-b338-be46f193fe20/c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:29:36.513300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-e1b9098f-a606-4cb3-ae0e-ba5f0a6f0e5d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:36.515323 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-e1b9098f-a606-4cb3-ae0e-ba5f0a6f0e5d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.54 "GET /v2.0/networks?id=a6e770df-5c25-4133-893a-f80f47b51ca1 HTTP/1.1" status: 200 len: 818 time: 0.1727600 Sep 07 16:29:36.529463 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-eb29a17f-f714-4b77-8f74-fe17578cc950 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Made reservation on behalf of fe06761ad7ef44f4b4252ace40813e6e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:29:36.532940 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-eb29a17f-f714-4b77-8f74-fe17578cc950 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:36.537662 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-25d7323e-74e1-4247-95f9-8c51e869be33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Request body: {'port': {'device_id': '75ac6944-4302-4ceb-a010-c657b82ed3fe', 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1', 'admin_state_up': True, 'tenant_id': 'fe06761ad7ef44f4b4252ace40813e6e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:36.551421 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-0a57406c-df71-4118-97fd-d0352117a249 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:36.590510 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-0a57406c-df71-4118-97fd-d0352117a249 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:36.639229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-0a57406c-df71-4118-97fd-d0352117a249 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Network a6e770df-5c25-4133-893a-f80f47b51ca1 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:29:36.644289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-0a57406c-df71-4118-97fd-d0352117a249 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:29:36.649031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-0a57406c-df71-4118-97fd-d0352117a249 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:29:36.652957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57406c-df71-4118-97fd-d0352117a249 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Pushing event updated for resources: {'Port': ['ID=c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:36.699094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-0a57406c-df71-4118-97fd-d0352117a249 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:36.699836 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-0a57406c-df71-4118-97fd-d0352117a249 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:36.713248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-0a57406c-df71-4118-97fd-d0352117a249 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5941925 Sep 07 16:29:36.725920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Request body: {'port': {'device_id': 'c20eeec1-cc9c-4220-a476-12416de33c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:36.739312 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-25d7323e-74e1-4247-95f9-8c51e869be33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Made reservation on behalf of fe06761ad7ef44f4b4252ace40813e6e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:29:36.742822 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-25d7323e-74e1-4247-95f9-8c51e869be33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:36.748406 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-eb29a17f-f714-4b77-8f74-fe17578cc950 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Allocated IP 172.20.0.2 (a6e770df-5c25-4133-893a-f80f47b51ca1/10410dc9-7460-4f7c-b338-be46f193fe20/b48ccee4-2b8a-4759-8c1b-c3e1941957b2) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:29:36.801481 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:36.877170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5736d1-a2e4-4d5a-8218-501a2e57dcec req-50c57e17-9136-4695-9968-f05b1f3ba8ba tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:36.878691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b5736d1-a2e4-4d5a-8218-501a2e57dcec req-50c57e17-9136-4695-9968-f05b1f3ba8ba tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0892012 Sep 07 16:29:36.958593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-eb29a17f-f714-4b77-8f74-fe17578cc950 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:36.987474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b5736d1-a2e4-4d5a-8218-501a2e57dcec req-544fa208-7fef-4c45-896e-2b2aaa29a775 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966496 Sep 07 16:29:37.004225 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-eb29a17f-f714-4b77-8f74-fe17578cc950 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:37.085401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-eb29a17f-f714-4b77-8f74-fe17578cc950 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Network a6e770df-5c25-4133-893a-f80f47b51ca1 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:29:37.088042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29a17f-f714-4b77-8f74-fe17578cc950 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Pushing event updated for resources: {'Port': ['ID=b48ccee4-2b8a-4759-8c1b-c3e1941957b2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:37.098341 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-eb29a17f-f714-4b77-8f74-fe17578cc950 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:29:37.100480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-25d7323e-74e1-4247-95f9-8c51e869be33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Allocated IP 172.20.0.14 (a6e770df-5c25-4133-893a-f80f47b51ca1/10410dc9-7460-4f7c-b338-be46f193fe20/d0bd890f-9626-4c0e-9e98-4b624983179d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:29:37.102819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-eb29a17f-f714-4b77-8f74-fe17578cc950 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:29:37.127719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0df2cdd6-5be7-4512-8527-0399d2ef9aa3 req-bda04e55-92b2-4f9d-892b-71a70584efb7 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 210 time: 0.0319419 Sep 07 16:29:37.169495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-eb29a17f-f714-4b77-8f74-fe17578cc950 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:37.170033 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-eb29a17f-f714-4b77-8f74-fe17578cc950 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:37.204029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-eb29a17f-f714-4b77-8f74-fe17578cc950 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8944464 Sep 07 16:29:37.228744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Request body: {'port': {'device_id': 'a7dd2cc6-6f14-436f-9aaa-ad5e245e689e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:37.332260 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:37.384994 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-25d7323e-74e1-4247-95f9-8c51e869be33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:37.499815 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-25d7323e-74e1-4247-95f9-8c51e869be33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:37.542003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-25d7323e-74e1-4247-95f9-8c51e869be33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Network a6e770df-5c25-4133-893a-f80f47b51ca1 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:29:37.544935 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-25d7323e-74e1-4247-95f9-8c51e869be33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:29:37.549071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-25d7323e-74e1-4247-95f9-8c51e869be33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:29:37.578080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7323e-74e1-4247-95f9-8c51e869be33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Pushing event updated for resources: {'Port': ['ID=d0bd890f-9626-4c0e-9e98-4b624983179d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:37.602421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-25d7323e-74e1-4247-95f9-8c51e869be33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:37.603029 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-25d7323e-74e1-4247-95f9-8c51e869be33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:37.617270 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-25d7323e-74e1-4247-95f9-8c51e869be33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0889027 Sep 07 16:29:37.631559 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Request body: {'port': {'device_id': '75ac6944-4302-4ceb-a010-c657b82ed3fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:37.647066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:29:37.654943 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:37.667343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Transition to ACTIVE for port object c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:29:37.672543 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:37.703836 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:37.742158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:37.792826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Attempting to bind port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:29:37.793180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Attempting to bind port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '89e5b4c6-0939-4fce-9750-09145987ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:29:37.793514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Attempting to bind port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c on network a6e770df-5c25-4133-893a-f80f47b51ca1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:37.798400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c on network a6e770df-5c25-4133-893a-f80f47b51ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:29:37.798733 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Attempting to bind port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c on network a6e770df-5c25-4133-893a-f80f47b51ca1 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:37.803779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:29:37.804126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Checking segment: {'id': '89e5b4c6-0939-4fce-9750-09145987ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:29:37.804556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Bound using segment: {'id': '89e5b4c6-0939-4fce-9750-09145987ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:29:37.805005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Bound port: c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e5b4c6-0939-4fce-9750-09145987ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:29:37.805376 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:37.869236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] For port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:29:37.872152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] For port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:29:37.876506 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:37.924261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:37.924948 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:37.926402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] 10.222.0.54 "PUT /v2.0/ports/c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c HTTP/1.1" status: 200 len: 1091 time: 1.2046428 Sep 07 16:29:37.926889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20eeec1-cc9c-4220-a476-12416de33c0f', 'tag': 'c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:37.929408 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6d31de-7389-4459-9a6d-ceace1874b61" -d '{"events": [{"name": "network-changed", "server_uuid": "c20eeec1-cc9c-4220-a476-12416de33c0f", "tag": "c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:37.958405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc2a54-d77b-4337-bf80-11ae925aa9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:37.989874 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853a7d21-c40b-4555-9db1-53377ba644b0 x-openstack-request-id: req-853a7d21-c40b-4555-9db1-53377ba644b0 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:37.990178 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20eeec1-cc9c-4220-a476-12416de33c0f", "tag": "c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:37.990438 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-853a7d21-c40b-4555-9db1-53377ba644b0 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:37.990849 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20eeec1-cc9c-4220-a476-12416de33c0f', 'tag': 'c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c', 'status': 'completed', 'code': 200} Sep 07 16:29:38.029354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-6b3fedd4-a550-4073-b70b-0d510a9ed609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:38.031518 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-6b3fedd4-a550-4073-b70b-0d510a9ed609 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe06761ad7ef44f4b4252ace40813e6e&device_id=c20eeec1-cc9c-4220-a476-12416de33c0f HTTP/1.1" status: 200 len: 1094 time: 0.0515523 Sep 07 16:29:38.078991 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-5aaa0a1f-d26e-458e-a99e-5e85da3327ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c HTTP/1.1" status: 200 len: 217 time: 0.0375693 Sep 07 16:29:38.162336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-f353fdf4-9085-41b6-80dd-bc09a5d7af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:38.164817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-f353fdf4-9085-41b6-80dd-bc09a5d7af89 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10410dc9-7460-4f7c-b338-be46f193fe20 HTTP/1.1" status: 200 len: 858 time: 0.0765808 Sep 07 16:29:38.170776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48ccee4-2b8a-4759-8c1b-c3e1941957b2 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:29:38.173086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33225c-0993-40cb-9fc7-0323dee3d34d req-6ccb08bf-90e9-46a7-93ba-3fadf8012fd0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:38.174835 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c33225c-0993-40cb-9fc7-0323dee3d34d req-6ccb08bf-90e9-46a7-93ba-3fadf8012fd0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0990644 Sep 07 16:29:38.179469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:38.193497 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Transition to ACTIVE for port object b48ccee4-2b8a-4759-8c1b-c3e1941957b2 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:29:38.200208 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:38.208522 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-dcdbb351-a2be-440c-aa59-ffbb1f533159 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6e770df-5c25-4133-893a-f80f47b51ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328887 Sep 07 16:29:38.300326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c33225c-0993-40cb-9fc7-0323dee3d34d req-3f6c540d-c5a5-46d6-9eff-e60d078a5e0b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159298 Sep 07 16:29:38.309247 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Pushing event updated for resources: {'Port': ['ID=b48ccee4-2b8a-4759-8c1b-c3e1941957b2,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:38.344560 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f4a1e-ca2e-4f39-90c7-4394fae0d38c req-681bea66-78e0-490e-a019-42403ecf2f87 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:38.345704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d58f4a1e-ca2e-4f39-90c7-4394fae0d38c req-681bea66-78e0-490e-a019-42403ecf2f87 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 932 time: 0.1405802 Sep 07 16:29:38.381686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-76f64abf-a0de-4981-8f89-e9f3d40212cc service neutron] 10.222.0.54 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524639 Sep 07 16:29:38.417488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d58f4a1e-ca2e-4f39-90c7-4394fae0d38c req-2e0c8035-e0fb-4535-a962-6f8349be8e2f tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639350 Sep 07 16:29:38.423890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Attempting to bind port b48ccee4-2b8a-4759-8c1b-c3e1941957b2 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:29:38.424480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Attempting to bind port b48ccee4-2b8a-4759-8c1b-c3e1941957b2 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '89e5b4c6-0939-4fce-9750-09145987ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:29:38.424609 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Attempting to bind port b48ccee4-2b8a-4759-8c1b-c3e1941957b2 on network a6e770df-5c25-4133-893a-f80f47b51ca1 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:38.452954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Port b48ccee4-2b8a-4759-8c1b-c3e1941957b2 on network a6e770df-5c25-4133-893a-f80f47b51ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:29:38.453291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Attempting to bind port b48ccee4-2b8a-4759-8c1b-c3e1941957b2 on network a6e770df-5c25-4133-893a-f80f47b51ca1 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:38.460725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:29:38.461084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Checking segment: {'id': '89e5b4c6-0939-4fce-9750-09145987ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:29:38.461480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Bound using segment: {'id': '89e5b4c6-0939-4fce-9750-09145987ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:29:38.461916 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Bound port: b48ccee4-2b8a-4759-8c1b-c3e1941957b2, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e5b4c6-0939-4fce-9750-09145987ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:29:38.462281 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:38.479668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bd890f-9626-4c0e-9e98-4b624983179d {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:29:38.486862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-c37a1ab3-2a2d-40b9-9a38-35cb592828a4 service neutron] 10.222.0.54 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945506 Sep 07 16:29:38.490098 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:38.526266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Transition to ACTIVE for port object d0bd890f-9626-4c0e-9e98-4b624983179d will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:29:38.538388 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:38.586156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] For port b48ccee4-2b8a-4759-8c1b-c3e1941957b2, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:29:38.586974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d31de-7389-4459-9a6d-ceace1874b61 req-775912cf-b896-43db-96e9-69299c554e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:38.588644 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6d31de-7389-4459-9a6d-ceace1874b61 req-775912cf-b896-43db-96e9-69299c554e23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe06761ad7ef44f4b4252ace40813e6e&device_id=c20eeec1-cc9c-4220-a476-12416de33c0f HTTP/1.1" status: 200 len: 1094 time: 0.0477450 Sep 07 16:29:38.612098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] For port b48ccee4-2b8a-4759-8c1b-c3e1941957b2, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b48ccee4-2b8a-4759-8c1b-c3e1941957b2,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:29:38.618044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Pushing event updated for resources: {'Port': ['ID=d0bd890f-9626-4c0e-9e98-4b624983179d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:38.620928 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:38.690212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d31de-7389-4459-9a6d-ceace1874b61 req-731c9318-a0bb-40c7-bc45-77388c6a80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:38.691757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6d31de-7389-4459-9a6d-ceace1874b61 req-731c9318-a0bb-40c7-bc45-77388c6a80dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6e770df-5c25-4133-893a-f80f47b51ca1 HTTP/1.1" status: 200 len: 919 time: 0.0957747 Sep 07 16:29:38.698662 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:38.699278 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:38.700684 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] 10.222.0.35 "PUT /v2.0/ports/b48ccee4-2b8a-4759-8c1b-c3e1941957b2 HTTP/1.1" status: 200 len: 1091 time: 1.4821122 Sep 07 16:29:38.702753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dd2cc6-6f14-436f-9aaa-ad5e245e689e', 'tag': 'b48ccee4-2b8a-4759-8c1b-c3e1941957b2'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:38.705098 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd55f422-1b90-40e9-984f-e3a9294dece7" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dd2cc6-6f14-436f-9aaa-ad5e245e689e", "tag": "b48ccee4-2b8a-4759-8c1b-c3e1941957b2"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:38.738198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f820e5-4014-42a5-b15d-c01b14179f0a service neutron] Pushing event updated for resources: {'Port': ['ID=b48ccee4-2b8a-4759-8c1b-c3e1941957b2,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:38.746665 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9524829-0ed3-4776-b585-219e4efb739f x-openstack-request-id: req-e9524829-0ed3-4776-b585-219e4efb739f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:38.746967 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dd2cc6-6f14-436f-9aaa-ad5e245e689e", "tag": "b48ccee4-2b8a-4759-8c1b-c3e1941957b2", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:38.747221 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9524829-0ed3-4776-b585-219e4efb739f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:38.747703 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dd2cc6-6f14-436f-9aaa-ad5e245e689e', 'tag': 'b48ccee4-2b8a-4759-8c1b-c3e1941957b2', 'status': 'completed', 'code': 200} Sep 07 16:29:38.749860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6d31de-7389-4459-9a6d-ceace1874b61 req-50ef02eb-d5be-4a92-a590-1b03861a1def service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c HTTP/1.1" status: 200 len: 217 time: 0.0496027 Sep 07 16:29:38.752383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Attempting to bind port d0bd890f-9626-4c0e-9e98-4b624983179d on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:29:38.752722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Attempting to bind port d0bd890f-9626-4c0e-9e98-4b624983179d by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '89e5b4c6-0939-4fce-9750-09145987ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:29:38.753053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Attempting to bind port d0bd890f-9626-4c0e-9e98-4b624983179d on network a6e770df-5c25-4133-893a-f80f47b51ca1 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:38.757744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Port d0bd890f-9626-4c0e-9e98-4b624983179d on network a6e770df-5c25-4133-893a-f80f47b51ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:29:38.758062 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Attempting to bind port d0bd890f-9626-4c0e-9e98-4b624983179d on network a6e770df-5c25-4133-893a-f80f47b51ca1 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:38.773047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:29:38.773390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Checking segment: {'id': '89e5b4c6-0939-4fce-9750-09145987ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:29:38.773764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Bound using segment: {'id': '89e5b4c6-0939-4fce-9750-09145987ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:29:38.774193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Bound port: d0bd890f-9626-4c0e-9e98-4b624983179d, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e5b4c6-0939-4fce-9750-09145987ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:29:38.774549 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:38.809322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d31de-7389-4459-9a6d-ceace1874b61 req-6fdeb8c1-a352-4571-ad66-4695e7c77c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:38.810794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6d31de-7389-4459-9a6d-ceace1874b61 req-6fdeb8c1-a352-4571-ad66-4695e7c77c6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10410dc9-7460-4f7c-b338-be46f193fe20 HTTP/1.1" status: 200 len: 858 time: 0.0438850 Sep 07 16:29:38.841318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-c3de7f66-6aec-4d5e-ad81-a446e06c90ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:38.843420 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-c3de7f66-6aec-4d5e-ad81-a446e06c90ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe06761ad7ef44f4b4252ace40813e6e&device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 1094 time: 0.0818884 Sep 07 16:29:38.845369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6d31de-7389-4459-9a6d-ceace1874b61 req-a8dd02d5-bd4d-4d9c-8e30-300fe62885d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6e770df-5c25-4133-893a-f80f47b51ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254405 Sep 07 16:29:38.899271 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-934e4e75-3f41-422e-8501-2c34730a2af5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b48ccee4-2b8a-4759-8c1b-c3e1941957b2 HTTP/1.1" status: 200 len: 217 time: 0.0412419 Sep 07 16:29:38.900289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] For port d0bd890f-9626-4c0e-9e98-4b624983179d, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:29:38.919985 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] For port d0bd890f-9626-4c0e-9e98-4b624983179d, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d0bd890f-9626-4c0e-9e98-4b624983179d,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:29:38.939994 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:38.943973 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6d31de-7389-4459-9a6d-ceace1874b61 req-63c27f76-a7dc-451c-ba6a-a8d615499c9b service neutron] 10.222.0.54 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899403 Sep 07 16:29:38.993127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:38.993634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:38.995055 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] 10.222.0.54 "PUT /v2.0/ports/d0bd890f-9626-4c0e-9e98-4b624983179d HTTP/1.1" status: 200 len: 1092 time: 1.3679035 Sep 07 16:29:39.015972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-08adf7da-bcb3-4022-a05a-5db95bd7d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:39.017831 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-08adf7da-bcb3-4022-a05a-5db95bd7d39f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10410dc9-7460-4f7c-b338-be46f193fe20 HTTP/1.1" status: 200 len: 858 time: 0.1065421 Sep 07 16:29:39.020678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548aa4ef-514c-4eb3-996b-a2079574bfdf service neutron] Pushing event updated for resources: {'Port': ['ID=d0bd890f-9626-4c0e-9e98-4b624983179d,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:39.057143 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6d31de-7389-4459-9a6d-ceace1874b61 req-1ffc222e-7c7c-4d65-b945-e4c4f59fdec4 service neutron] 10.222.0.54 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033115 Sep 07 16:29:39.057652 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-20d33e18-25ab-4603-9d05-f2ce53208e9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6e770df-5c25-4133-893a-f80f47b51ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283093 Sep 07 16:29:39.121321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-78627454-0cf8-4b5a-9d35-aa0bd48a7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:39.122719 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-78627454-0cf8-4b5a-9d35-aa0bd48a7541 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe06761ad7ef44f4b4252ace40813e6e&device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 1095 time: 0.0674722 Sep 07 16:29:39.193732 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-a20006ff-02f7-4b7f-8313-779bfb8f40a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0bd890f-9626-4c0e-9e98-4b624983179d HTTP/1.1" status: 200 len: 217 time: 0.0384946 Sep 07 16:29:39.242163 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-778240c5-b125-48ea-9f32-253a7f29aa63 service neutron] 10.222.0.35 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562691 Sep 07 16:29:39.265133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-6e97df85-f4fb-410d-afa5-315c23a445c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:39.266471 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-6e97df85-f4fb-410d-afa5-315c23a445c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10410dc9-7460-4f7c-b338-be46f193fe20 HTTP/1.1" status: 200 len: 858 time: 0.0603867 Sep 07 16:29:39.317876 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-39637524-ad7e-4f3f-81f5-5a4819276154 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6e770df-5c25-4133-893a-f80f47b51ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369632 Sep 07 16:29:39.426448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e2d40-c697-458e-b577-3b8d02fc3822 req-69c0122f-cc8c-4928-947e-68a7177c665b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:39.427858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa9e2d40-c697-458e-b577-3b8d02fc3822 req-69c0122f-cc8c-4928-947e-68a7177c665b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0490448 Sep 07 16:29:39.433388 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-306aa5d3-7fe8-4502-aa52-9e43174fb2b4 service neutron] 10.222.0.35 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761603 Sep 07 16:29:39.459948 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-d1e99541-5804-4d59-baec-9943e2110b34 service neutron] 10.222.0.54 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130641 Sep 07 16:29:39.467640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa9e2d40-c697-458e-b577-3b8d02fc3822 req-d7918ec4-a4b1-4eb4-a955-a5c623d34e1b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335374 Sep 07 16:29:39.568787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0f72d-7d51-4074-9a78-371bcebb9464 req-979bc7fd-5489-4284-9579-5b13473680d7 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:39.570379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06e0f72d-7d51-4074-9a78-371bcebb9464 req-979bc7fd-5489-4284-9579-5b13473680d7 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 944 time: 0.0500731 Sep 07 16:29:39.587769 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7bfeb647-0aac-4d60-a4de-738e6e0595b2 req-38dcb101-7131-476c-a494-255e81559e7d service neutron] 10.222.0.54 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173275 Sep 07 16:29:39.590507 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55f422-1b90-40e9-984f-e3a9294dece7 req-e5f9358e-93d1-43c4-873a-101f2753fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:39.591891 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cd55f422-1b90-40e9-984f-e3a9294dece7 req-e5f9358e-93d1-43c4-873a-101f2753fd74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe06761ad7ef44f4b4252ace40813e6e&device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 1094 time: 0.0896602 Sep 07 16:29:39.609813 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06e0f72d-7d51-4074-9a78-371bcebb9464 req-99ff3907-2074-4ad1-8d27-f4864d3fff5c tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332296 Sep 07 16:29:39.690237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55f422-1b90-40e9-984f-e3a9294dece7 req-26d48935-0cf0-4b57-958c-0cbc6f0844b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:39.691610 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cd55f422-1b90-40e9-984f-e3a9294dece7 req-26d48935-0cf0-4b57-958c-0cbc6f0844b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6e770df-5c25-4133-893a-f80f47b51ca1 HTTP/1.1" status: 200 len: 919 time: 0.0859728 Sep 07 16:29:39.741587 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cd55f422-1b90-40e9-984f-e3a9294dece7 req-c1282363-5d1b-4332-ba04-009c97a0e9a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b48ccee4-2b8a-4759-8c1b-c3e1941957b2 HTTP/1.1" status: 200 len: 217 time: 0.0365727 Sep 07 16:29:39.794829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55f422-1b90-40e9-984f-e3a9294dece7 req-ecfce549-daeb-4c65-8ab3-6bba97b7768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:39.796766 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cd55f422-1b90-40e9-984f-e3a9294dece7 req-ecfce549-daeb-4c65-8ab3-6bba97b7768f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=10410dc9-7460-4f7c-b338-be46f193fe20 HTTP/1.1" status: 200 len: 858 time: 0.0424194 Sep 07 16:29:39.831126 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cd55f422-1b90-40e9-984f-e3a9294dece7 req-a2728fc0-7604-4708-94fb-636c717a7625 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6e770df-5c25-4133-893a-f80f47b51ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236564 Sep 07 16:29:39.931302 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cd55f422-1b90-40e9-984f-e3a9294dece7 req-d4e997cd-bcf2-4191-9f50-39916495c0ea service neutron] 10.222.0.35 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867467 Sep 07 16:29:40.020102 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cd55f422-1b90-40e9-984f-e3a9294dece7 req-fdbceee0-7d07-431f-91bc-a6ffa8935a26 service neutron] 10.222.0.35 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799580 Sep 07 16:29:40.357926 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9a984f00-b1f1-48b2-9f39-601cff6c0d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:40.548985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:29:40.594415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee08cee-8242-4c90-9a8e-6a1d23d1490b req-b7d6a71f-bed6-4a7a-bbc2-d2143fb1a355 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:40.595888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ee08cee-8242-4c90-9a8e-6a1d23d1490b req-b7d6a71f-bed6-4a7a-bbc2-d2143fb1a355 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0541337 Sep 07 16:29:40.635194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ee08cee-8242-4c90-9a8e-6a1d23d1490b req-5fdbe591-caf8-4c3d-b6bd-944c3fa54f1f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330200 Sep 07 16:29:40.659958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:40.672001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c', 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1', 'port_id': 'c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c', 'mac_address': 'fa:16:3e:d0:b7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10410dc9-7460-4f7c-b338-be46f193fe20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:29:40.708153 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:40.720955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:29:40.728999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78042b7f-3a26-472a-b77c-b1330b1a5cd7 req-02a49f17-177c-45ed-a020-54f7c09b4fbb tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:40.730517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78042b7f-3a26-472a-b77c-b1330b1a5cd7 req-02a49f17-177c-45ed-a020-54f7c09b4fbb tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 944 time: 0.0482986 Sep 07 16:29:40.740138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:40.744921 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:40.748633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ac6944-4302-4ceb-a010-c657b82ed3fe', 'tag': 'd0bd890f-9626-4c0e-9e98-4b624983179d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:40.751229 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac4f634-0224-4879-9ddc-5675eb9b2662" -d '{"events": [{"name": "network-changed", "server_uuid": "75ac6944-4302-4ceb-a010-c657b82ed3fe", "tag": "d0bd890f-9626-4c0e-9e98-4b624983179d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:40.770462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78042b7f-3a26-472a-b77c-b1330b1a5cd7 req-6a8bb5e8-2736-44c6-9165-d980a0643ba7 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332642 Sep 07 16:29:40.789846 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ec8bb5-8a11-4067-860a-11450ae43e92 x-openstack-request-id: req-d1ec8bb5-8a11-4067-860a-11450ae43e92 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:40.790239 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ac6944-4302-4ceb-a010-c657b82ed3fe", "tag": "d0bd890f-9626-4c0e-9e98-4b624983179d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:40.790586 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1ec8bb5-8a11-4067-860a-11450ae43e92 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:40.791072 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ac6944-4302-4ceb-a010-c657b82ed3fe', 'tag': 'd0bd890f-9626-4c0e-9e98-4b624983179d', 'status': 'completed', 'code': 200} Sep 07 16:29:40.800359 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:40.853596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4f634-0224-4879-9ddc-5675eb9b2662 req-9d363ca5-5e22-4831-b1aa-c06838dbff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:40.855071 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7ac4f634-0224-4879-9ddc-5675eb9b2662 req-9d363ca5-5e22-4831-b1aa-c06838dbff48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe06761ad7ef44f4b4252ace40813e6e&device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 1095 time: 0.0398557 Sep 07 16:29:40.946997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4f634-0224-4879-9ddc-5675eb9b2662 req-143267f4-72da-4a6f-a5bf-44749405e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:40.948493 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7ac4f634-0224-4879-9ddc-5675eb9b2662 req-143267f4-72da-4a6f-a5bf-44749405e314 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6e770df-5c25-4133-893a-f80f47b51ca1 HTTP/1.1" status: 200 len: 919 time: 0.0859385 Sep 07 16:29:40.993975 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7ac4f634-0224-4879-9ddc-5675eb9b2662 req-44930105-d0ce-4cb2-b4a4-33fcc2a2cfe8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0bd890f-9626-4c0e-9e98-4b624983179d HTTP/1.1" status: 200 len: 217 time: 0.0346117 Sep 07 16:29:41.003811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:29:41.051961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4f634-0224-4879-9ddc-5675eb9b2662 req-0fb10d8b-7c26-4830-a7d0-7a365dfbf796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:41.053509 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7ac4f634-0224-4879-9ddc-5675eb9b2662 req-0fb10d8b-7c26-4830-a7d0-7a365dfbf796 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10410dc9-7460-4f7c-b338-be46f193fe20 HTTP/1.1" status: 200 len: 858 time: 0.0499167 Sep 07 16:29:41.086451 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7ac4f634-0224-4879-9ddc-5675eb9b2662 req-362afe53-64d1-4dec-ac1a-5f5a38a884d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6e770df-5c25-4133-893a-f80f47b51ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244682 Sep 07 16:29:41.177184 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7ac4f634-0224-4879-9ddc-5675eb9b2662 req-8a70a4cc-fc4c-46bb-8a2e-34a226e200b1 service neutron] 10.222.0.54 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807095 Sep 07 16:29:41.273959 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7ac4f634-0224-4879-9ddc-5675eb9b2662 req-1bc3471c-5d79-463b-919d-1c01ef337cb9 service neutron] 10.222.0.54 "GET /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869145 Sep 07 16:29:41.755342 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dda88-4f23-4bdc-932b-becd012ada5a req-44fac9ba-7ec0-43d6-a1d8-2a15c0e55cd4 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:41.756759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d73dda88-4f23-4bdc-932b-becd012ada5a req-44fac9ba-7ec0-43d6-a1d8-2a15c0e55cd4 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0486827 Sep 07 16:29:41.793793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d73dda88-4f23-4bdc-932b-becd012ada5a req-bff4c673-c7a2-4094-b219-8d8470706677 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311120 Sep 07 16:29:41.891729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfff5bf-d285-4a8d-b7ed-44369e881ba9 req-792f7b44-bc85-43b9-8876-cf32036c9360 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:41.893219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9cfff5bf-d285-4a8d-b7ed-44369e881ba9 req-792f7b44-bc85-43b9-8876-cf32036c9360 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 944 time: 0.0517206 Sep 07 16:29:41.929830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9cfff5bf-d285-4a8d-b7ed-44369e881ba9 req-889bb630-573c-43cb-8711-7cf8fb15b857 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307000 Sep 07 16:29:42.563909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device d0bd890f-9626-4c0e-9e98-4b624983179d details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:29:42.566967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:29:42.675175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:29:42.682829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:29:42.683238 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:42.717064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port d0bd890f-9626-4c0e-9e98-4b624983179d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d0bd890f-9626-4c0e-9e98-4b624983179d,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:42.734539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'd0bd890f-9626-4c0e-9e98-4b624983179d', 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1', 'port_id': 'd0bd890f-9626-4c0e-9e98-4b624983179d', 'mac_address': 'fa:16:3e:84:b2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10410dc9-7460-4f7c-b338-be46f193fe20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:29:42.794733 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:42.814038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bd890f-9626-4c0e-9e98-4b624983179d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:29:42.829666 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:42.846717 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port d0bd890f-9626-4c0e-9e98-4b624983179d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d0bd890f-9626-4c0e-9e98-4b624983179d,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:42.854837 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:42.862895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20eeec1-cc9c-4220-a476-12416de33c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:42.865163 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f624d23-212d-4b70-b09a-c944e6c206c9" -d '{"events": [{"server_uuid": "c20eeec1-cc9c-4220-a476-12416de33c0f", "name": "network-vif-plugged", "status": "completed", "tag": "c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:42.895431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:42.904228 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a9920f-7222-4714-97ab-3ab489263f15 x-openstack-request-id: req-d5a9920f-7222-4714-97ab-3ab489263f15 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:42.904548 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20eeec1-cc9c-4220-a476-12416de33c0f", "name": "network-vif-plugged", "status": "completed", "tag": "c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:42.904807 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5a9920f-7222-4714-97ab-3ab489263f15 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:42.905210 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20eeec1-cc9c-4220-a476-12416de33c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c', 'code': 200} Sep 07 16:29:42.906469 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:42.919306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d6293-b1bc-4cd2-8701-31f5baa38e86 req-92bc2c47-f4c1-4405-b210-a1835fe15674 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:42.920852 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-171d6293-b1bc-4cd2-8701-31f5baa38e86 req-92bc2c47-f4c1-4405-b210-a1835fe15674 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0540977 Sep 07 16:29:42.926223 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=d0bd890f-9626-4c0e-9e98-4b624983179d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:42.970223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-171d6293-b1bc-4cd2-8701-31f5baa38e86 req-6b683b71-d71a-48b0-827f-22c169bcba0d tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411968 Sep 07 16:29:42.979530 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:43.027924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d1ec0-a186-4210-bbda-c5b37242beed req-a991a38d-7264-4c0e-8c39-8b7269b12f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:43.029474 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-680d1ec0-a186-4210-bbda-c5b37242beed req-a991a38d-7264-4c0e-8c39-8b7269b12f60 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c20eeec1-cc9c-4220-a476-12416de33c0f HTTP/1.1" status: 200 len: 1096 time: 0.0424812 Sep 07 16:29:43.062271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60547042-4ef1-4d74-a3f3-e58a33fa52d5 req-009e1357-16b1-4db8-8389-625c82ff9c09 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:43.063757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60547042-4ef1-4d74-a3f3-e58a33fa52d5 req-009e1357-16b1-4db8-8389-625c82ff9c09 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 945 time: 0.0509200 Sep 07 16:29:43.068864 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-680d1ec0-a186-4210-bbda-c5b37242beed req-d2ad33f7-fdb1-4695-9f46-fc557c6c5dac service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285358 Sep 07 16:29:43.100505 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60547042-4ef1-4d74-a3f3-e58a33fa52d5 req-97d54bbf-5653-4d27-bc19-80b82d28761f tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304575 Sep 07 16:29:43.123001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['d0bd890f-9626-4c0e-9e98-4b624983179d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:29:43.913683 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:44.091941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53997e-ef89-4bb3-93a9-0fef0657de1d req-0e143072-5d5a-45ed-bc40-9c180680c14d tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:44.093454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa53997e-ef89-4bb3-93a9-0fef0657de1d req-0e143072-5d5a-45ed-bc40-9c180680c14d tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0520411 Sep 07 16:29:44.131696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa53997e-ef89-4bb3-93a9-0fef0657de1d req-592e557f-911d-4e28-bed3-df518e2803e8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322394 Sep 07 16:29:44.216932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3800a-6821-4b3d-9f66-7e92d3719ca3 req-ce8487c3-1e1c-414b-ae04-020724e2b016 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:44.218496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edf3800a-6821-4b3d-9f66-7e92d3719ca3 req-ce8487c3-1e1c-414b-ae04-020724e2b016 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 945 time: 0.0494959 Sep 07 16:29:44.230742 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d22b3d87-1f7a-4456-87cf-a3dcb6591f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:44.258029 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edf3800a-6821-4b3d-9f66-7e92d3719ca3 req-a1b2cd7b-45a7-4cb4-9340-4093b503945c tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330400 Sep 07 16:29:44.567636 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device d0bd890f-9626-4c0e-9e98-4b624983179d up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:29:44.617075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port d0bd890f-9626-4c0e-9e98-4b624983179d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:29:44.620720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port d0bd890f-9626-4c0e-9e98-4b624983179d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:29:44.621094 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:44.693172 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:44.722080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b48ccee4-2b8a-4759-8c1b-c3e1941957b2 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:29:44.727416 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port d0bd890f-9626-4c0e-9e98-4b624983179d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d0bd890f-9626-4c0e-9e98-4b624983179d,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:44.733789 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:44.827577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=d0bd890f-9626-4c0e-9e98-4b624983179d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:44.858701 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b48ccee4-2b8a-4759-8c1b-c3e1941957b2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b48ccee4-2b8a-4759-8c1b-c3e1941957b2,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:44.870345 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'b48ccee4-2b8a-4759-8c1b-c3e1941957b2', 'network_id': 'a6e770df-5c25-4133-893a-f80f47b51ca1', 'port_id': 'b48ccee4-2b8a-4759-8c1b-c3e1941957b2', 'mac_address': 'fa:16:3e:51:7a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10410dc9-7460-4f7c-b338-be46f193fe20', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:29:44.907490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ac6944-4302-4ceb-a010-c657b82ed3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd890f-9626-4c0e-9e98-4b624983179d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:44.909771 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329bc6bf-7cbd-4746-871a-905c461a30bf" -d '{"events": [{"server_uuid": "75ac6944-4302-4ceb-a010-c657b82ed3fe", "name": "network-vif-plugged", "status": "completed", "tag": "d0bd890f-9626-4c0e-9e98-4b624983179d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:44.921639 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:44.924891 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:44.934943 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48ccee4-2b8a-4759-8c1b-c3e1941957b2 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:29:44.947606 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1415420d-0aba-467e-9e08-c5693fb1b086 x-openstack-request-id: req-1415420d-0aba-467e-9e08-c5693fb1b086 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:44.947913 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ac6944-4302-4ceb-a010-c657b82ed3fe", "name": "network-vif-plugged", "status": "completed", "tag": "d0bd890f-9626-4c0e-9e98-4b624983179d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:44.948186 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1415420d-0aba-467e-9e08-c5693fb1b086 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:44.948609 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ac6944-4302-4ceb-a010-c657b82ed3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd890f-9626-4c0e-9e98-4b624983179d', 'code': 200} Sep 07 16:29:44.957878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b48ccee4-2b8a-4759-8c1b-c3e1941957b2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b48ccee4-2b8a-4759-8c1b-c3e1941957b2,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:44.962024 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:45.011525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b48ccee4-2b8a-4759-8c1b-c3e1941957b2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:45.049992 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb0da6-249b-42cc-af1e-526754bd0174 req-2c90f682-a1ff-4d70-952b-66741b6c4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:45.051468 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60bb0da6-249b-42cc-af1e-526754bd0174 req-2c90f682-a1ff-4d70-952b-66741b6c4938 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 1097 time: 0.0448196 Sep 07 16:29:45.095202 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-60bb0da6-249b-42cc-af1e-526754bd0174 req-23cc7de9-ccdb-4d3c-834c-9bb1ccb7f822 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274956 Sep 07 16:29:45.251984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b437e-693d-4b10-a25c-7cf446a7d1ce req-f6ad0ca5-9b91-496e-aeae-5834d21e7b76 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:45.253506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d67b437e-693d-4b10-a25c-7cf446a7d1ce req-f6ad0ca5-9b91-496e-aeae-5834d21e7b76 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0485234 Sep 07 16:29:45.291440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d67b437e-693d-4b10-a25c-7cf446a7d1ce req-7dcc2914-b120-49de-83df-9b3512984fa7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317738 Sep 07 16:29:45.378287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc585f-dba4-49a2-849e-0f3b5754fd3c req-2b90cd9a-636c-4f6d-9e89-c719b1f4663f tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:45.379941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1efc585f-dba4-49a2-849e-0f3b5754fd3c req-2b90cd9a-636c-4f6d-9e89-c719b1f4663f tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 946 time: 0.0540617 Sep 07 16:29:45.416203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1efc585f-dba4-49a2-849e-0f3b5754fd3c req-61b027f4-2d5e-4815-9a65-250b8304ac5a tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302823 Sep 07 16:29:45.765074 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['b48ccee4-2b8a-4759-8c1b-c3e1941957b2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:29:46.412762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c835-ab33-4ae2-8cf0-f94644fa77fb req-cb878a4b-01bf-4b86-89a0-d8baa4f7fe73 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:46.414256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b94c835-ab33-4ae2-8cf0-f94644fa77fb req-cb878a4b-01bf-4b86-89a0-d8baa4f7fe73 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0497117 Sep 07 16:29:46.451652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b94c835-ab33-4ae2-8cf0-f94644fa77fb req-be408d90-e1a7-4072-a697-ab4507cf2f55 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313909 Sep 07 16:29:46.538845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471939fb-3189-45ab-b5d1-61459dc474e4 req-97efc891-c46d-4f99-a6ab-ea92356bf8a0 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:46.538845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-471939fb-3189-45ab-b5d1-61459dc474e4 req-97efc891-c46d-4f99-a6ab-ea92356bf8a0 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 946 time: 0.0506718 Sep 07 16:29:46.573141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-471939fb-3189-45ab-b5d1-61459dc474e4 req-a30cd5ce-d9a7-42fd-b967-98813a256816 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305173 Sep 07 16:29:46.691666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b0585-b0df-4610-89ed-eca3ece2b91b req-69ea7b57-a260-433c-9297-c95f2e54a8fc tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:46.693181 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e85b0585-b0df-4610-89ed-eca3ece2b91b req-69ea7b57-a260-433c-9297-c95f2e54a8fc tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 944 time: 0.0511658 Sep 07 16:29:46.732980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e85b0585-b0df-4610-89ed-eca3ece2b91b req-36cf06dc-1c65-440d-b991-77ef22e9e70c tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Sep 07 16:29:46.767137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49508) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:46.823215 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:46.838323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430f53cc-9864-4696-bf43-9074d23aef7e tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:46.838771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430f53cc-9864-4696-bf43-9074d23aef7e tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:46.839275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430f53cc-9864-4696-bf43-9074d23aef7e tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:46.840992 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-430f53cc-9864-4696-bf43-9074d23aef7e tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=f5594cfe03a44f3b868060a14924d0e7&network_id=2ca92e5c-04b0-4f44-adbc-578e81cb0910 HTTP/1.1" status: 200 len: 2969 time: 0.0728576 Sep 07 16:29:47.571948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4db95-7a1b-4a0f-8d28-650f623e7bc3 req-c99c2cf7-452a-469b-af6d-1eac437911de tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:47.573487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ca4db95-7a1b-4a0f-8d28-650f623e7bc3 req-c99c2cf7-452a-469b-af6d-1eac437911de tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0488868 Sep 07 16:29:47.611833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ca4db95-7a1b-4a0f-8d28-650f623e7bc3 req-cf7b2352-5c73-4879-967f-8e0ab2138e11 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324183 Sep 07 16:29:47.848536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b7219-62d0-4a0d-8878-3d4ae0fe2031 req-b2d2696d-6710-4d8f-b38b-55b59c64ae51 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:47.850041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-301b7219-62d0-4a0d-8878-3d4ae0fe2031 req-b2d2696d-6710-4d8f-b38b-55b59c64ae51 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 944 time: 0.0485623 Sep 07 16:29:47.886578 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-301b7219-62d0-4a0d-8878-3d4ae0fe2031 req-35452f62-cf50-43cb-9c50-fc06fdb4dc56 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Sep 07 16:29:48.733034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b6876-7a16-4bc6-ab43-c9a57d99609b req-f9f9daa5-491b-4d67-b144-a1552c2fd666 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:48.734996 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f67b6876-7a16-4bc6-ab43-c9a57d99609b req-f9f9daa5-491b-4d67-b144-a1552c2fd666 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0517840 Sep 07 16:29:48.740265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 3a290dbc-31d6-4be8-b92a-3db645c1e50b details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:29:48.747718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b48ccee4-2b8a-4759-8c1b-c3e1941957b2 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:29:48.773320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f67b6876-7a16-4bc6-ab43-c9a57d99609b req-bd8df663-e4cc-46ac-bf6c-fa7e0994945c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315218 Sep 07 16:29:48.855218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port b48ccee4-2b8a-4759-8c1b-c3e1941957b2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:29:48.861989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port b48ccee4-2b8a-4759-8c1b-c3e1941957b2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:29:48.862309 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:48.898488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:48.917203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'port_id': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'mac_address': 'fa:16:3e:fe:95:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:29:48.982267 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:48.998541 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:49.005042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529331ee-c0b8-4e95-949d-1a1e6f5986e3 req-fa60bac6-a774-4c54-9c3e-c7f919d1e7ee tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:49.006539 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-529331ee-c0b8-4e95-949d-1a1e6f5986e3 req-fa60bac6-a774-4c54-9c3e-c7f919d1e7ee tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 944 time: 0.0488889 Sep 07 16:29:49.008321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a290dbc-31d6-4be8-b92a-3db645c1e50b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:29:49.037692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dd2cc6-6f14-436f-9aaa-ad5e245e689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48ccee4-2b8a-4759-8c1b-c3e1941957b2'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:49.039926 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fe71db-f677-4a03-807a-a505b4831236" -d '{"events": [{"server_uuid": "a7dd2cc6-6f14-436f-9aaa-ad5e245e689e", "name": "network-vif-plugged", "status": "completed", "tag": "b48ccee4-2b8a-4759-8c1b-c3e1941957b2"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:49.043651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:49.045751 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-529331ee-c0b8-4e95-949d-1a1e6f5986e3 req-9e13b7dd-1d15-4715-9ee8-600e62d39e16 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331256 Sep 07 16:29:49.053697 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:49.056579 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b48ccee4-2b8a-4759-8c1b-c3e1941957b2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b48ccee4-2b8a-4759-8c1b-c3e1941957b2,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:49.080380 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:49.084599 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86b2395-9e2f-461c-885f-bfc0de557183 x-openstack-request-id: req-a86b2395-9e2f-461c-885f-bfc0de557183 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:49.084893 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dd2cc6-6f14-436f-9aaa-ad5e245e689e", "name": "network-vif-plugged", "status": "completed", "tag": "b48ccee4-2b8a-4759-8c1b-c3e1941957b2", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:49.085149 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a86b2395-9e2f-461c-885f-bfc0de557183 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:49.085552 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dd2cc6-6f14-436f-9aaa-ad5e245e689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48ccee4-2b8a-4759-8c1b-c3e1941957b2', 'code': 200} Sep 07 16:29:49.112263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=3a290dbc-31d6-4be8-b92a-3db645c1e50b,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:49.162245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['3a290dbc-31d6-4be8-b92a-3db645c1e50b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:29:49.168055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=b48ccee4-2b8a-4759-8c1b-c3e1941957b2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:49.187457 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9001b-5076-459f-80af-4f76c55de38a req-2437c968-aeac-4061-af96-502d5f7efe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:49.189020 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-89b9001b-5076-459f-80af-4f76c55de38a req-2437c968-aeac-4061-af96-502d5f7efe0b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 1096 time: 0.0404940 Sep 07 16:29:49.229992 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-89b9001b-5076-459f-80af-4f76c55de38a req-8ff6e468-9813-4020-8347-a006361a2c19 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Sep 07 16:29:49.892354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4c085-67b3-48aa-a214-1c0af92156e4 req-6b3d9447-6ff0-49e0-bcfc-908c34e61d4f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:49.893815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73e4c085-67b3-48aa-a214-1c0af92156e4 req-6b3d9447-6ff0-49e0-bcfc-908c34e61d4f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.0481277 Sep 07 16:29:49.929642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73e4c085-67b3-48aa-a214-1c0af92156e4 req-56aef4e2-31a0-44cd-8b57-d885c141d9e5 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299962 Sep 07 16:29:50.175457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407caf7-35d8-4309-a16b-996bde2d4a20 req-143cf28e-06f4-4492-a885-0f590930020b tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:50.177014 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9407caf7-35d8-4309-a16b-996bde2d4a20 req-143cf28e-06f4-4492-a885-0f590930020b tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 945 time: 0.0512409 Sep 07 16:29:50.213763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9407caf7-35d8-4309-a16b-996bde2d4a20 req-1afd4013-5d5d-4c07-82b9-d4d6bd6c2abb tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308065 Sep 07 16:29:50.245620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49538) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:50.295572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4aa6c7-2207-4645-afa0-ebb70ac21050 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:50.297655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2a4aa6c7-2207-4645-afa0-ebb70ac21050 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 814 time: 0.0510604 Sep 07 16:29:50.756456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 3a290dbc-31d6-4be8-b92a-3db645c1e50b up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:29:50.806670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 3a290dbc-31d6-4be8-b92a-3db645c1e50b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:29:50.807071 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:50.881134 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:50.912155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:50.916405 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:50.961074 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=3a290dbc-31d6-4be8-b92a-3db645c1e50b,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:51.048909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed513fb-74d1-42e4-92b7-57c05af55b1d req-77e16b58-baf0-42f8-9752-952a8713c104 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:51.050311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ed513fb-74d1-42e4-92b7-57c05af55b1d req-77e16b58-baf0-42f8-9752-952a8713c104 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0486739 Sep 07 16:29:51.086412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:51.086622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ed513fb-74d1-42e4-92b7-57c05af55b1d req-84667038-172b-49e1-83e0-5fd49039bf70 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304217 Sep 07 16:29:51.088758 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d8c276-e480-4eb0-b633-0c1b71c2da36" -d '{"events": [{"server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "name": "network-vif-plugged", "status": "completed", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:51.124910 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4171499-2a2f-43ef-90f9-0ea7274b5dd2 x-openstack-request-id: req-f4171499-2a2f-43ef-90f9-0ea7274b5dd2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:51.125211 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "name": "network-vif-plugged", "status": "completed", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:51.125467 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4171499-2a2f-43ef-90f9-0ea7274b5dd2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:51.125865 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'code': 200} Sep 07 16:29:51.260414 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:29:51.334413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc4881-9622-4c34-990f-67fc5adeee4f req-4e6027fc-f26e-4b7e-9535-027b0bb22b77 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:51.335803 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9fc4881-9622-4c34-990f-67fc5adeee4f req-4e6027fc-f26e-4b7e-9535-027b0bb22b77 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 945 time: 0.0516653 Sep 07 16:29:51.372847 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9fc4881-9622-4c34-990f-67fc5adeee4f req-583a9c83-f600-435d-b43e-e7fb39adbcb9 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311408 Sep 07 16:29:51.607984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49552) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:51.613429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-33b50a37-d398-43d0-9e12-e5b8b4138a8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'network': {'name': 'tempest-network-smoke--1206811987', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'port_security_enabled': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:51.633655 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b50a37-d398-43d0-9e12-e5b8b4138a8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Made reservation on behalf of f5594cfe03a44f3b868060a14924d0e7 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:29:51.637302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33b50a37-d398-43d0-9e12-e5b8b4138a8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:51.659454 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b50a37-d398-43d0-9e12-e5b8b4138a8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:29:51.668444 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33b50a37-d398-43d0-9e12-e5b8b4138a8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:51.668792 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-33b50a37-d398-43d0-9e12-e5b8b4138a8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Added segment d6eb4149-0cde-40ad-b5a7-65804ae64e4c of type vlan for network 9ee866cd-a004-4375-83ca-90141d84ed42 Sep 07 16:29:51.711042 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33b50a37-d398-43d0-9e12-e5b8b4138a8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:51.734429 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33b50a37-d398-43d0-9e12-e5b8b4138a8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:51.739862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b50a37-d398-43d0-9e12-e5b8b4138a8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:51.740487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33b50a37-d398-43d0-9e12-e5b8b4138a8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:51.774332 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-33b50a37-d398-43d0-9e12-e5b8b4138a8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1653216 Sep 07 16:29:51.777475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49554) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:51.847321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b50a37-d398-43d0-9e12-e5b8b4138a8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Network': ['ID=9ee866cd-a004-4375-83ca-90141d84ed42,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:51.851848 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37c8166-2f11-41f0-9ce8-26d14c77cf42 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:51.853407 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e37c8166-2f11-41f0-9ce8-26d14c77cf42 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f5594cfe03a44f3b868060a14924d0e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0748494 Sep 07 16:29:51.856754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49558) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:51.857828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 9ee866cd-a004-4375-83ca-90141d84ed42 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:29:51.945357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b90f2e3-0b00-46ef-955b-10049f6fe87a tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:51.946869 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1b90f2e3-0b00-46ef-955b-10049f6fe87a tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889945 Sep 07 16:29:51.949697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49560) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:51.981824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fc9f1de5-37b4-4034-a261-1da68fcc503a tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311320 Sep 07 16:29:51.984939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49562) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:52.010347 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5cd8ddff-0b54-4740-80bd-69aade83475d tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f5594cfe03a44f3b868060a14924d0e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0244548 Sep 07 16:29:52.012529 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49564) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:52.096305 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4f1934-1f0e-45dd-8869-b986a572cf72 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:52.097874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bb4f1934-1f0e-45dd-8869-b986a572cf72 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844955 Sep 07 16:29:52.101349 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49566) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:52.127949 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3cfe3fd5-cfd6-410d-a9df-de54720321aa tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255642 Sep 07 16:29:52.130930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49570) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:52.136068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4b97851c-e131-4abf-aef8-c79e25b3c176 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1270364778', 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:52.203064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b220217-5651-4892-8ab6-db8a0b583be0 req-33e5b3f5-ba05-4e96-8562-aa49c7e92cbb tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:52.204568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b220217-5651-4892-8ab6-db8a0b583be0 req-33e5b3f5-ba05-4e96-8562-aa49c7e92cbb tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0471752 Sep 07 16:29:52.222170 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b97851c-e131-4abf-aef8-c79e25b3c176 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Made reservation on behalf of f5594cfe03a44f3b868060a14924d0e7 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:29:52.225895 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b97851c-e131-4abf-aef8-c79e25b3c176 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:52.251845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b220217-5651-4892-8ab6-db8a0b583be0 req-9674126e-92b5-4c42-94bb-dd700a5f43e5 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413506 Sep 07 16:29:52.400059 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b97851c-e131-4abf-aef8-c79e25b3c176 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:52.457216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97851c-e131-4abf-aef8-c79e25b3c176 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Subnet': ['ID=5f11aebe-4595-4487-838c-c5b1a84e6b8f,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:52.472859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97851c-e131-4abf-aef8-c79e25b3c176 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Checking segment: {'id': 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:29:52.473217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97851c-e131-4abf-aef8-c79e25b3c176 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network hostable DHCP agents. Network: 9ee866cd-a004-4375-83ca-90141d84ed42, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:29:52.489972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97851c-e131-4abf-aef8-c79e25b3c176 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 9ee866cd-a004-4375-83ca-90141d84ed42 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:29:52.495565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b959a3-a49b-4d0b-aa1f-231a9f1427bd req-510d1aca-2cd6-44ce-af0b-686382e25aae tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:52.497207 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97b959a3-a49b-4d0b-aa1f-231a9f1427bd req-510d1aca-2cd6-44ce-af0b-686382e25aae tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 945 time: 0.0541272 Sep 07 16:29:52.501471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4b97851c-e131-4abf-aef8-c79e25b3c176 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 9ee866cd-a004-4375-83ca-90141d84ed42) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:29:52.505995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b97851c-e131-4abf-aef8-c79e25b3c176 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:52.506683 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b97851c-e131-4abf-aef8-c79e25b3c176 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:52.510608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8e0fd0-7dbd-429a-85d0-85d057da531a None None] Network 9ee866cd-a004-4375-83ca-90141d84ed42 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:29:52.522627 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4b97851c-e131-4abf-aef8-c79e25b3c176 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3904505 Sep 07 16:29:52.546243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97b959a3-a49b-4d0b-aa1f-231a9f1427bd req-9343610f-4731-4df8-8c6b-9016b022b471 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348244 Sep 07 16:29:52.666535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5718f9-336d-4282-b99f-c89da329d213 req-db88cfcf-4d31-4fdc-90d9-a9b3c1e7342b tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:52.668082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca5718f9-336d-4282-b99f-c89da329d213 req-db88cfcf-4d31-4fdc-90d9-a9b3c1e7342b tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20eeec1-cc9c-4220-a476-12416de33c0f HTTP/1.1" status: 200 len: 945 time: 0.0548704 Sep 07 16:29:52.678779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-9ee866cd-a004-4375-83ca-90141d84ed42', 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ips': [{'subnet_id': '5f11aebe-4595-4487-838c-c5b1a84e6b8f'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:29:52.679751 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:52.723280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca5718f9-336d-4282-b99f-c89da329d213 req-bf516fc7-2668-4ea2-9b57-c315498c7653 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479581 Sep 07 16:29:52.807531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49586) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:52.812652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8c1e2597-1274-40af-8dba-60ad9b06af2a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1218288149', 'description': 'tempest-secgroup-smoke-1218288149 description', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:52.830928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Allocated IP 172.20.0.18 (9ee866cd-a004-4375-83ca-90141d84ed42/5f11aebe-4595-4487-838c-c5b1a84e6b8f/5475ff2e-2883-4c38-b713-9cac2e3c7f54) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:29:52.842759 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2597-1274-40af-8dba-60ad9b06af2a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:52.976396 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2597-1274-40af-8dba-60ad9b06af2a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:52.985898 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2597-1274-40af-8dba-60ad9b06af2a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.021759 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.031561 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2597-1274-40af-8dba-60ad9b06af2a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.035821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49598) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:53.036397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Transition to ACTIVE for port object 5475ff2e-2883-4c38-b713-9cac2e3c7f54 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:29:53.036525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8c1e2597-1274-40af-8dba-60ad9b06af2a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2273238 Sep 07 16:29:53.043373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-01a002fa-09f6-4bb3-ba70-8f2ad8352397 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': '0e2358c6-3fe2-4045-a445-88648f69b1b7', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:53.054941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Transition to ACTIVE for port object 5475ff2e-2883-4c38-b713-9cac2e3c7f54 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:29:53.057658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e2597-1274-40af-8dba-60ad9b06af2a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2358c6-3fe2-4045-a445-88648f69b1b7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:53.069122 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.092095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d1bdd-c882-4a94-9e20-f9dd4b29d892 req-0b84fe82-6d8b-4813-97a5-ce0781a48e54 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:53.094293 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01a002fa-09f6-4bb3-ba70-8f2ad8352397 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.094765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e1d1bdd-c882-4a94-9e20-f9dd4b29d892 req-0b84fe82-6d8b-4813-97a5-ce0781a48e54 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20eeec1-cc9c-4220-a476-12416de33c0f HTTP/1.1" status: 200 len: 945 time: 0.0977602 Sep 07 16:29:53.111726 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Network 9ee866cd-a004-4375-83ca-90141d84ed42 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:29:53.116178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:29:53.122065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:29:53.133787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Pushing event updated for resources: {'Port': ['ID=5475ff2e-2883-4c38-b713-9cac2e3c7f54,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:53.161967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e1d1bdd-c882-4a94-9e20-f9dd4b29d892 req-4ea93ada-b4cf-4197-8c32-a915a38efdc3 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599365 Sep 07 16:29:53.183546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Attempting to bind port 5475ff2e-2883-4c38-b713-9cac2e3c7f54 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:29:53.183546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Attempting to bind port 5475ff2e-2883-4c38-b713-9cac2e3c7f54 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:29:53.183546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Attempting to bind port 5475ff2e-2883-4c38-b713-9cac2e3c7f54 on network 9ee866cd-a004-4375-83ca-90141d84ed42 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:53.189826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:29:53.190280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Checking segment: {'id': 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:29:53.190833 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.191390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Bound using segment: {'id': 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:29:53.191947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Bound port: 5475ff2e-2883-4c38-b713-9cac2e3c7f54, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:29:53.192689 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.199012 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01a002fa-09f6-4bb3-ba70-8f2ad8352397 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.203622 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01a002fa-09f6-4bb3-ba70-8f2ad8352397 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.224905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a002fa-09f6-4bb3-ba70-8f2ad8352397 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a7ebcf-b3f0-4554-b1d3-d969b128fec5,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:53.237949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01a002fa-09f6-4bb3-ba70-8f2ad8352397 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.239277 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-01a002fa-09f6-4bb3-ba70-8f2ad8352397 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2006824 Sep 07 16:29:53.246326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49606) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:53.251578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-02c43d22-4d4f-4098-be89-6c2613f71420 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': '0e2358c6-3fe2-4045-a445-88648f69b1b7', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:53.267876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] For port 5475ff2e-2883-4c38-b713-9cac2e3c7f54, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:29:53.271169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] For port 5475ff2e-2883-4c38-b713-9cac2e3c7f54, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5475ff2e-2883-4c38-b713-9cac2e3c7f54,segment=NetworkSegment(d6eb4149-0cde-40ad-b5a7-65804ae64e4c),segment_id=d6eb4149-0cde-40ad-b5a7-65804ae64e4c)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:29:53.275769 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.282604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c43d22-4d4f-4098-be89-6c2613f71420 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.344589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed46bde-81e5-4eb9-a1ec-8048a8869e52 None None] Pushing event updated for resources: {'Port': ['ID=5475ff2e-2883-4c38-b713-9cac2e3c7f54,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:53.372767 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c43d22-4d4f-4098-be89-6c2613f71420 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.379986 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c43d22-4d4f-4098-be89-6c2613f71420 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.396249 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c43d22-4d4f-4098-be89-6c2613f71420 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67638855-7463-4692-b61f-2c9658704083,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:53.407035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958a85b-7453-4dc4-930c-cbd8410ac0ab req-7a05bd8a-fba4-4d7f-8619-20d75b500aa6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:53.407537 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02c43d22-4d4f-4098-be89-6c2613f71420 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.409560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f958a85b-7453-4dc4-930c-cbd8410ac0ab req-7a05bd8a-fba4-4d7f-8619-20d75b500aa6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0697894 Sep 07 16:29:53.415052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49616) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:53.418533 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-02c43d22-4d4f-4098-be89-6c2613f71420 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1711047 Sep 07 16:29:53.420867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-19452cd2-3d8b-436d-a931-ad6ce5772552 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': '0e2358c6-3fe2-4045-a445-88648f69b1b7', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:53.481370 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f958a85b-7453-4dc4-930c-cbd8410ac0ab req-b1394cb7-fd3a-4229-8698-22a36a4abd25 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479791 Sep 07 16:29:53.489661 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19452cd2-3d8b-436d-a931-ad6ce5772552 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.574843 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19452cd2-3d8b-436d-a931-ad6ce5772552 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.582385 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19452cd2-3d8b-436d-a931-ad6ce5772552 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.607897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19452cd2-3d8b-436d-a931-ad6ce5772552 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b7b6c9-27e2-4adc-9986-10a0b84b334d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:53.626316 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19452cd2-3d8b-436d-a931-ad6ce5772552 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.630478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-19452cd2-3d8b-436d-a931-ad6ce5772552 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2109206 Sep 07 16:29:53.630815 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49622) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:53.635576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ac27f76f-120a-4287-a349-203541dada8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': '0e2358c6-3fe2-4045-a445-88648f69b1b7', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:53.681759 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac27f76f-120a-4287-a349-203541dada8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.757437 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac27f76f-120a-4287-a349-203541dada8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.762407 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac27f76f-120a-4287-a349-203541dada8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.783157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27f76f-120a-4287-a349-203541dada8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e95343-0a8d-44ea-83e2-264f995e5ba3,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:53.792389 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac27f76f-120a-4287-a349-203541dada8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.796852 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49624) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:53.797133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ac27f76f-120a-4287-a349-203541dada8a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1650803 Sep 07 16:29:53.802067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4e3fb5c2-7ee2-49a8-ab33-df7b9de7a999 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': '0e2358c6-3fe2-4045-a445-88648f69b1b7', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:53.835413 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-4e3fb5c2-7ee2-49a8-ab33-df7b9de7a999 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Project f5594cfe03a44f3b868060a14924d0e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:29:53.841437 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb5c2-7ee2-49a8-ab33-df7b9de7a999 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.919859 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb5c2-7ee2-49a8-ab33-df7b9de7a999 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.924371 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb5c2-7ee2-49a8-ab33-df7b9de7a999 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.942438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fb5c2-7ee2-49a8-ab33-df7b9de7a999 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddbcfa1-b6d7-4767-9821-685a5427f06e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:53.956204 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb5c2-7ee2-49a8-ab33-df7b9de7a999 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:53.960665 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4e3fb5c2-7ee2-49a8-ab33-df7b9de7a999 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1590884 Sep 07 16:29:53.960820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49628) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:29:53.965333 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a39e0fa1-271e-44d3-8587-de42c9a43640 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': '0e2358c6-3fe2-4045-a445-88648f69b1b7', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:53.991506 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-a39e0fa1-271e-44d3-8587-de42c9a43640 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Project f5594cfe03a44f3b868060a14924d0e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:29:53.997654 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a39e0fa1-271e-44d3-8587-de42c9a43640 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:54.073736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a39e0fa1-271e-44d3-8587-de42c9a43640 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:54.079735 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a39e0fa1-271e-44d3-8587-de42c9a43640 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:54.101197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e0fa1-271e-44d3-8587-de42c9a43640 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c30add3-e49d-40f7-82cd-cdb7266fe2af,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:54.108133 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a39e0fa1-271e-44d3-8587-de42c9a43640 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:54.109722 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a39e0fa1-271e-44d3-8587-de42c9a43640 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479518 Sep 07 16:29:54.377456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5939a9-baba-45a0-9a4d-16fc38957033 req-4a6fbd75-7d73-4e04-a88f-3dcedcb99af0 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:54.386352 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e5939a9-baba-45a0-9a4d-16fc38957033 req-4a6fbd75-7d73-4e04-a88f-3dcedcb99af0 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20eeec1-cc9c-4220-a476-12416de33c0f HTTP/1.1" status: 200 len: 945 time: 0.1100249 Sep 07 16:29:54.452481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-34aaa316-5412-46ca-a36d-599ab383153e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218288149&fields=id&tenant_id=f5594cfe03a44f3b868060a14924d0e7 HTTP/1.1" status: 200 len: 267 time: 0.0999961 Sep 07 16:29:54.468316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e5939a9-baba-45a0-9a4d-16fc38957033 req-4756025e-efe9-4f8a-9c61-267e4ceb3d22 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784881 Sep 07 16:29:54.511279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77941c72-c815-4802-8057-2d67949251fb req-a0298fd6-74e7-4d37-a109-265271592597 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:54.512760 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-77941c72-c815-4802-8057-2d67949251fb req-a0298fd6-74e7-4d37-a109-265271592597 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c20eeec1-cc9c-4220-a476-12416de33c0f HTTP/1.1" status: 200 len: 945 time: 0.1266444 Sep 07 16:29:54.549952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75153c05-3c16-4b3c-9698-d966f07ab43d None None] Network 9ee866cd-a004-4375-83ca-90141d84ed42 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:29:54.642671 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-77941c72-c815-4802-8057-2d67949251fb req-bc177872-1b4c-4371-aa88-4ecf0bb18f33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Deleting port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:29:54.643072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-77941c72-c815-4802-8057-2d67949251fb req-bc177872-1b4c-4371-aa88-4ecf0bb18f33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:54.681307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4202b-e385-48a6-9474-76632afb9e16 req-cc39abb4-6f24-4254-b03a-afb75ae5e5e0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:54.682738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c59f01f8-53d8-4f42-989b-cc9cd9f993c2 None None] Provisioning for port 5475ff2e-2883-4c38-b713-9cac2e3c7f54 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:29:54.684643 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-cc39abb4-6f24-4254-b03a-afb75ae5e5e0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/networks?id=9ee866cd-a004-4375-83ca-90141d84ed42 HTTP/1.1" status: 200 len: 797 time: 0.2229650 Sep 07 16:29:54.716837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-4c06b70c-e2a3-4968-bf2c-e46c7eb88a75 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/quotas/f5594cfe03a44f3b868060a14924d0e7 HTTP/1.1" status: 200 len: 375 time: 0.0242174 Sep 07 16:29:54.753655 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-77941c72-c815-4802-8057-2d67949251fb req-bc177872-1b4c-4371-aa88-4ecf0bb18f33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] For port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:54.754030 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-77941c72-c815-4802-8057-2d67949251fb req-bc177872-1b4c-4371-aa88-4ecf0bb18f33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:54.769161 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-77941c72-c815-4802-8057-2d67949251fb req-bc177872-1b4c-4371-aa88-4ecf0bb18f33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Calling delete_port for c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:29:54.820276 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-c0962228-60b8-4428-aafd-7369e76949dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0970325 Sep 07 16:29:54.927135 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-77941c72-c815-4802-8057-2d67949251fb req-bc177872-1b4c-4371-aa88-4ecf0bb18f33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:54.947183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c', 'd0bd890f-9626-4c0e-9e98-4b624983179d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:29:54.959103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc177872-1b4c-4371-aa88-4ecf0bb18f33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Pushing event deleted for resources: {'Port': ['ID=c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:55.019907 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['b48ccee4-2b8a-4759-8c1b-c3e1941957b2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:29:55.021834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-4dbebe4d-0e08-476f-90e5-7dc42c75a745 service neutron] 10.222.0.70 "GET /v2.0/networks/9ee866cd-a004-4375-83ca-90141d84ed42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989453 Sep 07 16:29:55.039209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-77941c72-c815-4802-8057-2d67949251fb req-bc177872-1b4c-4371-aa88-4ecf0bb18f33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] No DVR routers for this DVR port c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:29:55.044315 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-77941c72-c815-4802-8057-2d67949251fb req-bc177872-1b4c-4371-aa88-4ecf0bb18f33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:55.047126 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-77941c72-c815-4802-8057-2d67949251fb req-bc177872-1b4c-4371-aa88-4ecf0bb18f33 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.54 "DELETE /v2.0/ports/c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c HTTP/1.1" status: 204 len: 173 time: 0.5261905 Sep 07 16:29:55.047964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20eeec1-cc9c-4220-a476-12416de33c0f', 'name': 'network-vif-deleted', 'tag': 'c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:55.058438 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7564d32b-3b5e-48b3-8537-dadd621e6547" -d '{"events": [{"server_uuid": "c20eeec1-cc9c-4220-a476-12416de33c0f", "name": "network-vif-deleted", "tag": "c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:55.240650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6e3b6-a390-489d-a99b-577e44ed50a5 req-4a40376e-9e66-4dc1-ac7c-876e052cbdb3 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:55.247825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcd6e3b6-a390-489d-a99b-577e44ed50a5 req-4a40376e-9e66-4dc1-ac7c-876e052cbdb3 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.3956702 Sep 07 16:29:55.259008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-01122bbe-a4be-43e2-84fa-57162ba4af7f service neutron] 10.222.0.70 "GET /v2.0/networks/9ee866cd-a004-4375-83ca-90141d84ed42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973019 Sep 07 16:29:55.312166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcd6e3b6-a390-489d-a99b-577e44ed50a5 req-18b21754-ffdb-4449-b741-8d554ac7b500 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587685 Sep 07 16:29:55.425806 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47165715-7d6b-415f-a4d2-2f580f14b911 x-openstack-request-id: req-47165715-7d6b-415f-a4d2-2f580f14b911 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:55.426298 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20eeec1-cc9c-4220-a476-12416de33c0f", "name": "network-vif-deleted", "tag": "c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:55.426517 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47165715-7d6b-415f-a4d2-2f580f14b911 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:55.426746 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20eeec1-cc9c-4220-a476-12416de33c0f', 'name': 'network-vif-deleted', 'tag': 'c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c', 'status': 'completed', 'code': 200} Sep 07 16:29:55.484786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07236b7c-f510-44cb-9f93-eb77919e66e4 req-40cf502b-6394-4db6-a308-687e9d16e3ac tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 210 time: 0.0279014 Sep 07 16:29:55.629048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-534c8757-b286-478a-8c54-004484f357b9 req-95eb23de-2e98-486b-9dde-76e0f570a23e tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20eeec1-cc9c-4220-a476-12416de33c0f HTTP/1.1" status: 200 len: 210 time: 0.0388396 Sep 07 16:29:55.643016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5475ff2e-2883-4c38-b713-9cac2e3c7f54 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:29:55.715864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 5475ff2e-2883-4c38-b713-9cac2e3c7f54 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:29:55.722326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5475ff2e-2883-4c38-b713-9cac2e3c7f54 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:29:55.723065 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:55.830001 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:55.872522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 5475ff2e-2883-4c38-b713-9cac2e3c7f54, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5475ff2e-2883-4c38-b713-9cac2e3c7f54,segment=NetworkSegment(d6eb4149-0cde-40ad-b5a7-65804ae64e4c),segment_id=d6eb4149-0cde-40ad-b5a7-65804ae64e4c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:29:55.881905 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:55.973934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=5475ff2e-2883-4c38-b713-9cac2e3c7f54,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:56.448032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6b0c7-19ce-4652-aa98-e8beb5c7f137 req-7394baef-13c2-48ba-bbd6-e6518ccd2618 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:56.459337 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53e6b0c7-19ce-4652-aa98-e8beb5c7f137 req-7394baef-13c2-48ba-bbd6-e6518ccd2618 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0774868 Sep 07 16:29:56.498465 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53e6b0c7-19ce-4652-aa98-e8beb5c7f137 req-9389933c-23c1-4fdf-a920-71c779682711 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382366 Sep 07 16:29:56.706068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d179a8ca-b630-4d87-bee9-a12e826b6f79 req-6404d002-2a59-43ef-920b-a96f039f4c06 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 210 time: 0.0837045 Sep 07 16:29:56.960220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b66a23e4-9c0a-4ceb-a51a-b27da29a7691 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:56.961740 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b66a23e4-9c0a-4ceb-a51a-b27da29a7691 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.54 "GET /v2.0/networks?id=9ee866cd-a004-4375-83ca-90141d84ed42 HTTP/1.1" status: 200 len: 797 time: 0.4375620 Sep 07 16:29:57.025557 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-55189063-99d4-41c8-ba1f-47a3b154c274 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5594cfe03a44f3b868060a14924d0e7 HTTP/1.1" status: 200 len: 472 time: 0.0523074 Sep 07 16:29:57.039929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'port': {'device_id': '1420b9a6-47ca-40dc-a434-bec20a528a9e', 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42', 'admin_state_up': True, 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'security_groups': ['0e2358c6-3fe2-4045-a445-88648f69b1b7']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:57.201903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Made reservation on behalf of f5594cfe03a44f3b868060a14924d0e7 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:29:57.206657 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:57.392770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Allocated IP 172.20.0.26 (9ee866cd-a004-4375-83ca-90141d84ed42/5f11aebe-4595-4487-838c-c5b1a84e6b8f/5a4672b7-e834-4954-ad7c-71803c9191ec) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:29:57.572077 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:57.589328 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Transition to ACTIVE for port object 5a4672b7-e834-4954-ad7c-71803c9191ec will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:29:57.641773 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:57.643564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5475ff2e-2883-4c38-b713-9cac2e3c7f54 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:29:57.669382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8c38-cf88-4d7b-ab0b-9e7a086d8d48 req-9b244f5d-0d85-498c-a63f-713cec39b794 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:57.677570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8c38-cf88-4d7b-ab0b-9e7a086d8d48 req-9b244f5d-0d85-498c-a63f-713cec39b794 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:57.687528 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-107c8c38-cf88-4d7b-ab0b-9e7a086d8d48 req-9b244f5d-0d85-498c-a63f-713cec39b794 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe&device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 1682 time: 0.0844674 Sep 07 16:29:57.704842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 9ee866cd-a004-4375-83ca-90141d84ed42 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:29:57.707107 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:29:57.718084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:29:57.751177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5475ff2e-2883-4c38-b713-9cac2e3c7f54 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:29:57.751892 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:57.777187 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-107c8c38-cf88-4d7b-ab0b-9e7a086d8d48 req-f13fcdf4-14f4-4632-94fa-2217807f55c2 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845299 Sep 07 16:29:57.794870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=5a4672b7-e834-4954-ad7c-71803c9191ec,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:57.811086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7533-bcc8-4b1f-bea8-6be701073cd3 req-3775eaec-9120-410c-98dd-f26f6b417085 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:57.814317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdcf7533-bcc8-4b1f-bea8-6be701073cd3 req-3775eaec-9120-410c-98dd-f26f6b417085 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.1246231 Sep 07 16:29:57.852154 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:57.852885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:57.875815 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-b17674ad-a950-4811-bfaf-28e182afdad4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8426654 Sep 07 16:29:57.902229 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Request body: {'port': {'device_id': '1420b9a6-47ca-40dc-a434-bec20a528a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:29:57.935393 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdcf7533-bcc8-4b1f-bea8-6be701073cd3 req-2fec2745-87c3-4fa2-9550-c3f31128f6fe tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098485 Sep 07 16:29:57.948744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d310d-61ef-4f94-9ceb-5281bc1e5896 req-06b0436d-6a91-458f-ac33-752cb0f95bca tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:57.980468 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-994d310d-61ef-4f94-9ceb-5281bc1e5896 req-06b0436d-6a91-458f-ac33-752cb0f95bca tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 932 time: 0.1318555 Sep 07 16:29:58.013217 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:58.041585 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-994d310d-61ef-4f94-9ceb-5281bc1e5896 req-841b4f4c-9538-4f6e-a283-2d54f6b24c9b tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e2358c6-3fe2-4045-a445-88648f69b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570951 Sep 07 16:29:58.144669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4392ecaa-009c-438b-b2b6-8ee1da9aed9c None None] Provisioning for port 5a4672b7-e834-4954-ad7c-71803c9191ec completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:29:58.153856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4392ecaa-009c-438b-b2b6-8ee1da9aed9c None None] Provisioning complete for port 5a4672b7-e834-4954-ad7c-71803c9191ec triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:29:58.154767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4392ecaa-009c-438b-b2b6-8ee1da9aed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:58.192165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4392ecaa-009c-438b-b2b6-8ee1da9aed9c None None] Port 5a4672b7-e834-4954-ad7c-71803c9191ec cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:29:58.401347 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4672b7-e834-4954-ad7c-71803c9191ec {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:29:58.415901 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:58.438590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Transition to ACTIVE for port object 5a4672b7-e834-4954-ad7c-71803c9191ec will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:29:58.444619 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:58.543011 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4672b7-e834-4954-ad7c-71803c9191ec,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:58.574455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1770b-2cff-4955-a330-ef03d72fa139 req-4178e176-c192-458a-82e5-5c5eb20ab4cd tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:58.582673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fb1770b-2cff-4955-a330-ef03d72fa139 req-4178e176-c192-458a-82e5-5c5eb20ab4cd tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 945 time: 0.0657945 Sep 07 16:29:58.614088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:29:58.620300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Attempting to bind port 5a4672b7-e834-4954-ad7c-71803c9191ec on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:29:58.620806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Attempting to bind port 5a4672b7-e834-4954-ad7c-71803c9191ec by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:29:58.621234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Attempting to bind port 5a4672b7-e834-4954-ad7c-71803c9191ec on network 9ee866cd-a004-4375-83ca-90141d84ed42 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:58.641022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Port 5a4672b7-e834-4954-ad7c-71803c9191ec on network 9ee866cd-a004-4375-83ca-90141d84ed42 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:29:58.641375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Attempting to bind port 5a4672b7-e834-4954-ad7c-71803c9191ec on network 9ee866cd-a004-4375-83ca-90141d84ed42 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:29:58.656007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:29:58.657093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Checking segment: {'id': 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:29:58.657093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Bound using segment: {'id': 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:29:58.657350 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Bound port: 5a4672b7-e834-4954-ad7c-71803c9191ec, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:29:58.657575 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:58.664950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:29:58.682359 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c08eb5a1-9ce5-46b2-a699-ec9d5d4b4a9c not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:29:58.685834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fb1770b-2cff-4955-a330-ef03d72fa139 req-01dab019-2a74-4b67-9584-31e5422d9d32 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020555 Sep 07 16:29:58.760889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] For port 5a4672b7-e834-4954-ad7c-71803c9191ec, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:29:58.766840 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] For port 5a4672b7-e834-4954-ad7c-71803c9191ec, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5a4672b7-e834-4954-ad7c-71803c9191ec,segment=NetworkSegment(d6eb4149-0cde-40ad-b5a7-65804ae64e4c),segment_id=d6eb4149-0cde-40ad-b5a7-65804ae64e4c)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:29:58.773818 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:58.814330 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:58.815392 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:29:58.816856 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] 10.222.0.54 "PUT /v2.0/ports/5a4672b7-e834-4954-ad7c-71803c9191ec HTTP/1.1" status: 200 len: 1092 time: 0.9283864 Sep 07 16:29:58.819694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1420b9a6-47ca-40dc-a434-bec20a528a9e', 'tag': '5a4672b7-e834-4954-ad7c-71803c9191ec'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:29:58.830383 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c64583-239c-4c73-9cdb-1f4371d1f636" -d '{"events": [{"name": "network-changed", "server_uuid": "1420b9a6-47ca-40dc-a434-bec20a528a9e", "tag": "5a4672b7-e834-4954-ad7c-71803c9191ec"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:29:58.902993 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d09bdf8-1344-4e00-94b3-1902418732d6 x-openstack-request-id: req-6d09bdf8-1344-4e00-94b3-1902418732d6 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:29:58.903332 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1420b9a6-47ca-40dc-a434-bec20a528a9e", "tag": "5a4672b7-e834-4954-ad7c-71803c9191ec", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:29:58.903600 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d09bdf8-1344-4e00-94b3-1902418732d6 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:29:58.904002 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1420b9a6-47ca-40dc-a434-bec20a528a9e', 'tag': '5a4672b7-e834-4954-ad7c-71803c9191ec', 'status': 'completed', 'code': 200} Sep 07 16:29:58.924289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a322d-51ab-4906-a83d-a33e4d3ae740 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4672b7-e834-4954-ad7c-71803c9191ec,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:29:58.945181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4202b-e385-48a6-9474-76632afb9e16 req-193effa6-db8b-4861-8712-7806a58445b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:58.947178 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-193effa6-db8b-4861-8712-7806a58445b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 1095 time: 0.0720322 Sep 07 16:29:59.002102 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-fb3fd37a-1aaf-4c35-a624-5564f3dcfc7f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5a4672b7-e834-4954-ad7c-71803c9191ec HTTP/1.1" status: 200 len: 217 time: 0.0422473 Sep 07 16:29:59.078005 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4202b-e385-48a6-9474-76632afb9e16 req-708930ab-ede4-4dbd-adb6-24f3d21a5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:59.087285 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-708930ab-ede4-4dbd-adb6-24f3d21a5b7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5f11aebe-4595-4487-838c-c5b1a84e6b8f HTTP/1.1" status: 200 len: 838 time: 0.0732181 Sep 07 16:29:59.133046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b646d-880b-4766-9aaa-c9df8c67defb req-cb2fe075-376a-4f6f-bc59-6bc126edce32 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:59.134609 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b79b646d-880b-4766-9aaa-c9df8c67defb req-cb2fe075-376a-4f6f-bc59-6bc126edce32 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0927415 Sep 07 16:29:59.142993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4202b-e385-48a6-9474-76632afb9e16 req-5c3da0cb-3f59-49c1-8496-273ed550dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:59.144548 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-5c3da0cb-3f59-49c1-8496-273ed550dcd2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ee866cd-a004-4375-83ca-90141d84ed42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475094 Sep 07 16:29:59.258359 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-326a66f1-408d-4186-8c40-6149ec24a3b3 service neutron] 10.222.0.54 "GET /v2.0/networks/9ee866cd-a004-4375-83ca-90141d84ed42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986125 Sep 07 16:29:59.378891 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-38a4202b-e385-48a6-9474-76632afb9e16 req-f67df3a7-7d4a-44e7-861f-7f9c077572e6 service neutron] 10.222.0.54 "GET /v2.0/networks/9ee866cd-a004-4375-83ca-90141d84ed42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026020 Sep 07 16:29:59.495986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c64583-239c-4c73-9cdb-1f4371d1f636 req-f901f153-3e39-413d-9d9c-4dffdbfc7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:59.497835 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20c64583-239c-4c73-9cdb-1f4371d1f636 req-f901f153-3e39-413d-9d9c-4dffdbfc7d4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 1095 time: 0.0505834 Sep 07 16:29:59.628269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c64583-239c-4c73-9cdb-1f4371d1f636 req-eb799202-e1a0-419b-bd5f-fe1888a2d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:59.630610 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20c64583-239c-4c73-9cdb-1f4371d1f636 req-eb799202-e1a0-419b-bd5f-fe1888a2d21d service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ee866cd-a004-4375-83ca-90141d84ed42 HTTP/1.1" status: 200 len: 898 time: 0.1208642 Sep 07 16:29:59.637338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b79b646d-880b-4766-9aaa-c9df8c67defb req-b57271d6-5be2-4932-b92d-6887b9e78721 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4882865 Sep 07 16:29:59.667693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd80d9b-0dbd-4ac8-b93a-fcddb5cf1c54 req-b9fb1168-c955-48be-82c1-ea1b0369e75e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:59.667693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9bd80d9b-0dbd-4ac8-b93a-fcddb5cf1c54 req-b9fb1168-c955-48be-82c1-ea1b0369e75e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 944 time: 0.5266674 Sep 07 16:29:59.687072 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20c64583-239c-4c73-9cdb-1f4371d1f636 req-543a8e80-19f7-46fa-9876-ae01fd888ec3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5a4672b7-e834-4954-ad7c-71803c9191ec HTTP/1.1" status: 200 len: 217 time: 0.0451365 Sep 07 16:29:59.726024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9bd80d9b-0dbd-4ac8-b93a-fcddb5cf1c54 req-7eb45afd-429b-428d-9b8b-b0494baa2cb0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e2358c6-3fe2-4045-a445-88648f69b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574892 Sep 07 16:29:59.752496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c64583-239c-4c73-9cdb-1f4371d1f636 req-12a039f6-2869-4684-93fd-6aaf2afde609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:59.753893 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20c64583-239c-4c73-9cdb-1f4371d1f636 req-12a039f6-2869-4684-93fd-6aaf2afde609 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5f11aebe-4595-4487-838c-c5b1a84e6b8f HTTP/1.1" status: 200 len: 838 time: 0.0566821 Sep 07 16:29:59.828422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c64583-239c-4c73-9cdb-1f4371d1f636 req-7172784d-4e77-42be-8be7-a6f8146d3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:59.830016 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20c64583-239c-4c73-9cdb-1f4371d1f636 req-7172784d-4e77-42be-8be7-a6f8146d3d9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ee866cd-a004-4375-83ca-90141d84ed42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588100 Sep 07 16:29:59.892131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f5450-423e-49f8-9751-c1067fc3cf75 req-d692a4f7-b355-47b0-b1ff-84fcc4c5750d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:29:59.900958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f0f5450-423e-49f8-9751-c1067fc3cf75 req-d692a4f7-b355-47b0-b1ff-84fcc4c5750d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 945 time: 0.0928071 Sep 07 16:29:59.948912 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20c64583-239c-4c73-9cdb-1f4371d1f636 req-366ab2d4-ec89-4a81-b7f3-4c3eb0249c6e service neutron] 10.222.0.54 "GET /v2.0/networks/9ee866cd-a004-4375-83ca-90141d84ed42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093578 Sep 07 16:29:59.959633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f0f5450-423e-49f8-9751-c1067fc3cf75 req-f5a9f145-6da9-4f91-b2f2-a26e62b60f40 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533774 Sep 07 16:30:00.073999 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20c64583-239c-4c73-9cdb-1f4371d1f636 req-873e2ca3-eaf8-4ef7-897c-677de16b8cb4 service neutron] 10.222.0.54 "GET /v2.0/networks/9ee866cd-a004-4375-83ca-90141d84ed42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046846 Sep 07 16:30:00.215056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff612b-33c0-4bdd-9793-0708b90d2c49 req-db61648b-6489-44a1-b05b-f9a166414550 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:00.217670 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d9ff612b-33c0-4bdd-9793-0708b90d2c49 req-db61648b-6489-44a1-b05b-f9a166414550 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.54 "GET /v2.0/ports?device_id=75ac6944-4302-4ceb-a010-c657b82ed3fe HTTP/1.1" status: 200 len: 946 time: 0.0538673 Sep 07 16:30:00.323960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d9ff612b-33c0-4bdd-9793-0708b90d2c49 req-2eac3480-7fbd-4169-aafd-951f42827f77 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Deleting port d0bd890f-9626-4c0e-9e98-4b624983179d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:00.324297 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d9ff612b-33c0-4bdd-9793-0708b90d2c49 req-2eac3480-7fbd-4169-aafd-951f42827f77 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:00.419456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d9ff612b-33c0-4bdd-9793-0708b90d2c49 req-2eac3480-7fbd-4169-aafd-951f42827f77 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] For port d0bd890f-9626-4c0e-9e98-4b624983179d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=d0bd890f-9626-4c0e-9e98-4b624983179d,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:00.419824 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d9ff612b-33c0-4bdd-9793-0708b90d2c49 req-2eac3480-7fbd-4169-aafd-951f42827f77 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:00.432266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d9ff612b-33c0-4bdd-9793-0708b90d2c49 req-2eac3480-7fbd-4169-aafd-951f42827f77 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Calling delete_port for d0bd890f-9626-4c0e-9e98-4b624983179d owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:00.570432 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d9ff612b-33c0-4bdd-9793-0708b90d2c49 req-2eac3480-7fbd-4169-aafd-951f42827f77 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:00.582666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['b48ccee4-2b8a-4759-8c1b-c3e1941957b2'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:30:00.588008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['d0bd890f-9626-4c0e-9e98-4b624983179d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:30:00.598879 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac3480-7fbd-4169-aafd-951f42827f77 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Pushing event deleted for resources: {'Port': ['ID=d0bd890f-9626-4c0e-9e98-4b624983179d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:00.646474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5a4672b7-e834-4954-ad7c-71803c9191ec details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:30:00.646983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ff612b-33c0-4bdd-9793-0708b90d2c49 req-2eac3480-7fbd-4169-aafd-951f42827f77 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] No DVR routers for this DVR port d0bd890f-9626-4c0e-9e98-4b624983179d on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:30:00.656642 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d9ff612b-33c0-4bdd-9793-0708b90d2c49 req-2eac3480-7fbd-4169-aafd-951f42827f77 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:00.658821 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d9ff612b-33c0-4bdd-9793-0708b90d2c49 req-2eac3480-7fbd-4169-aafd-951f42827f77 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.54 "DELETE /v2.0/ports/d0bd890f-9626-4c0e-9e98-4b624983179d HTTP/1.1" status: 204 len: 173 time: 0.4334762 Sep 07 16:30:00.744569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52620f-7d5a-44fe-aed1-0bb2b3fd0d33 req-036e8aa3-832b-4c73-a345-8f515b94520c tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:00.744569 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad52620f-7d5a-44fe-aed1-0bb2b3fd0d33 req-036e8aa3-832b-4c73-a345-8f515b94520c tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 945 time: 0.1022556 Sep 07 16:30:00.904869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ac6944-4302-4ceb-a010-c657b82ed3fe', 'name': 'network-vif-deleted', 'tag': 'd0bd890f-9626-4c0e-9e98-4b624983179d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:00.907032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e0f3c-c587-4952-a492-abcf35b79fd7 req-cf71fd17-9dd2-44ec-9198-e5ff38b9eb6c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:00.907836 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aa6922-d397-48eb-8686-95a1a7ff885c" -d '{"events": [{"server_uuid": "75ac6944-4302-4ceb-a010-c657b82ed3fe", "name": "network-vif-deleted", "tag": "d0bd890f-9626-4c0e-9e98-4b624983179d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:00.915908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-139e0f3c-c587-4952-a492-abcf35b79fd7 req-cf71fd17-9dd2-44ec-9198-e5ff38b9eb6c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.1059556 Sep 07 16:30:00.952252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ad52620f-7d5a-44fe-aed1-0bb2b3fd0d33 req-07f258a9-2cff-4aba-b006-b846eccebb1d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Deleting port b48ccee4-2b8a-4759-8c1b-c3e1941957b2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:00.953166 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad52620f-7d5a-44fe-aed1-0bb2b3fd0d33 req-07f258a9-2cff-4aba-b006-b846eccebb1d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:00.991610 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5a4672b7-e834-4954-ad7c-71803c9191ec, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5a4672b7-e834-4954-ad7c-71803c9191ec,segment=NetworkSegment(d6eb4149-0cde-40ad-b5a7-65804ae64e4c),segment_id=d6eb4149-0cde-40ad-b5a7-65804ae64e4c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:00.997926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cf9d3-9049-46ce-aba1-f24397b8e0cb req-8939fbea-0cdc-4405-bb39-e1a3a78f9e59 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:01.010227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a81cf9d3-9049-46ce-aba1-f24397b8e0cb req-8939fbea-0cdc-4405-bb39-e1a3a78f9e59 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 944 time: 0.1259809 Sep 07 16:30:01.034462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-139e0f3c-c587-4952-a492-abcf35b79fd7 req-0e217688-dd90-423c-8209-2f8b0d48a50c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118209 Sep 07 16:30:01.094200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a81cf9d3-9049-46ce-aba1-f24397b8e0cb req-79cfdae1-ec1f-4201-9765-0f9bafb23309 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e2358c6-3fe2-4045-a445-88648f69b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800540 Sep 07 16:30:01.140366 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0bd9f4-a0ff-4c31-8e78-ee23681295f8 x-openstack-request-id: req-fc0bd9f4-a0ff-4c31-8e78-ee23681295f8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:01.140982 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ac6944-4302-4ceb-a010-c657b82ed3fe", "name": "network-vif-deleted", "tag": "d0bd890f-9626-4c0e-9e98-4b624983179d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:01.141519 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc0bd9f4-a0ff-4c31-8e78-ee23681295f8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:01.142120 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ac6944-4302-4ceb-a010-c657b82ed3fe', 'name': 'network-vif-deleted', 'tag': 'd0bd890f-9626-4c0e-9e98-4b624983179d', 'status': 'completed', 'code': 200} Sep 07 16:30:01.176556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ad52620f-7d5a-44fe-aed1-0bb2b3fd0d33 req-07f258a9-2cff-4aba-b006-b846eccebb1d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] For port b48ccee4-2b8a-4759-8c1b-c3e1941957b2, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b48ccee4-2b8a-4759-8c1b-c3e1941957b2,segment=NetworkSegment(89e5b4c6-0939-4fce-9750-09145987ba74),segment_id=89e5b4c6-0939-4fce-9750-09145987ba74)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:01.177192 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad52620f-7d5a-44fe-aed1-0bb2b3fd0d33 req-07f258a9-2cff-4aba-b006-b846eccebb1d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:01.214929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-ad52620f-7d5a-44fe-aed1-0bb2b3fd0d33 req-07f258a9-2cff-4aba-b006-b846eccebb1d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Calling delete_port for b48ccee4-2b8a-4759-8c1b-c3e1941957b2 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:01.284459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '5a4672b7-e834-4954-ad7c-71803c9191ec', 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42', 'port_id': '5a4672b7-e834-4954-ad7c-71803c9191ec', 'mac_address': 'fa:16:3e:d4:a8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f11aebe-4595-4487-838c-c5b1a84e6b8f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:30:01.303997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c85148-177d-4381-8f67-8725af338e24 req-f8a28808-e6ef-4e76-a7cc-f040bec96704 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:01.309272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0c85148-177d-4381-8f67-8725af338e24 req-f8a28808-e6ef-4e76-a7cc-f040bec96704 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd2cc6-6f14-436f-9aaa-ad5e245e689e HTTP/1.1" status: 200 len: 945 time: 0.1088679 Sep 07 16:30:01.347233 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:01.395481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0c85148-177d-4381-8f67-8725af338e24 req-bb190a7e-0a43-460a-8041-b10d9ee04968 tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7e885190-fde8-40f5-8516-cc0bc8ab8149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773122 Sep 07 16:30:01.396005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4672b7-e834-4954-ad7c-71803c9191ec {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:30:01.433439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5a4672b7-e834-4954-ad7c-71803c9191ec, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5a4672b7-e834-4954-ad7c-71803c9191ec,segment=NetworkSegment(d6eb4149-0cde-40ad-b5a7-65804ae64e4c),segment_id=d6eb4149-0cde-40ad-b5a7-65804ae64e4c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:01.440587 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:01.508181 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad52620f-7d5a-44fe-aed1-0bb2b3fd0d33 req-07f258a9-2cff-4aba-b006-b846eccebb1d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:01.510490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=5a4672b7-e834-4954-ad7c-71803c9191ec,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:01.522582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['d0bd890f-9626-4c0e-9e98-4b624983179d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:30:01.583773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f258a9-2cff-4aba-b006-b846eccebb1d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Pushing event deleted for resources: {'Port': ['ID=b48ccee4-2b8a-4759-8c1b-c3e1941957b2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:01.600523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2e6b4-d9c1-42b3-b74d-9826a37762cc req-ada37542-0c1a-4024-a084-48300205d581 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:01.612094 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04e2e6b4-d9c1-42b3-b74d-9826a37762cc req-ada37542-0c1a-4024-a084-48300205d581 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1097 time: 0.0703011 Sep 07 16:30:01.628553 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad52620f-7d5a-44fe-aed1-0bb2b3fd0d33 req-07f258a9-2cff-4aba-b006-b846eccebb1d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] No DVR routers for this DVR port b48ccee4-2b8a-4759-8c1b-c3e1941957b2 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:30:01.631287 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad52620f-7d5a-44fe-aed1-0bb2b3fd0d33 req-07f258a9-2cff-4aba-b006-b846eccebb1d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:01.633563 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad52620f-7d5a-44fe-aed1-0bb2b3fd0d33 req-07f258a9-2cff-4aba-b006-b846eccebb1d tempest-ListServersNegativeTestJSON-1475560634 tempest-ListServersNegativeTestJSON-1475560634-project] 10.222.0.35 "DELETE /v2.0/ports/b48ccee4-2b8a-4759-8c1b-c3e1941957b2 HTTP/1.1" status: 204 len: 173 time: 0.8737197 Sep 07 16:30:01.655499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04e2e6b4-d9c1-42b3-b74d-9826a37762cc req-d095e490-5d1d-4b54-af59-0696c4274f97 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 Sep 07 16:30:01.680933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49754) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:01.700981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['5a4672b7-e834-4954-ad7c-71803c9191ec'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:30:01.857267 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:01.905753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf4721-a830-4ed6-82bc-841bd7aac2c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port 48af0991-1a15-491f-84a6-b2d89e0db942 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:01.906286 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4721-a830-4ed6-82bc-841bd7aac2c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.048024 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4721-a830-4ed6-82bc-841bd7aac2c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.048520 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4721-a830-4ed6-82bc-841bd7aac2c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.067344 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf4721-a830-4ed6-82bc-841bd7aac2c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for 48af0991-1a15-491f-84a6-b2d89e0db942 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:02.274761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a97205-c7b8-4e05-8b76-499216df74d4 req-bf2caad1-02da-4612-8cd7-01b8a2592193 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:02.276304 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0a97205-c7b8-4e05-8b76-499216df74d4 req-bf2caad1-02da-4612-8cd7-01b8a2592193 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.1021712 Sep 07 16:30:02.284172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc896c-dba5-4516-baa5-80ed1645f6e4 req-a6522379-e772-4397-9a35-67bae9800245 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:02.291817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72cc896c-dba5-4516-baa5-80ed1645f6e4 req-a6522379-e772-4397-9a35-67bae9800245 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 945 time: 0.0943444 Sep 07 16:30:02.356767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72cc896c-dba5-4516-baa5-80ed1645f6e4 req-a8a2fdf4-d590-42a3-ae02-b792169bebdc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e2358c6-3fe2-4045-a445-88648f69b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639019 Sep 07 16:30:02.388104 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.389377 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0a97205-c7b8-4e05-8b76-499216df74d4 req-35289f33-b09f-4882-995d-4ed2eb896f47 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895014 Sep 07 16:30:02.459801 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4721-a830-4ed6-82bc-841bd7aac2c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.503867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf4721-a830-4ed6-82bc-841bd7aac2c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=48af0991-1a15-491f-84a6-b2d89e0db942,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:02.518036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49766) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:02.577700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5a6cad-b4d1-4b7d-9aad-f82b0f7bbfdb admin admin] Deleting subnet 10410dc9-7460-4f7c-b338-be46f193fe20 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:30:02.581663 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6cad-b4d1-4b7d-9aad-f82b0f7bbfdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.587721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4721-a830-4ed6-82bc-841bd7aac2c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.589158 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-cbdf4721-a830-4ed6-82bc-841bd7aac2c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Floating IP 58cfceed-a9b6-4642-8388-88144024151b disassociated (deleted). External IP: 172.25.3.244, port: 843c0d27-1150-481d-a206-666efc054861. Sep 07 16:30:02.624916 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6cad-b4d1-4b7d-9aad-f82b0f7bbfdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.637175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5a4672b7-e834-4954-ad7c-71803c9191ec up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:02.680408 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6cad-b4d1-4b7d-9aad-f82b0f7bbfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.753731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 5a4672b7-e834-4954-ad7c-71803c9191ec completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:02.758518 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6cad-b4d1-4b7d-9aad-f82b0f7bbfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.763496 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 5a4672b7-e834-4954-ad7c-71803c9191ec triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:02.763706 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.805632 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6cad-b4d1-4b7d-9aad-f82b0f7bbfdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.812530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1e5a6cad-b4d1-4b7d-9aad-f82b0f7bbfdb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/10410dc9-7460-4f7c-b338-be46f193fe20 HTTP/1.1" status: 204 len: 168 time: 0.2931790 Sep 07 16:30:02.813477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49768) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:02.842332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a6cad-b4d1-4b7d-9aad-f82b0f7bbfdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10410dc9-7460-4f7c-b338-be46f193fe20,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:02.869022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b48ccee4-2b8a-4759-8c1b-c3e1941957b2 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:02.901833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: b48ccee4-2b8a-4759-8c1b-c3e1941957b2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:02.902135 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b48ccee4-2b8a-4759-8c1b-c3e1941957b2 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:02.924301 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.954343 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a669302-fe79-4517-aabf-712b94383479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:02.967204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdf4721-a830-4ed6-82bc-841bd7aac2c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router a135924d-e4b1-4754-b7e3-80412eb3f0b8 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:30:02.979640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 5a4672b7-e834-4954-ad7c-71803c9191ec, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5a4672b7-e834-4954-ad7c-71803c9191ec,segment=NetworkSegment(d6eb4149-0cde-40ad-b5a7-65804ae64e4c),segment_id=d6eb4149-0cde-40ad-b5a7-65804ae64e4c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:02.982494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1420b9a6-47ca-40dc-a434-bec20a528a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4672b7-e834-4954-ad7c-71803c9191ec'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:02.985739 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5918214c-f4ac-442b-b5dc-a032546b38e7" -d '{"events": [{"server_uuid": "1420b9a6-47ca-40dc-a434-bec20a528a9e", "name": "network-vif-plugged", "status": "completed", "tag": "5a4672b7-e834-4954-ad7c-71803c9191ec"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:02.989885 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:03.055831 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a669302-fe79-4517-aabf-712b94383479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:03.075491 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dc1019-5d01-4b56-b098-b8113b629314 x-openstack-request-id: req-67dc1019-5d01-4b56-b098-b8113b629314 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:03.075784 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1420b9a6-47ca-40dc-a434-bec20a528a9e", "name": "network-vif-plugged", "status": "completed", "tag": "5a4672b7-e834-4954-ad7c-71803c9191ec", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:03.076043 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67dc1019-5d01-4b56-b098-b8113b629314 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:03.076469 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1420b9a6-47ca-40dc-a434-bec20a528a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4672b7-e834-4954-ad7c-71803c9191ec', 'code': 200} Sep 07 16:30:03.081362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1a669302-fe79-4517-aabf-712b94383479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e770df-5c25-4133-893a-f80f47b51ca1']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:03.082053 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=5a4672b7-e834-4954-ad7c-71803c9191ec,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:03.091414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1a669302-fe79-4517-aabf-712b94383479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e5b4c6-0939-4fce-9750-09145987ba74') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:03.091732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1a669302-fe79-4517-aabf-712b94383479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e5b4c6-0939-4fce-9750-09145987ba74') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:03.112252 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a669302-fe79-4517-aabf-712b94383479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:03.128951 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a669302-fe79-4517-aabf-712b94383479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:03.136805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a669302-fe79-4517-aabf-712b94383479 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:30:03.137208 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a669302-fe79-4517-aabf-712b94383479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:30:03.139136 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:30:03.171631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dd2cc6-6f14-436f-9aaa-ad5e245e689e', 'name': 'network-vif-deleted', 'tag': 'b48ccee4-2b8a-4759-8c1b-c3e1941957b2'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:03.173967 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28812618-06a1-47be-bf08-b6ff85f17657" -d '{"events": [{"server_uuid": "a7dd2cc6-6f14-436f-9aaa-ad5e245e689e", "name": "network-vif-deleted", "tag": "b48ccee4-2b8a-4759-8c1b-c3e1941957b2"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:03.223862 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a669302-fe79-4517-aabf-712b94383479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:03.230051 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0311b3b-5171-4b43-ae07-99f98b4ec713 x-openstack-request-id: req-d0311b3b-5171-4b43-ae07-99f98b4ec713 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:03.230361 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dd2cc6-6f14-436f-9aaa-ad5e245e689e", "name": "network-vif-deleted", "tag": "b48ccee4-2b8a-4759-8c1b-c3e1941957b2", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:03.230618 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0311b3b-5171-4b43-ae07-99f98b4ec713 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:03.231010 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dd2cc6-6f14-436f-9aaa-ad5e245e689e', 'name': 'network-vif-deleted', 'tag': 'b48ccee4-2b8a-4759-8c1b-c3e1941957b2', 'status': 'completed', 'code': 200} Sep 07 16:30:03.233328 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1a669302-fe79-4517-aabf-712b94383479 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:03.236425 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1a669302-fe79-4517-aabf-712b94383479 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a6e770df-5c25-4133-893a-f80f47b51ca1 HTTP/1.1" status: 204 len: 168 time: 0.4215062 Sep 07 16:30:03.242180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdf4721-a830-4ed6-82bc-841bd7aac2c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:30:03.247880 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4721-a830-4ed6-82bc-841bd7aac2c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:03.253641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a669302-fe79-4517-aabf-712b94383479 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e770df-5c25-4133-893a-f80f47b51ca1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:03.258812 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaef303-01c4-4283-96e7-667443fd38f3 None None] Sync routers for ids ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:30:03.275918 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaef303-01c4-4283-96e7-667443fd38f3 None None] Routers {'a135924d-e4b1-4754-b7e3-80412eb3f0b8'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:03.278404 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ebaef303-01c4-4283-96e7-667443fd38f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:29:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:03.279043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a22dc-2da5-4386-b052-1b71ea093e5e req-a8bbca7b-b582-4e92-bffc-e3b58704c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:03.281112 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-263a22dc-2da5-4386-b052-1b71ea093e5e req-a8bbca7b-b582-4e92-bffc-e3b58704c42d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 1097 time: 0.1018384 Sep 07 16:30:03.284810 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cbdf4721-a830-4ed6-82bc-841bd7aac2c8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/floatingips/58cfceed-a9b6-4642-8388-88144024151b HTTP/1.1" status: 204 len: 168 time: 1.6026700 Sep 07 16:30:03.340921 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-263a22dc-2da5-4386-b052-1b71ea093e5e req-179bae04-bbad-4104-b932-df6cc0ff417a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0e2358c6-3fe2-4045-a445-88648f69b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451012 Sep 07 16:30:03.420268 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ebaef303-01c4-4283-96e7-667443fd38f3 None None] Set router a135924d-e4b1-4754-b7e3-80412eb3f0b8 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:03.512259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49788) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:03.652732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026c7c7-9825-4077-9aae-f1640f378072 req-ab3b6095-c947-4042-b9d7-7887ad2f1dad tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:03.660956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f026c7c7-9825-4077-9aae-f1640f378072 req-ab3b6095-c947-4042-b9d7-7887ad2f1dad tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 946 time: 0.1348407 Sep 07 16:30:03.665632 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ebaef303-01c4-4283-96e7-667443fd38f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '78319587-d8fc-4cb6-9550-ca1c3d288018', 'name': '', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:19:ff:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:02Z', 'updated_at': '2021-09-07T16:28:07Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:03.690661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faed0aa-e622-4d96-aa14-a50c872fd39d req-af893329-c3eb-40d5-b462-5828a84d9771 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:03.692263 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1faed0aa-e622-4d96-aa14-a50c872fd39d req-af893329-c3eb-40d5-b462-5828a84d9771 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.1508305 Sep 07 16:30:03.694821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cfa7b4bb-b9bc-4be3-a8d6-e8fb7f9f2381 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe06761ad7ef44f4b4252ace40813e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829357 Sep 07 16:30:03.697582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49790) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:03.738152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f026c7c7-9825-4077-9aae-f1640f378072 req-a59e06c4-9134-4b91-ba08-7633b73d3f72 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e2358c6-3fe2-4045-a445-88648f69b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761867 Sep 07 16:30:03.803411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1faed0aa-e622-4d96-aa14-a50c872fd39d req-12338d64-c6c4-419b-bc08-00fc83d1f866 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827932 Sep 07 16:30:03.833521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ef64dea-cc9b-4e2d-94d0-eace33ddb30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:03.858800 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaef303-01c4-4283-96e7-667443fd38f3 None None] Checking router: a135924d-e4b1-4754-b7e3-80412eb3f0b8 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:30:03.868126 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaef303-01c4-4283-96e7-667443fd38f3 None None] Routers {'a135924d-e4b1-4754-b7e3-80412eb3f0b8'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:03.868898 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ebaef303-01c4-4283-96e7-667443fd38f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:29:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:03.878218 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ef64dea-cc9b-4e2d-94d0-eace33ddb30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:03.927181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f997d3-b56f-468a-b630-90ea74c80579 req-c1af2e87-d146-4622-9963-68f046d3b59c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:03.932885 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49f997d3-b56f-468a-b630-90ea74c80579 req-c1af2e87-d146-4622-9963-68f046d3b59c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 946 time: 0.1111844 Sep 07 16:30:03.972472 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ef64dea-cc9b-4e2d-94d0-eace33ddb30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:03.975806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ef64dea-cc9b-4e2d-94d0-eace33ddb30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:03.977154 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6ef64dea-cc9b-4e2d-94d0-eace33ddb30c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e885190-fde8-40f5-8516-cc0bc8ab8149 HTTP/1.1" status: 204 len: 168 time: 0.2785435 Sep 07 16:30:03.988154 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef64dea-cc9b-4e2d-94d0-eace33ddb30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e885190-fde8-40f5-8516-cc0bc8ab8149,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:04.019260 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49f997d3-b56f-468a-b630-90ea74c80579 req-8b0086bc-973b-4285-9882-67c55282f3f6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788841 Sep 07 16:30:04.055233 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ebaef303-01c4-4283-96e7-667443fd38f3 None None] Set router a135924d-e4b1-4754-b7e3-80412eb3f0b8 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:04.314695 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ebaef303-01c4-4283-96e7-667443fd38f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '78319587-d8fc-4cb6-9550-ca1c3d288018', 'name': '', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:19:ff:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:02Z', 'updated_at': '2021-09-07T16:28:07Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:04.352483 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaef303-01c4-4283-96e7-667443fd38f3 None None] The sync data for ids ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'] in n-d-807551-3 is: [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '78319587-d8fc-4cb6-9550-ca1c3d288018', 'name': '', 'network_id': 'e93338da-538b-438b-995f-c08da926d9e4', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:19:ff:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:28:02Z', 'updated_at': '2021-09-07T16:28:07Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '9b4e1405-5762-4a95-8b79-0be6c8039653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:30:04.638090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device d0bd890f-9626-4c0e-9e98-4b624983179d no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:04.663317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: d0bd890f-9626-4c0e-9e98-4b624983179d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:04.663565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device d0bd890f-9626-4c0e-9e98-4b624983179d not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:04.731830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e867b45-9bf1-4f27-9cf3-be04b04a3574 None None] New status for floating IP 58cfceed-a9b6-4642-8388-88144024151b: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:30:04.896082 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea707444-ccc4-44f7-a124-275bb39ecea1 req-517c3b8e-90d9-49c9-9118-94efa79fb21b tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:04.914350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea707444-ccc4-44f7-a124-275bb39ecea1 req-517c3b8e-90d9-49c9-9118-94efa79fb21b tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 946 time: 0.0930054 Sep 07 16:30:05.013673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49822) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:05.029562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca4d60-d979-413b-bb4b-b54dfa56fc9b req-b442fb9b-584a-4c21-849b-e3cbfcb31859 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:05.031195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ceca4d60-d979-413b-bb4b-b54dfa56fc9b req-b442fb9b-584a-4c21-849b-e3cbfcb31859 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.1039295 Sep 07 16:30:05.055945 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea707444-ccc4-44f7-a124-275bb39ecea1 req-8c5e8a81-a5d9-444f-b138-49c91022d27d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e2358c6-3fe2-4045-a445-88648f69b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301274 Sep 07 16:30:05.118077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ceca4d60-d979-413b-bb4b-b54dfa56fc9b req-113de65c-75c8-49a8-8287-94752c0b33d1 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702434 Sep 07 16:30:05.190541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f41c-f7a7-4aed-bc23-ab4a03586dc8 req-b4e7cd9c-a45f-4082-b8d0-d96badd53bca tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:05.192201 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f087f41c-f7a7-4aed-bc23-ab4a03586dc8 req-b4e7cd9c-a45f-4082-b8d0-d96badd53bca tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 946 time: 0.0970650 Sep 07 16:30:05.234176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'tag': '843c0d27-1150-481d-a206-666efc054861'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:05.236884 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358cf9c7-ef42-4acc-bdc7-d5b483cf5f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "tag": "843c0d27-1150-481d-a206-666efc054861"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:05.250050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1330030474-network', 'tenant_id': '8817716e700642d49d97c5d7ac182df9'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:05.301331 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330bb7b-2f25-4b39-979c-f4a49f916347 req-627aa8ca-56ac-476f-8bcd-942ea04d586d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:05.309661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a330bb7b-2f25-4b39-979c-f4a49f916347 req-627aa8ca-56ac-476f-8bcd-942ea04d586d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 946 time: 0.1050251 Sep 07 16:30:05.317391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Made reservation on behalf of 8817716e700642d49d97c5d7ac182df9 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:30:05.319680 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:05.338428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:05.345513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b77b2-6de3-482f-8ce6-44ae5509e26e req-4a269821-b3df-4761-8011-960d42e2f85e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:05.347245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-980b77b2-6de3-482f-8ce6-44ae5509e26e req-4a269821-b3df-4761-8011-960d42e2f85e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 946 time: 0.0981088 Sep 07 16:30:05.382068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a330bb7b-2f25-4b39-979c-f4a49f916347 req-c218b77b-188b-481e-badc-5540047a9bfa tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d76af2f-aff6-4b93-b637-04530fafcdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668647 Sep 07 16:30:05.392386 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f087f41c-f7a7-4aed-bc23-ab4a03586dc8 req-0568bd68-d02d-4f80-90de-1e2380a6956b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port 843c0d27-1150-481d-a206-666efc054861 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:05.392727 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f087f41c-f7a7-4aed-bc23-ab4a03586dc8 req-0568bd68-d02d-4f80-90de-1e2380a6956b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:05.435069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-980b77b2-6de3-482f-8ce6-44ae5509e26e req-6659e37f-8935-4a07-b912-afc6765f1a40 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e2358c6-3fe2-4045-a445-88648f69b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718238 Sep 07 16:30:05.444447 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82c851a-a8e6-42d7-a616-bef8cd3def70 x-openstack-request-id: req-f82c851a-a8e6-42d7-a616-bef8cd3def70 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:05.444752 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "tag": "843c0d27-1150-481d-a206-666efc054861", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:05.445013 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f82c851a-a8e6-42d7-a616-bef8cd3def70 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:05.445411 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'tag': '843c0d27-1150-481d-a206-666efc054861', 'status': 'completed', 'code': 200} Sep 07 16:30:05.522294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cf9c7-ef42-4acc-bdc7-d5b483cf5f9f req-d6487b51-5c8c-4d61-80cf-db15a010f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:05.524270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-358cf9c7-ef42-4acc-bdc7-d5b483cf5f9f req-d6487b51-5c8c-4d61-80cf-db15a010f86b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 1097 time: 0.0498271 Sep 07 16:30:05.585677 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f087f41c-f7a7-4aed-bc23-ab4a03586dc8 req-0568bd68-d02d-4f80-90de-1e2380a6956b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] For port 843c0d27-1150-481d-a206-666efc054861, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=843c0d27-1150-481d-a206-666efc054861,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:05.586151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f087f41c-f7a7-4aed-bc23-ab4a03586dc8 req-0568bd68-d02d-4f80-90de-1e2380a6956b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:05.590389 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:05.611148 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:05.620437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f087f41c-f7a7-4aed-bc23-ab4a03586dc8 req-0568bd68-d02d-4f80-90de-1e2380a6956b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for 843c0d27-1150-481d-a206-666efc054861 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:05.644283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:30:05.667381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cf9c7-ef42-4acc-bdc7-d5b483cf5f9f req-4d7c8c81-42cb-40ec-9478-c789bb17e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:05.669420 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-358cf9c7-ef42-4acc-bdc7-d5b483cf5f9f req-4d7c8c81-42cb-40ec-9478-c789bb17e99e service neutron] 10.222.0.54 "GET /v2.0/networks?id=e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 200 len: 898 time: 0.1362853 Sep 07 16:30:05.695509 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:05.695967 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Added segment d2fc51ed-7fc0-4652-9488-6270a564fa13 of type vlan for network 04479938-fe1a-4503-a899-ad35d3b8f9e8 Sep 07 16:30:05.698744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62772d24-0cef-4680-acab-2fcb12a6666f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:05.721306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-358cf9c7-ef42-4acc-bdc7-d5b483cf5f9f req-db61a28c-95bc-4b27-ac1d-7aa5d4d8a1c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 200 len: 217 time: 0.0428548 Sep 07 16:30:05.756899 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:05.775201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cf9c7-ef42-4acc-bdc7-d5b483cf5f9f req-a1a53b4d-26f2-4301-a9c1-c18a28ee2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:05.776753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-358cf9c7-ef42-4acc-bdc7-d5b483cf5f9f req-a1a53b4d-26f2-4301-a9c1-c18a28ee2581 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 200 len: 831 time: 0.0484025 Sep 07 16:30:05.799897 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:05.800961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:05.801554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:05.842467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cf9c7-ef42-4acc-bdc7-d5b483cf5f9f req-acb53fed-fa25-4461-aeed-cb92da0ba0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:05.845145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-358cf9c7-ef42-4acc-bdc7-d5b483cf5f9f req-acb53fed-fa25-4461-aeed-cb92da0ba0d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e93338da-538b-438b-995f-c08da926d9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606298 Sep 07 16:30:05.879583 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8644288 Sep 07 16:30:05.882955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49836) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:05.890386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Request body: {'subnet': {'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1330030474-subnet', 'tenant_id': '8817716e700642d49d97c5d7ac182df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:05.917198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477b731-784e-4c98-98f5-519a82da09f4 admin admin] Pushing event updated for resources: {'Network': ['ID=04479938-fe1a-4503-a899-ad35d3b8f9e8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:05.919823 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f087f41c-f7a7-4aed-bc23-ab4a03586dc8 req-0568bd68-d02d-4f80-90de-1e2380a6956b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:05.930754 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 04479938-fe1a-4503-a899-ad35d3b8f9e8 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:30:05.965627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Made reservation on behalf of 8817716e700642d49d97c5d7ac182df9 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:30:05.969053 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:05.980671 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568bd68-d02d-4f80-90de-1e2380a6956b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=843c0d27-1150-481d-a206-666efc054861,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:06.005003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-358cf9c7-ef42-4acc-bdc7-d5b483cf5f9f req-f837659c-6862-4253-b566-e9855a14c73d service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522763 Sep 07 16:30:06.190525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-358cf9c7-ef42-4acc-bdc7-d5b483cf5f9f req-8da33c19-ab4c-4e8c-bca7-ddf8eedf6fbb service neutron] 10.222.0.54 "GET /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738427 Sep 07 16:30:06.296077 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:06.313599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f087f41c-f7a7-4aed-bc23-ab4a03586dc8 req-0568bd68-d02d-4f80-90de-1e2380a6956b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] No DVR routers for this DVR port 843c0d27-1150-481d-a206-666efc054861 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:30:06.316174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f087f41c-f7a7-4aed-bc23-ab4a03586dc8 req-0568bd68-d02d-4f80-90de-1e2380a6956b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:06.318346 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f087f41c-f7a7-4aed-bc23-ab4a03586dc8 req-0568bd68-d02d-4f80-90de-1e2380a6956b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.54 "DELETE /v2.0/ports/843c0d27-1150-481d-a206-666efc054861 HTTP/1.1" status: 204 len: 173 time: 1.1195240 Sep 07 16:30:06.355160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302e7ee-9b76-4826-b21f-13e3b7c7067c req-8e3a0a5d-81de-41f3-829b-b01aa0541880 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:06.356898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2302e7ee-9b76-4826-b21f-13e3b7c7067c req-8e3a0a5d-81de-41f3-829b-b01aa0541880 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.1116405 Sep 07 16:30:06.379948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=095047a4-4b29-4384-8741-c774f5d6adc6,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:06.410118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:06.410604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:06.410978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:06.411292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:06.411671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:06.411974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:06.412310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:06.412688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:06.413019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:06.413345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:06.413677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:06.414007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:06.434930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Checking segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:06.435301 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Network hostable DHCP agents. Network: 04479938-fe1a-4503-a899-ad35d3b8f9e8, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:30:06.443453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2302e7ee-9b76-4826-b21f-13e3b7c7067c req-c26f5fb0-8fbc-4fb9-9f14-37e3c24a83aa tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761597 Sep 07 16:30:06.474105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Network 04479938-fe1a-4503-a899-ad35d3b8f9e8 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:30:06.485479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 04479938-fe1a-4503-a899-ad35d3b8f9e8) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:06.489915 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:06.490619 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:06.495593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a0c6b1-5c1f-4ea8-9993-1e7d3a83a672 None None] Network 04479938-fe1a-4503-a899-ad35d3b8f9e8 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:30:06.516085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3088ac96-db57-4984-89cb-a5742284fccc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6320145 Sep 07 16:30:06.533970 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7dc351a7-b25a-443a-a028-6cd753afeec5 req-7cce1569-3488-4025-8863-f180326588e0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb4cc4e4-388d-4d3c-8718-e4a1b252eab1 HTTP/1.1" status: 200 len: 210 time: 0.0364375 Sep 07 16:30:06.650961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a224497-6995-4986-9ceb-1d7815579c97 None None] Network 04479938-fe1a-4503-a899-ad35d3b8f9e8 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:30:06.962400 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49870) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:06.971859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-ab1a5aed-fa02-42e2-bb1b-1e6ecab38e0e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:06.973400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-ab1a5aed-fa02-42e2-bb1b-1e6ecab38e0e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.1073275 Sep 07 16:30:06.988902 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-99c3fe72-67ce-488f-b51e-81d9b2b84a54 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/quotas/8817716e700642d49d97c5d7ac182df9 HTTP/1.1" status: 200 len: 375 time: 0.0096886 Sep 07 16:30:07.010471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b24dd9-5133-42db-8a96-3d89c58540c0 req-93ed96ca-157c-423b-9fc4-39a936747df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:07.012317 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-74b24dd9-5133-42db-8a96-3d89c58540c0 req-93ed96ca-157c-423b-9fc4-39a936747df9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 1096 time: 0.0859854 Sep 07 16:30:07.020652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-e51d2335-09df-46e4-bd6c-f35fc36269d1 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263987 Sep 07 16:30:07.109623 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-070c0f67-0c81-4494-b682-ca59b3de407a service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817513 Sep 07 16:30:07.192488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b24dd9-5133-42db-8a96-3d89c58540c0 req-88f5d2f6-bbd0-4c36-a5e6-8e3d85c4c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:07.193864 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-74b24dd9-5133-42db-8a96-3d89c58540c0 req-88f5d2f6-bbd0-4c36-a5e6-8e3d85c4c703 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.1733463 Sep 07 16:30:07.201558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-2a58eb41-e7d1-4c39-8746-22808a3e7fdc service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858531 Sep 07 16:30:07.324224 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-74b24dd9-5133-42db-8a96-3d89c58540c0 req-e0759c58-593a-4eba-a495-b9388166b137 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b HTTP/1.1" status: 200 len: 1000 time: 0.1188853 Sep 07 16:30:07.382531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b7828eaa-9181-4a7c-9546-1149f2112c0b req-b4294d17-71b1-436c-a376-64739c3d37e7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 210 time: 0.0290694 Sep 07 16:30:07.444594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b24dd9-5133-42db-8a96-3d89c58540c0 req-3aac8458-196e-4133-9f44-7030a012a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:07.446070 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-74b24dd9-5133-42db-8a96-3d89c58540c0 req-3aac8458-196e-4133-9f44-7030a012a902 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.0856860 Sep 07 16:30:07.447954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'name': 'network-vif-deleted', 'tag': '843c0d27-1150-481d-a206-666efc054861'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:07.450185 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d5e293-fbaa-41cd-83d1-62b06456717e" -d '{"events": [{"server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "name": "network-vif-deleted", "tag": "843c0d27-1150-481d-a206-666efc054861"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:07.496777 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69edd44-d548-4260-89a5-9e1f088d8e0a x-openstack-request-id: req-c69edd44-d548-4260-89a5-9e1f088d8e0a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:07.497132 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4cc4e4-388d-4d3c-8718-e4a1b252eab1", "name": "network-vif-deleted", "tag": "843c0d27-1150-481d-a206-666efc054861", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:07.497387 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c69edd44-d548-4260-89a5-9e1f088d8e0a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:07.497795 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4cc4e4-388d-4d3c-8718-e4a1b252eab1', 'name': 'network-vif-deleted', 'tag': '843c0d27-1150-481d-a206-666efc054861', 'status': 'completed', 'code': 200} Sep 07 16:30:07.551108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b24dd9-5133-42db-8a96-3d89c58540c0 req-952f9c3e-c3eb-4cc1-b6db-738cf5d8c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:07.552644 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-74b24dd9-5133-42db-8a96-3d89c58540c0 req-952f9c3e-c3eb-4cc1-b6db-738cf5d8c74b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972903 Sep 07 16:30:07.589102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06b234-90d4-4e98-a5b2-7cbd45c97dc5 req-abb7fc1f-a9b7-4f31-85ec-53079c1f0b57 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:07.590833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e06b234-90d4-4e98-a5b2-7cbd45c97dc5 req-abb7fc1f-a9b7-4f31-85ec-53079c1f0b57 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0527110 Sep 07 16:30:07.615278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49888) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:07.642737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e06b234-90d4-4e98-a5b2-7cbd45c97dc5 req-60bc0728-ae72-4267-8c5b-ba5c3905a1ae tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437589 Sep 07 16:30:07.803314 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-74b24dd9-5133-42db-8a96-3d89c58540c0 req-17432491-aa31-4527-8d48-62a269935ee4 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411366 Sep 07 16:30:07.809660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:08.073301 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-74b24dd9-5133-42db-8a96-3d89c58540c0 req-a9ac7323-494c-4680-b07b-f2a8d9bce2f4 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572534 Sep 07 16:30:08.312470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Allocated IP 172.20.0.17 (9ee866cd-a004-4375-83ca-90141d84ed42/5f11aebe-4595-4487-838c-c5b1a84e6b8f/992a03ee-71f8-4323-bc09-7b2cf0403928) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:30:08.488934 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d581d44f-d549-4267-96ea-5d98083e5282 req-7309f41a-706b-4852-bb2b-8b3588901dfd tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 210 time: 0.0328896 Sep 07 16:30:08.530834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8ec17d50-e1c3-4246-8027-d100e778deb3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:08.532268 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8ec17d50-e1c3-4246-8027-d100e778deb3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.2134297 Sep 07 16:30:08.563249 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-a57c7c73-5ab9-48d0-9f82-a7419546973e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Request body: {'port': {'device_id': '4a84b350-32b5-4607-a593-9efcbc624be6', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'admin_state_up': True, 'tenant_id': '8817716e700642d49d97c5d7ac182df9'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:08.571469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:08.588581 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49f31e24-8ba8-4ca7-8b8e-cf78caf5e81e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:08.646626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 843c0d27-1150-481d-a206-666efc054861 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:08.669006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 843c0d27-1150-481d-a206-666efc054861 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:08.669362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 843c0d27-1150-481d-a206-666efc054861 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:08.675988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Transition to ACTIVE for port object 992a03ee-71f8-4323-bc09-7b2cf0403928 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:08.781497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dee40-a091-4212-9d36-b9bfd9f5d0e8 req-29fac42b-f36b-4043-82e0-2285b278964a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:08.783827 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-482dee40-a091-4212-9d36-b9bfd9f5d0e8 req-29fac42b-f36b-4043-82e0-2285b278964a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.0560637 Sep 07 16:30:08.829474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-482dee40-a091-4212-9d36-b9bfd9f5d0e8 req-164b5c99-f681-4b8b-aed1-d2552491853b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344958 Sep 07 16:30:08.881838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 3a290dbc-31d6-4be8-b92a-3db645c1e50b no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:08.969619 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:08.993884 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:08.996129 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769918f9-4a41-49d6-a78a-ea428275d5a3" -d '{"events": [{"server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "name": "network-vif-unplugged", "status": "completed", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:09.009529 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:09.015523 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:09.054256 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c31ee9-2a4e-4e73-ae1b-bfa5545df884 x-openstack-request-id: req-94c31ee9-2a4e-4e73-ae1b-bfa5545df884 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:09.054958 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "name": "network-vif-unplugged", "status": "completed", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:09.055420 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94c31ee9-2a4e-4e73-ae1b-bfa5545df884 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:09.055827 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'code': 200} Sep 07 16:30:09.067778 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:09.071099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=3a290dbc-31d6-4be8-b92a-3db645c1e50b,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:09.104019 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-a57c7c73-5ab9-48d0-9f82-a7419546973e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Made reservation on behalf of 8817716e700642d49d97c5d7ac182df9 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:30:09.107431 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-a57c7c73-5ab9-48d0-9f82-a7419546973e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:09.172195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 9ee866cd-a004-4375-83ca-90141d84ed42 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:09.187507 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:09.195424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:30:09.198622 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=992a03ee-71f8-4323-bc09-7b2cf0403928,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:09.303517 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:09.404256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c9ed085e-6239-4667-8ffb-690d862db695 None None] Provisioning for port 992a03ee-71f8-4323-bc09-7b2cf0403928 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:09.410287 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c9ed085e-6239-4667-8ffb-690d862db695 None None] Provisioning complete for port 992a03ee-71f8-4323-bc09-7b2cf0403928 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:09.410759 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c9ed085e-6239-4667-8ffb-690d862db695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:09.427675 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-a57c7c73-5ab9-48d0-9f82-a7419546973e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Allocated IP 172.20.0.8 (04479938-fe1a-4503-a899-ad35d3b8f9e8/095047a4-4b29-4384-8741-c774f5d6adc6/ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:30:09.456324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed085e-6239-4667-8ffb-690d862db695 None None] Port 992a03ee-71f8-4323-bc09-7b2cf0403928 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:30:09.588445 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0c9cf53-e4f3-4a12-9559-eae127d9b75a req-1add191f-268a-4793-9070-ef75adad3311 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 210 time: 0.0270879 Sep 07 16:30:09.599175 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:09.644822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-49f31e24-8ba8-4ca7-8b8e-cf78caf5e81e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port 78319587-d8fc-4cb6-9550-ca1c3d288018 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:09.645151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49f31e24-8ba8-4ca7-8b8e-cf78caf5e81e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:09.806990 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-a57c7c73-5ab9-48d0-9f82-a7419546973e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:09.845505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-49f31e24-8ba8-4ca7-8b8e-cf78caf5e81e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] For port 78319587-d8fc-4cb6-9550-ca1c3d288018, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=78319587-d8fc-4cb6-9550-ca1c3d288018,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:09.845875 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49f31e24-8ba8-4ca7-8b8e-cf78caf5e81e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:09.890864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-49f31e24-8ba8-4ca7-8b8e-cf78caf5e81e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for 78319587-d8fc-4cb6-9550-ca1c3d288018 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:09.954729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6024dd1-30b8-4b93-aea0-c9b61be503c9 req-586a57cf-6122-4fa1-9409-8ca71c75e089 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:09.956228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6024dd1-30b8-4b93-aea0-c9b61be503c9 req-586a57cf-6122-4fa1-9409-8ca71c75e089 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 943 time: 0.0478060 Sep 07 16:30:09.996623 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6024dd1-30b8-4b93-aea0-c9b61be503c9 req-83b1e5a7-8c8a-463d-b990-f6f0e27f3ed3 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330822 Sep 07 16:30:10.013981 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-a57c7c73-5ab9-48d0-9f82-a7419546973e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:10.157694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-a57c7c73-5ab9-48d0-9f82-a7419546973e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Network 04479938-fe1a-4503-a899-ad35d3b8f9e8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:10.166815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-a57c7c73-5ab9-48d0-9f82-a7419546973e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:10.176947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c7c73-5ab9-48d0-9f82-a7419546973e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event updated for resources: {'Port': ['ID=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:10.182646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-a57c7c73-5ab9-48d0-9f82-a7419546973e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:30:10.255477 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:10.263158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-a57c7c73-5ab9-48d0-9f82-a7419546973e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:10.263757 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-a57c7c73-5ab9-48d0-9f82-a7419546973e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:10.268146 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:10.337661 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-a57c7c73-5ab9-48d0-9f82-a7419546973e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7882154 Sep 07 16:30:10.358972 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87322389-48f8-4050-8d12-5daf84ddf54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:10.371660 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Request body: {'port': {'device_id': '4a84b350-32b5-4607-a593-9efcbc624be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:10.410514 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:10.416458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=992a03ee-71f8-4323-bc09-7b2cf0403928,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:10.470901 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49f31e24-8ba8-4ca7-8b8e-cf78caf5e81e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:10.512625 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f31e24-8ba8-4ca7-8b8e-cf78caf5e81e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=78319587-d8fc-4cb6-9550-ca1c3d288018,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:10.514965 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:10.714579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f768bcd-c820-4fe1-9549-e4426e883253 req-b60c69a5-c4af-4d10-ab1f-f6955ff5048d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:10.716323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f768bcd-c820-4fe1-9549-e4426e883253 req-b60c69a5-c4af-4d10-ab1f-f6955ff5048d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 931 time: 0.0561788 Sep 07 16:30:10.726490 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 9ee866cd-a004-4375-83ca-90141d84ed42 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:10.737703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:10.757037 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f768bcd-c820-4fe1-9549-e4426e883253 req-fc3162df-0803-4de8-a863-601aa2fa54e8 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342143 Sep 07 16:30:10.982360 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ab3fbb55-83f9-4fd8-b03a-cd468738c12b None None] Provisioning complete for port 992a03ee-71f8-4323-bc09-7b2cf0403928 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:10.982731 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab3fbb55-83f9-4fd8-b03a-cd468738c12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:11.018189 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fbb55-83f9-4fd8-b03a-cd468738c12b None None] Port 992a03ee-71f8-4323-bc09-7b2cf0403928 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:30:11.123265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77a386-5122-4470-a0fd-9d378a560f4a req-99f1cec4-a5e4-4fd6-b154-0fed9b79b762 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:11.125485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa77a386-5122-4470-a0fd-9d378a560f4a req-99f1cec4-a5e4-4fd6-b154-0fed9b79b762 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 943 time: 0.0517759 Sep 07 16:30:11.165163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa77a386-5122-4470-a0fd-9d378a560f4a req-683308d9-4f6b-4d32-b119-4542f032d285 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333424 Sep 07 16:30:11.261660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49f31e24-8ba8-4ca7-8b8e-cf78caf5e81e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:11.303539 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:30:11.430607 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:30:11.468853 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:11.510478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Transition to ACTIVE for port object ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:11.549109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:11.658402 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:30:11.669324 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-14a801f9-0f3b-473a-a572-eb85e4d76786 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "PUT /v2.0/routers/4196aaaa-ac94-45bf-afd4-c36f4eed4be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7054782 Sep 07 16:30:11.671330 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Sync routers for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:30:11.680492 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:11.681511 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:29:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:11.684883 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-bc8b5217-d77b-4187-af7b-3070cab3a40e req-d45dd38e-6db0-43f3-960e-d30a2f8c14d5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:30:11.685985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc8b5217-d77b-4187-af7b-3070cab3a40e req-d45dd38e-6db0-43f3-960e-d30a2f8c14d5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058260 Sep 07 16:30:11.699260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:11.775413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f31e24-8ba8-4ca7-8b8e-cf78caf5e81e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router a135924d-e4b1-4754-b7e3-80412eb3f0b8 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:30:11.806825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Attempting to bind port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:30:11.807298 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Attempting to bind port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:30:11.807732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Attempting to bind port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:11.814263 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:11.847772 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:30:11.848242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Attempting to bind port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:11.860001 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:30:11.860530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Checking segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:11.861042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Bound using segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:30:11.861598 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Bound port: ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:30:11.862075 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:11.944219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478c362-7523-4c32-a6cb-64de536c855b req-d474654a-4e8a-465a-ba6d-b3fe2ef236f8 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:11.951460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6478c362-7523-4c32-a6cb-64de536c855b req-d474654a-4e8a-465a-ba6d-b3fe2ef236f8 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 943 time: 0.1008878 Sep 07 16:30:11.981537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90b1f6-166a-4ec1-9b01-1ba60392f495 req-e1fa5f75-2be7-4b2a-8be7-1162f0cd16d8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:11.983717 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b90b1f6-166a-4ec1-9b01-1ba60392f495 req-e1fa5f75-2be7-4b2a-8be7-1162f0cd16d8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 943 time: 0.1160996 Sep 07 16:30:11.995326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f31e24-8ba8-4ca7-8b8e-cf78caf5e81e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:30:12.002199 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-49f31e24-8ba8-4ca7-8b8e-cf78caf5e81e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "PUT /v2.0/routers/a135924d-e4b1-4754-b7e3-80412eb3f0b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3859391 Sep 07 16:30:12.006181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49944) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:12.009035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0e939d-1cda-4d69-bc68-01c36402ac17 None None] Sync routers for ids ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:30:12.015705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] For port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:30:12.026318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0e939d-1cda-4d69-bc68-01c36402ac17 None None] Routers {'a135924d-e4b1-4754-b7e3-80412eb3f0b8'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:12.026964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1a0e939d-1cda-4d69-bc68-01c36402ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:29:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:12.031799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6478c362-7523-4c32-a6cb-64de536c855b req-9ad239d9-acbb-4c2b-9e65-18a27e56e183 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792377 Sep 07 16:30:12.058467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] For port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:30:12.066197 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:12.078619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b90b1f6-166a-4ec1-9b01-1ba60392f495 req-ba064140-64b1-447e-9959-4d57eb8e5a32 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871983 Sep 07 16:30:12.123818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:12.124504 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:12.125937 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] 10.222.0.35 "PUT /v2.0/ports/ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 HTTP/1.1" status: 200 len: 1091 time: 1.7601612 Sep 07 16:30:12.128534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a84b350-32b5-4607-a593-9efcbc624be6', 'tag': 'ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:12.131097 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdef2a5-7a26-4715-bfab-59371f9b1686" -d '{"events": [{"name": "network-changed", "server_uuid": "4a84b350-32b5-4607-a593-9efcbc624be6", "tag": "ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:12.139881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-827d68b7-bcff-4766-b80d-82777a6cbc26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting subnet 9b4e1405-5762-4a95-8b79-0be6c8039653 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:30:12.143209 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-827d68b7-bcff-4766-b80d-82777a6cbc26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:12.184672 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9632d87-802f-4a28-8fe1-002188467a1d x-openstack-request-id: req-b9632d87-802f-4a28-8fe1-002188467a1d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:12.184972 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a84b350-32b5-4607-a593-9efcbc624be6", "tag": "ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:12.185229 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9632d87-802f-4a28-8fe1-002188467a1d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:12.185635 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a84b350-32b5-4607-a593-9efcbc624be6', 'tag': 'ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30', 'status': 'completed', 'code': 200} Sep 07 16:30:12.190685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1a0e939d-1cda-4d69-bc68-01c36402ac17 None None] Set router a135924d-e4b1-4754-b7e3-80412eb3f0b8 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:12.191673 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:30:09Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '34a55770-7feb-4eeb-a289-6efaaa97207a', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'port_id': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'mac_address': 'fa:16:3e:84:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d17956-247a-41eb-a1a5-2e645202bada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:28:18Z', 'updated_at': '2021-09-07T16:28:21Z', 'revision_number': 1, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992a03ee-71f8-4323-bc09-7b2cf0403928', 'name': '', 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b9:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '5f11aebe-4595-4487-838c-c5b1a84e6b8f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:08Z', 'updated_at': '2021-09-07T16:30:09Z', 'revision_number': 2, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '5f11aebe-4595-4487-838c-c5b1a84e6b8f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:57Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:12.221122 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Checking router: 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:30:12.221524 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Updating router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 port 992a03ee-71f8-4323-bc09-7b2cf0403928 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:30:12.262557 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:12.282608 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-827d68b7-bcff-4766-b80d-82777a6cbc26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:12.308907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96830d-d141-497d-b6e6-5a6c3dcad0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:12.336027 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-ff31200b-329e-4fde-adac-d8bdc1dc62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:12.337597 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-ff31200b-329e-4fde-adac-d8bdc1dc62bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 1094 time: 0.1549177 Sep 07 16:30:12.342939 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-32246df4-5b08-405c-8718-0ab2c8c2a89b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1608164 Sep 07 16:30:12.391014 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-94c44b67-30a1-493b-b3a0-ec7b5045d989 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 HTTP/1.1" status: 200 len: 217 time: 0.0416157 Sep 07 16:30:12.411307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1a0e939d-1cda-4d69-bc68-01c36402ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:30:10Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:12.447553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0e939d-1cda-4d69-bc68-01c36402ac17 None None] Checking router: a135924d-e4b1-4754-b7e3-80412eb3f0b8 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:30:12.464768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0e939d-1cda-4d69-bc68-01c36402ac17 None None] Routers {'a135924d-e4b1-4754-b7e3-80412eb3f0b8'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:12.465439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1a0e939d-1cda-4d69-bc68-01c36402ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:29:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:12.475049 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-827d68b7-bcff-4766-b80d-82777a6cbc26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:12.518776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-719dc2af-6d42-4963-b2c1-024bd75408be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:12.520265 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-719dc2af-6d42-4963-b2c1-024bd75408be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.1105909 Sep 07 16:30:12.565911 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-6823b69d-9442-40bd-96b4-37e0c1b6c73e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364449 Sep 07 16:30:12.586574 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-827d68b7-bcff-4766-b80d-82777a6cbc26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:12.589309 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:12.598836 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1a0e939d-1cda-4d69-bc68-01c36402ac17 None None] Set router a135924d-e4b1-4754-b7e3-80412eb3f0b8 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:12.608620 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Transition to ACTIVE for port object 992a03ee-71f8-4323-bc09-7b2cf0403928 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:12.618272 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:12.675954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d68b7-bcff-4766-b80d-82777a6cbc26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4e1405-5762-4a95-8b79-0be6c8039653,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:12.688013 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-827d68b7-bcff-4766-b80d-82777a6cbc26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:12.690320 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-827d68b7-bcff-4766-b80d-82777a6cbc26 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/subnets/9b4e1405-5762-4a95-8b79-0be6c8039653 HTTP/1.1" status: 204 len: 168 time: 0.6832063 Sep 07 16:30:12.693204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49962) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:12.704763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1db505e-fd87-4edf-9a3d-4d2d013b105a None None] Network e93338da-538b-438b-995f-c08da926d9e4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:30:12.747337 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Pushing event updated for resources: {'Port': ['ID=992a03ee-71f8-4323-bc09-7b2cf0403928,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:12.759156 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:12.759636 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:12.759977 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:12.760305 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:12.760657 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:12.760981 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:12.761303 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:12.761621 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:12.761936 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:12.762250 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:12.762563 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:12.762877 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:12.769029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-456aa9a9-3b83-409c-8ec9-fee030f382e9 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932189 Sep 07 16:30:12.858797 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Attempting to bind port 992a03ee-71f8-4323-bc09-7b2cf0403928 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:30:12.859707 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Attempting to bind port 992a03ee-71f8-4323-bc09-7b2cf0403928 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:30:12.860452 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Attempting to bind port 992a03ee-71f8-4323-bc09-7b2cf0403928 on network 9ee866cd-a004-4375-83ca-90141d84ed42 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:12.867892 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:30:12.868898 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Checking segment: {'id': 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:12.869496 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:12.870066 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Bound using segment: {'id': 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:30:12.871357 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Bound port: 992a03ee-71f8-4323-bc09-7b2cf0403928, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:30:12.871929 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:12.894303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 3a290dbc-31d6-4be8-b92a-3db645c1e50b no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:12.897227 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:12.952585 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8702bc7d-49f5-4927-9c7d-83a7d7e697b5 req-8f84567f-1a7f-4d80-9aee-977f06b6cf88 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737041 Sep 07 16:30:13.002757 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] For port 992a03ee-71f8-4323-bc09-7b2cf0403928, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:30:13.009578 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] For port 992a03ee-71f8-4323-bc09-7b2cf0403928, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=992a03ee-71f8-4323-bc09-7b2cf0403928,segment=NetworkSegment(d6eb4149-0cde-40ad-b5a7-65804ae64e4c),segment_id=d6eb4149-0cde-40ad-b5a7-65804ae64e4c)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:30:13.017611 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.038066 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.072188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdef2a5-7a26-4715-bfab-59371f9b1686 req-a13adbe4-ff11-4192-8d52-75cef4502d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:13.074099 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cbdef2a5-7a26-4715-bfab-59371f9b1686 req-a13adbe4-ff11-4192-8d52-75cef4502d3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 1094 time: 0.0672770 Sep 07 16:30:13.085197 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:13.085671 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:29:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:13.209478 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cd89d-13e0-4b5f-927b-c134baf7ee14 None None] Pushing event updated for resources: {'Port': ['ID=992a03ee-71f8-4323-bc09-7b2cf0403928,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:13.256362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bac47-3a3f-41cd-a8a5-dbd2f0af6179 req-ad8f6719-bd26-46ca-8550-3436ef7a96b7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:13.263934 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a79bac47-3a3f-41cd-a8a5-dbd2f0af6179 req-ad8f6719-bd26-46ca-8550-3436ef7a96b7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 943 time: 0.1084151 Sep 07 16:30:13.274793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port dda80944-3d9f-4020-8ec7-f9c92f0e9905 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:13.275144 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.303708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdef2a5-7a26-4715-bfab-59371f9b1686 req-cbefdda6-79b8-4cd8-b583-7954e64e7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:13.305867 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cbdef2a5-7a26-4715-bfab-59371f9b1686 req-cbefdda6-79b8-4cd8-b583-7954e64e7013 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 907 time: 0.2221658 Sep 07 16:30:13.370752 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:13.380897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] For port dda80944-3d9f-4020-8ec7-f9c92f0e9905, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dda80944-3d9f-4020-8ec7-f9c92f0e9905,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:13.381314 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.395176 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cbdef2a5-7a26-4715-bfab-59371f9b1686 req-e3479d06-1f95-4797-a7f2-7c2cf5af11fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 HTTP/1.1" status: 200 len: 217 time: 0.0759187 Sep 07 16:30:13.399360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for dda80944-3d9f-4020-8ec7-f9c92f0e9905 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:13.446002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdef2a5-7a26-4715-bfab-59371f9b1686 req-32c9a995-2722-4124-8e70-67e71d2e33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:13.448015 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cbdef2a5-7a26-4715-bfab-59371f9b1686 req-32c9a995-2722-4124-8e70-67e71d2e33cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.0518117 Sep 07 16:30:13.518471 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cbdef2a5-7a26-4715-bfab-59371f9b1686 req-658e7d92-767e-4eab-b8fe-6f2ff80739d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611959 Sep 07 16:30:13.560702 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1a0e939d-1cda-4d69-bc68-01c36402ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:30:10Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:13.599175 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.608886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0e939d-1cda-4d69-bc68-01c36402ac17 None None] The sync data for ids ['a135924d-e4b1-4754-b7e3-80412eb3f0b8'] in n-d-807551-3 is: [{'id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120171096', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:30:10Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': 'dda80944-3d9f-4020-8ec7-f9c92f0e9905', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135924d-e4b1-4754-b7e3-80412eb3f0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:58Z', 'updated_at': '2021-09-07T16:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:30:13.631650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37855000-6b16-4db5-9752-2d288fc22ccd None None] DHCP port deletion for e93338da-538b-438b-995f-c08da926d9e4 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:30:13.663634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a79bac47-3a3f-41cd-a8a5-dbd2f0af6179 req-f41281c9-a556-43cf-85ed-44516ed05c22 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986681 Sep 07 16:30:13.666432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=dda80944-3d9f-4020-8ec7-f9c92f0e9905,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:13.678671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b387fd3-b092-4123-a695-2a26f4f6475f req-e978a19a-9f66-484d-bff9-f8a4be749a70 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:13.680953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b387fd3-b092-4123-a695-2a26f4f6475f req-e978a19a-9f66-484d-bff9-f8a4be749a70 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 943 time: 0.4797161 Sep 07 16:30:13.740128 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-37855000-6b16-4db5-9752-2d288fc22ccd None None] Deleting port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:13.740545 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-37855000-6b16-4db5-9752-2d288fc22ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.761060 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b387fd3-b092-4123-a695-2a26f4f6475f req-9095df26-3546-400b-b4e9-387d3ad39858 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728509 Sep 07 16:30:13.777451 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cbdef2a5-7a26-4715-bfab-59371f9b1686 req-2d52213c-d8cc-4bdb-af77-5247039e43cc service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476287 Sep 07 16:30:13.797222 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.861191 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-37855000-6b16-4db5-9752-2d288fc22ccd None None] For port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f5d8014b-6fee-4121-a0c0-0d29eaeaf8db,segment=NetworkSegment(0389f601-bb87-4f69-b2b5-edad6173004e),segment_id=0389f601-bb87-4f69-b2b5-edad6173004e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:13.861514 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-37855000-6b16-4db5-9752-2d288fc22ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.900588 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cbdef2a5-7a26-4715-bfab-59371f9b1686 req-fd05b3ed-ce8a-48ec-9deb-f835a03e45ae service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158729 Sep 07 16:30:13.906144 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-37855000-6b16-4db5-9752-2d288fc22ccd None None] Calling delete_port for f5d8014b-6fee-4121-a0c0-0d29eaeaf8db owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:13.915494 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.917958 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.966905 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.968029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Fanout notify agent at l3_agent the message router_deleted on router a135924d-e4b1-4754-b7e3-80412eb3f0b8 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:30:13.969803 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:30:09Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '34a55770-7feb-4eeb-a289-6efaaa97207a', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'port_id': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'mac_address': 'fa:16:3e:84:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d17956-247a-41eb-a1a5-2e645202bada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:28:18Z', 'updated_at': '2021-09-07T16:28:21Z', 'revision_number': 1, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992a03ee-71f8-4323-bc09-7b2cf0403928', 'name': '', 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b9:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '5f11aebe-4595-4487-838c-c5b1a84e6b8f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:08Z', 'updated_at': '2021-09-07T16:30:12Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '5f11aebe-4595-4487-838c-c5b1a84e6b8f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:57Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:13.984297 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.987916 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:13.996212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-64a5a57b-02c6-4b56-8146-edbad4c46dad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/routers/a135924d-e4b1-4754-b7e3-80412eb3f0b8 HTTP/1.1" status: 204 len: 168 time: 1.2992485 Sep 07 16:30:13.996568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49970) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:14.004890 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647eef91-37eb-49e6-bdb2-c6a4f55ba167 None None] The sync data for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 is: [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:30:09Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '34a55770-7feb-4eeb-a289-6efaaa97207a', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'port_id': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'mac_address': 'fa:16:3e:84:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d17956-247a-41eb-a1a5-2e645202bada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:28:18Z', 'updated_at': '2021-09-07T16:28:21Z', 'revision_number': 1, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992a03ee-71f8-4323-bc09-7b2cf0403928', 'name': '', 'network_id': '9ee866cd-a004-4375-83ca-90141d84ed42', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b9:94:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '5f11aebe-4595-4487-838c-c5b1a84e6b8f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:08Z', 'updated_at': '2021-09-07T16:30:12Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '5f11aebe-4595-4487-838c-c5b1a84e6b8f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:57Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:30:14.036878 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-37855000-6b16-4db5-9752-2d288fc22ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:14.051138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37855000-6b16-4db5-9752-2d288fc22ccd None None] No DVR routers for this DVR port f5d8014b-6fee-4121-a0c0-0d29eaeaf8db on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:30:14.072233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37855000-6b16-4db5-9752-2d288fc22ccd None None] Pushing event deleted for resources: {'Port': ['ID=f5d8014b-6fee-4121-a0c0-0d29eaeaf8db,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:14.127445 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f32be7a3-7a87-4237-9315-5bd5bc99fedd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:14.244685 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-297e7203-33a7-411b-981b-66dd0a938360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:14.271164 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f32be7a3-7a87-4237-9315-5bd5bc99fedd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:14.304372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f32be7a3-7a87-4237-9315-5bd5bc99fedd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93338da-538b-438b-995f-c08da926d9e4']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:14.315173 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f32be7a3-7a87-4237-9315-5bd5bc99fedd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0389f601-bb87-4f69-b2b5-edad6173004e') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:14.315654 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f32be7a3-7a87-4237-9315-5bd5bc99fedd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0389f601-bb87-4f69-b2b5-edad6173004e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:14.326185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f32be7a3-7a87-4237-9315-5bd5bc99fedd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:14.344453 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f32be7a3-7a87-4237-9315-5bd5bc99fedd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:14.353808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32be7a3-7a87-4237-9315-5bd5bc99fedd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:30:14.357998 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f32be7a3-7a87-4237-9315-5bd5bc99fedd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:30:14.363554 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:30:14.449026 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f32be7a3-7a87-4237-9315-5bd5bc99fedd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:14.456108 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f32be7a3-7a87-4237-9315-5bd5bc99fedd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:14.459148 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f32be7a3-7a87-4237-9315-5bd5bc99fedd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/networks/e93338da-538b-438b-995f-c08da926d9e4 HTTP/1.1" status: 204 len: 168 time: 0.4615273 Sep 07 16:30:14.461976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49974) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:14.479313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32be7a3-7a87-4237-9315-5bd5bc99fedd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Network': ['ID=e93338da-538b-438b-995f-c08da926d9e4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:14.550861 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12f94a4c-4b77-4fcb-b5ab-131917aa5b63 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:14.582978 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12f94a4c-4b77-4fcb-b5ab-131917aa5b63 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:14.659123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12f94a4c-4b77-4fcb-b5ab-131917aa5b63 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:14.662767 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-12f94a4c-4b77-4fcb-b5ab-131917aa5b63 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:14.664739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-12f94a4c-4b77-4fcb-b5ab-131917aa5b63 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/security-groups/3d76af2f-aff6-4b93-b637-04530fafcdd8 HTTP/1.1" status: 204 len: 168 time: 0.2013109 Sep 07 16:30:14.675964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f94a4c-4b77-4fcb-b5ab-131917aa5b63 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d76af2f-aff6-4b93-b637-04530fafcdd8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:14.847850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933ad05-457c-4682-b90e-9228d319257a req-fd7dccbe-d351-4b3f-aa43-00196dd58d70 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:14.857165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2933ad05-457c-4682-b90e-9228d319257a req-fd7dccbe-d351-4b3f-aa43-00196dd58d70 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 943 time: 0.0785017 Sep 07 16:30:14.925110 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2933ad05-457c-4682-b90e-9228d319257a req-3dad1b17-e120-416c-9fd6-c8e19f63c528 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633435 Sep 07 16:30:14.942254 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.082977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164db4da-470f-4545-85d4-5ef695e06ca7 req-166e642f-b016-48f8-b816-8daf904c1910 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:15.084626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-164db4da-470f-4545-85d4-5ef695e06ca7 req-166e642f-b016-48f8-b816-8daf904c1910 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 943 time: 0.0762086 Sep 07 16:30:15.133392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-164db4da-470f-4545-85d4-5ef695e06ca7 req-70a7cf2c-f4b0-4b7c-9999-bba5a4917bca tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403600 Sep 07 16:30:15.229452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49986) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:15.234404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-17402de6-b16e-494c-aa5e-b87eff99b57f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1844937064', 'description': 'tempest-secgroup-smoke-1844937064 description', 'project_id': 'e608a260b01c4aab87ae27b604981b64'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:15.257899 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17402de6-b16e-494c-aa5e-b87eff99b57f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.339761 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17402de6-b16e-494c-aa5e-b87eff99b57f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.345037 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17402de6-b16e-494c-aa5e-b87eff99b57f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.370345 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17402de6-b16e-494c-aa5e-b87eff99b57f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.371580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-17402de6-b16e-494c-aa5e-b87eff99b57f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1409786 Sep 07 16:30:15.375635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49988) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:15.380155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-843d4f7e-e8cd-4850-9af4-5b1a9a338d80 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': 'f0c36938-209d-4000-adcf-a526bc248344', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:15.385241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17402de6-b16e-494c-aa5e-b87eff99b57f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c36938-209d-4000-adcf-a526bc248344,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:15.408927 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-843d4f7e-e8cd-4850-9af4-5b1a9a338d80 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.464127 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-843d4f7e-e8cd-4850-9af4-5b1a9a338d80 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.468921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-843d4f7e-e8cd-4850-9af4-5b1a9a338d80 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.486966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d4f7e-e8cd-4850-9af4-5b1a9a338d80 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4b32b3-af28-4c8b-a485-0da272bd6cd5,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:15.493059 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-843d4f7e-e8cd-4850-9af4-5b1a9a338d80 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.494228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-843d4f7e-e8cd-4850-9af4-5b1a9a338d80 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176665 Sep 07 16:30:15.497172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49990) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:15.501516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6524284f-0fb8-4921-9edc-f2e4cc6a03be tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': 'f0c36938-209d-4000-adcf-a526bc248344', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:15.532610 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6524284f-0fb8-4921-9edc-f2e4cc6a03be tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.602569 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6524284f-0fb8-4921-9edc-f2e4cc6a03be tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.609810 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6524284f-0fb8-4921-9edc-f2e4cc6a03be tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.613334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 992a03ee-71f8-4323-bc09-7b2cf0403928 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:15.633641 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6524284f-0fb8-4921-9edc-f2e4cc6a03be tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.635786 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49992) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:15.636289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6524284f-0fb8-4921-9edc-f2e4cc6a03be tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377976 Sep 07 16:30:15.638806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524284f-0fb8-4921-9edc-f2e4cc6a03be tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7405f84-42c0-4b35-89f4-1551bf381b47,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:15.641141 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-384a7987-fda0-4e6b-b720-7113c721060b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': 'f0c36938-209d-4000-adcf-a526bc248344', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:15.670232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 992a03ee-71f8-4323-bc09-7b2cf0403928 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:15.674405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 992a03ee-71f8-4323-bc09-7b2cf0403928 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:15.674970 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.678670 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-384a7987-fda0-4e6b-b720-7113c721060b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.742361 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-384a7987-fda0-4e6b-b720-7113c721060b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.747342 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-384a7987-fda0-4e6b-b720-7113c721060b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.757711 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.766321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a7987-fda0-4e6b-b720-7113c721060b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf77d7fe-c1c0-4aa8-a0b1-753837db0f32,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:15.774692 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-384a7987-fda0-4e6b-b720-7113c721060b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.776587 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-384a7987-fda0-4e6b-b720-7113c721060b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395972 Sep 07 16:30:15.780928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 49994) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:15.785628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8e1befdb-8bc6-4af6-adca-82d89a113fb1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': 'f0c36938-209d-4000-adcf-a526bc248344', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:15.801288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 992a03ee-71f8-4323-bc09-7b2cf0403928, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=992a03ee-71f8-4323-bc09-7b2cf0403928,segment=NetworkSegment(d6eb4149-0cde-40ad-b5a7-65804ae64e4c),segment_id=d6eb4149-0cde-40ad-b5a7-65804ae64e4c)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:15.806260 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.825021 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e1befdb-8bc6-4af6-adca-82d89a113fb1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.865118 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=992a03ee-71f8-4323-bc09-7b2cf0403928,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:15.874817 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dda80944-3d9f-4020-8ec7-f9c92f0e9905 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:15.900964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: dda80944-3d9f-4020-8ec7-f9c92f0e9905 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:15.901338 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dda80944-3d9f-4020-8ec7-f9c92f0e9905 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:15.901827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 78319587-d8fc-4cb6-9550-ca1c3d288018 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:15.908862 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e1befdb-8bc6-4af6-adca-82d89a113fb1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.915178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e1befdb-8bc6-4af6-adca-82d89a113fb1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.921666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 78319587-d8fc-4cb6-9550-ca1c3d288018 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:15.922024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 78319587-d8fc-4cb6-9550-ca1c3d288018 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:15.922450 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f5d8014b-6fee-4121-a0c0-0d29eaeaf8db no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:15.941301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1befdb-8bc6-4af6-adca-82d89a113fb1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959aea36-830f-47de-8b98-12237f03fb0b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:15.942693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f5d8014b-6fee-4121-a0c0-0d29eaeaf8db {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:15.943266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f5d8014b-6fee-4121-a0c0-0d29eaeaf8db not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:15.947887 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e1befdb-8bc6-4af6-adca-82d89a113fb1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:15.952495 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8e1befdb-8bc6-4af6-adca-82d89a113fb1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1675797 Sep 07 16:30:15.953206 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 49998) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:15.958160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f18abb72-2e7d-4698-a332-47d5333214ee tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': 'f0c36938-209d-4000-adcf-a526bc248344', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:15.987741 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-f18abb72-2e7d-4698-a332-47d5333214ee tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Project e608a260b01c4aab87ae27b604981b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:30:15.993281 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f18abb72-2e7d-4698-a332-47d5333214ee tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.078222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc787875-356d-42bb-8bb6-211260d31272 req-356867ea-985d-4d86-9de8-df19eb2f5509 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:16.079738 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc787875-356d-42bb-8bb6-211260d31272 req-356867ea-985d-4d86-9de8-df19eb2f5509 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 943 time: 0.0745735 Sep 07 16:30:16.088881 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f18abb72-2e7d-4698-a332-47d5333214ee tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.102042 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f18abb72-2e7d-4698-a332-47d5333214ee tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.132006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18abb72-2e7d-4698-a332-47d5333214ee tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f75633d-5b88-4944-93e1-788b5ccf52dd,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:16.144870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc787875-356d-42bb-8bb6-211260d31272 req-4093e1a2-0470-4330-b719-019bff84027e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578330 Sep 07 16:30:16.146016 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f18abb72-2e7d-4698-a332-47d5333214ee tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.149707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f18abb72-2e7d-4698-a332-47d5333214ee tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1929526 Sep 07 16:30:16.150219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50000) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:16.154860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-91f075aa-41e2-4c9f-aa76-daf8cf697a02 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': 'f0c36938-209d-4000-adcf-a526bc248344', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:16.177656 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-91f075aa-41e2-4c9f-aa76-daf8cf697a02 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Project e608a260b01c4aab87ae27b604981b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:30:16.183330 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91f075aa-41e2-4c9f-aa76-daf8cf697a02 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.260120 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91f075aa-41e2-4c9f-aa76-daf8cf697a02 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.266596 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91f075aa-41e2-4c9f-aa76-daf8cf697a02 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.288375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f075aa-41e2-4c9f-aa76-daf8cf697a02 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c94d56-4ec3-435c-bce9-e58c9a7cd762,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:16.289660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbab549-771d-4e4b-b2c5-50b4d1d1ff4c req-7afd1cf3-a2cf-41f1-9633-3931ed2eb717 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:16.292134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfbab549-771d-4e4b-b2c5-50b4d1d1ff4c req-7afd1cf3-a2cf-41f1-9633-3931ed2eb717 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 943 time: 0.0699184 Sep 07 16:30:16.297605 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-91f075aa-41e2-4c9f-aa76-daf8cf697a02 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.300447 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-91f075aa-41e2-4c9f-aa76-daf8cf697a02 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477892 Sep 07 16:30:16.302262 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50006) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:16.307887 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3a5ed911-e655-4b2e-8194-57631b61f53d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'network': {'name': 'tempest-network-smoke--43821462', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'port_security_enabled': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:16.337454 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5ed911-e655-4b2e-8194-57631b61f53d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Made reservation on behalf of e608a260b01c4aab87ae27b604981b64 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:30:16.341806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a5ed911-e655-4b2e-8194-57631b61f53d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.350427 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfbab549-771d-4e4b-b2c5-50b4d1d1ff4c req-1898185d-ff29-4da0-a60d-fd84db80a798 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497499 Sep 07 16:30:16.370081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5ed911-e655-4b2e-8194-57631b61f53d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:30:16.378326 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a5ed911-e655-4b2e-8194-57631b61f53d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.378723 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-3a5ed911-e655-4b2e-8194-57631b61f53d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Added segment 3cc59a72-e747-4b9b-a6f6-87edbf2b31c4 of type vlan for network 5218dc37-810b-421c-8870-01b4642916d3 Sep 07 16:30:16.419219 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a5ed911-e655-4b2e-8194-57631b61f53d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.443837 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a5ed911-e655-4b2e-8194-57631b61f53d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.449966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5ed911-e655-4b2e-8194-57631b61f53d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:16.450553 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a5ed911-e655-4b2e-8194-57631b61f53d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.491530 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3a5ed911-e655-4b2e-8194-57631b61f53d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1854806 Sep 07 16:30:16.491779 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50008) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:16.496038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'admin_state_up': True, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:16.531801 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ed911-e655-4b2e-8194-57631b61f53d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Network': ['ID=5218dc37-810b-421c-8870-01b4642916d3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:16.547108 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 5218dc37-810b-421c-8870-01b4642916d3 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:30:16.551642 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.552700 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.828615 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:16.905705 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:30:16.920240 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:17.016406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:17.028423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'port_id': 'ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30', 'mac_address': 'fa:16:3e:2a:31:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095047a4-4b29-4384-8741-c774f5d6adc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:30:17.067058 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:17.067649 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:17.084693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:30:17.107135 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:17.111887 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:17.163520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:17.172212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:17.172591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:17.172933 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:17.174752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:17.175132 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:17.175445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:17.178752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:17.179136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:17.180773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:17.181543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:17.182001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:17.182447 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:17.274408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf883c-84d7-4ee2-9299-6b7a71d17093 req-a1f6e137-e7e2-4979-b2c4-b7d4ed5c4dc9 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:17.276937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ebf883c-84d7-4ee2-9299-6b7a71d17093 req-a1f6e137-e7e2-4979-b2c4-b7d4ed5c4dc9 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 944 time: 0.0564299 Sep 07 16:30:17.294815 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:17.322151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:17.334339 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ebf883c-84d7-4ee2-9299-6b7a71d17093 req-ddfa4a73-1f7a-4a98-96da-0772b23b0f82 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510957 Sep 07 16:30:17.454270 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.25.3.214 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/5c639ffd-62db-4d81-ba91-46cb59802746) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:30:17.474325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:30:17.498239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59c692-9e40-446d-aa5d-571ee166b31b req-83e187d6-a740-4a82-ac34-9520ff7ac5e4 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:17.516474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac59c692-9e40-446d-aa5d-571ee166b31b req-83e187d6-a740-4a82-ac34-9520ff7ac5e4 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 943 time: 0.0839472 Sep 07 16:30:17.585969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac59c692-9e40-446d-aa5d-571ee166b31b req-c11da2ce-3c10-4b1d-aef2-a58af6eb7418 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624201 Sep 07 16:30:17.589231 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:17.633098 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:17.640450 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 992a03ee-71f8-4323-bc09-7b2cf0403928 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:17.679398 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:17.684824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:17.689773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:30:17.695042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=5c639ffd-62db-4d81-ba91-46cb59802746,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:17.704378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 992a03ee-71f8-4323-bc09-7b2cf0403928 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:17.704832 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:17.966631 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:18.167755 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:18.301085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router fbaf03c4-781b-4184-ae3e-0d859c0d22df is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:30:18.409220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:30:18.419281 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Sync routers for ids ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:30:18.430159 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Routers {'fbaf03c4-781b-4184-ae3e-0d859c0d22df'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:18.430864 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:18.471471 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:18.475088 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2f2d64de-f1d3-44fa-8615-4f44b6b6eed4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9823890 Sep 07 16:30:18.476432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50022) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:18.485533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-7714ab06-f6ed-4dce-99a0-4879e8bde1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:18.493618 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-7714ab06-f6ed-4dce-99a0-4879e8bde1bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa&tenant_id=1ceec1da24d54833ba1e99abf29b48f2 HTTP/1.1" status: 200 len: 1094 time: 0.0743957 Sep 07 16:30:18.507027 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:18.511260 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d73c674e-c5b4-486b-a8fa-5f28c52f0c5e tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e608a260b01c4aab87ae27b604981b64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324957 Sep 07 16:30:18.514492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50024) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:18.540634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf78c6f-d1ac-4c56-ae44-e67097faed00 req-1006a97b-2592-4242-973d-8240626705ac tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:18.542233 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0cf78c6f-d1ac-4c56-ae44-e67097faed00 req-1006a97b-2592-4242-973d-8240626705ac tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 944 time: 0.1293514 Sep 07 16:30:18.549238 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Set router fbaf03c4-781b-4184-ae3e-0d859c0d22df gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:18.567688 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:18.649331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0cf78c6f-d1ac-4c56-ae44-e67097faed00 req-5d87996a-b2f7-4fe9-baaa-74510bdf2392 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821524 Sep 07 16:30:18.655516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23b0c45-32b9-4fe8-b04f-01a4d1ea9790 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:18.657085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d23b0c45-32b9-4fe8-b04f-01a4d1ea9790 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1414847 Sep 07 16:30:18.659833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50028) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:18.698302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5b678606-63f2-4ab2-a636-128044a352f8 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369883 Sep 07 16:30:18.702290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50030) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:18.705652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c3e1e325-8d32-4e53-a5f6-59d502781104 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1525932157', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:18.771324 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:30:17Z', 'revision_number': 3, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:18.798952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:18.799351 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Checking router: fbaf03c4-781b-4184-ae3e-0d859c0d22df for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:30:18.799704 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Updating router fbaf03c4-781b-4184-ae3e-0d859c0d22df port 5c639ffd-62db-4d81-ba91-46cb59802746 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:30:18.804726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4b9ae-bfae-4ff2-8a12-a12cbb7c0f6d req-1e154918-d525-469d-ad07-21634dbe5fcf tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:18.812670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30c4b9ae-bfae-4ff2-8a12-a12cbb7c0f6d req-1e154918-d525-469d-ad07-21634dbe5fcf tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 943 time: 0.1244302 Sep 07 16:30:18.828600 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:18.840934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:30:18.872838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30c4b9ae-bfae-4ff2-8a12-a12cbb7c0f6d req-e8dd1be7-4e46-4ec3-a7f4-dfb7b7deb8a4 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592763 Sep 07 16:30:18.873730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e1e325-8d32-4e53-a5f6-59d502781104 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Made reservation on behalf of e608a260b01c4aab87ae27b604981b64 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:30:18.877325 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3e1e325-8d32-4e53-a5f6-59d502781104 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:18.879420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a290dbc-31d6-4be8-b92a-3db645c1e50b {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:30:18.887154 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:18.904313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Transition to ACTIVE for port object 3a290dbc-31d6-4be8-b92a-3db645c1e50b will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:18.911872 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:18.921371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:19.017144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Pushing event updated for resources: {'Port': ['ID=3a290dbc-31d6-4be8-b92a-3db645c1e50b,revision_number=9']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:19.025428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:19.030086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:19.030707 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.042012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:19.042434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:19.042844 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:19.043196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:19.043541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:19.043878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:19.044212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:19.044577 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:19.044911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:19.045356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:19.046316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:19.050214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:30:19.081961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] No DVR routers for this DVR port 3a290dbc-31d6-4be8-b92a-3db645c1e50b on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:30:19.136318 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3e1e325-8d32-4e53-a5f6-59d502781104 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.169362 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.176197 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.188628 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Transition to ACTIVE for port object 5c639ffd-62db-4d81-ba91-46cb59802746 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:19.199090 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.226602 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a84b350-32b5-4607-a593-9efcbc624be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:19.228887 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7b0a3f-786b-4150-a14e-f3cad6564c60" -d '{"events": [{"server_uuid": "4a84b350-32b5-4607-a593-9efcbc624be6", "name": "network-vif-plugged", "status": "completed", "tag": "ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:19.244573 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Attempting to bind port 3a290dbc-31d6-4be8-b92a-3db645c1e50b on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:30:19.245021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Attempting to bind port 3a290dbc-31d6-4be8-b92a-3db645c1e50b by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:30:19.245492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Attempting to bind port 3a290dbc-31d6-4be8-b92a-3db645c1e50b on network 4a3b428c-57d8-40cf-8547-207f6bd2953f {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:19.251041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Port 3a290dbc-31d6-4be8-b92a-3db645c1e50b on network 4a3b428c-57d8-40cf-8547-207f6bd2953f not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:30:19.251465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Attempting to bind port 3a290dbc-31d6-4be8-b92a-3db645c1e50b on network 4a3b428c-57d8-40cf-8547-207f6bd2953f {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:19.258770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:30:19.259174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Checking segment: {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:19.260799 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Bound using segment: {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:30:19.260951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Bound port: 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:30:19.261819 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.263461 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:19.285072 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Attempting to bind port 5c639ffd-62db-4d81-ba91-46cb59802746 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:30:19.286956 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.287432 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Attempting to bind port 5c639ffd-62db-4d81-ba91-46cb59802746 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:30:19.287923 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Attempting to bind port 5c639ffd-62db-4d81-ba91-46cb59802746 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:19.290320 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372450f-cfd9-4e42-9e0c-adec3b8ac97a None None] Pushing event updated for resources: {'Port': ['ID=5c639ffd-62db-4d81-ba91-46cb59802746,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:19.292556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1e325-8d32-4e53-a5f6-59d502781104 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Subnet': ['ID=96e30429-685a-4090-8516-c0b586f51641,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:19.296409 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:30:19.296608 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db74b611-8052-4107-beee-db5fec85120e x-openstack-request-id: req-db74b611-8052-4107-beee-db5fec85120e {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:19.296841 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a84b350-32b5-4607-a593-9efcbc624be6", "name": "network-vif-plugged", "status": "completed", "tag": "ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:19.297112 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:19.297248 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db74b611-8052-4107-beee-db5fec85120e {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:19.297487 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a84b350-32b5-4607-a593-9efcbc624be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30', 'code': 200} Sep 07 16:30:19.297731 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.298223 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:30:19.298791 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Bound port: 5c639ffd-62db-4d81-ba91-46cb59802746, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:30:19.299273 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.319502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e1e325-8d32-4e53-a5f6-59d502781104 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Checking segment: {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:19.320170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e1e325-8d32-4e53-a5f6-59d502781104 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network hostable DHCP agents. Network: 5218dc37-810b-421c-8870-01b4642916d3, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:30:19.359740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:19.377199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e1e325-8d32-4e53-a5f6-59d502781104 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 5218dc37-810b-421c-8870-01b4642916d3 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:30:19.377867 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] For port 5c639ffd-62db-4d81-ba91-46cb59802746, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:30:19.381518 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] For port 5c639ffd-62db-4d81-ba91-46cb59802746, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5c639ffd-62db-4d81-ba91-46cb59802746,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:30:19.387122 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.391605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c3e1e325-8d32-4e53-a5f6-59d502781104 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 5218dc37-810b-421c-8870-01b4642916d3) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:19.403656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1e325-8d32-4e53-a5f6-59d502781104 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:19.405244 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3e1e325-8d32-4e53-a5f6-59d502781104 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.405418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9200ffb7-a123-4d39-a4ae-d142816b1e35 None None] Network 5218dc37-810b-421c-8870-01b4642916d3 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:30:19.421402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c3e1e325-8d32-4e53-a5f6-59d502781104 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7195773 Sep 07 16:30:19.424417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50036) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:19.463873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f480a-03ff-49d7-8d97-f64e8f7189c1 req-e271d7d0-a7ac-442e-afd4-d050bd6efc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:19.465423 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c3f480a-03ff-49d7-8d97-f64e8f7189c1 req-e271d7d0-a7ac-442e-afd4-d050bd6efc60 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 1096 time: 0.0883782 Sep 07 16:30:19.467989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:30:19.471693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:30:19.496952 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.516500 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372450f-cfd9-4e42-9e0c-adec3b8ac97a None None] Pushing event updated for resources: {'Port': ['ID=5c639ffd-62db-4d81-ba91-46cb59802746,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:19.528803 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Routers {'fbaf03c4-781b-4184-ae3e-0d859c0d22df'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:19.530099 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:19.607348 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:19.608558 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.609984 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] 10.222.0.54 "PUT /v2.0/ports/3a290dbc-31d6-4be8-b92a-3db645c1e50b HTTP/1.1" status: 200 len: 1091 time: 1.1073918 Sep 07 16:30:19.633166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57e619-e922-41f7-9df2-dcbb7bc3da45 service neutron] Pushing event updated for resources: {'Port': ['ID=3a290dbc-31d6-4be8-b92a-3db645c1e50b,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:19.651770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:19.654466 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2367ec-b10a-4a11-a218-b5390469105d" -d '{"events": [{"name": "network-changed", "server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:19.693190 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c3f480a-03ff-49d7-8d97-f64e8f7189c1 req-62c925d4-e19e-4042-ba3d-11ae09c5db5c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181137 Sep 07 16:30:19.752045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-aca8ad33-0e42-4924-89a8-7942732b0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:19.756774 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-aca8ad33-0e42-4924-89a8-7942732b0cbe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 1095 time: 0.0984101 Sep 07 16:30:19.764946 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8ec373-7858-41a7-9019-cd8f8fe5d820 x-openstack-request-id: req-5a8ec373-7858-41a7-9019-cd8f8fe5d820 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:19.765348 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:19.765697 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a8ec373-7858-41a7-9019-cd8f8fe5d820 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:19.766438 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'status': 'completed', 'code': 200} Sep 07 16:30:19.824997 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] Set router fbaf03c4-781b-4184-ae3e-0d859c0d22df gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:19.842944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-5218dc37-810b-421c-8870-01b4642916d3', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ips': [{'subnet_id': '96e30429-685a-4090-8516-c0b586f51641'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:30:19.844017 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:19.928781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-61d3b2a7-7fd5-4b84-8780-cd5f378809c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:19.934787 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-61d3b2a7-7fd5-4b84-8780-cd5f378809c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.1630127 Sep 07 16:30:20.081938 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-b90234a1-4875-4676-9a92-3870daa83081 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b HTTP/1.1" status: 200 len: 998 time: 0.1403048 Sep 07 16:30:20.133572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Allocated IP 172.20.0.2 (5218dc37-810b-421c-8870-01b4642916d3/96e30429-685a-4090-8516-c0b586f51641/b5d8a1e9-6f7d-44b1-b008-127127d05a4b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:30:20.143954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-32144bde-8c9a-469b-8822-8b0e277d9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:20.146820 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-32144bde-8c9a-469b-8822-8b0e277d9bd8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.0569758 Sep 07 16:30:20.255881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-e10a3a5e-9a38-4c7e-95a2-31a8b78de2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:20.260762 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-e10a3a5e-9a38-4c7e-95a2-31a8b78de2f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070678 Sep 07 16:30:20.267937 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:30:17Z', 'revision_number': 3, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:20.273842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a700089-8ead-44cc-9ae2-3775e2f10764 req-9f1bdcd8-a6cd-4558-bf5f-8b4badf32ea9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:20.275372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a700089-8ead-44cc-9ae2-3775e2f10764 req-9f1bdcd8-a6cd-4558-bf5f-8b4badf32ea9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.1092980 Sep 07 16:30:20.320989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e9db0-ab01-4e71-9be3-f73db76a8426 req-3729864b-2633-4e04-bfb5-3aca43e86788 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:20.328859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe1e9db0-ab01-4e71-9be3-f73db76a8426 req-3729864b-2633-4e04-bfb5-3aca43e86788 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 945 time: 0.1716278 Sep 07 16:30:20.334720 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9dd77-dfa5-45fe-95bb-15e310abd860 None None] The sync data for ids ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'] in n-d-807551-3 is: [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:30:17Z', 'revision_number': 3, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:30:20.363586 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:20.379483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Transition to ACTIVE for port object b5d8a1e9-6f7d-44b1-b008-127127d05a4b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:20.401361 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Transition to ACTIVE for port object b5d8a1e9-6f7d-44b1-b008-127127d05a4b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:20.404556 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe1e9db0-ab01-4e71-9be3-f73db76a8426 req-97e4f560-20a0-488f-9273-4329747e8769 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700798 Sep 07 16:30:20.410385 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:20.427538 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-c343d22f-7514-425b-8d48-ad37f3b013e8 service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588204 Sep 07 16:30:20.471085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Network 5218dc37-810b-421c-8870-01b4642916d3 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:20.474271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:20.478359 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:30:20.484601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a700089-8ead-44cc-9ae2-3775e2f10764 req-5045752a-872c-47fb-8be8-d1fd46338e6d tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456614 Sep 07 16:30:20.530800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Pushing event updated for resources: {'Port': ['ID=b5d8a1e9-6f7d-44b1-b008-127127d05a4b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:20.567831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Attempting to bind port b5d8a1e9-6f7d-44b1-b008-127127d05a4b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:30:20.568279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Attempting to bind port b5d8a1e9-6f7d-44b1-b008-127127d05a4b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:30:20.568837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Attempting to bind port b5d8a1e9-6f7d-44b1-b008-127127d05a4b on network 5218dc37-810b-421c-8870-01b4642916d3 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:20.576244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:30:20.576815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Checking segment: {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:20.577299 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:20.577756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Bound using segment: {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:30:20.578324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Bound port: b5d8a1e9-6f7d-44b1-b008-127127d05a4b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:30:20.578783 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:20.587782 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-14b5fe38-56ed-4549-96ed-6122626e8130 req-b9a173af-a8c3-4de7-8561-16f2818b7536 service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489396 Sep 07 16:30:20.698723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] For port b5d8a1e9-6f7d-44b1-b008-127127d05a4b, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:30:20.703874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] For port b5d8a1e9-6f7d-44b1-b008-127127d05a4b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b5d8a1e9-6f7d-44b1-b008-127127d05a4b,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:30:20.714520 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:20.772077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2367ec-b10a-4a11-a218-b5390469105d req-5e10c431-bb92-46ea-9ff9-f7f6501f83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:20.783503 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5b2367ec-b10a-4a11-a218-b5390469105d req-5e10c431-bb92-46ea-9ff9-f7f6501f83ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 1095 time: 0.1465025 Sep 07 16:30:20.934367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4831b-f7d9-4c61-b46e-0b6dc5ae2dd4 None None] Pushing event updated for resources: {'Port': ['ID=b5d8a1e9-6f7d-44b1-b008-127127d05a4b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:21.020938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:21.047632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2367ec-b10a-4a11-a218-b5390469105d req-e5bbf913-c83a-4cbb-b1a8-9f568998f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:21.049265 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5b2367ec-b10a-4a11-a218-b5390469105d req-e5bbf913-c83a-4cbb-b1a8-9f568998f9d4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.2561462 Sep 07 16:30:21.208412 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5b2367ec-b10a-4a11-a218-b5390469105d req-7126fc39-0a3c-467e-bb64-28ee1073150a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b HTTP/1.1" status: 200 len: 998 time: 0.1459479 Sep 07 16:30:21.414650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2367ec-b10a-4a11-a218-b5390469105d req-b127be27-cd9a-430c-b9a5-e7ee407edecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:21.416324 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5b2367ec-b10a-4a11-a218-b5390469105d req-b127be27-cd9a-430c-b9a5-e7ee407edecc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.1951754 Sep 07 16:30:21.515707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2367ec-b10a-4a11-a218-b5390469105d req-aa3b3311-6ce8-423d-b4ab-abca6cf42f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:21.517866 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5b2367ec-b10a-4a11-a218-b5390469105d req-aa3b3311-6ce8-423d-b4ab-abca6cf42f26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893884 Sep 07 16:30:21.699249 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5b2367ec-b10a-4a11-a218-b5390469105d req-dc40157a-cf0c-4985-ad91-c8fe20eb61a3 service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680341 Sep 07 16:30:21.742727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b5d8a1e9-6f7d-44b1-b008-127127d05a4b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:21.880052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port b5d8a1e9-6f7d-44b1-b008-127127d05a4b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:21.899433 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5c639ffd-62db-4d81-ba91-46cb59802746 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:21.940018 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22839787-bdb0-4703-a867-815c9caa599f req-538452b8-3392-4aef-b2cd-5fd7d7a5cbbc tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:21.941830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22839787-bdb0-4703-a867-815c9caa599f req-538452b8-3392-4aef-b2cd-5fd7d7a5cbbc tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.3142712 Sep 07 16:30:21.943455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.20.0.1 (5218dc37-810b-421c-8870-01b4642916d3/96e30429-685a-4090-8516-c0b586f51641/b5e20e69-6962-429f-a79b-75cdcb464b29) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:30:21.953620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664276f8-e6ae-427c-a26c-f4a5416dd2f5 req-7b639220-b362-4e1d-a796-01de12954290 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:21.955270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-664276f8-e6ae-427c-a26c-f4a5416dd2f5 req-7b639220-b362-4e1d-a796-01de12954290 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 945 time: 0.3859959 Sep 07 16:30:22.107018 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22839787-bdb0-4703-a867-815c9caa599f req-469a28f9-f60e-4cf3-9a9b-a4c80d37f402 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507115 Sep 07 16:30:22.135155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-664276f8-e6ae-427c-a26c-f4a5416dd2f5 req-7be43f26-7005-4dc2-a68e-7bd7c783017a tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279373 Sep 07 16:30:22.267914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 5c639ffd-62db-4d81-ba91-46cb59802746 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:22.287934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5c639ffd-62db-4d81-ba91-46cb59802746 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:22.288323 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:22.399991 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:22.502921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Transition to ACTIVE for port object b5e20e69-6962-429f-a79b-75cdcb464b29 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:22.527793 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:22.561019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 5c639ffd-62db-4d81-ba91-46cb59802746, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5c639ffd-62db-4d81-ba91-46cb59802746,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:22.586275 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:22.613651 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:22.677653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb79671-2fd3-48e6-9e7a-31eb84142805 req-3d277c4b-4b9d-4793-b65a-7b88d963505d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:22.687567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ceb79671-2fd3-48e6-9e7a-31eb84142805 req-3d277c4b-4b9d-4793-b65a-7b88d963505d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.2739611 Sep 07 16:30:22.700304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be779e-1d0b-43a9-8d92-a188e74926e6 None None] Network 5218dc37-810b-421c-8870-01b4642916d3 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:30:22.727101 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 5218dc37-810b-421c-8870-01b4642916d3 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:22.749180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=5c639ffd-62db-4d81-ba91-46cb59802746,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:22.751317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ceb79671-2fd3-48e6-9e7a-31eb84142805 req-a07d8e67-291d-42cb-a4a1-97a11d91c372 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/quotas/8817716e700642d49d97c5d7ac182df9 HTTP/1.1" status: 200 len: 375 time: 0.0625117 Sep 07 16:30:22.775191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:22.781881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:30:22.831024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eef8b92a-e0fa-4ec7-9985-6a69c291b496 None None] Provisioning for port b5d8a1e9-6f7d-44b1-b008-127127d05a4b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:22.841322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eef8b92a-e0fa-4ec7-9985-6a69c291b496 None None] Provisioning complete for port b5d8a1e9-6f7d-44b1-b008-127127d05a4b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:22.841322 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eef8b92a-e0fa-4ec7-9985-6a69c291b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:22.849238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=b5e20e69-6962-429f-a79b-75cdcb464b29,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:22.880788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ceb79671-2fd3-48e6-9e7a-31eb84142805 req-c36d7ad9-bc68-46fc-995e-c5f83361ecb6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283257 Sep 07 16:30:22.888097 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:23.032767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eef8b92a-e0fa-4ec7-9985-6a69c291b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:23.076415 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-eef8b92a-e0fa-4ec7-9985-6a69c291b496 None None] For port b5d8a1e9-6f7d-44b1-b008-127127d05a4b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b5d8a1e9-6f7d-44b1-b008-127127d05a4b,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:23.083412 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eef8b92a-e0fa-4ec7-9985-6a69c291b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:23.172666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8b92a-e0fa-4ec7-9985-6a69c291b496 None None] Pushing event updated for resources: {'Port': ['ID=b5d8a1e9-6f7d-44b1-b008-127127d05a4b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:23.184676 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ceb79671-2fd3-48e6-9e7a-31eb84142805 req-2870a2e1-8a82-458a-801f-610c2b8077ed service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859228 Sep 07 16:30:23.189931 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:23.418679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a470b497-214c-45b7-b2ed-12238421323c None None] Provisioning for port b5e20e69-6962-429f-a79b-75cdcb464b29 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:23.424382 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a470b497-214c-45b7-b2ed-12238421323c None None] Provisioning complete for port b5e20e69-6962-429f-a79b-75cdcb464b29 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:23.424605 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a470b497-214c-45b7-b2ed-12238421323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:23.440380 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab838bd3-7b2e-4db9-847a-b547a8ee2a29 req-6529442f-93ca-4560-884c-f02b511b20ca tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:23.441940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab838bd3-7b2e-4db9-847a-b547a8ee2a29 req-6529442f-93ca-4560-884c-f02b511b20ca tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.1344543 Sep 07 16:30:23.446226 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ceb79671-2fd3-48e6-9e7a-31eb84142805 req-1bb0ba61-21d3-45c6-b74b-8d0faf141077 service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436142 Sep 07 16:30:23.506977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a470b497-214c-45b7-b2ed-12238421323c None None] Port b5e20e69-6962-429f-a79b-75cdcb464b29 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:30:23.537644 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a470b497-214c-45b7-b2ed-12238421323c None None] Provisioning complete for port b5d8a1e9-6f7d-44b1-b008-127127d05a4b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:23.538028 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a470b497-214c-45b7-b2ed-12238421323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:23.652966 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab838bd3-7b2e-4db9-847a-b547a8ee2a29 req-fb0b5315-2c81-4f4f-a229-282a74ebd38e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021477 Sep 07 16:30:23.683493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b5d8a1e9-6f7d-44b1-b008-127127d05a4b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:23.863534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b5d8a1e9-6f7d-44b1-b008-127127d05a4b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:23.864235 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:23.936896 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:23.961670 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:24.031870 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5c639ffd-62db-4d81-ba91-46cb59802746 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:24.038429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5c1a2e9b-234d-47b4-a027-f2de22c7f54d None None] Provisioning complete for port b5e20e69-6962-429f-a79b-75cdcb464b29 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:24.038429 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2e9b-234d-47b4-a027-f2de22c7f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:24.125817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=b5e20e69-6962-429f-a79b-75cdcb464b29,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:24.129557 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:24.144455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a2e9b-234d-47b4-a027-f2de22c7f54d None None] Port b5e20e69-6962-429f-a79b-75cdcb464b29 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:30:24.186409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5c639ffd-62db-4d81-ba91-46cb59802746 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:24.186913 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:24.366035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 5218dc37-810b-421c-8870-01b4642916d3 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:24.370606 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:24.402933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-fd5cd0d8-876f-4009-8073-8a6695918d65 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:24.405250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-fd5cd0d8-876f-4009-8073-8a6695918d65 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.1450052 Sep 07 16:30:24.500984 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-f9eb945d-283e-44a8-a6f1-58d2ccb76525 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/quotas/8817716e700642d49d97c5d7ac182df9 HTTP/1.1" status: 200 len: 375 time: 0.0840902 Sep 07 16:30:24.611066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router fbaf03c4-781b-4184-ae3e-0d859c0d22df has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:30:24.615511 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-a3e54517-7762-4974-a816-cadde3ab0e4b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062369 Sep 07 16:30:24.669107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-85e8f3e5-7461-4ea7-90bc-50b2d54f8583 None None] Provisioning complete for port b5e20e69-6962-429f-a79b-75cdcb464b29 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:24.669393 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-85e8f3e5-7461-4ea7-90bc-50b2d54f8583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:24.719346 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-85e8f3e5-7461-4ea7-90bc-50b2d54f8583 None None] Port b5e20e69-6962-429f-a79b-75cdcb464b29 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:30:24.852498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-09bcdf0a-60a5-4ecf-aed3-09732ad0803e service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161977 Sep 07 16:30:24.863413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:30:24.869021 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-39c4802c-a471-4ebe-9f02-0fc74fcbf68f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "PUT /v2.0/routers/fbaf03c4-781b-4184-ae3e-0d859c0d22df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4430594 Sep 07 16:30:24.874747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Sync routers for ids ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:30:24.878965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cae1f-c9c6-4e2b-a527-d4239206c169 req-1c41cd47-8d54-49be-967e-b2e46083f00b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:24.880464 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc3cae1f-c9c6-4e2b-a527-d4239206c169 req-1c41cd47-8d54-49be-967e-b2e46083f00b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.1519246 Sep 07 16:30:24.896697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Routers {'fbaf03c4-781b-4184-ae3e-0d859c0d22df'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:24.897493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:24.969553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc3cae1f-c9c6-4e2b-a527-d4239206c169 req-7198729c-7d0b-4b8e-8fb0-df97ce285b45 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783589 Sep 07 16:30:25.000195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-68fcacc8-8c63-4276-8273-d7cb52c7b346 service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467719 Sep 07 16:30:25.235530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b85dfa2-3327-4f88-8ea8-6eb2f9023d98 req-87576feb-706a-4805-ba48-9f1fca120660 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 210 time: 0.0532615 Sep 07 16:30:25.274410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-ef311a61-0711-44e7-ab22-1d2d579f0ed6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1844937064&fields=id&tenant_id=e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 267 time: 0.0376737 Sep 07 16:30:25.331799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Set router fbaf03c4-781b-4184-ae3e-0d859c0d22df gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:25.406864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602221-a692-40da-930d-b3d3da3b17cc req-83631e47-8ca4-4a35-956e-570282d762a3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:25.408570 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-83631e47-8ca4-4a35-956e-570282d762a3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/networks?id=5218dc37-810b-421c-8870-01b4642916d3 HTTP/1.1" status: 200 len: 795 time: 0.1248109 Sep 07 16:30:25.427123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-3d339173-249e-40fd-94a8-7763b25a0cec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/quotas/e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 375 time: 0.0122921 Sep 07 16:30:25.514443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-c3343542-613a-4277-b35a-360e6745c433 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807409 Sep 07 16:30:25.612641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:30:23Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b5e20e69-6962-429f-a79b-75cdcb464b29', 'name': '', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:1e:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '96e30429-685a-4090-8516-c0b586f51641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:21Z', 'updated_at': '2021-09-07T16:30:23Z', 'revision_number': 2, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '96e30429-685a-4090-8516-c0b586f51641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:25.660012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-7ea4631b-f014-4483-9492-bfb215322121 service neutron] 10.222.0.70 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295128 Sep 07 16:30:25.672372 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Checking router: fbaf03c4-781b-4184-ae3e-0d859c0d22df for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:30:25.672582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Updating router fbaf03c4-781b-4184-ae3e-0d859c0d22df port b5e20e69-6962-429f-a79b-75cdcb464b29 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:30:25.702331 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:25.769515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-c2d083aa-5eea-47b2-9324-4b9399e2a651 service neutron] 10.222.0.70 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084933 Sep 07 16:30:25.979062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c019197f-118d-4ce7-816e-9c2271e8c0fa req-bca89ddb-2124-42a0-936d-929c25278b84 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 210 time: 0.0450673 Sep 07 16:30:26.130448 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:26.159079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Transition to ACTIVE for port object b5e20e69-6962-429f-a79b-75cdcb464b29 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:26.175752 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:26.225183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593dfd0-7c08-4cb6-bb65-918fec35edf1 req-5afcbd40-42f6-4e74-a229-3453311ae5e8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:26.234101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1593dfd0-7c08-4cb6-bb65-918fec35edf1 req-5afcbd40-42f6-4e74-a229-3453311ae5e8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.1322620 Sep 07 16:30:26.303733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1593dfd0-7c08-4cb6-bb65-918fec35edf1 req-58f76569-93c7-4c38-ac72-fc6d4b620406 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688050 Sep 07 16:30:26.354670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4519c1-fce1-4e9c-8cbb-598b7d7212bd None None] Pushing event updated for resources: {'Port': ['ID=b5e20e69-6962-429f-a79b-75cdcb464b29,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:26.521864 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73fd400a-a143-4167-bbc9-7db20428ae22 req-15e96f03-d614-4346-8300-e6f331904e57 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 210 time: 0.1026165 Sep 07 16:30:26.548596 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Attempting to bind port b5e20e69-6962-429f-a79b-75cdcb464b29 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:30:26.549190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Attempting to bind port b5e20e69-6962-429f-a79b-75cdcb464b29 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:30:26.549585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Attempting to bind port b5e20e69-6962-429f-a79b-75cdcb464b29 on network 5218dc37-810b-421c-8870-01b4642916d3 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:26.558745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:30:26.559138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Checking segment: {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:26.559552 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:26.560461 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Bound using segment: {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:30:26.561168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Bound port: b5e20e69-6962-429f-a79b-75cdcb464b29, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:30:26.561471 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:26.687771 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] For port b5e20e69-6962-429f-a79b-75cdcb464b29, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:30:26.692105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] For port b5e20e69-6962-429f-a79b-75cdcb464b29, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b5e20e69-6962-429f-a79b-75cdcb464b29,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:30:26.702316 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:26.783710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Routers {'fbaf03c4-781b-4184-ae3e-0d859c0d22df'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:26.783710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:26.835235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4519c1-fce1-4e9c-8cbb-598b7d7212bd None None] Pushing event updated for resources: {'Port': ['ID=b5e20e69-6962-429f-a79b-75cdcb464b29,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:26.934259 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] Set router fbaf03c4-781b-4184-ae3e-0d859c0d22df gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:27.088638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af58fa11-9f65-4990-8637-d68237e5b9b9 req-f46ffac3-909a-4f69-962c-7098e0a0b615 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 210 time: 0.0339093 Sep 07 16:30:27.216399 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:30:23Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b5e20e69-6962-429f-a79b-75cdcb464b29', 'name': '', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:1e:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '96e30429-685a-4090-8516-c0b586f51641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:21Z', 'updated_at': '2021-09-07T16:30:26Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '96e30429-685a-4090-8516-c0b586f51641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:27.247304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db07a428-7253-45ac-9a64-b338621df9f0 None None] The sync data for ids ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'] in n-d-807551-3 is: [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:30:23Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b5e20e69-6962-429f-a79b-75cdcb464b29', 'name': '', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:1e:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '96e30429-685a-4090-8516-c0b586f51641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:21Z', 'updated_at': '2021-09-07T16:30:26Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '96e30429-685a-4090-8516-c0b586f51641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:30:27.485032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e731f-3765-44d8-ba6e-2f2097c4082a req-14da3987-55b8-47f1-bd36-fc22a4f6af21 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:27.494541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a78e731f-3765-44d8-ba6e-2f2097c4082a req-14da3987-55b8-47f1-bd36-fc22a4f6af21 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.0667546 Sep 07 16:30:27.555250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a78e731f-3765-44d8-ba6e-2f2097c4082a req-a2a7e77c-f2e1-4a23-98ac-9a2cd51eff3d tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560527 Sep 07 16:30:27.705162 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b5e20e69-6962-429f-a79b-75cdcb464b29 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:27.748846 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d42a6ba-84cc-490d-9265-ff541b9fe0d3 req-466c9c9a-bfa8-468e-898b-33f1ef02936b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 210 time: 0.0844891 Sep 07 16:30:27.785212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port b5e20e69-6962-429f-a79b-75cdcb464b29 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:27.789377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b5e20e69-6962-429f-a79b-75cdcb464b29 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:27.789755 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:27.879964 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:27.916614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port b5e20e69-6962-429f-a79b-75cdcb464b29, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b5e20e69-6962-429f-a79b-75cdcb464b29,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:27.923635 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:27.979981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=b5e20e69-6962-429f-a79b-75cdcb464b29,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:28.181559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35389f53-ca9b-4960-b79d-914c9132ae32 req-9f86e43b-c934-4c80-bae5-2372b0452198 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 210 time: 0.0268166 Sep 07 16:30:28.260241 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:30:28.674230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192c871-b723-49a5-980f-a720d2bbd331 req-4466169d-569d-48b9-bdac-7f34fe8e1e78 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:28.675765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b192c871-b723-49a5-980f-a720d2bbd331 req-4466169d-569d-48b9-bdac-7f34fe8e1e78 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.0510111 Sep 07 16:30:28.715447 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b192c871-b723-49a5-980f-a720d2bbd331 req-928f96b9-c8ad-4a9d-b8cf-6ec6ef25dc9f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333602 Sep 07 16:30:28.835712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f187586-9cc1-4777-ad23-7d885f2eca05 req-90f32197-11f8-4aca-bc12-978106bcfc4b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 210 time: 0.0292635 Sep 07 16:30:29.281815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbdf82a1-66bc-4e37-ad55-9e4c40582b8b req-fc87008d-ff89-446c-84d1-3d328c466b28 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 210 time: 0.0310018 Sep 07 16:30:29.591302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b5e20e69-6962-429f-a79b-75cdcb464b29 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:29.641990 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b5e20e69-6962-429f-a79b-75cdcb464b29 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:29.642368 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:29.840978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771499d-c3a5-43e6-a1f4-da2dc4bc71e9 req-60f54aee-ce90-418e-b0df-392530b0f188 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:29.844555 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e771499d-c3a5-43e6-a1f4-da2dc4bc71e9 req-60f54aee-ce90-418e-b0df-392530b0f188 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.0513625 Sep 07 16:30:29.883311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e771499d-c3a5-43e6-a1f4-da2dc4bc71e9 req-4a324156-c315-4a84-a05f-812967f05893 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347359 Sep 07 16:30:29.940091 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-246eff5d-c696-4a77-999e-aa50346a2ad1 req-1fa163bc-f88d-4730-88cd-93398df3372b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 210 time: 0.0264306 Sep 07 16:30:30.379091 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e4b48f8-7598-4681-aae2-11988defe21c req-7c6ca442-69e6-449a-a6a6-9759f4296199 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 210 time: 0.0263970 Sep 07 16:30:31.019806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dc910-d62a-4eb7-b78a-972528da7c3e req-d38f6334-dd58-4992-b14f-1381930e505c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:31.021387 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e4dc910-d62a-4eb7-b78a-972528da7c3e req-d38f6334-dd58-4992-b14f-1381930e505c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.0599496 Sep 07 16:30:31.054697 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc8da82e-7515-475d-a1c2-90b92356d5a9 req-c9fbf7ff-eca7-477b-a3a5-cadb37ae7378 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 210 time: 0.0322671 Sep 07 16:30:31.084624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e4dc910-d62a-4eb7-b78a-972528da7c3e req-45648e87-5488-4941-9823-979a31577b15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532367 Sep 07 16:30:31.473951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ebaf9ee9-c8f7-44fb-9ebd-7f991851447a req-795910e4-0efe-4178-a3b0-c3038daf62ab tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 210 time: 0.0270147 Sep 07 16:30:31.833170 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:32.158167 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9acf768b-2b1f-41a2-8753-9abab1e1ff8e req-fa84661d-4e98-4a86-a5e7-0231661e47fc tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 210 time: 0.0349016 Sep 07 16:30:32.231402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9ccc2-fbf1-490e-b7d7-8b040678272a req-926fa1d8-2d9c-4d0a-9cc3-0052477062f9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:32.233760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ea9ccc2-fbf1-490e-b7d7-8b040678272a req-926fa1d8-2d9c-4d0a-9cc3-0052477062f9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.0532093 Sep 07 16:30:32.349425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50216) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:32.386585 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:32.698536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d584821-8e4b-422e-a79b-3dd1a0679425 req-8d8d4263-1144-4039-8c78-c1a4bc117913 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 210 time: 0.0354102 Sep 07 16:30:32.714336 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ea9ccc2-fbf1-490e-b7d7-8b040678272a req-be24b42b-3198-48d2-886c-f8b3c7c8d3e2 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4737883 Sep 07 16:30:32.951569 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5f270953-c571-499b-a95a-7964275e0b3c req-10040663-fb9c-4a1e-93ae-9bab58bd8eda service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825250 Sep 07 16:30:33.056812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f270953-c571-499b-a95a-7964275e0b3c req-f8d5dcf5-c3e4-461d-a784-7d7aaba5ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:33.058244 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5f270953-c571-499b-a95a-7964275e0b3c req-f8d5dcf5-c3e4-461d-a784-7d7aaba5ff15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 1096 time: 0.0774107 Sep 07 16:30:33.201866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f270953-c571-499b-a95a-7964275e0b3c req-5a0b0c57-d5c1-4195-ad6f-ca22dcd46fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:33.203332 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5f270953-c571-499b-a95a-7964275e0b3c req-5a0b0c57-d5c1-4195-ad6f-ca22dcd46fc4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ca92e5c-04b0-4f44-adbc-578e81cb0910 HTTP/1.1" status: 200 len: 898 time: 0.1063526 Sep 07 16:30:33.253794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bdb17173-2565-49f2-8d24-306dea0f5bfd req-fd8a3160-9714-48b6-807d-9761b3f141f6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 210 time: 0.0280545 Sep 07 16:30:33.307525 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5f270953-c571-499b-a95a-7964275e0b3c req-9ce48787-a79e-4346-a809-6c16bedb11aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e22bfb-e309-428c-80b4-bafd28222de1 HTTP/1.1" status: 200 len: 1000 time: 0.0781450 Sep 07 16:30:33.369119 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22013d43-8f76-4a09-be43-db98091d28dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:33.456984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f270953-c571-499b-a95a-7964275e0b3c req-1617f05a-adfb-4a90-82f5-df26cc3ff045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:33.458480 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5f270953-c571-499b-a95a-7964275e0b3c req-1617f05a-adfb-4a90-82f5-df26cc3ff045 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3bcd7120-04c8-4921-bb1f-37c420c13edf HTTP/1.1" status: 200 len: 834 time: 0.1404257 Sep 07 16:30:33.551459 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5b2367ec-b10a-4a11-a218-b5390469105d req-166f5e14-928b-4b76-8b8e-7237b72e2144 service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603004 Sep 07 16:30:33.613213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f270953-c571-499b-a95a-7964275e0b3c req-ecf5f18c-2724-41c9-a259-6e8526a46ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:33.614745 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5f270953-c571-499b-a95a-7964275e0b3c req-ecf5f18c-2724-41c9-a259-6e8526a46ef9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ca92e5c-04b0-4f44-adbc-578e81cb0910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386874 Sep 07 16:30:33.788529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8838d-a6f1-4914-8006-163feb072e1a req-e409ddc1-3a7e-4a87-9d58-f89a9cdac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:33.790057 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d8838d-a6f1-4914-8006-163feb072e1a req-e409ddc1-3a7e-4a87-9d58-f89a9cdac354 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 1095 time: 0.1427035 Sep 07 16:30:33.806650 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-482cab66-3431-450f-9de2-1cd8afd8f3ef req-1d9254cf-1a4f-4fc1-935e-87d03dc29bc7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 210 time: 0.0341370 Sep 07 16:30:33.806890 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5f270953-c571-499b-a95a-7964275e0b3c req-3604a3fc-0240-4ae1-b25a-f56c8a1b97e6 service neutron] 10.222.0.35 "GET /v2.0/networks/2ca92e5c-04b0-4f44-adbc-578e81cb0910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809790 Sep 07 16:30:33.888416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72939955-4fe8-477a-ad11-7d3490fde9c8 req-66a8b012-06ec-4f06-83a7-c8971b7a7bd6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:33.890028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72939955-4fe8-477a-ad11-7d3490fde9c8 req-66a8b012-06ec-4f06-83a7-c8971b7a7bd6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.0565984 Sep 07 16:30:33.935912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72939955-4fe8-477a-ad11-7d3490fde9c8 req-5d48d462-333c-4440-a57a-486abfddec57 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392637 Sep 07 16:30:34.053204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8838d-a6f1-4914-8006-163feb072e1a req-621682a1-dd17-4a58-9581-bf395713bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:34.054703 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d8838d-a6f1-4914-8006-163feb072e1a req-621682a1-dd17-4a58-9581-bf395713bb41 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.2237928 Sep 07 16:30:34.058666 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5f270953-c571-499b-a95a-7964275e0b3c req-0499ac97-653e-4fd8-9230-94bc102170ea service neutron] 10.222.0.35 "GET /v2.0/networks/2ca92e5c-04b0-4f44-adbc-578e81cb0910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405336 Sep 07 16:30:34.116508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-22013d43-8f76-4a09-be43-db98091d28dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting port 992a03ee-71f8-4323-bc09-7b2cf0403928 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:34.116760 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22013d43-8f76-4a09-be43-db98091d28dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:34.158658 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d8838d-a6f1-4914-8006-163feb072e1a req-b9f1f3a8-bab7-464b-b44b-b1295fb43a2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b HTTP/1.1" status: 200 len: 998 time: 0.0926769 Sep 07 16:30:34.263034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8838d-a6f1-4914-8006-163feb072e1a req-c0e03208-df29-45c9-9e5f-7cbfd7091ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:34.265080 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d8838d-a6f1-4914-8006-163feb072e1a req-c0e03208-df29-45c9-9e5f-7cbfd7091ab7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.0756452 Sep 07 16:30:34.266784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-22013d43-8f76-4a09-be43-db98091d28dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] For port 992a03ee-71f8-4323-bc09-7b2cf0403928, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=992a03ee-71f8-4323-bc09-7b2cf0403928,segment=NetworkSegment(d6eb4149-0cde-40ad-b5a7-65804ae64e4c),segment_id=d6eb4149-0cde-40ad-b5a7-65804ae64e4c)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:34.267149 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22013d43-8f76-4a09-be43-db98091d28dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:34.305628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-22013d43-8f76-4a09-be43-db98091d28dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Calling delete_port for 992a03ee-71f8-4323-bc09-7b2cf0403928 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:34.361409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-0f7f4e25-de2d-4c2d-9928-a6b44d76665f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:34.362904 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-0f7f4e25-de2d-4c2d-9928-a6b44d76665f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.54 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.1506200 Sep 07 16:30:34.368699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8838d-a6f1-4914-8006-163feb072e1a req-cbd895ae-b62a-48b6-9def-b02bf8031bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:34.370214 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d8838d-a6f1-4914-8006-163feb072e1a req-cbd895ae-b62a-48b6-9def-b02bf8031bab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951297 Sep 07 16:30:34.378704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2463222e-1bbb-49bb-b8a2-89aba3a5e065 req-200bceb3-cb7d-4538-9077-9dd475bfcf63 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 210 time: 0.0371416 Sep 07 16:30:34.387708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-d56f5a3b-e2f3-4f70-916b-07b59ee6259f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Request body: {'port': {'device_id': '13aa0383-1a91-48e9-97e0-52f854357cee', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'admin_state_up': True, 'tenant_id': '8817716e700642d49d97c5d7ac182df9'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:34.501631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-d56f5a3b-e2f3-4f70-916b-07b59ee6259f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Made reservation on behalf of 8817716e700642d49d97c5d7ac182df9 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:30:34.505648 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-d56f5a3b-e2f3-4f70-916b-07b59ee6259f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:34.532367 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d8838d-a6f1-4914-8006-163feb072e1a req-4bcc39ed-8dbe-4d80-852e-3cb4959db6ce service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442418 Sep 07 16:30:34.648665 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22013d43-8f76-4a09-be43-db98091d28dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:34.667538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-d56f5a3b-e2f3-4f70-916b-07b59ee6259f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Allocated IP 172.20.0.5 (04479938-fe1a-4503-a899-ad35d3b8f9e8/095047a4-4b29-4384-8741-c774f5d6adc6/24840871-ae4c-4e93-a072-b2846ffd87a0) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:30:34.689040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22013d43-8f76-4a09-be43-db98091d28dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Port': ['ID=992a03ee-71f8-4323-bc09-7b2cf0403928,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:34.729982 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82d8838d-a6f1-4914-8006-163feb072e1a req-9f59b35a-6cb7-4e75-89fa-73794a90cc18 service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888518 Sep 07 16:30:34.901344 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-d56f5a3b-e2f3-4f70-916b-07b59ee6259f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:35.004514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bdb776e2-05c8-4a54-a53e-067a2f42a14f req-13c39902-3210-401f-a71a-03761d8ed05f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 210 time: 0.0685508 Sep 07 16:30:35.020471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5a687f9b-961a-44dc-899e-64a876b5c86f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:35.022407 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5a687f9b-961a-44dc-899e-64a876b5c86f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.54 "GET /v2.0/networks?id=5218dc37-810b-421c-8870-01b4642916d3 HTTP/1.1" status: 200 len: 795 time: 0.3066730 Sep 07 16:30:35.038509 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-d56f5a3b-e2f3-4f70-916b-07b59ee6259f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:35.048936 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22013d43-8f76-4a09-be43-db98091d28dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:35.054540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:30:35.122500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-d56f5a3b-e2f3-4f70-916b-07b59ee6259f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Network 04479938-fe1a-4503-a899-ad35d3b8f9e8 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:35.133637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-d56f5a3b-e2f3-4f70-916b-07b59ee6259f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:35.140791 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-d56f5a3b-e2f3-4f70-916b-07b59ee6259f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:30:35.182858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f5a3b-e2f3-4f70-916b-07b59ee6259f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event updated for resources: {'Port': ['ID=24840871-ae4c-4e93-a072-b2846ffd87a0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:35.203874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a7fcd-fac2-4d64-b4a6-36eb828e45ec req-33ac0308-2352-45c9-acd8-5b3fa39c27f1 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:35.205617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-450a7fcd-fac2-4d64-b4a6-36eb828e45ec req-33ac0308-2352-45c9-acd8-5b3fa39c27f1 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.1278789 Sep 07 16:30:35.220462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-d56f5a3b-e2f3-4f70-916b-07b59ee6259f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:35.221176 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-d56f5a3b-e2f3-4f70-916b-07b59ee6259f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:35.259109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-d56f5a3b-e2f3-4f70-916b-07b59ee6259f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8751819 Sep 07 16:30:35.277684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Request body: {'port': {'device_id': '13aa0383-1a91-48e9-97e0-52f854357cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:35.286579 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-450a7fcd-fac2-4d64-b4a6-36eb828e45ec req-91cd157f-c463-46d3-b89e-74604b4ffbe1 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622041 Sep 07 16:30:35.338936 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:35.393397 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-cdf6ea3e-234c-46c0-a4f5-16cf4b959c44 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 380 time: 0.3530910 Sep 07 16:30:35.406976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'port': {'device_id': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'admin_state_up': True, 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'security_groups': ['f0c36938-209d-4000-adcf-a526bc248344']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:35.649196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24840871-ae4c-4e93-a072-b2846ffd87a0 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:30:35.656800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22013d43-8f76-4a09-be43-db98091d28dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:30:35.659051 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:35.674696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88c9d1-a0fc-4a54-a43e-0cc5868e62c3 req-c4888580-c53e-4e71-8be2-636b21c50b00 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:35.682148 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee88c9d1-a0fc-4a54-a43e-0cc5868e62c3 req-c4888580-c53e-4e71-8be2-636b21c50b00 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 931 time: 0.2258093 Sep 07 16:30:35.696784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Transition to ACTIVE for port object 24840871-ae4c-4e93-a072-b2846ffd87a0 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:35.705353 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:35.722638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Made reservation on behalf of e608a260b01c4aab87ae27b604981b64 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:30:35.726646 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:35.773780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee88c9d1-a0fc-4a54-a43e-0cc5868e62c3 req-8fc9e66d-ccc7-4a50-bd38-1cdd200ba02a tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906076 Sep 07 16:30:35.826153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Pushing event updated for resources: {'Port': ['ID=24840871-ae4c-4e93-a072-b2846ffd87a0,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:35.877673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22013d43-8f76-4a09-be43-db98091d28dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:30:35.889960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Attempting to bind port 24840871-ae4c-4e93-a072-b2846ffd87a0 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:30:35.890583 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Attempting to bind port 24840871-ae4c-4e93-a072-b2846ffd87a0 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:30:35.890939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Attempting to bind port 24840871-ae4c-4e93-a072-b2846ffd87a0 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:35.891212 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-22013d43-8f76-4a09-be43-db98091d28dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "PUT /v2.0/routers/4196aaaa-ac94-45bf-afd4-c36f4eed4be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5403898 Sep 07 16:30:35.896091 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Port 24840871-ae4c-4e93-a072-b2846ffd87a0 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:30:35.896482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Attempting to bind port 24840871-ae4c-4e93-a072-b2846ffd87a0 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:35.903328 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1e582a-9f8d-4a5c-85ce-3ef587722711 None None] Sync routers for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:30:35.914687 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1e582a-9f8d-4a5c-85ce-3ef587722711 None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:35.915204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:30:35.915779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Checking segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:35.916656 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ba1e582a-9f8d-4a5c-85ce-3ef587722711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:35.917426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Bound using segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:30:35.920321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Bound port: 24840871-ae4c-4e93-a072-b2846ffd87a0, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:30:35.922119 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:36.008128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.20.0.7 (5218dc37-810b-421c-8870-01b4642916d3/96e30429-685a-4090-8516-c0b586f51641/b2e7eb69-d863-43de-af67-f0ed4bfd5020) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:30:36.077931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] For port 24840871-ae4c-4e93-a072-b2846ffd87a0, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:30:36.084829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] For port 24840871-ae4c-4e93-a072-b2846ffd87a0, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=24840871-ae4c-4e93-a072-b2846ffd87a0,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:30:36.097973 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:36.204688 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ba1e582a-9f8d-4a5c-85ce-3ef587722711 None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:36.221261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:36.222232 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:36.223189 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] 10.222.0.54 "PUT /v2.0/ports/24840871-ae4c-4e93-a072-b2846ffd87a0 HTTP/1.1" status: 200 len: 1091 time: 0.9533567 Sep 07 16:30:36.227089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10b2730c-19c1-488d-bc55-e240b2ca2c95 req-413ee8cb-eb75-4599-a8df-2d8f800740b7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 210 time: 0.0581207 Sep 07 16:30:36.235012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13aa0383-1a91-48e9-97e0-52f854357cee', 'tag': '24840871-ae4c-4e93-a072-b2846ffd87a0'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:36.238857 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec18ca87-6dd7-4142-87e9-9768966f1d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "13aa0383-1a91-48e9-97e0-52f854357cee", "tag": "24840871-ae4c-4e93-a072-b2846ffd87a0"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:36.297655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36359a88-27dc-43d3-829d-fd4895a71062 service neutron] Pushing event updated for resources: {'Port': ['ID=24840871-ae4c-4e93-a072-b2846ffd87a0,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:36.337467 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:36.374242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Transition to ACTIVE for port object b2e7eb69-d863-43de-af67-f0ed4bfd5020 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:36.445057 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74abb531-a8b5-49a4-ae1b-77b7f3d2ec70 x-openstack-request-id: req-74abb531-a8b5-49a4-ae1b-77b7f3d2ec70 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:36.445428 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13aa0383-1a91-48e9-97e0-52f854357cee", "tag": "24840871-ae4c-4e93-a072-b2846ffd87a0", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:36.445628 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74abb531-a8b5-49a4-ae1b-77b7f3d2ec70 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:36.446131 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13aa0383-1a91-48e9-97e0-52f854357cee', 'tag': '24840871-ae4c-4e93-a072-b2846ffd87a0', 'status': 'completed', 'code': 200} Sep 07 16:30:36.457087 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:36.489220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a7d5f-bb75-4b85-b59e-05d15ed37d36 req-e33589a0-e419-4a1e-8763-816fe505af34 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:36.490799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f67a7d5f-bb75-4b85-b59e-05d15ed37d36 req-e33589a0-e419-4a1e-8763-816fe505af34 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 946 time: 0.1088140 Sep 07 16:30:36.496829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-50c754e4-537f-485a-ac54-0ac9ef6392b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:36.501309 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-50c754e4-537f-485a-ac54-0ac9ef6392b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 1094 time: 0.1708496 Sep 07 16:30:36.557048 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 5218dc37-810b-421c-8870-01b4642916d3 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:36.561227 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:36.565063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:30:36.594024 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ba1e582a-9f8d-4a5c-85ce-3ef587722711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:30:34Z', 'revision_number': 6, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '34a55770-7feb-4eeb-a289-6efaaa97207a', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'port_id': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'mac_address': 'fa:16:3e:84:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d17956-247a-41eb-a1a5-2e645202bada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:28:18Z', 'updated_at': '2021-09-07T16:28:21Z', 'revision_number': 1, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:57Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:36.608834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=b2e7eb69-d863-43de-af67-f0ed4bfd5020,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:36.622374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-c95e4cd7-7777-43d1-bf19-0bb306090f4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24840871-ae4c-4e93-a072-b2846ffd87a0 HTTP/1.1" status: 200 len: 217 time: 0.1050262 Sep 07 16:30:36.706293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f67a7d5f-bb75-4b85-b59e-05d15ed37d36 req-1e1b1324-194a-4cfd-91c8-b2b52cc63322 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e2358c6-3fe2-4045-a445-88648f69b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038577 Sep 07 16:30:36.712857 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:36.714190 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:36.738214 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-5172d077-e537-4a44-a6af-f3cb83f78099 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3360953 Sep 07 16:30:36.748601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-2d9f7b2a-4543-4b77-9024-4e5f5f17f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:36.748601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-2d9f7b2a-4543-4b77-9024-4e5f5f17f00e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.1089153 Sep 07 16:30:36.753942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Request body: {'port': {'device_id': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:36.764368 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1e582a-9f8d-4a5c-85ce-3ef587722711 None None] Checking router: 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:30:36.768104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c11e86-e3ec-441c-a768-c3a96d1bec9e req-34e9f40a-03f8-4cfd-98fa-0849bd6a16be tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:36.774414 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1e582a-9f8d-4a5c-85ce-3ef587722711 None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:36.775307 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ba1e582a-9f8d-4a5c-85ce-3ef587722711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:36.780641 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7c11e86-e3ec-441c-a768-c3a96d1bec9e req-34e9f40a-03f8-4cfd-98fa-0849bd6a16be tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.2626193 Sep 07 16:30:36.817755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-ef52894e-7340-47f7-98ac-84e982d9c224 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357218 Sep 07 16:30:36.831867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:36.894158 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7c11e86-e3ec-441c-a768-c3a96d1bec9e req-1e74c4d3-85f7-4f43-a3e4-76b94eda6ff8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978589 Sep 07 16:30:36.970091 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ba1e582a-9f8d-4a5c-85ce-3ef587722711 None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:36.975562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d33be1a8-6cc1-490d-8d8e-8472a8ff408c None None] Provisioning for port b2e7eb69-d863-43de-af67-f0ed4bfd5020 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:36.979973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d33be1a8-6cc1-490d-8d8e-8472a8ff408c None None] Provisioning complete for port b2e7eb69-d863-43de-af67-f0ed4bfd5020 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:36.980605 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33be1a8-6cc1-490d-8d8e-8472a8ff408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:37.054515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d33be1a8-6cc1-490d-8d8e-8472a8ff408c None None] Port b2e7eb69-d863-43de-af67-f0ed4bfd5020 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:30:37.068214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-0b02fd21-7dab-4036-a785-3f62dfef544d service neutron] 10.222.0.54 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308958 Sep 07 16:30:37.107850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a80e9a-129f-4615-a0b5-62094203b1ca req-47fa6a42-de66-446a-92b2-c9643833177b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:37.109797 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5a80e9a-129f-4615-a0b5-62094203b1ca req-47fa6a42-de66-446a-92b2-c9643833177b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 943 time: 0.1258800 Sep 07 16:30:37.200560 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e7eb69-d863-43de-af67-f0ed4bfd5020 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:30:37.205119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a5a80e9a-129f-4615-a0b5-62094203b1ca req-75f95f80-dc40-4c77-946a-3ecbf2ceb5c9 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845134 Sep 07 16:30:37.213449 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:37.232569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Transition to ACTIVE for port object b2e7eb69-d863-43de-af67-f0ed4bfd5020 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:37.235012 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:37.237842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa02024-bf5c-43ea-b8c8-2c8c7284a553 req-d92b3a00-3d5c-4224-a2db-f00503eed9b3 service neutron] 10.222.0.54 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601219 Sep 07 16:30:37.251816 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ba1e582a-9f8d-4a5c-85ce-3ef587722711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:30:34Z', 'revision_number': 6, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '34a55770-7feb-4eeb-a289-6efaaa97207a', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'port_id': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'mac_address': 'fa:16:3e:84:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d17956-247a-41eb-a1a5-2e645202bada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:28:18Z', 'updated_at': '2021-09-07T16:28:21Z', 'revision_number': 1, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:57Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:37.292439 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1e582a-9f8d-4a5c-85ce-3ef587722711 None None] The sync data for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 is: [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:30:34Z', 'revision_number': 6, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '34a55770-7feb-4eeb-a289-6efaaa97207a', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'port_id': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'mac_address': 'fa:16:3e:84:5e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d17956-247a-41eb-a1a5-2e645202bada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:28:18Z', 'updated_at': '2021-09-07T16:28:21Z', 'revision_number': 1, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:57Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:30:37.333207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e7eb69-d863-43de-af67-f0ed4bfd5020,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:37.377921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18ca87-6dd7-4142-87e9-9768966f1d5e req-444a96fc-21de-4c11-ab48-ab6f96f57cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:37.384000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec18ca87-6dd7-4142-87e9-9768966f1d5e req-444a96fc-21de-4c11-ab48-ab6f96f57cc0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 1094 time: 0.0739803 Sep 07 16:30:37.438382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Attempting to bind port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:30:37.438764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Attempting to bind port b2e7eb69-d863-43de-af67-f0ed4bfd5020 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:30:37.439073 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Attempting to bind port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on network 5218dc37-810b-421c-8870-01b4642916d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:37.447997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on network 5218dc37-810b-421c-8870-01b4642916d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:30:37.448330 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Attempting to bind port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on network 5218dc37-810b-421c-8870-01b4642916d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:37.453870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:30:37.454296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Checking segment: {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:37.454702 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Bound using segment: {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:30:37.455148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Bound port: b2e7eb69-d863-43de-af67-f0ed4bfd5020, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:30:37.455523 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:37.536164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600574c-a18b-4813-aede-7ff45e1d4d80 req-1fa945dd-a01a-42c3-ae9e-3d7ee75cd35f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:37.538276 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0600574c-a18b-4813-aede-7ff45e1d4d80 req-1fa945dd-a01a-42c3-ae9e-3d7ee75cd35f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 943 time: 0.1294746 Sep 07 16:30:37.545077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18ca87-6dd7-4142-87e9-9768966f1d5e req-7bf4719d-e7c8-4d58-b841-b71e526b7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:37.545372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:30:37.550155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec18ca87-6dd7-4142-87e9-9768966f1d5e req-7bf4719d-e7c8-4d58-b841-b71e526b7aa4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 907 time: 0.1585288 Sep 07 16:30:37.553015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:30:37.560150 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:37.610876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:37.611500 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:37.613370 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] 10.222.0.54 "PUT /v2.0/ports/b2e7eb69-d863-43de-af67-f0ed4bfd5020 HTTP/1.1" status: 200 len: 1091 time: 0.8651152 Sep 07 16:30:37.613660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec18ca87-6dd7-4142-87e9-9768966f1d5e req-40ee154c-6d88-4dc3-97fd-9a4ac9d038ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24840871-ae4c-4e93-a072-b2846ffd87a0 HTTP/1.1" status: 200 len: 217 time: 0.0477192 Sep 07 16:30:37.613815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:37.616423 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f0f276-2910-429c-aeed-79deab295eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:37.658628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1aae2-5796-4a61-a9b6-afbf8ce97ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e7eb69-d863-43de-af67-f0ed4bfd5020,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:37.692303 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831879a8-b364-462f-b3f6-7707d61ccb5f x-openstack-request-id: req-831879a8-b364-462f-b3f6-7707d61ccb5f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:37.693167 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:37.693657 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-831879a8-b364-462f-b3f6-7707d61ccb5f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:37.694285 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'status': 'completed', 'code': 200} Sep 07 16:30:37.712120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0600574c-a18b-4813-aede-7ff45e1d4d80 req-dc1df34e-f66d-4063-b54c-67889e4336cf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621010 Sep 07 16:30:37.736458 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 992a03ee-71f8-4323-bc09-7b2cf0403928 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:37.769150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18ca87-6dd7-4142-87e9-9768966f1d5e req-9b4ddbb7-c41c-4e81-9d2d-2e78d2ef7e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:37.770714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec18ca87-6dd7-4142-87e9-9768966f1d5e req-9b4ddbb7-c41c-4e81-9d2d-2e78d2ef7e45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.1371379 Sep 07 16:30:37.781559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 992a03ee-71f8-4323-bc09-7b2cf0403928 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:37.781938 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 992a03ee-71f8-4323-bc09-7b2cf0403928 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:37.823536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec18ca87-6dd7-4142-87e9-9768966f1d5e req-4b034d42-a6b1-4855-aecf-6c9ab1ff5791 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433092 Sep 07 16:30:37.853637 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602221-a692-40da-930d-b3d3da3b17cc req-d3bb7066-d67f-4bb7-8257-7bd56178a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:37.855229 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-d3bb7066-d67f-4bb7-8257-7bd56178a033 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 1094 time: 0.1292865 Sep 07 16:30:37.940259 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-c1b472e4-f156-45fc-a549-9a1b6bbcef99 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020 HTTP/1.1" status: 200 len: 217 time: 0.0674546 Sep 07 16:30:37.952155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b502e3-6b6c-4c12-ae7f-b5c91086f7f7 req-50dfbfc3-058a-4d70-97ad-77f0aff4def9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:37.953976 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-37b502e3-6b6c-4c12-ae7f-b5c91086f7f7 req-50dfbfc3-058a-4d70-97ad-77f0aff4def9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.54 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 946 time: 0.1725564 Sep 07 16:30:38.002863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa546cb-6fec-46ee-9362-a2242b3dff04 req-d0d4eb75-e324-4165-9e49-ecc8c870e281 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:38.005523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fa546cb-6fec-46ee-9362-a2242b3dff04 req-d0d4eb75-e324-4165-9e49-ecc8c870e281 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 946 time: 0.1401725 Sep 07 16:30:38.054841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602221-a692-40da-930d-b3d3da3b17cc req-ed5a41e7-108f-4885-8a67-5ceca59bee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:38.056372 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-ed5a41e7-108f-4885-8a67-5ceca59bee57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96e30429-685a-4090-8516-c0b586f51641 HTTP/1.1" status: 200 len: 835 time: 0.1011882 Sep 07 16:30:38.070973 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec18ca87-6dd7-4142-87e9-9768966f1d5e req-7a18f69c-e277-4b3d-9c69-1fc97cd27049 service neutron] 10.222.0.54 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393723 Sep 07 16:30:38.130303 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fa546cb-6fec-46ee-9362-a2242b3dff04 req-46d1ccfb-a3eb-4db0-9234-b11421a048ef tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e2358c6-3fe2-4045-a445-88648f69b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059504 Sep 07 16:30:38.137830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602221-a692-40da-930d-b3d3da3b17cc req-0577f5b8-8bdd-4700-88db-b3c39a65b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:38.139450 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-0577f5b8-8bdd-4700-88db-b3c39a65b36b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5218dc37-810b-421c-8870-01b4642916d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645821 Sep 07 16:30:38.150343 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-37b502e3-6b6c-4c12-ae7f-b5c91086f7f7 req-3fad4df7-33b4-4d71-a672-dbbbd2075026 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting port 5a4672b7-e834-4954-ad7c-71803c9191ec {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:38.150702 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-37b502e3-6b6c-4c12-ae7f-b5c91086f7f7 req-3fad4df7-33b4-4d71-a672-dbbbd2075026 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:38.182423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88fe05-883d-4afb-9147-abf204b99376 req-b44a1307-0ac7-4b9a-9701-2cb6aeb4a53f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:38.184144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f88fe05-883d-4afb-9147-abf204b99376 req-b44a1307-0ac7-4b9a-9701-2cb6aeb4a53f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.1610775 Sep 07 16:30:38.228449 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec18ca87-6dd7-4142-87e9-9768966f1d5e req-dbb14ab5-129f-4ab2-8470-d40b1cf23d2f service neutron] 10.222.0.54 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480565 Sep 07 16:30:38.255117 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f88fe05-883d-4afb-9147-abf204b99376 req-bbed1748-5b15-437f-91c9-001e17e7ded9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623062 Sep 07 16:30:38.332847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-37b502e3-6b6c-4c12-ae7f-b5c91086f7f7 req-3fad4df7-33b4-4d71-a672-dbbbd2075026 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] For port 5a4672b7-e834-4954-ad7c-71803c9191ec, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=5a4672b7-e834-4954-ad7c-71803c9191ec,segment=NetworkSegment(d6eb4149-0cde-40ad-b5a7-65804ae64e4c),segment_id=d6eb4149-0cde-40ad-b5a7-65804ae64e4c)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:38.333308 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-37b502e3-6b6c-4c12-ae7f-b5c91086f7f7 req-3fad4df7-33b4-4d71-a672-dbbbd2075026 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:38.337616 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-1d63c864-cdf8-457c-bbe3-66c7c1fd5b04 service neutron] 10.222.0.54 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838534 Sep 07 16:30:38.358531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-37b502e3-6b6c-4c12-ae7f-b5c91086f7f7 req-3fad4df7-33b4-4d71-a672-dbbbd2075026 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Calling delete_port for 5a4672b7-e834-4954-ad7c-71803c9191ec owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:38.362092 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767664af-be65-4279-b02f-09136310a948 req-59be667c-d06f-4eb2-9eb9-c3fc8362573b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:38.363686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-767664af-be65-4279-b02f-09136310a948 req-59be667c-d06f-4eb2-9eb9-c3fc8362573b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 943 time: 0.0643117 Sep 07 16:30:38.405170 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-767664af-be65-4279-b02f-09136310a948 req-01549d00-db83-4219-a901-9a271b488071 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342999 Sep 07 16:30:38.492560 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4602221-a692-40da-930d-b3d3da3b17cc req-41fd5281-e997-48b7-b27a-f26434b1760c service neutron] 10.222.0.54 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470470 Sep 07 16:30:38.585663 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-37b502e3-6b6c-4c12-ae7f-b5c91086f7f7 req-3fad4df7-33b4-4d71-a672-dbbbd2075026 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:38.621805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad4df7-33b4-4d71-a672-dbbbd2075026 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Port': ['ID=5a4672b7-e834-4954-ad7c-71803c9191ec,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:38.632496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0f276-2910-429c-aeed-79deab295eb0 req-c7c4737c-debc-41c1-9ed8-bb63ca8d6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:38.635884 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67f0f276-2910-429c-aeed-79deab295eb0 req-c7c4737c-debc-41c1-9ed8-bb63ca8d6d5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 1094 time: 0.0842044 Sep 07 16:30:38.687523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b502e3-6b6c-4c12-ae7f-b5c91086f7f7 req-3fad4df7-33b4-4d71-a672-dbbbd2075026 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] No DVR routers for this DVR port 5a4672b7-e834-4954-ad7c-71803c9191ec on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:30:38.695216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-37b502e3-6b6c-4c12-ae7f-b5c91086f7f7 req-3fad4df7-33b4-4d71-a672-dbbbd2075026 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:38.697194 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-37b502e3-6b6c-4c12-ae7f-b5c91086f7f7 req-3fad4df7-33b4-4d71-a672-dbbbd2075026 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.54 "DELETE /v2.0/ports/5a4672b7-e834-4954-ad7c-71803c9191ec HTTP/1.1" status: 204 len: 173 time: 0.7318385 Sep 07 16:30:38.762916 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0f276-2910-429c-aeed-79deab295eb0 req-02755cda-e3cb-40ff-ba7a-968fb6178669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:38.765008 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67f0f276-2910-429c-aeed-79deab295eb0 req-02755cda-e3cb-40ff-ba7a-968fb6178669 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5218dc37-810b-421c-8870-01b4642916d3 HTTP/1.1" status: 200 len: 896 time: 0.1134090 Sep 07 16:30:38.804075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 24840871-ae4c-4e93-a072-b2846ffd87a0 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:30:38.835888 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67f0f276-2910-429c-aeed-79deab295eb0 req-27574b0a-2bb4-4026-a829-66f9973676dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020 HTTP/1.1" status: 200 len: 217 time: 0.0609066 Sep 07 16:30:38.879860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872cb46-337c-4548-b065-10f131977319 req-45db9d96-64b1-410c-b011-43271b72a47d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:38.885685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7872cb46-337c-4548-b065-10f131977319 req-45db9d96-64b1-410c-b011-43271b72a47d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 943 time: 0.0868354 Sep 07 16:30:38.906415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0f276-2910-429c-aeed-79deab295eb0 req-e80c873e-dd19-4a2d-9a76-d5b4b7902515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:38.908082 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67f0f276-2910-429c-aeed-79deab295eb0 req-e80c873e-dd19-4a2d-9a76-d5b4b7902515 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96e30429-685a-4090-8516-c0b586f51641 HTTP/1.1" status: 200 len: 835 time: 0.0570419 Sep 07 16:30:38.943508 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 24840871-ae4c-4e93-a072-b2846ffd87a0, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=24840871-ae4c-4e93-a072-b2846ffd87a0,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:38.944768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7872cb46-337c-4548-b065-10f131977319 req-6c6d3a5d-1250-4a85-bfb9-191546627310 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480883 Sep 07 16:30:38.961285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '24840871-ae4c-4e93-a072-b2846ffd87a0', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'port_id': '24840871-ae4c-4e93-a072-b2846ffd87a0', 'mac_address': 'fa:16:3e:f4:8c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095047a4-4b29-4384-8741-c774f5d6adc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:30:38.977205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0f276-2910-429c-aeed-79deab295eb0 req-5bd48b58-266f-461d-a48f-af51815c1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:38.979718 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67f0f276-2910-429c-aeed-79deab295eb0 req-5bd48b58-266f-461d-a48f-af51815c1cba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5218dc37-810b-421c-8870-01b4642916d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622172 Sep 07 16:30:39.010228 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:39.026279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24840871-ae4c-4e93-a072-b2846ffd87a0 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:30:39.047793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 24840871-ae4c-4e93-a072-b2846ffd87a0, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=24840871-ae4c-4e93-a072-b2846ffd87a0,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:39.054076 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:39.101585 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67f0f276-2910-429c-aeed-79deab295eb0 req-4cb71fad-ae6f-4dce-aea2-f9055121631f service neutron] 10.222.0.54 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124671 Sep 07 16:30:39.107486 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=24840871-ae4c-4e93-a072-b2846ffd87a0,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:39.241623 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67f0f276-2910-429c-aeed-79deab295eb0 req-7597565d-5c9d-4595-8258-f212f62b4022 service neutron] 10.222.0.54 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224821 Sep 07 16:30:39.286970 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10385dbc-bd3b-4443-8710-240317aaf73a req-83530acf-1d2d-4d38-bf29-6c34fa44f45c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=1420b9a6-47ca-40dc-a434-bec20a528a9e HTTP/1.1" status: 200 len: 210 time: 0.0331872 Sep 07 16:30:39.312501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['24840871-ae4c-4e93-a072-b2846ffd87a0'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:30:39.399267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a28b4f-61ae-4b92-a3d9-61d02af2da13 req-d10256df-fcef-47c0-bed2-f8ebe67e611d tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:39.401221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53a28b4f-61ae-4b92-a3d9-61d02af2da13 req-d10256df-fcef-47c0-bed2-f8ebe67e611d tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.0597057 Sep 07 16:30:39.445783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53a28b4f-61ae-4b92-a3d9-61d02af2da13 req-465eb46f-0de7-4b77-9c2c-43d2e605497e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383325 Sep 07 16:30:39.555558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77e5de-00dc-49bc-a4e2-2f6c43ecc479 req-6dbe411f-dc45-4ae4-83d6-7c3581f3ab14 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:39.557131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b77e5de-00dc-49bc-a4e2-2f6c43ecc479 req-6dbe411f-dc45-4ae4-83d6-7c3581f3ab14 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 944 time: 0.0594199 Sep 07 16:30:39.601903 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b77e5de-00dc-49bc-a4e2-2f6c43ecc479 req-de1340e1-1cda-4048-b7fa-196b651209fe tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372393 Sep 07 16:30:39.695387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1420b9a6-47ca-40dc-a434-bec20a528a9e', 'name': 'network-vif-deleted', 'tag': '5a4672b7-e834-4954-ad7c-71803c9191ec'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:39.697994 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e6d780-2782-4349-9108-6782219ba390" -d '{"events": [{"server_uuid": "1420b9a6-47ca-40dc-a434-bec20a528a9e", "name": "network-vif-deleted", "tag": "5a4672b7-e834-4954-ad7c-71803c9191ec"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:39.736273 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d187104c-983f-40b9-962b-c31442ede0ef x-openstack-request-id: req-d187104c-983f-40b9-962b-c31442ede0ef {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:39.736636 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1420b9a6-47ca-40dc-a434-bec20a528a9e", "name": "network-vif-deleted", "tag": "5a4672b7-e834-4954-ad7c-71803c9191ec", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:39.736891 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d187104c-983f-40b9-962b-c31442ede0ef {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:39.737289 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1420b9a6-47ca-40dc-a434-bec20a528a9e', 'name': 'network-vif-deleted', 'tag': '5a4672b7-e834-4954-ad7c-71803c9191ec', 'status': 'completed', 'code': 200} Sep 07 16:30:40.075408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efbc7a-f482-4f86-8105-27d7d9b39c7d req-cee4b42f-7480-4e81-a2b8-f6d91125d62f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:40.077017 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7efbc7a-f482-4f86-8105-27d7d9b39c7d req-cee4b42f-7480-4e81-a2b8-f6d91125d62f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 943 time: 0.0512373 Sep 07 16:30:40.117455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7efbc7a-f482-4f86-8105-27d7d9b39c7d req-60b9a303-3f44-4aa7-994d-117fe1ea927e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343118 Sep 07 16:30:40.347406 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50292) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:40.363304 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5148c0c-32e0-4b07-a5c0-b1b58cafe7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:40.414668 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28d509c5-e0e5-4398-87b8-af66638253b9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:40.441397 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28d509c5-e0e5-4398-87b8-af66638253b9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:40.506846 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28d509c5-e0e5-4398-87b8-af66638253b9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:40.509915 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-28d509c5-e0e5-4398-87b8-af66638253b9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:40.516368 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-28d509c5-e0e5-4398-87b8-af66638253b9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "DELETE /v2.0/security-groups/0e2358c6-3fe2-4045-a445-88648f69b1b7 HTTP/1.1" status: 204 len: 168 time: 0.1657746 Sep 07 16:30:40.524434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d509c5-e0e5-4398-87b8-af66638253b9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2358c6-3fe2-4045-a445-88648f69b1b7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:40.563483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50298) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:40.600225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f399c-7e7d-43d1-9829-90754b96b0d4 req-17e00117-ff1f-42a7-9611-29d35c5a44c4 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:40.601957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c59f399c-7e7d-43d1-9829-90754b96b0d4 req-17e00117-ff1f-42a7-9611-29d35c5a44c4 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 944 time: 0.0614429 Sep 07 16:30:40.634251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-605f119e-3ce1-402c-9bf0-cac7cd41f536 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting subnet 5f11aebe-4595-4487-838c-c5b1a84e6b8f {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:30:40.638302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-605f119e-3ce1-402c-9bf0-cac7cd41f536 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:40.651153 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c59f399c-7e7d-43d1-9829-90754b96b0d4 req-afa0b4b8-b2b3-4b8c-9611-1eef6a06eca7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401058 Sep 07 16:30:40.692099 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-605f119e-3ce1-402c-9bf0-cac7cd41f536 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:40.761666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001dbeb-d965-49fe-91eb-0ab3c2b7f798 req-d86aa8ab-0de4-49ca-954a-d697e4c1689e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:40.763362 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1001dbeb-d965-49fe-91eb-0ab3c2b7f798 req-d86aa8ab-0de4-49ca-954a-d697e4c1689e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 944 time: 0.0659137 Sep 07 16:30:40.784285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-605f119e-3ce1-402c-9bf0-cac7cd41f536 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:40.811262 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1001dbeb-d965-49fe-91eb-0ab3c2b7f798 req-5078cf39-d6fd-41db-82db-b7216aca2a9e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413299 Sep 07 16:30:40.846178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3a290dbc-31d6-4be8-b92a-3db645c1e50b details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:30:40.849203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 24840871-ae4c-4e93-a072-b2846ffd87a0 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:40.851139 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-605f119e-3ce1-402c-9bf0-cac7cd41f536 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:40.889024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f119e-3ce1-402c-9bf0-cac7cd41f536 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Subnet': ['ID=5f11aebe-4595-4487-838c-c5b1a84e6b8f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:40.892062 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-605f119e-3ce1-402c-9bf0-cac7cd41f536 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:40.899902 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305f297e-c5f0-4490-aed9-48b8dc6753b2 None None] Network 9ee866cd-a004-4375-83ca-90141d84ed42 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:30:40.900791 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-605f119e-3ce1-402c-9bf0-cac7cd41f536 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "DELETE /v2.0/subnets/5f11aebe-4595-4487-838c-c5b1a84e6b8f HTTP/1.1" status: 204 len: 168 time: 0.3356996 Sep 07 16:30:40.903632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50304) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:41.005187 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.028490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 24840871-ae4c-4e93-a072-b2846ffd87a0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:41.046471 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 24840871-ae4c-4e93-a072-b2846ffd87a0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:41.047166 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.082259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting port 5475ff2e-2883-4c38-b713-9cac2e3c7f54 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:41.082889 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.151194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:41.162294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] For port 5475ff2e-2883-4c38-b713-9cac2e3c7f54, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5475ff2e-2883-4c38-b713-9cac2e3c7f54,segment=NetworkSegment(d6eb4149-0cde-40ad-b5a7-65804ae64e4c),segment_id=d6eb4149-0cde-40ad-b5a7-65804ae64e4c)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:41.162294 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.176687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Calling delete_port for 5475ff2e-2883-4c38-b713-9cac2e3c7f54 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:41.182298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'port_id': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'mac_address': 'fa:16:3e:fe:95:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:30:41.260502 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.271060 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.294561 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f685f1-d242-4121-ab62-7ea68c598195 req-d554fec9-c7fc-4496-a140-d492f7eda4d8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:41.297061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6f685f1-d242-4121-ab62-7ea68c598195 req-d554fec9-c7fc-4496-a140-d492f7eda4d8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 943 time: 0.0688570 Sep 07 16:30:41.305690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a290dbc-31d6-4be8-b92a-3db645c1e50b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:30:41.315382 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aa0383-1a91-48e9-97e0-52f854357cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24840871-ae4c-4e93-a072-b2846ffd87a0'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:41.318643 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b69c0b-da47-4551-86ed-4db1f6227ce8" -d '{"events": [{"server_uuid": "13aa0383-1a91-48e9-97e0-52f854357cee", "name": "network-vif-plugged", "status": "completed", "tag": "24840871-ae4c-4e93-a072-b2846ffd87a0"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:41.331602 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9402328-d936-4d36-aadd-46214e0670fd None None] DHCP port deletion for 9ee866cd-a004-4375-83ca-90141d84ed42 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:30:41.353817 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.356433 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 24840871-ae4c-4e93-a072-b2846ffd87a0, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=24840871-ae4c-4e93-a072-b2846ffd87a0,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:41.364616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:41.367583 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.368553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5a4672b7-e834-4954-ad7c-71803c9191ec no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:41.392468 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Port': ['ID=5475ff2e-2883-4c38-b713-9cac2e3c7f54,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:41.394462 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fba3f3a-26ea-4245-a697-8ce22083e102 x-openstack-request-id: req-7fba3f3a-26ea-4245-a697-8ce22083e102 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:41.394656 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aa0383-1a91-48e9-97e0-52f854357cee", "name": "network-vif-plugged", "status": "completed", "tag": "24840871-ae4c-4e93-a072-b2846ffd87a0", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:41.394921 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7fba3f3a-26ea-4245-a697-8ce22083e102 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:41.395320 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aa0383-1a91-48e9-97e0-52f854357cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24840871-ae4c-4e93-a072-b2846ffd87a0', 'code': 200} Sep 07 16:30:41.408904 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6f685f1-d242-4121-ab62-7ea68c598195 req-a72558ba-26fa-4889-b139-0e43eb8157cb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020825 Sep 07 16:30:41.413735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 5a4672b7-e834-4954-ad7c-71803c9191ec {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:41.414089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 5a4672b7-e834-4954-ad7c-71803c9191ec not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:41.416645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a9402328-d936-4d36-aadd-46214e0670fd None None] The port '5475ff2e-2883-4c38-b713-9cac2e3c7f54' was deleted {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 07 16:30:41.418501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] No DVR routers for this DVR port 5475ff2e-2883-4c38-b713-9cac2e3c7f54 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:30:41.418661 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.418966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b2e7eb69-d863-43de-af67-f0ed4bfd5020 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:30:41.502946 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=24840871-ae4c-4e93-a072-b2846ffd87a0,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:41.530982 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.558689 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dda9d-271f-4ffb-a9cd-811b684d8fc6 req-9643a018-002c-44f2-bf51-0a1fb246cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:41.560823 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6d3dda9d-271f-4ffb-a9cd-811b684d8fc6 req-9643a018-002c-44f2-bf51-0a1fb246cee7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 1096 time: 0.0781271 Sep 07 16:30:41.580640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee866cd-a004-4375-83ca-90141d84ed42']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:41.598960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:41.599345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6eb4149-0cde-40ad-b5a7-65804ae64e4c') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:41.610097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5475ff2e-2883-4c38-b713-9cac2e3c7f54 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:41.616676 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.623524 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6d3dda9d-271f-4ffb-a9cd-811b684d8fc6 req-082fd710-bef0-4cfd-98e2-b4e95a772fa9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510132 Sep 07 16:30:41.632669 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.641344 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=3a290dbc-31d6-4be8-b92a-3db645c1e50b,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:41.641838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:30:41.642372 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:30:41.647908 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:30:41.655293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 5475ff2e-2883-4c38-b713-9cac2e3c7f54 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:41.655666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5475ff2e-2883-4c38-b713-9cac2e3c7f54 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:41.659808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:41.674753 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'port_id': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'mac_address': 'fa:16:3e:ee:8d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e30429-685a-4090-8516-c0b586f51641', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:30:41.731483 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.733878 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.754011 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e7eb69-d863-43de-af67-f0ed4bfd5020 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:30:41.754852 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.757282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "DELETE /v2.0/networks/9ee866cd-a004-4375-83ca-90141d84ed42 HTTP/1.1" status: 204 len: 168 time: 0.8516383 Sep 07 16:30:41.758234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a85aa8-9123-4e30-b978-06b515f6fdd8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Network': ['ID=9ee866cd-a004-4375-83ca-90141d84ed42,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:41.760256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50314) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:41.777554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:41.783598 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:41.838567 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=b2e7eb69-d863-43de-af67-f0ed4bfd5020,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:41.904107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8cb01-5f29-4a58-b868-ca010d9a8d48 req-865a2348-d99f-4d62-b873-8907c70918bb tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:41.905613 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4f8cb01-5f29-4a58-b868-ca010d9a8d48 req-865a2348-d99f-4d62-b873-8907c70918bb tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.1344721 Sep 07 16:30:42.015958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4f8cb01-5f29-4a58-b868-ca010d9a8d48 req-52aa1251-0c5b-40a8-a1e4-58a53c231ee1 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922940 Sep 07 16:30:42.025017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['3a290dbc-31d6-4be8-b92a-3db645c1e50b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:30:42.027710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2e351-1d29-4071-af8f-8c52ecf48f93 req-70edc885-615c-4328-ac2e-0e5467a96820 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:42.029330 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21a2e351-1d29-4071-af8f-8c52ecf48f93 req-70edc885-615c-4328-ac2e-0e5467a96820 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 945 time: 0.1211002 Sep 07 16:30:42.035424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['b2e7eb69-d863-43de-af67-f0ed4bfd5020'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:30:42.080375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21a2e351-1d29-4071-af8f-8c52ecf48f93 req-f9d8f2ad-f189-46a5-8b06-de63727eecda tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448782 Sep 07 16:30:42.081773 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9097fa58-42e2-4aba-aada-fcfeee597c96 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting port a6391de5-e70e-4925-b4e5-2f53959fff11 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:42.082121 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9097fa58-42e2-4aba-aada-fcfeee597c96 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:42.172490 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9097fa58-42e2-4aba-aada-fcfeee597c96 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:42.173121 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9097fa58-42e2-4aba-aada-fcfeee597c96 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:42.185258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9097fa58-42e2-4aba-aada-fcfeee597c96 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Calling delete_port for a6391de5-e70e-4925-b4e5-2f53959fff11 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:42.346261 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9097fa58-42e2-4aba-aada-fcfeee597c96 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:42.372693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097fa58-42e2-4aba-aada-fcfeee597c96 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Port': ['ID=a6391de5-e70e-4925-b4e5-2f53959fff11,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:42.442523 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9097fa58-42e2-4aba-aada-fcfeee597c96 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:42.442819 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-9097fa58-42e2-4aba-aada-fcfeee597c96 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Floating IP 34a55770-7feb-4eeb-a289-6efaaa97207a disassociated (deleted). External IP: 172.25.3.64, port: d0e22bfb-e309-428c-80b4-bafd28222de1. Sep 07 16:30:42.588392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab05634-d6d6-44eb-96f9-dfe2dd6d3583 req-b0ee7bae-4c79-4124-b050-11401fe376b0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:42.589888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ab05634-d6d6-44eb-96f9-dfe2dd6d3583 req-b0ee7bae-4c79-4124-b050-11401fe376b0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 944 time: 0.0908070 Sep 07 16:30:42.697087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ab05634-d6d6-44eb-96f9-dfe2dd6d3583 req-7dba3319-148e-4fb7-ab60-cb6e936074a3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737367 Sep 07 16:30:42.725093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9097fa58-42e2-4aba-aada-fcfeee597c96 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:30:42.842794 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3a290dbc-31d6-4be8-b92a-3db645c1e50b up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:42.862765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9097fa58-42e2-4aba-aada-fcfeee597c96 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:30:42.873228 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9097fa58-42e2-4aba-aada-fcfeee597c96 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:42.879258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4665b1-8fdb-478b-8128-91806b1c1639 None None] Sync routers for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:30:42.902046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4665b1-8fdb-478b-8128-91806b1c1639 None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:42.902669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6d4665b1-8fdb-478b-8128-91806b1c1639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:42.912953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9097fa58-42e2-4aba-aada-fcfeee597c96 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "DELETE /v2.0/floatingips/34a55770-7feb-4eeb-a289-6efaaa97207a HTTP/1.1" status: 204 len: 168 time: 1.1476965 Sep 07 16:30:42.913657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d17956-247a-41eb-a1a5-2e645202bada', 'tag': 'd0e22bfb-e309-428c-80b4-bafd28222de1'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:42.916295 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0292a25f-2c65-4b07-aee3-b3c871cc72c8" -d '{"events": [{"name": "network-changed", "server_uuid": "24d17956-247a-41eb-a1a5-2e645202bada", "tag": "d0e22bfb-e309-428c-80b4-bafd28222de1"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:42.963251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 3a290dbc-31d6-4be8-b92a-3db645c1e50b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:42.966955 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3454ea-e6b9-4eb1-b075-493bd34459a2 x-openstack-request-id: req-9a3454ea-e6b9-4eb1-b075-493bd34459a2 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:42.967254 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d17956-247a-41eb-a1a5-2e645202bada", "tag": "d0e22bfb-e309-428c-80b4-bafd28222de1", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:42.967512 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a3454ea-e6b9-4eb1-b075-493bd34459a2 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:42.967926 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d17956-247a-41eb-a1a5-2e645202bada', 'tag': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'status': 'completed', 'code': 200} Sep 07 16:30:42.978515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 3a290dbc-31d6-4be8-b92a-3db645c1e50b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:42.979375 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:43.051895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292a25f-2c65-4b07-aee3-b3c871cc72c8 req-b2706a8b-2047-44dd-9caa-2c7d29ab7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:43.053660 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0292a25f-2c65-4b07-aee3-b3c871cc72c8 req-b2706a8b-2047-44dd-9caa-2c7d29ab7474 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 1096 time: 0.0603883 Sep 07 16:30:43.214365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292a25f-2c65-4b07-aee3-b3c871cc72c8 req-9b20b0cb-cc55-4f59-8dc5-b77f050442cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:43.215791 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0292a25f-2c65-4b07-aee3-b3c871cc72c8 req-9b20b0cb-cc55-4f59-8dc5-b77f050442cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ca92e5c-04b0-4f44-adbc-578e81cb0910 HTTP/1.1" status: 200 len: 898 time: 0.1480036 Sep 07 16:30:43.235736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e1482-3f1f-42e1-8a95-64f88e02808b req-2fd08d0f-dde8-4304-aa41-e817bdb9e296 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:43.237916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-503e1482-3f1f-42e1-8a95-64f88e02808b req-2fd08d0f-dde8-4304-aa41-e817bdb9e296 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 945 time: 0.1094217 Sep 07 16:30:43.255682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b2a37-f3f5-430f-a631-f2780dd5ac9f req-b7cc11ca-ff25-4dfc-94d7-475a87c9b7b0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:43.262291 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-458b2a37-f3f5-430f-a631-f2780dd5ac9f req-b7cc11ca-ff25-4dfc-94d7-475a87c9b7b0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 945 time: 0.0924428 Sep 07 16:30:43.270471 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6d4665b1-8fdb-478b-8128-91806b1c1639 None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:43.270926 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0292a25f-2c65-4b07-aee3-b3c871cc72c8 req-83da9a0f-0ea9-4343-8c75-5ca8c0c86f7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e22bfb-e309-428c-80b4-bafd28222de1 HTTP/1.1" status: 200 len: 217 time: 0.0436769 Sep 07 16:30:43.330598 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-458b2a37-f3f5-430f-a631-f2780dd5ac9f req-030ac7f5-dd11-4598-9f0b-dc0f0bf97b25 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549729 Sep 07 16:30:43.349906 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292a25f-2c65-4b07-aee3-b3c871cc72c8 req-56b0825c-5d1b-463f-8684-ad19d27e4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:43.352169 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0292a25f-2c65-4b07-aee3-b3c871cc72c8 req-56b0825c-5d1b-463f-8684-ad19d27e4346 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3bcd7120-04c8-4921-bb1f-37c420c13edf HTTP/1.1" status: 200 len: 834 time: 0.0697439 Sep 07 16:30:43.365372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-503e1482-3f1f-42e1-8a95-64f88e02808b req-84322f44-4b2a-421b-91aa-f048818449a8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925925 Sep 07 16:30:43.411023 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:43.426031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292a25f-2c65-4b07-aee3-b3c871cc72c8 req-cbd799d9-74e7-4503-bfbc-85051a95fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:43.427726 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0292a25f-2c65-4b07-aee3-b3c871cc72c8 req-cbd799d9-74e7-4503-bfbc-85051a95fee4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ca92e5c-04b0-4f44-adbc-578e81cb0910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669754 Sep 07 16:30:43.468445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:43.470641 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70f1945-0d24-4df2-9c9b-d0e43cc88c3a" -d '{"events": [{"server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "name": "network-vif-plugged", "status": "completed", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:43.494325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:43.502406 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:43.523667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db02e5-a31d-4883-94c1-ab9163889d93 req-315e443c-1278-4da8-901b-a59af01f30c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:43.534159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0db02e5-a31d-4883-94c1-ab9163889d93 req-315e443c-1278-4da8-901b-a59af01f30c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 945 time: 0.0969005 Sep 07 16:30:43.566062 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0292a25f-2c65-4b07-aee3-b3c871cc72c8 req-57d710cc-9a76-499c-8b7b-234a26220f22 service neutron] 10.222.0.35 "GET /v2.0/networks/2ca92e5c-04b0-4f44-adbc-578e81cb0910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269186 Sep 07 16:30:43.574299 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8647210e-9b1e-4b76-9221-a634b29872c8 x-openstack-request-id: req-8647210e-9b1e-4b76-9221-a634b29872c8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:43.575128 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "name": "network-vif-plugged", "status": "completed", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:43.575128 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8647210e-9b1e-4b76-9221-a634b29872c8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:43.575371 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'code': 200} Sep 07 16:30:43.612607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=3a290dbc-31d6-4be8-b92a-3db645c1e50b,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:43.613079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0db02e5-a31d-4883-94c1-ab9163889d93 req-0dd2ebd1-4006-4e0d-a792-988bb95e2826 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779696 Sep 07 16:30:43.655873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6d4665b1-8fdb-478b-8128-91806b1c1639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:30:34Z', 'revision_number': 6, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:57Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:43.689621 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0292a25f-2c65-4b07-aee3-b3c871cc72c8 req-047bf7af-2254-4456-a36e-746a2a0ff414 service neutron] 10.222.0.35 "GET /v2.0/networks/2ca92e5c-04b0-4f44-adbc-578e81cb0910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136022 Sep 07 16:30:43.696034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4665b1-8fdb-478b-8128-91806b1c1639 None None] Checking router: 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:30:43.708918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4665b1-8fdb-478b-8128-91806b1c1639 None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:43.709789 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6d4665b1-8fdb-478b-8128-91806b1c1639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:43.783303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b89b32-c0a8-4e86-9e83-0cdc326b89e7 req-fa9f7cb8-8927-469e-8ee1-2b51dc8cc635 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:43.792884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79b89b32-c0a8-4e86-9e83-0cdc326b89e7 req-fa9f7cb8-8927-469e-8ee1-2b51dc8cc635 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 945 time: 0.0719194 Sep 07 16:30:43.815969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231fb2b-f640-4cb0-9bba-0c337694588e req-95f282cb-b183-4f38-99e5-f9b638a036e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:43.821510 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4231fb2b-f640-4cb0-9bba-0c337694588e req-95f282cb-b183-4f38-99e5-f9b638a036e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 1097 time: 0.0723205 Sep 07 16:30:43.848586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6d4665b1-8fdb-478b-8128-91806b1c1639 None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:43.873221 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4231fb2b-f640-4cb0-9bba-0c337694588e req-6e879613-5a79-4290-bd17-cc5987314d4f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435264 Sep 07 16:30:43.880771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79b89b32-c0a8-4e86-9e83-0cdc326b89e7 req-fb181a15-3cd4-4bab-ad44-045e6151fab0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868285 Sep 07 16:30:43.925593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3074d1-3900-49a6-9797-50b66ad7974b req-294fa860-d7d8-4d70-9005-3370d68a379c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:43.927990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc3074d1-3900-49a6-9797-50b66ad7974b req-294fa860-d7d8-4d70-9005-3370d68a379c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 944 time: 0.0809877 Sep 07 16:30:43.975140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc3074d1-3900-49a6-9797-50b66ad7974b req-8faaed0d-16f5-4695-bead-e60046ee525c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401256 Sep 07 16:30:43.982576 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:44.111397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6d4665b1-8fdb-478b-8128-91806b1c1639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:30:34Z', 'revision_number': 6, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:57Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:44.140903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4665b1-8fdb-478b-8128-91806b1c1639 None None] The sync data for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 is: [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:30:34Z', 'revision_number': 6, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b14ffe0d-a831-431b-b1a5-dc71c926f6b7', 'name': '', 'network_id': '2ca92e5c-04b0-4f44-adbc-578e81cb0910', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:b8:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:50Z', 'updated_at': '2021-09-07T16:27:57Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '3bcd7120-04c8-4921-bb1f-37c420c13edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:30:44.246659 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1be65a10-0c7c-4fe7-bd3f-2a1aa7f96fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:44.253865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d1b61-2ce1-482c-9bff-f4a19f52bd52 req-9c3fa333-c2b8-464c-8c9b-69bfa9510770 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:44.255429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd5d1b61-2ce1-482c-9bff-f4a19f52bd52 req-9c3fa333-c2b8-464c-8c9b-69bfa9510770 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 945 time: 0.0687327 Sep 07 16:30:44.300079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd5d1b61-2ce1-482c-9bff-f4a19f52bd52 req-4ae2da8b-17e8-4e2f-8f36-89ed8de546e5 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351877 Sep 07 16:30:44.433159 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b501d-4e95-45af-b704-66fcf74324d8 None None] New status for floating IP 34a55770-7feb-4eeb-a289-6efaaa97207a: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:30:44.510298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b802630-d739-4376-9bba-3959273b5bba req-489889f5-6751-4cfe-845e-f21a3832d8dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:44.511840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b802630-d739-4376-9bba-3959273b5bba req-489889f5-6751-4cfe-845e-f21a3832d8dc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 945 time: 0.0879185 Sep 07 16:30:44.526192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2c2cc-d718-4b63-abe9-5f0537b3ecf3 req-f5f82248-40f2-4606-8bba-8991f46b2838 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:44.528164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11b2c2cc-d718-4b63-abe9-5f0537b3ecf3 req-f5f82248-40f2-4606-8bba-8991f46b2838 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 946 time: 0.0712593 Sep 07 16:30:44.584153 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b802630-d739-4376-9bba-3959273b5bba req-f5656e8c-c7e0-41fb-9302-c900198705f0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554039 Sep 07 16:30:44.589066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11b2c2cc-d718-4b63-abe9-5f0537b3ecf3 req-25882663-dc90-4c9b-be88-687d4c3bf9b7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532181 Sep 07 16:30:44.839587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b2e7eb69-d863-43de-af67-f0ed4bfd5020 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:44.889050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port b2e7eb69-d863-43de-af67-f0ed4bfd5020 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:44.896981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port b2e7eb69-d863-43de-af67-f0ed4bfd5020 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:44.897403 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:44.940935 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:44.983911 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:45.017451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:45.022226 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:45.082290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=b2e7eb69-d863-43de-af67-f0ed4bfd5020,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:45.167521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8b18f-b7ff-45f9-ab38-9dff6fdf2112 req-c36294bf-1d6e-43e0-8096-f8b8207bb0f1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:45.169150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71d8b18f-b7ff-45f9-ab38-9dff6fdf2112 req-c36294bf-1d6e-43e0-8096-f8b8207bb0f1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.0753541 Sep 07 16:30:45.218628 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71d8b18f-b7ff-45f9-ab38-9dff6fdf2112 req-63e681b6-9f47-4f12-b69d-753d156e67fd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423234 Sep 07 16:30:45.448086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba2eef-62e9-4e51-b863-41428beeb6d7 req-69d6ceb2-d546-43eb-85a0-840f1f196b86 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:45.449284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b20a85-9e54-4953-b7ab-dcb50304e5c6 req-e7222e75-1f6e-44f2-8dc9-ae9267d97260 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:45.450272 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-54ba2eef-62e9-4e51-b863-41428beeb6d7 req-69d6ceb2-d546-43eb-85a0-840f1f196b86 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.35 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 945 time: 0.0789771 Sep 07 16:30:45.451646 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56b20a85-9e54-4953-b7ab-dcb50304e5c6 req-e7222e75-1f6e-44f2-8dc9-ae9267d97260 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 945 time: 0.0782986 Sep 07 16:30:45.520407 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56b20a85-9e54-4953-b7ab-dcb50304e5c6 req-7808258e-434b-4849-b494-d452af6ffa42 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600679 Sep 07 16:30:45.577114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:45.579480 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44a168f-ea4d-4730-804f-17869bdec71a" -d '{"events": [{"server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "name": "network-vif-plugged", "status": "completed", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:45.597546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-54ba2eef-62e9-4e51-b863-41428beeb6d7 req-44f6395e-cccd-4128-977e-a6cf35c9d9b1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting port d0e22bfb-e309-428c-80b4-bafd28222de1 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:45.597904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-54ba2eef-62e9-4e51-b863-41428beeb6d7 req-44f6395e-cccd-4128-977e-a6cf35c9d9b1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:45.659333 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7998902-bfdb-4c48-bcb8-a37295366dbb x-openstack-request-id: req-e7998902-bfdb-4c48-bcb8-a37295366dbb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:45.660217 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "name": "network-vif-plugged", "status": "completed", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:45.660678 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7998902-bfdb-4c48-bcb8-a37295366dbb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:45.661248 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'code': 200} Sep 07 16:30:45.770763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-54ba2eef-62e9-4e51-b863-41428beeb6d7 req-44f6395e-cccd-4128-977e-a6cf35c9d9b1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] For port d0e22bfb-e309-428c-80b4-bafd28222de1, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=d0e22bfb-e309-428c-80b4-bafd28222de1,segment=NetworkSegment(8712b09e-262e-4e7f-be0f-05a93dcd3457),segment_id=8712b09e-262e-4e7f-be0f-05a93dcd3457)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:45.771190 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-54ba2eef-62e9-4e51-b863-41428beeb6d7 req-44f6395e-cccd-4128-977e-a6cf35c9d9b1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:45.805219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9107eb-3abf-470a-8531-50054a3698a0 req-a3a8863b-1c7c-4b99-a5d6-f3ae2ddce909 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:45.807029 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd9107eb-3abf-470a-8531-50054a3698a0 req-a3a8863b-1c7c-4b99-a5d6-f3ae2ddce909 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 945 time: 0.0832028 Sep 07 16:30:45.814864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d870ce1-cd26-465e-8ecb-bd2c96e0eb32 req-9185b1b7-e985-4cc0-8042-abfcf14fc8c7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:45.822512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d870ce1-cd26-465e-8ecb-bd2c96e0eb32 req-9185b1b7-e985-4cc0-8042-abfcf14fc8c7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 946 time: 0.1084375 Sep 07 16:30:45.826029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-54ba2eef-62e9-4e51-b863-41428beeb6d7 req-44f6395e-cccd-4128-977e-a6cf35c9d9b1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Calling delete_port for d0e22bfb-e309-428c-80b4-bafd28222de1 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:45.860319 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bf5e5-a5be-41fb-b470-0f4553e0b1a3 req-89b1ad37-6a7e-4d0f-97da-f0e3a7b0333a tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:45.861795 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fe7bf5e5-a5be-41fb-b470-0f4553e0b1a3 req-89b1ad37-6a7e-4d0f-97da-f0e3a7b0333a tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.54 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 945 time: 0.1151478 Sep 07 16:30:45.886937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d870ce1-cd26-465e-8ecb-bd2c96e0eb32 req-9f4b4d54-7035-4b72-baf0-478556e2a9e7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597391 Sep 07 16:30:45.918599 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd9107eb-3abf-470a-8531-50054a3698a0 req-71a6e016-beab-436d-89b1-307e930ffa6b tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=30fe2293-52e9-4cd5-b7e0-79fffe89b591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697546 Sep 07 16:30:45.923595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd2e07-d38d-4cce-bb5e-6c596c04b27d req-f7956f23-a772-4673-914e-8d33d25cbc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:45.925110 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3fcd2e07-d38d-4cce-bb5e-6c596c04b27d req-f7956f23-a772-4673-914e-8d33d25cbc25 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 1096 time: 0.1662378 Sep 07 16:30:46.032985 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3fcd2e07-d38d-4cce-bb5e-6c596c04b27d req-99badedc-6539-4cab-b21e-4ecefcb18982 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985427 Sep 07 16:30:46.090140 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-fe7bf5e5-a5be-41fb-b470-0f4553e0b1a3 req-b13cc8ee-996b-425c-a4ad-2ca23a9a1a0c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Deleting port 24840871-ae4c-4e93-a072-b2846ffd87a0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:46.090484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fe7bf5e5-a5be-41fb-b470-0f4553e0b1a3 req-b13cc8ee-996b-425c-a4ad-2ca23a9a1a0c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:46.117725 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-54ba2eef-62e9-4e51-b863-41428beeb6d7 req-44f6395e-cccd-4128-977e-a6cf35c9d9b1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:46.386430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649a143-0c18-4998-8285-c3e1612bb2a2 req-59013b81-afe0-4b1d-8f40-0f6a0e438a1d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:46.388390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b649a143-0c18-4998-8285-c3e1612bb2a2 req-59013b81-afe0-4b1d-8f40-0f6a0e438a1d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.0945807 Sep 07 16:30:46.455210 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b649a143-0c18-4998-8285-c3e1612bb2a2 req-8e8f9de2-8281-4fa8-9483-d43e0a2c734d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415199 Sep 07 16:30:46.517523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6395e-cccd-4128-977e-a6cf35c9d9b1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Port': ['ID=d0e22bfb-e309-428c-80b4-bafd28222de1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:46.560907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ba2eef-62e9-4e51-b863-41428beeb6d7 req-44f6395e-cccd-4128-977e-a6cf35c9d9b1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] No DVR routers for this DVR port d0e22bfb-e309-428c-80b4-bafd28222de1 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:30:46.567977 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-54ba2eef-62e9-4e51-b863-41428beeb6d7 req-44f6395e-cccd-4128-977e-a6cf35c9d9b1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:46.569771 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-54ba2eef-62e9-4e51-b863-41428beeb6d7 req-44f6395e-cccd-4128-977e-a6cf35c9d9b1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.35 "DELETE /v2.0/ports/d0e22bfb-e309-428c-80b4-bafd28222de1 HTTP/1.1" status: 204 len: 173 time: 1.1097441 Sep 07 16:30:46.570219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d17956-247a-41eb-a1a5-2e645202bada', 'name': 'network-vif-deleted', 'tag': 'd0e22bfb-e309-428c-80b4-bafd28222de1'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:46.572469 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc41d8b-7200-4726-ace6-dc0fffe2348e" -d '{"events": [{"server_uuid": "24d17956-247a-41eb-a1a5-2e645202bada", "name": "network-vif-deleted", "tag": "d0e22bfb-e309-428c-80b4-bafd28222de1"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:46.581676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-fe7bf5e5-a5be-41fb-b470-0f4553e0b1a3 req-b13cc8ee-996b-425c-a4ad-2ca23a9a1a0c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] For port 24840871-ae4c-4e93-a072-b2846ffd87a0, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=24840871-ae4c-4e93-a072-b2846ffd87a0,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:46.582038 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fe7bf5e5-a5be-41fb-b470-0f4553e0b1a3 req-b13cc8ee-996b-425c-a4ad-2ca23a9a1a0c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:46.596463 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-fe7bf5e5-a5be-41fb-b470-0f4553e0b1a3 req-b13cc8ee-996b-425c-a4ad-2ca23a9a1a0c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Calling delete_port for 24840871-ae4c-4e93-a072-b2846ffd87a0 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:46.684834 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd71c16-09e4-4a79-98d9-7932d6252dfc x-openstack-request-id: req-2cd71c16-09e4-4a79-98d9-7932d6252dfc {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:46.685235 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d17956-247a-41eb-a1a5-2e645202bada", "name": "network-vif-deleted", "tag": "d0e22bfb-e309-428c-80b4-bafd28222de1", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:46.685435 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2cd71c16-09e4-4a79-98d9-7932d6252dfc {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:46.685939 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d17956-247a-41eb-a1a5-2e645202bada', 'name': 'network-vif-deleted', 'tag': 'd0e22bfb-e309-428c-80b4-bafd28222de1', 'status': 'completed', 'code': 200} Sep 07 16:30:46.695458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee72c5-bd39-44f6-907d-5da3b82fc69e req-6141d1be-6263-49d6-b146-272307686747 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:46.697129 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5ee72c5-bd39-44f6-907d-5da3b82fc69e req-6141d1be-6263-49d6-b146-272307686747 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=13aa0383-1a91-48e9-97e0-52f854357cee HTTP/1.1" status: 200 len: 945 time: 0.0652955 Sep 07 16:30:46.782680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5ee72c5-bd39-44f6-907d-5da3b82fc69e req-2e35792f-79d6-4c13-bf3a-a8dcb5782c50 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740275 Sep 07 16:30:46.819485 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fe7bf5e5-a5be-41fb-b470-0f4553e0b1a3 req-b13cc8ee-996b-425c-a4ad-2ca23a9a1a0c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:46.843041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['24840871-ae4c-4e93-a072-b2846ffd87a0'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:30:46.850157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cc8ee-996b-425c-a4ad-2ca23a9a1a0c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event deleted for resources: {'Port': ['ID=24840871-ae4c-4e93-a072-b2846ffd87a0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:46.853892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:30:46.897398 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7bf5e5-a5be-41fb-b470-0f4553e0b1a3 req-b13cc8ee-996b-425c-a4ad-2ca23a9a1a0c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] No DVR routers for this DVR port 24840871-ae4c-4e93-a072-b2846ffd87a0 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:30:46.900248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fe7bf5e5-a5be-41fb-b470-0f4553e0b1a3 req-b13cc8ee-996b-425c-a4ad-2ca23a9a1a0c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:46.903196 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fe7bf5e5-a5be-41fb-b470-0f4553e0b1a3 req-b13cc8ee-996b-425c-a4ad-2ca23a9a1a0c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.54 "DELETE /v2.0/ports/24840871-ae4c-4e93-a072-b2846ffd87a0 HTTP/1.1" status: 204 len: 173 time: 1.0076046 Sep 07 16:30:46.912433 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:47.039340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc9633-410f-4e2a-92e3-0d9cbf294d62 req-24c348da-dd75-4a64-ab68-5dc00b4a801e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:47.040935 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbdc9633-410f-4e2a-92e3-0d9cbf294d62 req-24c348da-dd75-4a64-ab68-5dc00b4a801e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 946 time: 0.0624738 Sep 07 16:30:47.078685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8dedd8bb-0454-4963-9bfd-8a56b47fc4f5 req-f227202e-ec75-473b-ad30-14cd5d02567a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=24d17956-247a-41eb-a1a5-2e645202bada HTTP/1.1" status: 200 len: 210 time: 0.0358212 Sep 07 16:30:47.105142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbdc9633-410f-4e2a-92e3-0d9cbf294d62 req-15192a9f-aead-4bed-8e18-2cef515b40dc tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525908 Sep 07 16:30:47.611613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d3706-0bc4-4cb2-84f2-3ede46d75e1b req-922e9284-2b9e-40aa-b4c9-0b04aad9683b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:47.613159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f13d3706-0bc4-4cb2-84f2-3ede46d75e1b req-922e9284-2b9e-40aa-b4c9-0b04aad9683b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.0567915 Sep 07 16:30:47.660907 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f13d3706-0bc4-4cb2-84f2-3ede46d75e1b req-e76668d8-e2e9-4579-bb21-e21e1ca31482 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Sep 07 16:30:47.786932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb68ad6-581e-4d73-913a-1e258c02f54b req-8053ac78-86ad-4be3-88ce-766e50b290d8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:47.788615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cb68ad6-581e-4d73-913a-1e258c02f54b req-8053ac78-86ad-4be3-88ce-766e50b290d8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.0568817 Sep 07 16:30:47.832459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cb68ad6-581e-4d73-913a-1e258c02f54b req-b8cb0d29-c101-4979-8f04-8b1cb89f783e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365977 Sep 07 16:30:47.857424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50438) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:47.897416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e88be0c-4de8-4311-ab06-409c69e63a83 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:47.898967 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4e88be0c-4de8-4311-ab06-409c69e63a83 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 1091 time: 0.0405388 Sep 07 16:30:47.903400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50440) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:47.913886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:47.938234 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:48.043152 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:48.138222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50450) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:48.188121 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.25.3.11 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/8655bf02-f8fc-40a5-bb44-0bd30d362fb5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:30:48.312988 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c80a4ba-86fe-4db1-b43a-abed5771a958 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:48.377689 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c80a4ba-86fe-4db1-b43a-abed5771a958 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:48.687505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aa0383-1a91-48e9-97e0-52f854357cee', 'name': 'network-vif-deleted', 'tag': '24840871-ae4c-4e93-a072-b2846ffd87a0'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:48.689924 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5f6d17-ef9f-4ea3-9245-75f1aa5091b9" -d '{"events": [{"server_uuid": "13aa0383-1a91-48e9-97e0-52f854357cee", "name": "network-vif-deleted", "tag": "24840871-ae4c-4e93-a072-b2846ffd87a0"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:48.729268 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf866c5f-659f-402e-b63d-19d6ec0fa199 x-openstack-request-id: req-cf866c5f-659f-402e-b63d-19d6ec0fa199 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:48.729568 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aa0383-1a91-48e9-97e0-52f854357cee", "name": "network-vif-deleted", "tag": "24840871-ae4c-4e93-a072-b2846ffd87a0", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:48.729822 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf866c5f-659f-402e-b63d-19d6ec0fa199 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:48.730221 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aa0383-1a91-48e9-97e0-52f854357cee', 'name': 'network-vif-deleted', 'tag': '24840871-ae4c-4e93-a072-b2846ffd87a0', 'status': 'completed', 'code': 200} Sep 07 16:30:48.755533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-28d21f4f-df7d-4ae1-8611-8250eca110ba tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:48.757204 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-28d21f4f-df7d-4ae1-8611-8250eca110ba tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.5704246 Sep 07 16:30:48.801551 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-26923b01-bb33-4ffd-b2fb-740e123392ea tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/quotas/8817716e700642d49d97c5d7ac182df9 HTTP/1.1" status: 200 len: 375 time: 0.0331221 Sep 07 16:30:48.821225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:48.832886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 24840871-ae4c-4e93-a072-b2846ffd87a0 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:48.854155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 24840871-ae4c-4e93-a072-b2846ffd87a0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:48.854504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 24840871-ae4c-4e93-a072-b2846ffd87a0 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:48.896870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-cb8e33fe-2fba-4956-9ad0-8686e7c44492 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834124 Sep 07 16:30:48.899669 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c80a4ba-86fe-4db1-b43a-abed5771a958 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:48.902388 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5c80a4ba-86fe-4db1-b43a-abed5771a958 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:48.903825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5c80a4ba-86fe-4db1-b43a-abed5771a958 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "DELETE /v2.0/security-groups/30fe2293-52e9-4cd5-b7e0-79fffe89b591 HTTP/1.1" status: 204 len: 168 time: 0.7643919 Sep 07 16:30:48.940898 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50466) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:48.943410 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80a4ba-86fe-4db1-b43a-abed5771a958 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fe2293-52e9-4cd5-b7e0-79fffe89b591,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:48.971322 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:49.048935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:49.054472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device d0e22bfb-e309-428c-80b4-bafd28222de1 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:49.054799 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:49.061876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:30:49.083591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: d0e22bfb-e309-428c-80b4-bafd28222de1 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:49.084495 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device d0e22bfb-e309-428c-80b4-bafd28222de1 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:49.133191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=8655bf02-f8fc-40a5-bb44-0bd30d362fb5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:49.181154 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-523e770e-8b55-46d9-8563-7f396bb3c0ae service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760572 Sep 07 16:30:49.334691 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e83f714c-a786-4b7f-b1a5-dc5ff937de5d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:49.360044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-f942c2a0-1364-4bce-bc5b-e96f763eb0b7 service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696897 Sep 07 16:30:49.543686 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:49.615018 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3992909-51ac-4ba1-8197-1629de5798c1 req-5ff51daa-a883-4b12-80a8-4b91636282af tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 210 time: 0.0279207 Sep 07 16:30:49.648267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:49.679762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e83f714c-a786-4b7f-b1a5-dc5ff937de5d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting port b14ffe0d-a831-431b-b1a5-dc71c926f6b7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:49.680470 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e83f714c-a786-4b7f-b1a5-dc5ff937de5d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:49.792859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-e83f714c-a786-4b7f-b1a5-dc5ff937de5d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] For port b14ffe0d-a831-431b-b1a5-dc71c926f6b7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b14ffe0d-a831-431b-b1a5-dc71c926f6b7,segment=NetworkSegment(8712b09e-262e-4e7f-be0f-05a93dcd3457),segment_id=8712b09e-262e-4e7f-be0f-05a93dcd3457)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:49.793741 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e83f714c-a786-4b7f-b1a5-dc5ff937de5d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:49.809468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e83f714c-a786-4b7f-b1a5-dc5ff937de5d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Calling delete_port for b14ffe0d-a831-431b-b1a5-dc71c926f6b7 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:49.891106 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:49.898577 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:49.983203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=8655bf02-f8fc-40a5-bb44-0bd30d362fb5,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:49.996066 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:50.051856 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e83f714c-a786-4b7f-b1a5-dc5ff937de5d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:50.098246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f714c-a786-4b7f-b1a5-dc5ff937de5d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Port': ['ID=b14ffe0d-a831-431b-b1a5-dc71c926f6b7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:50.116799 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Floating IP dbc5a5a9-837c-4ea7-a54f-76c08953c943 associated. External IP: 172.25.3.11, port: b2e7eb69-d863-43de-af67-f0ed4bfd5020. Sep 07 16:30:50.305883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e83f714c-a786-4b7f-b1a5-dc5ff937de5d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:50.387696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router fbaf03c4-781b-4184-ae3e-0d859c0d22df has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:30:50.497235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:30:50.513249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0df841-0a34-4efd-b526-4706c129cb23 None None] Sync routers for ids ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:30:50.519992 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:50.530040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0df841-0a34-4efd-b526-4706c129cb23 None None] Routers {'fbaf03c4-781b-4184-ae3e-0d859c0d22df'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:50.531083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-da0df841-0a34-4efd-b526-4706c129cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:50.550357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83f714c-a786-4b7f-b1a5-dc5ff937de5d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:30:50.551126 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6bf2e03f-9afd-4f84-bd88-cdc1fca00179 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6464200 Sep 07 16:30:50.551913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:50.554649 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ada449-e10d-4dd9-bd47-ff0ab124c1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:50.758691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83f714c-a786-4b7f-b1a5-dc5ff937de5d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:30:50.761127 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec1031-5354-46a3-b4d2-d6c4898f8723 req-ac45b58f-902d-4090-9848-23c886d427ea tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:50.766192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12ec1031-5354-46a3-b4d2-d6c4898f8723 req-ac45b58f-902d-4090-9848-23c886d427ea tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.1037309 Sep 07 16:30:50.773595 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e277999-912a-4a64-ac68-9fb79980f6bd x-openstack-request-id: req-2e277999-912a-4a64-ac68-9fb79980f6bd {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:50.773972 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:50.774591 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e277999-912a-4a64-ac68-9fb79980f6bd {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:50.775948 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'status': 'completed', 'code': 200} Sep 07 16:30:50.777623 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977066fe-5f31-42d6-976a-afec9fa6c3cb None None] Sync routers for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:30:50.781209 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e83f714c-a786-4b7f-b1a5-dc5ff937de5d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "PUT /v2.0/routers/4196aaaa-ac94-45bf-afd4-c36f4eed4be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8392346 Sep 07 16:30:50.790225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-da0df841-0a34-4efd-b526-4706c129cb23 None None] Set router fbaf03c4-781b-4184-ae3e-0d859c0d22df gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:50.792825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50490) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:50.798526 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977066fe-5f31-42d6-976a-afec9fa6c3cb None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:50.799667 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-977066fe-5f31-42d6-976a-afec9fa6c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:50.977682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-249c304c-234a-4134-af76-a2c748019019 req-fa0a1e8b-0592-4167-ac71-7d903ec7604c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 210 time: 0.1223459 Sep 07 16:30:50.991049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12ec1031-5354-46a3-b4d2-d6c4898f8723 req-1829f154-1f37-4bb1-82b8-c702275636cf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129295 Sep 07 16:30:51.014071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de0545a-f280-4195-99a2-52b98914210a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting subnet 3bcd7120-04c8-4921-bb1f-37c420c13edf {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:30:51.014071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9de0545a-f280-4195-99a2-52b98914210a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:51.017306 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-24ac5a94-bec8-4e24-bbfa-bfba45cd3db9 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:51.018932 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-24ac5a94-bec8-4e24-bbfa-bfba45cd3db9 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.2065940 Sep 07 16:30:51.019441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50492) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:51.041453 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-c5ffd698-55a2-4940-b2de-397a2a454f5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Request body: {'port': {'device_id': 'e9885b16-8174-4a11-8d5c-ffc61313404b', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'admin_state_up': True, 'tenant_id': '8817716e700642d49d97c5d7ac182df9'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:51.051162 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-977066fe-5f31-42d6-976a-afec9fa6c3cb None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:51.054237 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9de0545a-f280-4195-99a2-52b98914210a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:51.156989 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9de0545a-f280-4195-99a2-52b98914210a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:51.228920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada449-e10d-4dd9-bd47-ff0ab124c1fd req-8f45cc0d-0d84-44b5-91b9-91dc0db79cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:51.231396 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44ada449-e10d-4dd9-bd47-ff0ab124c1fd req-8f45cc0d-0d84-44b5-91b9-91dc0db79cf0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 1096 time: 0.4482439 Sep 07 16:30:51.246993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-da0df841-0a34-4efd-b526-4706c129cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:30:23Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'dbc5a5a9-837c-4ea7-a54f-76c08953c943', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'port_id': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'mac_address': 'fa:16:3e:ee:8d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:30:49Z', 'updated_at': '2021-09-07T16:30:49Z', 'revision_number': 0, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e20e69-6962-429f-a79b-75cdcb464b29', 'name': '', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:1e:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '96e30429-685a-4090-8516-c0b586f51641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:21Z', 'updated_at': '2021-09-07T16:30:27Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '96e30429-685a-4090-8516-c0b586f51641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:51.277524 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9de0545a-f280-4195-99a2-52b98914210a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:51.285064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0df841-0a34-4efd-b526-4706c129cb23 None None] Checking router: fbaf03c4-781b-4184-ae3e-0d859c0d22df for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:30:51.294584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0df841-0a34-4efd-b526-4706c129cb23 None None] Routers {'fbaf03c4-781b-4184-ae3e-0d859c0d22df'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:51.295277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-da0df841-0a34-4efd-b526-4706c129cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:51.335277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0545a-f280-4195-99a2-52b98914210a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Subnet': ['ID=3bcd7120-04c8-4921-bb1f-37c420c13edf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:51.342511 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-977066fe-5f31-42d6-976a-afec9fa6c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:30:49Z', 'revision_number': 7, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:51.342944 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9de0545a-f280-4195-99a2-52b98914210a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:51.345272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9de0545a-f280-4195-99a2-52b98914210a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "DELETE /v2.0/subnets/3bcd7120-04c8-4921-bb1f-37c420c13edf HTTP/1.1" status: 204 len: 168 time: 0.5454037 Sep 07 16:30:51.348168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50494) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:51.362302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf168f-f317-4505-a60d-dd9e5475cca8 None None] Network 2ca92e5c-04b0-4f44-adbc-578e81cb0910 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:30:51.369276 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada449-e10d-4dd9-bd47-ff0ab124c1fd req-b9195c5e-98f6-422a-9afc-af4323e5bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:51.371420 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44ada449-e10d-4dd9-bd47-ff0ab124c1fd req-b9195c5e-98f6-422a-9afc-af4323e5bca3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5218dc37-810b-421c-8870-01b4642916d3 HTTP/1.1" status: 200 len: 896 time: 0.1312277 Sep 07 16:30:51.375543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-c5ffd698-55a2-4940-b2de-397a2a454f5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Made reservation on behalf of 8817716e700642d49d97c5d7ac182df9 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:30:51.379369 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-c5ffd698-55a2-4940-b2de-397a2a454f5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:51.409160 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977066fe-5f31-42d6-976a-afec9fa6c3cb None None] Checking router: 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:30:51.422227 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977066fe-5f31-42d6-976a-afec9fa6c3cb None None] Routers {'4196aaaa-ac94-45bf-afd4-c36f4eed4be7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:51.423503 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-977066fe-5f31-42d6-976a-afec9fa6c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:51.498967 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:51.509522 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b6a77901-3d55-4c27-ae94-df68a71d0bad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/dbc5a5a9-837c-4ea7-a54f-76c08953c943 HTTP/1.1" status: 200 len: 990 time: 0.4878802 Sep 07 16:30:51.511092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-da0df841-0a34-4efd-b526-4706c129cb23 None None] Set router fbaf03c4-781b-4184-ae3e-0d859c0d22df gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:51.533871 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-977066fe-5f31-42d6-976a-afec9fa6c3cb None None] Set router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:51.567996 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44ada449-e10d-4dd9-bd47-ff0ab124c1fd req-51f4c1b6-caf2-4f89-a378-0c90d0a69300 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020 HTTP/1.1" status: 200 len: 998 time: 0.1852152 Sep 07 16:30:51.690572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:51.745110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada449-e10d-4dd9-bd47-ff0ab124c1fd req-79028104-9f56-4d11-b9ff-073befcf7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:51.747780 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44ada449-e10d-4dd9-bd47-ff0ab124c1fd req-79028104-9f56-4d11-b9ff-073befcf7dd0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96e30429-685a-4090-8516-c0b586f51641 HTTP/1.1" status: 200 len: 835 time: 0.1642067 Sep 07 16:30:51.751448 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-977066fe-5f31-42d6-976a-afec9fa6c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:30:49Z', 'revision_number': 7, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:51.789856 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977066fe-5f31-42d6-976a-afec9fa6c3cb None None] The sync data for ids ['4196aaaa-ac94-45bf-afd4-c36f4eed4be7'] in n-d-807551-3 is: [{'id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'name': 'tempest-TestNetworkBasicOps-router-1434749295', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:46Z', 'updated_at': '2021-09-07T16:30:49Z', 'revision_number': 7, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': '4f2fdc41-6434-4509-b305-f4adca2b8933', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196aaaa-ac94-45bf-afd4-c36f4eed4be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:47Z', 'updated_at': '2021-09-07T16:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:30:51.801075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting port 4f2fdc41-6434-4509-b305-f4adca2b8933 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:51.804657 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:51.863895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada449-e10d-4dd9-bd47-ff0ab124c1fd req-6b00adfe-1091-43c7-8628-0b14d5d7c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:51.870239 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44ada449-e10d-4dd9-bd47-ff0ab124c1fd req-6b00adfe-1091-43c7-8628-0b14d5d7c96a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5218dc37-810b-421c-8870-01b4642916d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990973 Sep 07 16:30:51.871684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-c5ffd698-55a2-4940-b2de-397a2a454f5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Allocated IP 172.20.0.4 (04479938-fe1a-4503-a899-ad35d3b8f9e8/095047a4-4b29-4384-8741-c774f5d6adc6/e9051804-b3b5-46cb-8d37-a740f756736c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:30:51.929299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] For port 4f2fdc41-6434-4509-b305-f4adca2b8933, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4f2fdc41-6434-4509-b305-f4adca2b8933,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:51.929688 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:51.944030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Calling delete_port for 4f2fdc41-6434-4509-b305-f4adca2b8933 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:51.958960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-da0df841-0a34-4efd-b526-4706c129cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:30:23Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'dbc5a5a9-837c-4ea7-a54f-76c08953c943', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'port_id': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'mac_address': 'fa:16:3e:ee:8d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:30:49Z', 'updated_at': '2021-09-07T16:30:49Z', 'revision_number': 0, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e20e69-6962-429f-a79b-75cdcb464b29', 'name': '', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:1e:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '96e30429-685a-4090-8516-c0b586f51641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:21Z', 'updated_at': '2021-09-07T16:30:27Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '96e30429-685a-4090-8516-c0b586f51641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:52.000445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0df841-0a34-4efd-b526-4706c129cb23 None None] The sync data for ids ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'] in n-d-807551-3 is: [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:30:23Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'dbc5a5a9-837c-4ea7-a54f-76c08953c943', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'port_id': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'mac_address': 'fa:16:3e:ee:8d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:30:49Z', 'updated_at': '2021-09-07T16:30:49Z', 'revision_number': 0, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e20e69-6962-429f-a79b-75cdcb464b29', 'name': '', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:1e:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '96e30429-685a-4090-8516-c0b586f51641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:21Z', 'updated_at': '2021-09-07T16:30:27Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '96e30429-685a-4090-8516-c0b586f51641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:30:52.018081 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44ada449-e10d-4dd9-bd47-ff0ab124c1fd req-f8595d64-ef4f-4958-882e-3dbd8cb5318c service neutron] 10.222.0.54 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383305 Sep 07 16:30:52.157986 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-896cc74f-edc4-4600-ad72-0c0e118d8a45 req-3ae8e540-dfde-432d-82f4-78dbab4541e3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 210 time: 0.0385354 Sep 07 16:30:52.170955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb9455-e4b2-4c51-883d-4a1cdf540dbe None None] DHCP port deletion for 2ca92e5c-04b0-4f44-adbc-578e81cb0910 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:30:52.236972 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44ada449-e10d-4dd9-bd47-ff0ab124c1fd req-04481793-c5d6-4810-b0ab-8e68d7097425 service neutron] 10.222.0.54 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059133 Sep 07 16:30:52.266695 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.276873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb9455-e4b2-4c51-883d-4a1cdf540dbe None None] Deleting port 55f653da-5057-4004-ba88-d75f851997d0 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:52.277267 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9455-e4b2-4c51-883d-4a1cdf540dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.297876 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-c5ffd698-55a2-4940-b2de-397a2a454f5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.310910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Port': ['ID=4f2fdc41-6434-4509-b305-f4adca2b8933,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:52.377152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-c5ffd698-55a2-4940-b2de-397a2a454f5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.393317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f1eb9455-e4b2-4c51-883d-4a1cdf540dbe None None] For port 55f653da-5057-4004-ba88-d75f851997d0, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=55f653da-5057-4004-ba88-d75f851997d0,segment=NetworkSegment(8712b09e-262e-4e7f-be0f-05a93dcd3457),segment_id=8712b09e-262e-4e7f-be0f-05a93dcd3457)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:52.393735 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9455-e4b2-4c51-883d-4a1cdf540dbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.409698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb9455-e4b2-4c51-883d-4a1cdf540dbe None None] Calling delete_port for 55f653da-5057-4004-ba88-d75f851997d0 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:52.428083 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.428682 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-c5ffd698-55a2-4940-b2de-397a2a454f5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Network 04479938-fe1a-4503-a899-ad35d3b8f9e8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:52.433244 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-c5ffd698-55a2-4940-b2de-397a2a454f5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:52.440111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-c5ffd698-55a2-4940-b2de-397a2a454f5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:30:52.450610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffd698-55a2-4940-b2de-397a2a454f5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event updated for resources: {'Port': ['ID=e9051804-b3b5-46cb-8d37-a740f756736c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:52.467409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:30:52.469842 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a13b5-2105-4c35-932b-6749a7d4c55e None None] New status for floating IP dbc5a5a9-837c-4ea7-a54f-76c08953c943: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:30:52.505586 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-c5ffd698-55a2-4940-b2de-397a2a454f5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:52.506419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-c5ffd698-55a2-4940-b2de-397a2a454f5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.508563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50500) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:52.523727 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-c5ffd698-55a2-4940-b2de-397a2a454f5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4902194 Sep 07 16:30:52.537433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Request body: {'port': {'device_id': 'e9885b16-8174-4a11-8d5c-ffc61313404b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:52.571855 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.577209 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.599840 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.645735 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8ce63db4-5334-491b-b403-36b818839477 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/dbc5a5a9-837c-4ea7-a54f-76c08953c943 HTTP/1.1" status: 200 len: 990 time: 0.1345842 Sep 07 16:30:52.646927 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.647599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Fanout notify agent at l3_agent the message router_deleted on router 4196aaaa-ac94-45bf-afd4-c36f4eed4be7 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:30:52.655515 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.659607 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f37df74d-a156-40d0-832e-6ab3d40c0c15 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "DELETE /v2.0/routers/4196aaaa-ac94-45bf-afd4-c36f4eed4be7 HTTP/1.1" status: 204 len: 168 time: 1.3102586 Sep 07 16:30:52.660221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50502) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:52.761210 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.806207 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9455-e4b2-4c51-883d-4a1cdf540dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.834714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting port 55f653da-5057-4004-ba88-d75f851997d0 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:30:52.835055 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.859407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb9455-e4b2-4c51-883d-4a1cdf540dbe None None] Pushing event deleted for resources: {'Port': ['ID=55f653da-5057-4004-ba88-d75f851997d0,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:52.865327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb9455-e4b2-4c51-883d-4a1cdf540dbe None None] No DVR routers for this DVR port 55f653da-5057-4004-ba88-d75f851997d0 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:30:52.918565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] For port 55f653da-5057-4004-ba88-d75f851997d0, host n-d-807551-3, got binding levels [] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:52.920247 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.932913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9051804-b3b5-46cb-8d37-a740f756736c {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:30:52.933817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Calling delete_port for 55f653da-5057-4004-ba88-d75f851997d0 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:30:52.936620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.ipam_backend_mixin [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Port 55f653da-5057-4004-ba88-d75f851997d0 was not found and therefore no delete operation was performed {{(pid=94770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:30:52.938335 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.946233 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.960673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Transition to ACTIVE for port object e9051804-b3b5-46cb-8d37-a740f756736c will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:52.965217 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:52.969476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Port': ['ID=55f653da-5057-4004-ba88-d75f851997d0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:52.973311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] No DVR routers for this DVR port 55f653da-5057-4004-ba88-d75f851997d0 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:30:53.020984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9051804-b3b5-46cb-8d37-a740f756736c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:53.063565 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.083368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca92e5c-04b0-4f44-adbc-578e81cb0910']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:53.090912 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Attempting to bind port e9051804-b3b5-46cb-8d37-a740f756736c on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:30:53.091817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Attempting to bind port e9051804-b3b5-46cb-8d37-a740f756736c by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:30:53.092146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Attempting to bind port e9051804-b3b5-46cb-8d37-a740f756736c on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:53.092878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8712b09e-262e-4e7f-be0f-05a93dcd3457') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:53.093178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8712b09e-262e-4e7f-be0f-05a93dcd3457') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:53.096473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Port e9051804-b3b5-46cb-8d37-a740f756736c on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:30:53.096797 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Attempting to bind port e9051804-b3b5-46cb-8d37-a740f756736c on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:53.101514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:30:53.101802 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Checking segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:53.102187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Bound using segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:30:53.102614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Bound port: e9051804-b3b5-46cb-8d37-a740f756736c, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:30:53.102837 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.102980 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.116307 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.122695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:30:53.123123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:30:53.126091 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:30:53.173123 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] For port e9051804-b3b5-46cb-8d37-a740f756736c, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:30:53.178036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] For port e9051804-b3b5-46cb-8d37-a740f756736c, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e9051804-b3b5-46cb-8d37-a740f756736c,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:30:53.186634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.189338 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.197920 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.203133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "DELETE /v2.0/networks/2ca92e5c-04b0-4f44-adbc-578e81cb0910 HTTP/1.1" status: 204 len: 168 time: 0.5386214 Sep 07 16:30:53.221789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778e173-e749-4205-b0c1-5479ec1fe477 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Network': ['ID=2ca92e5c-04b0-4f44-adbc-578e81cb0910,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:53.228221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50508) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:53.240570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d8c21e3c-da67-42ee-a081-0d98782d9ad9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'network': {'name': 'tempest-network-smoke--1541418605', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:53.252314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9051804-b3b5-46cb-8d37-a740f756736c,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:53.261854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:53.263416 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.264874 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-1347ed3f-50d4-4af7-8926-f7dcb91957b2 service neutron] 10.222.0.35 "PUT /v2.0/ports/e9051804-b3b5-46cb-8d37-a740f756736c HTTP/1.1" status: 200 len: 1091 time: 0.7321062 Sep 07 16:30:53.265682 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9885b16-8174-4a11-8d5c-ffc61313404b', 'tag': 'e9051804-b3b5-46cb-8d37-a740f756736c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:53.267932 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e071d730-e1dc-4683-8c2c-3c3798dd1ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "e9885b16-8174-4a11-8d5c-ffc61313404b", "tag": "e9051804-b3b5-46cb-8d37-a740f756736c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:53.273813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c21e3c-da67-42ee-a081-0d98782d9ad9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Made reservation on behalf of f5594cfe03a44f3b868060a14924d0e7 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:30:53.279387 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8c21e3c-da67-42ee-a081-0d98782d9ad9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.332500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c21e3c-da67-42ee-a081-0d98782d9ad9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:30:53.336651 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21ad707-0d16-457d-8906-02b96dcf36a1 x-openstack-request-id: req-c21ad707-0d16-457d-8906-02b96dcf36a1 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:53.337041 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9885b16-8174-4a11-8d5c-ffc61313404b", "tag": "e9051804-b3b5-46cb-8d37-a740f756736c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:53.337302 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c21ad707-0d16-457d-8906-02b96dcf36a1 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:53.337702 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9885b16-8174-4a11-8d5c-ffc61313404b', 'tag': 'e9051804-b3b5-46cb-8d37-a740f756736c', 'status': 'completed', 'code': 200} Sep 07 16:30:53.347766 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8c21e3c-da67-42ee-a081-0d98782d9ad9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.348047 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-d8c21e3c-da67-42ee-a081-0d98782d9ad9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Added segment 68c55544-795d-44f0-928d-fd6686f3e4cf of type vlan for network 4b51c6c6-2366-4be2-962e-3b30dc464930 Sep 07 16:30:53.354920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-cb76d31a-2a72-4de6-b2ea-36ad080914f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:53.357136 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-cb76d31a-2a72-4de6-b2ea-36ad080914f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 1094 time: 0.0501523 Sep 07 16:30:53.397165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f5c91-ee66-4b44-af65-846f54d216c7 req-c11cd7c8-12c2-4f53-869b-1f2f393a6740 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:53.398705 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f43f5c91-ee66-4b44-af65-846f54d216c7 req-c11cd7c8-12c2-4f53-869b-1f2f393a6740 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 943 time: 0.0994463 Sep 07 16:30:53.402602 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8c21e3c-da67-42ee-a081-0d98782d9ad9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.402927 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-4c3fb17f-b2de-4dff-82aa-3f74dbbddf02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9051804-b3b5-46cb-8d37-a740f756736c HTTP/1.1" status: 200 len: 217 time: 0.0376194 Sep 07 16:30:53.446662 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8c21e3c-da67-42ee-a081-0d98782d9ad9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.452200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c21e3c-da67-42ee-a081-0d98782d9ad9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:53.452486 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-a82782da-2a1b-4cce-9196-8be0839768f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:53.452823 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8c21e3c-da67-42ee-a081-0d98782d9ad9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.454014 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-a82782da-2a1b-4cce-9196-8be0839768f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.0442758 Sep 07 16:30:53.485997 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f43f5c91-ee66-4b44-af65-846f54d216c7 req-ace3e8c6-0eb0-42e6-a2a6-49c51ba4a6bb tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802360 Sep 07 16:30:53.490767 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-cf0d353f-30f2-4f26-85bd-34063faffb8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285282 Sep 07 16:30:53.497406 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d8c21e3c-da67-42ee-a081-0d98782d9ad9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2669713 Sep 07 16:30:53.509109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50512) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:53.523931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-508242286', 'admin_state_up': True, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:53.533975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c21e3c-da67-42ee-a081-0d98782d9ad9 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Network': ['ID=4b51c6c6-2366-4be2-962e-3b30dc464930,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:53.549584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 4b51c6c6-2366-4be2-962e-3b30dc464930 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:30:53.595133 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.596370 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:53.614825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b14ffe0d-a831-431b-b1a5-dc71c926f6b7 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:53.642957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: b14ffe0d-a831-431b-b1a5-dc71c926f6b7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:53.643306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b14ffe0d-a831-431b-b1a5-dc71c926f6b7 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:53.643739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4f2fdc41-6434-4509-b305-f4adca2b8933 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:53.648849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50514) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:53.666699 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 4f2fdc41-6434-4509-b305-f4adca2b8933 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:53.667203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4f2fdc41-6434-4509-b305-f4adca2b8933 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:53.667744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 55f653da-5057-4004-ba88-d75f851997d0 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:30:53.688287 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 55f653da-5057-4004-ba88-d75f851997d0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:30:53.688839 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 55f653da-5057-4004-ba88-d75f851997d0 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:30:53.714710 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1557a072-39e8-4d2b-8033-60536ac9b30c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/dbc5a5a9-837c-4ea7-a54f-76c08953c943 HTTP/1.1" status: 200 len: 992 time: 0.0645480 Sep 07 16:30:53.911050 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-6210f92b-ea72-4dbe-b573-1d290d9f0cc2 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123526 Sep 07 16:30:53.948056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:54.137278 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:54.153826 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-23f3cd4f-09b3-46e8-99e3-c20a88427722 req-7ab13ead-7ef7-47bf-8416-189a534757be service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138588 Sep 07 16:30:54.275416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071d730-e1dc-4683-8c2c-3c3798dd1ea8 req-910fb188-829f-4fa4-b171-b59fd465772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:54.276961 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e071d730-e1dc-4683-8c2c-3c3798dd1ea8 req-910fb188-829f-4fa4-b171-b59fd465772d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 1094 time: 0.0581307 Sep 07 16:30:54.428445 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:54.451751 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:54.502644 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071d730-e1dc-4683-8c2c-3c3798dd1ea8 req-b48e8cab-9567-4760-9252-595290d6f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:54.504407 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e071d730-e1dc-4683-8c2c-3c3798dd1ea8 req-b48e8cab-9567-4760-9252-595290d6f9a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 907 time: 0.2167041 Sep 07 16:30:54.552475 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e071d730-e1dc-4683-8c2c-3c3798dd1ea8 req-8cedae04-a2c7-491b-a9d2-7ed4890c983a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9051804-b3b5-46cb-8d37-a740f756736c HTTP/1.1" status: 200 len: 217 time: 0.0389798 Sep 07 16:30:54.608317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182e30a-a64e-466c-a84c-43c4324fb747 req-11388aa8-1588-4b5b-aa9b-dc0100e39858 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:54.609868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5182e30a-a64e-466c-a84c-43c4324fb747 req-11388aa8-1588-4b5b-aa9b-dc0100e39858 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 943 time: 0.0542340 Sep 07 16:30:54.642101 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071d730-e1dc-4683-8c2c-3c3798dd1ea8 req-3df72bcb-327f-447c-b7bb-3813e27b22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:54.643567 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e071d730-e1dc-4683-8c2c-3c3798dd1ea8 req-3df72bcb-327f-447c-b7bb-3813e27b22a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.0839987 Sep 07 16:30:54.644595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Allocated IP 172.25.3.225 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/d06c4899-c41c-4a23-bf31-935a926d1a3c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:30:54.648115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5182e30a-a64e-466c-a84c-43c4324fb747 req-873cf79f-b616-4773-9dd9-a22e9c5be204 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321791 Sep 07 16:30:54.684479 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e071d730-e1dc-4683-8c2c-3c3798dd1ea8 req-228c079e-2c66-4486-8d38-e18343420588 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293252 Sep 07 16:30:54.839206 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e071d730-e1dc-4683-8c2c-3c3798dd1ea8 req-db24858f-fb4b-40ae-b763-dcceccd0c785 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450312 Sep 07 16:30:54.842304 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:54.954937 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e071d730-e1dc-4683-8c2c-3c3798dd1ea8 req-5c64a942-db88-4ed0-9d08-89cea998518c service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072080 Sep 07 16:30:54.955891 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:54.992211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:54.996461 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:55.001943 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:30:55.023881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=d06c4899-c41c-4a23-bf31-935a926d1a3c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:55.254609 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:55.447852 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:55.571585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Router 51dfa040-2014-4f55-a54e-ed153fca9508 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:30:55.677238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:30:55.690698 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Sync routers for ids ['51dfa040-2014-4f55-a54e-ed153fca9508'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:30:55.698767 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:55.699938 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-530be304-3596-497c-a43b-9811adea8439 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1885042 Sep 07 16:30:55.704363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50524) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:55.705094 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Routers {'51dfa040-2014-4f55-a54e-ed153fca9508'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:55.705812 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['51dfa040-2014-4f55-a54e-ed153fca9508'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:55.739441 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ff8e17df-2b6a-46c3-82e5-baa7e74c29c3 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f5594cfe03a44f3b868060a14924d0e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341034 Sep 07 16:30:55.742007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50526) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:55.770324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708b2d4-be71-421d-8738-26507fb055db req-873d4d5f-048e-4637-be87-29beb269314b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:55.771858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7708b2d4-be71-421d-8738-26507fb055db req-873d4d5f-048e-4637-be87-29beb269314b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 943 time: 0.0556991 Sep 07 16:30:55.812767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7708b2d4-be71-421d-8738-26507fb055db req-abeafffe-8354-468d-b683-ccc472819923 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340250 Sep 07 16:30:55.815116 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Set router 51dfa040-2014-4f55-a54e-ed153fca9508 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:55.893213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a9fb0b-e032-4ae6-bd1f-d4c15332b2aa tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:55.894762 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e4a9fb0b-e032-4ae6-bd1f-d4c15332b2aa tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1518583 Sep 07 16:30:55.897697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50528) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:55.926985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-13526225-07ca-4159-96e9-cf43b05b1cd7 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280883 Sep 07 16:30:55.929574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50530) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:55.935193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b8fb3e90-8d9a-4fdf-90bb-02c12feceec1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1154333198', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:56.029417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fb3e90-8d9a-4fdf-90bb-02c12feceec1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Made reservation on behalf of f5594cfe03a44f3b868060a14924d0e7 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:30:56.032949 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3e90-8d9a-4fdf-90bb-02c12feceec1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.077584 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:30:55Z', 'revision_number': 3, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:56.110667 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Checking router: 51dfa040-2014-4f55-a54e-ed153fca9508 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:30:56.111108 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Updating router 51dfa040-2014-4f55-a54e-ed153fca9508 port d06c4899-c41c-4a23-bf31-935a926d1a3c binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:30:56.139327 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.217000 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3e90-8d9a-4fdf-90bb-02c12feceec1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.278077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb3e90-8d9a-4fdf-90bb-02c12feceec1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Subnet': ['ID=7671490d-e2b2-45b9-a7b2-40d008d51ea4,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:56.288151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fb3e90-8d9a-4fdf-90bb-02c12feceec1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Checking segment: {'id': '68c55544-795d-44f0-928d-fd6686f3e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:56.288551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb3e90-8d9a-4fdf-90bb-02c12feceec1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network hostable DHCP agents. Network: 4b51c6c6-2366-4be2-962e-3b30dc464930, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:30:56.305238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb3e90-8d9a-4fdf-90bb-02c12feceec1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 4b51c6c6-2366-4be2-962e-3b30dc464930 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:30:56.314764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b8fb3e90-8d9a-4fdf-90bb-02c12feceec1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 4b51c6c6-2366-4be2-962e-3b30dc464930) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:56.319666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fb3e90-8d9a-4fdf-90bb-02c12feceec1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:56.320272 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8fb3e90-8d9a-4fdf-90bb-02c12feceec1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.324882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f5c835-a260-4d68-9ad7-950565655bea None None] Network 4b51c6c6-2366-4be2-962e-3b30dc464930 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:30:56.340433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b8fb3e90-8d9a-4fdf-90bb-02c12feceec1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4096887 Sep 07 16:30:56.343571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50534) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:56.395765 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.406482 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Transition to ACTIVE for port object d06c4899-c41c-4a23-bf31-935a926d1a3c will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:56.413614 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.458410 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Attempting to bind port d06c4899-c41c-4a23-bf31-935a926d1a3c on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:30:56.458779 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Attempting to bind port d06c4899-c41c-4a23-bf31-935a926d1a3c by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:30:56.459141 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Attempting to bind port d06c4899-c41c-4a23-bf31-935a926d1a3c on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:56.470778 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:30:56.471155 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:56.471558 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.471952 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:30:56.472465 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Bound port: d06c4899-c41c-4a23-bf31-935a926d1a3c, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:30:56.472861 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.482419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-4b51c6c6-2366-4be2-962e-3b30dc464930', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ips': [{'subnet_id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:30:56.483574 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.495262 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234b2f9-3bec-4886-9f22-179b37d5b7d5 None None] Pushing event updated for resources: {'Port': ['ID=d06c4899-c41c-4a23-bf31-935a926d1a3c,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:56.532775 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] For port d06c4899-c41c-4a23-bf31-935a926d1a3c, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:30:56.535922 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] For port d06c4899-c41c-4a23-bf31-935a926d1a3c, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d06c4899-c41c-4a23-bf31-935a926d1a3c,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:30:56.541141 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.591609 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Routers {'51dfa040-2014-4f55-a54e-ed153fca9508'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:56.592299 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['51dfa040-2014-4f55-a54e-ed153fca9508'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:56.630630 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Allocated IP 172.20.0.2 (4b51c6c6-2366-4be2-962e-3b30dc464930/7671490d-e2b2-45b9-a7b2-40d008d51ea4/d797ecf9-d3b1-4933-b94f-f446b2fc96fc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:30:56.692761 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234b2f9-3bec-4886-9f22-179b37d5b7d5 None None] Pushing event updated for resources: {'Port': ['ID=d06c4899-c41c-4a23-bf31-935a926d1a3c,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:56.704108 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] Set router 51dfa040-2014-4f55-a54e-ed153fca9508 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:56.786707 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.800360 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Transition to ACTIVE for port object d797ecf9-d3b1-4933-b94f-f446b2fc96fc will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:56.818091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Transition to ACTIVE for port object d797ecf9-d3b1-4933-b94f-f446b2fc96fc will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:56.825092 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.836955 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.871367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Network 4b51c6c6-2366-4be2-962e-3b30dc464930 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:56.875924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:56.881944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:30:56.890221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Pushing event updated for resources: {'Port': ['ID=d797ecf9-d3b1-4933-b94f-f446b2fc96fc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:56.902199 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:30:55Z', 'revision_number': 3, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:56.935527 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f067cde5-6b9b-4dd3-a4d4-2c12e3f0c3ed None None] The sync data for ids ['51dfa040-2014-4f55-a54e-ed153fca9508'] in n-d-807551-3 is: [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:30:55Z', 'revision_number': 3, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:30:56.948186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Attempting to bind port d797ecf9-d3b1-4933-b94f-f446b2fc96fc on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:30:56.948670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Attempting to bind port d797ecf9-d3b1-4933-b94f-f446b2fc96fc by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '68c55544-795d-44f0-928d-fd6686f3e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:30:56.949114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Attempting to bind port d797ecf9-d3b1-4933-b94f-f446b2fc96fc on network 4b51c6c6-2366-4be2-962e-3b30dc464930 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:30:56.954520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:30:56.960954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Checking segment: {'id': '68c55544-795d-44f0-928d-fd6686f3e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:30:56.960954 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:56.960954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Bound using segment: {'id': '68c55544-795d-44f0-928d-fd6686f3e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:30:56.960954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Bound port: d797ecf9-d3b1-4933-b94f-f446b2fc96fc, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c55544-795d-44f0-928d-fd6686f3e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:30:56.960954 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:57.026669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] For port d797ecf9-d3b1-4933-b94f-f446b2fc96fc, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:30:57.030314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] For port d797ecf9-d3b1-4933-b94f-f446b2fc96fc, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d797ecf9-d3b1-4933-b94f-f446b2fc96fc,segment=NetworkSegment(68c55544-795d-44f0-928d-fd6686f3e4cf),segment_id=68c55544-795d-44f0-928d-fd6686f3e4cf)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:30:57.034514 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:57.078173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e9051804-b3b5-46cb-8d37-a740f756736c details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:30:57.113653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c873c-ddf5-4584-aea2-cf3211b3872e None None] Pushing event updated for resources: {'Port': ['ID=d797ecf9-d3b1-4933-b94f-f446b2fc96fc,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:57.275217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e9051804-b3b5-46cb-8d37-a740f756736c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e9051804-b3b5-46cb-8d37-a740f756736c,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:57.291125 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'e9051804-b3b5-46cb-8d37-a740f756736c', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'port_id': 'e9051804-b3b5-46cb-8d37-a740f756736c', 'mac_address': 'fa:16:3e:b2:a6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095047a4-4b29-4384-8741-c774f5d6adc6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:30:57.395241 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:57.423141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89432ace-f7c1-4e0d-95d9-c3c05861cbd4 req-e716779b-e312-4772-af73-c68a9775dc61 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:57.424172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9051804-b3b5-46cb-8d37-a740f756736c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:30:57.424768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89432ace-f7c1-4e0d-95d9-c3c05861cbd4 req-e716779b-e312-4772-af73-c68a9775dc61 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 943 time: 0.5208175 Sep 07 16:30:57.455239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e9051804-b3b5-46cb-8d37-a740f756736c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e9051804-b3b5-46cb-8d37-a740f756736c,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:57.461609 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:57.520865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89432ace-f7c1-4e0d-95d9-c3c05861cbd4 req-cfa11493-6638-438a-bf3e-81dccee30348 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763757 Sep 07 16:30:57.544669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e9051804-b3b5-46cb-8d37-a740f756736c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:57.668298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Allocated IP 172.20.0.1 (4b51c6c6-2366-4be2-962e-3b30dc464930/7671490d-e2b2-45b9-a7b2-40d008d51ea4/d0a521fc-8a4f-4cba-8397-b072147b2611) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:30:57.684368 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d06c4899-c41c-4a23-bf31-935a926d1a3c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:57.738692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port d06c4899-c41c-4a23-bf31-935a926d1a3c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:57.744605 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d06c4899-c41c-4a23-bf31-935a926d1a3c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:57.745236 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:57.802268 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:57.819338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Transition to ACTIVE for port object d0a521fc-8a4f-4cba-8397-b072147b2611 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:30:57.830642 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:57.855112 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:57.859077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port d06c4899-c41c-4a23-bf31-935a926d1a3c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d06c4899-c41c-4a23-bf31-935a926d1a3c,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:57.863265 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:57.864150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d797ecf9-d3b1-4933-b94f-f446b2fc96fc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:57.902452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 4b51c6c6-2366-4be2-962e-3b30dc464930 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:57.905995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:57.911969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:30:57.930217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['e9051804-b3b5-46cb-8d37-a740f756736c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:30:57.945394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=d0a521fc-8a4f-4cba-8397-b072147b2611,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:57.972854 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:58.002540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=d06c4899-c41c-4a23-bf31-935a926d1a3c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:58.046111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port d797ecf9-d3b1-4933-b94f-f446b2fc96fc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:58.131948 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:58.282533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d3f3cc-8de5-465b-a0da-be0e26013bd9 None None] Network 4b51c6c6-2366-4be2-962e-3b30dc464930 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:30:58.365795 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1df72719-aa58-47b0-9bdc-ffe70f1a00ff None None] Provisioning for port d797ecf9-d3b1-4933-b94f-f446b2fc96fc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:58.376684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1df72719-aa58-47b0-9bdc-ffe70f1a00ff None None] Provisioning complete for port d797ecf9-d3b1-4933-b94f-f446b2fc96fc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:58.377378 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1df72719-aa58-47b0-9bdc-ffe70f1a00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:58.423084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:58.427911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:58.507139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=d0a521fc-8a4f-4cba-8397-b072147b2611,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:58.511183 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:58.520009 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1df72719-aa58-47b0-9bdc-ffe70f1a00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:58.556758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1df72719-aa58-47b0-9bdc-ffe70f1a00ff None None] For port d797ecf9-d3b1-4933-b94f-f446b2fc96fc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d797ecf9-d3b1-4933-b94f-f446b2fc96fc,segment=NetworkSegment(68c55544-795d-44f0-928d-fd6686f3e4cf),segment_id=68c55544-795d-44f0-928d-fd6686f3e4cf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:58.561950 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1df72719-aa58-47b0-9bdc-ffe70f1a00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:58.633499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72719-aa58-47b0-9bdc-ffe70f1a00ff None None] Pushing event updated for resources: {'Port': ['ID=d797ecf9-d3b1-4933-b94f-f446b2fc96fc,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:58.685055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 4b51c6c6-2366-4be2-962e-3b30dc464930 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:30:58.693500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c959595-7e7b-49e6-8ee1-54b06069e3bd req-f7a09e70-ebc0-45b2-bd17-5e895ad24db3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:58.695206 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c959595-7e7b-49e6-8ee1-54b06069e3bd req-f7a09e70-ebc0-45b2-bd17-5e895ad24db3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 944 time: 0.0829182 Sep 07 16:30:58.697085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:30:58.788522 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c959595-7e7b-49e6-8ee1-54b06069e3bd req-4928c308-7b71-4de8-9182-a135c578ca99 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809848 Sep 07 16:30:58.793656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-020cf576-8fb9-4b8c-9a71-765b71518e0f None None] Provisioning for port d0a521fc-8a4f-4cba-8397-b072147b2611 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:58.798178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-020cf576-8fb9-4b8c-9a71-765b71518e0f None None] Provisioning complete for port d0a521fc-8a4f-4cba-8397-b072147b2611 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:58.798654 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-020cf576-8fb9-4b8c-9a71-765b71518e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:58.840402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-020cf576-8fb9-4b8c-9a71-765b71518e0f None None] Port d0a521fc-8a4f-4cba-8397-b072147b2611 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:30:58.850410 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Router 51dfa040-2014-4f55-a54e-ed153fca9508 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:30:58.852489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-020cf576-8fb9-4b8c-9a71-765b71518e0f None None] Provisioning complete for port d797ecf9-d3b1-4933-b94f-f446b2fc96fc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:58.852972 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-020cf576-8fb9-4b8c-9a71-765b71518e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:58.975727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:30:58.984515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3f5ca5be-7428-4737-8932-f347bca19d69 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "PUT /v2.0/routers/51dfa040-2014-4f55-a54e-ed153fca9508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6362262 Sep 07 16:30:58.984515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50544) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:58.988215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Sync routers for ids ['51dfa040-2014-4f55-a54e-ed153fca9508'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:30:58.999696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Routers {'51dfa040-2014-4f55-a54e-ed153fca9508'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:30:59.000212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['51dfa040-2014-4f55-a54e-ed153fca9508'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:59.090177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc94096-193c-48f8-b75b-f8c6abecf742 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.090741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc94096-193c-48f8-b75b-f8c6abecf742 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.091305 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc94096-193c-48f8-b75b-f8c6abecf742 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.091778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e9051804-b3b5-46cb-8d37-a740f756736c up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:59.091903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc94096-193c-48f8-b75b-f8c6abecf742 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.092417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc94096-193c-48f8-b75b-f8c6abecf742 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.092907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc94096-193c-48f8-b75b-f8c6abecf742 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.093565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc94096-193c-48f8-b75b-f8c6abecf742 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.094046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc94096-193c-48f8-b75b-f8c6abecf742 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.097676 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6dc94096-193c-48f8-b75b-f8c6abecf742 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5667 time: 0.1112390 Sep 07 16:30:59.099092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50546) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:59.131710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-67c59775-c3bf-461d-81ae-3b9704b24bf0 None None] Provisioning complete for port d0a521fc-8a4f-4cba-8397-b072147b2611 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:59.132085 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-67c59775-c3bf-461d-81ae-3b9704b24bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:59.186083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Set router 51dfa040-2014-4f55-a54e-ed153fca9508 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:30:59.199318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d0339-48d2-4f9f-a248-c83e7edd4c78 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.199875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d0339-48d2-4f9f-a248-c83e7edd4c78 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.200734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d0339-48d2-4f9f-a248-c83e7edd4c78 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.201201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d0339-48d2-4f9f-a248-c83e7edd4c78 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.201679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d0339-48d2-4f9f-a248-c83e7edd4c78 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.202330 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d0339-48d2-4f9f-a248-c83e7edd4c78 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.202804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d0339-48d2-4f9f-a248-c83e7edd4c78 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.203279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d0339-48d2-4f9f-a248-c83e7edd4c78 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.205218 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9b2d0339-48d2-4f9f-a248-c83e7edd4c78 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5267 time: 0.1052506 Sep 07 16:30:59.207890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50548) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:59.219846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-67c59775-c3bf-461d-81ae-3b9704b24bf0 None None] Port d0a521fc-8a4f-4cba-8397-b072147b2611 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:30:59.269758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port e9051804-b3b5-46cb-8d37-a740f756736c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:30:59.288821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port e9051804-b3b5-46cb-8d37-a740f756736c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:59.289207 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:59.450881 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-097fd112-96d3-436e-b206-7ec32f08a98e tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3779 time: 0.2391570 Sep 07 16:30:59.534814 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-37019005-9b58-44a2-8cf5-8d7cbf1a22d3 None None] Provisioning complete for port d0a521fc-8a4f-4cba-8397-b072147b2611 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:59.535353 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-37019005-9b58-44a2-8cf5-8d7cbf1a22d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:59.627712 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-37019005-9b58-44a2-8cf5-8d7cbf1a22d3 None None] Port d0a521fc-8a4f-4cba-8397-b072147b2611 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:30:59.653665 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:59.677148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50560) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:30:59.680664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d06c4899-c41c-4a23-bf31-935a926d1a3c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:30:59.681635 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a4aa9db5-977d-40fe-b09a-8f744a39769c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307113826', 'description': 'tempest-secgroup-smoke-1307113826 description', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:30:59.690018 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9885b16-8174-4a11-8d5c-ffc61313404b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9051804-b3b5-46cb-8d37-a740f756736c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:30:59.692261 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c715647c-632c-4415-bd76-d092bd00edba" -d '{"events": [{"server_uuid": "e9885b16-8174-4a11-8d5c-ffc61313404b", "name": "network-vif-plugged", "status": "completed", "tag": "e9051804-b3b5-46cb-8d37-a740f756736c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:30:59.716716 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9db5-977d-40fe-b09a-8f744a39769c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:59.733048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e9051804-b3b5-46cb-8d37-a740f756736c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e9051804-b3b5-46cb-8d37-a740f756736c,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:30:59.742769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:30:58Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'd0a521fc-8a4f-4cba-8397-b072147b2611', 'name': '', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:30:1e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:57Z', 'updated_at': '2021-09-07T16:30:58Z', 'revision_number': 2, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:30:59.747753 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:59.768823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b12d9f-edd3-462d-98bf-8abb0c0d91eb req-7661a5e1-928e-4b6d-abc8-0d15ebf4a176 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.770935 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5b12d9f-edd3-462d-98bf-8abb0c0d91eb req-7661a5e1-928e-4b6d-abc8-0d15ebf4a176 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0859973 Sep 07 16:30:59.803584 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe668a5-7718-4c7b-95b8-87677754ff41 x-openstack-request-id: req-ebe668a5-7718-4c7b-95b8-87677754ff41 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:30:59.803892 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9885b16-8174-4a11-8d5c-ffc61313404b", "name": "network-vif-plugged", "status": "completed", "tag": "e9051804-b3b5-46cb-8d37-a740f756736c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:30:59.804135 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebe668a5-7718-4c7b-95b8-87677754ff41 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:30:59.804564 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9885b16-8174-4a11-8d5c-ffc61313404b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9051804-b3b5-46cb-8d37-a740f756736c', 'code': 200} Sep 07 16:30:59.809927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Checking router: 51dfa040-2014-4f55-a54e-ed153fca9508 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:30:59.810295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Updating router 51dfa040-2014-4f55-a54e-ed153fca9508 port d0a521fc-8a4f-4cba-8397-b072147b2611 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:30:59.842405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5b12d9f-edd3-462d-98bf-8abb0c0d91eb req-0544ce3c-60a6-44ac-8765-6b97ad9b415d tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625746 Sep 07 16:30:59.864726 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e9051804-b3b5-46cb-8d37-a740f756736c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:30:59.872872 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:59.883606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d06c4899-c41c-4a23-bf31-935a926d1a3c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:30:59.883990 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:30:59.926854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a6a5-77ef-47b3-b0c6-8ecb540efe74 req-df2137ba-617d-45dc-b7bf-e6fc4953b03c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:30:59.928398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d40a6a5-77ef-47b3-b0c6-8ecb540efe74 req-df2137ba-617d-45dc-b7bf-e6fc4953b03c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 945 time: 0.0535243 Sep 07 16:30:59.977248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d40a6a5-77ef-47b3-b0c6-8ecb540efe74 req-d7f30821-072c-4de0-b40b-6ec1ec5b1c08 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408533 Sep 07 16:31:00.081611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d797ecf9-d3b1-4933-b94f-f446b2fc96fc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:31:00.105569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bf9e1-1972-40df-9088-102e628e677b req-c6aa9f6b-8a60-4681-922d-dd535e2d0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:00.107228 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec1bf9e1-1972-40df-9088-102e628e677b req-c6aa9f6b-8a60-4681-922d-dd535e2d0cb1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 1096 time: 0.0598683 Sep 07 16:31:00.160179 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec1bf9e1-1972-40df-9088-102e628e677b req-c248c0f6-5627-44cd-b9d3-f9c01121c032 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454926 Sep 07 16:31:00.175876 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9db5-977d-40fe-b09a-8f744a39769c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.180239 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9db5-977d-40fe-b09a-8f744a39769c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.188152 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d797ecf9-d3b1-4933-b94f-f446b2fc96fc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:31:00.188557 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.206816 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9db5-977d-40fe-b09a-8f744a39769c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.208806 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a4aa9db5-977d-40fe-b09a-8f744a39769c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5306044 Sep 07 16:31:00.210925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50566) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:00.214515 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa9db5-977d-40fe-b09a-8f744a39769c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaf2ee8-407c-47da-bd61-95552bc2ebad,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:00.216280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3118275e-df87-4887-8c6a-e4982006709e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': 'fcaf2ee8-407c-47da-bd61-95552bc2ebad', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:00.244821 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3118275e-df87-4887-8c6a-e4982006709e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.286127 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.291373 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3118275e-df87-4887-8c6a-e4982006709e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.295163 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3118275e-df87-4887-8c6a-e4982006709e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.313527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118275e-df87-4887-8c6a-e4982006709e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891b5ed5-014d-4415-8dac-71f900cd543b,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:00.318673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3118275e-df87-4887-8c6a-e4982006709e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.322783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3118275e-df87-4887-8c6a-e4982006709e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1075935 Sep 07 16:31:00.323172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50568) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:00.325947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Transition to ACTIVE for port object d0a521fc-8a4f-4cba-8397-b072147b2611 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:31:00.328194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e5e8c07a-bec5-4bfa-b893-86fc7731b13d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': 'fcaf2ee8-407c-47da-bd61-95552bc2ebad', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:00.338813 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.353738 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c07a-bec5-4bfa-b893-86fc7731b13d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.397948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3cdcf-80fa-4b29-a7e5-416dd00ab04a None None] Pushing event updated for resources: {'Port': ['ID=d0a521fc-8a4f-4cba-8397-b072147b2611,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:00.425716 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c07a-bec5-4bfa-b893-86fc7731b13d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.430652 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c07a-bec5-4bfa-b893-86fc7731b13d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.446412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Attempting to bind port d0a521fc-8a4f-4cba-8397-b072147b2611 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:31:00.446797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Attempting to bind port d0a521fc-8a4f-4cba-8397-b072147b2611 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '68c55544-795d-44f0-928d-fd6686f3e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:31:00.447181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Attempting to bind port d0a521fc-8a4f-4cba-8397-b072147b2611 on network 4b51c6c6-2366-4be2-962e-3b30dc464930 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:00.448667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8c07a-bec5-4bfa-b893-86fc7731b13d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb600923-91a4-4916-a6eb-cf199f90100a,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:00.454272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:31:00.454542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Checking segment: {'id': '68c55544-795d-44f0-928d-fd6686f3e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:31:00.454919 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.455332 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Bound using segment: {'id': '68c55544-795d-44f0-928d-fd6686f3e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:31:00.455819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Bound port: d0a521fc-8a4f-4cba-8397-b072147b2611, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c55544-795d-44f0-928d-fd6686f3e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:31:00.456216 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.463001 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c07a-bec5-4bfa-b893-86fc7731b13d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.464466 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e5e8c07a-bec5-4bfa-b893-86fc7731b13d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402712 Sep 07 16:31:00.467353 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50570) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:00.472261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2199ef3c-7dde-4c97-b6bb-2ac1893ec9cf tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': 'fcaf2ee8-407c-47da-bd61-95552bc2ebad', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:00.500778 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2199ef3c-7dde-4c97-b6bb-2ac1893ec9cf tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.536356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] For port d0a521fc-8a4f-4cba-8397-b072147b2611, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:31:00.540166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] For port d0a521fc-8a4f-4cba-8397-b072147b2611, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d0a521fc-8a4f-4cba-8397-b072147b2611,segment=NetworkSegment(68c55544-795d-44f0-928d-fd6686f3e4cf),segment_id=68c55544-795d-44f0-928d-fd6686f3e4cf)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:31:00.546257 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.567850 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2199ef3c-7dde-4c97-b6bb-2ac1893ec9cf tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.573586 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2199ef3c-7dde-4c97-b6bb-2ac1893ec9cf tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.588980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199ef3c-7dde-4c97-b6bb-2ac1893ec9cf tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf50174e-3d35-461c-b29b-7e0365e86be2,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:00.603087 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2199ef3c-7dde-4c97-b6bb-2ac1893ec9cf tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.608984 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2199ef3c-7dde-4c97-b6bb-2ac1893ec9cf tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368399 Sep 07 16:31:00.610443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50572) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:00.613582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Routers {'51dfa040-2014-4f55-a54e-ed153fca9508'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:31:00.614104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:30:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['51dfa040-2014-4f55-a54e-ed153fca9508'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:00.616236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-45db6a5e-949c-4f4e-aee1-fa29cc06163a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': 'fcaf2ee8-407c-47da-bd61-95552bc2ebad', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:00.650640 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45db6a5e-949c-4f4e-aee1-fa29cc06163a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.659496 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3cdcf-80fa-4b29-a7e5-416dd00ab04a None None] Pushing event updated for resources: {'Port': ['ID=d0a521fc-8a4f-4cba-8397-b072147b2611,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:00.716618 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45db6a5e-949c-4f4e-aee1-fa29cc06163a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.721518 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45db6a5e-949c-4f4e-aee1-fa29cc06163a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.741341 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db6a5e-949c-4f4e-aee1-fa29cc06163a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf2dddb-1d5a-4817-926a-acda7493f0ef,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:00.749463 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45db6a5e-949c-4f4e-aee1-fa29cc06163a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.751554 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-45db6a5e-949c-4f4e-aee1-fa29cc06163a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397641 Sep 07 16:31:00.754530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50574) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:00.755396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] Set router 51dfa040-2014-4f55-a54e-ed153fca9508 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:31:00.760820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-43284f5a-e19e-40df-9b5b-884f245a594e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': 'fcaf2ee8-407c-47da-bd61-95552bc2ebad', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:00.786547 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-43284f5a-e19e-40df-9b5b-884f245a594e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Project f5594cfe03a44f3b868060a14924d0e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:31:00.792267 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43284f5a-e19e-40df-9b5b-884f245a594e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.860542 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43284f5a-e19e-40df-9b5b-884f245a594e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.864696 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43284f5a-e19e-40df-9b5b-884f245a594e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.882399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43284f5a-e19e-40df-9b5b-884f245a594e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6546e3a-ae02-4e19-8b5f-427bce6ab979,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:00.891399 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-43284f5a-e19e-40df-9b5b-884f245a594e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.896104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50578) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:00.896519 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-43284f5a-e19e-40df-9b5b-884f245a594e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405861 Sep 07 16:31:00.901752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1b67ae78-92dd-4cf6-b102-c18d67076b55 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'security_group_rule': {'security_group_id': 'fcaf2ee8-407c-47da-bd61-95552bc2ebad', 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:00.956129 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-1b67ae78-92dd-4cf6-b102-c18d67076b55 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Project f5594cfe03a44f3b868060a14924d0e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:31:00.964085 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b67ae78-92dd-4cf6-b102-c18d67076b55 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:00.978421 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:30:58Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'd0a521fc-8a4f-4cba-8397-b072147b2611', 'name': '', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:30:1e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:57Z', 'updated_at': '2021-09-07T16:31:00Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:00.995135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f76e8-7bb7-4f8e-ab45-502031189075 req-ffccc1f6-27b0-43d2-a6a3-cced5d2da151 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:00.996675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c32f76e8-7bb7-4f8e-ab45-502031189075 req-ffccc1f6-27b0-43d2-a6a3-cced5d2da151 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0712578 Sep 07 16:31:01.010494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f662d07-4c06-4c09-a6c2-44d789244617 None None] The sync data for ids ['51dfa040-2014-4f55-a54e-ed153fca9508'] in n-d-807551-3 is: [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:30:58Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'd0a521fc-8a4f-4cba-8397-b072147b2611', 'name': '', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:30:1e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:57Z', 'updated_at': '2021-09-07T16:31:00Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:31:01.102082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c32f76e8-7bb7-4f8e-ab45-502031189075 req-2e5dca5e-8464-4aa9-9ecf-8ed114e0ce12 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953066 Sep 07 16:31:01.112760 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b67ae78-92dd-4cf6-b102-c18d67076b55 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:01.117821 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b67ae78-92dd-4cf6-b102-c18d67076b55 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:01.147259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04687e8-3e5a-4867-be6f-327f82069386 req-28a85156-78d1-46a2-96f8-0b91370f613e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:01.148863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f04687e8-3e5a-4867-be6f-327f82069386 req-28a85156-78d1-46a2-96f8-0b91370f613e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 945 time: 0.0905182 Sep 07 16:31:01.150373 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67ae78-92dd-4cf6-b102-c18d67076b55 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0597cf-ddd0-461e-91d8-3f08b33026e9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:01.166417 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b67ae78-92dd-4cf6-b102-c18d67076b55 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:01.167589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1b67ae78-92dd-4cf6-b102-c18d67076b55 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2696674 Sep 07 16:31:01.195692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f04687e8-3e5a-4867-be6f-327f82069386 req-26543c45-af54-45e6-b019-2ed2f7e9b14d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373328 Sep 07 16:31:01.366389 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52f198ea-b7f4-4905-8fb2-4024010a70c5 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307113826&fields=id&tenant_id=f5594cfe03a44f3b868060a14924d0e7 HTTP/1.1" status: 200 len: 267 time: 0.0339677 Sep 07 16:31:01.480756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-463ce9af-44bd-45c6-b158-7d01c69c8ba7 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:01.482369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-463ce9af-44bd-45c6-b158-7d01c69c8ba7 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/networks?id=4b51c6c6-2366-4be2-962e-3b30dc464930 HTTP/1.1" status: 200 len: 797 time: 0.1087310 Sep 07 16:31:01.497878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-bc4206bf-4e9c-49ce-8536-58c8a595c62e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/quotas/f5594cfe03a44f3b868060a14924d0e7 HTTP/1.1" status: 200 len: 375 time: 0.0096846 Sep 07 16:31:01.552373 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-36f089f8-b73a-4736-89a4-587d9080088d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485408 Sep 07 16:31:01.657632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d0a521fc-8a4f-4cba-8397-b072147b2611 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:31:01.668937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-4864e684-172a-4d70-9bce-2083babb31c5 service neutron] 10.222.0.70 "GET /v2.0/networks/4b51c6c6-2366-4be2-962e-3b30dc464930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996785 Sep 07 16:31:01.717161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port d0a521fc-8a4f-4cba-8397-b072147b2611 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:31:01.722144 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d0a521fc-8a4f-4cba-8397-b072147b2611 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:31:01.722775 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:01.802844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-fb1503e9-0906-4063-9180-8003252df32a service neutron] 10.222.0.70 "GET /v2.0/networks/4b51c6c6-2366-4be2-962e-3b30dc464930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294708 Sep 07 16:31:01.820725 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:01.861155 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:01.870620 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port d0a521fc-8a4f-4cba-8397-b072147b2611, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d0a521fc-8a4f-4cba-8397-b072147b2611,segment=NetworkSegment(68c55544-795d-44f0-928d-fd6686f3e4cf),segment_id=68c55544-795d-44f0-928d-fd6686f3e4cf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:01.875265 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:01.938719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=d0a521fc-8a4f-4cba-8397-b072147b2611,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:01.980681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-777c70ca-fb0f-4ffa-bf64-f67b65480a2e req-2c2efb2c-77db-432b-9ac0-859a4e5fb801 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 210 time: 0.0268240 Sep 07 16:31:02.220656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a748970-16d7-4bb3-8bc9-c64ded64716a req-beaf622b-8db4-4725-8a01-f339940c483b tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:02.222170 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a748970-16d7-4bb3-8bc9-c64ded64716a req-beaf622b-8db4-4725-8a01-f339940c483b tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0487852 Sep 07 16:31:02.275896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a748970-16d7-4bb3-8bc9-c64ded64716a req-3087339b-1350-493c-a51d-36826dbb26a3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444834 Sep 07 16:31:02.329870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f404727-220b-4591-a33e-cbabb0d14f2c req-70b48401-9ae6-4256-9b48-7a4a7e9b30c3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:02.331384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f404727-220b-4591-a33e-cbabb0d14f2c req-70b48401-9ae6-4256-9b48-7a4a7e9b30c3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 945 time: 0.0545671 Sep 07 16:31:02.371999 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f404727-220b-4591-a33e-cbabb0d14f2c req-2556ad0e-e7e8-429a-99a9-4c93530b63e8 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343361 Sep 07 16:31:02.385450 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:02.487506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d6339-6a93-455d-adce-5d918ae12fa4 req-bf1f0653-c04e-4f4f-9257-9b9f2eef0b21 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:02.489372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-190d6339-6a93-455d-adce-5d918ae12fa4 req-bf1f0653-c04e-4f4f-9257-9b9f2eef0b21 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 945 time: 0.0504971 Sep 07 16:31:02.531105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-190d6339-6a93-455d-adce-5d918ae12fa4 req-c861e81e-b7fb-430e-bd29-4d660a483adf tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356095 Sep 07 16:31:02.761785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20f329-0a98-4c21-876e-3ed3e448775b req-c1bfd35e-75e5-4faa-8d99-34686e4619f2 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:02.763377 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e20f329-0a98-4c21-876e-3ed3e448775b req-c1bfd35e-75e5-4faa-8d99-34686e4619f2 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 945 time: 0.0511355 Sep 07 16:31:02.805209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e20f329-0a98-4c21-876e-3ed3e448775b req-29370f4b-2c41-470d-b8b7-d2a7c5639083 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359836 Sep 07 16:31:02.955564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-6dccbbb4-f353-4f1d-bdf0-d3691db190f1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:02.957058 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-6dccbbb4-f353-4f1d-bdf0-d3691db190f1 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.54 "GET /v2.0/networks?id=4b51c6c6-2366-4be2-962e-3b30dc464930 HTTP/1.1" status: 200 len: 797 time: 0.1041789 Sep 07 16:31:03.005115 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-945763c9-ecf1-4c94-a654-710f845f1be8 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5594cfe03a44f3b868060a14924d0e7 HTTP/1.1" status: 200 len: 380 time: 0.0380008 Sep 07 16:31:03.015578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'port': {'device_id': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'admin_state_up': True, 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'security_groups': ['fcaf2ee8-407c-47da-bd61-95552bc2ebad']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:03.076523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c929b29-e999-4765-b974-5051d136abec req-2c26402c-cc81-4705-b526-8fd3ffb0cf20 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 210 time: 0.0271392 Sep 07 16:31:03.124813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Made reservation on behalf of f5594cfe03a44f3b868060a14924d0e7 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:31:03.128657 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:03.265319 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Allocated IP 172.20.0.6 (4b51c6c6-2366-4be2-962e-3b30dc464930/7671490d-e2b2-45b9-a7b2-40d008d51ea4/c8b34225-e35e-4d8d-8f93-1da3af7a4d39) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:31:03.391965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18e9dc-f887-46a6-9be9-2fb66060efbf req-e24f40c2-9bcc-427d-a48c-a8a47743d777 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:03.393504 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd18e9dc-f887-46a6-9be9-2fb66060efbf req-e24f40c2-9bcc-427d-a48c-a8a47743d777 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0485716 Sep 07 16:31:03.404319 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:03.423443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Transition to ACTIVE for port object c8b34225-e35e-4d8d-8f93-1da3af7a4d39 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:31:03.432979 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd18e9dc-f887-46a6-9be9-2fb66060efbf req-b36a80c3-dec7-4183-ad24-25acffbc766e tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335410 Sep 07 16:31:03.456594 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:03.498809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 4b51c6c6-2366-4be2-962e-3b30dc464930 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:31:03.501928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:31:03.507753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:31:03.514768 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=c8b34225-e35e-4d8d-8f93-1da3af7a4d39,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:03.574530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:03.575694 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:03.594715 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-0c428d70-4fad-470e-a51e-6b23a389322a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829458 Sep 07 16:31:03.610417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d0a521fc-8a4f-4cba-8397-b072147b2611 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:31:03.614217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Request body: {'port': {'device_id': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:03.665140 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d0a521fc-8a4f-4cba-8397-b072147b2611 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:31:03.665526 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:03.670749 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:03.766117 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-17b927b2-0c83-4c59-9fb6-607280a73f2c None None] Provisioning for port c8b34225-e35e-4d8d-8f93-1da3af7a4d39 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:31:03.770141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-17b927b2-0c83-4c59-9fb6-607280a73f2c None None] Provisioning complete for port c8b34225-e35e-4d8d-8f93-1da3af7a4d39 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:31:03.770522 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17b927b2-0c83-4c59-9fb6-607280a73f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:03.805070 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-17b927b2-0c83-4c59-9fb6-607280a73f2c None None] Port c8b34225-e35e-4d8d-8f93-1da3af7a4d39 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:31:03.927995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2621c-fad1-45b8-804c-8e0ec9adf0bb req-ca27fea8-764d-485a-be9d-94480424245d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:03.929648 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43b2621c-fad1-45b8-804c-8e0ec9adf0bb req-ca27fea8-764d-485a-be9d-94480424245d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 945 time: 0.0506148 Sep 07 16:31:03.958317 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b34225-e35e-4d8d-8f93-1da3af7a4d39 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:31:03.966864 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:03.970632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43b2621c-fad1-45b8-804c-8e0ec9adf0bb req-06843487-3a4b-4cd3-beda-5c952a7e9ff9 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331967 Sep 07 16:31:03.980998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Transition to ACTIVE for port object c8b34225-e35e-4d8d-8f93-1da3af7a4d39 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:31:03.984707 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:04.033727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b34225-e35e-4d8d-8f93-1da3af7a4d39,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:04.108515 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Attempting to bind port c8b34225-e35e-4d8d-8f93-1da3af7a4d39 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:31:04.108858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Attempting to bind port c8b34225-e35e-4d8d-8f93-1da3af7a4d39 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '68c55544-795d-44f0-928d-fd6686f3e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:31:04.109187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Attempting to bind port c8b34225-e35e-4d8d-8f93-1da3af7a4d39 on network 4b51c6c6-2366-4be2-962e-3b30dc464930 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:04.113735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Port c8b34225-e35e-4d8d-8f93-1da3af7a4d39 on network 4b51c6c6-2366-4be2-962e-3b30dc464930 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:31:04.114059 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Attempting to bind port c8b34225-e35e-4d8d-8f93-1da3af7a4d39 on network 4b51c6c6-2366-4be2-962e-3b30dc464930 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:04.119058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:31:04.119398 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Checking segment: {'id': '68c55544-795d-44f0-928d-fd6686f3e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:31:04.119783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Bound using segment: {'id': '68c55544-795d-44f0-928d-fd6686f3e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:31:04.120210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Bound port: c8b34225-e35e-4d8d-8f93-1da3af7a4d39, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c55544-795d-44f0-928d-fd6686f3e4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:31:04.120592 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:04.189825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] For port c8b34225-e35e-4d8d-8f93-1da3af7a4d39, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:31:04.194237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] For port c8b34225-e35e-4d8d-8f93-1da3af7a4d39, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c8b34225-e35e-4d8d-8f93-1da3af7a4d39,segment=NetworkSegment(68c55544-795d-44f0-928d-fd6686f3e4cf),segment_id=68c55544-795d-44f0-928d-fd6686f3e4cf)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:31:04.201395 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:04.209991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55be7d-81a5-4586-9ecf-ae258c4dfe52 req-75187537-5c79-45c8-b3c4-ffc4a48e3658 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:04.211513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce55be7d-81a5-4586-9ecf-ae258c4dfe52 req-75187537-5c79-45c8-b3c4-ffc4a48e3658 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 943 time: 0.0567813 Sep 07 16:31:04.238152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:04.238763 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:04.240584 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] 10.222.0.54 "PUT /v2.0/ports/c8b34225-e35e-4d8d-8f93-1da3af7a4d39 HTTP/1.1" status: 200 len: 1091 time: 0.6358871 Sep 07 16:31:04.241620 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'tag': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:04.244229 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a9f7c0-de9c-4410-8f73-dff3451ecd04" -d '{"events": [{"name": "network-changed", "server_uuid": "b21ba7f4-e200-4c70-8d4b-daaee0488371", "tag": "c8b34225-e35e-4d8d-8f93-1da3af7a4d39"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:04.261135 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce55be7d-81a5-4586-9ecf-ae258c4dfe52 req-7a4e0140-6a88-4885-b0b7-81afd6fac470 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcaf2ee8-407c-47da-bd61-95552bc2ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392864 Sep 07 16:31:04.291767 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3c46e-d243-4a81-b9fc-a667577ebc06 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b34225-e35e-4d8d-8f93-1da3af7a4d39,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:04.296255 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa79fd61-0d47-40fe-bb3d-e41aee517592 x-openstack-request-id: req-fa79fd61-0d47-40fe-bb3d-e41aee517592 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:04.296566 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21ba7f4-e200-4c70-8d4b-daaee0488371", "tag": "c8b34225-e35e-4d8d-8f93-1da3af7a4d39", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:04.296822 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa79fd61-0d47-40fe-bb3d-e41aee517592 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:04.297213 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'tag': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39', 'status': 'completed', 'code': 200} Sep 07 16:31:04.346249 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-9eba5a03-386b-4b7e-9ecd-7f9817301b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:04.347776 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-9eba5a03-386b-4b7e-9ecd-7f9817301b70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 1094 time: 0.0432189 Sep 07 16:31:04.397314 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-8207625a-0231-479f-bc6a-7d16112bd97a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8b34225-e35e-4d8d-8f93-1da3af7a4d39 HTTP/1.1" status: 200 len: 217 time: 0.0402751 Sep 07 16:31:04.448510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-fe54d9dc-751d-4d21-aaad-5555383d0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:04.450032 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-fe54d9dc-751d-4d21-aaad-5555383d0d6b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7671490d-e2b2-45b9-a7b2-40d008d51ea4 HTTP/1.1" status: 200 len: 835 time: 0.0454829 Sep 07 16:31:04.499272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-75a7cedf-af58-4c3b-b807-18b22a42147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:04.500870 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-75a7cedf-af58-4c3b-b807-18b22a42147f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b51c6c6-2366-4be2-962e-3b30dc464930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418913 Sep 07 16:31:04.552016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c73bc1-401c-40aa-ba1a-096b8e875c27 req-def3aadf-5cd5-45aa-b430-b099b9e43048 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:04.553561 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71c73bc1-401c-40aa-ba1a-096b8e875c27 req-def3aadf-5cd5-45aa-b430-b099b9e43048 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0485969 Sep 07 16:31:04.591627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71c73bc1-401c-40aa-ba1a-096b8e875c27 req-64e2d230-a749-4933-823b-ac064bd21a91 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320537 Sep 07 16:31:04.596081 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-8cf1f3e7-7a2e-442e-96a6-97d936bb9355 service neutron] 10.222.0.54 "GET /v2.0/networks/4b51c6c6-2366-4be2-962e-3b30dc464930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870407 Sep 07 16:31:04.688552 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e02ef0f1-eb92-4256-ad6a-495ae6008f1f req-22490f63-ebf4-48c0-835a-d0bc2bf5b34e service neutron] 10.222.0.54 "GET /v2.0/networks/4b51c6c6-2366-4be2-962e-3b30dc464930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833161 Sep 07 16:31:04.815607 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25456fee-86f7-4364-a3be-ddf2317adebc req-9d9c9b7d-6563-441b-a225-922a0949b0b8 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:04.817099 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-25456fee-86f7-4364-a3be-ddf2317adebc req-9d9c9b7d-6563-441b-a225-922a0949b0b8 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 945 time: 0.0805085 Sep 07 16:31:04.818936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9f7c0-de9c-4410-8f73-dff3451ecd04 req-103febe4-d81d-4d21-b98a-07f3757e6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:04.820275 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f9a9f7c0-de9c-4410-8f73-dff3451ecd04 req-103febe4-d81d-4d21-b98a-07f3757e6c9a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 1094 time: 0.0754135 Sep 07 16:31:04.972428 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9f7c0-de9c-4410-8f73-dff3451ecd04 req-d22feeb3-7606-43e2-8526-aff274fe133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:04.973951 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f9a9f7c0-de9c-4410-8f73-dff3451ecd04 req-d22feeb3-7606-43e2-8526-aff274fe133f service neutron] 10.222.0.54 "GET /v2.0/networks?id=4b51c6c6-2366-4be2-962e-3b30dc464930 HTTP/1.1" status: 200 len: 898 time: 0.1398487 Sep 07 16:31:04.986161 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-25456fee-86f7-4364-a3be-ddf2317adebc req-754823e0-0f9e-481b-a994-a99d5c8df6d6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Deleting port e9051804-b3b5-46cb-8d37-a740f756736c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:31:04.986518 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-25456fee-86f7-4364-a3be-ddf2317adebc req-754823e0-0f9e-481b-a994-a99d5c8df6d6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:05.044916 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f9a9f7c0-de9c-4410-8f73-dff3451ecd04 req-3eb93dff-3fd3-41be-958f-1ebfb97592a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8b34225-e35e-4d8d-8f93-1da3af7a4d39 HTTP/1.1" status: 200 len: 217 time: 0.0609221 Sep 07 16:31:05.084861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23eb675-4893-4853-bad2-149361f3a78f req-cf6b2352-68aa-4b9b-9490-e9ed5b88d711 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:05.086342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c23eb675-4893-4853-bad2-149361f3a78f req-cf6b2352-68aa-4b9b-9490-e9ed5b88d711 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9885b16-8174-4a11-8d5c-ffc61313404b HTTP/1.1" status: 200 len: 945 time: 0.0473244 Sep 07 16:31:05.123138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c23eb675-4893-4853-bad2-149361f3a78f req-5a48ce27-9915-4251-98bb-c7e2bd6024d2 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302739 Sep 07 16:31:05.144237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9f7c0-de9c-4410-8f73-dff3451ecd04 req-cee3b602-60b4-4cff-8749-8a3ac3de66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:05.145736 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f9a9f7c0-de9c-4410-8f73-dff3451ecd04 req-cee3b602-60b4-4cff-8749-8a3ac3de66a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7671490d-e2b2-45b9-a7b2-40d008d51ea4 HTTP/1.1" status: 200 len: 835 time: 0.0683043 Sep 07 16:31:05.147374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-25456fee-86f7-4364-a3be-ddf2317adebc req-754823e0-0f9e-481b-a994-a99d5c8df6d6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] For port e9051804-b3b5-46cb-8d37-a740f756736c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e9051804-b3b5-46cb-8d37-a740f756736c,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:05.147738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-25456fee-86f7-4364-a3be-ddf2317adebc req-754823e0-0f9e-481b-a994-a99d5c8df6d6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:05.168970 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-25456fee-86f7-4364-a3be-ddf2317adebc req-754823e0-0f9e-481b-a994-a99d5c8df6d6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Calling delete_port for e9051804-b3b5-46cb-8d37-a740f756736c owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:31:05.242718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9f7c0-de9c-4410-8f73-dff3451ecd04 req-5e02db85-ff32-49fd-adea-b38c0729246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:05.244257 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f9a9f7c0-de9c-4410-8f73-dff3451ecd04 req-5e02db85-ff32-49fd-adea-b38c0729246d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b51c6c6-2366-4be2-962e-3b30dc464930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839880 Sep 07 16:31:05.259756 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:31:05.383172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac816f0f-8cca-49fe-b434-0a0b8d61d648 req-d104e708-b89f-4a9b-bc9d-ec327b2b2dbe tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:05.384019 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f9a9f7c0-de9c-4410-8f73-dff3451ecd04 req-e2b1d0b4-2f25-42aa-9d11-3787000f5a12 service neutron] 10.222.0.54 "GET /v2.0/networks/4b51c6c6-2366-4be2-962e-3b30dc464930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286471 Sep 07 16:31:05.384783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac816f0f-8cca-49fe-b434-0a0b8d61d648 req-d104e708-b89f-4a9b-bc9d-ec327b2b2dbe tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 943 time: 0.0543394 Sep 07 16:31:05.413472 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-25456fee-86f7-4364-a3be-ddf2317adebc req-754823e0-0f9e-481b-a994-a99d5c8df6d6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:05.425462 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30', 'e9051804-b3b5-46cb-8d37-a740f756736c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:31:05.426058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac816f0f-8cca-49fe-b434-0a0b8d61d648 req-0d262451-d41f-4129-b383-721b64516db2 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcaf2ee8-407c-47da-bd61-95552bc2ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342796 Sep 07 16:31:05.450984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754823e0-0f9e-481b-a994-a99d5c8df6d6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event deleted for resources: {'Port': ['ID=e9051804-b3b5-46cb-8d37-a740f756736c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:05.526505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-25456fee-86f7-4364-a3be-ddf2317adebc req-754823e0-0f9e-481b-a994-a99d5c8df6d6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] No DVR routers for this DVR port e9051804-b3b5-46cb-8d37-a740f756736c on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:31:05.530167 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-25456fee-86f7-4364-a3be-ddf2317adebc req-754823e0-0f9e-481b-a994-a99d5c8df6d6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:05.532116 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-25456fee-86f7-4364-a3be-ddf2317adebc req-754823e0-0f9e-481b-a994-a99d5c8df6d6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "DELETE /v2.0/ports/e9051804-b3b5-46cb-8d37-a740f756736c HTTP/1.1" status: 204 len: 173 time: 0.7049749 Sep 07 16:31:05.559062 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f9a9f7c0-de9c-4410-8f73-dff3451ecd04 req-64a596ae-b6d8-4397-acc1-ae5327b1f742 service neutron] 10.222.0.54 "GET /v2.0/networks/4b51c6c6-2366-4be2-962e-3b30dc464930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640854 Sep 07 16:31:05.711031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf3fe3-859a-4d64-b4b8-0412fad8fb8f req-20e313f1-e302-46e5-a3b4-90fdfed61680 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:05.712530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71cf3fe3-859a-4d64-b4b8-0412fad8fb8f req-20e313f1-e302-46e5-a3b4-90fdfed61680 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0488958 Sep 07 16:31:05.749625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71cf3fe3-859a-4d64-b4b8-0412fad8fb8f req-5da8e373-9b23-4e72-9d82-807e8f0f407b tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311861 Sep 07 16:31:05.893945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-af2a9f27-2db1-4489-ab48-2dfe087c72e3 req-aedeb883-e460-4cd6-baaf-9cdc3c62815f service neutron] (94770) timed out ('10.222.0.35', 58692) {{(pid=94770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 16:31:06.298734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9885b16-8174-4a11-8d5c-ffc61313404b', 'name': 'network-vif-deleted', 'tag': 'e9051804-b3b5-46cb-8d37-a740f756736c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:06.301124 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83045cd6-453d-4d5b-b85b-5e6b5aebe5ff" -d '{"events": [{"server_uuid": "e9885b16-8174-4a11-8d5c-ffc61313404b", "name": "network-vif-deleted", "tag": "e9051804-b3b5-46cb-8d37-a740f756736c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:06.335040 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a8af4e-ebf7-47cc-b662-e8173127140a x-openstack-request-id: req-11a8af4e-ebf7-47cc-b662-e8173127140a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:06.335339 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9885b16-8174-4a11-8d5c-ffc61313404b", "name": "network-vif-deleted", "tag": "e9051804-b3b5-46cb-8d37-a740f756736c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:06.335602 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11a8af4e-ebf7-47cc-b662-e8173127140a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:06.336009 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9885b16-8174-4a11-8d5c-ffc61313404b', 'name': 'network-vif-deleted', 'tag': 'e9051804-b3b5-46cb-8d37-a740f756736c', 'status': 'completed', 'code': 200} Sep 07 16:31:06.403908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-1bb8945b-5d08-4b21-b81b-fa9d1c67ce1a tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:06.405406 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-1bb8945b-5d08-4b21-b81b-fa9d1c67ce1a tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.1017985 Sep 07 16:31:06.420525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-21327c9a-68b3-4c00-918b-6c1047e01f90 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/quotas/8817716e700642d49d97c5d7ac182df9 HTTP/1.1" status: 200 len: 375 time: 0.0094054 Sep 07 16:31:06.467919 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-881c8585-7c69-4504-9310-4a32b9460375 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423539 Sep 07 16:31:06.592802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904e0e0-6e72-47c8-8a84-f4cb8c2dc80a req-43bc5f57-4dd0-433d-a364-593d1bdf49da tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:06.594364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8904e0e0-6e72-47c8-8a84-f4cb8c2dc80a req-43bc5f57-4dd0-433d-a364-593d1bdf49da tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 943 time: 0.0945563 Sep 07 16:31:06.598183 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f615b81b-99b8-4e6d-94a5-ac5025a637c2 service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233566 Sep 07 16:31:06.678620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8904e0e0-6e72-47c8-8a84-f4cb8c2dc80a req-f5cdb30d-5c56-4e2a-ad70-347282a821d3 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcaf2ee8-407c-47da-bd61-95552bc2ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777514 Sep 07 16:31:06.707258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f4d4bc26-aa4d-41ea-920b-eeac8767c483 service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005986 Sep 07 16:31:06.887387 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-451ea20f-154b-46c2-8b03-3d56553eebde req-e2681708-113b-4eb0-abe7-e989aa1d8ae9 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 210 time: 0.0312488 Sep 07 16:31:06.903892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2715bce-0f86-4ffb-aa54-1a3966ae901e req-012bdd91-f177-4bbd-997f-e7f38b677a0e tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:06.905421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2715bce-0f86-4ffb-aa54-1a3966ae901e req-012bdd91-f177-4bbd-997f-e7f38b677a0e tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0864513 Sep 07 16:31:06.945791 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2715bce-0f86-4ffb-aa54-1a3966ae901e req-e370c573-fd28-45d5-afe0-7f39660c8850 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Sep 07 16:31:07.821320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e4fdb-f8f7-45db-80a7-7a65bead168b req-8cc18305-3d67-47ce-9bf7-9dd6d9d02cac tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:07.825520 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f4e4fdb-f8f7-45db-80a7-7a65bead168b req-8cc18305-3d67-47ce-9bf7-9dd6d9d02cac tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 943 time: 0.0578356 Sep 07 16:31:07.831566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-5869114d-1467-4640-8ed0-fb7f669dab81 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:07.833099 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-5869114d-1467-4640-8ed0-fb7f669dab81 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.1231568 Sep 07 16:31:07.851611 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f3220b1a-3b8a-4d06-8295-5798d05ad3c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Request body: {'port': {'device_id': '8eaf9629-efc5-40e4-a041-172a82a13a9c', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'admin_state_up': True, 'tenant_id': '8817716e700642d49d97c5d7ac182df9'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:07.864162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f4e4fdb-f8f7-45db-80a7-7a65bead168b req-4d3edb2b-88b4-42d2-afa6-3c71620f96a0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcaf2ee8-407c-47da-bd61-95552bc2ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341053 Sep 07 16:31:07.958309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f3220b1a-3b8a-4d06-8295-5798d05ad3c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Made reservation on behalf of 8817716e700642d49d97c5d7ac182df9 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:31:07.961807 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f3220b1a-3b8a-4d06-8295-5798d05ad3c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:07.995657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1749b4e9-589d-4b83-9c2c-f80d05b6ae7c req-b4a1b762-6eec-453c-a282-4597c5e7e304 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 210 time: 0.0338769 Sep 07 16:31:08.064573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa4d5b-ccbe-474d-8c3a-b58f92715f61 req-720b39de-a41d-4b22-a834-0dc1a0979900 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:08.066087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8fa4d5b-ccbe-474d-8c3a-b58f92715f61 req-720b39de-a41d-4b22-a834-0dc1a0979900 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0494096 Sep 07 16:31:08.095080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f3220b1a-3b8a-4d06-8295-5798d05ad3c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Allocated IP 172.20.0.7 (04479938-fe1a-4503-a899-ad35d3b8f9e8/095047a4-4b29-4384-8741-c774f5d6adc6/66062259-19f8-46dc-88ad-c4ddfed7d2a6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:31:08.102827 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8fa4d5b-ccbe-474d-8c3a-b58f92715f61 req-6cf18889-b1a3-4db6-a999-346f18cfcfbe tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306740 Sep 07 16:31:08.244400 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f3220b1a-3b8a-4d06-8295-5798d05ad3c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:08.282431 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f3220b1a-3b8a-4d06-8295-5798d05ad3c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:08.296355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:31:08.323025 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f3220b1a-3b8a-4d06-8295-5798d05ad3c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Network 04479938-fe1a-4503-a899-ad35d3b8f9e8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:31:08.326342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f3220b1a-3b8a-4d06-8295-5798d05ad3c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:31:08.330181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f3220b1a-3b8a-4d06-8295-5798d05ad3c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:31:08.359187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3220b1a-3b8a-4d06-8295-5798d05ad3c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event updated for resources: {'Port': ['ID=66062259-19f8-46dc-88ad-c4ddfed7d2a6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:08.387134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f3220b1a-3b8a-4d06-8295-5798d05ad3c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:08.387790 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f3220b1a-3b8a-4d06-8295-5798d05ad3c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:08.402216 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-f3220b1a-3b8a-4d06-8295-5798d05ad3c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547409 Sep 07 16:31:08.414499 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Request body: {'port': {'device_id': '8eaf9629-efc5-40e4-a041-172a82a13a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:08.471109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:08.721945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66062259-19f8-46dc-88ad-c4ddfed7d2a6 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:31:08.729080 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:08.740969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Transition to ACTIVE for port object 66062259-19f8-46dc-88ad-c4ddfed7d2a6 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:31:08.745023 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:08.792824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Pushing event updated for resources: {'Port': ['ID=66062259-19f8-46dc-88ad-c4ddfed7d2a6,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:08.863072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Attempting to bind port 66062259-19f8-46dc-88ad-c4ddfed7d2a6 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:31:08.863756 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Attempting to bind port 66062259-19f8-46dc-88ad-c4ddfed7d2a6 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:31:08.863756 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Attempting to bind port 66062259-19f8-46dc-88ad-c4ddfed7d2a6 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:08.867992 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Port 66062259-19f8-46dc-88ad-c4ddfed7d2a6 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:31:08.868317 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Attempting to bind port 66062259-19f8-46dc-88ad-c4ddfed7d2a6 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:08.873348 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:31:08.873689 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Checking segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:31:08.874078 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Bound using segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:31:08.874509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Bound port: 66062259-19f8-46dc-88ad-c4ddfed7d2a6, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:31:08.874865 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:08.901690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c8b34225-e35e-4d8d-8f93-1da3af7a4d39 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:31:08.942021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] For port 66062259-19f8-46dc-88ad-c4ddfed7d2a6, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:31:08.945162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] For port 66062259-19f8-46dc-88ad-c4ddfed7d2a6, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=66062259-19f8-46dc-88ad-c4ddfed7d2a6,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:31:08.951985 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:08.981913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd336f-7700-4a0c-8e30-faf3b7378e65 req-32879817-b2cb-415d-80a4-d91fca1910da tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:08.984178 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2dd336f-7700-4a0c-8e30-faf3b7378e65 req-32879817-b2cb-415d-80a4-d91fca1910da tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 943 time: 0.0520599 Sep 07 16:31:08.988899 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:08.989554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:08.990970 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] 10.222.0.35 "PUT /v2.0/ports/66062259-19f8-46dc-88ad-c4ddfed7d2a6 HTTP/1.1" status: 200 len: 1091 time: 0.5805228 Sep 07 16:31:08.991974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaf9629-efc5-40e4-a041-172a82a13a9c', 'tag': '66062259-19f8-46dc-88ad-c4ddfed7d2a6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:08.993754 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49360092-af3a-4651-a935-8cd3aafc90db" -d '{"events": [{"name": "network-changed", "server_uuid": "8eaf9629-efc5-40e4-a041-172a82a13a9c", "tag": "66062259-19f8-46dc-88ad-c4ddfed7d2a6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:09.011588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c8b34225-e35e-4d8d-8f93-1da3af7a4d39, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c8b34225-e35e-4d8d-8f93-1da3af7a4d39,segment=NetworkSegment(68c55544-795d-44f0-928d-fd6686f3e4cf),segment_id=68c55544-795d-44f0-928d-fd6686f3e4cf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:09.021966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7470f9-edd9-4158-a550-ff759be00f42 service neutron] Pushing event updated for resources: {'Port': ['ID=66062259-19f8-46dc-88ad-c4ddfed7d2a6,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:09.026950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'port_id': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39', 'mac_address': 'fa:16:3e:d6:fc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:31:09.035207 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2dd336f-7700-4a0c-8e30-faf3b7378e65 req-41a9ce04-8fac-41e9-a486-99cb8502eb21 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcaf2ee8-407c-47da-bd61-95552bc2ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403326 Sep 07 16:31:09.077775 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf48e8f-2bfe-4dfb-a792-c939ac7a7a77 x-openstack-request-id: req-eaf48e8f-2bfe-4dfb-a792-c939ac7a7a77 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:09.078185 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eaf9629-efc5-40e4-a041-172a82a13a9c", "tag": "66062259-19f8-46dc-88ad-c4ddfed7d2a6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:09.079523 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eaf48e8f-2bfe-4dfb-a792-c939ac7a7a77 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:09.079523 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eaf9629-efc5-40e4-a041-172a82a13a9c', 'tag': '66062259-19f8-46dc-88ad-c4ddfed7d2a6', 'status': 'completed', 'code': 200} Sep 07 16:31:09.081297 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:09.095016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b34225-e35e-4d8d-8f93-1da3af7a4d39 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:31:09.098514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-1b1c8e5a-cd45-48ab-97c3-3180d4374c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:09.100106 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-1b1c8e5a-cd45-48ab-97c3-3180d4374c7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 1094 time: 0.0508707 Sep 07 16:31:09.115280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c8b34225-e35e-4d8d-8f93-1da3af7a4d39, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c8b34225-e35e-4d8d-8f93-1da3af7a4d39,segment=NetworkSegment(68c55544-795d-44f0-928d-fd6686f3e4cf),segment_id=68c55544-795d-44f0-928d-fd6686f3e4cf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:09.119943 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:09.144213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348aff4-31b5-440c-be08-fe4418493c55 req-73e9c9d8-a893-437e-bc46-457820ed0c83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:09.145898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4348aff4-31b5-440c-be08-fe4418493c55 req-73e9c9d8-a893-437e-bc46-457820ed0c83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 943 time: 0.0521526 Sep 07 16:31:09.163171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e9051804-b3b5-46cb-8d37-a740f756736c no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:31:09.167142 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-36871cbb-9485-4750-af1c-d723cd6e1aa9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66062259-19f8-46dc-88ad-c4ddfed7d2a6 HTTP/1.1" status: 200 len: 217 time: 0.0566256 Sep 07 16:31:09.190110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: e9051804-b3b5-46cb-8d37-a740f756736c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:31:09.190463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e9051804-b3b5-46cb-8d37-a740f756736c not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:31:09.207485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4348aff4-31b5-440c-be08-fe4418493c55 req-37e774d6-5265-49a1-a94c-c1722645737d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543959 Sep 07 16:31:09.211642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c8b34225-e35e-4d8d-8f93-1da3af7a4d39,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:09.226326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-710a1ad0-2ca2-4f6d-96f0-98b14b82e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:09.227913 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-710a1ad0-2ca2-4f6d-96f0-98b14b82e564 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.0523748 Sep 07 16:31:09.248886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0fcea-9729-4a4c-b19b-3b0e161cb3db req-9b16287b-4389-40d7-a009-65147c487844 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:09.250298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-34b0fcea-9729-4a4c-b19b-3b0e161cb3db req-9b16287b-4389-40d7-a009-65147c487844 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0611188 Sep 07 16:31:09.266530 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-a88672ec-5010-4360-84c0-21436252d447 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263703 Sep 07 16:31:09.293165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-34b0fcea-9729-4a4c-b19b-3b0e161cb3db req-a4079624-bbde-4b42-b4eb-dba14b8397c4 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366967 Sep 07 16:31:09.367062 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-affaa2bf-9a2c-4890-80b5-148fc332a72b service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856473 Sep 07 16:31:09.374797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c8b34225-e35e-4d8d-8f93-1da3af7a4d39'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:31:09.458784 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e5370db-d1f5-402b-90b7-f9b644192a29 req-cd68f447-2496-40f9-82bd-f9e29415c290 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817177 Sep 07 16:31:09.550957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49360092-af3a-4651-a935-8cd3aafc90db req-cde8ac46-05d7-46db-9798-2a76fd4e9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:09.552507 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49360092-af3a-4651-a935-8cd3aafc90db req-cde8ac46-05d7-46db-9798-2a76fd4e9e4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 1094 time: 0.0447598 Sep 07 16:31:09.644872 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49360092-af3a-4651-a935-8cd3aafc90db req-524ecd48-f519-4e12-800d-da6db7622357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:09.646340 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49360092-af3a-4651-a935-8cd3aafc90db req-524ecd48-f519-4e12-800d-da6db7622357 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 907 time: 0.0835159 Sep 07 16:31:09.690698 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49360092-af3a-4651-a935-8cd3aafc90db req-055f69da-8347-429a-ade7-170be8436916 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66062259-19f8-46dc-88ad-c4ddfed7d2a6 HTTP/1.1" status: 200 len: 217 time: 0.0367203 Sep 07 16:31:09.738943 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49360092-af3a-4651-a935-8cd3aafc90db req-f70d51d2-a1eb-46ee-81f1-390d1bd3c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:09.740399 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49360092-af3a-4651-a935-8cd3aafc90db req-f70d51d2-a1eb-46ee-81f1-390d1bd3c564 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.0416031 Sep 07 16:31:09.772783 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49360092-af3a-4651-a935-8cd3aafc90db req-98b25f2d-5514-40a6-9115-d1f23b452865 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248199 Sep 07 16:31:09.865915 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49360092-af3a-4651-a935-8cd3aafc90db req-3fc3b065-82cb-4ce8-a87b-c9e8f7da6676 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850925 Sep 07 16:31:09.956037 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-49360092-af3a-4651-a935-8cd3aafc90db req-96b49bc7-aac1-4e12-8190-8052720da93c service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822170 Sep 07 16:31:10.151254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0e257-39bf-4d4d-9b1b-b48cb8582aac req-f40757b0-fcfa-4266-adf8-452254b2546c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:10.152672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5cc0e257-39bf-4d4d-9b1b-b48cb8582aac req-f40757b0-fcfa-4266-adf8-452254b2546c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 944 time: 0.0515251 Sep 07 16:31:10.193386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5cc0e257-39bf-4d4d-9b1b-b48cb8582aac req-77a1b038-3db3-4969-a984-b6b5f7a73ecc tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcaf2ee8-407c-47da-bd61-95552bc2ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341973 Sep 07 16:31:10.335824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd18c70-916d-4ac1-99c9-2763d12424f9 req-c660abf8-80a7-4b67-9983-1e74c4920c57 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:10.337371 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2fd18c70-916d-4ac1-99c9-2763d12424f9 req-c660abf8-80a7-4b67-9983-1e74c4920c57 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 943 time: 0.0525043 Sep 07 16:31:10.366387 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-da21da82-93e1-44f6-9fef-3f57b737aab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:10.412132 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2fd18c70-916d-4ac1-99c9-2763d12424f9 req-683ff8e0-93fe-46f5-b45f-d9ab215397c3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678487 Sep 07 16:31:10.430630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f87f8-076e-4bd8-9c6b-d3fbd920c4b8 req-de8a3654-b9d2-4a9c-b7be-73a9c9a91ef6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:10.432131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a7f87f8-076e-4bd8-9c6b-d3fbd920c4b8 req-de8a3654-b9d2-4a9c-b7be-73a9c9a91ef6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0677378 Sep 07 16:31:10.470225 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a7f87f8-076e-4bd8-9c6b-d3fbd920c4b8 req-6599f0a5-75d3-4591-8157-2bd7fb04170e tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307066 Sep 07 16:31:10.669325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ef76-7196-426f-ac37-68097d535e77 req-0e60bdef-e4f0-43c9-9054-b3adffefdf9a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:10.670743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e14ef76-7196-426f-ac37-68097d535e77 req-0e60bdef-e4f0-43c9-9054-b3adffefdf9a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0495172 Sep 07 16:31:10.701131 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146610e-e7e6-4446-bfe5-f41ebebaf547 req-38572fc9-abff-40b4-83d4-ed1beecf877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:10.702720 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4146610e-e7e6-4446-bfe5-f41ebebaf547 req-38572fc9-abff-40b4-83d4-ed1beecf877d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 1097 time: 0.0425882 Sep 07 16:31:10.708484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e14ef76-7196-426f-ac37-68097d535e77 req-5d2e3164-dfd1-4095-93ba-38ea3a3e3570 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315683 Sep 07 16:31:10.798579 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146610e-e7e6-4446-bfe5-f41ebebaf547 req-e3daddeb-b5c8-4354-8803-72eaef8420af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:10.800046 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4146610e-e7e6-4446-bfe5-f41ebebaf547 req-e3daddeb-b5c8-4354-8803-72eaef8420af service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 912 time: 0.0891042 Sep 07 16:31:10.864780 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4146610e-e7e6-4446-bfe5-f41ebebaf547 req-61058669-91a4-4fe8-9fac-6cc246a63d83 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f121dd5-5a83-4479-8c7f-ee3a99831720 HTTP/1.1" status: 200 len: 1002 time: 0.0558345 Sep 07 16:31:10.913622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c8b34225-e35e-4d8d-8f93-1da3af7a4d39 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:31:10.923289 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146610e-e7e6-4446-bfe5-f41ebebaf547 req-e2cd077a-622e-471a-8347-6d8254355f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:10.924722 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4146610e-e7e6-4446-bfe5-f41ebebaf547 req-e2cd077a-622e-471a-8347-6d8254355f41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83e5006b-f36c-4324-a04a-5fa3a46b4335 HTTP/1.1" status: 200 len: 850 time: 0.0481269 Sep 07 16:31:10.963144 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port c8b34225-e35e-4d8d-8f93-1da3af7a4d39 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:31:10.967664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port c8b34225-e35e-4d8d-8f93-1da3af7a4d39 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:31:10.968040 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:10.972277 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146610e-e7e6-4446-bfe5-f41ebebaf547 req-86c323a4-1f1d-46bf-b03e-9c2583467ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:10.973831 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4146610e-e7e6-4446-bfe5-f41ebebaf547 req-86c323a4-1f1d-46bf-b03e-9c2583467ff9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb7b97c6-9ac5-4801-b78b-7be25431d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406079 Sep 07 16:31:11.043332 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:11.064696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:11.066939 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fcdb51-1ac9-40f2-bd55-56e733121244" -d '{"events": [{"server_uuid": "b21ba7f4-e200-4c70-8d4b-daaee0488371", "name": "network-vif-plugged", "status": "completed", "tag": "c8b34225-e35e-4d8d-8f93-1da3af7a4d39"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:11.068526 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4146610e-e7e6-4446-bfe5-f41ebebaf547 req-7710936c-9bcc-450e-a8c5-a1eaa79e403d service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859513 Sep 07 16:31:11.080360 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c8b34225-e35e-4d8d-8f93-1da3af7a4d39, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c8b34225-e35e-4d8d-8f93-1da3af7a4d39,segment=NetworkSegment(68c55544-795d-44f0-928d-fd6686f3e4cf),segment_id=68c55544-795d-44f0-928d-fd6686f3e4cf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:11.085311 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:11.111887 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fdddc0-8d00-43da-861c-594cf7bee509 x-openstack-request-id: req-75fdddc0-8d00-43da-861c-594cf7bee509 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:11.112183 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21ba7f4-e200-4c70-8d4b-daaee0488371", "name": "network-vif-plugged", "status": "completed", "tag": "c8b34225-e35e-4d8d-8f93-1da3af7a4d39", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:11.112462 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75fdddc0-8d00-43da-861c-594cf7bee509 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:11.112854 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39', 'code': 200} Sep 07 16:31:11.144320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c8b34225-e35e-4d8d-8f93-1da3af7a4d39,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:11.316291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951ca8a-e2a4-45b9-a9b5-6a7b591a2ff2 req-0bdcaaaf-af7d-4179-9401-9a1c5a819134 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:11.317845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1951ca8a-e2a4-45b9-a9b5-6a7b591a2ff2 req-0bdcaaaf-af7d-4179-9401-9a1c5a819134 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 945 time: 0.0535324 Sep 07 16:31:11.356735 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1951ca8a-e2a4-45b9-a9b5-6a7b591a2ff2 req-753a67a2-2dce-4b76-8848-6264b89f6b4d tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcaf2ee8-407c-47da-bd61-95552bc2ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327301 Sep 07 16:31:11.472376 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100a7bf-ceb1-4254-a3a2-8abf4b2e448c req-0ede8130-594c-43d8-9a75-f826de4381af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:11.473758 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b100a7bf-ceb1-4254-a3a2-8abf4b2e448c req-0ede8130-594c-43d8-9a75-f826de4381af service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 1096 time: 0.0908146 Sep 07 16:31:11.478927 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4146610e-e7e6-4446-bfe5-f41ebebaf547 req-710e59b3-0113-4f23-8847-1e4c6f170d71 service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029193 Sep 07 16:31:11.515847 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b100a7bf-ceb1-4254-a3a2-8abf4b2e448c req-cd3a8de0-55cf-4934-8a51-8f70c4f805c5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fcaf2ee8-407c-47da-bd61-95552bc2ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335348 Sep 07 16:31:11.545090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b02811-5680-4943-b4a5-d8317c86ab80 req-f6883186-54ed-42ec-bc08-fb6a6c1599c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:11.546594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77b02811-5680-4943-b4a5-d8317c86ab80 req-f6883186-54ed-42ec-bc08-fb6a6c1599c7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 943 time: 0.0532260 Sep 07 16:31:11.584882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-77b02811-5680-4943-b4a5-d8317c86ab80 req-67fd8581-4648-45ff-9c31-1abac10896a2 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322077 Sep 07 16:31:11.823633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77fb9f-5540-41b4-9260-fd3960c8dfe0 req-e9bc5fe0-11a0-419e-9a30-3866461ec5f7 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:11.825184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e77fb9f-5540-41b4-9260-fd3960c8dfe0 req-e9bc5fe0-11a0-419e-9a30-3866461ec5f7 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0487325 Sep 07 16:31:11.862115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e77fb9f-5540-41b4-9260-fd3960c8dfe0 req-22589579-14a0-49b0-bee2-da5f4a5734a8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309367 Sep 07 16:31:12.473207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059a0fb-7ef1-4026-bd60-cec1acae765d req-9e198e08-380e-4a29-ac75-e9b47682584c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:12.474647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a059a0fb-7ef1-4026-bd60-cec1acae765d req-9e198e08-380e-4a29-ac75-e9b47682584c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 945 time: 0.0506842 Sep 07 16:31:12.511090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a059a0fb-7ef1-4026-bd60-cec1acae765d req-2ebcba20-af8a-4890-8b3f-3f772f285e4f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcaf2ee8-407c-47da-bd61-95552bc2ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304847 Sep 07 16:31:12.696016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b77eac-d62a-4968-bfa7-1aa79dc4f2a5 req-ed479b0a-224c-422d-b769-6c081416fbb9 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:12.697499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24b77eac-d62a-4968-bfa7-1aa79dc4f2a5 req-ed479b0a-224c-422d-b769-6c081416fbb9 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 943 time: 0.0476193 Sep 07 16:31:12.735190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24b77eac-d62a-4968-bfa7-1aa79dc4f2a5 req-e25b1428-6c1a-4301-9631-d788a6661e85 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310657 Sep 07 16:31:12.976995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2449-07ed-4de2-8030-eb14dab7a0db req-47ab5b52-aa31-4c44-8186-744ff9b46e19 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:12.978467 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35af2449-07ed-4de2-8030-eb14dab7a0db req-47ab5b52-aa31-4c44-8186-744ff9b46e19 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0478551 Sep 07 16:31:13.015788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35af2449-07ed-4de2-8030-eb14dab7a0db req-76180f3a-6511-423e-a76b-d48cd212884f tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313993 Sep 07 16:31:13.144778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 66062259-19f8-46dc-88ad-c4ddfed7d2a6 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:31:13.238658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 66062259-19f8-46dc-88ad-c4ddfed7d2a6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=66062259-19f8-46dc-88ad-c4ddfed7d2a6,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:13.252378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '66062259-19f8-46dc-88ad-c4ddfed7d2a6', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'port_id': '66062259-19f8-46dc-88ad-c4ddfed7d2a6', 'mac_address': 'fa:16:3e:74:9e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095047a4-4b29-4384-8741-c774f5d6adc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:31:13.291831 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:13.304674 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66062259-19f8-46dc-88ad-c4ddfed7d2a6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:31:13.324577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 66062259-19f8-46dc-88ad-c4ddfed7d2a6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=66062259-19f8-46dc-88ad-c4ddfed7d2a6,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:13.327998 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:13.373064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=66062259-19f8-46dc-88ad-c4ddfed7d2a6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:13.630048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5b3f5-edaa-493f-ab73-3cb0affc23c8 req-821688bf-2906-4e02-80e7-6b8a0cbfb3f5 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:13.631534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ba5b3f5-edaa-493f-ab73-3cb0affc23c8 req-821688bf-2906-4e02-80e7-6b8a0cbfb3f5 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 945 time: 0.0532846 Sep 07 16:31:13.667923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['66062259-19f8-46dc-88ad-c4ddfed7d2a6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:31:13.670083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ba5b3f5-edaa-493f-ab73-3cb0affc23c8 req-8dbc3db5-65b1-4928-993d-da9bd7fb9310 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcaf2ee8-407c-47da-bd61-95552bc2ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325916 Sep 07 16:31:13.782742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f290e3e-a03c-4b95-a6cb-7c01e925570f req-f2931803-1975-4ced-b99d-a402699ec9d0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:13.784372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f290e3e-a03c-4b95-a6cb-7c01e925570f req-f2931803-1975-4ced-b99d-a402699ec9d0 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 945 time: 0.0499206 Sep 07 16:31:13.833208 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f290e3e-a03c-4b95-a6cb-7c01e925570f req-4a730f4e-91f0-490e-b094-bbe9ab61a154 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcaf2ee8-407c-47da-bd61-95552bc2ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Sep 07 16:31:13.855710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50714) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:13.870307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c6b2f-b684-4510-9bb4-cd15769d4495 req-0423e4c1-0b4f-4355-a23a-48161e0b1d48 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:13.871824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e73c6b2f-b684-4510-9bb4-cd15769d4495 req-0423e4c1-0b4f-4355-a23a-48161e0b1d48 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 944 time: 0.0550196 Sep 07 16:31:13.895600 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675fc53c-f669-4de9-9e72-51b8634c8105 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:13.899837 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-675fc53c-f669-4de9-9e72-51b8634c8105 tempest-TestNetworkBasicOps-1580384042 tempest-TestNetworkBasicOps-1580384042-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 1091 time: 0.0398965 Sep 07 16:31:13.900094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50716) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:13.904928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:13.921225 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:13.921493 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e73c6b2f-b684-4510-9bb4-cd15769d4495 req-a72da20f-e7c1-413c-9cbc-cef5fa316028 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428226 Sep 07 16:31:13.927402 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:14.026593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:14.128132 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Allocated IP 172.25.3.10 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/06179038-07f4-418f-8b68-fef8e01dd567) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:31:14.236875 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:14.238792 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4916312a-d7a6-4c43-bd8a-18e5b41e5e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:14.275818 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:14.312676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:31:14.315462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:31:14.321474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:31:14.327586 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=06179038-07f4-418f-8b68-fef8e01dd567,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:14.672061 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:14.736793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:14.884599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:14.888997 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:14.906853 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:14.965456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event updated for resources: {'Port': ['ID=06179038-07f4-418f-8b68-fef8e01dd567,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:14.977482 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:15.041760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ffc17-2a29-42bb-8375-70e2324f2af3 req-3d1ac204-ff6d-4d8b-a4e2-02c3d6db72b7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:15.043859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-999ffc17-2a29-42bb-8375-70e2324f2af3 req-3d1ac204-ff6d-4d8b-a4e2-02c3d6db72b7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 944 time: 0.0523849 Sep 07 16:31:15.078380 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Floating IP 10dfda42-b42f-4ad0-b0ff-6a523c2483d1 associated. External IP: 172.25.3.10, port: c8b34225-e35e-4d8d-8f93-1da3af7a4d39. Sep 07 16:31:15.081534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-999ffc17-2a29-42bb-8375-70e2324f2af3 req-6c5aad13-de15-4218-b221-c93e5bbb1f9e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317111 Sep 07 16:31:15.158879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 66062259-19f8-46dc-88ad-c4ddfed7d2a6 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:31:15.205505 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 66062259-19f8-46dc-88ad-c4ddfed7d2a6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:31:15.209337 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 66062259-19f8-46dc-88ad-c4ddfed7d2a6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:31:15.209720 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:15.283335 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Router 51dfa040-2014-4f55-a54e-ed153fca9508 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:31:15.290141 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:15.312766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaf9629-efc5-40e4-a041-172a82a13a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66062259-19f8-46dc-88ad-c4ddfed7d2a6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:15.314992 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76357b4d-a2a3-4f6b-b3bf-e42fbcafaca8" -d '{"events": [{"server_uuid": "8eaf9629-efc5-40e4-a041-172a82a13a9c", "name": "network-vif-plugged", "status": "completed", "tag": "66062259-19f8-46dc-88ad-c4ddfed7d2a6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:15.330252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 66062259-19f8-46dc-88ad-c4ddfed7d2a6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=66062259-19f8-46dc-88ad-c4ddfed7d2a6,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:15.335483 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:15.400252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:31:15.412893 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae307a-e268-46f1-b6b9-d0234a595e83 None None] Sync routers for ids ['51dfa040-2014-4f55-a54e-ed153fca9508'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:31:15.419044 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:15.424017 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae307a-e268-46f1-b6b9-d0234a595e83 None None] Routers {'51dfa040-2014-4f55-a54e-ed153fca9508'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:31:15.424672 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8eae307a-e268-46f1-b6b9-d0234a595e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['51dfa040-2014-4f55-a54e-ed153fca9508'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:15.482950 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2806e37f-aacc-4c36-8e1e-0a03a5aea092 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5817235 Sep 07 16:31:15.484817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'tag': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:15.486099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50724) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:15.487684 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba00d482-28e2-488e-989e-50c9e5ef31c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b21ba7f4-e200-4c70-8d4b-daaee0488371", "tag": "c8b34225-e35e-4d8d-8f93-1da3af7a4d39"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:15.501250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd59dea-3142-464e-a2c2-4b692bc3fc11 req-c038ff3a-bf7d-414d-8f10-46b65578a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:15.505261 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bbd59dea-3142-464e-a2c2-4b692bc3fc11 req-c038ff3a-bf7d-414d-8f10-46b65578a678 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 1096 time: 0.0638125 Sep 07 16:31:15.533143 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-8eae307a-e268-46f1-b6b9-d0234a595e83 None None] Set router 51dfa040-2014-4f55-a54e-ed153fca9508 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:31:15.540027 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754a73f8-916c-490a-adab-8dab25751336 x-openstack-request-id: req-754a73f8-916c-490a-adab-8dab25751336 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:15.540518 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21ba7f4-e200-4c70-8d4b-daaee0488371", "tag": "c8b34225-e35e-4d8d-8f93-1da3af7a4d39", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:15.540765 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c0cc2a-07e1-4ded-8fa6-cfb1418bdc94 x-openstack-request-id: req-f9c0cc2a-07e1-4ded-8fa6-cfb1418bdc94 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:15.540954 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-754a73f8-916c-490a-adab-8dab25751336 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:15.541185 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eaf9629-efc5-40e4-a041-172a82a13a9c", "name": "network-vif-plugged", "status": "completed", "tag": "66062259-19f8-46dc-88ad-c4ddfed7d2a6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:15.541535 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'tag': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39', 'status': 'completed', 'code': 200} Sep 07 16:31:15.541678 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9c0cc2a-07e1-4ded-8fa6-cfb1418bdc94 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:15.541987 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eaf9629-efc5-40e4-a041-172a82a13a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66062259-19f8-46dc-88ad-c4ddfed7d2a6', 'code': 200} Sep 07 16:31:15.556981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=66062259-19f8-46dc-88ad-c4ddfed7d2a6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:15.563791 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bbd59dea-3142-464e-a2c2-4b692bc3fc11 req-4b7ba8d4-7dfa-4ec0-bf5d-7746398597a3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525177 Sep 07 16:31:15.580891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dcd2b164-c3ad-4cf9-8048-cc139a4ff00b tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/floatingips/10dfda42-b42f-4ad0-b0ff-6a523c2483d1 HTTP/1.1" status: 200 len: 990 time: 0.0936193 Sep 07 16:31:15.609000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00d482-28e2-488e-989e-50c9e5ef31c8 req-5d1b2933-75bd-4345-afff-0041e875decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:15.610583 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ba00d482-28e2-488e-989e-50c9e5ef31c8 req-5d1b2933-75bd-4345-afff-0041e875decf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 1096 time: 0.0435591 Sep 07 16:31:15.704043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00d482-28e2-488e-989e-50c9e5ef31c8 req-7d082228-e26f-45dd-bea2-8c418157495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:15.705548 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ba00d482-28e2-488e-989e-50c9e5ef31c8 req-7d082228-e26f-45dd-bea2-8c418157495e service neutron] 10.222.0.54 "GET /v2.0/networks?id=4b51c6c6-2366-4be2-962e-3b30dc464930 HTTP/1.1" status: 200 len: 898 time: 0.0870214 Sep 07 16:31:15.769026 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8eae307a-e268-46f1-b6b9-d0234a595e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:30:58Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '10dfda42-b42f-4ad0-b0ff-6a523c2483d1', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'port_id': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'mac_address': 'fa:16:3e:d6:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:31:14Z', 'updated_at': '2021-09-07T16:31:14Z', 'revision_number': 0, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a521fc-8a4f-4cba-8397-b072147b2611', 'name': '', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:30:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:57Z', 'updated_at': '2021-09-07T16:31:01Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:15.771892 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ba00d482-28e2-488e-989e-50c9e5ef31c8 req-cdeacfe3-6305-4a55-a6e1-a145557b6975 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8b34225-e35e-4d8d-8f93-1da3af7a4d39 HTTP/1.1" status: 200 len: 998 time: 0.0581901 Sep 07 16:31:15.798447 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae307a-e268-46f1-b6b9-d0234a595e83 None None] Checking router: 51dfa040-2014-4f55-a54e-ed153fca9508 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:31:15.808619 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae307a-e268-46f1-b6b9-d0234a595e83 None None] Routers {'51dfa040-2014-4f55-a54e-ed153fca9508'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:31:15.809293 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8eae307a-e268-46f1-b6b9-d0234a595e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['51dfa040-2014-4f55-a54e-ed153fca9508'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:15.827617 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00d482-28e2-488e-989e-50c9e5ef31c8 req-a24582c6-b5ef-4647-9713-4cdd828b2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:15.829125 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ba00d482-28e2-488e-989e-50c9e5ef31c8 req-a24582c6-b5ef-4647-9713-4cdd828b2959 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7671490d-e2b2-45b9-a7b2-40d008d51ea4 HTTP/1.1" status: 200 len: 835 time: 0.0432703 Sep 07 16:31:15.882907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00d482-28e2-488e-989e-50c9e5ef31c8 req-998a26e4-2cb5-4b39-a389-e123ac14da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:15.884462 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ba00d482-28e2-488e-989e-50c9e5ef31c8 req-998a26e4-2cb5-4b39-a389-e123ac14da90 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b51c6c6-2366-4be2-962e-3b30dc464930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477016 Sep 07 16:31:15.918221 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-8eae307a-e268-46f1-b6b9-d0234a595e83 None None] Set router 51dfa040-2014-4f55-a54e-ed153fca9508 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:31:15.980670 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ba00d482-28e2-488e-989e-50c9e5ef31c8 req-dc0316fc-fceb-492a-a9d4-b1510fa5befd service neutron] 10.222.0.54 "GET /v2.0/networks/4b51c6c6-2366-4be2-962e-3b30dc464930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881455 Sep 07 16:31:16.078206 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ba00d482-28e2-488e-989e-50c9e5ef31c8 req-c152dc81-4147-4022-9cc0-3b5d1ca99f4b service neutron] 10.222.0.54 "GET /v2.0/networks/4b51c6c6-2366-4be2-962e-3b30dc464930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888557 Sep 07 16:31:16.201212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a293434-11b1-47c5-bd5c-d16b7f7218b6 req-7af63381-c9b0-4ead-9e02-5b95aaa6fac6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:16.202722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a293434-11b1-47c5-bd5c-d16b7f7218b6 req-7af63381-c9b0-4ead-9e02-5b95aaa6fac6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 945 time: 0.0490131 Sep 07 16:31:16.227951 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-8eae307a-e268-46f1-b6b9-d0234a595e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:30:58Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '10dfda42-b42f-4ad0-b0ff-6a523c2483d1', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'port_id': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'mac_address': 'fa:16:3e:d6:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:31:14Z', 'updated_at': '2021-09-07T16:31:14Z', 'revision_number': 0, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a521fc-8a4f-4cba-8397-b072147b2611', 'name': '', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:30:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:57Z', 'updated_at': '2021-09-07T16:31:01Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:16.245213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a293434-11b1-47c5-bd5c-d16b7f7218b6 req-f0c882f6-be77-43fa-8a22-a7631e216c59 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362842 Sep 07 16:31:16.258321 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae307a-e268-46f1-b6b9-d0234a595e83 None None] The sync data for ids ['51dfa040-2014-4f55-a54e-ed153fca9508'] in n-d-807551-3 is: [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:30:58Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '10dfda42-b42f-4ad0-b0ff-6a523c2483d1', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'port_id': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'mac_address': 'fa:16:3e:d6:fc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:31:14Z', 'updated_at': '2021-09-07T16:31:14Z', 'revision_number': 0, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a521fc-8a4f-4cba-8397-b072147b2611', 'name': '', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:30:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:57Z', 'updated_at': '2021-09-07T16:31:01Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:31:16.435948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4743c-bfb9-415a-8787-6ed28620264d None None] New status for floating IP 10dfda42-b42f-4ad0-b0ff-6a523c2483d1: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:31:16.584755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50734) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:16.645408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-70ad380a-bd2a-49b3-8f06-e38a03a0bb20 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/floatingips/10dfda42-b42f-4ad0-b0ff-6a523c2483d1 HTTP/1.1" status: 200 len: 992 time: 0.0591338 Sep 07 16:31:16.831181 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:17.369117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f734311-3a30-4572-b160-abad295ce0b3 req-a52bc8ef-c2b8-4020-8c2f-cdc64ed9a75f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:17.370586 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f734311-3a30-4572-b160-abad295ce0b3 req-a52bc8ef-c2b8-4020-8c2f-cdc64ed9a75f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 945 time: 0.0482998 Sep 07 16:31:17.408184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f734311-3a30-4572-b160-abad295ce0b3 req-1489308b-1a81-4169-b0ce-53751f88d142 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308373 Sep 07 16:31:17.628457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-689c1ba3-5c28-4f3a-b16f-bbe85339c8eb tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:17.629936 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-689c1ba3-5c28-4f3a-b16f-bbe85339c8eb tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.1028643 Sep 07 16:31:17.644830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-6aa30cba-2968-4601-874c-045c2903007f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/quotas/8817716e700642d49d97c5d7ac182df9 HTTP/1.1" status: 200 len: 375 time: 0.0092752 Sep 07 16:31:17.693689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-eda9645a-6b5e-45fb-a2ed-19f79e504215 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437667 Sep 07 16:31:17.784572 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-da574803-57ba-4f31-aaa9-d3a307766c07 service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839214 Sep 07 16:31:17.870969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-e4e25aed-7e31-4f6c-9b9e-eb7294c08f53 service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803442 Sep 07 16:31:18.028971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ffcf046-a8de-4aab-b412-0ec31c2f19df req-47fe2f94-21a4-4a28-ae12-aae73c783e86 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 210 time: 0.0296416 Sep 07 16:31:18.973728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-d7061764-5591-445c-b0ea-0729c10b9ca5 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:18.975218 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-d7061764-5591-445c-b0ea-0729c10b9ca5 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.1034689 Sep 07 16:31:18.988927 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Request body: {'port': {'device_id': '31272380-8eea-4db0-93c7-58cf3869d605', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'admin_state_up': True, 'tenant_id': '8817716e700642d49d97c5d7ac182df9'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:19.104582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Made reservation on behalf of 8817716e700642d49d97c5d7ac182df9 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:31:19.108614 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:19.120746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d976755-6634-4549-9dad-b5a2f1d8e385 req-f298a907-3e9e-4b60-bb43-7480c05120a4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 210 time: 0.0267339 Sep 07 16:31:19.244441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Allocated IP 172.20.0.3 (04479938-fe1a-4503-a899-ad35d3b8f9e8/095047a4-4b29-4384-8741-c774f5d6adc6/4148d0bd-7727-4df8-902b-4e96e437c569) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:31:19.386402 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:19.424174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:19.437433 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30', '66062259-19f8-46dc-88ad-c4ddfed7d2a6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:31:19.469164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Network 04479938-fe1a-4503-a899-ad35d3b8f9e8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:31:19.472144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:31:19.475911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:31:19.505393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event updated for resources: {'Port': ['ID=4148d0bd-7727-4df8-902b-4e96e437c569,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:19.519813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:19.520167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:19.520545 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:19.520886 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:19.521220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:19.521552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:19.521883 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:19.522212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:19.522543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:19.522862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:19.523185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:19.523511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:19.541352 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:19.541971 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:19.557395 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-ce9f1b75-6c0b-48bc-97ca-d086b4c52584 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721295 Sep 07 16:31:19.639509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Request body: {'port': {'device_id': '31272380-8eea-4db0-93c7-58cf3869d605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:19.691119 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:19.949994 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4148d0bd-7727-4df8-902b-4e96e437c569 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:31:19.957769 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:19.969254 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Transition to ACTIVE for port object 4148d0bd-7727-4df8-902b-4e96e437c569 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:31:19.972921 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:20.023778 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Pushing event updated for resources: {'Port': ['ID=4148d0bd-7727-4df8-902b-4e96e437c569,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:20.085959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Attempting to bind port 4148d0bd-7727-4df8-902b-4e96e437c569 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:31:20.086299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Attempting to bind port 4148d0bd-7727-4df8-902b-4e96e437c569 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:31:20.086630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Attempting to bind port 4148d0bd-7727-4df8-902b-4e96e437c569 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:20.090830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Port 4148d0bd-7727-4df8-902b-4e96e437c569 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:31:20.091182 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Attempting to bind port 4148d0bd-7727-4df8-902b-4e96e437c569 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:20.096178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:31:20.096558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Checking segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:31:20.096947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Bound using segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:31:20.097377 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Bound port: 4148d0bd-7727-4df8-902b-4e96e437c569, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:31:20.097733 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:20.163716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] For port 4148d0bd-7727-4df8-902b-4e96e437c569, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:31:20.166909 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] For port 4148d0bd-7727-4df8-902b-4e96e437c569, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=4148d0bd-7727-4df8-902b-4e96e437c569,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:31:20.171982 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:20.206914 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:20.207545 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:20.208977 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] 10.222.0.35 "PUT /v2.0/ports/4148d0bd-7727-4df8-902b-4e96e437c569 HTTP/1.1" status: 200 len: 1091 time: 0.5747354 Sep 07 16:31:20.209420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31272380-8eea-4db0-93c7-58cf3869d605', 'tag': '4148d0bd-7727-4df8-902b-4e96e437c569'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:20.211805 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169d05a1-b188-4771-875c-3b797a31b8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "31272380-8eea-4db0-93c7-58cf3869d605", "tag": "4148d0bd-7727-4df8-902b-4e96e437c569"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:20.238648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dea812-63f1-4767-b683-4f7e81009e27 service neutron] Pushing event updated for resources: {'Port': ['ID=4148d0bd-7727-4df8-902b-4e96e437c569,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:20.239796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c3289-0f7f-4d10-88fc-5b81a1cdfd21 req-532e8d36-9f46-4792-ba4a-d99ef5c41536 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:20.242392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-060c3289-0f7f-4d10-88fc-5b81a1cdfd21 req-532e8d36-9f46-4792-ba4a-d99ef5c41536 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 943 time: 0.0539088 Sep 07 16:31:20.265615 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f32e9e-ef74-4326-943c-52ef9f623cd8 x-openstack-request-id: req-86f32e9e-ef74-4326-943c-52ef9f623cd8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:20.265917 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31272380-8eea-4db0-93c7-58cf3869d605", "tag": "4148d0bd-7727-4df8-902b-4e96e437c569", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:20.266174 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86f32e9e-ef74-4326-943c-52ef9f623cd8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:20.266574 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31272380-8eea-4db0-93c7-58cf3869d605', 'tag': '4148d0bd-7727-4df8-902b-4e96e437c569', 'status': 'completed', 'code': 200} Sep 07 16:31:20.281465 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-060c3289-0f7f-4d10-88fc-5b81a1cdfd21 req-972b8cf3-b376-4f1b-847d-7c3d6680ae80 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Sep 07 16:31:20.298973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-967490bd-21a5-4f34-ad1f-dd3b72c2b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:20.300596 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-967490bd-21a5-4f34-ad1f-dd3b72c2b56b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 1094 time: 0.0443764 Sep 07 16:31:20.346807 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-8be3711e-71fe-4e70-b828-8c4b23481c6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4148d0bd-7727-4df8-902b-4e96e437c569 HTTP/1.1" status: 200 len: 217 time: 0.0374620 Sep 07 16:31:20.400020 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-47181b47-8fec-4d06-b80c-2dfe32de67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:20.401447 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-47181b47-8fec-4d06-b80c-2dfe32de67b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.0422182 Sep 07 16:31:20.433661 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-ce5fd044-0b18-4c44-a01d-6a7be4740d71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241828 Sep 07 16:31:20.527966 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-3fe325b1-4c5d-4c89-abae-829c73ea979c service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848734 Sep 07 16:31:20.621329 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-89b476b7-8833-4f11-8d53-e7b2a596100b req-1cb59e85-9f8f-4991-a8c5-da03a80cd0a8 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813012 Sep 07 16:31:20.727576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d05a1-b188-4771-875c-3b797a31b8a0 req-a1a091bd-c622-444f-8b8e-ffe2631c528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:20.729083 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-169d05a1-b188-4771-875c-3b797a31b8a0 req-a1a091bd-c622-444f-8b8e-ffe2631c528e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 1094 time: 0.0416491 Sep 07 16:31:20.821843 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d05a1-b188-4771-875c-3b797a31b8a0 req-a4344799-82e0-4e76-b1ae-04be886bfa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:20.823289 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-169d05a1-b188-4771-875c-3b797a31b8a0 req-a4344799-82e0-4e76-b1ae-04be886bfa22 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 907 time: 0.0860445 Sep 07 16:31:20.863892 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-169d05a1-b188-4771-875c-3b797a31b8a0 req-5d1e1917-4b7f-48a6-92a3-8a99435d2b63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4148d0bd-7727-4df8-902b-4e96e437c569 HTTP/1.1" status: 200 len: 217 time: 0.0334303 Sep 07 16:31:21.198432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d05a1-b188-4771-875c-3b797a31b8a0 req-3f69ecc8-862c-42fa-a08e-321b9fd29c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:21.199875 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-169d05a1-b188-4771-875c-3b797a31b8a0 req-3f69ecc8-862c-42fa-a08e-321b9fd29c90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.3248627 Sep 07 16:31:21.231419 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-169d05a1-b188-4771-875c-3b797a31b8a0 req-3e61d377-6b55-4996-bb08-98e6af5730c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241041 Sep 07 16:31:21.325253 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-169d05a1-b188-4771-875c-3b797a31b8a0 req-e0dc2a21-64fb-4901-9155-83fd9ee24780 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850396 Sep 07 16:31:21.396572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf6e7c-4788-4f77-ad37-b4e1f02987c9 req-2ddff003-9f69-44e1-9740-7f14e0ce362b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:21.398072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83bf6e7c-4788-4f77-ad37-b4e1f02987c9 req-2ddff003-9f69-44e1-9740-7f14e0ce362b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 943 time: 0.0483866 Sep 07 16:31:21.416272 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-169d05a1-b188-4771-875c-3b797a31b8a0 req-e095a2f2-7808-4e89-bbaf-617d83f99bb1 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832081 Sep 07 16:31:21.435481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83bf6e7c-4788-4f77-ad37-b4e1f02987c9 req-98a0593c-a076-4c31-b146-0bb3faf62567 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Sep 07 16:31:22.552167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b257c-0cc4-4e70-8ea1-0292346dd41e req-1914647b-c3c1-4da0-9fa1-6967f01c2c9c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:22.553715 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-286b257c-0cc4-4e70-8ea1-0292346dd41e req-1914647b-c3c1-4da0-9fa1-6967f01c2c9c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 943 time: 0.0525231 Sep 07 16:31:22.590912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-286b257c-0cc4-4e70-8ea1-0292346dd41e req-ad48806a-dfcf-4218-9e84-48c16f504974 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Sep 07 16:31:23.703727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9ded6-20e4-4f0f-814f-93dea182f418 req-e3a54212-577e-468b-b7c1-9b55d5181d10 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:23.705268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60b9ded6-20e4-4f0f-814f-93dea182f418 req-e3a54212-577e-468b-b7c1-9b55d5181d10 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 943 time: 0.0484951 Sep 07 16:31:23.741581 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60b9ded6-20e4-4f0f-814f-93dea182f418 req-bf9b0e7b-0506-49e4-b579-b22dbd7c3a82 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305169 Sep 07 16:31:24.853566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328adeb-a9b7-42fd-b46e-b79e46b16f9d req-6b06a913-85b4-48eb-b2c0-dcdde47ada5b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:24.855049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b328adeb-a9b7-42fd-b46e-b79e46b16f9d req-6b06a913-85b4-48eb-b2c0-dcdde47ada5b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 943 time: 0.0479703 Sep 07 16:31:24.891646 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b328adeb-a9b7-42fd-b46e-b79e46b16f9d req-bcafaaae-b13c-4313-be0c-b9c53c77a705 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300906 Sep 07 16:31:25.213712 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 4148d0bd-7727-4df8-902b-4e96e437c569 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:31:25.311576 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 4148d0bd-7727-4df8-902b-4e96e437c569, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=4148d0bd-7727-4df8-902b-4e96e437c569,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:25.322786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '4148d0bd-7727-4df8-902b-4e96e437c569', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'port_id': '4148d0bd-7727-4df8-902b-4e96e437c569', 'mac_address': 'fa:16:3e:28:b9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095047a4-4b29-4384-8741-c774f5d6adc6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:31:25.360856 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:25.373108 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4148d0bd-7727-4df8-902b-4e96e437c569 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:31:25.392805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 4148d0bd-7727-4df8-902b-4e96e437c569, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=4148d0bd-7727-4df8-902b-4e96e437c569,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:25.396723 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:25.443246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=4148d0bd-7727-4df8-902b-4e96e437c569,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:25.451195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:25.451553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:25.451903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:25.452247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:25.452615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:25.452955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:25.453289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:25.453630 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:25.453969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:25.454281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:25.454693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:25.454927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:25.803739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['4148d0bd-7727-4df8-902b-4e96e437c569'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:31:26.017706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f6d1-6e92-4781-880c-2eaed4b5c241 req-7237692d-d84a-492a-b06f-1e3cbcc995db tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:26.019195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bd5f6d1-6e92-4781-880c-2eaed4b5c241 req-7237692d-d84a-492a-b06f-1e3cbcc995db tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 944 time: 0.0565426 Sep 07 16:31:26.055815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4bd5f6d1-6e92-4781-880c-2eaed4b5c241 req-ce62a0d2-5c1c-4627-b488-e3e6020ec53d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306435 Sep 07 16:31:26.885001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2169443-0a6e-4a1e-92a8-15fc58bd39e2 req-c0502370-8145-473b-852f-cd5c5e6d97ba tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:26.888922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2169443-0a6e-4a1e-92a8-15fc58bd39e2 req-c0502370-8145-473b-852f-cd5c5e6d97ba tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.0533128 Sep 07 16:31:26.927690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2169443-0a6e-4a1e-92a8-15fc58bd39e2 req-132fb52d-5434-45ec-bde4-a667f8e772bb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337384 Sep 07 16:31:26.951865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50808) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:27.029742 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e192ac41-7714-4eff-9b8b-d2cad705aff9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/dbc5a5a9-837c-4ea7-a54f-76c08953c943 HTTP/1.1" status: 200 len: 992 time: 0.0721202 Sep 07 16:31:27.176007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c5fa4-8623-4d9d-bab4-4008a49b2a9e req-9ec7fd17-6223-4cc8-b009-9b1a50b69e06 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:27.177449 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-591c5fa4-8623-4d9d-bab4-4008a49b2a9e req-9ec7fd17-6223-4cc8-b009-9b1a50b69e06 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 944 time: 0.0481756 Sep 07 16:31:27.218237 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-591c5fa4-8623-4d9d-bab4-4008a49b2a9e req-54f6b0a2-1b15-4e28-a837-b8b680aa3f31 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345592 Sep 07 16:31:27.234636 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 4148d0bd-7727-4df8-902b-4e96e437c569 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:31:27.293731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 4148d0bd-7727-4df8-902b-4e96e437c569 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:31:27.297982 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 4148d0bd-7727-4df8-902b-4e96e437c569 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:31:27.298359 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:27.381651 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:27.404711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31272380-8eea-4db0-93c7-58cf3869d605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4148d0bd-7727-4df8-902b-4e96e437c569'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:27.405095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823adc3-c9db-498a-86a9-884556a1d123 req-f6a8387d-31b9-46f6-b7cb-a730908f88d6 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:27.406769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7823adc3-c9db-498a-86a9-884556a1d123 req-f6a8387d-31b9-46f6-b7cb-a730908f88d6 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 1096 time: 0.0461738 Sep 07 16:31:27.406944 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f1c0a1-2d4f-4a08-b089-ab389646643a" -d '{"events": [{"server_uuid": "31272380-8eea-4db0-93c7-58cf3869d605", "name": "network-vif-plugged", "status": "completed", "tag": "4148d0bd-7727-4df8-902b-4e96e437c569"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:27.419790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 4148d0bd-7727-4df8-902b-4e96e437c569, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=4148d0bd-7727-4df8-902b-4e96e437c569,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:27.424826 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:27.453733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7823adc3-c9db-498a-86a9-884556a1d123 req-91b8c93f-33d4-47ce-b102-9408dd593bea tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310824 Sep 07 16:31:27.460116 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046db036-7ea2-4f69-acfa-c636ad128b0d x-openstack-request-id: req-046db036-7ea2-4f69-acfa-c636ad128b0d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:27.460470 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31272380-8eea-4db0-93c7-58cf3869d605", "name": "network-vif-plugged", "status": "completed", "tag": "4148d0bd-7727-4df8-902b-4e96e437c569", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:27.460701 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-046db036-7ea2-4f69-acfa-c636ad128b0d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:27.461107 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31272380-8eea-4db0-93c7-58cf3869d605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4148d0bd-7727-4df8-902b-4e96e437c569', 'code': 200} Sep 07 16:31:27.489638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=4148d0bd-7727-4df8-902b-4e96e437c569,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:27.597626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd55f1-575e-4f18-9722-3c0d18a5bf3e req-8cb95d86-8caa-4764-a280-0ddebbee905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:27.599175 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e2fd55f1-575e-4f18-9722-3c0d18a5bf3e req-8cb95d86-8caa-4764-a280-0ddebbee905f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 1096 time: 0.0440240 Sep 07 16:31:27.637664 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e2fd55f1-575e-4f18-9722-3c0d18a5bf3e req-89c3decf-bf21-4613-bb22-3a7e7cf933f6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299153 Sep 07 16:31:27.961410 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-33d66194-4456-4c49-a2b7-76e460132641 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398731 Sep 07 16:31:27.970722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-e73bdf3c-c826-46f1-8eaa-0b2eec70c389 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:31:27.971806 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-e73bdf3c-c826-46f1-8eaa-0b2eec70c389 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056894 Sep 07 16:31:28.338691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b18782-fdf9-42eb-b7e9-865262b9245d req-156ac23f-bc85-4099-bfab-a0ed92a1c4f5 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:28.346001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40b18782-fdf9-42eb-b7e9-865262b9245d req-156ac23f-bc85-4099-bfab-a0ed92a1c4f5 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 945 time: 0.0519331 Sep 07 16:31:28.381682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40b18782-fdf9-42eb-b7e9-865262b9245d req-32954af1-745a-44d1-b422-b0ed1f3a4602 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336251 Sep 07 16:31:28.470955 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ebd749e6-2c10-4721-b86d-709bb4f3338a tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:28.472401 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ebd749e6-2c10-4721-b86d-709bb4f3338a tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/ports/b2e7eb69-d863-43de-af67-f0ed4bfd5020 HTTP/1.1" status: 200 len: 1093 time: 0.0349064 Sep 07 16:31:28.481069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] Request body: {'binding': {'host': 'n-h2-807551-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:28.481526 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] Unknown quota resources ['binding']. {{(pid=94771) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 16:31:28.616571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] Attempting to bind port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on host n-h2-807551-3 for vnic_type normal with profile None {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:31:28.616804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] Attempting to bind port b2e7eb69-d863-43de-af67-f0ed4bfd5020 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:31:28.617108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] Attempting to bind port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on network 5218dc37-810b-421c-8870-01b4642916d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:28.621358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] Port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on network 5218dc37-810b-421c-8870-01b4642916d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:31:28.621674 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] Attempting to bind port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on network 5218dc37-810b-421c-8870-01b4642916d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:28.627585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:31:28.627923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] Checking segment: {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:31:28.628306 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] Bound using segment: {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:31:28.628754 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] Bound port: b2e7eb69-d863-43de-af67-f0ed4bfd5020, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:31:28.715565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:31:28.720558 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:28.721736 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-65030f19-3dd9-46f5-8e32-67eaffb29f08 service neutron] 10.222.0.70 "POST /v2.0/ports/b2e7eb69-d863-43de-af67-f0ed4bfd5020/bindings HTTP/1.1" status: 201 len: 389 time: 0.2439740 Sep 07 16:31:28.876527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495528c6-c482-4e6f-914c-0449fcd86e4e req-de055b39-6099-4560-ab2a-b88a4d60dd32 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:28.879950 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-495528c6-c482-4e6f-914c-0449fcd86e4e req-de055b39-6099-4560-ab2a-b88a4d60dd32 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.0608444 Sep 07 16:31:28.917147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-495528c6-c482-4e6f-914c-0449fcd86e4e req-f7918298-4de7-44e7-9107-7d9a7426058b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326483 Sep 07 16:31:28.999581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-7831a33d-0d9d-49ad-afcb-544fbcc701da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:29.001127 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-7831a33d-0d9d-49ad-afcb-544fbcc701da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 1096 time: 0.0422103 Sep 07 16:31:29.116504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-9abeb99b-aa9a-4181-bbc8-a9ce287c6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:29.117930 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-9abeb99b-aa9a-4181-bbc8-a9ce287c6b85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5218dc37-810b-421c-8870-01b4642916d3 HTTP/1.1" status: 200 len: 896 time: 0.0997813 Sep 07 16:31:29.189955 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-24a7ac09-9c43-4c63-a7a9-258b64fde851 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020 HTTP/1.1" status: 200 len: 1000 time: 0.0587375 Sep 07 16:31:29.248897 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-159263ff-b9ba-4e8e-8d05-5045e9387324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:29.250415 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-159263ff-b9ba-4e8e-8d05-5045e9387324 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96e30429-685a-4090-8516-c0b586f51641 HTTP/1.1" status: 200 len: 835 time: 0.0495083 Sep 07 16:31:29.299125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ac8f0b55-89bc-457c-834a-ef71a7d02eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:29.300657 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ac8f0b55-89bc-457c-834a-ef71a7d02eb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5218dc37-810b-421c-8870-01b4642916d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419681 Sep 07 16:31:29.396203 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-cc422f9b-2ee4-4c76-bc84-b399112f46f5 service neutron] 10.222.0.35 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851905 Sep 07 16:31:29.517002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc849a6c-800c-472f-8f9f-0fcec98657a7 req-4c6ecca7-3c4d-42cf-be02-80a4c2edcc82 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:29.518694 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc849a6c-800c-472f-8f9f-0fcec98657a7 req-4c6ecca7-3c4d-42cf-be02-80a4c2edcc82 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 945 time: 0.0650821 Sep 07 16:31:29.520865 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-7751d76c-38fa-402e-8c86-d92d6a75c8f3 service neutron] 10.222.0.35 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094961 Sep 07 16:31:29.568167 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc849a6c-800c-472f-8f9f-0fcec98657a7 req-284e5832-4ce7-4187-b206-59feb23266f3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 Sep 07 16:31:29.676745 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-7b4b3fce-d837-474f-a1a7-b4ae086fc83a tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:29.678239 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-7b4b3fce-d837-474f-a1a7-b4ae086fc83a tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31&tenant_id=e608a260b01c4aab87ae27b604981b64&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 1096 time: 0.0748658 Sep 07 16:31:29.690074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807551-3'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:29.747484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:29.872754 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:29.910615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:31:29.958179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:29.960603 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084a7e2f-1a56-4f37-bdf6-6b09c67ff6d5" -d '{"events": [{"server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:29.965376 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:29.971670 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:30.075268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c13d2e-d587-4c28-8ec4-cb122fbf0e3a req-69fc6d21-812c-49ca-add9-cb8415b8a0ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:30.080945 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12c13d2e-d587-4c28-8ec4-cb122fbf0e3a req-69fc6d21-812c-49ca-add9-cb8415b8a0ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 943 time: 0.0915382 Sep 07 16:31:30.084434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e7eb69-d863-43de-af67-f0ed4bfd5020,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:30.139425 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12c13d2e-d587-4c28-8ec4-cb122fbf0e3a req-d7386fb0-065f-4e5d-97e6-136f66b5fea2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472386 Sep 07 16:31:30.140850 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe18a4a1-6c23-4e9e-8638-29f597ee917c x-openstack-request-id: req-fe18a4a1-6c23-4e9e-8638-29f597ee917c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:30.141533 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:30.142072 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe18a4a1-6c23-4e9e-8638-29f597ee917c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:30.143056 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'code': 200} Sep 07 16:31:30.157854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Attempting to bind port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on host n-h1-807551-3 for vnic_type normal with profile {"migrating_to": "n-h2-807551-3"} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:31:30.158194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Attempting to bind port b2e7eb69-d863-43de-af67-f0ed4bfd5020 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:31:30.158701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Attempting to bind port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on network 5218dc37-810b-421c-8870-01b4642916d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:30.163993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on network 5218dc37-810b-421c-8870-01b4642916d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:31:30.164444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Attempting to bind port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on network 5218dc37-810b-421c-8870-01b4642916d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:30.169925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:31:30.170268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Checking segment: {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:31:30.170661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Bound using segment: {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:31:30.171349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Bound port: b2e7eb69-d863-43de-af67-f0ed4bfd5020, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5218dc37-810b-421c-8870-01b4642916d3'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:31:30.171723 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:30.228238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbe7a5-42b3-4b15-99c7-be17de3b1471 req-da41463c-a3ef-4904-bc01-732d87c2e263 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:30.230030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61cbe7a5-42b3-4b15-99c7-be17de3b1471 req-da41463c-a3ef-4904-bc01-732d87c2e263 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 946 time: 0.0539124 Sep 07 16:31:30.241084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:31:30.244238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:31:30.248585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6da608f4-888a-4c40-a78f-517fda1cd017 None None] Provisioning complete for port b2e7eb69-d863-43de-af67-f0ed4bfd5020 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:31:30.249099 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6da608f4-888a-4c40-a78f-517fda1cd017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:30.257404 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:30.271779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61cbe7a5-42b3-4b15-99c7-be17de3b1471 req-8d555e47-2a3c-4da2-9c7e-b6007e9b2863 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353205 Sep 07 16:31:30.335132 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6da608f4-888a-4c40-a78f-517fda1cd017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:30.359569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e7eb69-d863-43de-af67-f0ed4bfd5020,revision_number=8']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:30.381080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6da608f4-888a-4c40-a78f-517fda1cd017 None None] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:30.382081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:30.384625 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ac5cbe-d2b6-4bfe-8bc9-95fa0716c933" -d '{"events": [{"server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "name": "network-vif-plugged", "status": "completed", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:30.389832 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6da608f4-888a-4c40-a78f-517fda1cd017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:30.414085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:30.415159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:30.420606 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-c2e0bb38-726c-4a5d-9372-074b295a1d98 service neutron] 10.222.0.35 "PUT /v2.0/ports/b2e7eb69-d863-43de-af67-f0ed4bfd5020 HTTP/1.1" status: 200 len: 1121 time: 0.7331805 Sep 07 16:31:30.435448 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e2243d-2b68-4d8f-b9fd-ba241ac84a79 x-openstack-request-id: req-16e2243d-2b68-4d8f-b9fd-ba241ac84a79 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:30.435749 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "name": "network-vif-plugged", "status": "completed", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:30.436223 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16e2243d-2b68-4d8f-b9fd-ba241ac84a79 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:30.436667 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'code': 200} Sep 07 16:31:30.529112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['b2e7eb69-d863-43de-af67-f0ed4bfd5020'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:31:30.560426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da608f4-888a-4c40-a78f-517fda1cd017 None None] Pushing event updated for resources: {'Port': ['ID=b2e7eb69-d863-43de-af67-f0ed4bfd5020,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:30.686595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16451783-3b66-447b-b313-0e51467789d9 req-5dfa5f8f-0815-4353-a901-963575916e0a tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:30.688063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-16451783-3b66-447b-b313-0e51467789d9 req-5dfa5f8f-0815-4353-a901-963575916e0a tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 945 time: 0.0511332 Sep 07 16:31:30.725461 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-16451783-3b66-447b-b313-0e51467789d9 req-743d6a52-ed88-403f-a389-4cf0ed16d7e5 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313854 Sep 07 16:31:30.744061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b4dec961-1b89-4c65-b6fa-734ffe526eaf None None] Provisioning complete for port b2e7eb69-d863-43de-af67-f0ed4bfd5020 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:31:30.744471 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4dec961-1b89-4c65-b6fa-734ffe526eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:30.840786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65b690-da1c-439b-89ca-b26feaaa6625 req-9e5764d4-8fa6-4aa7-bb4e-5941c021b9bb tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:30.842807 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa65b690-da1c-439b-89ca-b26feaaa6625 req-9e5764d4-8fa6-4aa7-bb4e-5941c021b9bb tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 945 time: 0.0494933 Sep 07 16:31:30.882394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa65b690-da1c-439b-89ca-b26feaaa6625 req-5324c9b0-c597-47b4-97b1-c88c60297603 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333335 Sep 07 16:31:30.997125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971ab43-3d1d-4361-a614-5fba9fee1a9d req-38ca0246-9115-4fd5-8ef7-b7e76c191212 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:30.998597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8971ab43-3d1d-4361-a614-5fba9fee1a9d req-38ca0246-9115-4fd5-8ef7-b7e76c191212 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 945 time: 0.0478621 Sep 07 16:31:31.035594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8971ab43-3d1d-4361-a614-5fba9fee1a9d req-ff875212-73f3-49bc-8cd4-670b5b9ccd77 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307469 Sep 07 16:31:31.281891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76795bc4-af9b-421d-848d-d26aeb385ee3 req-8a1f37a9-e48d-4457-a5bf-26b13b7dbb60 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:31.283368 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76795bc4-af9b-421d-848d-d26aeb385ee3 req-8a1f37a9-e48d-4457-a5bf-26b13b7dbb60 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.0817118 Sep 07 16:31:31.295344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c9644-0861-493c-be63-5303a49327f9 req-83b2ab51-d81b-44f1-8ef3-9b86430d01f2 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:31.296756 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af9c9644-0861-493c-be63-5303a49327f9 req-83b2ab51-d81b-44f1-8ef3-9b86430d01f2 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 945 time: 0.0642643 Sep 07 16:31:31.350260 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76795bc4-af9b-421d-848d-d26aeb385ee3 req-a21b27bd-42fb-4d1b-9c09-76246fdd663a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524740 Sep 07 16:31:31.354879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af9c9644-0861-493c-be63-5303a49327f9 req-0866ce85-1fcc-4294-93db-bcf6d31e59fa tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516300 Sep 07 16:31:31.459856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583be19-e254-403b-83f0-00dbb42fd6d2 req-eb3e2f15-c71f-48ff-a5a9-7aecb3642360 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:31.461389 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6583be19-e254-403b-83f0-00dbb42fd6d2 req-eb3e2f15-c71f-48ff-a5a9-7aecb3642360 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 946 time: 0.0481319 Sep 07 16:31:31.501051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6583be19-e254-403b-83f0-00dbb42fd6d2 req-fef71956-ff8e-4513-af7a-d2f77d989af7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331709 Sep 07 16:31:31.859041 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:32.006390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-da96e987-2af2-4050-b611-5327c551861c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:32.007885 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-da96e987-2af2-4050-b611-5327c551861c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.54 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 946 time: 0.0531631 Sep 07 16:31:32.097309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Deleting port 3a290dbc-31d6-4be8-b92a-3db645c1e50b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:31:32.097688 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:32.154513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:32.156713 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c532db-4cab-4f9b-b334-6e39b32e3c48" -d '{"events": [{"name": "network-changed", "server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:32.193794 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6913ef4b-863b-496a-bc37-4c64c330a880 x-openstack-request-id: req-6913ef4b-863b-496a-bc37-4c64c330a880 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:32.194090 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:32.194346 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6913ef4b-863b-496a-bc37-4c64c330a880 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:32.194767 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'status': 'completed', 'code': 200} Sep 07 16:31:32.196437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] For port 3a290dbc-31d6-4be8-b92a-3db645c1e50b, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=3a290dbc-31d6-4be8-b92a-3db645c1e50b,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:32.196811 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:32.373053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c532db-4cab-4f9b-b334-6e39b32e3c48 req-f2713f37-c58f-4b6d-8931-8a1f2e99c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:32.374575 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-72c532db-4cab-4f9b-b334-6e39b32e3c48 req-f2713f37-c58f-4b6d-8931-8a1f2e99c05a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 1126 time: 0.1484082 Sep 07 16:31:32.394014 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:32.501338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5a928-d754-4e56-b720-80122b0e558c req-547eb746-408e-4762-ba71-c29ca19ae55d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:32.503113 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eed5a928-d754-4e56-b720-80122b0e558c req-547eb746-408e-4762-ba71-c29ca19ae55d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.0780613 Sep 07 16:31:32.510738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105eba6-2a20-4083-b455-a2abdca8a15d req-723567ee-7509-4919-9c3a-17dad3922dd3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:32.512152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9105eba6-2a20-4083-b455-a2abdca8a15d req-723567ee-7509-4919-9c3a-17dad3922dd3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 945 time: 0.0783105 Sep 07 16:31:32.516722 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:32.517106 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:32.517456 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Floating IP 4395f8a3-25ea-48da-95a6-9bd4bd9435b8 disassociated. External IP: 172.25.3.23, port: 3a290dbc-31d6-4be8-b92a-3db645c1e50b. Sep 07 16:31:32.517811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Calling delete_port for 3a290dbc-31d6-4be8-b92a-3db645c1e50b owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:31:32.544710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c532db-4cab-4f9b-b334-6e39b32e3c48 req-1ae8b6e7-0fbe-4637-8447-50739bdcbee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:32.546216 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-72c532db-4cab-4f9b-b334-6e39b32e3c48 req-1ae8b6e7-0fbe-4637-8447-50739bdcbee4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5218dc37-810b-421c-8870-01b4642916d3 HTTP/1.1" status: 200 len: 896 time: 0.1627526 Sep 07 16:31:32.568458 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eed5a928-d754-4e56-b720-80122b0e558c req-c62bc3dd-1450-4b9e-87f9-0046b344a595 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552933 Sep 07 16:31:32.571154 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9105eba6-2a20-4083-b455-a2abdca8a15d req-c152b2da-d66e-422b-b961-b17ef2584946 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511835 Sep 07 16:31:32.649199 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-72c532db-4cab-4f9b-b334-6e39b32e3c48 req-a044915a-76d8-4744-b6d5-975503f8340b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020 HTTP/1.1" status: 200 len: 1000 time: 0.0760903 Sep 07 16:31:32.679078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fca3b6-7601-4e0a-b0c9-c46c7024cf7e req-c50c4fc1-c63f-4a74-be4f-63b4c74ecfb0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:32.680746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45fca3b6-7601-4e0a-b0c9-c46c7024cf7e req-c50c4fc1-c63f-4a74-be4f-63b4c74ecfb0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 946 time: 0.0552468 Sep 07 16:31:32.719388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45fca3b6-7601-4e0a-b0c9-c46c7024cf7e req-0a688c4a-cb51-4cba-8a06-adee2fc7bdd8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=374fd5e1-f0d9-4b77-b18a-97e7c28e1244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324199 Sep 07 16:31:32.737189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c532db-4cab-4f9b-b334-6e39b32e3c48 req-b46ffe55-311f-4ec6-a252-aff61b02e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:32.738685 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-72c532db-4cab-4f9b-b334-6e39b32e3c48 req-b46ffe55-311f-4ec6-a252-aff61b02e70a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96e30429-685a-4090-8516-c0b586f51641 HTTP/1.1" status: 200 len: 835 time: 0.0814040 Sep 07 16:31:32.761337 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:32.810188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event deleted for resources: {'Port': ['ID=3a290dbc-31d6-4be8-b92a-3db645c1e50b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:32.858845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c532db-4cab-4f9b-b334-6e39b32e3c48 req-0311682e-fe4e-439c-8f70-6ee4fcc6f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:32.860451 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-72c532db-4cab-4f9b-b334-6e39b32e3c48 req-0311682e-fe4e-439c-8f70-6ee4fcc6f690 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5218dc37-810b-421c-8870-01b4642916d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116498 Sep 07 16:31:33.021667 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-87706976-bacd-46f7-a1c6-66c23f4636b9 req-8697782e-5b33-4989-98c8-7e1542014d0c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1295693 Sep 07 16:31:33.024739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:31:33.045610 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-72c532db-4cab-4f9b-b334-6e39b32e3c48 req-2f1a6eb4-763b-405d-8d6a-9e9a055fb0be service neutron] 10.222.0.54 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754563 Sep 07 16:31:33.243562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b2e7eb69-d863-43de-af67-f0ed4bfd5020 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:31:33.349870 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:33.361526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b2e7eb69-d863-43de-af67-f0ed4bfd5020 has no active binding in host n-h2-807551-3 {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 16:31:33.554712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5d581-349f-4c34-b9eb-873587d3dcba req-af6b8a0d-3150-4eb9-b9e0-485ffd56ef24 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:33.556049 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3aa5d581-349f-4c34-b9eb-873587d3dcba req-af6b8a0d-3150-4eb9-b9e0-485ffd56ef24 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 945 time: 0.1801407 Sep 07 16:31:33.561464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87706976-bacd-46f7-a1c6-66c23f4636b9 req-b8a56a8c-7378-4db6-988b-09e8081d61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:33.562842 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-87706976-bacd-46f7-a1c6-66c23f4636b9 req-b8a56a8c-7378-4db6-988b-09e8081d61e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 1097 time: 0.1858294 Sep 07 16:31:33.641449 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:31:33.649261 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-72c532db-4cab-4f9b-b334-6e39b32e3c48 req-f830dbab-0a6a-4e51-bc93-e65c75bce58a service neutron] 10.222.0.54 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705073 Sep 07 16:31:33.652647 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42defd6c-76e0-46eb-a31c-35d585536ef8 None None] Sync routers for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:31:33.682769 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42defd6c-76e0-46eb-a31c-35d585536ef8 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:31:33.683434 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-42defd6c-76e0-46eb-a31c-35d585536ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:33.735095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bf322-a626-4938-8706-006577da6734 req-9b676b27-c352-4eb8-be8d-f5d99630a61d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:33.736781 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e5bf322-a626-4938-8706-006577da6734 req-9b676b27-c352-4eb8-be8d-f5d99630a61d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.0865939 Sep 07 16:31:33.750252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] No DVR routers for this DVR port 3a290dbc-31d6-4be8-b92a-3db645c1e50b on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:31:33.756992 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:33.758131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d7c53-32d3-49bb-b6e4-47e222a89868 req-3eb18b6a-0f60-4f58-a8ac-ca06db4e4233 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:33.758971 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a9bf7f06-c53e-4e3d-8188-48968765df72 req-2ea689a7-1688-402c-a410-ab1db5708e15 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.54 "DELETE /v2.0/ports/3a290dbc-31d6-4be8-b92a-3db645c1e50b HTTP/1.1" status: 204 len: 173 time: 1.7435591 Sep 07 16:31:33.759843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-590d7c53-32d3-49bb-b6e4-47e222a89868 req-3eb18b6a-0f60-4f58-a8ac-ca06db4e4233 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 945 time: 0.0678084 Sep 07 16:31:33.791439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87706976-bacd-46f7-a1c6-66c23f4636b9 req-f8f5b707-cb66-4b45-a14e-0e619f5bde46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:33.793050 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-87706976-bacd-46f7-a1c6-66c23f4636b9 req-f8f5b707-cb66-4b45-a14e-0e619f5bde46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 912 time: 0.1908007 Sep 07 16:31:33.814295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-3aa5d581-349f-4c34-b9eb-873587d3dcba req-17a2e189-e91f-4635-bae2-4aaeae1bf704 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Deleting port 4148d0bd-7727-4df8-902b-4e96e437c569 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:31:33.814295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3aa5d581-349f-4c34-b9eb-873587d3dcba req-17a2e189-e91f-4635-bae2-4aaeae1bf704 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:33.833522 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-42defd6c-76e0-46eb-a31c-35d585536ef8 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:31:33.847331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e5bf322-a626-4938-8706-006577da6734 req-fa40eaf0-6aa6-4af8-b474-3dbc9c31537b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861619 Sep 07 16:31:33.860434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-590d7c53-32d3-49bb-b6e4-47e222a89868 req-733aedc4-a173-46b4-aa64-7af8bea82152 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813208 Sep 07 16:31:33.940667 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-87706976-bacd-46f7-a1c6-66c23f4636b9 req-b27f133d-4739-42ad-a6e3-b6f044be8bbe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f121dd5-5a83-4479-8c7f-ee3a99831720 HTTP/1.1" status: 200 len: 1002 time: 0.1368806 Sep 07 16:31:33.949811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0e4655c-b7e4-4d01-b876-de51ac6c14df req-86f955ec-7f56-458e-98ff-a992a469c678 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=b091bab4-bfe4-4bb3-8d73-b3b0a03133fa HTTP/1.1" status: 200 len: 210 time: 0.0324254 Sep 07 16:31:33.997440 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-3aa5d581-349f-4c34-b9eb-873587d3dcba req-17a2e189-e91f-4635-bae2-4aaeae1bf704 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] For port 4148d0bd-7727-4df8-902b-4e96e437c569, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=4148d0bd-7727-4df8-902b-4e96e437c569,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:33.997852 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3aa5d581-349f-4c34-b9eb-873587d3dcba req-17a2e189-e91f-4635-bae2-4aaeae1bf704 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:34.015847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-3aa5d581-349f-4c34-b9eb-873587d3dcba req-17a2e189-e91f-4635-bae2-4aaeae1bf704 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Calling delete_port for 4148d0bd-7727-4df8-902b-4e96e437c569 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:31:34.025175 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87706976-bacd-46f7-a1c6-66c23f4636b9 req-7f02ecf9-f10d-4197-9b53-4b921dc6b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:34.026670 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-87706976-bacd-46f7-a1c6-66c23f4636b9 req-7f02ecf9-f10d-4197-9b53-4b921dc6b3a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83e5006b-f36c-4324-a04a-5fa3a46b4335 HTTP/1.1" status: 200 len: 850 time: 0.0734076 Sep 07 16:31:34.096026 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-42defd6c-76e0-46eb-a31c-35d585536ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:29Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:34.121488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87706976-bacd-46f7-a1c6-66c23f4636b9 req-446a3865-6f02-4535-91fd-e649a4f36935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:34.121740 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42defd6c-76e0-46eb-a31c-35d585536ef8 None None] Checking router: 6a4ba10b-0c9a-4492-a91f-08db95b22f35 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:31:34.123040 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-87706976-bacd-46f7-a1c6-66c23f4636b9 req-446a3865-6f02-4535-91fd-e649a4f36935 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb7b97c6-9ac5-4801-b78b-7be25431d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884173 Sep 07 16:31:34.129712 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42defd6c-76e0-46eb-a31c-35d585536ef8 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:31:34.130376 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-42defd6c-76e0-46eb-a31c-35d585536ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:34.207220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'name': 'network-vif-deleted', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:34.209466 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478290c7-f27b-433b-bf77-b7881256b96a" -d '{"events": [{"server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "name": "network-vif-deleted", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:34.235099 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-42defd6c-76e0-46eb-a31c-35d585536ef8 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:31:34.258381 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-87706976-bacd-46f7-a1c6-66c23f4636b9 req-77a40112-ff5d-4043-a7c9-dc17f4f44912 service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274564 Sep 07 16:31:34.259494 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3aa5d581-349f-4c34-b9eb-873587d3dcba req-17a2e189-e91f-4635-bae2-4aaeae1bf704 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:34.261974 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358c0a14-9b25-4e73-8607-89802c17dd48 x-openstack-request-id: req-358c0a14-9b25-4e73-8607-89802c17dd48 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:34.262268 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b091bab4-bfe4-4bb3-8d73-b3b0a03133fa", "name": "network-vif-deleted", "tag": "3a290dbc-31d6-4be8-b92a-3db645c1e50b", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:34.262522 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-358c0a14-9b25-4e73-8607-89802c17dd48 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:34.263446 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b091bab4-bfe4-4bb3-8d73-b3b0a03133fa', 'name': 'network-vif-deleted', 'tag': '3a290dbc-31d6-4be8-b92a-3db645c1e50b', 'status': 'completed', 'code': 200} Sep 07 16:31:34.271429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30', '66062259-19f8-46dc-88ad-c4ddfed7d2a6', '4148d0bd-7727-4df8-902b-4e96e437c569'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:31:34.303747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2e189-e91f-4635-bae2-4aaeae1bf704 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event deleted for resources: {'Port': ['ID=4148d0bd-7727-4df8-902b-4e96e437c569,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:34.393280 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa5d581-349f-4c34-b9eb-873587d3dcba req-17a2e189-e91f-4635-bae2-4aaeae1bf704 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] No DVR routers for this DVR port 4148d0bd-7727-4df8-902b-4e96e437c569 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:31:34.399373 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3aa5d581-349f-4c34-b9eb-873587d3dcba req-17a2e189-e91f-4635-bae2-4aaeae1bf704 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:34.401067 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3aa5d581-349f-4c34-b9eb-873587d3dcba req-17a2e189-e91f-4635-bae2-4aaeae1bf704 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "DELETE /v2.0/ports/4148d0bd-7727-4df8-902b-4e96e437c569 HTTP/1.1" status: 204 len: 173 time: 0.8346448 Sep 07 16:31:34.431174 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-87706976-bacd-46f7-a1c6-66c23f4636b9 req-068efb07-6c1a-4e92-9ce7-384a9b760b3c service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584156 Sep 07 16:31:34.475986 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-42defd6c-76e0-46eb-a31c-35d585536ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:29Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:34.503693 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42defd6c-76e0-46eb-a31c-35d585536ef8 None None] The sync data for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 is: [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:29Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:31:34.734838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9656e52-750e-48b4-bca2-d060d8b6f82e None None] New status for floating IP 4395f8a3-25ea-48da-95a6-9bd4bd9435b8: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:31:34.942462 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3a290dbc-31d6-4be8-b92a-3db645c1e50b no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:31:34.965139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 3a290dbc-31d6-4be8-b92a-3db645c1e50b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:31:34.965599 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 3a290dbc-31d6-4be8-b92a-3db645c1e50b not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:31:34.979320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb413800-bb72-46e4-8257-8afc5f9f6985 req-4760752d-00a6-4cc5-93d4-b29d643b9394 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=31272380-8eea-4db0-93c7-58cf3869d605 HTTP/1.1" status: 200 len: 210 time: 0.0272412 Sep 07 16:31:34.991507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da682702-f5f1-4ef8-bfdb-98e5d9b5c033 req-636202e4-460b-41dc-bfb4-a4c391a76b09 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:34.993095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da682702-f5f1-4ef8-bfdb-98e5d9b5c033 req-636202e4-460b-41dc-bfb4-a4c391a76b09 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.0808623 Sep 07 16:31:35.042222 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da682702-f5f1-4ef8-bfdb-98e5d9b5c033 req-451daa82-e382-4b92-9c39-4f27dea126d6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403893 Sep 07 16:31:35.074751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50912) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:35.139611 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed24da7a-9902-44c2-b654-da330f300e2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:35.164652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed24da7a-9902-44c2-b654-da330f300e2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:35.213419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed24da7a-9902-44c2-b654-da330f300e2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:35.216130 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed24da7a-9902-44c2-b654-da330f300e2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:35.217328 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ed24da7a-9902-44c2-b654-da330f300e2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "DELETE /v2.0/security-groups/374fd5e1-f0d9-4b77-b18a-97e7c28e1244 HTTP/1.1" status: 204 len: 168 time: 0.1408403 Sep 07 16:31:35.220229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:35.227603 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24da7a-9902-44c2-b654-da330f300e2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374fd5e1-f0d9-4b77-b18a-97e7c28e1244,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:35.240983 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-167ea3a8-706b-49f9-aa35-17366a423462 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] show failed (client error): The resource could not be found. Sep 07 16:31:35.242016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-167ea3a8-706b-49f9-aa35-17366a423462 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups/374fd5e1-f0d9-4b77-b18a-97e7c28e1244 HTTP/1.1" status: 404 len: 347 time: 0.0199525 Sep 07 16:31:35.244916 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50916) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:35.363299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Deleting port ddaa03a0-bbce-4e23-9ef8-12330948ecd6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:31:35.363771 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:35.438157 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:35.438396 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:35.449437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Calling delete_port for ddaa03a0-bbce-4e23-9ef8-12330948ecd6 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:31:35.574163 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:35.598486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event deleted for resources: {'Port': ['ID=ddaa03a0-bbce-4e23-9ef8-12330948ecd6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:35.610880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:35.611232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:35.611572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:35.611909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:35.612241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:35.612597 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:35.612927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:35.613255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:35.613581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:35.613907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:35.614231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:35.614547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:31:35.665465 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:35.668088 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:35.669886 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0e4ad277-54fc-46b5-9a81-bc1889580ead tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "DELETE /v2.0/floatingips/4395f8a3-25ea-48da-95a6-9bd4bd9435b8 HTTP/1.1" status: 204 len: 168 time: 0.4240386 Sep 07 16:31:36.205939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 50928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:36.210448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c669e062-bd6b-47b0-b489-3e0562ffe3e9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983531157', 'description': 'tempest-description--1050888876'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:36.233644 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c669e062-bd6b-47b0-b489-3e0562ffe3e9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.256423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64a7f3-a994-4452-b426-b9df7eccb49f req-f3c1698c-c458-4b92-9c1f-25f15fd79dbb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:36.257991 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb64a7f3-a994-4452-b426-b9df7eccb49f req-f3c1698c-c458-4b92-9c1f-25f15fd79dbb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.0621340 Sep 07 16:31:36.264014 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31272380-8eea-4db0-93c7-58cf3869d605', 'name': 'network-vif-deleted', 'tag': '4148d0bd-7727-4df8-902b-4e96e437c569'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:36.266644 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943b8cb5-49a6-44b1-8d2d-48cd691d2a34" -d '{"events": [{"server_uuid": "31272380-8eea-4db0-93c7-58cf3869d605", "name": "network-vif-deleted", "tag": "4148d0bd-7727-4df8-902b-4e96e437c569"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:36.324240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb64a7f3-a994-4452-b426-b9df7eccb49f req-29da8667-7e9d-4484-83bd-15876ce03d9e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560308 Sep 07 16:31:36.327493 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c669e062-bd6b-47b0-b489-3e0562ffe3e9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.332094 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c669e062-bd6b-47b0-b489-3e0562ffe3e9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.332503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15b207-2650-4b86-a681-96839647f528 req-82804d94-157e-4d61-940c-0c0726b9eb1d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:36.334007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed15b207-2650-4b86-a681-96839647f528 req-82804d94-157e-4d61-940c-0c0726b9eb1d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 945 time: 0.0751152 Sep 07 16:31:36.374287 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcadb1b-1f81-445a-9fda-40ff0d21babc x-openstack-request-id: req-8fcadb1b-1f81-445a-9fda-40ff0d21babc {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:36.374591 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31272380-8eea-4db0-93c7-58cf3869d605", "name": "network-vif-deleted", "tag": "4148d0bd-7727-4df8-902b-4e96e437c569", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:36.374847 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8fcadb1b-1f81-445a-9fda-40ff0d21babc {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:36.375246 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31272380-8eea-4db0-93c7-58cf3869d605', 'name': 'network-vif-deleted', 'tag': '4148d0bd-7727-4df8-902b-4e96e437c569', 'status': 'completed', 'code': 200} Sep 07 16:31:36.375931 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c669e062-bd6b-47b0-b489-3e0562ffe3e9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.377564 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c669e062-bd6b-47b0-b489-3e0562ffe3e9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1702363 Sep 07 16:31:36.379522 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669e062-bd6b-47b0-b489-3e0562ffe3e9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:36.380871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed15b207-2650-4b86-a681-96839647f528 req-951e0bfd-4154-48b1-9f0b-77c1285ebf68 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393279 Sep 07 16:31:36.381420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50932) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:36.385914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-eb47ed9f-2ee8-4ec8-9ed0-6e57edd661bd tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Request body: {'security_group_rule': {'security_group_id': '0e6a5f8e-8fdd-4535-95f9-38690eb1da7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:36.413747 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb47ed9f-2ee8-4ec8-9ed0-6e57edd661bd tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.459289 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb47ed9f-2ee8-4ec8-9ed0-6e57edd661bd tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.463035 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb47ed9f-2ee8-4ec8-9ed0-6e57edd661bd tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.480974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47ed9f-2ee8-4ec8-9ed0-6e57edd661bd tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0844a93d-7d0c-491a-9dad-9db7bbc65e0c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:36.484580 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eb47ed9f-2ee8-4ec8-9ed0-6e57edd661bd tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.488200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eb47ed9f-2ee8-4ec8-9ed0-6e57edd661bd tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1032786 Sep 07 16:31:36.488774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50934) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:36.492633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ddda94fe-73a9-4da0-9bfe-a907f7bcf23f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Request body: {'security_group_rule': {'security_group_id': '0e6a5f8e-8fdd-4535-95f9-38690eb1da7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:36.517669 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ddda94fe-73a9-4da0-9bfe-a907f7bcf23f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.576366 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ddda94fe-73a9-4da0-9bfe-a907f7bcf23f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.579764 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ddda94fe-73a9-4da0-9bfe-a907f7bcf23f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.599154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda94fe-73a9-4da0-9bfe-a907f7bcf23f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad2a735-b391-4568-b5e1-c16fec9ac326,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:36.602841 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ddda94fe-73a9-4da0-9bfe-a907f7bcf23f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.607408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ddda94fe-73a9-4da0-9bfe-a907f7bcf23f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147275 Sep 07 16:31:36.608504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 50936) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:36.611820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:36.634231 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.726522 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.829306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Allocated IP 172.25.3.143 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/8bb512c4-364d-422a-83d4-4dedf2ce834f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:31:36.927459 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:36.968831 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:37.004659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:31:37.007500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:31:37.009883 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:31:37.036340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event updated for resources: {'Port': ['ID=8bb512c4-364d-422a-83d4-4dedf2ce834f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:37.095604 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:37.128025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:37.273823 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:37.279295 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:37.279530 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 4148d0bd-7727-4df8-902b-4e96e437c569 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:31:37.299312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 4148d0bd-7727-4df8-902b-4e96e437c569 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:31:37.299774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 4148d0bd-7727-4df8-902b-4e96e437c569 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:31:37.728035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event updated for resources: {'Port': ['ID=8bb512c4-364d-422a-83d4-4dedf2ce834f,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:37.749067 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:37.779194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e445f-d0b7-4422-a321-7e27760a3d81 req-645eaafb-4fef-4224-8c1c-64c08f409f34 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:37.780702 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c71e445f-d0b7-4422-a321-7e27760a3d81 req-645eaafb-4fef-4224-8c1c-64c08f409f34 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.1118400 Sep 07 16:31:37.782694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:37.783813 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cc1040db-8ea0-46f3-9f8e-7250808f4768 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1752658 Sep 07 16:31:37.791078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e54319-1191-4776-8c54-e321a1671d32 req-13b71692-e4e0-456e-a358-c08b44d296f1 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:37.792527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08e54319-1191-4776-8c54-e321a1671d32 req-13b71692-e4e0-456e-a358-c08b44d296f1 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 945 time: 0.1225500 Sep 07 16:31:37.851233 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c71e445f-d0b7-4422-a321-7e27760a3d81 req-506a7ef2-5727-4818-957f-2ef64ead8ac2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577350 Sep 07 16:31:37.854074 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08e54319-1191-4776-8c54-e321a1671d32 req-4c9fcff4-31a6-44d7-b70b-5117a6ebd782 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545540 Sep 07 16:31:37.956422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-bf0e7486-4fc5-437d-b4ff-030c2d05ad13 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1983531157&fields=id&tenant_id=1ceec1da24d54833ba1e99abf29b48f2 HTTP/1.1" status: 200 len: 267 time: 0.0324595 Sep 07 16:31:38.057778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-174f5bc7-a0e0-49bd-a1e0-e348271d7a6b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:38.059161 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-174f5bc7-a0e0-49bd-a1e0-e348271d7a6b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 817 time: 0.0961030 Sep 07 16:31:38.074065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-5e4f87a5-5751-4572-9c5e-2cf2cbd65adb tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/quotas/1ceec1da24d54833ba1e99abf29b48f2 HTTP/1.1" status: 200 len: 375 time: 0.0086420 Sep 07 16:31:38.129310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f26a0153-f2f3-42aa-a3ba-8f4c99a8a599 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499995 Sep 07 16:31:38.219773 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-996faf2b-b741-432a-9b44-2c16abf54f1e service neutron] 10.222.0.70 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791161 Sep 07 16:31:38.311465 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-aae21055-04c5-4acb-9621-4ff1edb59bf9 service neutron] 10.222.0.70 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854144 Sep 07 16:31:38.463345 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d67e5c-86f4-43d1-9cd9-df341cff0465 req-3682b5fe-d80f-439a-878c-cd5f32075e5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:38.464983 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e0d67e5c-86f4-43d1-9cd9-df341cff0465 req-3682b5fe-d80f-439a-878c-cd5f32075e5d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 945 time: 0.0564563 Sep 07 16:31:38.470666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79d92dd0-4d87-4068-9605-e876672c42bb req-3a4670a7-9c6e-4fc0-9232-3752584e2e95 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 210 time: 0.0271730 Sep 07 16:31:38.564478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-e0d67e5c-86f4-43d1-9cd9-df341cff0465 req-d711fff7-a6b8-4901-a85c-e65510f71ef4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Deleting port 66062259-19f8-46dc-88ad-c4ddfed7d2a6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:31:38.564766 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0d67e5c-86f4-43d1-9cd9-df341cff0465 req-d711fff7-a6b8-4901-a85c-e65510f71ef4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:38.658719 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e0d67e5c-86f4-43d1-9cd9-df341cff0465 req-d711fff7-a6b8-4901-a85c-e65510f71ef4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] For port 66062259-19f8-46dc-88ad-c4ddfed7d2a6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=66062259-19f8-46dc-88ad-c4ddfed7d2a6,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:38.659090 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0d67e5c-86f4-43d1-9cd9-df341cff0465 req-d711fff7-a6b8-4901-a85c-e65510f71ef4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:38.671619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-e0d67e5c-86f4-43d1-9cd9-df341cff0465 req-d711fff7-a6b8-4901-a85c-e65510f71ef4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Calling delete_port for 66062259-19f8-46dc-88ad-c4ddfed7d2a6 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:31:38.805489 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0d67e5c-86f4-43d1-9cd9-df341cff0465 req-d711fff7-a6b8-4901-a85c-e65510f71ef4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:38.819512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30', '66062259-19f8-46dc-88ad-c4ddfed7d2a6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:31:38.840272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711fff7-a6b8-4901-a85c-e65510f71ef4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event deleted for resources: {'Port': ['ID=66062259-19f8-46dc-88ad-c4ddfed7d2a6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:38.887422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d67e5c-86f4-43d1-9cd9-df341cff0465 req-d711fff7-a6b8-4901-a85c-e65510f71ef4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] No DVR routers for this DVR port 66062259-19f8-46dc-88ad-c4ddfed7d2a6 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:31:38.890868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e0d67e5c-86f4-43d1-9cd9-df341cff0465 req-d711fff7-a6b8-4901-a85c-e65510f71ef4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:38.893573 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e0d67e5c-86f4-43d1-9cd9-df341cff0465 req-d711fff7-a6b8-4901-a85c-e65510f71ef4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "DELETE /v2.0/ports/66062259-19f8-46dc-88ad-c4ddfed7d2a6 HTTP/1.1" status: 204 len: 173 time: 0.4189017 Sep 07 16:31:38.894057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaf9629-efc5-40e4-a041-172a82a13a9c', 'name': 'network-vif-deleted', 'tag': '66062259-19f8-46dc-88ad-c4ddfed7d2a6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:38.896389 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93f90c5-5ae6-487a-9f96-98b0017a6512" -d '{"events": [{"server_uuid": "8eaf9629-efc5-40e4-a041-172a82a13a9c", "name": "network-vif-deleted", "tag": "66062259-19f8-46dc-88ad-c4ddfed7d2a6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:39.005024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26911bd8-0311-4bf7-b2a8-d7dc069917d2 req-050114fe-686d-431a-a70e-335829cee006 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eaf9629-efc5-40e4-a041-172a82a13a9c HTTP/1.1" status: 200 len: 210 time: 0.0603311 Sep 07 16:31:39.032426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60653b3-62d0-40a8-b39e-f052d6b40bae req-d9bf7729-ab47-4c1e-a443-62c62b6cffd3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:39.037269 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f60653b3-62d0-40a8-b39e-f052d6b40bae req-d9bf7729-ab47-4c1e-a443-62c62b6cffd3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.0828669 Sep 07 16:31:39.047864 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b4ff10-4dfc-4a54-81c9-45ccb431e4d8 x-openstack-request-id: req-b8b4ff10-4dfc-4a54-81c9-45ccb431e4d8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:39.048162 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eaf9629-efc5-40e4-a041-172a82a13a9c", "name": "network-vif-deleted", "tag": "66062259-19f8-46dc-88ad-c4ddfed7d2a6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:39.048448 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8b4ff10-4dfc-4a54-81c9-45ccb431e4d8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:39.048853 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eaf9629-efc5-40e4-a041-172a82a13a9c', 'name': 'network-vif-deleted', 'tag': '66062259-19f8-46dc-88ad-c4ddfed7d2a6', 'status': 'completed', 'code': 200} Sep 07 16:31:39.079975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f60653b3-62d0-40a8-b39e-f052d6b40bae req-7b236314-5f03-4811-88df-8381dcfb7779 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386043 Sep 07 16:31:39.516477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-cbc54997-80c0-43d2-9f5e-6ad37ff089ac tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:39.518020 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-cbc54997-80c0-43d2-9f5e-6ad37ff089ac tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.54 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 817 time: 0.1121101 Sep 07 16:31:39.565518 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-712ae38a-9cac-44b9-b2d9-dcebe5868edf tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ceec1da24d54833ba1e99abf29b48f2 HTTP/1.1" status: 200 len: 380 time: 0.0357149 Sep 07 16:31:39.576367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Request body: {'port': {'device_id': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'admin_state_up': True, 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'security_groups': ['0e6a5f8e-8fdd-4535-95f9-38690eb1da7a']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:39.583059 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12d77c4c-0e6f-432a-ab9b-9d30463c9719 req-ea95a02c-dcaf-4bbf-875f-6222df439521 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 210 time: 0.0304132 Sep 07 16:31:39.681066 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Made reservation on behalf of 1ceec1da24d54833ba1e99abf29b48f2 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:31:39.684580 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:39.807886 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Allocated IP 172.20.0.12 (4a3b428c-57d8-40cf-8547-207f6bd2953f/7fc12440-34f5-4327-9df7-4f43a76789dd/6b141e62-ada9-4f99-9861-5e432efee09f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:31:39.944487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:39.957296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Transition to ACTIVE for port object 6b141e62-ada9-4f99-9861-5e432efee09f will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:31:39.988937 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:40.032188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Network 4a3b428c-57d8-40cf-8547-207f6bd2953f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:31:40.035519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:31:40.042392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:31:40.072434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event updated for resources: {'Port': ['ID=6b141e62-ada9-4f99-9861-5e432efee09f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:40.108575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:40.109445 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:40.127844 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-852be9da-1d0c-47b2-9dbf-1b2592e1e35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5558276 Sep 07 16:31:40.146702 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Request body: {'port': {'device_id': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:40.225794 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:40.283428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d562b-6bb7-41af-99ff-8951f74d1c84 req-d63e95e1-4f71-4314-bd14-b2f5517d10e6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:40.284970 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-718d562b-6bb7-41af-99ff-8951f74d1c84 req-d63e95e1-4f71-4314-bd14-b2f5517d10e6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 945 time: 0.1159585 Sep 07 16:31:40.329220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305017b1-ac83-455c-9029-261939a4fb30 req-155994ff-3880-488a-b23e-56b7898a01b0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:40.330993 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-155994ff-3880-488a-b23e-56b7898a01b0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.1485879 Sep 07 16:31:40.344561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c288eaea-0c9b-4f30-9193-0f4f691d7ccd None None] Provisioning for port 6b141e62-ada9-4f99-9861-5e432efee09f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:31:40.358358 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-718d562b-6bb7-41af-99ff-8951f74d1c84 req-5e9db460-91e6-43d4-b455-9b034d118a64 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657618 Sep 07 16:31:40.360564 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-2237ddbb-a73b-4399-ad7f-b588cbe97f68 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/quotas/8817716e700642d49d97c5d7ac182df9 HTTP/1.1" status: 200 len: 375 time: 0.0176578 Sep 07 16:31:40.379091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c288eaea-0c9b-4f30-9193-0f4f691d7ccd None None] Provisioning complete for port 6b141e62-ada9-4f99-9861-5e432efee09f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:31:40.379480 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c288eaea-0c9b-4f30-9193-0f4f691d7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:40.419834 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d9e65d9b-75f8-43f8-a2a6-e539321f531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:40.423428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c288eaea-0c9b-4f30-9193-0f4f691d7ccd None None] Port 6b141e62-ada9-4f99-9861-5e432efee09f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:31:40.431566 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-eba4875a-38a9-4c6f-8b8b-52d18f3da6fb tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646465 Sep 07 16:31:40.503753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b141e62-ada9-4f99-9861-5e432efee09f {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:31:40.511137 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:40.521014 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-4c508f61-cbb6-4232-aa83-826fada86881 service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823846 Sep 07 16:31:40.523580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Transition to ACTIVE for port object 6b141e62-ada9-4f99-9861-5e432efee09f will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:31:40.527907 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:40.580728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Pushing event updated for resources: {'Port': ['ID=6b141e62-ada9-4f99-9861-5e432efee09f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:40.626881 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-f7b43783-9f92-4c16-89b2-2229b1794045 service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990248 Sep 07 16:31:40.658912 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Attempting to bind port 6b141e62-ada9-4f99-9861-5e432efee09f on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:31:40.659613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Attempting to bind port 6b141e62-ada9-4f99-9861-5e432efee09f by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:31:40.659960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Attempting to bind port 6b141e62-ada9-4f99-9861-5e432efee09f on network 4a3b428c-57d8-40cf-8547-207f6bd2953f {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:40.664851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Port 6b141e62-ada9-4f99-9861-5e432efee09f on network 4a3b428c-57d8-40cf-8547-207f6bd2953f not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:31:40.665178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Attempting to bind port 6b141e62-ada9-4f99-9861-5e432efee09f on network 4a3b428c-57d8-40cf-8547-207f6bd2953f {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:40.677613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:31:40.677960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Checking segment: {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:31:40.678574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Bound using segment: {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:31:40.678793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Bound port: 6b141e62-ada9-4f99-9861-5e432efee09f, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:31:40.679165 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:40.725879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfcd4a-b701-4250-9c40-df0137d4ebde req-25fd959f-855d-4067-84b1-44df6a91059c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:40.727458 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87bfcd4a-b701-4250-9c40-df0137d4ebde req-25fd959f-855d-4067-84b1-44df6a91059c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 944 time: 0.0641882 Sep 07 16:31:40.796458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:31:40.809086 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87bfcd4a-b701-4250-9c40-df0137d4ebde req-c459d0d8-ef66-4110-973c-0f3fdc2eb473 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715535 Sep 07 16:31:40.810894 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ff793ea1-3b7e-4082-a7ee-8aefd05a7e8f service neutron] 10.222.0.54 "GET /v2.0/ports/b2e7eb69-d863-43de-af67-f0ed4bfd5020/bindings/n-h2-807551-3 HTTP/1.1" status: 200 len: 384 time: 0.0975692 Sep 07 16:31:40.821290 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:31:40.849426 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-884e2c5d-3575-40bb-91ff-ede7e66dbb53 req-4150b47b-3425-4086-8d58-a0ea9177627f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 210 time: 0.0338068 Sep 07 16:31:40.876819 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:40.923748 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:40.924928 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:40.926217 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] 10.222.0.54 "PUT /v2.0/ports/6b141e62-ada9-4f99-9861-5e432efee09f HTTP/1.1" status: 200 len: 1092 time: 0.7849450 Sep 07 16:31:41.029012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afd740-9107-467f-88c9-3e5ea167f342 service neutron] Pushing event updated for resources: {'Port': ['ID=6b141e62-ada9-4f99-9861-5e432efee09f,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:41.055668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:41.057974 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e09bb4-5f95-4321-98b4-8ff81fd8127f" -d '{"events": [{"name": "network-changed", "server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:41.096185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f17d304b-60a8-4aad-8ed8-7428191be142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:41.098479 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-f17d304b-60a8-4aad-8ed8-7428191be142 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 1095 time: 0.1201012 Sep 07 16:31:41.103280 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb89d37c-0b59-4b9d-95cd-628dd5a3027b x-openstack-request-id: req-cb89d37c-0b59-4b9d-95cd-628dd5a3027b {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:41.103571 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:41.103821 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb89d37c-0b59-4b9d-95cd-628dd5a3027b {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:41.104211 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f', 'status': 'completed', 'code': 200} Sep 07 16:31:41.182766 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-ccb6cda4-bceb-43bc-a064-b88d3929d07a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b141e62-ada9-4f99-9861-5e432efee09f HTTP/1.1" status: 200 len: 217 time: 0.0690720 Sep 07 16:31:41.249762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ef839ed3-8820-4c7e-afe8-33f29c926ffa service neutron] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:41.268169 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-3564645a-65b2-4458-9809-f8bbfbc7bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:41.270210 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-3564645a-65b2-4458-9809-f8bbfbc7bbf5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.0781386 Sep 07 16:31:41.288886 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ef839ed3-8820-4c7e-afe8-33f29c926ffa service neutron] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:31:41.356064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ef839ed3-8820-4c7e-afe8-33f29c926ffa service neutron] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:41.365282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-a0fb786a-fb8f-40c9-8861-8dff41c6e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:41.366799 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-a0fb786a-fb8f-40c9-8861-8dff41c6e0d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875797 Sep 07 16:31:41.373946 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ef839ed3-8820-4c7e-afe8-33f29c926ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:41.497387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db497d8-5537-4d1c-aecf-360f0daa6724 req-74cb00ca-ab30-4966-9b81-3e78c2050153 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:41.498994 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9db497d8-5537-4d1c-aecf-360f0daa6724 req-74cb00ca-ab30-4966-9b81-3e78c2050153 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 944 time: 0.0528865 Sep 07 16:31:41.540444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9db497d8-5537-4d1c-aecf-360f0daa6724 req-f54f71fb-1561-46a0-adbc-8ee88dd11a53 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345552 Sep 07 16:31:41.894521 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-73ba5794-6ef4-4f04-9530-2bcc3b000436 service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171320 Sep 07 16:31:41.898018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ef839ed3-8820-4c7e-afe8-33f29c926ffa service neutron] Transition to ACTIVE for port object b2e7eb69-d863-43de-af67-f0ed4bfd5020 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:31:41.908185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ef839ed3-8820-4c7e-afe8-33f29c926ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:42.000239 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305017b1-ac83-455c-9029-261939a4fb30 req-cfe3a38b-dbd1-437d-b420-36d9dc54fd2c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:42.001770 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-cfe3a38b-dbd1-437d-b420-36d9dc54fd2c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.2325947 Sep 07 16:31:42.005689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd2ee6d1-6ead-4982-964e-737f2cd899a1 req-c0bc6f16-6890-49b0-87c5-260de59e15cb tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 210 time: 0.0377777 Sep 07 16:31:42.019282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-305017b1-ac83-455c-9029-261939a4fb30 req-94913a9e-6400-4dc3-9677-5b754c3d6b83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Request body: {'port': {'device_id': '5d076bf5-48e6-4c02-8435-7fa99f82ed77', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'admin_state_up': True, 'tenant_id': '8817716e700642d49d97c5d7ac182df9'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:42.035850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15bb64-7345-4b8e-9bff-9cfcb1576edc req-7bc64ddf-c4ef-404b-9e99-3c2108af6dee tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:42.037759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd15bb64-7345-4b8e-9bff-9cfcb1576edc req-7bc64ddf-c4ef-404b-9e99-3c2108af6dee tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 944 time: 0.1074982 Sep 07 16:31:42.081028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd15bb64-7345-4b8e-9bff-9cfcb1576edc req-557e4a7b-214f-4545-84b0-0218318474a3 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356529 Sep 07 16:31:42.126270 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef839ed3-8820-4c7e-afe8-33f29c926ffa service neutron] Pushing event updated for resources: {'Port': ['ID=b2e7eb69-d863-43de-af67-f0ed4bfd5020,revision_number=11']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:42.219760 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-50aa5f0d-9841-49d5-9a51-18eae9db7267 req-4fa593d5-2ead-4cca-bd67-567b6bcb02e0 service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090346 Sep 07 16:31:42.220475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ef839ed3-8820-4c7e-afe8-33f29c926ffa service neutron] No DVR routers for this DVR port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:31:42.260432 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:31:42.366778 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305017b1-ac83-455c-9029-261939a4fb30 req-94913a9e-6400-4dc3-9677-5b754c3d6b83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Made reservation on behalf of 8817716e700642d49d97c5d7ac182df9 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:31:42.370150 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-305017b1-ac83-455c-9029-261939a4fb30 req-94913a9e-6400-4dc3-9677-5b754c3d6b83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:42.385053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e09bb4-5f95-4321-98b4-8ff81fd8127f req-76454ff6-7b71-41e8-97cd-27baf449b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:42.386552 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46e09bb4-5f95-4321-98b4-8ff81fd8127f req-76454ff6-7b71-41e8-97cd-27baf449b9ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 1095 time: 0.1174600 Sep 07 16:31:42.538601 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ef839ed3-8820-4c7e-afe8-33f29c926ffa service neutron] 10.222.0.54 "PUT /v2.0/ports/b2e7eb69-d863-43de-af67-f0ed4bfd5020/bindings/n-h2-807551-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7157934 Sep 07 16:31:42.627477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e09bb4-5f95-4321-98b4-8ff81fd8127f req-54b8f8f7-557c-44dd-a402-761246545ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:42.628895 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46e09bb4-5f95-4321-98b4-8ff81fd8127f req-54b8f8f7-557c-44dd-a402-761246545ea6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.2327135 Sep 07 16:31:42.642322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-305017b1-ac83-455c-9029-261939a4fb30 req-94913a9e-6400-4dc3-9677-5b754c3d6b83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Allocated IP 172.20.0.3 (04479938-fe1a-4503-a899-ad35d3b8f9e8/095047a4-4b29-4384-8741-c774f5d6adc6/41c4279d-15c2-4491-b01d-29c3c0dc6597) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:31:42.664519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ada2a-9377-494c-abf3-776728060308 req-0082a0d0-aeb0-4aab-a2e8-ef9586bb08ac tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:42.666019 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-326ada2a-9377-494c-abf3-776728060308 req-0082a0d0-aeb0-4aab-a2e8-ef9586bb08ac tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 944 time: 0.0543919 Sep 07 16:31:42.697928 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46e09bb4-5f95-4321-98b4-8ff81fd8127f req-f131039b-c016-46d8-a7ae-5db76f174ad7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b141e62-ada9-4f99-9861-5e432efee09f HTTP/1.1" status: 200 len: 217 time: 0.0568264 Sep 07 16:31:42.705254 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-326ada2a-9377-494c-abf3-776728060308 req-0aae95be-4df6-4460-a5c4-d37bbbf037b3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329473 Sep 07 16:31:42.723592 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-0b5d3195-9870-4e61-a458-1771f7692486 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:42.725093 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-0b5d3195-9870-4e61-a458-1771f7692486 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31&tenant_id=e608a260b01c4aab87ae27b604981b64&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 1095 time: 0.1307752 Sep 07 16:31:42.835747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e09bb4-5f95-4321-98b4-8ff81fd8127f req-9c733349-0ea1-462f-9b35-058db6222bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:42.837321 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46e09bb4-5f95-4321-98b4-8ff81fd8127f req-9c733349-0ea1-462f-9b35-058db6222bf6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.1294153 Sep 07 16:31:42.888243 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-6909670a-bcd1-47f0-a00f-937268b7c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:42.889624 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-6909670a-bcd1-47f0-a00f-937268b7c7b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31&tenant_id=e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 1095 time: 0.1450841 Sep 07 16:31:42.972393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b2e7eb69-d863-43de-af67-f0ed4bfd5020 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:31:42.977030 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e09bb4-5f95-4321-98b4-8ff81fd8127f req-bd9e4633-2613-47e9-ad7b-e01ab3088983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:42.978542 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46e09bb4-5f95-4321-98b4-8ff81fd8127f req-bd9e4633-2613-47e9-ad7b-e01ab3088983 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024601 Sep 07 16:31:42.981281 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-305017b1-ac83-455c-9029-261939a4fb30 req-94913a9e-6400-4dc3-9677-5b754c3d6b83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:43.010246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device b2e7eb69-d863-43de-af67-f0ed4bfd5020 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:31:43.016414 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-01dc404e-038d-40ef-99c7-4b01fa3f2918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:43.017890 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-01dc404e-038d-40ef-99c7-4b01fa3f2918 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 1095 time: 0.0986505 Sep 07 16:31:43.094386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86f10e08-95aa-46c2-81cf-7f3debf9f5d4 req-46b9302d-44f2-4154-8d25-33798dee93d4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 210 time: 0.0270262 Sep 07 16:31:43.108868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:43.111125 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336409da-2cff-4488-9531-75b9ea138c98" -d '{"events": [{"server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:43.178796 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-305017b1-ac83-455c-9029-261939a4fb30 req-94913a9e-6400-4dc3-9677-5b754c3d6b83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:43.182027 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46e09bb4-5f95-4321-98b4-8ff81fd8127f req-05065e97-a911-4b2e-80b8-7698eca5a60c service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921134 Sep 07 16:31:43.183425 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65765a83-b535-4ff5-abca-c05222ef7c7d x-openstack-request-id: req-65765a83-b535-4ff5-abca-c05222ef7c7d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:43.183724 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:43.183977 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65765a83-b535-4ff5-abca-c05222ef7c7d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:43.185070 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'code': 200} Sep 07 16:31:43.189856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:31:43.210858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7d98d-f6dc-4b0c-8c6c-33f93f76649b req-2a4fea58-efe8-4516-98d8-7588338013e1 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:43.212549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44c7d98d-f6dc-4b0c-8c6c-33f93f76649b req-2a4fea58-efe8-4516-98d8-7588338013e1 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 944 time: 0.0554321 Sep 07 16:31:43.257331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44c7d98d-f6dc-4b0c-8c6c-33f93f76649b req-2307dd15-3120-4882-a99b-f7082d3b7377 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373313 Sep 07 16:31:43.260065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305017b1-ac83-455c-9029-261939a4fb30 req-94913a9e-6400-4dc3-9677-5b754c3d6b83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Network 04479938-fe1a-4503-a899-ad35d3b8f9e8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:31:43.269380 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-a56745f8-eed8-4444-a1ce-d481f6ca7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:43.271151 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-a56745f8-eed8-4444-a1ce-d481f6ca7b1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=5218dc37-810b-421c-8870-01b4642916d3 HTTP/1.1" status: 200 len: 896 time: 0.2432559 Sep 07 16:31:43.283002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-305017b1-ac83-455c-9029-261939a4fb30 req-94913a9e-6400-4dc3-9677-5b754c3d6b83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:31:43.289905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-305017b1-ac83-455c-9029-261939a4fb30 req-94913a9e-6400-4dc3-9677-5b754c3d6b83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:31:43.292268 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 66062259-19f8-46dc-88ad-c4ddfed7d2a6 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:31:43.296325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94913a9e-6400-4dc3-9677-5b754c3d6b83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event updated for resources: {'Port': ['ID=41c4279d-15c2-4491-b01d-29c3c0dc6597,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:43.319718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 66062259-19f8-46dc-88ad-c4ddfed7d2a6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:31:43.320365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 66062259-19f8-46dc-88ad-c4ddfed7d2a6 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:31:43.420214 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-5a12b8cb-3b7a-4a36-afd7-943942ad1956 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020 HTTP/1.1" status: 200 len: 998 time: 0.1378508 Sep 07 16:31:43.433502 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305017b1-ac83-455c-9029-261939a4fb30 req-94913a9e-6400-4dc3-9677-5b754c3d6b83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:43.434113 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-305017b1-ac83-455c-9029-261939a4fb30 req-94913a9e-6400-4dc3-9677-5b754c3d6b83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:43.450409 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46e09bb4-5f95-4321-98b4-8ff81fd8127f req-c0200c3a-9810-4e68-bb9a-0a3bc9a7cfa1 service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453549 Sep 07 16:31:43.477850 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-94913a9e-6400-4dc3-9677-5b754c3d6b83 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4625795 Sep 07 16:31:43.493004 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Request body: {'port': {'device_id': '5d076bf5-48e6-4c02-8435-7fa99f82ed77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:43.497949 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-53840bf8-232c-43f4-805b-c3ed396fc5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:43.499334 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-53840bf8-232c-43f4-805b-c3ed396fc5f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96e30429-685a-4090-8516-c0b586f51641 HTTP/1.1" status: 200 len: 835 time: 0.0611312 Sep 07 16:31:43.577807 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:43.589204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-d47bd485-476b-44c8-b095-0e00f6f5ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:43.591208 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-d47bd485-476b-44c8-b095-0e00f6f5ac3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5218dc37-810b-421c-8870-01b4642916d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733769 Sep 07 16:31:43.788969 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-e733f6a6-542d-4e93-9fcf-9c74c4062d6c service neutron] 10.222.0.35 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752138 Sep 07 16:31:43.834009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28975e6-e160-442a-a95e-9a1763114cfd req-b6a561eb-7a43-4570-ad88-ac7613eb3b66 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:43.835795 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d28975e6-e160-442a-a95e-9a1763114cfd req-b6a561eb-7a43-4570-ad88-ac7613eb3b66 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 944 time: 0.0606208 Sep 07 16:31:43.875735 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d28975e6-e160-442a-a95e-9a1763114cfd req-d1b51af9-6ea4-4beb-ac11-8d9659a2c8cf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327826 Sep 07 16:31:43.914116 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:43.941211 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-f7468af3-fbbd-43e5-b28b-8c7d46d19f07 service neutron] 10.222.0.35 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433156 Sep 07 16:31:43.989172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c4279d-15c2-4491-b01d-29c3c0dc6597 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:31:43.996358 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:44.009120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Transition to ACTIVE for port object 41c4279d-15c2-4491-b01d-29c3c0dc6597 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:31:44.013539 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:44.063917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Pushing event updated for resources: {'Port': ['ID=41c4279d-15c2-4491-b01d-29c3c0dc6597,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:44.136961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Attempting to bind port 41c4279d-15c2-4491-b01d-29c3c0dc6597 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:31:44.137302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Attempting to bind port 41c4279d-15c2-4491-b01d-29c3c0dc6597 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:31:44.138525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Attempting to bind port 41c4279d-15c2-4491-b01d-29c3c0dc6597 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:44.143031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Port 41c4279d-15c2-4491-b01d-29c3c0dc6597 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:31:44.143349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Attempting to bind port 41c4279d-15c2-4491-b01d-29c3c0dc6597 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:31:44.158371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:31:44.158710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Checking segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:31:44.159099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Bound using segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:31:44.159537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Bound port: 41c4279d-15c2-4491-b01d-29c3c0dc6597, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:31:44.159959 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:44.214025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0364e-6ec3-4ea0-bce7-a070e28de69f req-a25a5368-4df6-40cd-9665-8e66480ef7c8 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:44.216328 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41e0364e-6ec3-4ea0-bce7-a070e28de69f req-a25a5368-4df6-40cd-9665-8e66480ef7c8 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 943 time: 0.0496531 Sep 07 16:31:44.224917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-6160ec9b-e6c1-41b7-aca9-b92ded4d8761 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:44.226639 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-6160ec9b-e6c1-41b7-aca9-b92ded4d8761 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31&tenant_id=e608a260b01c4aab87ae27b604981b64&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 1095 time: 0.0781932 Sep 07 16:31:44.240871 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-179eb57b-0312-450b-b819-737766a3cff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:44.256012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41e0364e-6ec3-4ea0-bce7-a070e28de69f req-af1c68d1-a51f-424b-b1d8-da8290bcabd7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335817 Sep 07 16:31:44.283496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] For port 41c4279d-15c2-4491-b01d-29c3c0dc6597, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:31:44.290135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] For port 41c4279d-15c2-4491-b01d-29c3c0dc6597, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=41c4279d-15c2-4491-b01d-29c3c0dc6597,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:31:44.299808 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:44.345014 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:44.345626 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:44.346989 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] 10.222.0.35 "PUT /v2.0/ports/41c4279d-15c2-4491-b01d-29c3c0dc6597 HTTP/1.1" status: 200 len: 1091 time: 0.8597159 Sep 07 16:31:44.380169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa2dc3-c742-434c-85a8-38064dd08710 req-3cd9a8cd-8a5b-4b02-ac6f-733438ef1190 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:44.381814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2daa2dc3-c742-434c-85a8-38064dd08710 req-3cd9a8cd-8a5b-4b02-ac6f-733438ef1190 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 944 time: 0.0521870 Sep 07 16:31:44.407928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e2266-73b2-4632-8ab5-7cad1bca3b09 service neutron] Pushing event updated for resources: {'Port': ['ID=41c4279d-15c2-4491-b01d-29c3c0dc6597,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:44.422002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2daa2dc3-c742-434c-85a8-38064dd08710 req-2be42232-d8f8-4f32-961d-7431d5f22b7b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Sep 07 16:31:44.440006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-45494436-9f6f-4649-a7cd-226d50dda1b4 service neutron] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:31:44.444592 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-45494436-9f6f-4649-a7cd-226d50dda1b4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:44.445705 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-45494436-9f6f-4649-a7cd-226d50dda1b4 service neutron] 10.222.0.35 "DELETE /v2.0/ports/b2e7eb69-d863-43de-af67-f0ed4bfd5020/bindings/n-h1-807551-3 HTTP/1.1" status: 204 len: 173 time: 0.2101183 Sep 07 16:31:44.452654 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305017b1-ac83-455c-9029-261939a4fb30 req-a29b1eff-8b26-4700-96ca-39bd71063235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:44.454094 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-a29b1eff-8b26-4700-96ca-39bd71063235 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 1094 time: 0.0637293 Sep 07 16:31:44.501684 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-d91e6446-5b77-42f3-9f54-cfa0b355fc7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c4279d-15c2-4491-b01d-29c3c0dc6597 HTTP/1.1" status: 200 len: 217 time: 0.0392303 Sep 07 16:31:44.850684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305017b1-ac83-455c-9029-261939a4fb30 req-8c0ca658-5416-48ac-8ee3-93eac6588c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:44.852143 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-8c0ca658-5416-48ac-8ee3-93eac6588c8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.3416505 Sep 07 16:31:44.884549 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-86dbcbfe-7687-43c5-9c69-9d00503af37b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249398 Sep 07 16:31:44.914492 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:44.973278 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6b141e62-ada9-4f99-9861-5e432efee09f details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:31:44.981983 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-322bbbd8-90bd-43f9-a2cd-08b895fa7d72 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899067 Sep 07 16:31:45.001591 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae4855-41b3-4c6a-8dfa-33009bd4e44b req-b4ca1fa4-48d7-439b-83d1-5d4bc3c1d819 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:45.003462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-daae4855-41b3-4c6a-8dfa-33009bd4e44b req-b4ca1fa4-48d7-439b-83d1-5d4bc3c1d819 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 944 time: 0.0567679 Sep 07 16:31:45.041863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-daae4855-41b3-4c6a-8dfa-33009bd4e44b req-d4493e4c-d959-4ccf-9e58-9111c665855a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324249 Sep 07 16:31:45.081373 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-305017b1-ac83-455c-9029-261939a4fb30 req-1b926808-ae2e-45aa-a3b1-93dee808bc9a service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899949 Sep 07 16:31:45.081883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:45.094106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '6b141e62-ada9-4f99-9861-5e432efee09f', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'port_id': '6b141e62-ada9-4f99-9861-5e432efee09f', 'mac_address': 'fa:16:3e:ab:cb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:31:45.140064 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:45.157406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b141e62-ada9-4f99-9861-5e432efee09f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:31:45.165062 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9215531-7634-46cb-9935-47bb4f6fd7fa req-14566d0e-bb3f-48ac-91f8-4527ed619fa2 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:45.166804 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9215531-7634-46cb-9935-47bb4f6fd7fa req-14566d0e-bb3f-48ac-91f8-4527ed619fa2 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 1095 time: 0.0476351 Sep 07 16:31:45.180448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:45.184980 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:45.186186 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d076bf5-48e6-4c02-8435-7fa99f82ed77', 'tag': '41c4279d-15c2-4491-b01d-29c3c0dc6597'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:45.189971 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2206c09-1f06-4af0-8b6e-d33d388c5fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d076bf5-48e6-4c02-8435-7fa99f82ed77", "tag": "41c4279d-15c2-4491-b01d-29c3c0dc6597"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:45.209053 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9215531-7634-46cb-9935-47bb4f6fd7fa req-f45a1d61-45c6-4d6e-ae22-8c786a9928a8 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338125 Sep 07 16:31:45.230317 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb10b04-2753-4f23-ae96-f74d6ad85815 x-openstack-request-id: req-bcb10b04-2753-4f23-ae96-f74d6ad85815 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:45.230995 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d076bf5-48e6-4c02-8435-7fa99f82ed77", "tag": "41c4279d-15c2-4491-b01d-29c3c0dc6597", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:45.230995 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcb10b04-2753-4f23-ae96-f74d6ad85815 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:45.231327 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d076bf5-48e6-4c02-8435-7fa99f82ed77', 'tag': '41c4279d-15c2-4491-b01d-29c3c0dc6597', 'status': 'completed', 'code': 200} Sep 07 16:31:45.247428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=6b141e62-ada9-4f99-9861-5e432efee09f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:45.301951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2206c09-1f06-4af0-8b6e-d33d388c5fe7 req-1a0b62b0-b5b3-4367-9260-86c68144788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:45.303593 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2206c09-1f06-4af0-8b6e-d33d388c5fe7 req-1a0b62b0-b5b3-4367-9260-86c68144788b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 1094 time: 0.0448143 Sep 07 16:31:45.385428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1666038-34c9-4cb4-bc3a-062ffa5602f8 req-b13c5e19-4004-4e88-a969-53498c84f20f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:45.388140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1666038-34c9-4cb4-bc3a-062ffa5602f8 req-b13c5e19-4004-4e88-a969-53498c84f20f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 944 time: 0.0806556 Sep 07 16:31:45.404251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2206c09-1f06-4af0-8b6e-d33d388c5fe7 req-bf696422-44af-4d0e-83fc-43b50f5ebeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:45.405767 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2206c09-1f06-4af0-8b6e-d33d388c5fe7 req-bf696422-44af-4d0e-83fc-43b50f5ebeaa service neutron] 10.222.0.35 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 907 time: 0.0946960 Sep 07 16:31:45.416570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585131e-502a-455b-8bb4-48abdfacc35b req-bb199c89-b57e-4a2d-a8e9-c423585db929 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:45.418025 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1585131e-502a-455b-8bb4-48abdfacc35b req-bb199c89-b57e-4a2d-a8e9-c423585db929 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 943 time: 0.0813749 Sep 07 16:31:45.448809 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2206c09-1f06-4af0-8b6e-d33d388c5fe7 req-37956aa0-7517-4b63-a367-5a3b15d43f25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c4279d-15c2-4491-b01d-29c3c0dc6597 HTTP/1.1" status: 200 len: 217 time: 0.0354939 Sep 07 16:31:45.451605 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1666038-34c9-4cb4-bc3a-062ffa5602f8 req-032c1d73-136d-491d-8f7d-d1740b7d53ad tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574083 Sep 07 16:31:45.479756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['6b141e62-ada9-4f99-9861-5e432efee09f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:31:45.480130 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1585131e-502a-455b-8bb4-48abdfacc35b req-33795db1-9db6-4c09-8b26-aa9db0ddc636 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536098 Sep 07 16:31:45.480668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51042) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:45.508067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2206c09-1f06-4af0-8b6e-d33d388c5fe7 req-a264cfbc-4b4c-440e-a3c0-1d9c33d116c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:45.509590 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2206c09-1f06-4af0-8b6e-d33d388c5fe7 req-a264cfbc-4b4c-440e-a3c0-1d9c33d116c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.0529351 Sep 07 16:31:45.542715 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2206c09-1f06-4af0-8b6e-d33d388c5fe7 req-c9790355-31ba-46cc-a675-4f9fd26f398e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257189 Sep 07 16:31:45.573968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4fd93217-ce33-4872-a59a-f99e0e38ee57 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/dbc5a5a9-837c-4ea7-a54f-76c08953c943 HTTP/1.1" status: 200 len: 990 time: 0.0917096 Sep 07 16:31:45.594098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe64b8-dde0-459e-8380-5113dc8f5e5b req-c3155daf-5436-4612-8dac-9d6bef66d088 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:45.595707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ebe64b8-dde0-459e-8380-5113dc8f5e5b req-c3155daf-5436-4612-8dac-9d6bef66d088 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0731745 Sep 07 16:31:45.645604 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2206c09-1f06-4af0-8b6e-d33d388c5fe7 req-597c1674-ac64-4ab6-a31f-e3619e56831f service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945153 Sep 07 16:31:45.649614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ebe64b8-dde0-459e-8380-5113dc8f5e5b req-f4e5565d-49f7-4e96-bb71-c91f1b3c3c3a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466323 Sep 07 16:31:45.740574 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f2206c09-1f06-4af0-8b6e-d33d388c5fe7 req-c41521b3-ed86-454d-b2e4-16957c915388 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875010 Sep 07 16:31:46.595510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e82ece-54f8-4108-9439-d5675f4b624e req-356f5981-25e2-43b7-8f51-8b4529fcd44d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:46.597017 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14e82ece-54f8-4108-9439-d5675f4b624e req-356f5981-25e2-43b7-8f51-8b4529fcd44d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 943 time: 0.0487058 Sep 07 16:31:46.633983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14e82ece-54f8-4108-9439-d5675f4b624e req-7a157a8a-68f3-4fde-8ec5-a3fc147669ca tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311072 Sep 07 16:31:46.766925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47f282-6a2e-4dc7-ab2c-86a10376fa6f req-6e8cfd3d-4460-4092-8ca9-fb47de6aa416 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:46.768376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e47f282-6a2e-4dc7-ab2c-86a10376fa6f req-6e8cfd3d-4460-4092-8ca9-fb47de6aa416 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0489056 Sep 07 16:31:46.804304 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e47f282-6a2e-4dc7-ab2c-86a10376fa6f req-068b3eda-5875-4862-a9e8-9774e0f7d3d2 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300605 Sep 07 16:31:46.834164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:46.989106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6b141e62-ada9-4f99-9861-5e432efee09f up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:31:47.037991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 6b141e62-ada9-4f99-9861-5e432efee09f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:31:47.041333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 6b141e62-ada9-4f99-9861-5e432efee09f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:31:47.041710 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:47.113935 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:47.135432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:47.137669 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988b0ba7-070a-4060-b03f-60d815cbda1c" -d '{"events": [{"server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "name": "network-vif-plugged", "status": "completed", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:47.149776 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:47.153717 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:47.176417 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e196c780-4c8e-4440-9460-023daa6848ab x-openstack-request-id: req-e196c780-4c8e-4440-9460-023daa6848ab {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:47.176712 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "name": "network-vif-plugged", "status": "completed", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:47.176965 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e196c780-4c8e-4440-9460-023daa6848ab {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:47.177358 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f', 'code': 200} Sep 07 16:31:47.204285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=6b141e62-ada9-4f99-9861-5e432efee09f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:47.284408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599aebd-e45e-4a49-b224-0d5d0643c5cf req-ad113567-cada-42f9-ac62-fd2dd447b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:47.285919 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7599aebd-e45e-4a49-b224-0d5d0643c5cf req-ad113567-cada-42f9-ac62-fd2dd447b4a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 1097 time: 0.0414093 Sep 07 16:31:47.321695 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7599aebd-e45e-4a49-b224-0d5d0643c5cf req-8acd88a5-fed7-4398-8327-b97c7eb1188d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274267 Sep 07 16:31:47.752285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f5327-60ee-4b43-8878-ada53b9fc735 req-9b6fa5bb-bb4c-4302-9444-954b30b4a420 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:47.753806 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-760f5327-60ee-4b43-8878-ada53b9fc735 req-9b6fa5bb-bb4c-4302-9444-954b30b4a420 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 943 time: 0.0525146 Sep 07 16:31:47.789453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-760f5327-60ee-4b43-8878-ada53b9fc735 req-90f61134-2a57-4276-b206-8a52ff0a0181 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298333 Sep 07 16:31:47.922030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfd156-ab23-49a5-af06-5c7742a108a9 req-2cf0a217-5cd7-4e08-8d1b-64f76d782cde tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:47.923533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84bfd156-ab23-49a5-af06-5c7742a108a9 req-2cf0a217-5cd7-4e08-8d1b-64f76d782cde tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0485315 Sep 07 16:31:47.960343 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-84bfd156-ab23-49a5-af06-5c7742a108a9 req-5038b9c6-47e6-4b0d-82aa-60fd1334a8c5 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309637 Sep 07 16:31:48.901165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bd3a2-9b4c-492d-b4ef-b87e9c8d86a5 req-e501496e-ac48-4724-922b-40f942ab72eb tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:48.902652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b10bd3a2-9b4c-492d-b4ef-b87e9c8d86a5 req-e501496e-ac48-4724-922b-40f942ab72eb tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 943 time: 0.0486157 Sep 07 16:31:48.939532 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b10bd3a2-9b4c-492d-b4ef-b87e9c8d86a5 req-a739d388-6708-4e0f-ad42-5e64900ab307 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309420 Sep 07 16:31:49.078985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d25a0f-2567-4e43-a1b0-f485885dd142 req-f986ec4b-d270-4cc7-b1dd-44ca94fb8d69 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:49.080436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b7d25a0f-2567-4e43-a1b0-f485885dd142 req-f986ec4b-d270-4cc7-b1dd-44ca94fb8d69 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0519946 Sep 07 16:31:49.116259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b7d25a0f-2567-4e43-a1b0-f485885dd142 req-f5ea8bab-edcf-425e-8550-80fd014767bf tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300558 Sep 07 16:31:49.228901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ad877-d4ed-46c7-8827-6b76a46d41a3 req-471cd8b4-374b-4520-94bc-f3ccc5734b3b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:49.230497 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-881ad877-d4ed-46c7-8827-6b76a46d41a3 req-471cd8b4-374b-4520-94bc-f3ccc5734b3b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0492928 Sep 07 16:31:49.239313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51066) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:49.243623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-958fef32-2b4d-47b2-8314-53b399c868f0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Request body: {'floatingip': {'port_id': '6b141e62-ada9-4f99-9861-5e432efee09f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:31:49.281743 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-958fef32-2b4d-47b2-8314-53b399c868f0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:49.325505 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 41c4279d-15c2-4491-b01d-29c3c0dc6597 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:31:49.420527 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 41c4279d-15c2-4491-b01d-29c3c0dc6597, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=41c4279d-15c2-4491-b01d-29c3c0dc6597,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:49.431256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '41c4279d-15c2-4491-b01d-29c3c0dc6597', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'port_id': '41c4279d-15c2-4491-b01d-29c3c0dc6597', 'mac_address': 'fa:16:3e:29:c6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095047a4-4b29-4384-8741-c774f5d6adc6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:31:49.467003 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:49.479214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c4279d-15c2-4491-b01d-29c3c0dc6597 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:31:49.502717 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 41c4279d-15c2-4491-b01d-29c3c0dc6597, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=41c4279d-15c2-4491-b01d-29c3c0dc6597,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:49.507691 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:49.553190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=41c4279d-15c2-4491-b01d-29c3c0dc6597,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:49.712652 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-958fef32-2b4d-47b2-8314-53b399c868f0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:49.716968 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-958fef32-2b4d-47b2-8314-53b399c868f0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:49.815298 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-958fef32-2b4d-47b2-8314-53b399c868f0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Floating IP ab8020d4-c5c7-4854-88e1-2e431824e2e9 associated. External IP: 172.25.3.143, port: 6b141e62-ada9-4f99-9861-5e432efee09f. Sep 07 16:31:49.877868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['41c4279d-15c2-4491-b01d-29c3c0dc6597'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:31:50.051916 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958fef32-2b4d-47b2-8314-53b399c868f0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:31:50.071070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f87ce4-534e-44bb-a733-ff446decffce req-f9b8a1a8-f3d7-414e-ba9f-771a9b709dad tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:50.072572 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94f87ce4-534e-44bb-a733-ff446decffce req-f9b8a1a8-f3d7-414e-ba9f-771a9b709dad tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 944 time: 0.0643089 Sep 07 16:31:50.176786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94f87ce4-534e-44bb-a733-ff446decffce req-b2aae43c-b4f0-4cb5-b221-9131a9b73158 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670485 Sep 07 16:31:50.195871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958fef32-2b4d-47b2-8314-53b399c868f0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:31:50.201393 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-958fef32-2b4d-47b2-8314-53b399c868f0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:50.206007 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a7835-3901-46f0-83b5-d57c79b48a42 None None] Sync routers for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:31:50.215041 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a7835-3901-46f0-83b5-d57c79b48a42 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:31:50.216227 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6f1a7835-3901-46f0-83b5-d57c79b48a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:50.231939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-958fef32-2b4d-47b2-8314-53b399c868f0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "PUT /v2.0/floatingips/ab8020d4-c5c7-4854-88e1-2e431824e2e9 HTTP/1.1" status: 200 len: 992 time: 0.9912059 Sep 07 16:31:50.232850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:50.236265 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82e942d-4486-4f1f-8909-aac826f1eea9" -d '{"events": [{"name": "network-changed", "server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:50.324579 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6f1a7835-3901-46f0-83b5-d57c79b48a42 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:31:50.325761 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7ca0fb-4e56-4eb6-acd9-d1e7545c25a7 x-openstack-request-id: req-ec7ca0fb-4e56-4eb6-acd9-d1e7545c25a7 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:50.326055 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:50.326307 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec7ca0fb-4e56-4eb6-acd9-d1e7545c25a7 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:50.326716 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f', 'status': 'completed', 'code': 200} Sep 07 16:31:50.387124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e942d-4486-4f1f-8909-aac826f1eea9 req-4edfa6ed-74dc-4c98-aa61-83434de90e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:50.389221 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d82e942d-4486-4f1f-8909-aac826f1eea9 req-4edfa6ed-74dc-4c98-aa61-83434de90e6c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 1097 time: 0.0412240 Sep 07 16:31:50.483126 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e942d-4486-4f1f-8909-aac826f1eea9 req-a0129f9b-2e53-4a2c-83da-8f6ee6288cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:50.484634 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d82e942d-4486-4f1f-8909-aac826f1eea9 req-a0129f9b-2e53-4a2c-83da-8f6ee6288cd0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.0868845 Sep 07 16:31:50.543463 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6f1a7835-3901-46f0-83b5-d57c79b48a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'ab8020d4-c5c7-4854-88e1-2e431824e2e9', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'port_id': '6b141e62-ada9-4f99-9861-5e432efee09f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'mac_address': 'fa:16:3e:ab:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:31:37Z', 'updated_at': '2021-09-07T16:31:49Z', 'revision_number': 1, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:29Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:50.555590 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d82e942d-4486-4f1f-8909-aac826f1eea9 req-f0124c08-57d1-499e-b6f9-6448a95c7e25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b141e62-ada9-4f99-9861-5e432efee09f HTTP/1.1" status: 200 len: 1000 time: 0.0628464 Sep 07 16:31:50.572379 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a7835-3901-46f0-83b5-d57c79b48a42 None None] Checking router: 6a4ba10b-0c9a-4492-a91f-08db95b22f35 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:31:50.581112 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a7835-3901-46f0-83b5-d57c79b48a42 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:31:50.581712 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6f1a7835-3901-46f0-83b5-d57c79b48a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:50.604720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e942d-4486-4f1f-8909-aac826f1eea9 req-bf88806c-fdfc-4bd5-a447-3ee6c12cf5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:50.606175 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d82e942d-4486-4f1f-8909-aac826f1eea9 req-bf88806c-fdfc-4bd5-a447-3ee6c12cf5cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.0431983 Sep 07 16:31:50.652885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e942d-4486-4f1f-8909-aac826f1eea9 req-961e16b8-135e-45b4-ad52-182ee3fda4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:50.654401 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d82e942d-4486-4f1f-8909-aac826f1eea9 req-961e16b8-135e-45b4-ad52-182ee3fda4e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406053 Sep 07 16:31:50.757670 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d82e942d-4486-4f1f-8909-aac826f1eea9 req-b1f981f3-2109-4d7c-8d85-265fa66dc509 service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934448 Sep 07 16:31:50.771849 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6f1a7835-3901-46f0-83b5-d57c79b48a42 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:31:50.850459 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d82e942d-4486-4f1f-8909-aac826f1eea9 req-4e541b5e-8fec-4740-943f-3c57e19e82ce service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849433 Sep 07 16:31:50.989585 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6f1a7835-3901-46f0-83b5-d57c79b48a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'ab8020d4-c5c7-4854-88e1-2e431824e2e9', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'port_id': '6b141e62-ada9-4f99-9861-5e432efee09f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'mac_address': 'fa:16:3e:ab:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:31:37Z', 'updated_at': '2021-09-07T16:31:49Z', 'revision_number': 1, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:29Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:51.019279 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a7835-3901-46f0-83b5-d57c79b48a42 None None] The sync data for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 is: [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'ab8020d4-c5c7-4854-88e1-2e431824e2e9', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'port_id': '6b141e62-ada9-4f99-9861-5e432efee09f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'mac_address': 'fa:16:3e:ab:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:31:37Z', 'updated_at': '2021-09-07T16:31:49Z', 'revision_number': 1, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:29Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:31:51.200173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f3ed91-e100-4635-bc50-112229790d85 None None] New status for floating IP ab8020d4-c5c7-4854-88e1-2e431824e2e9: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:31:51.301750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55707f8c-cb85-4c35-8f97-08e22c998213 req-d2ef63de-1683-4ab4-bcc1-b7be2de18890 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:51.303263 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55707f8c-cb85-4c35-8f97-08e22c998213 req-d2ef63de-1683-4ab4-bcc1-b7be2de18890 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 944 time: 0.0550044 Sep 07 16:31:51.342899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55707f8c-cb85-4c35-8f97-08e22c998213 req-3a0051e9-10fc-40f3-b3a3-c6e790417aaa tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Sep 07 16:31:51.383675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 41c4279d-15c2-4491-b01d-29c3c0dc6597 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:31:51.487940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 41c4279d-15c2-4491-b01d-29c3c0dc6597 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:31:51.494032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 41c4279d-15c2-4491-b01d-29c3c0dc6597 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:31:51.494414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:51.600797 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:51.622690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d076bf5-48e6-4c02-8435-7fa99f82ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c4279d-15c2-4491-b01d-29c3c0dc6597'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:51.624946 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125d96fa-cd24-4d5d-9d6f-bc0d6b7c9685" -d '{"events": [{"server_uuid": "5d076bf5-48e6-4c02-8435-7fa99f82ed77", "name": "network-vif-plugged", "status": "completed", "tag": "41c4279d-15c2-4491-b01d-29c3c0dc6597"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:51.637705 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 41c4279d-15c2-4491-b01d-29c3c0dc6597, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=41c4279d-15c2-4491-b01d-29c3c0dc6597,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:51.641651 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:51.665669 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebcc1d6-4d7e-4247-87c9-43851ecb703d x-openstack-request-id: req-4ebcc1d6-4d7e-4247-87c9-43851ecb703d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:51.665962 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d076bf5-48e6-4c02-8435-7fa99f82ed77", "name": "network-vif-plugged", "status": "completed", "tag": "41c4279d-15c2-4491-b01d-29c3c0dc6597", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:51.666217 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ebcc1d6-4d7e-4247-87c9-43851ecb703d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:51.666605 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d076bf5-48e6-4c02-8435-7fa99f82ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c4279d-15c2-4491-b01d-29c3c0dc6597', 'code': 200} Sep 07 16:31:51.690546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=41c4279d-15c2-4491-b01d-29c3c0dc6597,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:52.457243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67b249-1198-47e0-bfe9-c5bcf446cbc1 req-4bab0540-e1ae-4b08-a355-fadb5503e67e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:52.458754 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad67b249-1198-47e0-bfe9-c5bcf446cbc1 req-4bab0540-e1ae-4b08-a355-fadb5503e67e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0481317 Sep 07 16:31:52.494907 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad67b249-1198-47e0-bfe9-c5bcf446cbc1 req-f6a63aa3-d1ad-4a7e-bda2-2597ef95c691 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302880 Sep 07 16:31:53.609275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c992ff-d5cf-4a79-a128-d44878732895 req-de5d9fb8-f1c3-439c-aa1b-ef36a8170667 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:53.610748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46c992ff-d5cf-4a79-a128-d44878732895 req-de5d9fb8-f1c3-439c-aa1b-ef36a8170667 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0482559 Sep 07 16:31:53.649235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46c992ff-d5cf-4a79-a128-d44878732895 req-b02b0a83-ce26-4fbf-a999-c5ead8b9aec7 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Sep 07 16:31:53.737076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51090) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:53.799083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-36ee22e2-bd9d-400b-9852-98d11a7541d4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/floatingips/10dfda42-b42f-4ad0-b0ff-6a523c2483d1 HTTP/1.1" status: 200 len: 992 time: 0.0607994 Sep 07 16:31:54.081984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51096) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:54.237993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-152d1da0-cc54-4aab-b08a-d42d60bc355f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting port 06179038-07f4-418f-8b68-fef8e01dd567 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:31:54.238337 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-152d1da0-cc54-4aab-b08a-d42d60bc355f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:54.314090 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-152d1da0-cc54-4aab-b08a-d42d60bc355f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:54.314427 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-152d1da0-cc54-4aab-b08a-d42d60bc355f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:54.325803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-152d1da0-cc54-4aab-b08a-d42d60bc355f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Calling delete_port for 06179038-07f4-418f-8b68-fef8e01dd567 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:31:54.469485 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-152d1da0-cc54-4aab-b08a-d42d60bc355f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:54.491683 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d1da0-cc54-4aab-b08a-d42d60bc355f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Port': ['ID=06179038-07f4-418f-8b68-fef8e01dd567,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:54.551838 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-152d1da0-cc54-4aab-b08a-d42d60bc355f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:54.552168 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-152d1da0-cc54-4aab-b08a-d42d60bc355f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Floating IP 10dfda42-b42f-4ad0-b0ff-6a523c2483d1 disassociated (deleted). External IP: 172.25.3.10, port: c8b34225-e35e-4d8d-8f93-1da3af7a4d39. Sep 07 16:31:54.755804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152d1da0-cc54-4aab-b08a-d42d60bc355f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Router 51dfa040-2014-4f55-a54e-ed153fca9508 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:31:54.763849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b6f7-908d-4505-bd25-c5135f9b8af4 req-e4b3d7fd-7af9-4360-9f87-856c86eb5672 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:54.765369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c195b6f7-908d-4505-bd25-c5135f9b8af4 req-e4b3d7fd-7af9-4360-9f87-856c86eb5672 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0485759 Sep 07 16:31:54.802254 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c195b6f7-908d-4505-bd25-c5135f9b8af4 req-f0ce712f-ce80-4bfa-898f-946c5efc2733 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309825 Sep 07 16:31:54.867684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152d1da0-cc54-4aab-b08a-d42d60bc355f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:31:54.872917 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-152d1da0-cc54-4aab-b08a-d42d60bc355f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:54.877610 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d069ec-152c-4533-be60-51f837efeff9 None None] Sync routers for ids ['51dfa040-2014-4f55-a54e-ed153fca9508'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:31:54.886237 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d069ec-152c-4533-be60-51f837efeff9 None None] Routers {'51dfa040-2014-4f55-a54e-ed153fca9508'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:31:54.886836 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-70d069ec-152c-4533-be60-51f837efeff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['51dfa040-2014-4f55-a54e-ed153fca9508'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:54.899533 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-152d1da0-cc54-4aab-b08a-d42d60bc355f tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "DELETE /v2.0/floatingips/10dfda42-b42f-4ad0-b0ff-6a523c2483d1 HTTP/1.1" status: 204 len: 168 time: 0.8165188 Sep 07 16:31:54.900127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'tag': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:54.902407 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54f2711-7e43-460c-945b-ac562cfb1182" -d '{"events": [{"name": "network-changed", "server_uuid": "b21ba7f4-e200-4c70-8d4b-daaee0488371", "tag": "c8b34225-e35e-4d8d-8f93-1da3af7a4d39"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:54.990056 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-70d069ec-152c-4533-be60-51f837efeff9 None None] Set router 51dfa040-2014-4f55-a54e-ed153fca9508 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:31:55.051050 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b276569d-3f16-451e-a1cf-4dc9433665b8 x-openstack-request-id: req-b276569d-3f16-451e-a1cf-4dc9433665b8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:55.051450 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21ba7f4-e200-4c70-8d4b-daaee0488371", "tag": "c8b34225-e35e-4d8d-8f93-1da3af7a4d39", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:55.051802 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b276569d-3f16-451e-a1cf-4dc9433665b8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:55.052302 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'tag': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39', 'status': 'completed', 'code': 200} Sep 07 16:31:55.122697 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2711-7e43-460c-945b-ac562cfb1182 req-001ddf1d-42b6-4f0e-bea3-942db60c3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:55.125101 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a54f2711-7e43-460c-945b-ac562cfb1182 req-001ddf1d-42b6-4f0e-bea3-942db60c3366 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f5594cfe03a44f3b868060a14924d0e7&device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 1096 time: 0.0473173 Sep 07 16:31:55.148706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951254f6-3f7c-48c1-a3cb-f2225c8f9750 req-19a4dbd6-3a00-445a-8916-3ce61cf3ad88 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:55.150384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-951254f6-3f7c-48c1-a3cb-f2225c8f9750 req-19a4dbd6-3a00-445a-8916-3ce61cf3ad88 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 945 time: 0.0538251 Sep 07 16:31:55.197182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-951254f6-3f7c-48c1-a3cb-f2225c8f9750 req-9ed327db-2c45-425a-9d32-73fee193ee5c tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcaf2ee8-407c-47da-bd61-95552bc2ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389395 Sep 07 16:31:55.198914 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-70d069ec-152c-4533-be60-51f837efeff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:30:58Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'd0a521fc-8a4f-4cba-8397-b072147b2611', 'name': '', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:30:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:57Z', 'updated_at': '2021-09-07T16:31:01Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:55.224707 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d069ec-152c-4533-be60-51f837efeff9 None None] Checking router: 51dfa040-2014-4f55-a54e-ed153fca9508 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:31:55.224937 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2711-7e43-460c-945b-ac562cfb1182 req-b37fe134-6c30-4b73-98ef-8aaf5c274232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:55.226392 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a54f2711-7e43-460c-945b-ac562cfb1182 req-b37fe134-6c30-4b73-98ef-8aaf5c274232 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4b51c6c6-2366-4be2-962e-3b30dc464930 HTTP/1.1" status: 200 len: 898 time: 0.0916269 Sep 07 16:31:55.233874 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d069ec-152c-4533-be60-51f837efeff9 None None] Routers {'51dfa040-2014-4f55-a54e-ed153fca9508'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:31:55.234470 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-70d069ec-152c-4533-be60-51f837efeff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['51dfa040-2014-4f55-a54e-ed153fca9508'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:55.275891 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a54f2711-7e43-460c-945b-ac562cfb1182 req-d4b6e22a-e35b-430b-8af1-d646613cae00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8b34225-e35e-4d8d-8f93-1da3af7a4d39 HTTP/1.1" status: 200 len: 217 time: 0.0387735 Sep 07 16:31:55.329038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2711-7e43-460c-945b-ac562cfb1182 req-e092743a-80b5-473c-8cda-7f513a304d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:55.330490 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a54f2711-7e43-460c-945b-ac562cfb1182 req-e092743a-80b5-473c-8cda-7f513a304d93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7671490d-e2b2-45b9-a7b2-40d008d51ea4 HTTP/1.1" status: 200 len: 835 time: 0.0448563 Sep 07 16:31:55.336681 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-70d069ec-152c-4533-be60-51f837efeff9 None None] Set router 51dfa040-2014-4f55-a54e-ed153fca9508 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:31:55.387639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2711-7e43-460c-945b-ac562cfb1182 req-ee4fcb06-9f54-44bc-a43f-26fbc950c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:55.389189 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a54f2711-7e43-460c-945b-ac562cfb1182 req-ee4fcb06-9f54-44bc-a43f-26fbc950c919 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b51c6c6-2366-4be2-962e-3b30dc464930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407045 Sep 07 16:31:55.488310 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a54f2711-7e43-460c-945b-ac562cfb1182 req-f4c7409c-2c29-4188-9a9d-0df7d59f0d17 service neutron] 10.222.0.54 "GET /v2.0/networks/4b51c6c6-2366-4be2-962e-3b30dc464930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850534 Sep 07 16:31:55.537612 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-70d069ec-152c-4533-be60-51f837efeff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:30:58Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'd0a521fc-8a4f-4cba-8397-b072147b2611', 'name': '', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:30:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:57Z', 'updated_at': '2021-09-07T16:31:01Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:31:55.563765 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d069ec-152c-4533-be60-51f837efeff9 None None] The sync data for ids ['51dfa040-2014-4f55-a54e-ed153fca9508'] in n-d-807551-3 is: [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:30:58Z', 'revision_number': 4, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'd0a521fc-8a4f-4cba-8397-b072147b2611', 'name': '', 'network_id': '4b51c6c6-2366-4be2-962e-3b30dc464930', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'mac_address': 'fa:16:3e:30:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:57Z', 'updated_at': '2021-09-07T16:31:01Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'subnets': [{'id': '7671490d-e2b2-45b9-a7b2-40d008d51ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:31:55.584224 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a54f2711-7e43-460c-945b-ac562cfb1182 req-fe1c85eb-e970-4ef3-a32b-576caa0b168b service neutron] 10.222.0.54 "GET /v2.0/networks/4b51c6c6-2366-4be2-962e-3b30dc464930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850530 Sep 07 16:31:55.774091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce7011-cf42-4ae3-8abe-73962b272feb None None] New status for floating IP 10dfda42-b42f-4ad0-b0ff-6a523c2483d1: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:31:55.916918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170756-d1c7-44b8-8cf4-ba21fd009e62 req-e3d95c8d-a921-42d2-81f2-e5936b80ae08 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:55.918993 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6170756-d1c7-44b8-8cf4-ba21fd009e62 req-e3d95c8d-a921-42d2-81f2-e5936b80ae08 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Sep 07 16:31:55.955149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6170756-d1c7-44b8-8cf4-ba21fd009e62 req-87b00024-1d5b-45bd-ba98-3db4b8d94e00 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Sep 07 16:31:56.316554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a957770-32a3-4f0e-8e99-0c94e657c260 req-bfaa35a4-3d92-4e82-915b-9bb05ad675ce tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:56.318069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a957770-32a3-4f0e-8e99-0c94e657c260 req-bfaa35a4-3d92-4e82-915b-9bb05ad675ce tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 945 time: 0.0484679 Sep 07 16:31:56.355332 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a957770-32a3-4f0e-8e99-0c94e657c260 req-79ce5db7-1d57-4f89-86ca-c6962788d5ff tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/security-groups?id=fcaf2ee8-407c-47da-bd61-95552bc2ebad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309126 Sep 07 16:31:56.660696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74876893-4fb9-4715-8692-85bbaaf86453 req-9118e9fe-55ba-4c3e-9826-3900cac6d846 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:56.662073 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-74876893-4fb9-4715-8692-85bbaaf86453 req-9118e9fe-55ba-4c3e-9826-3900cac6d846 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.54 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 945 time: 0.0490186 Sep 07 16:31:56.755348 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-74876893-4fb9-4715-8692-85bbaaf86453 req-7de32813-2cc8-4ba3-a8f1-905b89dbe49e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting port c8b34225-e35e-4d8d-8f93-1da3af7a4d39 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:31:56.755698 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-74876893-4fb9-4715-8692-85bbaaf86453 req-7de32813-2cc8-4ba3-a8f1-905b89dbe49e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:56.844425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-74876893-4fb9-4715-8692-85bbaaf86453 req-7de32813-2cc8-4ba3-a8f1-905b89dbe49e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] For port c8b34225-e35e-4d8d-8f93-1da3af7a4d39, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c8b34225-e35e-4d8d-8f93-1da3af7a4d39,segment=NetworkSegment(68c55544-795d-44f0-928d-fd6686f3e4cf),segment_id=68c55544-795d-44f0-928d-fd6686f3e4cf)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:56.844796 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-74876893-4fb9-4715-8692-85bbaaf86453 req-7de32813-2cc8-4ba3-a8f1-905b89dbe49e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:56.857294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-74876893-4fb9-4715-8692-85bbaaf86453 req-7de32813-2cc8-4ba3-a8f1-905b89dbe49e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Calling delete_port for c8b34225-e35e-4d8d-8f93-1da3af7a4d39 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:31:56.981370 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-74876893-4fb9-4715-8692-85bbaaf86453 req-7de32813-2cc8-4ba3-a8f1-905b89dbe49e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:57.014206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de32813-2cc8-4ba3-a8f1-905b89dbe49e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Port': ['ID=c8b34225-e35e-4d8d-8f93-1da3af7a4d39,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:57.054436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-74876893-4fb9-4715-8692-85bbaaf86453 req-7de32813-2cc8-4ba3-a8f1-905b89dbe49e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] No DVR routers for this DVR port c8b34225-e35e-4d8d-8f93-1da3af7a4d39 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:31:57.057060 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-74876893-4fb9-4715-8692-85bbaaf86453 req-7de32813-2cc8-4ba3-a8f1-905b89dbe49e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:57.059697 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-74876893-4fb9-4715-8692-85bbaaf86453 req-7de32813-2cc8-4ba3-a8f1-905b89dbe49e tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.54 "DELETE /v2.0/ports/c8b34225-e35e-4d8d-8f93-1da3af7a4d39 HTTP/1.1" status: 204 len: 173 time: 0.3899419 Sep 07 16:31:57.060140 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'name': 'network-vif-deleted', 'tag': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:31:57.062435 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046f38a0-d5fd-41e5-a2f2-b0ca986d18a2" -d '{"events": [{"server_uuid": "b21ba7f4-e200-4c70-8d4b-daaee0488371", "name": "network-vif-deleted", "tag": "c8b34225-e35e-4d8d-8f93-1da3af7a4d39"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:31:57.080765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ddcca-a737-4a4a-afed-aed299293664 req-d39f70b5-befd-4212-b6bc-238b49f5a76e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:57.082280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab6ddcca-a737-4a4a-afed-aed299293664 req-d39f70b5-befd-4212-b6bc-238b49f5a76e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0563540 Sep 07 16:31:57.120844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab6ddcca-a737-4a4a-afed-aed299293664 req-ff828a08-a92f-4a0c-b36d-c84c9a66acff tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325522 Sep 07 16:31:57.214639 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b30369-1ff1-487e-b6d5-827622fe1b5f x-openstack-request-id: req-79b30369-1ff1-487e-b6d5-827622fe1b5f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:31:57.214937 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21ba7f4-e200-4c70-8d4b-daaee0488371", "name": "network-vif-deleted", "tag": "c8b34225-e35e-4d8d-8f93-1da3af7a4d39", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:31:57.215733 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79b30369-1ff1-487e-b6d5-827622fe1b5f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:31:57.216138 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21ba7f4-e200-4c70-8d4b-daaee0488371', 'name': 'network-vif-deleted', 'tag': 'c8b34225-e35e-4d8d-8f93-1da3af7a4d39', 'status': 'completed', 'code': 200} Sep 07 16:31:57.468955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-079989af-22a5-46df-9db5-a726c9b70f30 req-97cff043-c4ee-4ee9-ad55-3b019fd4a41a tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "GET /v2.0/ports?device_id=b21ba7f4-e200-4c70-8d4b-daaee0488371 HTTP/1.1" status: 200 len: 210 time: 0.0298297 Sep 07 16:31:58.233766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b8671-e42d-45b0-8ae6-69d9ab5dc787 req-3be28237-30f3-4074-ad3a-55d0338c41ba tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:58.235284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c35b8671-e42d-45b0-8ae6-69d9ab5dc787 req-3be28237-30f3-4074-ad3a-55d0338c41ba tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0490077 Sep 07 16:31:58.272307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c35b8671-e42d-45b0-8ae6-69d9ab5dc787 req-f13ebfd7-ad28-4db9-a725-7160dcb9ace8 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311623 Sep 07 16:31:58.528498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51132) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:58.585519 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1219f0f5-6e26-4b31-a8dd-1796da22f3a4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:58.610617 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1219f0f5-6e26-4b31-a8dd-1796da22f3a4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:58.667034 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1219f0f5-6e26-4b31-a8dd-1796da22f3a4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:58.670154 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1219f0f5-6e26-4b31-a8dd-1796da22f3a4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:58.671298 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1219f0f5-6e26-4b31-a8dd-1796da22f3a4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "DELETE /v2.0/security-groups/fcaf2ee8-407c-47da-bd61-95552bc2ebad HTTP/1.1" status: 204 len: 168 time: 0.1418228 Sep 07 16:31:58.680188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219f0f5-6e26-4b31-a8dd-1796da22f3a4 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaf2ee8-407c-47da-bd61-95552bc2ebad,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:58.702118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:31:59.046963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c8b34225-e35e-4d8d-8f93-1da3af7a4d39 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:31:59.054780 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b401deda-53fb-4921-9e44-f86c7ad40cb6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:59.066176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: c8b34225-e35e-4d8d-8f93-1da3af7a4d39 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:31:59.066533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c8b34225-e35e-4d8d-8f93-1da3af7a4d39 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:31:59.304127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b401deda-53fb-4921-9e44-f86c7ad40cb6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting port d0a521fc-8a4f-4cba-8397-b072147b2611 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:31:59.304577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b401deda-53fb-4921-9e44-f86c7ad40cb6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:59.386066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdb28c-f6df-4beb-8b6c-988b00d643b1 req-d8ab795b-0863-4222-a05e-91272cc22751 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:31:59.388241 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbfdb28c-f6df-4beb-8b6c-988b00d643b1 req-d8ab795b-0863-4222-a05e-91272cc22751 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0508277 Sep 07 16:31:59.392647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-b401deda-53fb-4921-9e44-f86c7ad40cb6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] For port d0a521fc-8a4f-4cba-8397-b072147b2611, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d0a521fc-8a4f-4cba-8397-b072147b2611,segment=NetworkSegment(68c55544-795d-44f0-928d-fd6686f3e4cf),segment_id=68c55544-795d-44f0-928d-fd6686f3e4cf)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:31:59.393015 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b401deda-53fb-4921-9e44-f86c7ad40cb6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:59.409817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b401deda-53fb-4921-9e44-f86c7ad40cb6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Calling delete_port for d0a521fc-8a4f-4cba-8397-b072147b2611 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:31:59.429216 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbfdb28c-f6df-4beb-8b6c-988b00d643b1 req-d6da1fef-6f88-458b-8a54-8017414b7207 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347829 Sep 07 16:31:59.595561 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b401deda-53fb-4921-9e44-f86c7ad40cb6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:31:59.622266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401deda-53fb-4921-9e44-f86c7ad40cb6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Port': ['ID=d0a521fc-8a4f-4cba-8397-b072147b2611,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:31:59.790755 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b401deda-53fb-4921-9e44-f86c7ad40cb6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:00.003226 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b401deda-53fb-4921-9e44-f86c7ad40cb6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Router 51dfa040-2014-4f55-a54e-ed153fca9508 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:32:00.106914 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b401deda-53fb-4921-9e44-f86c7ad40cb6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:32:00.111918 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b401deda-53fb-4921-9e44-f86c7ad40cb6 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "PUT /v2.0/routers/51dfa040-2014-4f55-a54e-ed153fca9508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4087446 Sep 07 16:32:00.114569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51142) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:00.117147 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccab047-dd3b-46f9-9c79-e2129345d7e9 None None] Sync routers for ids ['51dfa040-2014-4f55-a54e-ed153fca9508'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:32:00.126049 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccab047-dd3b-46f9-9c79-e2129345d7e9 None None] Routers {'51dfa040-2014-4f55-a54e-ed153fca9508'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:00.126892 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cccab047-dd3b-46f9-9c79-e2129345d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['51dfa040-2014-4f55-a54e-ed153fca9508'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:00.163534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a66ad0-76b0-4b84-a860-e64784adbe58 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting subnet 7671490d-e2b2-45b9-a7b2-40d008d51ea4 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:32:00.166627 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21a66ad0-76b0-4b84-a860-e64784adbe58 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:00.205116 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21a66ad0-76b0-4b84-a860-e64784adbe58 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:00.227068 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-cccab047-dd3b-46f9-9c79-e2129345d7e9 None None] Set router 51dfa040-2014-4f55-a54e-ed153fca9508 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:00.296346 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21a66ad0-76b0-4b84-a860-e64784adbe58 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:00.354716 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21a66ad0-76b0-4b84-a860-e64784adbe58 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:00.383317 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a66ad0-76b0-4b84-a860-e64784adbe58 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Subnet': ['ID=7671490d-e2b2-45b9-a7b2-40d008d51ea4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:00.388984 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21a66ad0-76b0-4b84-a860-e64784adbe58 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:00.393507 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-21a66ad0-76b0-4b84-a860-e64784adbe58 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "DELETE /v2.0/subnets/7671490d-e2b2-45b9-a7b2-40d008d51ea4 HTTP/1.1" status: 204 len: 168 time: 0.2754579 Sep 07 16:32:00.393689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb01ed3-8db1-4ba8-ac51-e974494950fd None None] Network 4b51c6c6-2366-4be2-962e-3b30dc464930 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:32:00.394108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:00.401296 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cccab047-dd3b-46f9-9c79-e2129345d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:31:59Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:00.431373 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccab047-dd3b-46f9-9c79-e2129345d7e9 None None] Checking router: 51dfa040-2014-4f55-a54e-ed153fca9508 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:32:00.439651 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccab047-dd3b-46f9-9c79-e2129345d7e9 None None] Routers {'51dfa040-2014-4f55-a54e-ed153fca9508'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:00.440206 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cccab047-dd3b-46f9-9c79-e2129345d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['51dfa040-2014-4f55-a54e-ed153fca9508'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:00.505077 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:00.596950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840e93e-633d-420b-9585-8106d224843c None None] DHCP port deletion for 4b51c6c6-2366-4be2-962e-3b30dc464930 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:32:00.633963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597570c-89a1-4aa7-8417-1c5a4b5493d1 req-99e9f24e-d04e-4667-82d5-b70ece926eef tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:00.635485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e597570c-89a1-4aa7-8417-1c5a4b5493d1 req-99e9f24e-d04e-4667-82d5-b70ece926eef tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.1275921 Sep 07 16:32:00.648548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5840e93e-633d-420b-9585-8106d224843c None None] Deleting port d797ecf9-d3b1-4933-b94f-f446b2fc96fc {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:32:00.648924 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5840e93e-633d-420b-9585-8106d224843c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:00.660677 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-cccab047-dd3b-46f9-9c79-e2129345d7e9 None None] Set router 51dfa040-2014-4f55-a54e-ed153fca9508 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:00.665362 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:00.698651 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e597570c-89a1-4aa7-8417-1c5a4b5493d1 req-f8c17b20-2f46-494d-ab3e-dc7a104fa146 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547016 Sep 07 16:32:00.722795 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5840e93e-633d-420b-9585-8106d224843c None None] For port d797ecf9-d3b1-4933-b94f-f446b2fc96fc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d797ecf9-d3b1-4933-b94f-f446b2fc96fc,segment=NetworkSegment(68c55544-795d-44f0-928d-fd6686f3e4cf),segment_id=68c55544-795d-44f0-928d-fd6686f3e4cf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:00.723687 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5840e93e-633d-420b-9585-8106d224843c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:00.740639 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Deleting port d06c4899-c41c-4a23-bf31-935a926d1a3c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:32:00.740994 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:00.741734 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5840e93e-633d-420b-9585-8106d224843c None None] Calling delete_port for d797ecf9-d3b1-4933-b94f-f446b2fc96fc owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:32:00.830747 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5840e93e-633d-420b-9585-8106d224843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:00.832809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] For port d06c4899-c41c-4a23-bf31-935a926d1a3c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d06c4899-c41c-4a23-bf31-935a926d1a3c,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:00.833431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:00.850052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Calling delete_port for d06c4899-c41c-4a23-bf31-935a926d1a3c owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:32:00.855168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840e93e-633d-420b-9585-8106d224843c None None] Pushing event deleted for resources: {'Port': ['ID=d797ecf9-d3b1-4933-b94f-f446b2fc96fc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:00.858793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840e93e-633d-420b-9585-8106d224843c None None] No DVR routers for this DVR port d797ecf9-d3b1-4933-b94f-f446b2fc96fc on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:32:00.864465 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cccab047-dd3b-46f9-9c79-e2129345d7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:31:59Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:00.896470 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccab047-dd3b-46f9-9c79-e2129345d7e9 None None] The sync data for ids ['51dfa040-2014-4f55-a54e-ed153fca9508'] in n-d-807551-3 is: [{'id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'name': 'tempest-TestNetworkBasicOps-router-508242286', 'tenant_id': 'f5594cfe03a44f3b868060a14924d0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:53Z', 'updated_at': '2021-09-07T16:31:59Z', 'revision_number': 5, 'project_id': 'f5594cfe03a44f3b868060a14924d0e7', 'gw_port': {'id': 'd06c4899-c41c-4a23-bf31-935a926d1a3c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dfa040-2014-4f55-a54e-ed153fca9508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:54Z', 'updated_at': '2021-09-07T16:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:32:01.023229 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:01.048478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Port': ['ID=d06c4899-c41c-4a23-bf31-935a926d1a3c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:01.105280 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:01.537285 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:01.539581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:01.584443 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:01.585020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Fanout notify agent at l3_agent the message router_deleted on router 51dfa040-2014-4f55-a54e-ed153fca9508 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:32:01.595410 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:01.601084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f934c1ef-4afc-43f1-9558-b0ae5a567271 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "DELETE /v2.0/routers/51dfa040-2014-4f55-a54e-ed153fca9508 HTTP/1.1" status: 204 len: 168 time: 1.2060413 Sep 07 16:32:01.602401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51150) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:01.711212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d0a521fc-8a4f-4cba-8397-b072147b2611 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:32:01.744758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: d0a521fc-8a4f-4cba-8397-b072147b2611 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:32:01.745223 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d0a521fc-8a4f-4cba-8397-b072147b2611 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:32:01.745733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d797ecf9-d3b1-4933-b94f-f446b2fc96fc no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:32:01.770291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: d797ecf9-d3b1-4933-b94f-f446b2fc96fc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:32:01.770760 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d797ecf9-d3b1-4933-b94f-f446b2fc96fc not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:32:01.821757 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9b74a-28db-42fb-b4f3-fbf271793ca5 req-d2a74715-971b-4c94-b5cd-aba7d7d0785b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:01.823257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36a9b74a-28db-42fb-b4f3-fbf271793ca5 req-d2a74715-971b-4c94-b5cd-aba7d7d0785b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0507815 Sep 07 16:32:01.864326 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:01.867211 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36a9b74a-28db-42fb-b4f3-fbf271793ca5 req-bbae8456-7c14-4260-a1b5-ab845cd6a288 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373881 Sep 07 16:32:01.991115 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47623f14-4d11-44ca-a126-51b8f0cf4812 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:02.077034 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47623f14-4d11-44ca-a126-51b8f0cf4812 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:02.096824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-47623f14-4d11-44ca-a126-51b8f0cf4812 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b51c6c6-2366-4be2-962e-3b30dc464930']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:02.105908 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-47623f14-4d11-44ca-a126-51b8f0cf4812 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c55544-795d-44f0-928d-fd6686f3e4cf') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:02.106207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-47623f14-4d11-44ca-a126-51b8f0cf4812 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c55544-795d-44f0-928d-fd6686f3e4cf') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:02.115279 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47623f14-4d11-44ca-a126-51b8f0cf4812 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:02.128136 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47623f14-4d11-44ca-a126-51b8f0cf4812 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:02.133743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47623f14-4d11-44ca-a126-51b8f0cf4812 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:32:02.134125 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47623f14-4d11-44ca-a126-51b8f0cf4812 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:32:02.137568 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:32:02.196541 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47623f14-4d11-44ca-a126-51b8f0cf4812 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:02.204625 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47623f14-4d11-44ca-a126-51b8f0cf4812 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:02.205807 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-47623f14-4d11-44ca-a126-51b8f0cf4812 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] 10.222.0.70 "DELETE /v2.0/networks/4b51c6c6-2366-4be2-962e-3b30dc464930 HTTP/1.1" status: 204 len: 168 time: 0.6022272 Sep 07 16:32:02.217368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47623f14-4d11-44ca-a126-51b8f0cf4812 tempest-TestNetworkBasicOps-168715426 tempest-TestNetworkBasicOps-168715426-project] Pushing event deleted for resources: {'Network': ['ID=4b51c6c6-2366-4be2-962e-3b30dc464930,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:02.390041 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:02.411016 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51160) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:02.539903 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-470608d4-e4db-4786-a0eb-bf3b2dd8a87f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5594cfe03a44f3b868060a14924d0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277339 Sep 07 16:32:02.542401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51164) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:02.589007 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff7ddec0-f0e1-4ed2-90ab-43c6f8d0af5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:02.608778 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff7ddec0-f0e1-4ed2-90ab-43c6f8d0af5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:02.658327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff7ddec0-f0e1-4ed2-90ab-43c6f8d0af5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:02.660720 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff7ddec0-f0e1-4ed2-90ab-43c6f8d0af5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:02.661838 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ff7ddec0-f0e1-4ed2-90ab-43c6f8d0af5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/70c27726-36e3-4ca0-b43d-d1ed70cbfc00 HTTP/1.1" status: 204 len: 168 time: 0.1185439 Sep 07 16:32:02.669803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ddec0-f0e1-4ed2-90ab-43c6f8d0af5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c27726-36e3-4ca0-b43d-d1ed70cbfc00,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:02.914943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51172) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:02.929239 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc3d04fa-1c76-44a8-b753-8df58c269707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:03.010802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51212f-dbe8-4682-990d-0ff23ffd50b5 req-c76728cb-1b07-4bed-959c-3168d2658a82 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:03.012325 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df51212f-dbe8-4682-990d-0ff23ffd50b5 req-c76728cb-1b07-4bed-959c-3168d2658a82 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0750015 Sep 07 16:32:03.065019 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df51212f-dbe8-4682-990d-0ff23ffd50b5 req-fa1a23a5-d667-4fbe-996d-fd912cd96dfb tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434051 Sep 07 16:32:03.089486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc3d04fa-1c76-44a8-b753-8df58c269707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:03.094067 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc3d04fa-1c76-44a8-b753-8df58c269707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:03.132595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d04fa-1c76-44a8-b753-8df58c269707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2ac8fa-2436-46b2-a77a-62e27ad8f9ca,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:03.138047 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bc3d04fa-1c76-44a8-b753-8df58c269707 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ecdbe73ab0474fec8905a507af48400f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220287 Sep 07 16:32:03.140942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51178) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:03.190241 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33e7700c-60da-4aff-b1bf-3b81a6808e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:03.210282 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33e7700c-60da-4aff-b1bf-3b81a6808e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:03.257603 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33e7700c-60da-4aff-b1bf-3b81a6808e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:03.260456 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33e7700c-60da-4aff-b1bf-3b81a6808e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:03.261601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-33e7700c-60da-4aff-b1bf-3b81a6808e6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c2ac8fa-2436-46b2-a77a-62e27ad8f9ca HTTP/1.1" status: 204 len: 168 time: 0.1198943 Sep 07 16:32:03.269341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7700c-60da-4aff-b1bf-3b81a6808e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2ac8fa-2436-46b2-a77a-62e27ad8f9ca,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:03.595522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d06c4899-c41c-4a23-bf31-935a926d1a3c no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:32:03.615824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: d06c4899-c41c-4a23-bf31-935a926d1a3c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:32:03.616223 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d06c4899-c41c-4a23-bf31-935a926d1a3c not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:32:03.917776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51200) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:04.011128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-366830309-network', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:04.032129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Made reservation on behalf of f76da91ef6ee461a9b706160f512deb0 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:32:04.034384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.045767 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.137798 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.148543 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.186068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:32:04.204894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d49fa4-7a98-4a01-a98c-7f86537f0364,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:04.213234 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.213581 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Added segment dddfa0de-2d34-4afc-b89f-011deba5ed67 of type vlan for network f2f745dd-6ef0-4dd8-a818-6a727209b9bd Sep 07 16:32:04.228789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9cc35-9a19-4f19-9353-a744776732c3 req-9bcf28bc-6d1c-42ca-8abb-07c4b3604b6c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:04.231234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3a9cc35-9a19-4f19-9353-a744776732c3 req-9bcf28bc-6d1c-42ca-8abb-07c4b3604b6c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0954788 Sep 07 16:32:04.276308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.310383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3a9cc35-9a19-4f19-9353-a744776732c3 req-00e34185-4247-4066-a397-1142a3f6eab2 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587475 Sep 07 16:32:04.317613 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.318708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:04.319330 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.345291 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4264154 Sep 07 16:32:04.348362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51208) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:04.356610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-74265824-d5d9-4ecc-a460-f244f49ef85a admin admin] Request body: {'subnet': {'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-366830309-subnet', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:04.378622 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74265824-d5d9-4ecc-a460-f244f49ef85a admin admin] Made reservation on behalf of f76da91ef6ee461a9b706160f512deb0 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:32:04.381110 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74265824-d5d9-4ecc-a460-f244f49ef85a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.388310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e84165-4d53-451f-9147-0d0f49889ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=f2f745dd-6ef0-4dd8-a818-6a727209b9bd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:04.399740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:32:04.548309 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74265824-d5d9-4ecc-a460-f244f49ef85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.602592 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74265824-d5d9-4ecc-a460-f244f49ef85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef881420-fa46-4372-ba8a-382f6c5a7bf4,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:04.611595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74265824-d5d9-4ecc-a460-f244f49ef85a admin admin] Checking segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:04.611958 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74265824-d5d9-4ecc-a460-f244f49ef85a admin admin] Network hostable DHCP agents. Network: f2f745dd-6ef0-4dd8-a818-6a727209b9bd, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:32:04.628449 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74265824-d5d9-4ecc-a460-f244f49ef85a admin admin] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:32:04.636698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-74265824-d5d9-4ecc-a460-f244f49ef85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, f2f745dd-6ef0-4dd8-a818-6a727209b9bd) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:04.653237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74265824-d5d9-4ecc-a460-f244f49ef85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:04.653237 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74265824-d5d9-4ecc-a460-f244f49ef85a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.655344 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3e2311-a9d9-4312-b749-02976e31f248 None None] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:32:04.662734 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-74265824-d5d9-4ecc-a460-f244f49ef85a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3126402 Sep 07 16:32:04.665563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51210) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:04.670372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:04.690409 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.691435 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.746236 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.803917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:32:04.804819 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.882413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:04.941424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Allocated IP 172.20.0.2 (f2f745dd-6ef0-4dd8-a818-6a727209b9bd/ef881420-fa46-4372-ba8a-382f6c5a7bf4/1731a267-d749-42e0-b5f1-15e3f9ef1067) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:32:05.083146 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:05.084171 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:05.093093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Transition to ACTIVE for port object 1731a267-d749-42e0-b5f1-15e3f9ef1067 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:05.102748 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:05.107603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Transition to ACTIVE for port object 1731a267-d749-42e0-b5f1-15e3f9ef1067 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:05.114206 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:05.154018 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:05.158765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:05.163263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:32:05.166282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Pushing event updated for resources: {'Port': ['ID=1731a267-d749-42e0-b5f1-15e3f9ef1067,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:05.213590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Allocated IP 172.25.3.97 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/84f874ac-0836-4ce1-9b0c-e72d14ab6689) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:32:05.217719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Attempting to bind port 1731a267-d749-42e0-b5f1-15e3f9ef1067 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:32:05.218107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Attempting to bind port 1731a267-d749-42e0-b5f1-15e3f9ef1067 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:32:05.218491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Attempting to bind port 1731a267-d749-42e0-b5f1-15e3f9ef1067 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:05.223583 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:32:05.223967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Checking segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:05.224413 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:05.224822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Bound using segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:32:05.225298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Bound port: 1731a267-d749-42e0-b5f1-15e3f9ef1067, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:32:05.225689 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:05.294367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] For port 1731a267-d749-42e0-b5f1-15e3f9ef1067, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:32:05.299719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] For port 1731a267-d749-42e0-b5f1-15e3f9ef1067, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1731a267-d749-42e0-b5f1-15e3f9ef1067,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:32:05.303962 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:05.320802 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:05.361552 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:05.363530 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816f0fe-5c52-4ce0-a7b2-facf4989e674 None None] Pushing event updated for resources: {'Port': ['ID=1731a267-d749-42e0-b5f1-15e3f9ef1067,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:05.403825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:05.407668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:05.412162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:32:05.446806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008f0a6-52af-4d87-8554-e1e291938e0d req-83180325-f8f0-4406-ac7e-e86d0e1c4722 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:05.448533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b008f0a6-52af-4d87-8554-e1e291938e0d req-83180325-f8f0-4406-ac7e-e86d0e1c4722 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0542412 Sep 07 16:32:05.454856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=84f874ac-0836-4ce1-9b0c-e72d14ab6689,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:05.489794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b008f0a6-52af-4d87-8554-e1e291938e0d req-7b5a3fe0-bbd2-4e55-a584-7f127f791ed5 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335515 Sep 07 16:32:05.689894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1731a267-d749-42e0-b5f1-15e3f9ef1067 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:05.737191 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:05.740542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 1731a267-d749-42e0-b5f1-15e3f9ef1067 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:05.932039 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:06.066669 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Router 7567412c-e71a-4e02-9f71-f8808e705ad4 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:32:06.181321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:32:06.192083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Sync routers for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:32:06.197433 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:06.198672 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7602a9f4-70aa-4e71-a982-df28910aa6c5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5321777 Sep 07 16:32:06.201076 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:06.201730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:06.202057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51216) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:06.290414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe83cdb-4786-44b2-abfb-2fc764f994de None None] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:32:06.358695 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:06.484832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8808ca43-4a49-4a07-b188-d529a48c56c4 None None] Provisioning for port 1731a267-d749-42e0-b5f1-15e3f9ef1067 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:06.498298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8808ca43-4a49-4a07-b188-d529a48c56c4 None None] Provisioning complete for port 1731a267-d749-42e0-b5f1-15e3f9ef1067 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:06.498686 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8808ca43-4a49-4a07-b188-d529a48c56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:06.665209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133795a-1454-457e-8ac2-2eed049f997e req-d8a0a941-903a-4a12-9270-90f66890d699 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:06.666708 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a133795a-1454-457e-8ac2-2eed049f997e req-d8a0a941-903a-4a12-9270-90f66890d699 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0847826 Sep 07 16:32:06.681033 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8808ca43-4a49-4a07-b188-d529a48c56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:06.681445 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:06.695388 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:05Z', 'revision_number': 3, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:06.731086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Checking router: 7567412c-e71a-4e02-9f71-f8808e705ad4 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:32:06.731441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Updating router 7567412c-e71a-4e02-9f71-f8808e705ad4 port 84f874ac-0836-4ce1-9b0c-e72d14ab6689 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:32:06.763478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a133795a-1454-457e-8ac2-2eed049f997e req-92436574-6fd9-48da-8608-2477f39ef2ac tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889454 Sep 07 16:32:06.763715 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8808ca43-4a49-4a07-b188-d529a48c56c4 None None] For port 1731a267-d749-42e0-b5f1-15e3f9ef1067, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1731a267-d749-42e0-b5f1-15e3f9ef1067,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:06.769377 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:06.771776 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8808ca43-4a49-4a07-b188-d529a48c56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:06.891744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Allocated IP 172.20.0.1 (f2f745dd-6ef0-4dd8-a818-6a727209b9bd/ef881420-fa46-4372-ba8a-382f6c5a7bf4/4162da6a-bb6e-494e-84ee-257e249598b2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:32:07.004642 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.019017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Transition to ACTIVE for port object 4162da6a-bb6e-494e-84ee-257e249598b2 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:07.050398 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.077671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808ca43-4a49-4a07-b188-d529a48c56c4 None None] Pushing event updated for resources: {'Port': ['ID=1731a267-d749-42e0-b5f1-15e3f9ef1067,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:07.087824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:07.090175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:07.093690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:32:07.101213 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-72a4c621-0e75-4d18-b259-4c2a95a7cc39 None None] Provisioning complete for port 1731a267-d749-42e0-b5f1-15e3f9ef1067 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:07.101763 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72a4c621-0e75-4d18-b259-4c2a95a7cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.119486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Pushing event updated for resources: {'Port': ['ID=4162da6a-bb6e-494e-84ee-257e249598b2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:07.139496 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.275694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.332244 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.348404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Transition to ACTIVE for port object 84f874ac-0836-4ce1-9b0c-e72d14ab6689 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:07.354976 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.415881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Attempting to bind port 84f874ac-0836-4ce1-9b0c-e72d14ab6689 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:32:07.416262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Attempting to bind port 84f874ac-0836-4ce1-9b0c-e72d14ab6689 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:32:07.416658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Attempting to bind port 84f874ac-0836-4ce1-9b0c-e72d14ab6689 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:07.419284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c3aa3-c40e-470c-99a4-0e1577413ca3 None None] Pushing event updated for resources: {'Port': ['ID=84f874ac-0836-4ce1-9b0c-e72d14ab6689,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:07.421468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d86c25b8-faa7-424b-9c06-87ad156e8a62 None None] Provisioning for port 4162da6a-bb6e-494e-84ee-257e249598b2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:07.427984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:32:07.428258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:07.428605 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.429171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:32:07.429460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Bound port: 84f874ac-0836-4ce1-9b0c-e72d14ab6689, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:32:07.429848 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.432157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d86c25b8-faa7-424b-9c06-87ad156e8a62 None None] Provisioning complete for port 4162da6a-bb6e-494e-84ee-257e249598b2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:07.432542 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d86c25b8-faa7-424b-9c06-87ad156e8a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.449527 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.454750 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.498455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d86c25b8-faa7-424b-9c06-87ad156e8a62 None None] Port 4162da6a-bb6e-494e-84ee-257e249598b2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:32:07.508769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] For port 84f874ac-0836-4ce1-9b0c-e72d14ab6689, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:32:07.511891 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] For port 84f874ac-0836-4ce1-9b0c-e72d14ab6689, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=84f874ac-0836-4ce1-9b0c-e72d14ab6689,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:32:07.516905 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.525705 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.528245 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Pushing event updated for resources: {'Port': ['ID=4162da6a-bb6e-494e-84ee-257e249598b2,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:07.567591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:07.568213 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:07.618038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c3aa3-c40e-470c-99a4-0e1577413ca3 None None] Pushing event updated for resources: {'Port': ['ID=84f874ac-0836-4ce1-9b0c-e72d14ab6689,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:07.632391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:07.633919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:07.676289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1731a267-d749-42e0-b5f1-15e3f9ef1067 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:07.727376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:07.757331 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Router 7567412c-e71a-4e02-9f71-f8808e705ad4 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:32:07.777930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1731a267-d749-42e0-b5f1-15e3f9ef1067 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:07.778222 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:07.899739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:32:07.906544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-33d58807-5e61-4d61-891c-d5928d3f1f2f admin admin] 10.222.0.70 "PUT /v2.0/routers/7567412c-e71a-4e02-9f71-f8808e705ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7033789 Sep 07 16:32:07.932012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7de3c-18e6-4a38-ba86-d3a97b2f3417 req-7a9f25ac-08c9-4d93-bd62-2866d11bbc36 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:07.933738 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ac7de3c-18e6-4a38-ba86-d3a97b2f3417 req-7a9f25ac-08c9-4d93-bd62-2866d11bbc36 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0694885 Sep 07 16:32:07.974166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ac7de3c-18e6-4a38-ba86-d3a97b2f3417 req-4b4f8152-ca86-4f94-80da-4b9e56d5b97f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Sep 07 16:32:07.998890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3f065cbc-d93c-477e-8362-9087753f5dbe None None] Provisioning complete for port 4162da6a-bb6e-494e-84ee-257e249598b2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:07.999317 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f065cbc-d93c-477e-8362-9087753f5dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:08.043097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3f065cbc-d93c-477e-8362-9087753f5dbe None None] Port 4162da6a-bb6e-494e-84ee-257e249598b2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:32:08.055949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 2, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:08.085934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c70c39-6965-416c-ba3c-09d3f5f2d22b None None] The sync data for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 is: [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 2, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:32:08.420251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51240) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:08.425241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2006754755-network', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:08.447373 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Made reservation on behalf of 3b6a608513bd40209c6e870c169e39f1 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:32:08.450345 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:08.458914 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:08.554631 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:08.559441 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:08.587825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:32:08.593407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a8e20e-1cf0-49d4-a7c6-697d16cd994a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:08.600744 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:08.601250 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Added segment c6c2e949-224d-4dbf-b179-06229873bf04 of type vlan for network 4d174262-663c-46bb-bf01-79b1388428f2 Sep 07 16:32:08.643910 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:08.669582 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:08.670565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:08.671171 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:08.711520 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2900193 Sep 07 16:32:08.714531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51242) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:08.719606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2986f224-8db0-4f67-a398-1ce9ec093828 admin admin] Request body: {'subnet': {'network_id': '4d174262-663c-46bb-bf01-79b1388428f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2006754755-subnet', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:08.739354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2984889-4664-4f2a-964c-bf86fe16e4fd admin admin] Pushing event updated for resources: {'Network': ['ID=4d174262-663c-46bb-bf01-79b1388428f2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:08.754193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2986f224-8db0-4f67-a398-1ce9ec093828 admin admin] Made reservation on behalf of 3b6a608513bd40209c6e870c169e39f1 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:32:08.754400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 4d174262-663c-46bb-bf01-79b1388428f2 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:32:08.756903 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2986f224-8db0-4f67-a398-1ce9ec093828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:08.938602 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2986f224-8db0-4f67-a398-1ce9ec093828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:08.988445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986f224-8db0-4f67-a398-1ce9ec093828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5d24da-4842-47a5-98e0-54d7c2121b47,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:09.005228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2986f224-8db0-4f67-a398-1ce9ec093828 admin admin] Checking segment: {'id': 'c6c2e949-224d-4dbf-b179-06229873bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:09.005823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2986f224-8db0-4f67-a398-1ce9ec093828 admin admin] Network hostable DHCP agents. Network: 4d174262-663c-46bb-bf01-79b1388428f2, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:32:09.025056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2986f224-8db0-4f67-a398-1ce9ec093828 admin admin] Network 4d174262-663c-46bb-bf01-79b1388428f2 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:32:09.035584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2986f224-8db0-4f67-a398-1ce9ec093828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 4d174262-663c-46bb-bf01-79b1388428f2) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:09.039651 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2986f224-8db0-4f67-a398-1ce9ec093828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:09.040247 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2986f224-8db0-4f67-a398-1ce9ec093828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.046925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca93e70-ff92-4e4e-9b06-bb192b43054f None None] Network 4d174262-663c-46bb-bf01-79b1388428f2 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:32:09.057900 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2986f224-8db0-4f67-a398-1ce9ec093828 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3419585 Sep 07 16:32:09.061063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51248) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:09.066558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2006754755-router', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:09.092155 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.093255 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.124214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388af0b5-110d-4819-ab4f-8f6a6bd72b81 req-9aa4e996-b062-4941-beb1-83432149d145 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:09.133490 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-388af0b5-110d-4819-ab4f-8f6a6bd72b81 req-9aa4e996-b062-4941-beb1-83432149d145 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0751216 Sep 07 16:32:09.157581 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.190414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-388af0b5-110d-4819-ab4f-8f6a6bd72b81 req-c9352891-0c5d-4939-b49e-c7f2d9adb358 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551796 Sep 07 16:32:09.241966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-4d174262-663c-46bb-bf01-79b1388428f2', 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'fixed_ips': [{'subnet_id': 'ce5d24da-4842-47a5-98e0-54d7c2121b47'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:32:09.243191 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.330389 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.392431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Allocated IP 172.20.0.2 (4d174262-663c-46bb-bf01-79b1388428f2/ce5d24da-4842-47a5-98e0-54d7c2121b47/9b511f5b-f2c3-4317-89b3-1dc205d5946e) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:32:09.530480 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.532706 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.538863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Transition to ACTIVE for port object 9b511f5b-f2c3-4317-89b3-1dc205d5946e will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:09.552105 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.554262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Transition to ACTIVE for port object 9b511f5b-f2c3-4317-89b3-1dc205d5946e will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:09.560233 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.601305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Network 4d174262-663c-46bb-bf01-79b1388428f2 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:09.604305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:09.611057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:32:09.618196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Pushing event updated for resources: {'Port': ['ID=9b511f5b-f2c3-4317-89b3-1dc205d5946e,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:09.673096 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Attempting to bind port 9b511f5b-f2c3-4317-89b3-1dc205d5946e on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:32:09.673815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Attempting to bind port 9b511f5b-f2c3-4317-89b3-1dc205d5946e by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'c6c2e949-224d-4dbf-b179-06229873bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:32:09.674534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Attempting to bind port 9b511f5b-f2c3-4317-89b3-1dc205d5946e on network 4d174262-663c-46bb-bf01-79b1388428f2 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:09.678364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Allocated IP 172.25.3.74 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:32:09.680102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:32:09.680579 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Checking segment: {'id': 'c6c2e949-224d-4dbf-b179-06229873bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:09.680990 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.681388 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Bound using segment: {'id': 'c6c2e949-224d-4dbf-b179-06229873bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:32:09.681860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Bound port: 9b511f5b-f2c3-4317-89b3-1dc205d5946e, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c2e949-224d-4dbf-b179-06229873bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:32:09.682243 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.716224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 84f874ac-0836-4ce1-9b0c-e72d14ab6689 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:09.781791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] For port 9b511f5b-f2c3-4317-89b3-1dc205d5946e, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:32:09.785160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] For port 9b511f5b-f2c3-4317-89b3-1dc205d5946e, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=9b511f5b-f2c3-4317-89b3-1dc205d5946e,segment=NetworkSegment(c6c2e949-224d-4dbf-b179-06229873bf04),segment_id=c6c2e949-224d-4dbf-b179-06229873bf04)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:32:09.787991 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.789485 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.819705 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 84f874ac-0836-4ce1-9b0c-e72d14ab6689 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:09.827326 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.831545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 84f874ac-0836-4ce1-9b0c-e72d14ab6689 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:09.831952 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.885494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:09.888241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc8121-a0b1-4486-ba9a-b07d6f447014 None None] Pushing event updated for resources: {'Port': ['ID=9b511f5b-f2c3-4317-89b3-1dc205d5946e,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:09.889573 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:09.891828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:32:09.893962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:09.951846 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:09.974919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 84f874ac-0836-4ce1-9b0c-e72d14ab6689, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=84f874ac-0836-4ce1-9b0c-e72d14ab6689,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:09.980055 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:10.046970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=84f874ac-0836-4ce1-9b0c-e72d14ab6689,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:10.188216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:10.308432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fd47e-ab72-4d20-a520-2bc7cb3cd861 req-3805459f-795d-4ecd-8273-442c22587323 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:10.310174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac7fd47e-ab72-4d20-a520-2bc7cb3cd861 req-3805459f-795d-4ecd-8273-442c22587323 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0511889 Sep 07 16:32:10.357162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac7fd47e-ab72-4d20-a520-2bc7cb3cd861 req-c666a8e2-b216-4075-b890-2c6e032c4e08 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Sep 07 16:32:10.372696 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-69c272b6-e4bb-4b11-afd8-3af20fee4187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:10.683061 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Sync routers for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:32:10.693371 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:10.694075 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:10.703118 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:10.788298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916834f2-af6e-43ab-84e5-062af5c1e8e1 None None] Network 4d174262-663c-46bb-bf01-79b1388428f2 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:32:10.807789 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:10.845376 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Router 4b672ca7-b6d9-4173-9486-88543fced68c is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:32:10.918813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b366d002-2b18-42cc-8554-54b2099ccd02 None None] Provisioning for port 9b511f5b-f2c3-4317-89b3-1dc205d5946e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:10.961124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:32:10.972860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Sync routers for ids ['4b672ca7-b6d9-4173-9486-88543fced68c'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:32:10.978209 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:10.979753 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2972371c-3b0b-43e9-a272-2d7daf18a7f4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9177401 Sep 07 16:32:10.982626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51256) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:10.984904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Routers {'4b672ca7-b6d9-4173-9486-88543fced68c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:10.985639 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4b672ca7-b6d9-4173-9486-88543fced68c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:11.062665 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 2, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:11.091760 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Checking router: 7567412c-e71a-4e02-9f71-f8808e705ad4 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:32:11.091760 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Updating router 7567412c-e71a-4e02-9f71-f8808e705ad4 port 4162da6a-bb6e-494e-84ee-257e249598b2 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:32:11.107012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Set router 4b672ca7-b6d9-4173-9486-88543fced68c gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:11.119227 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:11.422638 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:11.439955 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Transition to ACTIVE for port object 4162da6a-bb6e-494e-84ee-257e249598b2 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:11.447327 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:11.474947 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:11.504012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9195671-7bef-4936-91b0-c633299e0966 req-4fa890ae-ce49-4e7d-9a68-4f487e2544ed tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:11.504589 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Pushing event updated for resources: {'Port': ['ID=4162da6a-bb6e-494e-84ee-257e249598b2,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:11.506944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9195671-7bef-4936-91b0-c633299e0966 req-4fa890ae-ce49-4e7d-9a68-4f487e2544ed tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0648966 Sep 07 16:32:11.514796 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'name': 'tempest-TestVolumeBootPattern-2006754755-router', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:32:10Z', 'revision_number': 3, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'gw_port': {'id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:11.533707 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:11.534071 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:11.534512 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:11.534941 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:11.535373 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:11.535803 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:11.536227 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:11.536672 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:11.537095 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:11.537519 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:11.537942 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:11.538375 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:11.556895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9195671-7bef-4936-91b0-c633299e0966 req-aef35b06-1301-4189-af0f-842746822133 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370078 Sep 07 16:32:11.559157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Checking router: 4b672ca7-b6d9-4173-9486-88543fced68c for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:32:11.559526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Updating router 4b672ca7-b6d9-4173-9486-88543fced68c port 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:32:11.593486 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:11.594997 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Attempting to bind port 4162da6a-bb6e-494e-84ee-257e249598b2 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:32:11.595613 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Attempting to bind port 4162da6a-bb6e-494e-84ee-257e249598b2 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:32:11.596173 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Attempting to bind port 4162da6a-bb6e-494e-84ee-257e249598b2 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:11.606664 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:32:11.607199 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Checking segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:11.607789 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:11.608252 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Bound using segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:32:11.608813 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Bound port: 4162da6a-bb6e-494e-84ee-257e249598b2, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:32:11.609286 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:11.717075 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] For port 4162da6a-bb6e-494e-84ee-257e249598b2, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:32:11.724042 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] For port 4162da6a-bb6e-494e-84ee-257e249598b2, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4162da6a-bb6e-494e-84ee-257e249598b2,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:32:11.730048 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:11.820834 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:11.821592 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:11.842163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 84f874ac-0836-4ce1-9b0c-e72d14ab6689 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:11.858170 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Allocated IP 172.20.0.1 (4d174262-663c-46bb-bf01-79b1388428f2/ce5d24da-4842-47a5-98e0-54d7c2121b47/dfb259ee-a2b1-4c00-a40a-3e6930adaa72) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:32:11.933574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 84f874ac-0836-4ce1-9b0c-e72d14ab6689 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:11.934117 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:11.956619 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:12.003390 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccab82-2d36-4b7e-95f8-e39135fe3cf0 None None] Pushing event updated for resources: {'Port': ['ID=4162da6a-bb6e-494e-84ee-257e249598b2,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:12.004949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.030812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Transition to ACTIVE for port object dfb259ee-a2b1-4c00-a40a-3e6930adaa72 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:12.062326 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.066011 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.078510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 9b511f5b-f2c3-4317-89b3-1dc205d5946e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:12.082639 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Transition to ACTIVE for port object 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:12.105949 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Network 4d174262-663c-46bb-bf01-79b1388428f2 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:12.109234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:12.113947 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.115641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:32:12.122054 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb259ee-a2b1-4c00-a40a-3e6930adaa72,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:12.164541 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.172503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ce798-afb7-4bd7-9a1b-407057e1f6b5 None None] Pushing event updated for resources: {'Port': ['ID=0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:12.201150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Attempting to bind port 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:32:12.201427 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Attempting to bind port 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:32:12.201775 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Attempting to bind port 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:12.207953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:32:12.208199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:12.208608 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.209012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:32:12.209498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Bound port: 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:32:12.209918 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.213359 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 9b511f5b-f2c3-4317-89b3-1dc205d5946e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:12.213559 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:11Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:12.238874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 9b511f5b-f2c3-4317-89b3-1dc205d5946e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:12.239263 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.250103 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4751fe0-4bcd-4203-a8f5-11cc8437bfcd None None] The sync data for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 is: [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:11Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:32:12.330136 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.389616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] For port 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:32:12.406285 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.443645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] For port 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:32:12.451709 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.467182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 9b511f5b-f2c3-4317-89b3-1dc205d5946e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=9b511f5b-f2c3-4317-89b3-1dc205d5946e,segment=NetworkSegment(c6c2e949-224d-4dbf-b179-06229873bf04),segment_id=c6c2e949-224d-4dbf-b179-06229873bf04)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:12.483522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51264) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:12.502987 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.537848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b02ec8d1-a497-4436-8e2a-348e641c9d92 None None] Provisioning for port dfb259ee-a2b1-4c00-a40a-3e6930adaa72 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:12.543785 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b91c2-7030-449a-9ae4-760dbb618e6c req-b6f89af6-181b-4ee0-ae15-2bdc15455626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:12.545791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b02ec8d1-a497-4436-8e2a-348e641c9d92 None None] Provisioning complete for port dfb259ee-a2b1-4c00-a40a-3e6930adaa72 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:12.546168 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b02ec8d1-a497-4436-8e2a-348e641c9d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.547345 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ed7b91c2-7030-449a-9ae4-760dbb618e6c req-b6f89af6-181b-4ee0-ae15-2bdc15455626 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 1096 time: 0.1311109 Sep 07 16:32:12.550090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ce798-afb7-4bd7-9a1b-407057e1f6b5 None None] Pushing event updated for resources: {'Port': ['ID=0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:12.570791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Routers {'4b672ca7-b6d9-4173-9486-88543fced68c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:12.571458 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4b672ca7-b6d9-4173-9486-88543fced68c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:12.625673 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ed7b91c2-7030-449a-9ae4-760dbb618e6c req-4a483e65-ca1e-4b24-9644-7014c90aafa3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608487 Sep 07 16:32:12.666462 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.672235 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.714262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] Set router 4b672ca7-b6d9-4173-9486-88543fced68c gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:12.725594 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.796584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4da7bb-a6c8-4a6c-a87b-c0e6e88a7509 req-3da14f1c-1d04-4da3-8cc8-4d0661534501 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:12.798293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a4da7bb-a6c8-4a6c-a87b-c0e6e88a7509 req-3da14f1c-1d04-4da3-8cc8-4d0661534501 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.1348231 Sep 07 16:32:12.800936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb259ee-a2b1-4c00-a40a-3e6930adaa72,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:12.825890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8d35632a-a993-4417-9531-787180709c3d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port 8655bf02-f8fc-40a5-bb44-0bd30d362fb5 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:32:12.826552 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d35632a-a993-4417-9531-787180709c3d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.869447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Network 4d174262-663c-46bb-bf01-79b1388428f2 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:12.870063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:12.886745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=9b511f5b-f2c3-4317-89b3-1dc205d5946e,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:12.921175 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d35632a-a993-4417-9531-787180709c3d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.921530 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d35632a-a993-4417-9531-787180709c3d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:12.921755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b02ec8d1-a497-4436-8e2a-348e641c9d92 None None] Port dfb259ee-a2b1-4c00-a40a-3e6930adaa72 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:32:12.937142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8d35632a-a993-4417-9531-787180709c3d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for 8655bf02-f8fc-40a5-bb44-0bd30d362fb5 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:32:13.025899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a4da7bb-a6c8-4a6c-a87b-c0e6e88a7509 req-64fd330b-ae9a-44a0-8399-9c5dbd2c325a tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107933 Sep 07 16:32:13.035086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Router 4b672ca7-b6d9-4173-9486-88543fced68c has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:32:13.100589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'name': 'tempest-TestVolumeBootPattern-2006754755-router', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:32:12Z', 'revision_number': 4, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'gw_port': {'id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'dfb259ee-a2b1-4c00-a40a-3e6930adaa72', 'name': '', 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'mac_address': 'fa:16:3e:86:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'ce5d24da-4842-47a5-98e0-54d7c2121b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:11Z', 'updated_at': '2021-09-07T16:32:11Z', 'revision_number': 1, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'subnets': [{'id': 'ce5d24da-4842-47a5-98e0-54d7c2121b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:13.133070 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d37b9a1-ba36-4bf4-8687-e06e330a460f None None] The sync data for ids ['4b672ca7-b6d9-4173-9486-88543fced68c'] in n-d-807551-3 is: [{'id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'name': 'tempest-TestVolumeBootPattern-2006754755-router', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:32:12Z', 'revision_number': 4, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'gw_port': {'id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'dfb259ee-a2b1-4c00-a40a-3e6930adaa72', 'name': '', 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'mac_address': 'fa:16:3e:86:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'ce5d24da-4842-47a5-98e0-54d7c2121b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:11Z', 'updated_at': '2021-09-07T16:32:11Z', 'revision_number': 1, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'subnets': [{'id': 'ce5d24da-4842-47a5-98e0-54d7c2121b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:32:13.166943 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d35632a-a993-4417-9531-787180709c3d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:13.214143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:32:13.224916 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4e2fd8a8-b2d5-4c73-8300-963658b53321 admin admin] 10.222.0.70 "PUT /v2.0/routers/4b672ca7-b6d9-4173-9486-88543fced68c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2411878 Sep 07 16:32:13.226502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35632a-a993-4417-9531-787180709c3d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=8655bf02-f8fc-40a5-bb44-0bd30d362fb5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:13.245301 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-55b299eb-0a85-42fa-8e17-9d4d68c02bf4 None None] Provisioning complete for port dfb259ee-a2b1-4c00-a40a-3e6930adaa72 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:13.246751 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-55b299eb-0a85-42fa-8e17-9d4d68c02bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:13.280648 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-55b299eb-0a85-42fa-8e17-9d4d68c02bf4 None None] Port dfb259ee-a2b1-4c00-a40a-3e6930adaa72 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:32:13.281569 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d35632a-a993-4417-9531-787180709c3d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:13.282117 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-8d35632a-a993-4417-9531-787180709c3d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Floating IP dbc5a5a9-837c-4ea7-a54f-76c08953c943 disassociated (deleted). External IP: 172.25.3.11, port: b2e7eb69-d863-43de-af67-f0ed4bfd5020. Sep 07 16:32:13.538074 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d35632a-a993-4417-9531-787180709c3d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router fbaf03c4-781b-4184-ae3e-0d859c0d22df has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:32:13.664232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d35632a-a993-4417-9531-787180709c3d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:32:13.680483 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8d35632a-a993-4417-9531-787180709c3d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:13.680677 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea1e2ad-94a9-40a4-8635-a5f131d3d6c3 None None] Sync routers for ids ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:32:13.694713 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1e2ad-94a9-40a4-8635-a5f131d3d6c3 None None] Routers {'fbaf03c4-781b-4184-ae3e-0d859c0d22df'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:13.695670 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aea1e2ad-94a9-40a4-8635-a5f131d3d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:31:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:13.714173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4162da6a-bb6e-494e-84ee-257e249598b2 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:13.749015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8d35632a-a993-4417-9531-787180709c3d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/floatingips/dbc5a5a9-837c-4ea7-a54f-76c08953c943 HTTP/1.1" status: 204 len: 168 time: 1.2639720 Sep 07 16:32:13.749787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:32:13.754116 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be04221-d190-49d7-8d01-0c431c493b16" -d '{"events": [{"name": "network-changed", "server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:32:13.784959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 4162da6a-bb6e-494e-84ee-257e249598b2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:13.789647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 4162da6a-bb6e-494e-84ee-257e249598b2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:13.790084 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:13.927748 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:13.983443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 4162da6a-bb6e-494e-84ee-257e249598b2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4162da6a-bb6e-494e-84ee-257e249598b2,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:13.985738 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:13.991330 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:13.992728 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 9b511f5b-f2c3-4317-89b3-1dc205d5946e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:13.992929 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca8baea-d1bb-4dff-9b05-c2468f6876ef x-openstack-request-id: req-7ca8baea-d1bb-4dff-9b05-c2468f6876ef {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:32:13.993768 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:32:13.994230 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ca8baea-d1bb-4dff-9b05-c2468f6876ef {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:32:13.994831 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'status': 'completed', 'code': 200} Sep 07 16:32:14.067135 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-aea1e2ad-94a9-40a4-8635-a5f131d3d6c3 None None] Set router fbaf03c4-781b-4184-ae3e-0d859c0d22df gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:14.146126 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be04221-d190-49d7-8d01-0c431c493b16 req-7c5ac102-5b16-4dd5-92e1-e568b1135adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:14.147714 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9be04221-d190-49d7-8d01-0c431c493b16 req-7c5ac102-5b16-4dd5-92e1-e568b1135adb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 1095 time: 0.1239574 Sep 07 16:32:14.240023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 9b511f5b-f2c3-4317-89b3-1dc205d5946e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:14.240642 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:14.283485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe020c-4e37-4066-9844-49b9558361a8 req-dc83010d-4ad1-450d-9817-62aa3320dd42 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:14.284409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=4162da6a-bb6e-494e-84ee-257e249598b2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:14.285794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38fe020c-4e37-4066-9844-49b9558361a8 req-dc83010d-4ad1-450d-9817-62aa3320dd42 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.1183445 Sep 07 16:32:14.291451 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18525e1a-3a3f-43a1-aca6-9e163bdad940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:14.295878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddff5d-cd9d-4ad7-a9b8-8f685961aa5f req-00e0a603-59c8-4ffa-a63f-4e90e58b4d89 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:14.304049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eaddff5d-cd9d-4ad7-a9b8-8f685961aa5f req-00e0a603-59c8-4ffa-a63f-4e90e58b4d89 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 944 time: 0.0908008 Sep 07 16:32:14.379836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eaddff5d-cd9d-4ad7-a9b8-8f685961aa5f req-07fcd844-572c-405e-b3aa-2bbd81cc1d1a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0c36938-209d-4000-adcf-a526bc248344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744920 Sep 07 16:32:14.415712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be04221-d190-49d7-8d01-0c431c493b16 req-fdb9f71a-b56a-4f72-aea9-ea3b929377d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:14.417298 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9be04221-d190-49d7-8d01-0c431c493b16 req-fdb9f71a-b56a-4f72-aea9-ea3b929377d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5218dc37-810b-421c-8870-01b4642916d3 HTTP/1.1" status: 200 len: 896 time: 0.2516661 Sep 07 16:32:14.421436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38fe020c-4e37-4066-9844-49b9558361a8 req-beeec624-1d7d-4146-959a-61100939ecdd tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143539 Sep 07 16:32:14.469709 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9be04221-d190-49d7-8d01-0c431c493b16 req-099cf304-5f09-47bb-b8ad-36982f6bed3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020 HTTP/1.1" status: 200 len: 217 time: 0.0419919 Sep 07 16:32:14.510245 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aea1e2ad-94a9-40a4-8635-a5f131d3d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:30:23Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b5e20e69-6962-429f-a79b-75cdcb464b29', 'name': '', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:1e:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '96e30429-685a-4090-8516-c0b586f51641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:21Z', 'updated_at': '2021-09-07T16:30:27Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '96e30429-685a-4090-8516-c0b586f51641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:14.568494 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea1e2ad-94a9-40a4-8635-a5f131d3d6c3 None None] Checking router: fbaf03c4-781b-4184-ae3e-0d859c0d22df for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:32:14.579935 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1e2ad-94a9-40a4-8635-a5f131d3d6c3 None None] Routers {'fbaf03c4-781b-4184-ae3e-0d859c0d22df'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:14.580426 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be04221-d190-49d7-8d01-0c431c493b16 req-c6123d96-f1b3-41c9-bb62-73101b8f842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:14.580699 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aea1e2ad-94a9-40a4-8635-a5f131d3d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:32:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:14.581931 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9be04221-d190-49d7-8d01-0c431c493b16 req-c6123d96-f1b3-41c9-bb62-73101b8f842f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96e30429-685a-4090-8516-c0b586f51641 HTTP/1.1" status: 200 len: 835 time: 0.0993953 Sep 07 16:32:14.646040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be04221-d190-49d7-8d01-0c431c493b16 req-55dc316a-d280-4546-8d9b-4d8ef251e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:14.648195 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9be04221-d190-49d7-8d01-0c431c493b16 req-55dc316a-d280-4546-8d9b-4d8ef251e362 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5218dc37-810b-421c-8870-01b4642916d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567482 Sep 07 16:32:14.694417 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-aea1e2ad-94a9-40a4-8635-a5f131d3d6c3 None None] Set router fbaf03c4-781b-4184-ae3e-0d859c0d22df gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:14.759392 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9be04221-d190-49d7-8d01-0c431c493b16 req-ac1bef39-bcef-4c56-b529-402f84cff2b6 service neutron] 10.222.0.35 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936441 Sep 07 16:32:14.893725 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9be04221-d190-49d7-8d01-0c431c493b16 req-01cf2c60-279a-4780-a7b1-107c85df34e4 service neutron] 10.222.0.35 "GET /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245553 Sep 07 16:32:14.921809 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:14.934571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bf746-d0e2-48b9-b66e-05ba7fb20b5d req-a54f98c0-5845-4986-b977-5594f9f8cc4a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:14.936615 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c5bf746-d0e2-48b9-b66e-05ba7fb20b5d req-a54f98c0-5845-4986-b977-5594f9f8cc4a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.35 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 944 time: 0.0872564 Sep 07 16:32:14.951021 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-aea1e2ad-94a9-40a4-8635-a5f131d3d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:30:23Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b5e20e69-6962-429f-a79b-75cdcb464b29', 'name': '', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:1e:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '96e30429-685a-4090-8516-c0b586f51641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:21Z', 'updated_at': '2021-09-07T16:30:27Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '96e30429-685a-4090-8516-c0b586f51641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:15.000567 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea1e2ad-94a9-40a4-8635-a5f131d3d6c3 None None] The sync data for ids ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'] in n-d-807551-3 is: [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:30:23Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b5e20e69-6962-429f-a79b-75cdcb464b29', 'name': '', 'network_id': '5218dc37-810b-421c-8870-01b4642916d3', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:1e:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '96e30429-685a-4090-8516-c0b586f51641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:21Z', 'updated_at': '2021-09-07T16:30:27Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': '96e30429-685a-4090-8516-c0b586f51641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:32:15.062565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-1c5bf746-d0e2-48b9-b66e-05ba7fb20b5d req-11944101-cc71-42e7-a818-c3b90291d78d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port b2e7eb69-d863-43de-af67-f0ed4bfd5020 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:32:15.062911 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5bf746-d0e2-48b9-b66e-05ba7fb20b5d req-11944101-cc71-42e7-a818-c3b90291d78d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:15.170834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1c5bf746-d0e2-48b9-b66e-05ba7fb20b5d req-11944101-cc71-42e7-a818-c3b90291d78d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] For port b2e7eb69-d863-43de-af67-f0ed4bfd5020, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=b2e7eb69-d863-43de-af67-f0ed4bfd5020,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:15.171495 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5bf746-d0e2-48b9-b66e-05ba7fb20b5d req-11944101-cc71-42e7-a818-c3b90291d78d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:15.188282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-1c5bf746-d0e2-48b9-b66e-05ba7fb20b5d req-11944101-cc71-42e7-a818-c3b90291d78d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for b2e7eb69-d863-43de-af67-f0ed4bfd5020 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:32:15.322556 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5bf746-d0e2-48b9-b66e-05ba7fb20b5d req-11944101-cc71-42e7-a818-c3b90291d78d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:15.356874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11944101-cc71-42e7-a818-c3b90291d78d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=b2e7eb69-d863-43de-af67-f0ed4bfd5020,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:15.400052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ddee0b-b3de-4d96-977e-3c162feff072 None None] New status for floating IP dbc5a5a9-837c-4ea7-a54f-76c08953c943: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:32:15.404810 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5bf746-d0e2-48b9-b66e-05ba7fb20b5d req-11944101-cc71-42e7-a818-c3b90291d78d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] No DVR routers for this DVR port b2e7eb69-d863-43de-af67-f0ed4bfd5020 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:32:15.408038 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1c5bf746-d0e2-48b9-b66e-05ba7fb20b5d req-11944101-cc71-42e7-a818-c3b90291d78d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:15.413065 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c5bf746-d0e2-48b9-b66e-05ba7fb20b5d req-11944101-cc71-42e7-a818-c3b90291d78d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.35 "DELETE /v2.0/ports/b2e7eb69-d863-43de-af67-f0ed4bfd5020 HTTP/1.1" status: 204 len: 173 time: 0.4679410 Sep 07 16:32:15.413543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'name': 'network-vif-deleted', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:32:15.415932 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29763294-eafd-4536-8487-3d80cd7b56a9" -d '{"events": [{"server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "name": "network-vif-deleted", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:32:15.478300 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c085a3e5-e428-407f-8d45-f51cdbab2158 x-openstack-request-id: req-c085a3e5-e428-407f-8d45-f51cdbab2158 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:32:15.478608 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95a7e80-36b4-4171-af27-4ca1dd929a31", "name": "network-vif-deleted", "tag": "b2e7eb69-d863-43de-af67-f0ed4bfd5020", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:32:15.479106 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c085a3e5-e428-407f-8d45-f51cdbab2158 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:32:15.479632 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95a7e80-36b4-4171-af27-4ca1dd929a31', 'name': 'network-vif-deleted', 'tag': 'b2e7eb69-d863-43de-af67-f0ed4bfd5020', 'status': 'completed', 'code': 200} Sep 07 16:32:15.539415 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b07c584-8f86-4452-a9ea-0f9eb0c296e7 req-5f1129ab-91b1-48db-9305-0c09ff109d6d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a95a7e80-36b4-4171-af27-4ca1dd929a31 HTTP/1.1" status: 200 len: 210 time: 0.0383954 Sep 07 16:32:15.631936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c125cde-6069-4a6c-9e57-3111d704c92a req-aa598c6e-67b3-4cc4-9a57-387558c297fa tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:15.633436 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c125cde-6069-4a6c-9e57-3111d704c92a req-aa598c6e-67b3-4cc4-9a57-387558c297fa tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0796418 Sep 07 16:32:15.691160 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c125cde-6069-4a6c-9e57-3111d704c92a req-9c9d2eb3-85fd-4308-ac85-0af2cb9bd95f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416186 Sep 07 16:32:15.776548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:15.857147 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:15.862682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:15.863503 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:15.952215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f2879-4279-40f9-924f-335d81f36357 req-5be67fab-be49-4c98-9070-343e94609a64 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:15.953800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-5be67fab-be49-4c98-9070-343e94609a64 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.1500561 Sep 07 16:32:15.968918 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:15.984385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-20664ef4-b64c-4ea1-8210-9e1828a7f016 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/quotas/f76da91ef6ee461a9b706160f512deb0 HTTP/1.1" status: 200 len: 375 time: 0.0163367 Sep 07 16:32:15.989713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:15.994258 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:15.995052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4162da6a-bb6e-494e-84ee-257e249598b2 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:16.004750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f7a2a-d83c-422e-be4f-d4164bb4c0f9 req-662ead1d-2f1f-4cb9-8b15-8f9df08099f4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:16.006322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c13f7a2a-d83c-422e-be4f-d4164bb4c0f9 req-662ead1d-2f1f-4cb9-8b15-8f9df08099f4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0745578 Sep 07 16:32:16.072964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:16.085918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 4162da6a-bb6e-494e-84ee-257e249598b2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:16.086330 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-9337c5d8-935f-42f5-a563-ac33f33b5ba2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937498 Sep 07 16:32:16.086474 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:16.090423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c13f7a2a-d83c-422e-be4f-d4164bb4c0f9 req-82a07eb2-6bd3-424f-b941-66789ccbb09a tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762222 Sep 07 16:32:16.327554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b8eeb-2c21-45ed-9765-d9f5ad43ce7e req-ce8adcd1-b197-47a6-9114-82f58a004159 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:16.329094 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de6b8eeb-2c21-45ed-9765-d9f5ad43ce7e req-ce8adcd1-b197-47a6-9114-82f58a004159 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.1016870 Sep 07 16:32:16.361859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-9cfb770f-21af-4ec5-a36d-751dbd9064bf service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612748 Sep 07 16:32:16.405845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de6b8eeb-2c21-45ed-9765-d9f5ad43ce7e req-22f3f08c-a934-4b71-af06-06da72d6115d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705810 Sep 07 16:32:16.417397 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Sync routers for ids ['4b672ca7-b6d9-4173-9486-88543fced68c'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:32:16.427956 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Routers {'4b672ca7-b6d9-4173-9486-88543fced68c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:16.428708 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6d456609-720b-4484-a8cd-def81550b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:32:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4b672ca7-b6d9-4173-9486-88543fced68c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:16.475369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-0ff6fd1a-b987-4efb-83bc-52beee1d2b6d service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074975 Sep 07 16:32:16.541748 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Set router 4b672ca7-b6d9-4173-9486-88543fced68c gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:16.677482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c8bb7-4eb9-428e-b805-7e8ac1d490f9 req-083ee480-c83d-4d9c-a944-272ab0faae7f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:16.679356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-380c8bb7-4eb9-428e-b805-7e8ac1d490f9 req-083ee480-c83d-4d9c-a944-272ab0faae7f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0564725 Sep 07 16:32:16.743192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-380c8bb7-4eb9-428e-b805-7e8ac1d490f9 req-274b7d43-be51-4ab9-86ac-b1d6a1a60a61 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491660 Sep 07 16:32:16.778838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:16.786499 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6d456609-720b-4484-a8cd-def81550b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'name': 'tempest-TestVolumeBootPattern-2006754755-router', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:32:12Z', 'revision_number': 4, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'gw_port': {'id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'dfb259ee-a2b1-4c00-a40a-3e6930adaa72', 'name': '', 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'mac_address': 'fa:16:3e:86:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'ce5d24da-4842-47a5-98e0-54d7c2121b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:11Z', 'updated_at': '2021-09-07T16:32:12Z', 'revision_number': 2, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'subnets': [{'id': 'ce5d24da-4842-47a5-98e0-54d7c2121b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:16.813726 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Checking router: 4b672ca7-b6d9-4173-9486-88543fced68c for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:32:16.814158 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Updating router 4b672ca7-b6d9-4173-9486-88543fced68c port dfb259ee-a2b1-4c00-a40a-3e6930adaa72 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:32:16.836645 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2642fb80-b22c-4fee-b200-6dea90cd9752 req-3d056925-54ce-4a41-9a54-e3499ec79b7d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 210 time: 0.0497098 Sep 07 16:32:16.843797 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:16.848097 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:17.132468 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:17.143008 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Transition to ACTIVE for port object dfb259ee-a2b1-4c00-a40a-3e6930adaa72 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:17.154397 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:17.210868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f500b5f-36fa-425d-98f9-986142c6679f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:17.213219 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e18799-8f4a-429f-b7dc-cb4048ed6bd7 None None] Pushing event updated for resources: {'Port': ['ID=dfb259ee-a2b1-4c00-a40a-3e6930adaa72,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:17.273878 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Attempting to bind port dfb259ee-a2b1-4c00-a40a-3e6930adaa72 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:32:17.274392 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Attempting to bind port dfb259ee-a2b1-4c00-a40a-3e6930adaa72 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'c6c2e949-224d-4dbf-b179-06229873bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:32:17.274829 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Attempting to bind port dfb259ee-a2b1-4c00-a40a-3e6930adaa72 on network 4d174262-663c-46bb-bf01-79b1388428f2 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:17.283142 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:32:17.283624 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Checking segment: {'id': 'c6c2e949-224d-4dbf-b179-06229873bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:17.284300 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:17.284820 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Bound using segment: {'id': 'c6c2e949-224d-4dbf-b179-06229873bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:32:17.285644 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Bound port: dfb259ee-a2b1-4c00-a40a-3e6930adaa72, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c2e949-224d-4dbf-b179-06229873bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:32:17.286044 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:17.369054 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6d456609-720b-4484-a8cd-def81550b21b None None] For port dfb259ee-a2b1-4c00-a40a-3e6930adaa72, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:32:17.373073 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6d456609-720b-4484-a8cd-def81550b21b None None] For port dfb259ee-a2b1-4c00-a40a-3e6930adaa72, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dfb259ee-a2b1-4c00-a40a-3e6930adaa72,segment=NetworkSegment(c6c2e949-224d-4dbf-b179-06229873bf04),segment_id=c6c2e949-224d-4dbf-b179-06229873bf04)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:32:17.378346 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:17.430672 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Routers {'4b672ca7-b6d9-4173-9486-88543fced68c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:17.432272 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6d456609-720b-4484-a8cd-def81550b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:32:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4b672ca7-b6d9-4173-9486-88543fced68c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:17.490928 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e18799-8f4a-429f-b7dc-cb4048ed6bd7 None None] Pushing event updated for resources: {'Port': ['ID=dfb259ee-a2b1-4c00-a40a-3e6930adaa72,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:17.529549 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2f500b5f-36fa-425d-98f9-986142c6679f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port b5e20e69-6962-429f-a79b-75cdcb464b29 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:32:17.530164 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f500b5f-36fa-425d-98f9-986142c6679f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:17.575597 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6d456609-720b-4484-a8cd-def81550b21b None None] Set router 4b672ca7-b6d9-4173-9486-88543fced68c gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:17.640889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-2f500b5f-36fa-425d-98f9-986142c6679f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] For port b5e20e69-6962-429f-a79b-75cdcb464b29, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b5e20e69-6962-429f-a79b-75cdcb464b29,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:17.641545 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f500b5f-36fa-425d-98f9-986142c6679f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:17.657200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2f500b5f-36fa-425d-98f9-986142c6679f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for b5e20e69-6962-429f-a79b-75cdcb464b29 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:32:17.702519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:17.776553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:17.777388 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:17.889834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dfb259ee-a2b1-4c00-a40a-3e6930adaa72 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:17.953992 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105afc1-ffd3-4edc-8038-ea303baaf0a3 req-b75fdebe-8b7b-4e9d-9f92-4ddd357cbc80 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:17.962106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a105afc1-ffd3-4edc-8038-ea303baaf0a3 req-b75fdebe-8b7b-4e9d-9f92-4ddd357cbc80 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.1281641 Sep 07 16:32:17.976193 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6d456609-720b-4484-a8cd-def81550b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'name': 'tempest-TestVolumeBootPattern-2006754755-router', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:32:12Z', 'revision_number': 4, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'gw_port': {'id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'dfb259ee-a2b1-4c00-a40a-3e6930adaa72', 'name': '', 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'mac_address': 'fa:16:3e:86:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'ce5d24da-4842-47a5-98e0-54d7c2121b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:11Z', 'updated_at': '2021-09-07T16:32:17Z', 'revision_number': 4, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'subnets': [{'id': 'ce5d24da-4842-47a5-98e0-54d7c2121b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:17.983398 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f500b5f-36fa-425d-98f9-986142c6679f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:17.985857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port dfb259ee-a2b1-4c00-a40a-3e6930adaa72 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:17.991399 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port dfb259ee-a2b1-4c00-a40a-3e6930adaa72 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:17.992919 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:18.015142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a49c1984-9643-4747-ab45-a32cebeea2de req-4587a84e-5df4-4b9e-9eaa-3520eb9ca6fc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 210 time: 0.0506964 Sep 07 16:32:18.034460 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d456609-720b-4484-a8cd-def81550b21b None None] The sync data for ids ['4b672ca7-b6d9-4173-9486-88543fced68c'] in n-d-807551-3 is: [{'id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'name': 'tempest-TestVolumeBootPattern-2006754755-router', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:32:12Z', 'revision_number': 4, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'gw_port': {'id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'dfb259ee-a2b1-4c00-a40a-3e6930adaa72', 'name': '', 'network_id': '4d174262-663c-46bb-bf01-79b1388428f2', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'mac_address': 'fa:16:3e:86:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'ce5d24da-4842-47a5-98e0-54d7c2121b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:11Z', 'updated_at': '2021-09-07T16:32:17Z', 'revision_number': 4, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'subnets': [{'id': 'ce5d24da-4842-47a5-98e0-54d7c2121b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:32:18.046639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a105afc1-ffd3-4edc-8038-ea303baaf0a3 req-3a47ba92-9509-497a-b36f-e67f47ceb151 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780547 Sep 07 16:32:18.096376 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f500b5f-36fa-425d-98f9-986142c6679f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=b5e20e69-6962-429f-a79b-75cdcb464b29,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:18.114688 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:18.155547 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port dfb259ee-a2b1-4c00-a40a-3e6930adaa72, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dfb259ee-a2b1-4c00-a40a-3e6930adaa72,segment=NetworkSegment(c6c2e949-224d-4dbf-b179-06229873bf04),segment_id=c6c2e949-224d-4dbf-b179-06229873bf04)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:18.168693 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:18.226919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f2879-4279-40f9-924f-335d81f36357 req-e6c117a8-76cc-4e17-8acf-895ef759b976 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:18.228175 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-e6c117a8-76cc-4e17-8acf-895ef759b976 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.3025820 Sep 07 16:32:18.229496 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=dfb259ee-a2b1-4c00-a40a-3e6930adaa72,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:18.569474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-427f2879-4279-40f9-924f-335d81f36357 req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'port': {'device_id': '799cd05e-cb54-4e0d-a3d9-40614c45a53e', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'admin_state_up': True, 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:18.691510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbaa02-65b8-4ed2-9dbe-54296a475ba9 req-d5bfb5fe-47fe-404f-80a4-a0207219f893 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:18.693064 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-48dbaa02-65b8-4ed2-9dbe-54296a475ba9 req-d5bfb5fe-47fe-404f-80a4-a0207219f893 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.4839597 Sep 07 16:32:18.843254 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f500b5f-36fa-425d-98f9-986142c6679f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:18.855068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427f2879-4279-40f9-924f-335d81f36357 req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Made reservation on behalf of f76da91ef6ee461a9b706160f512deb0 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:32:18.858513 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-427f2879-4279-40f9-924f-335d81f36357 req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:18.938157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-48dbaa02-65b8-4ed2-9dbe-54296a475ba9 req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Deleting port 41c4279d-15c2-4491-b01d-29c3c0dc6597 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:32:18.938549 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-48dbaa02-65b8-4ed2-9dbe-54296a475ba9 req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:19.145937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3fd20bac-fe8c-4083-96cd-8103eef8828f req-1f245fca-bcc4-4f35-8d5a-83f35a4e2594 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 210 time: 0.0449567 Sep 07 16:32:19.222601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4162b-2b68-4ada-8c03-67f4460f20ce req-a5083413-b927-4e29-9fa9-1c53f6bd8cff tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:19.231281 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cc4162b-2b68-4ada-8c03-67f4460f20ce req-a5083413-b927-4e29-9fa9-1c53f6bd8cff tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 945 time: 0.0762520 Sep 07 16:32:19.233583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-48dbaa02-65b8-4ed2-9dbe-54296a475ba9 req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] For port 41c4279d-15c2-4491-b01d-29c3c0dc6597, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=41c4279d-15c2-4491-b01d-29c3c0dc6597,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:19.234074 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-48dbaa02-65b8-4ed2-9dbe-54296a475ba9 req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:19.253734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-427f2879-4279-40f9-924f-335d81f36357 req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Allocated IP 172.20.0.14 (f2f745dd-6ef0-4dd8-a818-6a727209b9bd/ef881420-fa46-4372-ba8a-382f6c5a7bf4/96407870-370f-451f-86b0-d14acafa16c4) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:32:19.258127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-48dbaa02-65b8-4ed2-9dbe-54296a475ba9 req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Calling delete_port for 41c4279d-15c2-4491-b01d-29c3c0dc6597 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:32:19.260271 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:32:19.285625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cc4162b-2b68-4ada-8c03-67f4460f20ce req-892342df-f929-4b77-82c7-e2961c44946d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527122 Sep 07 16:32:19.419512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f500b5f-36fa-425d-98f9-986142c6679f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router fbaf03c4-781b-4184-ae3e-0d859c0d22df has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:32:19.444685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b2e7eb69-d863-43de-af67-f0ed4bfd5020 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:32:19.483663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: b2e7eb69-d863-43de-af67-f0ed4bfd5020 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:32:19.484330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device b2e7eb69-d863-43de-af67-f0ed4bfd5020 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:32:19.660367 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-48dbaa02-65b8-4ed2-9dbe-54296a475ba9 req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:19.666997 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-427f2879-4279-40f9-924f-335d81f36357 req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:19.673416 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30', '41c4279d-15c2-4491-b01d-29c3c0dc6597'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:32:19.718306 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event deleted for resources: {'Port': ['ID=41c4279d-15c2-4491-b01d-29c3c0dc6597,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:19.728083 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-427f2879-4279-40f9-924f-335d81f36357 req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Transition to ACTIVE for port object 96407870-370f-451f-86b0-d14acafa16c4 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:19.741620 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f500b5f-36fa-425d-98f9-986142c6679f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:32:19.758329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d18f60-2b81-4954-8553-005c1927b576 None None] Sync routers for ids ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:32:19.768494 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2f500b5f-36fa-425d-98f9-986142c6679f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "PUT /v2.0/routers/fbaf03c4-781b-4184-ae3e-0d859c0d22df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9860466 Sep 07 16:32:19.768494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:19.768808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:19.768940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51368) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:19.769052 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:19.769305 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:19.769834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:19.769967 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:19.770206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:19.770542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:19.770871 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:19.771197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:19.771654 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:19.771845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:19.793663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dfb259ee-a2b1-4c00-a40a-3e6930adaa72 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:19.798291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d18f60-2b81-4954-8553-005c1927b576 None None] Routers {'fbaf03c4-781b-4184-ae3e-0d859c0d22df'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:19.798938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dbaa02-65b8-4ed2-9dbe-54296a475ba9 req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] No DVR routers for this DVR port 41c4279d-15c2-4491-b01d-29c3c0dc6597 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:32:19.799109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-43d18f60-2b81-4954-8553-005c1927b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:32:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:19.802265 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-48dbaa02-65b8-4ed2-9dbe-54296a475ba9 req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:19.804531 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-48dbaa02-65b8-4ed2-9dbe-54296a475ba9 req-9c76126a-db91-47e8-ac97-ed6aa721332d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "DELETE /v2.0/ports/41c4279d-15c2-4491-b01d-29c3c0dc6597 HTTP/1.1" status: 204 len: 173 time: 1.1016955 Sep 07 16:32:19.804985 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d076bf5-48e6-4c02-8435-7fa99f82ed77', 'name': 'network-vif-deleted', 'tag': '41c4279d-15c2-4491-b01d-29c3c0dc6597'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:32:19.807240 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b49fcd3-b0b5-490d-b236-965a76854b80" -d '{"events": [{"server_uuid": "5d076bf5-48e6-4c02-8435-7fa99f82ed77", "name": "network-vif-deleted", "tag": "41c4279d-15c2-4491-b01d-29c3c0dc6597"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:32:19.846226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2714bced-9fa7-4152-a341-8f63e378bcb3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting subnet 96e30429-685a-4090-8516-c0b586f51641 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:32:19.851389 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2714bced-9fa7-4152-a341-8f63e378bcb3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:19.851675 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-427f2879-4279-40f9-924f-335d81f36357 req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:19.900937 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2714bced-9fa7-4152-a341-8f63e378bcb3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:19.904123 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0d982e-7162-4ed8-a833-7378421b445a x-openstack-request-id: req-fe0d982e-7162-4ed8-a833-7378421b445a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:32:19.904441 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d076bf5-48e6-4c02-8435-7fa99f82ed77", "name": "network-vif-deleted", "tag": "41c4279d-15c2-4491-b01d-29c3c0dc6597", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:32:19.904697 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe0d982e-7162-4ed8-a833-7378421b445a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:32:19.905100 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d076bf5-48e6-4c02-8435-7fa99f82ed77', 'name': 'network-vif-deleted', 'tag': '41c4279d-15c2-4491-b01d-29c3c0dc6597', 'status': 'completed', 'code': 200} Sep 07 16:32:19.946309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427f2879-4279-40f9-924f-335d81f36357 req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:19.957533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-427f2879-4279-40f9-924f-335d81f36357 req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:19.962426 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-427f2879-4279-40f9-924f-335d81f36357 req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:32:19.980100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-43d18f60-2b81-4954-8553-005c1927b576 None None] Set router fbaf03c4-781b-4184-ae3e-0d859c0d22df gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:19.983484 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'Port': ['ID=96407870-370f-451f-86b0-d14acafa16c4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:20.073155 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2714bced-9fa7-4152-a341-8f63e378bcb3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:20.085643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f2879-4279-40f9-924f-335d81f36357 req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:20.086313 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-427f2879-4279-40f9-924f-335d81f36357 req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:20.112796 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-86b3ab5c-ba8b-43fa-a563-d5fc8b58706f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8478243 Sep 07 16:32:20.134209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Request body: {'port': {'device_id': '799cd05e-cb54-4e0d-a3d9-40614c45a53e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:20.204234 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2714bced-9fa7-4152-a341-8f63e378bcb3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:20.281589 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:20.293700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714bced-9fa7-4152-a341-8f63e378bcb3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Subnet': ['ID=96e30429-685a-4090-8516-c0b586f51641,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:20.302098 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2714bced-9fa7-4152-a341-8f63e378bcb3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:20.305573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2714bced-9fa7-4152-a341-8f63e378bcb3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/subnets/96e30429-685a-4090-8516-c0b586f51641 HTTP/1.1" status: 204 len: 168 time: 0.5356333 Sep 07 16:32:20.308717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51382) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:20.521446 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port dfb259ee-a2b1-4c00-a40a-3e6930adaa72 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:20.522004 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:20.528239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1b8e06-d2c8-42dc-bae5-083f58a5a2a5 None None] Network 5218dc37-810b-421c-8870-01b4642916d3 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:32:20.549713 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:20.577584 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b271a8f0-8942-4996-8308-c14f6b583502 req-ce323bad-c346-4b81-896a-383761b91ea4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d076bf5-48e6-4c02-8435-7fa99f82ed77 HTTP/1.1" status: 200 len: 210 time: 0.0519259 Sep 07 16:32:20.653628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8c5293ad-3f9d-41f6-87b6-045d115a6eb0 None None] Provisioning for port 96407870-370f-451f-86b0-d14acafa16c4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:20.719585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8c5293ad-3f9d-41f6-87b6-045d115a6eb0 None None] Provisioning complete for port 96407870-370f-451f-86b0-d14acafa16c4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:20.719923 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c5293ad-3f9d-41f6-87b6-045d115a6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:20.762704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8c5293ad-3f9d-41f6-87b6-045d115a6eb0 None None] Port 96407870-370f-451f-86b0-d14acafa16c4 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:32:20.807633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96407870-370f-451f-86b0-d14acafa16c4 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:32:20.816961 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:20.832460 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Transition to ACTIVE for port object 96407870-370f-451f-86b0-d14acafa16c4 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:20.838853 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:20.900495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Pushing event updated for resources: {'Port': ['ID=96407870-370f-451f-86b0-d14acafa16c4,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:20.958170 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-43d18f60-2b81-4954-8553-005c1927b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:32:17Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:21.002495 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d18f60-2b81-4954-8553-005c1927b576 None None] Checking router: fbaf03c4-781b-4184-ae3e-0d859c0d22df for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:32:21.014112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d18f60-2b81-4954-8553-005c1927b576 None None] Routers {'fbaf03c4-781b-4184-ae3e-0d859c0d22df'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:21.015156 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-43d18f60-2b81-4954-8553-005c1927b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:32:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:21.096427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Attempting to bind port 96407870-370f-451f-86b0-d14acafa16c4 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:32:21.097074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Attempting to bind port 96407870-370f-451f-86b0-d14acafa16c4 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:32:21.097589 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Attempting to bind port 96407870-370f-451f-86b0-d14acafa16c4 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:21.100475 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceed4d4c-6960-4342-b577-ee7a4fd87710 None None] DHCP port deletion for 5218dc37-810b-421c-8870-01b4642916d3 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:32:21.102964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Port 96407870-370f-451f-86b0-d14acafa16c4 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:32:21.103502 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Attempting to bind port 96407870-370f-451f-86b0-d14acafa16c4 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:21.113764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:32:21.116006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Checking segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:21.116642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Bound using segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:32:21.117301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Bound port: 96407870-370f-451f-86b0-d14acafa16c4, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:32:21.117842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:21.193858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01b3d5-dbe3-4afc-a641-a97b69672464 req-d63079ee-aeb5-47c3-affc-b2c1433ca09a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:21.204499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b01b3d5-dbe3-4afc-a641-a97b69672464 req-d63079ee-aeb5-47c3-affc-b2c1433ca09a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 932 time: 0.6650286 Sep 07 16:32:21.216695 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-43d18f60-2b81-4954-8553-005c1927b576 None None] Set router fbaf03c4-781b-4184-ae3e-0d859c0d22df gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:21.240494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] For port 96407870-370f-451f-86b0-d14acafa16c4, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:32:21.244307 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] For port 96407870-370f-451f-86b0-d14acafa16c4, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=96407870-370f-451f-86b0-d14acafa16c4,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:32:21.249571 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:21.286220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ceed4d4c-6960-4342-b577-ee7a4fd87710 None None] Deleting port b5d8a1e9-6f7d-44b1-b008-127127d05a4b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:32:21.286890 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ceed4d4c-6960-4342-b577-ee7a4fd87710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:21.298882 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:21.299693 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:21.301221 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-4965cc02-d869-4e60-a121-23288b200786 service neutron] 10.222.0.54 "PUT /v2.0/ports/96407870-370f-451f-86b0-d14acafa16c4 HTTP/1.1" status: 200 len: 1092 time: 1.1773734 Sep 07 16:32:21.318955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b01b3d5-dbe3-4afc-a641-a97b69672464 req-8871ee00-b6f8-4669-9f33-8f99147b644a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123407 Sep 07 16:32:21.350287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:21.415630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965cc02-d869-4e60-a121-23288b200786 service neutron] Pushing event updated for resources: {'Port': ['ID=96407870-370f-451f-86b0-d14acafa16c4,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:21.428624 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f2879-4279-40f9-924f-335d81f36357 req-fab29a4c-57b9-4228-a6a5-c725c154b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:21.430574 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-fab29a4c-57b9-4228-a6a5-c725c154b6d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 1095 time: 0.0730450 Sep 07 16:32:21.477224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port 5c639ffd-62db-4d81-ba91-46cb59802746 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:32:21.477494 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:21.486234 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-00717855-ec29-4b05-946e-ff187b86d3b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96407870-370f-451f-86b0-d14acafa16c4 HTTP/1.1" status: 200 len: 217 time: 0.0466321 Sep 07 16:32:21.492597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ceed4d4c-6960-4342-b577-ee7a4fd87710 None None] For port b5d8a1e9-6f7d-44b1-b008-127127d05a4b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b5d8a1e9-6f7d-44b1-b008-127127d05a4b,segment=NetworkSegment(3cc59a72-e747-4b9b-a6f6-87edbf2b31c4),segment_id=3cc59a72-e747-4b9b-a6f6-87edbf2b31c4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:21.493008 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ceed4d4c-6960-4342-b577-ee7a4fd87710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:21.509969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ceed4d4c-6960-4342-b577-ee7a4fd87710 None None] Calling delete_port for b5d8a1e9-6f7d-44b1-b008-127127d05a4b owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:32:21.566335 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f2879-4279-40f9-924f-335d81f36357 req-e6ffa418-cef0-4a32-a7c7-bd3b62c9ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:21.567986 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-e6ffa418-cef0-4a32-a7c7-bd3b62c9ac76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0731692 Sep 07 16:32:21.579416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] For port 5c639ffd-62db-4d81-ba91-46cb59802746, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5c639ffd-62db-4d81-ba91-46cb59802746,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:21.580064 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:21.580524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-43d18f60-2b81-4954-8553-005c1927b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:32:17Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:21.630909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d18f60-2b81-4954-8553-005c1927b576 None None] The sync data for ids ['fbaf03c4-781b-4184-ae3e-0d859c0d22df'] in n-d-807551-3 is: [{'id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1468444345', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:30:16Z', 'updated_at': '2021-09-07T16:32:17Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '5c639ffd-62db-4d81-ba91-46cb59802746', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaf03c4-781b-4184-ae3e-0d859c0d22df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:30:17Z', 'updated_at': '2021-09-07T16:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:32:21.631269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f2879-4279-40f9-924f-335d81f36357 req-ed1591b6-e54b-439d-bbaa-d00129b7f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:21.641778 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-ed1591b6-e54b-439d-bbaa-d00129b7f821 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643365 Sep 07 16:32:21.643202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for 5c639ffd-62db-4d81-ba91-46cb59802746 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:32:21.742350 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ceed4d4c-6960-4342-b577-ee7a4fd87710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:21.785925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed4d4c-6960-4342-b577-ee7a4fd87710 None None] Pushing event deleted for resources: {'Port': ['ID=b5d8a1e9-6f7d-44b1-b008-127127d05a4b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:21.787985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed4d4c-6960-4342-b577-ee7a4fd87710 None None] No DVR routers for this DVR port b5d8a1e9-6f7d-44b1-b008-127127d05a4b on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:32:21.791034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b5d8a1e9-6f7d-44b1-b008-127127d05a4b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:32:21.825055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: b5d8a1e9-6f7d-44b1-b008-127127d05a4b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:32:21.825660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b5d8a1e9-6f7d-44b1-b008-127127d05a4b not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:32:21.912249 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799cd05e-cb54-4e0d-a3d9-40614c45a53e', 'tag': '96407870-370f-451f-86b0-d14acafa16c4'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:32:21.917884 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d3ccee-4fc0-48c2-bf4d-2d7e9b3b8d70" -d '{"events": [{"name": "network-changed", "server_uuid": "799cd05e-cb54-4e0d-a3d9-40614c45a53e", "tag": "96407870-370f-451f-86b0-d14acafa16c4"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:32:21.962407 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-a001b271-9fa3-4995-b476-911c86e27ea2 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107693 Sep 07 16:32:21.989987 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:22.021587 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96a8f2c-45f9-44c5-aca1-e58d461e60e3 x-openstack-request-id: req-a96a8f2c-45f9-44c5-aca1-e58d461e60e3 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:32:22.021963 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799cd05e-cb54-4e0d-a3d9-40614c45a53e", "tag": "96407870-370f-451f-86b0-d14acafa16c4", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:32:22.022158 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a96a8f2c-45f9-44c5-aca1-e58d461e60e3 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:32:22.022524 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799cd05e-cb54-4e0d-a3d9-40614c45a53e', 'tag': '96407870-370f-451f-86b0-d14acafa16c4', 'status': 'completed', 'code': 200} Sep 07 16:32:22.058991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=5c639ffd-62db-4d81-ba91-46cb59802746,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:22.094615 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-427f2879-4279-40f9-924f-335d81f36357 req-dc59d101-7a1c-4cc3-a872-ea6763725c26 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216831 Sep 07 16:32:22.200126 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ccee-4fc0-48c2-bf4d-2d7e9b3b8d70 req-780d1fd3-e0ff-4d75-869f-9c8054113831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:22.201771 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31d3ccee-4fc0-48c2-bf4d-2d7e9b3b8d70 req-780d1fd3-e0ff-4d75-869f-9c8054113831 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 1095 time: 0.0548139 Sep 07 16:32:22.203261 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:22.313648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ccee-4fc0-48c2-bf4d-2d7e9b3b8d70 req-9fe84d5d-6a27-4d3a-ac42-06127747037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:22.315430 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31d3ccee-4fc0-48c2-bf4d-2d7e9b3b8d70 req-9fe84d5d-6a27-4d3a-ac42-06127747037c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.1012020 Sep 07 16:32:22.319534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-9fe24dff-37bb-4f45-96a7-271801b788fa tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:22.321188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-9fe24dff-37bb-4f45-96a7-271801b788fa tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.2541759 Sep 07 16:32:22.324023 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:22.326523 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:22.343977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-09345289-a1a6-4a31-be12-0fe477a9ba55 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/quotas/8817716e700642d49d97c5d7ac182df9 HTTP/1.1" status: 200 len: 375 time: 0.0156596 Sep 07 16:32:22.387581 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31d3ccee-4fc0-48c2-bf4d-2d7e9b3b8d70 req-49533f47-014f-4e92-987c-cf9fae45f5cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96407870-370f-451f-86b0-d14acafa16c4 HTTP/1.1" status: 200 len: 217 time: 0.0617726 Sep 07 16:32:22.419694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:22.420539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Fanout notify agent at l3_agent the message router_deleted on router fbaf03c4-781b-4184-ae3e-0d859c0d22df {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:32:22.429202 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:22.432936 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-60c690db-0d84-4c59-a1be-ba499b227faf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/routers/fbaf03c4-781b-4184-ae3e-0d859c0d22df HTTP/1.1" status: 204 len: 168 time: 2.1131854 Sep 07 16:32:22.444223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51410) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:22.456722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ccee-4fc0-48c2-bf4d-2d7e9b3b8d70 req-bf6b48be-6819-48fb-a918-8cafd97f66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:22.458770 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31d3ccee-4fc0-48c2-bf4d-2d7e9b3b8d70 req-bf6b48be-6819-48fb-a918-8cafd97f66e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0634372 Sep 07 16:32:22.484290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-b4f3e3ce-2b20-40c1-ba9b-2595e88fed25 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1086545 Sep 07 16:32:22.517694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34263b9e-592b-4b14-b7b3-1d70b4b01df8 req-ecc742d4-504c-4e8b-af83-3ad6ea4975e6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:22.519410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-34263b9e-592b-4b14-b7b3-1d70b4b01df8 req-ecc742d4-504c-4e8b-af83-3ad6ea4975e6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 944 time: 0.1174965 Sep 07 16:32:22.566437 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6b7a1cc-0838-44c3-976c-00bf5fcec9ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:22.576506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ccee-4fc0-48c2-bf4d-2d7e9b3b8d70 req-a8310239-5744-4b7b-8039-9cffb6f7d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:22.578978 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31d3ccee-4fc0-48c2-bf4d-2d7e9b3b8d70 req-a8310239-5744-4b7b-8039-9cffb6f7d799 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083705 Sep 07 16:32:22.605481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-34263b9e-592b-4b14-b7b3-1d70b4b01df8 req-fa89f5bc-2651-4f55-bf91-edfdcdfd5bbb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759983 Sep 07 16:32:22.632285 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-afa5fc40-6ee5-4c95-8fc8-7e36da649b42 service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468496 Sep 07 16:32:22.720559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-45a5b1f1-83c2-48e5-b456-5c3bfa8a46c4 service neutron] 10.222.0.70 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875547 Sep 07 16:32:22.749149 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6b7a1cc-0838-44c3-976c-00bf5fcec9ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:22.777611 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e6b7a1cc-0838-44c3-976c-00bf5fcec9ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5218dc37-810b-421c-8870-01b4642916d3']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:22.795870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e6b7a1cc-0838-44c3-976c-00bf5fcec9ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:22.796200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e6b7a1cc-0838-44c3-976c-00bf5fcec9ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc59a72-e747-4b9b-a6f6-87edbf2b31c4') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:22.806249 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31d3ccee-4fc0-48c2-bf4d-2d7e9b3b8d70 req-e5dd9588-4184-4897-beea-d90c9512f3f5 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885769 Sep 07 16:32:22.810476 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6b7a1cc-0838-44c3-976c-00bf5fcec9ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:22.861572 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6b7a1cc-0838-44c3-976c-00bf5fcec9ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:22.879687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b7a1cc-0838-44c3-976c-00bf5fcec9ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:32:22.881243 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6b7a1cc-0838-44c3-976c-00bf5fcec9ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:32:22.897744 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:32:22.928273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ffcc0872-e137-47be-968d-b915a071fe3b req-23156ef2-9c49-42df-a1d5-bf1f03baa839 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 210 time: 0.0456052 Sep 07 16:32:23.053803 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6b7a1cc-0838-44c3-976c-00bf5fcec9ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:23.060061 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6b7a1cc-0838-44c3-976c-00bf5fcec9ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:23.064847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51422) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:23.065091 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e6b7a1cc-0838-44c3-976c-00bf5fcec9ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/networks/5218dc37-810b-421c-8870-01b4642916d3 HTTP/1.1" status: 204 len: 168 time: 0.6195977 Sep 07 16:32:23.076391 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-31d3ccee-4fc0-48c2-bf4d-2d7e9b3b8d70 req-98563e4c-26fa-49da-8ba3-be6f6ad317cc service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588398 Sep 07 16:32:23.089910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7a1cc-0838-44c3-976c-00bf5fcec9ef tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Network': ['ID=5218dc37-810b-421c-8870-01b4642916d3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:23.155778 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b7429c5-73a5-4bd3-9604-3a90f7cbaac9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:23.182599 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b7429c5-73a5-4bd3-9604-3a90f7cbaac9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:23.250078 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b7429c5-73a5-4bd3-9604-3a90f7cbaac9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:23.253165 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b7429c5-73a5-4bd3-9604-3a90f7cbaac9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:23.256766 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3b7429c5-73a5-4bd3-9604-3a90f7cbaac9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/security-groups/f0c36938-209d-4000-adcf-a526bc248344 HTTP/1.1" status: 204 len: 168 time: 0.1879244 Sep 07 16:32:23.264111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7429c5-73a5-4bd3-9604-3a90f7cbaac9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c36938-209d-4000-adcf-a526bc248344,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:23.451620 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 41c4279d-15c2-4491-b01d-29c3c0dc6597 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:32:23.471585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 41c4279d-15c2-4491-b01d-29c3c0dc6597 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:32:23.472248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 41c4279d-15c2-4491-b01d-29c3c0dc6597 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:32:23.581653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51430) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:23.586382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0397feb8-7bb3-479a-9c30-04d42fcabc07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241234058', 'description': 'tempest-secgroup-smoke-241234058 description', 'project_id': 'e608a260b01c4aab87ae27b604981b64'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:23.609993 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0397feb8-7bb3-479a-9c30-04d42fcabc07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:23.677865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5c639ffd-62db-4d81-ba91-46cb59802746 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:32:23.708949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 5c639ffd-62db-4d81-ba91-46cb59802746 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:32:23.709698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5c639ffd-62db-4d81-ba91-46cb59802746 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:32:23.709862 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0397feb8-7bb3-479a-9c30-04d42fcabc07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:23.710621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b5e20e69-6962-429f-a79b-75cdcb464b29 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:32:23.731361 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: b5e20e69-6962-429f-a79b-75cdcb464b29 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:32:23.731710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b5e20e69-6962-429f-a79b-75cdcb464b29 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:32:23.738189 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0397feb8-7bb3-479a-9c30-04d42fcabc07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:23.780851 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0397feb8-7bb3-479a-9c30-04d42fcabc07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:23.784419 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0397feb8-7bb3-479a-9c30-04d42fcabc07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1993804 Sep 07 16:32:23.786188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51434) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:23.791821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e7214515-1615-428e-8bd9-5d147ca5865c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': '82a8735f-099d-4538-9915-44e7134b256d', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:23.793893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd265fb-a0ea-4679-853e-7279548654ce req-05cc888c-883d-425c-8e89-d7bd0aa37dd3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:23.795679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cdd265fb-a0ea-4679-853e-7279548654ce req-05cc888c-883d-425c-8e89-d7bd0aa37dd3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 944 time: 0.0846121 Sep 07 16:32:23.798252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397feb8-7bb3-479a-9c30-04d42fcabc07 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a8735f-099d-4538-9915-44e7134b256d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:23.841341 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cdd265fb-a0ea-4679-853e-7279548654ce req-7163fbf8-be61-4f7a-93cc-1302cdd19813 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382879 Sep 07 16:32:23.879792 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7214515-1615-428e-8bd9-5d147ca5865c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.072899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-294033a8-1bab-409f-8db1-fb6ceb4869ee req-f6f2c33c-202f-4029-9a35-cc75f28d1b51 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 210 time: 0.0312741 Sep 07 16:32:24.296900 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7214515-1615-428e-8bd9-5d147ca5865c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.304003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-6e55a8e2-1639-4765-97cd-586b48d7d6f3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:24.305480 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-6e55a8e2-1639-4765-97cd-586b48d7d6f3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 806 time: 0.4577825 Sep 07 16:32:24.306534 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7214515-1615-428e-8bd9-5d147ca5865c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.325550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ed60876d-a503-43b4-af20-ffe990fccca4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Request body: {'port': {'device_id': 'b73bd96d-2b43-4b47-8dbf-6dbafaca9850', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'admin_state_up': True, 'tenant_id': '8817716e700642d49d97c5d7ac182df9'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:24.332320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7214515-1615-428e-8bd9-5d147ca5865c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309424a0-4a88-4763-9b8d-1bc7ea948095,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:24.345556 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e7214515-1615-428e-8bd9-5d147ca5865c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.346738 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e7214515-1615-428e-8bd9-5d147ca5865c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5593703 Sep 07 16:32:24.349661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51440) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:24.354573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c767f3a0-5267-441e-b25a-f3be91f9b344 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': '82a8735f-099d-4538-9915-44e7134b256d', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:24.382906 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c767f3a0-5267-441e-b25a-f3be91f9b344 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.441431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c767f3a0-5267-441e-b25a-f3be91f9b344 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.441928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ed60876d-a503-43b4-af20-ffe990fccca4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Made reservation on behalf of 8817716e700642d49d97c5d7ac182df9 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:32:24.445178 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c767f3a0-5267-441e-b25a-f3be91f9b344 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.445392 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ed60876d-a503-43b4-af20-ffe990fccca4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.474153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767f3a0-5267-441e-b25a-f3be91f9b344 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f75017-a177-42c3-8e15-2fe0931388cb,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:24.482799 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c767f3a0-5267-441e-b25a-f3be91f9b344 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.484360 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c767f3a0-5267-441e-b25a-f3be91f9b344 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332672 Sep 07 16:32:24.487359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51442) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:24.491818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-10ff1886-d3b8-4b87-b124-6226f2e8b315 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': '82a8735f-099d-4538-9915-44e7134b256d', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:24.520720 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ff1886-d3b8-4b87-b124-6226f2e8b315 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.580403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ed60876d-a503-43b4-af20-ffe990fccca4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Allocated IP 172.20.0.4 (04479938-fe1a-4503-a899-ad35d3b8f9e8/095047a4-4b29-4384-8741-c774f5d6adc6/6648bf92-4a01-4252-98eb-a8a2e62fde98) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:32:24.582778 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ff1886-d3b8-4b87-b124-6226f2e8b315 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.586745 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ff1886-d3b8-4b87-b124-6226f2e8b315 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.610093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff1886-d3b8-4b87-b124-6226f2e8b315 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9070e03f-32c8-4745-91ed-94a088a7469f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:24.613819 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-10ff1886-d3b8-4b87-b124-6226f2e8b315 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.615235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-10ff1886-d3b8-4b87-b124-6226f2e8b315 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268668 Sep 07 16:32:24.618358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51444) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:24.623931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-00ffbf99-3bd2-438a-b34d-612ba05571e3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': '82a8735f-099d-4538-9915-44e7134b256d', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:24.651526 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00ffbf99-3bd2-438a-b34d-612ba05571e3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.719589 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00ffbf99-3bd2-438a-b34d-612ba05571e3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.724548 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00ffbf99-3bd2-438a-b34d-612ba05571e3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.742622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffbf99-3bd2-438a-b34d-612ba05571e3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6c4879-dacb-4191-914c-7c82a789501c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:24.751950 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-00ffbf99-3bd2-438a-b34d-612ba05571e3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.756426 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-00ffbf99-3bd2-438a-b34d-612ba05571e3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370654 Sep 07 16:32:24.757197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51446) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:24.757352 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ed60876d-a503-43b4-af20-ffe990fccca4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.761964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-211a3a4a-a468-4955-8297-5eb36c54bef9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': '82a8735f-099d-4538-9915-44e7134b256d', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:24.785233 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-211a3a4a-a468-4955-8297-5eb36c54bef9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Project e608a260b01c4aab87ae27b604981b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:32:24.790272 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-211a3a4a-a468-4955-8297-5eb36c54bef9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.800609 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ed60876d-a503-43b4-af20-ffe990fccca4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.815562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:32:24.856976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ed60876d-a503-43b4-af20-ffe990fccca4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Network 04479938-fe1a-4503-a899-ad35d3b8f9e8 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:24.860972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ed60876d-a503-43b4-af20-ffe990fccca4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:24.866682 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-211a3a4a-a468-4955-8297-5eb36c54bef9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.872085 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-211a3a4a-a468-4955-8297-5eb36c54bef9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.872917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ed60876d-a503-43b4-af20-ffe990fccca4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:32:24.898025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a3a4a-a468-4955-8297-5eb36c54bef9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e204b0-6b62-4db8-8610-5984bf9912e9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:24.905783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60876d-a503-43b4-af20-ffe990fccca4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event updated for resources: {'Port': ['ID=6648bf92-4a01-4252-98eb-a8a2e62fde98,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:24.914530 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-211a3a4a-a468-4955-8297-5eb36c54bef9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.919647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-211a3a4a-a468-4955-8297-5eb36c54bef9 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612680 Sep 07 16:32:24.920409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51450) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:24.925858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a856b725-9342-4f4d-b572-0728100baf5b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'security_group_rule': {'security_group_id': '82a8735f-099d-4538-9915-44e7134b256d', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:24.954342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ed60876d-a503-43b4-af20-ffe990fccca4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:24.955014 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ed60876d-a503-43b4-af20-ffe990fccca4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.963474 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-a856b725-9342-4f4d-b572-0728100baf5b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Project e608a260b01c4aab87ae27b604981b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:32:24.975769 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ed60876d-a503-43b4-af20-ffe990fccca4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6578677 Sep 07 16:32:24.984932 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a856b725-9342-4f4d-b572-0728100baf5b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:24.989555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Request body: {'port': {'device_id': 'b73bd96d-2b43-4b47-8dbf-6dbafaca9850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:25.054002 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.059714 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a856b725-9342-4f4d-b572-0728100baf5b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.066412 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a856b725-9342-4f4d-b572-0728100baf5b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.103749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856b725-9342-4f4d-b572-0728100baf5b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134319e3-e579-4dc8-bd34-e8acd02a30f8,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:25.107716 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a856b725-9342-4f4d-b572-0728100baf5b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.112560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a856b725-9342-4f4d-b572-0728100baf5b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1910343 Sep 07 16:32:25.113406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51456) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:25.121104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3fa35585-d9f0-4bda-8516-01168c77c209 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'network': {'name': 'tempest-network-smoke--1444822177', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:25.146087 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7722a70-5bfe-4254-b310-b2b59a314485 req-3c54cfd7-7def-47d6-b3bc-d8aef9dbe16c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:25.151022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7722a70-5bfe-4254-b310-b2b59a314485 req-3c54cfd7-7def-47d6-b3bc-d8aef9dbe16c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 944 time: 0.2016037 Sep 07 16:32:25.173286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa35585-d9f0-4bda-8516-01168c77c209 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Made reservation on behalf of e608a260b01c4aab87ae27b604981b64 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:32:25.176823 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa35585-d9f0-4bda-8516-01168c77c209 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.211680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7722a70-5bfe-4254-b310-b2b59a314485 req-ff94dc2a-6299-4b95-b863-e7583b78fe30 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537355 Sep 07 16:32:25.235537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa35585-d9f0-4bda-8516-01168c77c209 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:32:25.263479 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa35585-d9f0-4bda-8516-01168c77c209 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.263838 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-3fa35585-d9f0-4bda-8516-01168c77c209 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Added segment 22b22f30-c249-4f8c-bb51-6fbb2c0803fe of type vlan for network 1594f749-8f0d-4f70-a83c-deb851037026 Sep 07 16:32:25.319062 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cfe6c-04e1-4cbe-971a-a5eeae3b64f9 req-8160f5ea-1e5e-4a14-be4e-6dff2d39d1cd tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:25.320655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b16cfe6c-04e1-4cbe-971a-a5eeae3b64f9 req-8160f5ea-1e5e-4a14-be4e-6dff2d39d1cd tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 931 time: 0.1080220 Sep 07 16:32:25.322433 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa35585-d9f0-4bda-8516-01168c77c209 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.372962 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa35585-d9f0-4bda-8516-01168c77c209 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.380161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa35585-d9f0-4bda-8516-01168c77c209 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:25.380642 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fa35585-d9f0-4bda-8516-01168c77c209 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.391769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6648bf92-4a01-4252-98eb-a8a2e62fde98 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:32:25.396246 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b16cfe6c-04e1-4cbe-971a-a5eeae3b64f9 req-86dd4efc-63d1-45a0-8c8b-f0cc68a07323 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669043 Sep 07 16:32:25.415446 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.446464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Transition to ACTIVE for port object 6648bf92-4a01-4252-98eb-a8a2e62fde98 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:25.453232 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.475120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3fa35585-d9f0-4bda-8516-01168c77c209 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3588498 Sep 07 16:32:25.478472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51458) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:25.490464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'admin_state_up': True, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:25.491273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa35585-d9f0-4bda-8516-01168c77c209 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Network': ['ID=1594f749-8f0d-4f70-a83c-deb851037026,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:25.501987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 1594f749-8f0d-4f70-a83c-deb851037026 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:32:25.535845 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.537244 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.564668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Pushing event updated for resources: {'Port': ['ID=6648bf92-4a01-4252-98eb-a8a2e62fde98,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:25.643820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Attempting to bind port 6648bf92-4a01-4252-98eb-a8a2e62fde98 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:32:25.644197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Attempting to bind port 6648bf92-4a01-4252-98eb-a8a2e62fde98 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:32:25.644624 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Attempting to bind port 6648bf92-4a01-4252-98eb-a8a2e62fde98 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:25.649030 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.651135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Port 6648bf92-4a01-4252-98eb-a8a2e62fde98 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:32:25.653021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Attempting to bind port 6648bf92-4a01-4252-98eb-a8a2e62fde98 on network 04479938-fe1a-4503-a899-ad35d3b8f9e8 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:25.660935 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:32:25.661372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Checking segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:25.661765 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Bound using segment: {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:32:25.662199 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Bound port: 6648bf92-4a01-4252-98eb-a8a2e62fde98, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fc51ed-7fc0-4652-9488-6270a564fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:32:25.662603 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.733496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] For port 6648bf92-4a01-4252-98eb-a8a2e62fde98, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:32:25.737059 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] For port 6648bf92-4a01-4252-98eb-a8a2e62fde98, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6648bf92-4a01-4252-98eb-a8a2e62fde98,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:32:25.741829 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.780657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:25.781397 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.782978 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] 10.222.0.35 "PUT /v2.0/ports/6648bf92-4a01-4252-98eb-a8a2e62fde98 HTTP/1.1" status: 200 len: 1091 time: 0.7983017 Sep 07 16:32:25.783498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73bd96d-2b43-4b47-8dbf-6dbafaca9850', 'tag': '6648bf92-4a01-4252-98eb-a8a2e62fde98'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:32:25.785921 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d0d828-5e80-46e4-bc35-263d04bbd9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b73bd96d-2b43-4b47-8dbf-6dbafaca9850", "tag": "6648bf92-4a01-4252-98eb-a8a2e62fde98"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:32:25.827471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e8e38-4f06-4759-bd79-8a790e328e65 service neutron] Pushing event updated for resources: {'Port': ['ID=6648bf92-4a01-4252-98eb-a8a2e62fde98,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:25.849794 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:25.866151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0c6a1-d1d1-4a09-8d54-e3e1b3f592ec req-f0a59847-2258-4610-860a-e4485f6d89c4 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:25.867750 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14e0c6a1-d1d1-4a09-8d54-e3e1b3f592ec req-f0a59847-2258-4610-860a-e4485f6d89c4 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.1734691 Sep 07 16:32:25.873597 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90226b2c-0c87-490b-aeec-613a5689f439 x-openstack-request-id: req-90226b2c-0c87-490b-aeec-613a5689f439 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:32:25.874015 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73bd96d-2b43-4b47-8dbf-6dbafaca9850", "tag": "6648bf92-4a01-4252-98eb-a8a2e62fde98", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:32:25.874277 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90226b2c-0c87-490b-aeec-613a5689f439 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:32:25.874682 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73bd96d-2b43-4b47-8dbf-6dbafaca9850', 'tag': '6648bf92-4a01-4252-98eb-a8a2e62fde98', 'status': 'completed', 'code': 200} Sep 07 16:32:25.892874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ebf23aa3-1e78-4e8b-92e4-59c19b7eaa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:25.894191 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-ebf23aa3-1e78-4e8b-92e4-59c19b7eaa73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 1094 time: 0.0610683 Sep 07 16:32:25.940116 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-d8e666d0-d0ea-48c5-ad56-e54886d30de5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6648bf92-4a01-4252-98eb-a8a2e62fde98 HTTP/1.1" status: 200 len: 217 time: 0.0377018 Sep 07 16:32:25.940537 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14e0c6a1-d1d1-4a09-8d54-e3e1b3f592ec req-26713799-793f-4ce9-9ec0-783d99952581 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579727 Sep 07 16:32:26.003943 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-3f9ae00a-3993-42a3-99ea-2b3a5fd17aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:26.005530 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-3f9ae00a-3993-42a3-99ea-2b3a5fd17aff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.0581012 Sep 07 16:32:26.044366 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-8bdfffac-3e31-48b8-8470-7d2dfe3630e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311055 Sep 07 16:32:26.108113 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:26.127718 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:26.136898 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-f4c34a6e-c3d1-424a-a927-a8eb3bd2b0ee service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854890 Sep 07 16:32:26.238889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.25.3.145 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/572d381f-a944-47cb-aa64-400c7fa5672e) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:32:26.256820 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb6bb7-5d43-4a0d-9a23-2a67bd123b94 req-c4e4589e-1395-4e35-ba86-16c8c76d2453 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121686 Sep 07 16:32:26.351340 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0d828-5e80-46e4-bc35-263d04bbd9c0 req-d45c24e8-efdd-4b25-b318-7583eb423d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:26.352982 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4d0d828-5e80-46e4-bc35-263d04bbd9c0 req-d45c24e8-efdd-4b25-b318-7583eb423d2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 1094 time: 0.0512280 Sep 07 16:32:26.396084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:26.408139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a467d5-f1b6-4479-9218-4da2fb77c2fd req-dd908a1d-d911-4a59-bb1a-436efb050984 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:26.409763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18a467d5-f1b6-4479-9218-4da2fb77c2fd req-dd908a1d-d911-4a59-bb1a-436efb050984 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 944 time: 0.0853860 Sep 07 16:32:26.465896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18a467d5-f1b6-4479-9218-4da2fb77c2fd req-1d7f1755-d7d5-4f22-9b17-7255216fd0b0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490532 Sep 07 16:32:26.481118 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:26.521390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:26.524723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:26.528011 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0d828-5e80-46e4-bc35-263d04bbd9c0 req-ca3383d5-a12f-4b18-9852-68c8155cb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:26.530014 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4d0d828-5e80-46e4-bc35-263d04bbd9c0 req-ca3383d5-a12f-4b18-9852-68c8155cb253 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 907 time: 0.1689832 Sep 07 16:32:26.531713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:32:26.579264 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4d0d828-5e80-46e4-bc35-263d04bbd9c0 req-82965f11-04c2-457c-94f1-f986f78851c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6648bf92-4a01-4252-98eb-a8a2e62fde98 HTTP/1.1" status: 200 len: 217 time: 0.0414596 Sep 07 16:32:26.585216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=572d381f-a944-47cb-aa64-400c7fa5672e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:26.641592 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0d828-5e80-46e4-bc35-263d04bbd9c0 req-68b17157-73f2-4ca2-ac36-6765ea5e868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:26.643986 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4d0d828-5e80-46e4-bc35-263d04bbd9c0 req-68b17157-73f2-4ca2-ac36-6765ea5e868f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.0564399 Sep 07 16:32:26.673078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98ee53-0271-4973-a561-2d7412cc492c req-a1fcabfa-4c68-4e63-997f-9563cad2bb24 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:26.674821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a98ee53-0271-4973-a561-2d7412cc492c req-a1fcabfa-4c68-4e63-997f-9563cad2bb24 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 943 time: 0.1336744 Sep 07 16:32:26.696757 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4d0d828-5e80-46e4-bc35-263d04bbd9c0 req-f4591b02-49e2-4487-aa80-8e5a5831a2fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452304 Sep 07 16:32:26.783219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a98ee53-0271-4973-a561-2d7412cc492c req-b28761db-1be5-43a3-8009-51a81cb9912c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694036 Sep 07 16:32:26.810031 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4d0d828-5e80-46e4-bc35-263d04bbd9c0 req-0b7f3357-6be3-46a9-9491-2cd1ae7db368 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051407 Sep 07 16:32:26.930192 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:26.968624 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b4d0d828-5e80-46e4-bc35-263d04bbd9c0 req-8d0e9d30-5bea-40e5-962a-35824a1edd08 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493075 Sep 07 16:32:27.149999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf972b4-03f5-4a7f-91ed-05f607faee5b req-8a5bd457-ac07-4da1-803f-b078c252889b tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:27.151509 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbf972b4-03f5-4a7f-91ed-05f607faee5b req-8a5bd457-ac07-4da1-803f-b078c252889b tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0981231 Sep 07 16:32:27.235123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbf972b4-03f5-4a7f-91ed-05f607faee5b req-f0b88a46-d4f6-43c2-b689-1cabb2457e45 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771775 Sep 07 16:32:27.255955 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:27.389867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router f1ded537-0c28-4e60-9bda-bc3a229106a7 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:32:27.846742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:32:27.857418 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Sync routers for ids ['f1ded537-0c28-4e60-9bda-bc3a229106a7'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:32:27.866739 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Routers {'f1ded537-0c28-4e60-9bda-bc3a229106a7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:27.867349 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:32:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f1ded537-0c28-4e60-9bda-bc3a229106a7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:27.891659 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:27.892877 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a9545df2-f35a-42fe-b703-19133618739e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4130464 Sep 07 16:32:27.896152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51480) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:27.903395 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6517d05-60d9-4e93-8baf-fa0abb70e8d9 req-f153a5fc-6853-4193-9abb-da5004a2bd43 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:27.904895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6517d05-60d9-4e93-8baf-fa0abb70e8d9 req-f153a5fc-6853-4193-9abb-da5004a2bd43 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 944 time: 0.0994668 Sep 07 16:32:27.930529 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d0df5-d3e8-4351-9cc8-b5e2ae61b3d0 req-b6798944-356c-45b1-b4ed-c28701606951 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:27.932015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-016d0df5-d3e8-4351-9cc8-b5e2ae61b3d0 req-b6798944-356c-45b1-b4ed-c28701606951 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 943 time: 0.0706019 Sep 07 16:32:27.932940 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-77784ca7-7625-4214-8c4c-f74384ce85a0 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e608a260b01c4aab87ae27b604981b64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355799 Sep 07 16:32:27.935497 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51482) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:27.984381 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6517d05-60d9-4e93-8baf-fa0abb70e8d9 req-64048112-929f-4dbd-88f0-ae952921aeef tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680308 Sep 07 16:32:27.991546 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-016d0df5-d3e8-4351-9cc8-b5e2ae61b3d0 req-57dc2013-07de-4bc3-9421-0eb615cf9dd4 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506787 Sep 07 16:32:27.996890 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Set router f1ded537-0c28-4e60-9bda-bc3a229106a7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:28.036439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24986e8-b17e-4397-a80f-7e51744685f6 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:28.037978 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a24986e8-b17e-4397-a80f-7e51744685f6 tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1015639 Sep 07 16:32:28.040784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51484) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:28.075153 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4d4f9008-bd11-4020-b7ee-893829ffaa6a tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332077 Sep 07 16:32:28.077550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51486) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:28.082242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f3c5a0b1-87fd-41fe-8a95-11cb844a1835 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-353584975', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:28.169920 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:32:26Z', 'revision_number': 3, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:28.174933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c5a0b1-87fd-41fe-8a95-11cb844a1835 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Made reservation on behalf of e608a260b01c4aab87ae27b604981b64 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:32:28.178802 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3c5a0b1-87fd-41fe-8a95-11cb844a1835 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:28.199426 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Checking router: f1ded537-0c28-4e60-9bda-bc3a229106a7 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:32:28.199772 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Updating router f1ded537-0c28-4e60-9bda-bc3a229106a7 port 572d381f-a944-47cb-aa64-400c7fa5672e binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:32:28.224057 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:28.357231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bde47-1573-49cd-87ca-db59a60d666d req-5dae0976-f6d1-49ad-a04d-2bd61f70c088 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:28.358983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-115bde47-1573-49cd-87ca-db59a60d666d req-5dae0976-f6d1-49ad-a04d-2bd61f70c088 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0528464 Sep 07 16:32:28.388458 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3c5a0b1-87fd-41fe-8a95-11cb844a1835 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:28.408068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-115bde47-1573-49cd-87ca-db59a60d666d req-376448ae-843a-4612-bbe2-2f6b6407164a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 Sep 07 16:32:28.454134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5a0b1-87fd-41fe-8a95-11cb844a1835 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Subnet': ['ID=f9ef2ad4-a472-4210-aa16-9a38417ec9da,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:28.457325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c5a0b1-87fd-41fe-8a95-11cb844a1835 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Checking segment: {'id': '22b22f30-c249-4f8c-bb51-6fbb2c0803fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:28.457690 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5a0b1-87fd-41fe-8a95-11cb844a1835 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network hostable DHCP agents. Network: 1594f749-8f0d-4f70-a83c-deb851037026, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:32:28.475116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5a0b1-87fd-41fe-8a95-11cb844a1835 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 1594f749-8f0d-4f70-a83c-deb851037026 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:32:28.484201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f3c5a0b1-87fd-41fe-8a95-11cb844a1835 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 1594f749-8f0d-4f70-a83c-deb851037026) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:28.488359 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c5a0b1-87fd-41fe-8a95-11cb844a1835 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:28.489384 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3c5a0b1-87fd-41fe-8a95-11cb844a1835 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:28.493734 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:28.498643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ae428-c971-46be-a8ff-9e136ade3fdc None None] Network 1594f749-8f0d-4f70-a83c-deb851037026 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:32:28.503961 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Transition to ACTIVE for port object 572d381f-a944-47cb-aa64-400c7fa5672e will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:28.507267 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f3c5a0b1-87fd-41fe-8a95-11cb844a1835 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4261405 Sep 07 16:32:28.507645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51492) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:28.510407 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:28.560168 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Attempting to bind port 572d381f-a944-47cb-aa64-400c7fa5672e on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:32:28.560452 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Attempting to bind port 572d381f-a944-47cb-aa64-400c7fa5672e by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:32:28.560834 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Attempting to bind port 572d381f-a944-47cb-aa64-400c7fa5672e on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:28.567685 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51bdf6-16f6-49af-a3fa-1e083e482bbe None None] Pushing event updated for resources: {'Port': ['ID=572d381f-a944-47cb-aa64-400c7fa5672e,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:28.571027 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:32:28.571027 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:28.571403 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:28.571862 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:32:28.572425 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Bound port: 572d381f-a944-47cb-aa64-400c7fa5672e, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:32:28.573006 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:28.628821 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] For port 572d381f-a944-47cb-aa64-400c7fa5672e, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:32:28.632278 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] For port 572d381f-a944-47cb-aa64-400c7fa5672e, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=572d381f-a944-47cb-aa64-400c7fa5672e,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:32:28.637145 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:28.656474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-1594f749-8f0d-4f70-a83c-deb851037026', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ips': [{'subnet_id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:32:28.657881 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:28.681862 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Routers {'f1ded537-0c28-4e60-9bda-bc3a229106a7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:28.682546 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:32:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f1ded537-0c28-4e60-9bda-bc3a229106a7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:28.733177 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51bdf6-16f6-49af-a3fa-1e083e482bbe None None] Pushing event updated for resources: {'Port': ['ID=572d381f-a944-47cb-aa64-400c7fa5672e,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:28.802950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Allocated IP 172.20.0.2 (1594f749-8f0d-4f70-a83c-deb851037026/f9ef2ad4-a472-4210-aa16-9a38417ec9da/7ce6d3c5-6d3e-4c9f-9972-db60016563fb) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:32:28.810112 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] Set router f1ded537-0c28-4e60-9bda-bc3a229106a7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:28.955593 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:28.964254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Transition to ACTIVE for port object 7ce6d3c5-6d3e-4c9f-9972-db60016563fb will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:28.980669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Transition to ACTIVE for port object 7ce6d3c5-6d3e-4c9f-9972-db60016563fb will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:28.985034 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:28.987952 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:29.000328 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:32:26Z', 'revision_number': 3, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:29.032372 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Network 1594f749-8f0d-4f70-a83c-deb851037026 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:29.034141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:29.040292 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-88c177c5-4581-4e3e-b17e-99749e8d47af req-93624bc1-83e7-4bab-9870-2d3af0630da0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446353 Sep 07 16:32:29.040868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:32:29.052200 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e819a0f-7ea0-49fc-9141-c4d27bc3dd31 None None] The sync data for ids ['f1ded537-0c28-4e60-9bda-bc3a229106a7'] in n-d-807551-3 is: [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:32:26Z', 'revision_number': 3, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:32:29.052618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Pushing event updated for resources: {'Port': ['ID=7ce6d3c5-6d3e-4c9f-9972-db60016563fb,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:29.073537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:29.073988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:29.074390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:29.074959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:29.075515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:29.076063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:29.076667 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:29.077230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:29.077774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:29.078304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:29.078834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:29.079364 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:29.142590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Attempting to bind port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:32:29.143481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Attempting to bind port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '22b22f30-c249-4f8c-bb51-6fbb2c0803fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:32:29.144061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Attempting to bind port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb on network 1594f749-8f0d-4f70-a83c-deb851037026 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:29.153472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:32:29.154279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Checking segment: {'id': '22b22f30-c249-4f8c-bb51-6fbb2c0803fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:29.154902 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:29.155505 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Bound using segment: {'id': '22b22f30-c249-4f8c-bb51-6fbb2c0803fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:32:29.156193 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Bound port: 7ce6d3c5-6d3e-4c9f-9972-db60016563fb, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b22f30-c249-4f8c-bb51-6fbb2c0803fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:32:29.156834 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:29.157180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c177c5-4581-4e3e-b17e-99749e8d47af req-2bbabd5e-0575-42b4-a849-34e546fcfa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:29.159491 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-88c177c5-4581-4e3e-b17e-99749e8d47af req-2bbabd5e-0575-42b4-a849-34e546fcfa99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 1097 time: 0.0648649 Sep 07 16:32:29.236778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] For port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:32:29.242065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] For port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7ce6d3c5-6d3e-4c9f-9972-db60016563fb,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:32:29.247559 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:29.274702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a04d9-e06f-490e-94e9-c9a55ed6d809 req-1c80ae3d-ddb1-44d9-911f-9d4afc6b2625 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:29.276300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d00a04d9-e06f-490e-94e9-c9a55ed6d809 req-1c80ae3d-ddb1-44d9-911f-9d4afc6b2625 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 943 time: 0.1560593 Sep 07 16:32:29.294685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c177c5-4581-4e3e-b17e-99749e8d47af req-2b375e37-e0e5-40c7-9564-4bb63475b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:29.296263 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-88c177c5-4581-4e3e-b17e-99749e8d47af req-2b375e37-e0e5-40c7-9564-4bb63475b7f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.1149654 Sep 07 16:32:29.329738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c17373-c831-4c27-8fd5-848022b42e82 None None] Pushing event updated for resources: {'Port': ['ID=7ce6d3c5-6d3e-4c9f-9972-db60016563fb,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:29.353535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32283522-aae6-40da-be38-e13aba135c6f req-58353af9-9865-4b9f-8b2f-d42f52737eb6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:29.356804 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32283522-aae6-40da-be38-e13aba135c6f req-58353af9-9865-4b9f-8b2f-d42f52737eb6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 944 time: 0.2221715 Sep 07 16:32:29.424735 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-88c177c5-4581-4e3e-b17e-99749e8d47af req-593668db-561d-4553-9ebc-d493b7ee0740 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b141e62-ada9-4f99-9861-5e432efee09f HTTP/1.1" status: 200 len: 1002 time: 0.1196382 Sep 07 16:32:29.467527 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6648bf92-4a01-4252-98eb-a8a2e62fde98 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:32:29.514667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c177c5-4581-4e3e-b17e-99749e8d47af req-5152fc3c-ef30-495c-ba31-932fdbb58327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:29.516630 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d00a04d9-e06f-490e-94e9-c9a55ed6d809 req-39d8d19b-4fe4-45ce-9468-ff4b2c90066b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715183 Sep 07 16:32:29.516773 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-88c177c5-4581-4e3e-b17e-99749e8d47af req-5152fc3c-ef30-495c-ba31-932fdbb58327 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.0806687 Sep 07 16:32:29.540645 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32283522-aae6-40da-be38-e13aba135c6f req-37655939-5227-4a80-bae5-f2d245a90b0e tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128516 Sep 07 16:32:29.601062 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.20.0.1 (1594f749-8f0d-4f70-a83c-deb851037026/f9ef2ad4-a472-4210-aa16-9a38417ec9da/de33ad51-6748-4e82-96a7-836535a9c5c2) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:32:29.640135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c177c5-4581-4e3e-b17e-99749e8d47af req-cd60dd33-4d4f-4a49-91ab-35eae0c6b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:29.641479 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-88c177c5-4581-4e3e-b17e-99749e8d47af req-cd60dd33-4d4f-4a49-91ab-35eae0c6b554 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157637 Sep 07 16:32:29.744257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6648bf92-4a01-4252-98eb-a8a2e62fde98, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6648bf92-4a01-4252-98eb-a8a2e62fde98,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:29.757972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '6648bf92-4a01-4252-98eb-a8a2e62fde98', 'network_id': '04479938-fe1a-4503-a899-ad35d3b8f9e8', 'port_id': '6648bf92-4a01-4252-98eb-a8a2e62fde98', 'mac_address': 'fa:16:3e:af:37:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095047a4-4b29-4384-8741-c774f5d6adc6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:32:29.824529 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:29.856237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef9b85-6939-4eb1-b307-3a17fd842d27 req-10e4252c-1956-46fa-8790-3579b7b2db1b tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:29.862746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6648bf92-4a01-4252-98eb-a8a2e62fde98 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:32:29.864318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4ef9b85-6939-4eb1-b307-3a17fd842d27 req-10e4252c-1956-46fa-8790-3579b7b2db1b tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.1565847 Sep 07 16:32:29.875517 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-88c177c5-4581-4e3e-b17e-99749e8d47af req-d44dfa44-6585-4639-80a4-21086e699d1b service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221875 Sep 07 16:32:29.879676 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 572d381f-a944-47cb-aa64-400c7fa5672e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:29.917595 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:29.937902 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4ef9b85-6939-4eb1-b307-3a17fd842d27 req-4c185b84-c4d2-40fc-9789-99a67b8e8c80 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726178 Sep 07 16:32:29.947437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6648bf92-4a01-4252-98eb-a8a2e62fde98, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6648bf92-4a01-4252-98eb-a8a2e62fde98,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:29.951222 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 572d381f-a944-47cb-aa64-400c7fa5672e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:29.955987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 572d381f-a944-47cb-aa64-400c7fa5672e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:29.959067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Transition to ACTIVE for port object de33ad51-6748-4e82-96a7-836535a9c5c2 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:29.960378 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:29.962375 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:30.008744 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:30.009452 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-88c177c5-4581-4e3e-b17e-99749e8d47af req-54e39d79-2da1-4a79-a5e0-61a30f153790 service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228416 Sep 07 16:32:30.048675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=6648bf92-4a01-4252-98eb-a8a2e62fde98,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:30.061292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=de33ad51-6748-4e82-96a7-836535a9c5c2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:30.077999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 1594f749-8f0d-4f70-a83c-deb851037026 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:30.079595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:30.082013 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:32:30.090753 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:30.113328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 572d381f-a944-47cb-aa64-400c7fa5672e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=572d381f-a944-47cb-aa64-400c7fa5672e,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:30.118374 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:30.119802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7ce6d3c5-6d3e-4c9f-9972-db60016563fb up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:30.131995 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:30.306872 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:30.379701 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=572d381f-a944-47cb-aa64-400c7fa5672e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:30.392331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:30.469922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['6648bf92-4a01-4252-98eb-a8a2e62fde98'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:32:30.619838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394b498d-96f6-4c4a-964b-eaf396d4fd00 None None] Network 1594f749-8f0d-4f70-a83c-deb851037026 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:32:30.659583 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:30.667846 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:30.706904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ea2aec1-6bd5-4bbc-adb5-c2a7ca3b8418 None None] Provisioning for port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:30.717951 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ea2aec1-6bd5-4bbc-adb5-c2a7ca3b8418 None None] Provisioning complete for port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:30.718336 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ea2aec1-6bd5-4bbc-adb5-c2a7ca3b8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:30.730757 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831d9bf-3a26-4b41-8c9e-b2d7e218fe34 req-4ae8e907-ec21-4e68-9074-7a386b78691f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:30.732457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c831d9bf-3a26-4b41-8c9e-b2d7e218fe34 req-4ae8e907-ec21-4e68-9074-7a386b78691f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 944 time: 0.1208680 Sep 07 16:32:30.774562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=de33ad51-6748-4e82-96a7-836535a9c5c2,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:30.785161 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:30.809831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c831d9bf-3a26-4b41-8c9e-b2d7e218fe34 req-de9ee6b2-675f-4490-9453-f827f6858eae tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642073 Sep 07 16:32:30.889590 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ea2aec1-6bd5-4bbc-adb5-c2a7ca3b8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:30.917353 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ca8f2-cfcf-4031-b25a-fd59e1075e3a req-41992217-8f4d-49ac-bf29-5500c0ca256f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:30.918911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-047ca8f2-cfcf-4031-b25a-fd59e1075e3a req-41992217-8f4d-49ac-bf29-5500c0ca256f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 944 time: 0.2697325 Sep 07 16:32:30.931848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5ea2aec1-6bd5-4bbc-adb5-c2a7ca3b8418 None None] For port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7ce6d3c5-6d3e-4c9f-9972-db60016563fb,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:30.938268 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ea2aec1-6bd5-4bbc-adb5-c2a7ca3b8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:30.961574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 1594f749-8f0d-4f70-a83c-deb851037026 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:30.965715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:30.985458 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-047ca8f2-cfcf-4031-b25a-fd59e1075e3a req-c892253b-b483-46c7-87f6-41af7c0cbafc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499077 Sep 07 16:32:31.001973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2aec1-6bd5-4bbc-adb5-c2a7ca3b8418 None None] Pushing event updated for resources: {'Port': ['ID=7ce6d3c5-6d3e-4c9f-9972-db60016563fb,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:31.135385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb544bf-6b52-451e-b272-297893a9187c req-850ddc40-af9f-4e91-8da0-87682d5b8b3f tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:31.137636 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bb544bf-6b52-451e-b272-297893a9187c req-850ddc40-af9f-4e91-8da0-87682d5b8b3f tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.1010077 Sep 07 16:32:31.149131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router f1ded537-0c28-4e60-9bda-bc3a229106a7 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:32:31.165493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-70629a2b-6fe3-43e9-a196-1b71af169369 None None] Provisioning for port de33ad51-6748-4e82-96a7-836535a9c5c2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:31.169964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-70629a2b-6fe3-43e9-a196-1b71af169369 None None] Provisioning complete for port de33ad51-6748-4e82-96a7-836535a9c5c2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:31.170425 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70629a2b-6fe3-43e9-a196-1b71af169369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:31.208716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-70629a2b-6fe3-43e9-a196-1b71af169369 None None] Port de33ad51-6748-4e82-96a7-836535a9c5c2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:32:31.220721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bb544bf-6b52-451e-b272-297893a9187c req-d9912ff6-2d73-4107-a6cf-efc313363dfe tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738008 Sep 07 16:32:31.221212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-70629a2b-6fe3-43e9-a196-1b71af169369 None None] Provisioning complete for port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:31.221621 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70629a2b-6fe3-43e9-a196-1b71af169369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:31.312599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:32:31.318859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bc39de99-b7ed-4da1-8ba2-c2346682ff43 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "PUT /v2.0/routers/f1ded537-0c28-4e60-9bda-bc3a229106a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8099740 Sep 07 16:32:31.325589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Sync routers for ids ['f1ded537-0c28-4e60-9bda-bc3a229106a7'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:32:31.337341 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Routers {'f1ded537-0c28-4e60-9bda-bc3a229106a7'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:31.338776 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:32:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f1ded537-0c28-4e60-9bda-bc3a229106a7'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:31.460708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d7991ded-7df4-44cc-af4d-82af80702101 None None] Provisioning complete for port de33ad51-6748-4e82-96a7-836535a9c5c2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:31.461088 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7991ded-7df4-44cc-af4d-82af80702101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:31.464287 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Set router f1ded537-0c28-4e60-9bda-bc3a229106a7 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:31.516494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6648bf92-4a01-4252-98eb-a8a2e62fde98 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:31.525060 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-2663f50b-ba45-4505-a16a-f95db8b0e080 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241234058&fields=id&tenant_id=e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 267 time: 0.0353029 Sep 07 16:32:31.575879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d7991ded-7df4-44cc-af4d-82af80702101 None None] Port de33ad51-6748-4e82-96a7-836535a9c5c2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:32:31.637327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-4e00601d-dedf-446a-ab74-3b01e75bd305 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:31.638933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-4e00601d-dedf-446a-ab74-3b01e75bd305 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/networks?id=1594f749-8f0d-4f70-a83c-deb851037026 HTTP/1.1" status: 200 len: 797 time: 0.1059396 Sep 07 16:32:31.660736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-89283e56-2dd7-47c2-b381-f1a787ec1348 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/quotas/e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 375 time: 0.0101938 Sep 07 16:32:31.671859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 6648bf92-4a01-4252-98eb-a8a2e62fde98 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:31.680282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 6648bf92-4a01-4252-98eb-a8a2e62fde98 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:31.680695 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:31.686570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 572d381f-a944-47cb-aa64-400c7fa5672e up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:31.721638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-c872d9a4-7a21-429e-9ee6-2864e195806f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528142 Sep 07 16:32:31.790900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3bbe5f80-8578-45f3-8956-fc49b353239d None None] Provisioning complete for port de33ad51-6748-4e82-96a7-836535a9c5c2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:31.791215 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5f80-8578-45f3-8956-fc49b353239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:31.867539 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-2eeed97e-bcb6-457b-ae87-4f04b11e43b7 service neutron] 10.222.0.70 "GET /v2.0/networks/1594f749-8f0d-4f70-a83c-deb851037026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317012 Sep 07 16:32:31.875451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe5f80-8578-45f3-8956-fc49b353239d None None] Port de33ad51-6748-4e82-96a7-836535a9c5c2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:32:31.908032 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:31.908776 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 572d381f-a944-47cb-aa64-400c7fa5672e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:31.909114 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:31.949380 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:31.960925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'de33ad51-6748-4e82-96a7-836535a9c5c2', 'name': '', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:9e:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:29Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 2, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:31.994332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df895ab1-15f7-48b5-952e-e1d740b5ef2e req-5b73f8b5-13b4-4dcb-890d-f1e1134fdd2f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:31.995873 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df895ab1-15f7-48b5-952e-e1d740b5ef2e req-5b73f8b5-13b4-4dcb-890d-f1e1134fdd2f tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 944 time: 0.0971808 Sep 07 16:32:32.004274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Checking router: f1ded537-0c28-4e60-9bda-bc3a229106a7 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:32:32.004665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Updating router f1ded537-0c28-4e60-9bda-bc3a229106a7 port de33ad51-6748-4e82-96a7-836535a9c5c2 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:32:32.012791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73bd96d-2b43-4b47-8dbf-6dbafaca9850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6648bf92-4a01-4252-98eb-a8a2e62fde98'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:32:32.015062 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ea4ab5-96c3-4ed0-a6d7-42a9488607c7" -d '{"events": [{"server_uuid": "b73bd96d-2b43-4b47-8dbf-6dbafaca9850", "name": "network-vif-plugged", "status": "completed", "tag": "6648bf92-4a01-4252-98eb-a8a2e62fde98"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:32:32.024518 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-8ab0381d-a64d-4aec-ad90-f52bd888dc5b service neutron] 10.222.0.70 "GET /v2.0/networks/1594f749-8f0d-4f70-a83c-deb851037026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513510 Sep 07 16:32:32.045407 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df895ab1-15f7-48b5-952e-e1d740b5ef2e req-6b22ce1d-6910-4850-bf3f-434c8ba93b62 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384402 Sep 07 16:32:32.050998 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6648bf92-4a01-4252-98eb-a8a2e62fde98, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6648bf92-4a01-4252-98eb-a8a2e62fde98,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:32.057936 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:32.077838 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:32.167437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7ce6d3c5-6d3e-4c9f-9972-db60016563fb up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:32.185513 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07774b2-e0d0-46e7-9b5b-f1d8738f0e23 x-openstack-request-id: req-e07774b2-e0d0-46e7-9b5b-f1d8738f0e23 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:32:32.185816 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73bd96d-2b43-4b47-8dbf-6dbafaca9850", "name": "network-vif-plugged", "status": "completed", "tag": "6648bf92-4a01-4252-98eb-a8a2e62fde98", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:32:32.186077 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e07774b2-e0d0-46e7-9b5b-f1d8738f0e23 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:32:32.186487 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73bd96d-2b43-4b47-8dbf-6dbafaca9850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6648bf92-4a01-4252-98eb-a8a2e62fde98', 'code': 200} Sep 07 16:32:32.214953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=6648bf92-4a01-4252-98eb-a8a2e62fde98,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:32.290573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c03fe3a-ed70-4a8e-b9d7-369a77c38989 req-2d9395cf-a379-447d-b778-175b4b483522 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 210 time: 0.0445223 Sep 07 16:32:32.320813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea0981-a2ee-450b-b285-64d25a4261a4 req-09e9d05e-7a3c-4e5e-96fd-47ed48b7e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:32.322486 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-89ea0981-a2ee-450b-b285-64d25a4261a4 req-09e9d05e-7a3c-4e5e-96fd-47ed48b7e370 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 1096 time: 0.0709674 Sep 07 16:32:32.325857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3e4ba-d4a0-43ca-864f-a62e577de99e req-239e1b6c-fb20-4f5c-bf2e-f432ef8c81a0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:32.329556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:32.329944 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:32.333458 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2b3e4ba-d4a0-43ca-864f-a62e577de99e req-239e1b6c-fb20-4f5c-bf2e-f432ef8c81a0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 944 time: 0.1333570 Sep 07 16:32:32.406633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2b3e4ba-d4a0-43ca-864f-a62e577de99e req-9807ceda-6b1e-493e-a317-432d2dc8f18d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711491 Sep 07 16:32:32.413012 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-89ea0981-a2ee-450b-b285-64d25a4261a4 req-1e12a5fa-d9eb-477b-89f6-75eba6519a5d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828085 Sep 07 16:32:32.423467 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:32.477932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102deddb-cb17-484d-96b2-a7346d3ca9a3 req-bffa1d89-daa8-4cf8-a092-e001014bcac0 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:32.479832 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-102deddb-cb17-484d-96b2-a7346d3ca9a3 req-bffa1d89-daa8-4cf8-a092-e001014bcac0 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0673795 Sep 07 16:32:32.523879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-102deddb-cb17-484d-96b2-a7346d3ca9a3 req-4246c852-65b3-4eca-8706-6d4b4f284d64 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369890 Sep 07 16:32:32.564328 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:32.576279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Transition to ACTIVE for port object de33ad51-6748-4e82-96a7-836535a9c5c2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:32.582301 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:32.633015 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b9a94-e14c-40bd-be27-30c6d66157a7 None None] Pushing event updated for resources: {'Port': ['ID=de33ad51-6748-4e82-96a7-836535a9c5c2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:32.683230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Attempting to bind port de33ad51-6748-4e82-96a7-836535a9c5c2 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:32:32.683618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Attempting to bind port de33ad51-6748-4e82-96a7-836535a9c5c2 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '22b22f30-c249-4f8c-bb51-6fbb2c0803fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:32:32.684109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Attempting to bind port de33ad51-6748-4e82-96a7-836535a9c5c2 on network 1594f749-8f0d-4f70-a83c-deb851037026 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:32.691112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:32:32.691499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Checking segment: {'id': '22b22f30-c249-4f8c-bb51-6fbb2c0803fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:32.691911 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:32.692312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Bound using segment: {'id': '22b22f30-c249-4f8c-bb51-6fbb2c0803fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:32:32.692849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Bound port: de33ad51-6748-4e82-96a7-836535a9c5c2, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b22f30-c249-4f8c-bb51-6fbb2c0803fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:32:32.693236 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:32.771037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] For port de33ad51-6748-4e82-96a7-836535a9c5c2, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:32:32.775400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] For port de33ad51-6748-4e82-96a7-836535a9c5c2, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=de33ad51-6748-4e82-96a7-836535a9c5c2,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:32:32.779147 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:32.851296 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Routers {'f1ded537-0c28-4e60-9bda-bc3a229106a7'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:32.852076 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:32:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f1ded537-0c28-4e60-9bda-bc3a229106a7'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:32.907317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b9a94-e14c-40bd-be27-30c6d66157a7 None None] Pushing event updated for resources: {'Port': ['ID=de33ad51-6748-4e82-96a7-836535a9c5c2,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:32.986800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] Set router f1ded537-0c28-4e60-9bda-bc3a229106a7 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:33.169335 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58d5bd-7b15-4bc0-bb50-f313149da59a req-08392ed4-fafd-4511-9396-4ac3ec36cc02 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:33.171217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db58d5bd-7b15-4bc0-bb50-f313149da59a req-08392ed4-fafd-4511-9396-4ac3ec36cc02 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0546105 Sep 07 16:32:33.194759 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'de33ad51-6748-4e82-96a7-836535a9c5c2', 'name': '', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:9e:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:29Z', 'updated_at': '2021-09-07T16:32:32Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:33.208577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db58d5bd-7b15-4bc0-bb50-f313149da59a req-5b18b62c-5443-4910-8ff0-91565963cd61 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Sep 07 16:32:33.224903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e636741-c0e4-4a16-8a42-8ab67df9637e None None] The sync data for ids ['f1ded537-0c28-4e60-9bda-bc3a229106a7'] in n-d-807551-3 is: [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'de33ad51-6748-4e82-96a7-836535a9c5c2', 'name': '', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:9e:db:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:29Z', 'updated_at': '2021-09-07T16:32:32Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:32:33.433182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbad844e-b514-4ab3-9ff0-c79b2809d153 req-65d241f9-9334-44f4-9b23-c7c131062fb3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 210 time: 0.0318310 Sep 07 16:32:33.484060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-89428763-daa2-4245-9f92-11969d33a500 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:33.486591 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-89428763-daa2-4245-9f92-11969d33a500 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.35 "GET /v2.0/networks?id=1594f749-8f0d-4f70-a83c-deb851037026 HTTP/1.1" status: 200 len: 797 time: 0.1433272 Sep 07 16:32:33.537967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ae233-9856-4a8f-b7cf-7da83aa3bac7 req-ca259833-4ed5-4bd5-86f4-7563e2b12bdd tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:33.539424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f5ae233-9856-4a8f-b7cf-7da83aa3bac7 req-ca259833-4ed5-4bd5-86f4-7563e2b12bdd tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 944 time: 0.0549369 Sep 07 16:32:33.543280 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-f3543f19-d7e4-4520-9a05-59a6974100dc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e608a260b01c4aab87ae27b604981b64 HTTP/1.1" status: 200 len: 379 time: 0.0425556 Sep 07 16:32:33.554590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'port': {'device_id': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'admin_state_up': True, 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'security_groups': ['82a8735f-099d-4538-9915-44e7134b256d']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:33.609273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f5ae233-9856-4a8f-b7cf-7da83aa3bac7 req-a3fb6b4c-4c49-4697-b3b7-4dc3f63b1030 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478988 Sep 07 16:32:33.693960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Made reservation on behalf of e608a260b01c4aab87ae27b604981b64 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:32:33.697809 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:33.726535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device de33ad51-6748-4e82-96a7-836535a9c5c2 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:33.800045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port de33ad51-6748-4e82-96a7-836535a9c5c2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:33.804973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port de33ad51-6748-4e82-96a7-836535a9c5c2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:33.805358 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:33.881332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93308f0-714b-4c0f-bbad-d1648ac04447 req-5414b17f-e503-48c2-be6a-6c062b904d2c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:33.896101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c93308f0-714b-4c0f-bbad-d1648ac04447 req-5414b17f-e503-48c2-be6a-6c062b904d2c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.1008635 Sep 07 16:32:33.899701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.20.0.7 (1594f749-8f0d-4f70-a83c-deb851037026/f9ef2ad4-a472-4210-aa16-9a38417ec9da/e41cad41-d0cd-4d59-a488-287b3a016c5d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:32:33.945534 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:33.948710 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0165d2ac-b7c3-46e0-bf01-8cf53f092cde req-9b5af909-8428-4b00-867a-5b2757db7354 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776510 Sep 07 16:32:33.949192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c93308f0-714b-4c0f-bbad-d1648ac04447 req-4490cbe0-e8ed-4e20-9f9e-2955516dc1dc tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520809 Sep 07 16:32:33.998000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port de33ad51-6748-4e82-96a7-836535a9c5c2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=de33ad51-6748-4e82-96a7-836535a9c5c2,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:34.002932 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:34.053806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=de33ad51-6748-4e82-96a7-836535a9c5c2,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:34.093200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165d2ac-b7c3-46e0-bf01-8cf53f092cde req-926d8ef2-6d16-4a3f-89db-7ba6961bb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:34.094734 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0165d2ac-b7c3-46e0-bf01-8cf53f092cde req-926d8ef2-6d16-4a3f-89db-7ba6961bb43b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8817716e700642d49d97c5d7ac182df9&device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 1096 time: 0.1161165 Sep 07 16:32:34.194752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:34.217569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Transition to ACTIVE for port object e41cad41-d0cd-4d59-a488-287b3a016c5d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:34.243381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165d2ac-b7c3-46e0-bf01-8cf53f092cde req-9495b5e9-3753-4687-966b-3fb23b259eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:34.245063 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0165d2ac-b7c3-46e0-bf01-8cf53f092cde req-9495b5e9-3753-4687-966b-3fb23b259eb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 200 len: 907 time: 0.1301110 Sep 07 16:32:34.303571 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0165d2ac-b7c3-46e0-bf01-8cf53f092cde req-5bc5006e-951d-40de-8dd0-54ed7439f710 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 HTTP/1.1" status: 200 len: 217 time: 0.0508420 Sep 07 16:32:34.339052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:34.345479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8689362-49f2-4a72-9cc7-fda967e39e5a req-19e745a7-e033-4e63-9de1-362c98413335 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:34.348185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8689362-49f2-4a72-9cc7-fda967e39e5a req-19e745a7-e033-4e63-9de1-362c98413335 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0534189 Sep 07 16:32:34.395778 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8689362-49f2-4a72-9cc7-fda967e39e5a req-84eaa78d-e19c-4f05-838c-ec2ac3d98662 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421960 Sep 07 16:32:34.401461 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 1594f749-8f0d-4f70-a83c-deb851037026 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:34.404561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=e41cad41-d0cd-4d59-a488-287b3a016c5d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:34.407417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:34.410443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165d2ac-b7c3-46e0-bf01-8cf53f092cde req-7a7effd9-2e01-4b6a-b555-23c1e28591b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:34.411908 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0165d2ac-b7c3-46e0-bf01-8cf53f092cde req-7a7effd9-2e01-4b6a-b555-23c1e28591b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 200 len: 846 time: 0.1002645 Sep 07 16:32:34.419575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:32:34.477636 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0165d2ac-b7c3-46e0-bf01-8cf53f092cde req-a448a91e-bc8d-449b-865a-b6c67438cbe6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04479938-fe1a-4503-a899-ad35d3b8f9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549855 Sep 07 16:32:34.534856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:34.535500 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:34.595163 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-86a553ee-938f-4f03-aca3-c173447b5ce2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0444024 Sep 07 16:32:34.606997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e28f2-5497-4f70-9f18-2a4e05dca3b0 req-bc61f477-e425-4429-a73c-f7dd70084485 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:34.609041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd6e28f2-5497-4f70-9f18-2a4e05dca3b0 req-bc61f477-e425-4429-a73c-f7dd70084485 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 931 time: 0.0618780 Sep 07 16:32:34.614133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Request body: {'port': {'device_id': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:34.637604 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0165d2ac-b7c3-46e0-bf01-8cf53f092cde req-47153253-df87-4b96-b0de-864bc870353c service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496696 Sep 07 16:32:34.694490 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc81a6-49be-4765-8ba4-0f22f24ad903 req-c59071ba-7f39-4129-9d89-41a3f145ea34 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:34.695976 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02bc81a6-49be-4765-8ba4-0f22f24ad903 req-c59071ba-7f39-4129-9d89-41a3f145ea34 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0832236 Sep 07 16:32:34.698733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd6e28f2-5497-4f70-9f18-2a4e05dca3b0 req-323533e5-f8a7-4fec-8c89-e20e467f83a0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732067 Sep 07 16:32:34.725879 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:34.731483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e1d46019-0595-4c61-a1ec-c6ec949380f7 None None] Provisioning for port e41cad41-d0cd-4d59-a488-287b3a016c5d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:34.736055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e1d46019-0595-4c61-a1ec-c6ec949380f7 None None] Provisioning complete for port e41cad41-d0cd-4d59-a488-287b3a016c5d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:34.736844 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1d46019-0595-4c61-a1ec-c6ec949380f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:34.755930 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02bc81a6-49be-4765-8ba4-0f22f24ad903 req-21b7c4de-bccd-49ef-8d28-1dde16ffbb98 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532143 Sep 07 16:32:34.777928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e1d46019-0595-4c61-a1ec-c6ec949380f7 None None] Port e41cad41-d0cd-4d59-a488-287b3a016c5d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:32:34.804749 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0165d2ac-b7c3-46e0-bf01-8cf53f092cde req-ecb3cccf-6c6c-48fc-bd2f-85b347f001d9 service neutron] 10.222.0.35 "GET /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586304 Sep 07 16:32:34.848646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6829b-33b5-43a5-8819-fdcfd07cb084 req-9be72a21-97be-4396-ad4c-8b1237d85b21 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:34.850241 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6bd6829b-33b5-43a5-8819-fdcfd07cb084 req-9be72a21-97be-4396-ad4c-8b1237d85b21 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 944 time: 0.0667353 Sep 07 16:32:34.915495 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6bd6829b-33b5-43a5-8819-fdcfd07cb084 req-262af03e-433e-4cc4-9882-429e5aceca6a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538435 Sep 07 16:32:34.924869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366612e0-7a24-42d0-8384-3187636e54de req-6aad5ecc-dc78-4abd-b42d-a1cf973ea48c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:34.926392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-366612e0-7a24-42d0-8384-3187636e54de req-6aad5ecc-dc78-4abd-b42d-a1cf973ea48c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0750101 Sep 07 16:32:34.966054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-366612e0-7a24-42d0-8384-3187636e54de req-b5601d45-6e94-44fb-937b-d96c96768310 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324113 Sep 07 16:32:35.019315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41cad41-d0cd-4d59-a488-287b3a016c5d {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:32:35.027613 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:35.039774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Transition to ACTIVE for port object e41cad41-d0cd-4d59-a488-287b3a016c5d will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:32:35.046756 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:35.077804 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ff11-913e-4694-925c-c1300bcf75c8 req-de8fbe91-5454-42df-93b6-964af86ac5e9 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:35.079382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5d6ff11-913e-4694-925c-c1300bcf75c8 req-de8fbe91-5454-42df-93b6-964af86ac5e9 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0536470 Sep 07 16:32:35.136129 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Pushing event updated for resources: {'Port': ['ID=e41cad41-d0cd-4d59-a488-287b3a016c5d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:35.148920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5d6ff11-913e-4694-925c-c1300bcf75c8 req-f12f103f-412c-4dbf-9316-80aed0ab4e6d tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552073 Sep 07 16:32:35.195697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 96407870-370f-451f-86b0-d14acafa16c4 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:32:35.199682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661ccda-cf54-425e-870d-1cd5fb1ca1f4 req-ffe7b4dd-48a6-41bb-a41f-4069f48c31f2 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:35.204438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Attempting to bind port e41cad41-d0cd-4d59-a488-287b3a016c5d on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:32:35.204991 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Attempting to bind port e41cad41-d0cd-4d59-a488-287b3a016c5d by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '22b22f30-c249-4f8c-bb51-6fbb2c0803fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:32:35.205498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Attempting to bind port e41cad41-d0cd-4d59-a488-287b3a016c5d on network 1594f749-8f0d-4f70-a83c-deb851037026 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:35.207250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7661ccda-cf54-425e-870d-1cd5fb1ca1f4 req-ffe7b4dd-48a6-41bb-a41f-4069f48c31f2 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0753562 Sep 07 16:32:35.211774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Port e41cad41-d0cd-4d59-a488-287b3a016c5d on network 1594f749-8f0d-4f70-a83c-deb851037026 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:32:35.212282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Attempting to bind port e41cad41-d0cd-4d59-a488-287b3a016c5d on network 1594f749-8f0d-4f70-a83c-deb851037026 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:32:35.219521 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:32:35.220448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Checking segment: {'id': '22b22f30-c249-4f8c-bb51-6fbb2c0803fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:32:35.220838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Bound using segment: {'id': '22b22f30-c249-4f8c-bb51-6fbb2c0803fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:32:35.221744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Bound port: e41cad41-d0cd-4d59-a488-287b3a016c5d, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b22f30-c249-4f8c-bb51-6fbb2c0803fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:32:35.221744 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:35.245274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7661ccda-cf54-425e-870d-1cd5fb1ca1f4 req-e5ecfd41-ef0e-46f1-bea5-260d1c5a9fb0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370076 Sep 07 16:32:35.321136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] For port e41cad41-d0cd-4d59-a488-287b3a016c5d, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:32:35.325215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] For port e41cad41-d0cd-4d59-a488-287b3a016c5d, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:32:35.335586 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:35.409157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:35.409806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:35.411230 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] 10.222.0.35 "PUT /v2.0/ports/e41cad41-d0cd-4d59-a488-287b3a016c5d HTTP/1.1" status: 200 len: 1091 time: 0.8073211 Sep 07 16:32:35.411717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:32:35.414071 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cd782a-ade3-43bb-9804-f27d6db78432" -d '{"events": [{"name": "network-changed", "server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:32:35.420795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b49717-7a7e-4562-adbe-0a28ae22662d service neutron] Pushing event updated for resources: {'Port': ['ID=e41cad41-d0cd-4d59-a488-287b3a016c5d,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:35.463172 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155c9bbe-2821-4cbc-8e1c-b526756a688c x-openstack-request-id: req-155c9bbe-2821-4cbc-8e1c-b526756a688c {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:32:35.464115 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:32:35.464403 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-155c9bbe-2821-4cbc-8e1c-b526756a688c {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:32:35.464820 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'status': 'completed', 'code': 200} Sep 07 16:32:35.516290 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-3c04aebc-880a-44f1-83c7-f91db77fdefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:35.517953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 96407870-370f-451f-86b0-d14acafa16c4, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=96407870-370f-451f-86b0-d14acafa16c4,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:35.518131 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-3c04aebc-880a-44f1-83c7-f91db77fdefc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 1094 time: 0.0494242 Sep 07 16:32:35.529258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '96407870-370f-451f-86b0-d14acafa16c4', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'port_id': '96407870-370f-451f-86b0-d14acafa16c4', 'mac_address': 'fa:16:3e:3d:ff:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:32:35.564798 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-c4766ba5-3828-474b-830a-fc3a4b8f9048 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d HTTP/1.1" status: 200 len: 217 time: 0.0379970 Sep 07 16:32:35.569439 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:35.584720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96407870-370f-451f-86b0-d14acafa16c4 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:32:35.609524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 96407870-370f-451f-86b0-d14acafa16c4, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=96407870-370f-451f-86b0-d14acafa16c4,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:35.614213 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:35.634444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-8ad0d125-a2fe-43b0-a9d8-de16be4e5be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:35.636715 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-8ad0d125-a2fe-43b0-a9d8-de16be4e5be5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9ef2ad4-a472-4210-aa16-9a38417ec9da HTTP/1.1" status: 200 len: 834 time: 0.0636628 Sep 07 16:32:35.678936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=96407870-370f-451f-86b0-d14acafa16c4,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:35.690937 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-48753297-80f3-42e0-9069-94d3bd51a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:35.692501 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-48753297-80f3-42e0-9069-94d3bd51a548 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1594f749-8f0d-4f70-a83c-deb851037026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480220 Sep 07 16:32:35.694155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device de33ad51-6748-4e82-96a7-836535a9c5c2 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:35.747161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port de33ad51-6748-4e82-96a7-836535a9c5c2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:35.747547 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:35.794726 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-3be2c480-0e19-472e-b9e0-7bf0177c37be service neutron] 10.222.0.35 "GET /v2.0/networks/1594f749-8f0d-4f70-a83c-deb851037026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940711 Sep 07 16:32:35.825812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61758a-2d01-4578-b7a3-471177c58cfb req-2cd39b9d-2431-4963-9bec-7920c7777cbf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:35.828714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f61758a-2d01-4578-b7a3-471177c58cfb req-2cd39b9d-2431-4963-9bec-7920c7777cbf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 943 time: 0.0548482 Sep 07 16:32:35.855893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['96407870-370f-451f-86b0-d14acafa16c4'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:32:35.871218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f61758a-2d01-4578-b7a3-471177c58cfb req-72b936e7-f370-4606-b2aa-5b0ccfb5cea2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354712 Sep 07 16:32:35.895806 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82b6000d-49c4-408f-8e56-8ce043d4ea5a req-8985166e-2b0f-461b-9b2c-99fe5bfd2fce service neutron] 10.222.0.35 "GET /v2.0/networks/1594f749-8f0d-4f70-a83c-deb851037026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935237 Sep 07 16:32:35.999036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd782a-ade3-43bb-9804-f27d6db78432 req-083d8a9e-1dc2-4749-b90c-8fa20773e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:36.001374 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5cd782a-ade3-43bb-9804-f27d6db78432 req-083d8a9e-1dc2-4749-b90c-8fa20773e457 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 1094 time: 0.0525920 Sep 07 16:32:36.054743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815d2a0-c84a-4232-9080-ca6996273e32 req-965b98b6-5470-42e7-8986-7c52c83239f2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:36.056285 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4815d2a0-c84a-4232-9080-ca6996273e32 req-965b98b6-5470-42e7-8986-7c52c83239f2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 945 time: 0.0527380 Sep 07 16:32:36.095120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4815d2a0-c84a-4232-9080-ca6996273e32 req-a8bd7797-d409-4e33-ae56-378a1d3639f1 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318782 Sep 07 16:32:36.099062 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd782a-ade3-43bb-9804-f27d6db78432 req-3f01bdb7-2df6-4535-8edb-02b30230570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:36.100580 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5cd782a-ade3-43bb-9804-f27d6db78432 req-3f01bdb7-2df6-4535-8edb-02b30230570e service neutron] 10.222.0.35 "GET /v2.0/networks?id=1594f749-8f0d-4f70-a83c-deb851037026 HTTP/1.1" status: 200 len: 898 time: 0.0870697 Sep 07 16:32:36.145968 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5cd782a-ade3-43bb-9804-f27d6db78432 req-32322133-e0bd-49d5-a6d2-0099a7fbf3e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d HTTP/1.1" status: 200 len: 217 time: 0.0367646 Sep 07 16:32:36.194974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd782a-ade3-43bb-9804-f27d6db78432 req-38339488-8672-4eab-bdd2-10185b6f46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:36.196506 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5cd782a-ade3-43bb-9804-f27d6db78432 req-38339488-8672-4eab-bdd2-10185b6f46b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9ef2ad4-a472-4210-aa16-9a38417ec9da HTTP/1.1" status: 200 len: 834 time: 0.0432370 Sep 07 16:32:36.244619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd782a-ade3-43bb-9804-f27d6db78432 req-1d9ab0a8-8ef4-4b49-8c39-0912d2db75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:36.246159 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5cd782a-ade3-43bb-9804-f27d6db78432 req-1d9ab0a8-8ef4-4b49-8c39-0912d2db75d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1594f749-8f0d-4f70-a83c-deb851037026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418816 Sep 07 16:32:36.270182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8877151-6206-4398-867b-b0ee31d4bec7 req-62109191-95e8-4d26-8490-fa46f85fec14 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:36.271677 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8877151-6206-4398-867b-b0ee31d4bec7 req-62109191-95e8-4d26-8490-fa46f85fec14 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0553162 Sep 07 16:32:36.311189 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8877151-6206-4398-867b-b0ee31d4bec7 req-d0fabe1e-678d-4a05-9cbe-3654aad52c35 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324924 Sep 07 16:32:36.344692 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5cd782a-ade3-43bb-9804-f27d6db78432 req-5233ada6-a006-44fe-97fd-db80bdf6dd81 service neutron] 10.222.0.35 "GET /v2.0/networks/1594f749-8f0d-4f70-a83c-deb851037026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905263 Sep 07 16:32:36.379827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbda9b8-e3db-43b8-ae30-ecb3af5e82ee req-eb9f0147-aec9-4ead-9df5-e0bf0b3403d1 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:36.387463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9dbda9b8-e3db-43b8-ae30-ecb3af5e82ee req-eb9f0147-aec9-4ead-9df5-e0bf0b3403d1 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0691161 Sep 07 16:32:36.428811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9dbda9b8-e3db-43b8-ae30-ecb3af5e82ee req-aef561cf-802e-49a6-a5f2-c23c110bb5aa tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Sep 07 16:32:36.476116 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c5cd782a-ade3-43bb-9804-f27d6db78432 req-5a4bfd60-2b85-4395-a139-d1fee23ff1a2 service neutron] 10.222.0.35 "GET /v2.0/networks/1594f749-8f0d-4f70-a83c-deb851037026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241534 Sep 07 16:32:36.552168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a1f0f-b61e-4936-9dd8-7f5ee90c12e0 req-33643086-c203-4bb3-a723-240861a3931f tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:36.553888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-343a1f0f-b61e-4936-9dd8-7f5ee90c12e0 req-33643086-c203-4bb3-a723-240861a3931f tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0503099 Sep 07 16:32:36.580050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc48fd4-e9ea-4405-a4eb-0fee2fb03354 req-b54e3798-2e4d-405c-8144-51a3ae2da2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:36.581585 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9bc48fd4-e9ea-4405-a4eb-0fee2fb03354 req-b54e3798-2e4d-405c-8144-51a3ae2da2df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 1097 time: 0.0443151 Sep 07 16:32:36.592453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-343a1f0f-b61e-4936-9dd8-7f5ee90c12e0 req-b0aab8b5-3bef-4493-830d-7b433ce6e430 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323522 Sep 07 16:32:36.671692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc48fd4-e9ea-4405-a4eb-0fee2fb03354 req-0be5f999-49f7-4809-bf08-99052e585d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:36.673202 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9bc48fd4-e9ea-4405-a4eb-0fee2fb03354 req-0be5f999-49f7-4809-bf08-99052e585d4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 912 time: 0.0836093 Sep 07 16:32:36.743261 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9bc48fd4-e9ea-4405-a4eb-0fee2fb03354 req-c2d4e156-2f3a-4b79-b8c1-27880eeabb95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f121dd5-5a83-4479-8c7f-ee3a99831720 HTTP/1.1" status: 200 len: 1002 time: 0.0595250 Sep 07 16:32:36.792531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc48fd4-e9ea-4405-a4eb-0fee2fb03354 req-61dec817-acae-4a22-bd38-ae4118ca38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:36.793898 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9bc48fd4-e9ea-4405-a4eb-0fee2fb03354 req-61dec817-acae-4a22-bd38-ae4118ca38ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83e5006b-f36c-4324-a04a-5fa3a46b4335 HTTP/1.1" status: 200 len: 850 time: 0.0421391 Sep 07 16:32:36.838833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc48fd4-e9ea-4405-a4eb-0fee2fb03354 req-1f35c553-3be2-48be-a137-2e3142b597b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:36.840355 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9bc48fd4-e9ea-4405-a4eb-0fee2fb03354 req-1f35c553-3be2-48be-a137-2e3142b597b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb7b97c6-9ac5-4801-b78b-7be25431d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387137 Sep 07 16:32:36.936928 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9bc48fd4-e9ea-4405-a4eb-0fee2fb03354 req-3499a0c4-448a-4d5f-a28c-98e33244644a service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890341 Sep 07 16:32:36.991264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d48bf-2fb0-470c-bb55-9007bb7a9f67 req-10f0b093-8ad2-4f2f-b34e-3e46ca2456cf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:36.992788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-349d48bf-2fb0-470c-bb55-9007bb7a9f67 req-10f0b093-8ad2-4f2f-b34e-3e46ca2456cf tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 943 time: 0.0518596 Sep 07 16:32:37.027352 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9bc48fd4-e9ea-4405-a4eb-0fee2fb03354 req-215428ec-b332-4e48-b4f6-aa83baf83b3b service neutron] 10.222.0.35 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829544 Sep 07 16:32:37.030839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-349d48bf-2fb0-470c-bb55-9007bb7a9f67 req-5fd8da71-199b-4cd7-b8f0-4d77c4de9585 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315180 Sep 07 16:32:37.205221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 96407870-370f-451f-86b0-d14acafa16c4 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:37.207283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab30e5-f5ef-4f83-9c85-b36d7c4f1088 req-a4320c7b-b840-49ef-bcbf-12ab834f8a36 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:37.208813 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63ab30e5-f5ef-4f83-9c85-b36d7c4f1088 req-a4320c7b-b840-49ef-bcbf-12ab834f8a36 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 945 time: 0.0487788 Sep 07 16:32:37.248001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63ab30e5-f5ef-4f83-9c85-b36d7c4f1088 req-5cce3bbe-ca8f-4861-8b32-5564aee86e4a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332558 Sep 07 16:32:37.254857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 96407870-370f-451f-86b0-d14acafa16c4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:37.258540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 96407870-370f-451f-86b0-d14acafa16c4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:37.258921 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:37.333799 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:37.358520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799cd05e-cb54-4e0d-a3d9-40614c45a53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96407870-370f-451f-86b0-d14acafa16c4'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:32:37.360767 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741d7779-715d-4878-a895-7632f0a3c4dd" -d '{"events": [{"server_uuid": "799cd05e-cb54-4e0d-a3d9-40614c45a53e", "name": "network-vif-plugged", "status": "completed", "tag": "96407870-370f-451f-86b0-d14acafa16c4"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:32:37.374685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 96407870-370f-451f-86b0-d14acafa16c4, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=96407870-370f-451f-86b0-d14acafa16c4,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:37.379422 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:37.401865 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aade6600-40e3-407f-897d-3b1ba15b2fca x-openstack-request-id: req-aade6600-40e3-407f-897d-3b1ba15b2fca {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:32:37.402163 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799cd05e-cb54-4e0d-a3d9-40614c45a53e", "name": "network-vif-plugged", "status": "completed", "tag": "96407870-370f-451f-86b0-d14acafa16c4", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:32:37.402416 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aade6600-40e3-407f-897d-3b1ba15b2fca {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:32:37.402808 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799cd05e-cb54-4e0d-a3d9-40614c45a53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96407870-370f-451f-86b0-d14acafa16c4', 'code': 200} Sep 07 16:32:37.427331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=96407870-370f-451f-86b0-d14acafa16c4,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:37.504019 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fac3e-94e5-4c73-9978-3eeebc8096b3 req-a6fff5bb-873d-422e-b79e-d15a856db193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:37.505844 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d90fac3e-94e5-4c73-9978-3eeebc8096b3 req-a6fff5bb-873d-422e-b79e-d15a856db193 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 1097 time: 0.0458944 Sep 07 16:32:37.547836 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d90fac3e-94e5-4c73-9978-3eeebc8096b3 req-024c0175-85a4-4b9c-8ec0-33b7779f958b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303555 Sep 07 16:32:37.553299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da60a0-0421-4911-bb58-2aef654aace1 req-17f7789f-5396-4d98-94be-5f515a7e8e37 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:37.554831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9da60a0-0421-4911-bb58-2aef654aace1 req-17f7789f-5396-4d98-94be-5f515a7e8e37 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0509875 Sep 07 16:32:37.592544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9da60a0-0421-4911-bb58-2aef654aace1 req-0f5d8c87-52a3-4513-aa1d-b94ce72dcf06 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309944 Sep 07 16:32:37.705496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002602b2-2f67-42ff-b6de-381241267177 req-be3252ee-e7c3-4dd1-b843-1c26e02b40e8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:37.706965 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-002602b2-2f67-42ff-b6de-381241267177 req-be3252ee-e7c3-4dd1-b843-1c26e02b40e8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0513651 Sep 07 16:32:37.744970 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-002602b2-2f67-42ff-b6de-381241267177 req-73c4d676-0f96-44c0-a4f9-36b98bacc5a7 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318892 Sep 07 16:32:38.145035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710de6a5-1e82-4b9b-a474-d84e8d1509ef req-b4a0b12e-4a19-4ae5-acd2-7a32ae4908e1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:38.146512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-710de6a5-1e82-4b9b-a474-d84e8d1509ef req-b4a0b12e-4a19-4ae5-acd2-7a32ae4908e1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 943 time: 0.0476298 Sep 07 16:32:38.182901 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-710de6a5-1e82-4b9b-a474-d84e8d1509ef req-cf1d3e5f-3884-4926-a0a4-cdd8f88f1584 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298691 Sep 07 16:32:38.359514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80496459-392a-4198-a976-55e49e605f26 req-a8d9de2d-a914-44bd-8d7b-a3930b44dec2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:38.361022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80496459-392a-4198-a976-55e49e605f26 req-a8d9de2d-a914-44bd-8d7b-a3930b44dec2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 946 time: 0.0475771 Sep 07 16:32:38.398080 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80496459-392a-4198-a976-55e49e605f26 req-6016da6d-a6e6-4d8c-a091-deb318c35fad tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312366 Sep 07 16:32:38.709079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27930bc5-4edb-4a57-ad18-e903c068cb5d req-03f76917-5894-4b90-ad08-ac8b630a737b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:38.710550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27930bc5-4edb-4a57-ad18-e903c068cb5d req-03f76917-5894-4b90-ad08-ac8b630a737b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0520668 Sep 07 16:32:38.749881 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27930bc5-4edb-4a57-ad18-e903c068cb5d req-a89b0ed3-3e55-4724-8bbb-595bb24bc438 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319228 Sep 07 16:32:38.864845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a165781-8628-4b68-b35a-b4309374fa94 req-77b75e02-f615-4cf5-ae78-cd12839a7015 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:38.866383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a165781-8628-4b68-b35a-b4309374fa94 req-77b75e02-f615-4cf5-ae78-cd12839a7015 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0492778 Sep 07 16:32:38.904324 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a165781-8628-4b68-b35a-b4309374fa94 req-6b911c19-7e65-4772-9987-badbc9c7ca72 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312045 Sep 07 16:32:39.298847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e6a03-6682-4ee1-927b-b2b950b00c80 req-3a6ab1e8-e38e-404f-9f0a-f88aadeab8d6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:39.300299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa1e6a03-6682-4ee1-927b-b2b950b00c80 req-3a6ab1e8-e38e-404f-9f0a-f88aadeab8d6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 943 time: 0.0471966 Sep 07 16:32:39.336798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa1e6a03-6682-4ee1-927b-b2b950b00c80 req-95d890e7-1afe-4fdd-b0bd-059af531ced3 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306139 Sep 07 16:32:39.480695 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e41cad41-d0cd-4d59-a488-287b3a016c5d details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:32:39.515934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5485bf-56dd-40ed-bcff-07c5cf3a6979 req-6fad24e1-008c-4b20-a68d-52ba9900e756 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:39.517480 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a5485bf-56dd-40ed-bcff-07c5cf3a6979 req-6fad24e1-008c-4b20-a68d-52ba9900e756 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 946 time: 0.0549366 Sep 07 16:32:39.555673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a5485bf-56dd-40ed-bcff-07c5cf3a6979 req-d528f392-0a6e-4758-ae87-c45baa73c888 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321019 Sep 07 16:32:39.585113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e41cad41-d0cd-4d59-a488-287b3a016c5d, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:39.597684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'port_id': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'mac_address': 'fa:16:3e:f6:f3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:32:39.635773 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:39.648225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41cad41-d0cd-4d59-a488-287b3a016c5d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:32:39.667422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e41cad41-d0cd-4d59-a488-287b3a016c5d, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:39.668176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a924006-a005-431a-bbb0-4369b8ee2952 req-fdf326aa-3362-44d4-8812-1c19b0ff54ff tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:39.669556 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a924006-a005-431a-bbb0-4369b8ee2952 req-fdf326aa-3362-44d4-8812-1c19b0ff54ff tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 946 time: 0.0484812 Sep 07 16:32:39.671671 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:39.707797 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a924006-a005-431a-bbb0-4369b8ee2952 req-310e4789-2456-48e8-a989-c835f9df1e94 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Sep 07 16:32:39.717180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e41cad41-d0cd-4d59-a488-287b3a016c5d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:39.819730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b818e-daff-4806-a611-4286e7b61ff1 req-b0cc9cbd-fdcc-4ffd-90c4-c44288c458a3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:39.821267 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b15b818e-daff-4806-a611-4286e7b61ff1 req-b0cc9cbd-fdcc-4ffd-90c4-c44288c458a3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 946 time: 0.0492318 Sep 07 16:32:40.024160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['e41cad41-d0cd-4d59-a488-287b3a016c5d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:32:40.218792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b15b818e-daff-4806-a611-4286e7b61ff1 req-9fc08f5e-9c8c-47fa-8c97-5477afb7ecfb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884413 Sep 07 16:32:40.227174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadf309-cfae-41e2-a272-6cd47e37666c req-2129a83b-cdc8-4fb6-b5dd-c2e75e1fed07 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:40.228549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfadf309-cfae-41e2-a272-6cd47e37666c req-2129a83b-cdc8-4fb6-b5dd-c2e75e1fed07 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.4063592 Sep 07 16:32:40.273587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfadf309-cfae-41e2-a272-6cd47e37666c req-ff7027ea-0a87-4b73-a946-8ba1fccdb8af tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321240 Sep 07 16:32:40.378172 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f6d72db-62a7-400f-a046-d555767f981b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:40.459714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02d702-65c6-471a-ba0e-03fa79686947 req-d63cc1ad-eb7a-40aa-af63-f72009e68d71 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:40.461205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc02d702-65c6-471a-ba0e-03fa79686947 req-d63cc1ad-eb7a-40aa-af63-f72009e68d71 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 944 time: 0.0503070 Sep 07 16:32:40.536718 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1381c18-71bd-46a2-b4fa-dfa5e52ce33e req-ae0f2678-a6d9-4422-a655-ea7111604888 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:40.538203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a1381c18-71bd-46a2-b4fa-dfa5e52ce33e req-ae0f2678-a6d9-4422-a655-ea7111604888 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 946 time: 0.0863733 Sep 07 16:32:40.540838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc02d702-65c6-471a-ba0e-03fa79686947 req-297ada74-ec32-4248-bfc0-e7bcf76b9895 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717840 Sep 07 16:32:40.575821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a1381c18-71bd-46a2-b4fa-dfa5e52ce33e req-1f8fe13e-61e5-4ada-8ca1-7d5a51036661 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313113 Sep 07 16:32:41.390034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466e695-363c-40b5-80c9-cc89cf4c5b51 req-e254b6c1-e4e1-4cca-bdd2-cfe547fb53d0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:41.391508 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f466e695-363c-40b5-80c9-cc89cf4c5b51 req-e254b6c1-e4e1-4cca-bdd2-cfe547fb53d0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0496917 Sep 07 16:32:41.427962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f466e695-363c-40b5-80c9-cc89cf4c5b51 req-d14e23b0-ed57-4682-9126-100a72135faa tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304842 Sep 07 16:32:41.491337 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e41cad41-d0cd-4d59-a488-287b3a016c5d up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:32:41.541883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port e41cad41-d0cd-4d59-a488-287b3a016c5d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:32:41.545569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port e41cad41-d0cd-4d59-a488-287b3a016c5d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:32:41.545946 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:41.625405 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:41.652409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:32:41.654807 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c800f21-e8e4-4c2a-aecc-a5932d9c3190" -d '{"events": [{"server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "name": "network-vif-plugged", "status": "completed", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:32:41.668095 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e41cad41-d0cd-4d59-a488-287b3a016c5d, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:41.672860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26bc2d-313d-48b8-b824-0a7ffee8ee80 req-c8b7ba7d-de5e-4c3a-85ab-0e60986946ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:41.673444 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:41.675147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c26bc2d-313d-48b8-b824-0a7ffee8ee80 req-c8b7ba7d-de5e-4c3a-85ab-0e60986946ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 944 time: 0.0588341 Sep 07 16:32:41.720865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e41cad41-d0cd-4d59-a488-287b3a016c5d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:41.744110 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c26bc2d-313d-48b8-b824-0a7ffee8ee80 req-ff0fb6c8-0ec8-4955-afa9-017bfde5065f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565753 Sep 07 16:32:41.756286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5496-133a-4211-8c62-4b11d5942c0e req-9044d241-8434-449d-bff1-0c896b1c415b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:41.757831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da5d5496-133a-4211-8c62-4b11d5942c0e req-9044d241-8434-449d-bff1-0c896b1c415b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 946 time: 0.0817261 Sep 07 16:32:41.793586 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3457d5f-af67-414a-b835-9ba1236a4969 x-openstack-request-id: req-e3457d5f-af67-414a-b835-9ba1236a4969 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:32:41.793888 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "name": "network-vif-plugged", "status": "completed", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:32:41.794145 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3457d5f-af67-414a-b835-9ba1236a4969 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:32:41.794546 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'code': 200} Sep 07 16:32:41.796521 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da5d5496-133a-4211-8c62-4b11d5942c0e req-8af49084-3d58-4b02-90f2-e3d6b3cac180 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Sep 07 16:32:41.891018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea39bc-aac8-4e79-8955-1c08b3b1c4f0 req-784edf3c-aed2-40b0-b414-d45775c1613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:41.892512 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f5ea39bc-aac8-4e79-8955-1c08b3b1c4f0 req-784edf3c-aed2-40b0-b414-d45775c1613f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 1096 time: 0.0406079 Sep 07 16:32:41.927263 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f5ea39bc-aac8-4e79-8955-1c08b3b1c4f0 req-c8f52122-4874-4bf6-9362-183cdee1eba4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275242 Sep 07 16:32:42.174476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de578001-6c32-4ae0-8968-8fdce66804b5 req-0a3479b0-fb93-4136-a3f3-6d245af91da2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:42.175855 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-de578001-6c32-4ae0-8968-8fdce66804b5 req-0a3479b0-fb93-4136-a3f3-6d245af91da2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 946 time: 0.0520885 Sep 07 16:32:42.270711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-de578001-6c32-4ae0-8968-8fdce66804b5 req-176c65d8-0b63-4039-9fec-87c01e018bc6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Deleting port 96407870-370f-451f-86b0-d14acafa16c4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:32:42.271056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-de578001-6c32-4ae0-8968-8fdce66804b5 req-176c65d8-0b63-4039-9fec-87c01e018bc6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:42.358146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-de578001-6c32-4ae0-8968-8fdce66804b5 req-176c65d8-0b63-4039-9fec-87c01e018bc6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] For port 96407870-370f-451f-86b0-d14acafa16c4, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=96407870-370f-451f-86b0-d14acafa16c4,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:32:42.358526 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-de578001-6c32-4ae0-8968-8fdce66804b5 req-176c65d8-0b63-4039-9fec-87c01e018bc6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:42.372296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-de578001-6c32-4ae0-8968-8fdce66804b5 req-176c65d8-0b63-4039-9fec-87c01e018bc6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Calling delete_port for 96407870-370f-451f-86b0-d14acafa16c4 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:32:42.503409 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-de578001-6c32-4ae0-8968-8fdce66804b5 req-176c65d8-0b63-4039-9fec-87c01e018bc6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:42.520065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['96407870-370f-451f-86b0-d14acafa16c4'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:32:42.543092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c65d8-0b63-4039-9fec-87c01e018bc6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event deleted for resources: {'Port': ['ID=96407870-370f-451f-86b0-d14acafa16c4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:42.549531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a9ad2-d8e2-4ab3-b6fd-7e9eddfa318f req-bb3a1f9f-a819-4d2a-863d-22f39a1d7eee tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:42.551220 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-004a9ad2-d8e2-4ab3-b6fd-7e9eddfa318f req-bb3a1f9f-a819-4d2a-863d-22f39a1d7eee tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0560718 Sep 07 16:32:42.586712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-de578001-6c32-4ae0-8968-8fdce66804b5 req-176c65d8-0b63-4039-9fec-87c01e018bc6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] No DVR routers for this DVR port 96407870-370f-451f-86b0-d14acafa16c4 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:32:42.591598 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-de578001-6c32-4ae0-8968-8fdce66804b5 req-176c65d8-0b63-4039-9fec-87c01e018bc6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:42.593690 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-de578001-6c32-4ae0-8968-8fdce66804b5 req-176c65d8-0b63-4039-9fec-87c01e018bc6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "DELETE /v2.0/ports/96407870-370f-451f-86b0-d14acafa16c4 HTTP/1.1" status: 204 len: 173 time: 0.4086673 Sep 07 16:32:42.594151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799cd05e-cb54-4e0d-a3d9-40614c45a53e', 'name': 'network-vif-deleted', 'tag': '96407870-370f-451f-86b0-d14acafa16c4'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:32:42.596466 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9003895-4a64-4f10-a9e0-04a5947d9e7c" -d '{"events": [{"server_uuid": "799cd05e-cb54-4e0d-a3d9-40614c45a53e", "name": "network-vif-deleted", "tag": "96407870-370f-451f-86b0-d14acafa16c4"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:32:42.596864 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-004a9ad2-d8e2-4ab3-b6fd-7e9eddfa318f req-cb002025-3e9e-4321-8e21-c20838023fb0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374968 Sep 07 16:32:42.637728 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b25c669-040c-421c-bd67-b8317233b44b x-openstack-request-id: req-4b25c669-040c-421c-bd67-b8317233b44b {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:32:42.638049 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799cd05e-cb54-4e0d-a3d9-40614c45a53e", "name": "network-vif-deleted", "tag": "96407870-370f-451f-86b0-d14acafa16c4", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:32:42.638571 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b25c669-040c-421c-bd67-b8317233b44b {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:32:42.638736 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799cd05e-cb54-4e0d-a3d9-40614c45a53e', 'name': 'network-vif-deleted', 'tag': '96407870-370f-451f-86b0-d14acafa16c4', 'status': 'completed', 'code': 200} Sep 07 16:32:42.865133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2d287-611f-411a-9c7e-72ba6e7b99a3 req-16e686f7-34f9-4b60-9d17-c7e81e798ad2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:42.866851 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64b2d287-611f-411a-9c7e-72ba6e7b99a3 req-16e686f7-34f9-4b60-9d17-c7e81e798ad2 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0539062 Sep 07 16:32:42.907679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-608d664f-f34d-4ad2-82b4-fb4b8666c713 req-8675fddc-01a7-4eb8-a5e8-e83c8b5cdefb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 210 time: 0.0349214 Sep 07 16:32:42.934582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64b2d287-611f-411a-9c7e-72ba6e7b99a3 req-ce5b2fbe-8d68-4560-b188-474fa712ef90 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526457 Sep 07 16:32:43.722649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d30ba-7a85-4f27-aae7-1c6a001f6d7d req-1d1d12a0-a276-4b4d-a2a3-c5fa578f6e0e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:43.724138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef7d30ba-7a85-4f27-aae7-1c6a001f6d7d req-1d1d12a0-a276-4b4d-a2a3-c5fa578f6e0e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0479181 Sep 07 16:32:43.761848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef7d30ba-7a85-4f27-aae7-1c6a001f6d7d req-9ea5b6fb-cc41-4129-b27a-8ac2e34eee1c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Sep 07 16:32:43.926287 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:44.017111 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40d71856-e245-4a4c-b67f-3398543c9452 req-7769377c-915a-4a82-a055-a19832bc8f63 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 210 time: 0.0296245 Sep 07 16:32:44.064378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6ddb1-9b7d-4bfc-9419-3a15d3253910 req-387d22f8-d974-4b88-9ff0-16b100646111 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:44.065900 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ab6ddb1-9b7d-4bfc-9419-3a15d3253910 req-387d22f8-d974-4b88-9ff0-16b100646111 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0513048 Sep 07 16:32:44.107199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ab6ddb1-9b7d-4bfc-9419-3a15d3253910 req-1eaed788-85f4-4b6c-ae92-63324d420731 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351803 Sep 07 16:32:44.221783 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1465e-7d80-453e-93fc-213fd4dd7a46 req-1f9e21e2-6108-4b5c-9873-1207ee7b5bca tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:44.223401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ca1465e-7d80-453e-93fc-213fd4dd7a46 req-1f9e21e2-6108-4b5c-9873-1207ee7b5bca tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0505302 Sep 07 16:32:44.248646 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a14eb240-607e-4988-835f-b176c549cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:44.264768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ca1465e-7d80-453e-93fc-213fd4dd7a46 req-bfbca9e9-b8d4-40b6-87ce-4fa6d078d259 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347333 Sep 07 16:32:44.287126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51668) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:44.326325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed2c9ee-6f2d-4a88-929e-521416805a4f tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:44.327845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1ed2c9ee-6f2d-4a88-929e-521416805a4f tempest-TestNetworkAdvancedServerOps-1368029234 tempest-TestNetworkAdvancedServerOps-1368029234-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 1091 time: 0.0397277 Sep 07 16:32:44.330644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51670) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:44.334836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:32:44.355766 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:44.455101 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:44.571772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Allocated IP 172.25.3.174 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/184b0a1f-8b12-4e9d-b6f7-93fe9a5783a5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:32:44.677027 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:44.715597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:44.753881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:32:44.756736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:32:44.762260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:32:44.767754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=184b0a1f-8b12-4e9d-b6f7-93fe9a5783a5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:44.798440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:44.798802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:44.799154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:44.799510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:44.799838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:44.800178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:44.800701 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:44.800926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:44.801265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:44.801600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:44.801929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:44.802257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:32:44.917705 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:44.968807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a406ec-d048-4f4a-83f8-2b124f075941 req-a59b9c96-9579-48bf-9fc6-f905296528f6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:44.970326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5a406ec-d048-4f4a-83f8-2b124f075941 req-a59b9c96-9579-48bf-9fc6-f905296528f6 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.1310198 Sep 07 16:32:45.047856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5a406ec-d048-4f4a-83f8-2b124f075941 req-48b8b33c-b5ab-4274-9fd1-d6d7f28d9651 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708370 Sep 07 16:32:45.133597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb95847c-48ce-4755-bb4c-50efb083360b req-5e2f3268-934f-413c-811c-00374123ee40 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 210 time: 0.0378399 Sep 07 16:32:45.248663 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:45.254104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 96407870-370f-451f-86b0-d14acafa16c4 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:32:45.278891 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 96407870-370f-451f-86b0-d14acafa16c4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:32:45.279240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 96407870-370f-451f-86b0-d14acafa16c4 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:32:45.317442 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:45.467654 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:45.472396 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:45.541495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event updated for resources: {'Port': ['ID=184b0a1f-8b12-4e9d-b6f7-93fe9a5783a5,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:32:45.547646 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:45.667667 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Floating IP 6057ca07-8470-441e-8193-15726eaf1a85 associated. External IP: 172.25.3.174, port: e41cad41-d0cd-4d59-a488-287b3a016c5d. Sep 07 16:32:45.880364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router f1ded537-0c28-4e60-9bda-bc3a229106a7 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:32:45.990080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:32:46.000410 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8733553-9211-4a3a-a42a-f9f0644ee113 None None] Sync routers for ids ['f1ded537-0c28-4e60-9bda-bc3a229106a7'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:32:46.006398 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:46.011755 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8733553-9211-4a3a-a42a-f9f0644ee113 None None] Routers {'f1ded537-0c28-4e60-9bda-bc3a229106a7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:46.012400 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b8733553-9211-4a3a-a42a-f9f0644ee113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:32:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f1ded537-0c28-4e60-9bda-bc3a229106a7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:46.034387 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f0e3b439-09f8-426b-9bf0-c70b30d245de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7027290 Sep 07 16:32:46.035290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:32:46.037830 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e8f1db-4a89-4141-b510-89520fd7763c" -d '{"events": [{"name": "network-changed", "server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:32:46.077836 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40802890-79a7-4f85-8ca0-3646985d10cc x-openstack-request-id: req-40802890-79a7-4f85-8ca0-3646985d10cc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:32:46.078468 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:32:46.078468 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40802890-79a7-4f85-8ca0-3646985d10cc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:32:46.078839 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'status': 'completed', 'code': 200} Sep 07 16:32:46.145775 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b8733553-9211-4a3a-a42a-f9f0644ee113 None None] Set router f1ded537-0c28-4e60-9bda-bc3a229106a7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:46.151057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8f1db-4a89-4141-b510-89520fd7763c req-f631b4b2-3185-47d3-b352-bcdb00dd09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:46.153634 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-05e8f1db-4a89-4141-b510-89520fd7763c req-f631b4b2-3185-47d3-b352-bcdb00dd09f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 1096 time: 0.0518508 Sep 07 16:32:46.170679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429b338-6adb-482c-b111-8c5ed51a5528 req-c9322de9-b919-49ab-b468-020a503cade5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:46.172213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e429b338-6adb-482c-b111-8c5ed51a5528 req-c9322de9-b919-49ab-b468-020a503cade5 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0883045 Sep 07 16:32:46.206157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb98457-914c-40b5-b487-0c4ba184f41b req-0066b88b-817d-40ce-8dde-67055dd1e210 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:46.207644 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cfb98457-914c-40b5-b487-0c4ba184f41b req-0066b88b-817d-40ce-8dde-67055dd1e210 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0831912 Sep 07 16:32:46.240925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e429b338-6adb-482c-b111-8c5ed51a5528 req-d34e4baa-74e0-42a8-b871-3de663dcc471 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586863 Sep 07 16:32:46.258611 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8f1db-4a89-4141-b510-89520fd7763c req-7053c523-340a-4597-abf3-ab30cfa5d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:46.260427 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-05e8f1db-4a89-4141-b510-89520fd7763c req-7053c523-340a-4597-abf3-ab30cfa5d8cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=1594f749-8f0d-4f70-a83c-deb851037026 HTTP/1.1" status: 200 len: 898 time: 0.0990720 Sep 07 16:32:46.262953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cfb98457-914c-40b5-b487-0c4ba184f41b req-183e1ad0-ca03-4681-98a9-d69efaa56b02 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424018 Sep 07 16:32:46.265999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 51688) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:46.353304 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-05e8f1db-4a89-4141-b510-89520fd7763c req-493c59cf-b135-4e39-8d07-f940bf6d8885 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d HTTP/1.1" status: 200 len: 999 time: 0.0765915 Sep 07 16:32:46.377220 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f7e9045-5f0a-45c6-aa5e-c795bee0ed2b req-60b51067-ee3a-417f-9b6e-b9db06663e01 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=799cd05e-cb54-4e0d-a3d9-40614c45a53e HTTP/1.1" status: 200 len: 210 time: 0.0488775 Sep 07 16:32:46.394574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1b257d5b-7752-455c-a74a-52be450f68cc tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/6057ca07-8470-441e-8193-15726eaf1a85 HTTP/1.1" status: 200 len: 991 time: 0.1233234 Sep 07 16:32:46.413668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8f1db-4a89-4141-b510-89520fd7763c req-72dfef80-dc74-4a55-ab8b-ab0d7eb68a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:46.415061 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-05e8f1db-4a89-4141-b510-89520fd7763c req-72dfef80-dc74-4a55-ab8b-ab0d7eb68a42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9ef2ad4-a472-4210-aa16-9a38417ec9da HTTP/1.1" status: 200 len: 834 time: 0.0528269 Sep 07 16:32:46.466710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8f1db-4a89-4141-b510-89520fd7763c req-427bae4e-d322-4021-ac6f-05888cad2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:46.468618 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-05e8f1db-4a89-4141-b510-89520fd7763c req-427bae4e-d322-4021-ac6f-05888cad2b24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1594f749-8f0d-4f70-a83c-deb851037026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426638 Sep 07 16:32:46.502386 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b8733553-9211-4a3a-a42a-f9f0644ee113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '6057ca07-8470-441e-8193-15726eaf1a85', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'port_id': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'mac_address': 'fa:16:3e:f6:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:32:45Z', 'updated_at': '2021-09-07T16:32:45Z', 'revision_number': 0, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de33ad51-6748-4e82-96a7-836535a9c5c2', 'name': '', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:9e:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:29Z', 'updated_at': '2021-09-07T16:32:33Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:46.530429 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8733553-9211-4a3a-a42a-f9f0644ee113 None None] Checking router: f1ded537-0c28-4e60-9bda-bc3a229106a7 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:32:46.538531 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8733553-9211-4a3a-a42a-f9f0644ee113 None None] Routers {'f1ded537-0c28-4e60-9bda-bc3a229106a7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:32:46.539352 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b8733553-9211-4a3a-a42a-f9f0644ee113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:32:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f1ded537-0c28-4e60-9bda-bc3a229106a7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:46.568732 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-05e8f1db-4a89-4141-b510-89520fd7763c req-a0140501-8036-4dd2-a195-b5b621046d73 service neutron] 10.222.0.35 "GET /v2.0/networks/1594f749-8f0d-4f70-a83c-deb851037026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916028 Sep 07 16:32:46.646129 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b8733553-9211-4a3a-a42a-f9f0644ee113 None None] Set router f1ded537-0c28-4e60-9bda-bc3a229106a7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:32:46.664214 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-05e8f1db-4a89-4141-b510-89520fd7763c req-057ea8c2-b925-4d57-ad9d-da332bb7e404 service neutron] 10.222.0.35 "GET /v2.0/networks/1594f749-8f0d-4f70-a83c-deb851037026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877845 Sep 07 16:32:46.840766 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:32:46.863538 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b8733553-9211-4a3a-a42a-f9f0644ee113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '6057ca07-8470-441e-8193-15726eaf1a85', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'port_id': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'mac_address': 'fa:16:3e:f6:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:32:45Z', 'updated_at': '2021-09-07T16:32:45Z', 'revision_number': 0, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de33ad51-6748-4e82-96a7-836535a9c5c2', 'name': '', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:9e:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:29Z', 'updated_at': '2021-09-07T16:32:33Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:32:46.888996 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8733553-9211-4a3a-a42a-f9f0644ee113 None None] The sync data for ids ['f1ded537-0c28-4e60-9bda-bc3a229106a7'] in n-d-807551-3 is: [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '6057ca07-8470-441e-8193-15726eaf1a85', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'port_id': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'mac_address': 'fa:16:3e:f6:f3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:32:45Z', 'updated_at': '2021-09-07T16:32:45Z', 'revision_number': 0, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de33ad51-6748-4e82-96a7-836535a9c5c2', 'name': '', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:9e:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:29Z', 'updated_at': '2021-09-07T16:32:33Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:32:47.072081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4af0b6-a635-44a0-91d3-a05a44573153 None None] New status for floating IP 6057ca07-8470-441e-8193-15726eaf1a85: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:32:47.378072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6b15f-574e-442c-bcac-ced50c0be500 req-62b3216c-8b7d-4048-8b6b-a50a7be6652b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:47.379600 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a4e6b15f-574e-442c-bcac-ced50c0be500 req-62b3216c-8b7d-4048-8b6b-a50a7be6652b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0490618 Sep 07 16:32:47.394096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 51694) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:32:47.419138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a4e6b15f-574e-442c-bcac-ced50c0be500 req-1d6dbf08-bba3-4b2d-8e14-4b572d077421 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327959 Sep 07 16:32:47.781461 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-83fceb2b-599f-4a08-b5fb-cf3f5af22e92 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/6057ca07-8470-441e-8193-15726eaf1a85 HTTP/1.1" status: 200 len: 993 time: 0.3862224 Sep 07 16:32:48.533594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a916c-cf0a-4ade-aa60-2efb9be06706 req-a97f964a-b6ca-412c-8da3-eb74f5014c2c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:48.535101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b9a916c-cf0a-4ade-aa60-2efb9be06706 req-a97f964a-b6ca-412c-8da3-eb74f5014c2c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0484860 Sep 07 16:32:48.575242 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b9a916c-cf0a-4ade-aa60-2efb9be06706 req-9c20d4e5-2b02-443a-b0ce-e0fe50ec68fb tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339530 Sep 07 16:32:49.701089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc9781-d2f0-4754-b5c7-0d24cdc908ef req-a53a3bf5-01fe-4a40-a165-3bc50b7c3b2d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:49.702699 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4acc9781-d2f0-4754-b5c7-0d24cdc908ef req-a53a3bf5-01fe-4a40-a165-3bc50b7c3b2d tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0506041 Sep 07 16:32:49.745974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4acc9781-d2f0-4754-b5c7-0d24cdc908ef req-326936fc-02bc-44ab-9595-9f54f576b545 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367286 Sep 07 16:32:50.867827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ed567-a796-48b1-af28-7afd6a01d1d0 req-9b302c7e-64c4-46f9-9db4-7b0fdb18feb3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:50.869391 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-542ed567-a796-48b1-af28-7afd6a01d1d0 req-9b302c7e-64c4-46f9-9db4-7b0fdb18feb3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0501833 Sep 07 16:32:50.909888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-542ed567-a796-48b1-af28-7afd6a01d1d0 req-50b22c33-a916-45e7-87a6-b5226717f0c8 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344784 Sep 07 16:32:52.040404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43164b81-0e4d-494c-95fd-728e1bbc6c6e req-5cbf161e-2054-444a-9479-80df02b037ba tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:52.041956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43164b81-0e4d-494c-95fd-728e1bbc6c6e req-5cbf161e-2054-444a-9479-80df02b037ba tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0564282 Sep 07 16:32:52.082888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43164b81-0e4d-494c-95fd-728e1bbc6c6e req-bf88a81f-b475-4172-af2e-184208aefe84 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336165 Sep 07 16:32:53.200533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a392722-5b76-4f6e-bcc6-01aeeb051018 req-073da5b2-2f04-42ea-9a4a-89abcc08348e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:53.202075 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a392722-5b76-4f6e-bcc6-01aeeb051018 req-073da5b2-2f04-42ea-9a4a-89abcc08348e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0493789 Sep 07 16:32:53.245663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a392722-5b76-4f6e-bcc6-01aeeb051018 req-01720fc4-bb13-4a75-a7eb-dea027401642 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375826 Sep 07 16:32:54.478235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11ee4b-b13f-4324-a3fe-404513fb4306 req-b1f1b184-cb8d-486f-a0ff-9b48d28e7f8e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:54.479861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b11ee4b-b13f-4324-a3fe-404513fb4306 req-b1f1b184-cb8d-486f-a0ff-9b48d28e7f8e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.1662915 Sep 07 16:32:54.518215 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b11ee4b-b13f-4324-a3fe-404513fb4306 req-8a7eb37b-fc29-4268-9e77-72b2add0c2ec tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Sep 07 16:32:55.637320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdefbec-2b7c-42ad-b8c4-d15fe2f8fb3d req-c3965c18-fa3c-4e7e-b331-454800827ded tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:55.638924 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fdefbec-2b7c-42ad-b8c4-d15fe2f8fb3d req-c3965c18-fa3c-4e7e-b331-454800827ded tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0501087 Sep 07 16:32:55.678086 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fdefbec-2b7c-42ad-b8c4-d15fe2f8fb3d req-f9138163-df92-4db0-b0dd-e95d1077beeb tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331922 Sep 07 16:32:56.262553 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:32:56.794126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d3749-1b3b-4e75-ae08-bd2cf152e932 req-ce16ae91-6b29-4df5-a949-5335c2968e85 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:56.796280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-810d3749-1b3b-4e75-ae08-bd2cf152e932 req-ce16ae91-6b29-4df5-a949-5335c2968e85 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0502532 Sep 07 16:32:56.839483 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-810d3749-1b3b-4e75-ae08-bd2cf152e932 req-2f2e697c-a659-4d2c-a9e6-d84ebdb3c592 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371954 Sep 07 16:32:57.963400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf3748-3a09-4099-a302-8a663f67bd0b req-7613ee34-0ec6-43b9-b477-031a3f8d5865 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:57.964962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3bf3748-3a09-4099-a302-8a663f67bd0b req-7613ee34-0ec6-43b9-b477-031a3f8d5865 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0569530 Sep 07 16:32:58.003661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3bf3748-3a09-4099-a302-8a663f67bd0b req-4bb95340-1cda-403b-ab7b-c3aadd795763 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Sep 07 16:32:59.116082 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caeabd0-32be-4dbb-aa2e-6cebf32fd5d0 req-32275060-8895-481e-a691-b28c3239daea tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:32:59.117587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4caeabd0-32be-4dbb-aa2e-6cebf32fd5d0 req-32275060-8895-481e-a691-b28c3239daea tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0479801 Sep 07 16:32:59.155244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4caeabd0-32be-4dbb-aa2e-6cebf32fd5d0 req-e3d43d27-b759-49f0-b4fe-d67200a4004e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309758 Sep 07 16:33:00.281052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595c781-b329-4e31-b167-22a84fbfd0e0 req-da72b213-908b-4f73-8bbb-19b7f1343d20 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:00.283163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8595c781-b329-4e31-b167-22a84fbfd0e0 req-da72b213-908b-4f73-8bbb-19b7f1343d20 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0601897 Sep 07 16:33:00.329733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8595c781-b329-4e31-b167-22a84fbfd0e0 req-137ce6d1-ceb6-4dcd-a3dc-6f7f1b6ff22a tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Sep 07 16:33:01.450750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71242982-7967-441a-b975-e760468c8b89 req-270f4f93-b0ec-4be0-abd3-883cd7265ed5 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:01.452423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71242982-7967-441a-b975-e760468c8b89 req-270f4f93-b0ec-4be0-abd3-883cd7265ed5 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0489175 Sep 07 16:33:01.489833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71242982-7967-441a-b975-e760468c8b89 req-6026b108-1ff9-4429-a36f-73ab7067da64 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Sep 07 16:33:01.862646 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:02.399521 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:02.606876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26104898-eb8f-4da1-b1ae-3af2e1d34f3b req-9de1fa62-38db-465b-9936-63dacb6ae315 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:02.608412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26104898-eb8f-4da1-b1ae-3af2e1d34f3b req-9de1fa62-38db-465b-9936-63dacb6ae315 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0498958 Sep 07 16:33:02.646640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26104898-eb8f-4da1-b1ae-3af2e1d34f3b req-aab1d5e3-8ef5-4e9d-8694-d61d6ea88326 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320837 Sep 07 16:33:03.761983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfdcf2-99a4-4f1d-b8cb-70213ac90367 req-adf77fe5-62fb-480b-b985-96b96576afe9 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:03.763616 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfdfdcf2-99a4-4f1d-b8cb-70213ac90367 req-adf77fe5-62fb-480b-b985-96b96576afe9 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0505280 Sep 07 16:33:03.807858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfdfdcf2-99a4-4f1d-b8cb-70213ac90367 req-3c922f2a-1da2-4dca-b904-67db899b50a0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Sep 07 16:33:04.922008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7f48-1cfd-4313-9509-547802ec02ab req-5f440fc2-1181-4273-8ad3-7749a20b824e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:04.923486 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-503c7f48-1cfd-4313-9509-547802ec02ab req-5f440fc2-1181-4273-8ad3-7749a20b824e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0487897 Sep 07 16:33:04.959815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-503c7f48-1cfd-4313-9509-547802ec02ab req-0ed6d7d4-698a-4d39-ad23-23808af98d82 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303900 Sep 07 16:33:05.376704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-600a1217-6dd8-442e-80ae-8eac2aa1b5b1 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:05.378092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-600a1217-6dd8-442e-80ae-8eac2aa1b5b1 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.1034369 Sep 07 16:33:05.393470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-2c146be6-044f-487b-95e8-67cd94e8adef tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/quotas/f76da91ef6ee461a9b706160f512deb0 HTTP/1.1" status: 200 len: 375 time: 0.0096736 Sep 07 16:33:05.442824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-69be3df1-2e8a-4855-a35c-aab274870f5e tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442832 Sep 07 16:33:05.531918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-4b41f0e9-cb6f-4f94-8f34-86e84bbca76a service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816514 Sep 07 16:33:05.621068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-46c5c565-05d2-4ab3-9065-bdafacc24e66 service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829930 Sep 07 16:33:05.799261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-030cd661-9e89-4fa2-a001-a4b1559cc346 req-44fde32d-b085-46ef-af0b-c88760d720ca tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 210 time: 0.0261903 Sep 07 16:33:06.075893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c9821-de1d-4947-bcf0-8196f1ad191b req-e850d64e-9446-4bb2-8bed-15f7b4f27a59 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:06.077454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df7c9821-de1d-4947-bcf0-8196f1ad191b req-e850d64e-9446-4bb2-8bed-15f7b4f27a59 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0493848 Sep 07 16:33:06.115469 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df7c9821-de1d-4947-bcf0-8196f1ad191b req-4d40eabf-e08d-4375-a67d-52358f2bc2ae tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Sep 07 16:33:06.329692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441bcf8-f2e7-4f2d-ab6e-e792585ec41c req-766a254c-dca7-42aa-9b4c-828ae02a3b7c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:06.331199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a441bcf8-f2e7-4f2d-ab6e-e792585ec41c req-766a254c-dca7-42aa-9b4c-828ae02a3b7c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0614293 Sep 07 16:33:06.368889 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a441bcf8-f2e7-4f2d-ab6e-e792585ec41c req-1b349602-662f-4d72-a183-9a25af2fb72b tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Sep 07 16:33:06.480898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c6190-034d-4810-86e2-35759fb88482 req-aa1cf992-cea4-4742-b30e-cdd5e75bbf8c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:06.482397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e4c6190-034d-4810-86e2-35759fb88482 req-aa1cf992-cea4-4742-b30e-cdd5e75bbf8c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0478888 Sep 07 16:33:06.518959 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e4c6190-034d-4810-86e2-35759fb88482 req-ce18556a-acc5-47aa-af7a-d8082e513809 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305295 Sep 07 16:33:06.759041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512cde4-f625-4409-aab3-3e57cd187f0b req-2befe18e-a99f-4823-8efa-9731049c8c89 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:06.761062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8512cde4-f625-4409-aab3-3e57cd187f0b req-2befe18e-a99f-4823-8efa-9731049c8c89 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0552847 Sep 07 16:33:06.785099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-b80c22bc-c917-4d45-a6fd-93db61649cb9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:06.786579 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-b80c22bc-c917-4d45-a6fd-93db61649cb9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.1052902 Sep 07 16:33:06.800308 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'port': {'device_id': '46d3b2e3-83e1-4070-aaaf-9342b626c862', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'admin_state_up': True, 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:33:06.801733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8512cde4-f625-4409-aab3-3e57cd187f0b req-1940832a-f80d-423b-9824-f9688d8ea66e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344052 Sep 07 16:33:06.902958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f16bb853-88f5-46b0-abef-839c4271a0bd req-69daa182-e344-4b40-8492-426a926073fc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 210 time: 0.0308299 Sep 07 16:33:06.921392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Made reservation on behalf of f76da91ef6ee461a9b706160f512deb0 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:33:06.924946 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:07.058772 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Allocated IP 172.20.0.10 (f2f745dd-6ef0-4dd8-a818-6a727209b9bd/ef881420-fa46-4372-ba8a-382f6c5a7bf4/18157c1d-3708-47a3-8f20-7dfd2b62bb2f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:33:07.219680 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:07.235090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Transition to ACTIVE for port object 18157c1d-3708-47a3-8f20-7dfd2b62bb2f will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:33:07.268054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:07.311078 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:33:07.314197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:33:07.320110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:33:07.345148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'Port': ['ID=18157c1d-3708-47a3-8f20-7dfd2b62bb2f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:07.376130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:07.376952 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:07.400634 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-a65e729c-53b1-4448-9f93-6a5c73762e6f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6041343 Sep 07 16:33:07.419698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Request body: {'port': {'device_id': '46d3b2e3-83e1-4070-aaaf-9342b626c862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:33:07.483813 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:07.608711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-daeb397a-1dad-4394-ad67-8e135ee6c79a None None] Provisioning for port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:33:07.612731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-daeb397a-1dad-4394-ad67-8e135ee6c79a None None] Provisioning complete for port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:33:07.613119 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daeb397a-1dad-4394-ad67-8e135ee6c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:07.652887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-daeb397a-1dad-4394-ad67-8e135ee6c79a None None] Port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:33:07.781100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18157c1d-3708-47a3-8f20-7dfd2b62bb2f {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:33:07.788573 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:07.800556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Transition to ACTIVE for port object 18157c1d-3708-47a3-8f20-7dfd2b62bb2f will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:33:07.804417 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:07.882718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Pushing event updated for resources: {'Port': ['ID=18157c1d-3708-47a3-8f20-7dfd2b62bb2f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:07.945209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Attempting to bind port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:33:07.945209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Attempting to bind port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:33:07.945503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Attempting to bind port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:33:07.950410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:33:07.950743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Attempting to bind port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:33:07.956138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:33:07.956808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Checking segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:33:07.957401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Bound using segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:33:07.958127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Bound port: 18157c1d-3708-47a3-8f20-7dfd2b62bb2f, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:33:07.958835 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:07.982397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61d346-e828-4941-83b8-f9d21784681a req-2ceac38f-466b-4eb2-90f9-9721ca151e5c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:07.984784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf61d346-e828-4941-83b8-f9d21784681a req-2ceac38f-466b-4eb2-90f9-9721ca151e5c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0853751 Sep 07 16:33:08.040122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] For port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:33:08.044705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] For port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18157c1d-3708-47a3-8f20-7dfd2b62bb2f,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:33:08.051076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:08.062209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf61d346-e828-4941-83b8-f9d21784681a req-adca9928-799c-4374-a6bf-b00761b30f17 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633547 Sep 07 16:33:08.071875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc2487-74d8-4192-921e-7b639de1816c req-6c518aaf-f0b0-468c-ad09-8a423bd1a453 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:08.075052 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dccc2487-74d8-4192-921e-7b639de1816c req-6c518aaf-f0b0-468c-ad09-8a423bd1a453 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0855799 Sep 07 16:33:08.098415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:08.099056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:08.100485 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] 10.222.0.54 "PUT /v2.0/ports/18157c1d-3708-47a3-8f20-7dfd2b62bb2f HTTP/1.1" status: 200 len: 1092 time: 0.6861429 Sep 07 16:33:08.100930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d3b2e3-83e1-4070-aaaf-9342b626c862', 'tag': '18157c1d-3708-47a3-8f20-7dfd2b62bb2f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:33:08.103377 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e5deb9-22bf-44a2-8db1-f0f977dc30f9" -d '{"events": [{"name": "network-changed", "server_uuid": "46d3b2e3-83e1-4070-aaaf-9342b626c862", "tag": "18157c1d-3708-47a3-8f20-7dfd2b62bb2f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:33:08.126829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceba91f-42a1-4dd6-a70e-e4a3ddefc66c service neutron] Pushing event updated for resources: {'Port': ['ID=18157c1d-3708-47a3-8f20-7dfd2b62bb2f,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:08.141598 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dccc2487-74d8-4192-921e-7b639de1816c req-48753727-f536-466a-acae-639caa6f9fa7 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587668 Sep 07 16:33:08.202271 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5ea207-f2d0-4ed4-b840-5d98be2d3541 x-openstack-request-id: req-fb5ea207-f2d0-4ed4-b840-5d98be2d3541 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:33:08.202853 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d3b2e3-83e1-4070-aaaf-9342b626c862", "tag": "18157c1d-3708-47a3-8f20-7dfd2b62bb2f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:33:08.203109 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb5ea207-f2d0-4ed4-b840-5d98be2d3541 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:33:08.203517 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d3b2e3-83e1-4070-aaaf-9342b626c862', 'tag': '18157c1d-3708-47a3-8f20-7dfd2b62bb2f', 'status': 'completed', 'code': 200} Sep 07 16:33:08.214983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-15b96325-f017-4946-b62f-7f95cff875bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:08.216691 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-15b96325-f017-4946-b62f-7f95cff875bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 1095 time: 0.0680957 Sep 07 16:33:08.262700 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-9b092c4d-d675-4e01-8343-3598c53333fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18157c1d-3708-47a3-8f20-7dfd2b62bb2f HTTP/1.1" status: 200 len: 217 time: 0.0374541 Sep 07 16:33:08.315947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-ea611a7b-6cb4-47b7-b78d-f4a0b2d352da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:08.317481 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-ea611a7b-6cb4-47b7-b78d-f4a0b2d352da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0468388 Sep 07 16:33:08.368688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-1821c185-354f-4ffc-9356-89e6ce1de335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:08.370618 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-1821c185-354f-4ffc-9356-89e6ce1de335 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447507 Sep 07 16:33:08.492618 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-4039338c-6ff1-4434-af6d-1e0eba691f9b service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143684 Sep 07 16:33:08.505421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2991a-c7ea-4f7b-810c-9e95e7f8a0e6 req-d8728c70-1af5-4b54-991d-649cab5afe21 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:08.506780 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3ef2991a-c7ea-4f7b-810c-9e95e7f8a0e6 req-d8728c70-1af5-4b54-991d-649cab5afe21 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 945 time: 0.0630412 Sep 07 16:33:08.652541 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef9cad73-e905-4bcb-b8f6-4f027c483286 req-ed93bf5e-0703-408f-a379-34f74f6bafad service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447170 Sep 07 16:33:08.666883 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-3ef2991a-c7ea-4f7b-810c-9e95e7f8a0e6 req-59b3d8a2-47c6-4511-bf4e-c9272730bc34 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Deleting port 6648bf92-4a01-4252-98eb-a8a2e62fde98 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:33:08.667236 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3ef2991a-c7ea-4f7b-810c-9e95e7f8a0e6 req-59b3d8a2-47c6-4511-bf4e-c9272730bc34 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:08.789913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5deb9-22bf-44a2-8db1-f0f977dc30f9 req-79c8d269-8b31-4671-a62d-505c4a364b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:08.792035 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-25e5deb9-22bf-44a2-8db1-f0f977dc30f9 req-79c8d269-8b31-4671-a62d-505c4a364b88 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 1095 time: 0.0881557 Sep 07 16:33:08.797149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-3ef2991a-c7ea-4f7b-810c-9e95e7f8a0e6 req-59b3d8a2-47c6-4511-bf4e-c9272730bc34 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] For port 6648bf92-4a01-4252-98eb-a8a2e62fde98, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6648bf92-4a01-4252-98eb-a8a2e62fde98,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:33:08.797527 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3ef2991a-c7ea-4f7b-810c-9e95e7f8a0e6 req-59b3d8a2-47c6-4511-bf4e-c9272730bc34 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:08.819231 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-3ef2991a-c7ea-4f7b-810c-9e95e7f8a0e6 req-59b3d8a2-47c6-4511-bf4e-c9272730bc34 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Calling delete_port for 6648bf92-4a01-4252-98eb-a8a2e62fde98 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:33:08.953982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5deb9-22bf-44a2-8db1-f0f977dc30f9 req-dfce1090-2149-49c4-b190-5afefbf7812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:08.955569 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-25e5deb9-22bf-44a2-8db1-f0f977dc30f9 req-dfce1090-2149-49c4-b190-5afefbf7812a service neutron] 10.222.0.54 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.1504505 Sep 07 16:33:09.027797 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-25e5deb9-22bf-44a2-8db1-f0f977dc30f9 req-a321b117-c558-458a-8b43-f4488329a3f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18157c1d-3708-47a3-8f20-7dfd2b62bb2f HTTP/1.1" status: 200 len: 217 time: 0.0601594 Sep 07 16:33:09.085064 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3ef2991a-c7ea-4f7b-810c-9e95e7f8a0e6 req-59b3d8a2-47c6-4511-bf4e-c9272730bc34 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:09.098835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30', '6648bf92-4a01-4252-98eb-a8a2e62fde98'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:33:09.104599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5deb9-22bf-44a2-8db1-f0f977dc30f9 req-026c34fd-c92c-4d55-892a-0ab52b318357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:09.106646 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-25e5deb9-22bf-44a2-8db1-f0f977dc30f9 req-026c34fd-c92c-4d55-892a-0ab52b318357 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0675068 Sep 07 16:33:09.164461 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3d8a2-47c6-4511-bf4e-c9272730bc34 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event deleted for resources: {'Port': ['ID=6648bf92-4a01-4252-98eb-a8a2e62fde98,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:09.233269 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6380ee7-d241-42d5-90e3-05b2e3923e1b req-f796f0b8-3a98-4e94-9eca-87676fd80da3 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=b73bd96d-2b43-4b47-8dbf-6dbafaca9850 HTTP/1.1" status: 200 len: 210 time: 0.0424848 Sep 07 16:33:09.239916 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef2991a-c7ea-4f7b-810c-9e95e7f8a0e6 req-59b3d8a2-47c6-4511-bf4e-c9272730bc34 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] No DVR routers for this DVR port 6648bf92-4a01-4252-98eb-a8a2e62fde98 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:33:09.243212 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3ef2991a-c7ea-4f7b-810c-9e95e7f8a0e6 req-59b3d8a2-47c6-4511-bf4e-c9272730bc34 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:09.245973 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3ef2991a-c7ea-4f7b-810c-9e95e7f8a0e6 req-59b3d8a2-47c6-4511-bf4e-c9272730bc34 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "DELETE /v2.0/ports/6648bf92-4a01-4252-98eb-a8a2e62fde98 HTTP/1.1" status: 204 len: 173 time: 0.7309284 Sep 07 16:33:09.251493 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5deb9-22bf-44a2-8db1-f0f977dc30f9 req-d0060b8e-5f41-4342-bab0-df2ce8ffd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:09.253273 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-25e5deb9-22bf-44a2-8db1-f0f977dc30f9 req-d0060b8e-5f41-4342-bab0-df2ce8ffd8fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251781 Sep 07 16:33:09.320401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae58e7-b9f4-481f-9d5f-4c2355bc0d91 req-4334b739-940a-4d12-91a0-4d88b4804075 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:09.336129 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0ae58e7-b9f4-481f-9d5f-4c2355bc0d91 req-4334b739-940a-4d12-91a0-4d88b4804075 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0843031 Sep 07 16:33:09.389085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0ae58e7-b9f4-481f-9d5f-4c2355bc0d91 req-ae5bc1c6-c90a-45d6-9a88-5596d214714e tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449264 Sep 07 16:33:09.410721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-25e5deb9-22bf-44a2-8db1-f0f977dc30f9 req-5e3ad71e-3c0d-41c8-ad43-4ef0a3acf5e9 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463289 Sep 07 16:33:09.505924 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-25e5deb9-22bf-44a2-8db1-f0f977dc30f9 req-772be262-0050-44ab-a2cc-1c556fa3aef6 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846632 Sep 07 16:33:10.204532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73bd96d-2b43-4b47-8dbf-6dbafaca9850', 'name': 'network-vif-deleted', 'tag': '6648bf92-4a01-4252-98eb-a8a2e62fde98'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:33:10.207177 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6524d017-e1b9-4eb3-b480-d73f054b0d0d" -d '{"events": [{"server_uuid": "b73bd96d-2b43-4b47-8dbf-6dbafaca9850", "name": "network-vif-deleted", "tag": "6648bf92-4a01-4252-98eb-a8a2e62fde98"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:33:10.252738 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adcaf12-2017-4ab1-a1ab-6c9864d35011 x-openstack-request-id: req-3adcaf12-2017-4ab1-a1ab-6c9864d35011 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:33:10.253044 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73bd96d-2b43-4b47-8dbf-6dbafaca9850", "name": "network-vif-deleted", "tag": "6648bf92-4a01-4252-98eb-a8a2e62fde98", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:33:10.253304 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3adcaf12-2017-4ab1-a1ab-6c9864d35011 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:33:10.253835 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73bd96d-2b43-4b47-8dbf-6dbafaca9850', 'name': 'network-vif-deleted', 'tag': '6648bf92-4a01-4252-98eb-a8a2e62fde98', 'status': 'completed', 'code': 200} Sep 07 16:33:10.396688 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e733763-4304-41a5-be04-74ca2229a191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:10.547731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00301d-d74f-496c-89b4-33632339b9a2 req-d6a7ce08-c483-4381-857a-9274b119a2b0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:10.549430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c00301d-d74f-496c-89b4-33632339b9a2 req-d6a7ce08-c483-4381-857a-9274b119a2b0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0744698 Sep 07 16:33:10.612079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c00301d-d74f-496c-89b4-33632339b9a2 req-974d3c7e-562c-4caf-911c-611311b4ad6d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533502 Sep 07 16:33:11.229652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342c6c-d8cc-4d75-9a03-9f92f8b06bc5 req-79e21bf2-e539-4e85-ab0e-38ec39415a3e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:11.241209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56342c6c-d8cc-4d75-9a03-9f92f8b06bc5 req-79e21bf2-e539-4e85-ab0e-38ec39415a3e tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 945 time: 0.0769851 Sep 07 16:33:11.298302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56342c6c-d8cc-4d75-9a03-9f92f8b06bc5 req-b4683d7e-4846-4c69-9661-09bbaf5ee138 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556006 Sep 07 16:33:11.763583 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73378c51-61c7-4d44-ac83-6e6acc9479b5 req-29cd8c72-45b5-48f8-ae24-2bfe3428beaf tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:11.766620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73378c51-61c7-4d44-ac83-6e6acc9479b5 req-29cd8c72-45b5-48f8-ae24-2bfe3428beaf tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0621397 Sep 07 16:33:11.819105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73378c51-61c7-4d44-ac83-6e6acc9479b5 req-c28f52d7-46bf-4aff-90c8-dc0a0116cc25 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449972 Sep 07 16:33:12.458008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743de16-00ab-4593-b3e9-2ba1196d3e74 req-40dcdccc-8710-49c5-8918-4258b41e8638 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:12.459523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c743de16-00ab-4593-b3e9-2ba1196d3e74 req-40dcdccc-8710-49c5-8918-4258b41e8638 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 945 time: 0.0803013 Sep 07 16:33:12.498073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c743de16-00ab-4593-b3e9-2ba1196d3e74 req-5c1a99db-b2c1-4d6f-878a-881778aad2eb tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/security-groups?id=62772d24-0cef-4680-acab-2fcb12a6666f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315232 Sep 07 16:33:12.929521 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acda99-ee71-41d3-9d85-7372f66f5934 req-5402bc9c-8af3-45e8-a164-762461d5205c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:12.931029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c8acda99-ee71-41d3-9d85-7372f66f5934 req-5402bc9c-8af3-45e8-a164-762461d5205c tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 945 time: 0.0618804 Sep 07 16:33:12.938499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea7b73-6a39-4136-b321-68d9136e1404 req-2f0f6203-c4f3-458d-b144-98421df47796 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:12.947339 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32ea7b73-6a39-4136-b321-68d9136e1404 req-2f0f6203-c4f3-458d-b144-98421df47796 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0575714 Sep 07 16:33:12.988601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32ea7b73-6a39-4136-b321-68d9136e1404 req-667802cf-4d61-41c5-971b-c64cd0e0493a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395858 Sep 07 16:33:13.040141 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c8acda99-ee71-41d3-9d85-7372f66f5934 req-f3a5f660-53bb-461e-9e02-3cda582db0f0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Deleting port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:33:13.040528 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c8acda99-ee71-41d3-9d85-7372f66f5934 req-f3a5f660-53bb-461e-9e02-3cda582db0f0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:13.130179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-c8acda99-ee71-41d3-9d85-7372f66f5934 req-f3a5f660-53bb-461e-9e02-3cda582db0f0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] For port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30,segment=NetworkSegment(d2fc51ed-7fc0-4652-9488-6270a564fa13),segment_id=d2fc51ed-7fc0-4652-9488-6270a564fa13)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:33:13.130557 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c8acda99-ee71-41d3-9d85-7372f66f5934 req-f3a5f660-53bb-461e-9e02-3cda582db0f0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:13.147443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-c8acda99-ee71-41d3-9d85-7372f66f5934 req-f3a5f660-53bb-461e-9e02-3cda582db0f0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Calling delete_port for ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:33:13.279414 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c8acda99-ee71-41d3-9d85-7372f66f5934 req-f3a5f660-53bb-461e-9e02-3cda582db0f0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:13.294273 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:33:13.308650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5f660-53bb-461e-9e02-3cda582db0f0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Pushing event deleted for resources: {'Port': ['ID=ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:13.353906 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8acda99-ee71-41d3-9d85-7372f66f5934 req-f3a5f660-53bb-461e-9e02-3cda582db0f0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] No DVR routers for this DVR port ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:33:13.357074 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-c8acda99-ee71-41d3-9d85-7372f66f5934 req-f3a5f660-53bb-461e-9e02-3cda582db0f0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:13.359006 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c8acda99-ee71-41d3-9d85-7372f66f5934 req-f3a5f660-53bb-461e-9e02-3cda582db0f0 tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.35 "DELETE /v2.0/ports/ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 HTTP/1.1" status: 204 len: 173 time: 0.4217300 Sep 07 16:33:13.359582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a84b350-32b5-4607-a593-9efcbc624be6', 'name': 'network-vif-deleted', 'tag': 'ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:33:13.361937 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7466ffd-ca94-4dfd-9a43-4dda608907a8" -d '{"events": [{"server_uuid": "4a84b350-32b5-4607-a593-9efcbc624be6", "name": "network-vif-deleted", "tag": "ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:33:13.417830 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8f3dd0-5e86-4a0d-b487-b7cc3ad9f323 x-openstack-request-id: req-6f8f3dd0-5e86-4a0d-b487-b7cc3ad9f323 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:33:13.418116 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a84b350-32b5-4607-a593-9efcbc624be6", "name": "network-vif-deleted", "tag": "ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:33:13.418376 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f8f3dd0-5e86-4a0d-b487-b7cc3ad9f323 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:33:13.418777 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a84b350-32b5-4607-a593-9efcbc624be6', 'name': 'network-vif-deleted', 'tag': 'ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30', 'status': 'completed', 'code': 200} Sep 07 16:33:13.607258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fcafb217-57b2-41ad-aeed-1f588b375a33 req-068ab4ce-d971-459d-a47a-4529e75fefea tempest-ServersTestJSON-1422060244 tempest-ServersTestJSON-1422060244-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a84b350-32b5-4607-a593-9efcbc624be6 HTTP/1.1" status: 200 len: 210 time: 0.0292130 Sep 07 16:33:13.619085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6648bf92-4a01-4252-98eb-a8a2e62fde98 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:33:13.641814 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 6648bf92-4a01-4252-98eb-a8a2e62fde98 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:33:13.642171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6648bf92-4a01-4252-98eb-a8a2e62fde98 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:33:13.920934 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:14.110860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b20504-9055-42d2-926c-f746d1f12936 req-f52aef63-ff14-4542-9fdb-0fb89003773d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:14.112367 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3b20504-9055-42d2-926c-f746d1f12936 req-f52aef63-ff14-4542-9fdb-0fb89003773d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0515163 Sep 07 16:33:14.159351 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3b20504-9055-42d2-926c-f746d1f12936 req-b117f13a-4e44-428f-974c-92afcf4e0c4a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Sep 07 16:33:14.244369 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5fbc903f-8f44-4f0f-837a-3f484046466b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:14.667424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52026) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:33:14.711506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c0ec51-7ef9-4afc-a3d4-9712c4a4daf9 admin admin] Deleting subnet 095047a4-4b29-4384-8741-c774f5d6adc6 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:33:14.714555 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31c0ec51-7ef9-4afc-a3d4-9712c4a4daf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:14.749806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31c0ec51-7ef9-4afc-a3d4-9712c4a4daf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:14.787513 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31c0ec51-7ef9-4afc-a3d4-9712c4a4daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:14.843702 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31c0ec51-7ef9-4afc-a3d4-9712c4a4daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:14.868995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0ec51-7ef9-4afc-a3d4-9712c4a4daf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=095047a4-4b29-4384-8741-c774f5d6adc6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:14.873277 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31c0ec51-7ef9-4afc-a3d4-9712c4a4daf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:14.876164 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-31c0ec51-7ef9-4afc-a3d4-9712c4a4daf9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/095047a4-4b29-4384-8741-c774f5d6adc6 HTTP/1.1" status: 204 len: 168 time: 0.2073159 Sep 07 16:33:14.878184 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52030) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:33:14.919027 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:14.947137 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6ac2-c2e0-4491-b73b-7ed411103f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:15.027788 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6ac2-c2e0-4491-b73b-7ed411103f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:15.047424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e5ff6ac2-c2e0-4491-b73b-7ed411103f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04479938-fe1a-4503-a899-ad35d3b8f9e8']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:33:15.056407 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e5ff6ac2-c2e0-4491-b73b-7ed411103f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fc51ed-7fc0-4652-9488-6270a564fa13') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:33:15.056769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-e5ff6ac2-c2e0-4491-b73b-7ed411103f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fc51ed-7fc0-4652-9488-6270a564fa13') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:33:15.065899 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6ac2-c2e0-4491-b73b-7ed411103f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:15.078506 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6ac2-c2e0-4491-b73b-7ed411103f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:15.084166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ff6ac2-c2e0-4491-b73b-7ed411103f3e admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:33:15.084593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6ac2-c2e0-4491-b73b-7ed411103f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:33:15.086176 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:33:15.142818 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6ac2-c2e0-4491-b73b-7ed411103f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:15.148431 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6ac2-c2e0-4491-b73b-7ed411103f3e admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:15.150247 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e5ff6ac2-c2e0-4491-b73b-7ed411103f3e admin admin] 10.222.0.70 "DELETE /v2.0/networks/04479938-fe1a-4503-a899-ad35d3b8f9e8 HTTP/1.1" status: 204 len: 168 time: 0.2710989 Sep 07 16:33:15.160995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff6ac2-c2e0-4491-b73b-7ed411103f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=04479938-fe1a-4503-a899-ad35d3b8f9e8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:15.266396 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8935a4-ab6a-4fce-b2d4-c874d144f4b3 req-847c9195-266a-4192-98ec-7039322b9588 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:15.267890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f8935a4-ab6a-4fce-b2d4-c874d144f4b3 req-847c9195-266a-4192-98ec-7039322b9588 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0489357 Sep 07 16:33:15.309284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f8935a4-ab6a-4fce-b2d4-c874d144f4b3 req-3c0d964b-df71-4d18-88a6-8908d928d20c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355062 Sep 07 16:33:15.336371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52036) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:33:15.376459 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5897659c-6358-4a57-8c27-b3c4e08d4095 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8817716e700642d49d97c5d7ac182df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389066 Sep 07 16:33:15.378696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52038) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:33:15.429178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f88496b8-f008-42a1-83e0-7b11fed71e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:15.449851 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f88496b8-f008-42a1-83e0-7b11fed71e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:15.496257 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f88496b8-f008-42a1-83e0-7b11fed71e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:15.498793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f88496b8-f008-42a1-83e0-7b11fed71e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:15.500256 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f88496b8-f008-42a1-83e0-7b11fed71e40 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62772d24-0cef-4680-acab-2fcb12a6666f HTTP/1.1" status: 204 len: 168 time: 0.1204238 Sep 07 16:33:15.508120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88496b8-f008-42a1-83e0-7b11fed71e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62772d24-0cef-4680-acab-2fcb12a6666f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:16.432495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9dbb95-0396-493b-96bd-3e69655bc4ee req-9f66c718-60b0-465f-9f78-55f0121b3f32 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:16.434013 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa9dbb95-0396-493b-96bd-3e69655bc4ee req-9f66c718-60b0-465f-9f78-55f0121b3f32 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0544546 Sep 07 16:33:16.473120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa9dbb95-0396-493b-96bd-3e69655bc4ee req-c9dbfcae-151a-4f77-90e3-9f09f014549a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Sep 07 16:33:16.586127 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b935ea58-17aa-43a3-9b46-9bffde9e01e8 req-59fc806c-c45f-4058-b632-f8e0b33d5708 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0283146 Sep 07 16:33:16.849931 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:17.595660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f7abd-1fb2-4cbb-a039-e1bb5d1cbc92 req-481ab65b-c462-47d4-809f-bf63f3412efe tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:17.597182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-250f7abd-1fb2-4cbb-a039-e1bb5d1cbc92 req-481ab65b-c462-47d4-809f-bf63f3412efe tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0496914 Sep 07 16:33:17.631023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:33:17.638028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-250f7abd-1fb2-4cbb-a039-e1bb5d1cbc92 req-619096f7-606c-4cd9-a617-607eae828bf2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348375 Sep 07 16:33:17.656633 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:33:17.657300 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device ec29b7e2-62c1-47f9-9a3b-ea5a33e75c30 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:33:17.700094 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef3eaa52-7b2f-40e5-9b3b-d75f9367bfb0 req-70ba5050-a6bf-4c86-a45b-8e455c5d4c7b tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0297968 Sep 07 16:33:18.751774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02298411-1681-4748-8802-31970c00d2ca req-a5a73b4a-03d2-4a9b-9ac6-929c82039cfe tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:18.754066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02298411-1681-4748-8802-31970c00d2ca req-a5a73b4a-03d2-4a9b-9ac6-929c82039cfe tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0508959 Sep 07 16:33:18.808843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aade4653-1cd2-4a05-9afe-44524cafeea4 req-46e66b85-c349-4ef9-bac9-49cfa7b4cf0f tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0322864 Sep 07 16:33:18.816124 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02298411-1681-4748-8802-31970c00d2ca req-b9e43549-06f0-446b-96dc-023a28550e23 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553105 Sep 07 16:33:19.941619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfa94b42-a95e-4ebe-ac03-7aba22b187ad req-4c7ec0a8-93d6-4a60-a16e-8fe1200aa264 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0528822 Sep 07 16:33:19.961181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6884cd-75c0-4d05-99da-58f704ee4e53 req-7b0ece97-02a1-4fa7-9e13-f3861ec36e78 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:19.962680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb6884cd-75c0-4d05-99da-58f704ee4e53 req-7b0ece97-02a1-4fa7-9e13-f3861ec36e78 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0758498 Sep 07 16:33:20.000191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb6884cd-75c0-4d05-99da-58f704ee4e53 req-e468d268-7f5f-429e-8901-de25076812c5 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305684 Sep 07 16:33:20.330032 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bcb35525-cd6b-4405-b68b-8edd4d298120 req-969d333a-9bb7-4b3c-96f8-34f46651d757 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.1344209 Sep 07 16:33:21.043632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b1e4225-bf3f-4226-a8aa-988a88bb1555 req-75c30930-96e2-4556-abe0-7e1207845e1b tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0275676 Sep 07 16:33:21.118209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb10fe7-99b9-413c-ad0d-6c1f9f5cbf24 req-caa2b484-82b0-4754-adec-4ba121fda2ca tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:21.119788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbb10fe7-99b9-413c-ad0d-6c1f9f5cbf24 req-caa2b484-82b0-4754-adec-4ba121fda2ca tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0487847 Sep 07 16:33:21.157357 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cbb10fe7-99b9-413c-ad0d-6c1f9f5cbf24 req-46e69e24-857c-47a0-839e-b49b395c10f3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312555 Sep 07 16:33:22.148768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8f5af02-d9b4-4acd-a8b2-6a304ae696f6 req-ed1c24da-cae8-4ad4-8b67-678deeea93f8 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0287423 Sep 07 16:33:22.318185 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f81d7-15c3-4866-9cc0-361dd83e9b8b req-775dcd75-9b77-46d7-89db-7940959c7402 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:22.319646 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e8f81d7-15c3-4866-9cc0-361dd83e9b8b req-775dcd75-9b77-46d7-89db-7940959c7402 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0473661 Sep 07 16:33:22.356253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e8f81d7-15c3-4866-9cc0-361dd83e9b8b req-018cfb75-2b1e-4d84-8542-ca57ccd2ec51 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302110 Sep 07 16:33:22.808186 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c01c919c-915c-4485-8dfd-adc0bd46b802 req-99ce5682-79b8-4a5c-903c-de9b9556e8f5 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0277839 Sep 07 16:33:23.469927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3063ec-fa08-4c5f-a4d4-debc5b637d2c req-f7131950-8a5e-4b44-b41a-00a62a3e6b4c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:23.471408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed3063ec-fa08-4c5f-a4d4-debc5b637d2c req-f7131950-8a5e-4b44-b41a-00a62a3e6b4c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0480466 Sep 07 16:33:23.508671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed3063ec-fa08-4c5f-a4d4-debc5b637d2c req-de9b4bdf-b265-435f-a327-342e1c756b63 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312512 Sep 07 16:33:23.915096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf32c62d-4f68-4594-a998-467058af08df req-dbe7958b-61c2-47ce-8d3b-c072e12f745c tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0296898 Sep 07 16:33:24.621298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a59cd-e1c5-4a4c-a6e8-229448535f98 req-f57b29ea-8381-4c51-9cd3-022e94e3abbe tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:24.622685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f04a59cd-e1c5-4a4c-a6e8-229448535f98 req-f57b29ea-8381-4c51-9cd3-022e94e3abbe tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0478504 Sep 07 16:33:24.659185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f04a59cd-e1c5-4a4c-a6e8-229448535f98 req-9a6771f6-bd0a-4102-9cd9-b3b0bd3081fb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304127 Sep 07 16:33:25.016527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f80a3efc-851c-4085-8640-c6ae04fae264 req-98831bc6-e63b-4fd6-8023-fcd34a73b102 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0265169 Sep 07 16:33:25.773172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90efac3-af0c-4794-b5cd-6018fe6bc9bf req-6347f72a-d6cf-4c8e-8091-2f8782d5c83f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:25.774654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e90efac3-af0c-4794-b5cd-6018fe6bc9bf req-6347f72a-d6cf-4c8e-8091-2f8782d5c83f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0506074 Sep 07 16:33:25.815086 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e90efac3-af0c-4794-b5cd-6018fe6bc9bf req-3cd074a4-7a50-4bbf-abd6-77ddad8df2c8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339329 Sep 07 16:33:26.116500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c116ba3d-8243-4c41-a0bb-fa18c40d9e8f req-df3feabb-3c21-46f9-9a2e-abe2d4a9168d tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0257084 Sep 07 16:33:26.927766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e190d4-aa4e-4522-9933-24ad9b55b61d req-106838d1-5451-4786-9d83-dfaa2a25e425 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:26.929302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70e190d4-aa4e-4522-9933-24ad9b55b61d req-106838d1-5451-4786-9d83-dfaa2a25e425 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0483050 Sep 07 16:33:26.966951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70e190d4-aa4e-4522-9933-24ad9b55b61d req-6273e2ed-fed8-48c9-bd60-d37bf02b5bd8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310559 Sep 07 16:33:27.221568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-290fe523-456a-409c-a352-79196c83fd69 req-148eeb1b-1692-422e-8082-ec63fa92eb31 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0267930 Sep 07 16:33:28.084194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3f2b1-d07d-4532-ad51-ab45d286d491 req-2bc7d004-0389-49e8-90da-3b610012e578 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:28.085670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4e3f2b1-d07d-4532-ad51-ab45d286d491 req-2bc7d004-0389-49e8-90da-3b610012e578 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0505691 Sep 07 16:33:28.121985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4e3f2b1-d07d-4532-ad51-ab45d286d491 req-fd1e65d5-337f-499c-968a-e9fbe8e11b73 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304961 Sep 07 16:33:28.323695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b6be4a4-a47f-4a15-a87d-d1d58427ea5a req-a4cecb86-2ec3-49d6-ac83-147ab09bdce9 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0272841 Sep 07 16:33:28.407134 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-32394887-88a4-4a87-a71a-95ee8c38e8b5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866895 Sep 07 16:33:28.498415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-630d82f7-bac9-4b0f-b858-5f0dbc9ecf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:28.500152 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-630d82f7-bac9-4b0f-b858-5f0dbc9ecf33 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 1097 time: 0.0405080 Sep 07 16:33:28.614315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-39ceaf80-9588-49bd-95cf-4fdb0f2300b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:28.614315 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-39ceaf80-9588-49bd-95cf-4fdb0f2300b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.0901694 Sep 07 16:33:28.680853 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-5bf51810-8d50-4cc4-9b96-1c048e52953a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b141e62-ada9-4f99-9861-5e432efee09f HTTP/1.1" status: 200 len: 1002 time: 0.0578754 Sep 07 16:33:28.730928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-4eacaa14-45b9-497b-81a5-7a7c41192007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:28.732351 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-4eacaa14-45b9-497b-81a5-7a7c41192007 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.0426266 Sep 07 16:33:28.781438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-45dec40a-e393-4126-bc83-d8df0f119c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:28.782887 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-45dec40a-e393-4126-bc83-d8df0f119c9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423512 Sep 07 16:33:28.797967 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-a2863374-9fb7-460e-8698-d94c5632e63b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:33:28.798916 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-a2863374-9fb7-460e-8698-d94c5632e63b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047438 Sep 07 16:33:28.890294 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-4b50ffb4-a3b4-49f1-87c9-f8b5be272608 service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821693 Sep 07 16:33:28.984978 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2183a6d1-85cd-4297-9bb1-f6c4919b9e47 req-26dfdda0-0168-448e-bfe1-5d8c1a6df6ee service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835109 Sep 07 16:33:29.234296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be2b2b-9e22-4e22-8356-2f3a5d8a71e1 req-731601a7-c035-4dc3-88b3-65c7d49fb433 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:29.236110 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e7be2b2b-9e22-4e22-8356-2f3a5d8a71e1 req-731601a7-c035-4dc3-88b3-65c7d49fb433 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 944 time: 0.0490606 Sep 07 16:33:29.272714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e7be2b2b-9e22-4e22-8356-2f3a5d8a71e1 req-b07065fc-d272-46e2-845b-b9017fcfa619 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307693 Sep 07 16:33:29.427152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3569aa99-d208-4f75-a714-a998e58f8682 req-079ff38a-e064-4f63-a1ef-e3bd1175408c tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0283740 Sep 07 16:33:29.437083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 18157c1d-3708-47a3-8f20-7dfd2b62bb2f details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:33:29.529754 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18157c1d-3708-47a3-8f20-7dfd2b62bb2f,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:33:29.540654 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '18157c1d-3708-47a3-8f20-7dfd2b62bb2f', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'port_id': '18157c1d-3708-47a3-8f20-7dfd2b62bb2f', 'mac_address': 'fa:16:3e:96:ac:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:33:29.577879 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:29.589740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18157c1d-3708-47a3-8f20-7dfd2b62bb2f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:33:29.607515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18157c1d-3708-47a3-8f20-7dfd2b62bb2f,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:33:29.611406 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:29.657621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=18157c1d-3708-47a3-8f20-7dfd2b62bb2f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:29.664848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:29.665197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:29.665537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:29.666405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:29.666739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:29.667069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:29.667402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:29.667726 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:29.668048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:29.668389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:29.668716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:29.669139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:29.896164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['18157c1d-3708-47a3-8f20-7dfd2b62bb2f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:33:30.708805 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-34b4feb5-a565-4e56-a9aa-70482117d657 req-5547f1f1-aa12-46b9-a08c-2707ac015f0f tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0285516 Sep 07 16:33:30.727245 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c3196-18a1-4c77-9ccc-04fa7722522b req-e6527443-41e1-44e1-90d6-bb01134267e1 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:30.727245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-027c3196-18a1-4c77-9ccc-04fa7722522b req-e6527443-41e1-44e1-90d6-bb01134267e1 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 945 time: 0.3888073 Sep 07 16:33:30.763989 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-027c3196-18a1-4c77-9ccc-04fa7722522b req-5d17cf3c-017f-477d-983c-39291b802e40 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Sep 07 16:33:31.440480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 18157c1d-3708-47a3-8f20-7dfd2b62bb2f up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:33:31.488389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:33:31.491885 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:33:31.492258 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:31.570527 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:31.591977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d3b2e3-83e1-4070-aaaf-9342b626c862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18157c1d-3708-47a3-8f20-7dfd2b62bb2f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:33:31.594213 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecb5537-25f6-4ddf-93e9-31a0fa298677" -d '{"events": [{"server_uuid": "46d3b2e3-83e1-4070-aaaf-9342b626c862", "name": "network-vif-plugged", "status": "completed", "tag": "18157c1d-3708-47a3-8f20-7dfd2b62bb2f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:33:31.606350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18157c1d-3708-47a3-8f20-7dfd2b62bb2f,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:33:31.610852 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:31.638706 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42435d60-f748-4175-b8d2-649308f19db5 x-openstack-request-id: req-42435d60-f748-4175-b8d2-649308f19db5 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:33:31.639002 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d3b2e3-83e1-4070-aaaf-9342b626c862", "name": "network-vif-plugged", "status": "completed", "tag": "18157c1d-3708-47a3-8f20-7dfd2b62bb2f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:33:31.639253 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42435d60-f748-4175-b8d2-649308f19db5 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:33:31.639640 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d3b2e3-83e1-4070-aaaf-9342b626c862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18157c1d-3708-47a3-8f20-7dfd2b62bb2f', 'code': 200} Sep 07 16:33:31.663157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=18157c1d-3708-47a3-8f20-7dfd2b62bb2f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:31.733663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a480ba-75ef-43ab-bcf1-b1625d308ec3 req-282fe163-cde8-4f59-bc53-a4c5029ff758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:31.735153 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-59a480ba-75ef-43ab-bcf1-b1625d308ec3 req-282fe163-cde8-4f59-bc53-a4c5029ff758 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 1097 time: 0.0394211 Sep 07 16:33:31.771122 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-59a480ba-75ef-43ab-bcf1-b1625d308ec3 req-8b4e1eb5-496f-407b-ab1c-f9bf53ff88ac service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282807 Sep 07 16:33:31.812657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20c71c86-7aa2-4f73-8be2-a56a0b6bb5b7 req-f2f4b929-e145-415b-8e96-12d1a093476d tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0268364 Sep 07 16:33:31.872308 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:31.901881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169660d-b378-41fa-9c5c-f72fb21089e2 req-548c47af-3211-4ad5-a738-6a65a8c47f28 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:31.903360 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4169660d-b378-41fa-9c5c-f72fb21089e2 req-548c47af-3211-4ad5-a738-6a65a8c47f28 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 946 time: 0.0636828 Sep 07 16:33:31.940995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4169660d-b378-41fa-9c5c-f72fb21089e2 req-a36d12ed-31bf-4bf5-a281-148ef7b9b0a6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316503 Sep 07 16:33:32.394215 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:32.914761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2504beaa-8321-466e-a68c-0763880046ba req-d540f4bc-9243-41e3-b9c6-293f35c3e022 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0264115 Sep 07 16:33:33.064657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2174df-d24b-4cc5-9157-eae76d084ef9 req-2250d253-924a-44a2-a4e8-5f399baf84a7 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:33.066156 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac2174df-d24b-4cc5-9157-eae76d084ef9 req-2250d253-924a-44a2-a4e8-5f399baf84a7 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 946 time: 0.0552895 Sep 07 16:33:33.103275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ac2174df-d24b-4cc5-9157-eae76d084ef9 req-e21cc137-8ebb-4095-98bf-65b536aef2ca tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Sep 07 16:33:33.261627 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:33:34.018768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e00898e-88fb-4808-8b1e-d73dd4fcbe55 req-63d9757c-4e91-4af1-9a43-0caf738d9ba2 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0291770 Sep 07 16:33:34.217922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f03107-1c68-4ef4-a47a-9452a834e5a1 req-327728e4-6c32-49df-a0b7-d25130168122 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:34.219382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66f03107-1c68-4ef4-a47a-9452a834e5a1 req-327728e4-6c32-49df-a0b7-d25130168122 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 946 time: 0.0500333 Sep 07 16:33:34.257512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66f03107-1c68-4ef4-a47a-9452a834e5a1 req-b8f339f2-3405-4bcc-b51a-809f9da2306a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Sep 07 16:33:34.383831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11f0b-70c1-41ff-bcdf-d47f27b78977 req-346f9145-93e2-44d1-921a-7b3fcd419de8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:34.385917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dbb11f0b-70c1-41ff-bcdf-d47f27b78977 req-346f9145-93e2-44d1-921a-7b3fcd419de8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 946 time: 0.0558424 Sep 07 16:33:34.428745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dbb11f0b-70c1-41ff-bcdf-d47f27b78977 req-f1b61ef3-fb1f-4567-a230-88956da1b177 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333440 Sep 07 16:33:34.545588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6fc4a-3929-42bf-9917-0fdec01cecc7 req-49ac1aec-f74a-4c00-91b6-c308b63cccdd tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:34.547152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91d6fc4a-3929-42bf-9917-0fdec01cecc7 req-49ac1aec-f74a-4c00-91b6-c308b63cccdd tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 946 time: 0.0499282 Sep 07 16:33:34.589081 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91d6fc4a-3929-42bf-9917-0fdec01cecc7 req-2668a566-de5d-4124-b9b7-ecfe5805f361 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358291 Sep 07 16:33:34.876509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4703f79-70ee-495a-b8fb-3c6ab1cf62f5 req-ff4a95db-412e-4c4a-a30f-8ec4292b1a62 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:34.877912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4703f79-70ee-495a-b8fb-3c6ab1cf62f5 req-ff4a95db-412e-4c4a-a30f-8ec4292b1a62 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 946 time: 0.0497797 Sep 07 16:33:34.920885 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4703f79-70ee-495a-b8fb-3c6ab1cf62f5 req-7cd1ffeb-30bf-433f-b01d-ac6cccfa9dfd tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369554 Sep 07 16:33:35.124028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f45ae16-b00a-4ead-b491-12f7ae663cb9 req-bfe97128-298b-41e7-9804-06697e2b32d3 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0271060 Sep 07 16:33:36.034713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13972da8-1a3e-480b-9f6b-807d9cd435d2 req-65a93681-5784-4cc4-bf6b-6f59cf5d580a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:36.036172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13972da8-1a3e-480b-9f6b-807d9cd435d2 req-65a93681-5784-4cc4-bf6b-6f59cf5d580a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 946 time: 0.0481172 Sep 07 16:33:36.073297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13972da8-1a3e-480b-9f6b-807d9cd435d2 req-1229ca1e-77e3-46cd-9df3-a31710898892 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311744 Sep 07 16:33:36.225205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a408dfe6-34c5-4be9-819f-7d4f191aea6d req-875ed2e2-23d7-42d7-a477-9a9731e66099 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0296810 Sep 07 16:33:36.522171 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118b2ba-7482-45e0-9fb0-b9f3c02af8ea req-7d2d756f-9523-4e3d-810f-013d2f213068 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:36.523582 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9118b2ba-7482-45e0-9fb0-b9f3c02af8ea req-7d2d756f-9523-4e3d-810f-013d2f213068 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 946 time: 0.0489635 Sep 07 16:33:36.630957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-9118b2ba-7482-45e0-9fb0-b9f3c02af8ea req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Deleting port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:33:36.631166 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9118b2ba-7482-45e0-9fb0-b9f3c02af8ea req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:36.720151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a8d8f-ae26-432c-8485-7994720a50d2 req-3fbfb9d1-b17d-4483-83ba-1f9a6ada06e2 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:36.721843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a4a8d8f-ae26-432c-8485-7994720a50d2 req-3fbfb9d1-b17d-4483-83ba-1f9a6ada06e2 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0499015 Sep 07 16:33:36.725196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9118b2ba-7482-45e0-9fb0-b9f3c02af8ea req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] For port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=18157c1d-3708-47a3-8f20-7dfd2b62bb2f,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:33:36.725569 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9118b2ba-7482-45e0-9fb0-b9f3c02af8ea req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:36.738564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-9118b2ba-7482-45e0-9fb0-b9f3c02af8ea req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Calling delete_port for 18157c1d-3708-47a3-8f20-7dfd2b62bb2f owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:33:36.760076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a4a8d8f-ae26-432c-8485-7994720a50d2 req-fd540bc6-04f4-43d9-869a-bfcac48ed34e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320497 Sep 07 16:33:36.870110 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9118b2ba-7482-45e0-9fb0-b9f3c02af8ea req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:36.883826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['18157c1d-3708-47a3-8f20-7dfd2b62bb2f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:33:36.898850 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event deleted for resources: {'Port': ['ID=18157c1d-3708-47a3-8f20-7dfd2b62bb2f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:36.911361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:36.911724 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:36.912071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:36.912437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:36.912770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:36.913103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:36.913437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:36.913764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:36.914092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:36.914808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:36.914808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:36.915042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:36.961135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9118b2ba-7482-45e0-9fb0-b9f3c02af8ea req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] No DVR routers for this DVR port 18157c1d-3708-47a3-8f20-7dfd2b62bb2f on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:33:36.964351 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9118b2ba-7482-45e0-9fb0-b9f3c02af8ea req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:36.966388 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9118b2ba-7482-45e0-9fb0-b9f3c02af8ea req-282598da-5320-4b1b-866b-092dd8744fa3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "DELETE /v2.0/ports/18157c1d-3708-47a3-8f20-7dfd2b62bb2f HTTP/1.1" status: 204 len: 173 time: 0.4347720 Sep 07 16:33:36.966845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d3b2e3-83e1-4070-aaaf-9342b626c862', 'name': 'network-vif-deleted', 'tag': '18157c1d-3708-47a3-8f20-7dfd2b62bb2f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:33:36.969126 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9e8a15-6804-4b04-8cb7-11242ab7ea34" -d '{"events": [{"server_uuid": "46d3b2e3-83e1-4070-aaaf-9342b626c862", "name": "network-vif-deleted", "tag": "18157c1d-3708-47a3-8f20-7dfd2b62bb2f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:33:37.008098 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e26eb4e-62cf-4956-ae55-c7d88bb3f2a8 x-openstack-request-id: req-6e26eb4e-62cf-4956-ae55-c7d88bb3f2a8 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:33:37.008509 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d3b2e3-83e1-4070-aaaf-9342b626c862", "name": "network-vif-deleted", "tag": "18157c1d-3708-47a3-8f20-7dfd2b62bb2f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:33:37.008866 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e26eb4e-62cf-4956-ae55-c7d88bb3f2a8 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:33:37.009293 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d3b2e3-83e1-4070-aaaf-9342b626c862', 'name': 'network-vif-deleted', 'tag': '18157c1d-3708-47a3-8f20-7dfd2b62bb2f', 'status': 'completed', 'code': 200} Sep 07 16:33:37.169903 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7443c440-adf6-4474-8f88-b5347465349f req-810ba38f-c36c-45e7-8925-00495b6ca444 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 210 time: 0.0286286 Sep 07 16:33:37.326275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a1a3123-76ae-4a4a-a9c0-2425a31041aa req-7b0e6476-061f-44fb-ab8c-97066860ac25 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0262117 Sep 07 16:33:37.883006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8cb69-a594-4b4e-940a-409dab40e4ed req-93a5eab0-3375-4628-9d40-8aba0e63b476 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:37.884610 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94c8cb69-a594-4b4e-940a-409dab40e4ed req-93a5eab0-3375-4628-9d40-8aba0e63b476 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0528893 Sep 07 16:33:37.926453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-94c8cb69-a594-4b4e-940a-409dab40e4ed req-533c0b9e-9741-4a3e-8643-dfcd4c76c6e1 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347195 Sep 07 16:33:38.264463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b75ee6e-bccf-4f7b-aa9d-be3d1a8a8744 req-6cca9966-bf9b-4e93-a2b9-9a2ec0d1696c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 210 time: 0.0270925 Sep 07 16:33:38.428611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e4facd2-77d3-44b1-b50b-b9cca2e8af91 req-66cc1e3e-2f18-49b0-90cd-8f735af0252f tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0268219 Sep 07 16:33:39.043972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd03b95-c27a-4453-87e4-1ed000ddf822 req-c6c685ae-eddc-4066-9e4e-2ca528a1dd81 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:39.045491 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-acd03b95-c27a-4453-87e4-1ed000ddf822 req-c6c685ae-eddc-4066-9e4e-2ca528a1dd81 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0488441 Sep 07 16:33:39.086514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-acd03b95-c27a-4453-87e4-1ed000ddf822 req-b2dfd39e-da5b-4631-a973-2a91aca3a926 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349710 Sep 07 16:33:39.354884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b6e5e6e-81cd-4eb1-9afb-1ffccd23b675 req-cb4c0004-1f92-4167-94ed-8ee5f79e2500 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 210 time: 0.0260236 Sep 07 16:33:39.526510 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0fe182e7-6a3f-4075-8cd8-1509d2f4bcf8 req-a4eed3b0-8dda-4b03-8f96-00c96fb8ea1f tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0267365 Sep 07 16:33:40.218372 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60ac8c-2241-4b8c-a9f1-ca583509b7a6 req-9e0bd0c0-067c-4024-a108-637d1a5bb14b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:40.220141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad60ac8c-2241-4b8c-a9f1-ca583509b7a6 req-9e0bd0c0-067c-4024-a108-637d1a5bb14b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0523133 Sep 07 16:33:40.260960 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad60ac8c-2241-4b8c-a9f1-ca583509b7a6 req-37150fc5-2401-455a-8636-ad10efbd7f00 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347683 Sep 07 16:33:40.385314 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3de603c2-5dcb-4691-96bf-dbfb9681c241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:40.392218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938907c-8118-4233-b887-9e4052b60a21 req-21c1970c-542f-4929-9a4d-8f60f4edf01c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:40.394180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b938907c-8118-4233-b887-9e4052b60a21 req-21c1970c-542f-4929-9a4d-8f60f4edf01c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0627713 Sep 07 16:33:40.441923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b938907c-8118-4233-b887-9e4052b60a21 req-5fd52aab-af59-4674-a8a2-048f91df6763 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391085 Sep 07 16:33:40.476568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-934fb797-3c70-46e6-902c-f3e71e899d2b req-a6fa5886-af80-4008-a6b0-2c8eba5767eb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=46d3b2e3-83e1-4070-aaaf-9342b626c862 HTTP/1.1" status: 200 len: 210 time: 0.0270820 Sep 07 16:33:40.626373 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd461094-73aa-4627-a908-13bb1660e111 req-057e2bcf-0498-4930-aac7-45d420ca7b3e tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0266643 Sep 07 16:33:41.379736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dc4d9-0f51-4f78-899c-d165f238d413 req-ac10d054-97e3-43c3-b0cb-ecdfb4f02ced tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:41.381334 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d96dc4d9-0f51-4f78-899c-d165f238d413 req-ac10d054-97e3-43c3-b0cb-ecdfb4f02ced tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0508075 Sep 07 16:33:41.421760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d96dc4d9-0f51-4f78-899c-d165f238d413 req-be7f420b-9699-472f-bda9-b192963d2499 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342512 Sep 07 16:33:41.500036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 18157c1d-3708-47a3-8f20-7dfd2b62bb2f no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:33:41.540417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 18157c1d-3708-47a3-8f20-7dfd2b62bb2f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:33:41.541959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 18157c1d-3708-47a3-8f20-7dfd2b62bb2f not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:33:41.578581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e4410-7543-4b45-953e-d6b0bc5609e6 req-0d219fd8-bd62-4e7e-9dd1-ff0c3eb6a81b tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:41.580174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f9e4410-7543-4b45-953e-d6b0bc5609e6 req-0d219fd8-bd62-4e7e-9dd1-ff0c3eb6a81b tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0638781 Sep 07 16:33:41.623487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f9e4410-7543-4b45-953e-d6b0bc5609e6 req-74b538d7-8b36-4fe3-915f-92bb37565b56 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=71adff64-5f67-49b9-a873-a2823128af86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367641 Sep 07 16:33:41.727677 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68e103ec-2066-481c-b070-2bda938bdf62 req-2cbced66-f742-4874-8498-29db32f00fe9 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0272214 Sep 07 16:33:41.783394 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d30696df-abf3-4c62-bd50-c77777a49e81 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:41.784932 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d30696df-abf3-4c62-bd50-c77777a49e81 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 946 time: 0.0493112 Sep 07 16:33:41.881312 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Deleting port 1f121dd5-5a83-4479-8c7f-ee3a99831720 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:33:41.881658 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:41.976684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] For port 1f121dd5-5a83-4479-8c7f-ee3a99831720, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1f121dd5-5a83-4479-8c7f-ee3a99831720,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:33:41.977052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:42.157485 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:42.157887 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:42.158298 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Floating IP 474e78c3-5a3a-404d-a362-e5cc218a9300 disassociated. External IP: 172.25.3.246, port: 1f121dd5-5a83-4479-8c7f-ee3a99831720. Sep 07 16:33:42.158665 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Calling delete_port for 1f121dd5-5a83-4479-8c7f-ee3a99831720 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:33:42.293351 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:42.323823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event deleted for resources: {'Port': ['ID=1f121dd5-5a83-4479-8c7f-ee3a99831720,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:42.442584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Router 4e5235ad-5385-402b-a2a0-187e96a2a9bc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:33:42.550596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d8cdb-d821-4798-9757-17aca77e95ae req-7e3d3bec-e6d4-4413-8b13-0d1803dae325 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:42.552241 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b1d8cdb-d821-4798-9757-17aca77e95ae req-7e3d3bec-e6d4-4413-8b13-0d1803dae325 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0564499 Sep 07 16:33:42.553792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:33:42.565194 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd8335e-11f0-4575-918a-267f958f11f6 None None] Sync routers for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:33:42.574913 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd8335e-11f0-4575-918a-267f958f11f6 None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:33:42.575971 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bcd8335e-11f0-4575-918a-267f958f11f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:33:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:33:42.596070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] No DVR routers for this DVR port 1f121dd5-5a83-4479-8c7f-ee3a99831720 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:33:42.598839 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:42.601164 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-54b48ce0-9f91-4504-a852-d606c76c0a76 req-d0e065cd-7f78-4fc4-a2ba-f7caf481925a tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.35 "DELETE /v2.0/ports/1f121dd5-5a83-4479-8c7f-ee3a99831720 HTTP/1.1" status: 204 len: 173 time: 0.8073089 Sep 07 16:33:42.601610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f544ade-1a9b-4406-8b5a-a476e490019b', 'name': 'network-vif-deleted', 'tag': '1f121dd5-5a83-4479-8c7f-ee3a99831720'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:33:42.603867 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2746152f-5d8a-4cce-b26f-1c3ad4897e7c" -d '{"events": [{"server_uuid": "4f544ade-1a9b-4406-8b5a-a476e490019b", "name": "network-vif-deleted", "tag": "1f121dd5-5a83-4479-8c7f-ee3a99831720"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:33:42.607329 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b1d8cdb-d821-4798-9757-17aca77e95ae req-b2fac494-b3f5-48e4-b634-7f2ec8ed3b68 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417242 Sep 07 16:33:42.671518 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb34fa68-0a62-42dc-8a7a-984b28389cfe x-openstack-request-id: req-bb34fa68-0a62-42dc-8a7a-984b28389cfe {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:33:42.672064 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f544ade-1a9b-4406-8b5a-a476e490019b", "name": "network-vif-deleted", "tag": "1f121dd5-5a83-4479-8c7f-ee3a99831720", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:33:42.672440 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb34fa68-0a62-42dc-8a7a-984b28389cfe {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:33:42.673034 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f544ade-1a9b-4406-8b5a-a476e490019b', 'name': 'network-vif-deleted', 'tag': '1f121dd5-5a83-4479-8c7f-ee3a99831720', 'status': 'completed', 'code': 200} Sep 07 16:33:42.718718 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-bcd8335e-11f0-4575-918a-267f958f11f6 None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:33:42.829151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6499f78f-1e4e-43ba-8c86-4c8b07cef274 req-71e483cf-af2e-465d-af74-4116350edab9 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f544ade-1a9b-4406-8b5a-a476e490019b HTTP/1.1" status: 200 len: 210 time: 0.0660672 Sep 07 16:33:42.918078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ebfa413c-29e7-4af6-b6bf-1af4a70e32c2 req-c60a42bb-c638-4776-9d4a-032167a641e5 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0459762 Sep 07 16:33:42.965380 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bcd8335e-11f0-4575-918a-267f958f11f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:37Z', 'revision_number': 5, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:33:42.991066 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd8335e-11f0-4575-918a-267f958f11f6 None None] Checking router: 4e5235ad-5385-402b-a2a0-187e96a2a9bc for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:33:43.000378 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd8335e-11f0-4575-918a-267f958f11f6 None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:33:43.001241 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bcd8335e-11f0-4575-918a-267f958f11f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:33:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:33:43.114686 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-bcd8335e-11f0-4575-918a-267f958f11f6 None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:33:43.335870 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bcd8335e-11f0-4575-918a-267f958f11f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:37Z', 'revision_number': 5, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:33:43.364236 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd8335e-11f0-4575-918a-267f958f11f6 None None] The sync data for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 is: [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:37Z', 'revision_number': 5, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:33:43.616413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81994c3-116a-4310-b8a8-a80ca38a8166 None None] New status for floating IP 474e78c3-5a3a-404d-a362-e5cc218a9300: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:33:43.740447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9201-fdd2-4c57-a872-3e9b0d856df1 req-383f5f6c-2042-4873-8ea7-c55b5743b3cd tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:43.742080 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85bb9201-fdd2-4c57-a872-3e9b0d856df1 req-383f5f6c-2042-4873-8ea7-c55b5743b3cd tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0575578 Sep 07 16:33:43.797348 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85bb9201-fdd2-4c57-a872-3e9b0d856df1 req-a18c50e1-8528-49e4-92d2-dff004cc3735 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484891 Sep 07 16:33:43.907492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52346) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:33:43.936071 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:43.985396 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df05c27f-e0ac-4f47-9cf5-9de51c5923f3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:44.019761 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df05c27f-e0ac-4f47-9cf5-9de51c5923f3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:44.044787 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1431f565-9a9b-4be4-b07e-0f9899de55a4 req-32c1c888-e6d1-4d0c-8c88-7e96434cb81a tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0384996 Sep 07 16:33:44.083028 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df05c27f-e0ac-4f47-9cf5-9de51c5923f3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:44.085711 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df05c27f-e0ac-4f47-9cf5-9de51c5923f3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:44.086876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-df05c27f-e0ac-4f47-9cf5-9de51c5923f3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "DELETE /v2.0/security-groups/71adff64-5f67-49b9-a873-a2823128af86 HTTP/1.1" status: 204 len: 168 time: 0.1699018 Sep 07 16:33:44.090251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52352) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:33:44.096812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05c27f-e0ac-4f47-9cf5-9de51c5923f3 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71adff64-5f67-49b9-a873-a2823128af86,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:44.108051 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-df5b9935-efa0-4e04-ae26-f04934bfe672 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] show failed (client error): The resource could not be found. Sep 07 16:33:44.109098 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-df5b9935-efa0-4e04-ae26-f04934bfe672 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups/71adff64-5f67-49b9-a873-a2823128af86 HTTP/1.1" status: 404 len: 347 time: 0.0173192 Sep 07 16:33:44.111959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52354) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:33:44.235291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0897d198-fc70-47d4-843e-cd17ff8fdb92 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Deleting port 30b7e3c2-ab61-493f-a94b-1d927239f077 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:33:44.235702 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0897d198-fc70-47d4-843e-cd17ff8fdb92 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:44.246188 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4609517-b15d-4af8-8d66-1dca797479a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:44.309799 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0897d198-fc70-47d4-843e-cd17ff8fdb92 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:44.310123 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0897d198-fc70-47d4-843e-cd17ff8fdb92 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:44.321395 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0897d198-fc70-47d4-843e-cd17ff8fdb92 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Calling delete_port for 30b7e3c2-ab61-493f-a94b-1d927239f077 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:33:44.448525 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0897d198-fc70-47d4-843e-cd17ff8fdb92 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:44.470688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897d198-fc70-47d4-843e-cd17ff8fdb92 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event deleted for resources: {'Port': ['ID=30b7e3c2-ab61-493f-a94b-1d927239f077,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:44.534073 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0897d198-fc70-47d4-843e-cd17ff8fdb92 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:44.536754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0897d198-fc70-47d4-843e-cd17ff8fdb92 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:44.537928 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0897d198-fc70-47d4-843e-cd17ff8fdb92 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "DELETE /v2.0/floatingips/474e78c3-5a3a-404d-a362-e5cc218a9300 HTTP/1.1" status: 204 len: 168 time: 0.4250131 Sep 07 16:33:44.923816 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:44.927280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ec4a4-9711-44ec-85ee-5419da0abfe5 req-baa633a0-c155-4210-aa53-314b6d62bd63 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:44.928828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b61ec4a4-9711-44ec-85ee-5419da0abfe5 req-baa633a0-c155-4210-aa53-314b6d62bd63 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0584133 Sep 07 16:33:44.954735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52362) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:33:44.959556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5c93c2d9-8bf7-4ad4-af98-3f346de2d7e6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--38170318', 'description': 'tempest-description--1999863920'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:33:44.981321 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b61ec4a4-9711-44ec-85ee-5419da0abfe5 req-e485b221-a2d8-49dd-807a-d1b666f3ec81 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392992 Sep 07 16:33:44.983165 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c93c2d9-8bf7-4ad4-af98-3f346de2d7e6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.155282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0018fff3-3eda-4c2b-981f-7cdec32ac8eb req-6a9eb7c6-e5ae-492e-a17b-fa25069d4e0f tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0289826 Sep 07 16:33:45.370029 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c93c2d9-8bf7-4ad4-af98-3f346de2d7e6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.374845 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c93c2d9-8bf7-4ad4-af98-3f346de2d7e6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.404528 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c93c2d9-8bf7-4ad4-af98-3f346de2d7e6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.405771 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5c93c2d9-8bf7-4ad4-af98-3f346de2d7e6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4499679 Sep 07 16:33:45.406962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93c2d9-8bf7-4ad4-af98-3f346de2d7e6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adff58f5-dec0-44e1-aa4e-2f953851ae88,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:45.408711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52370) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:33:45.413988 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Request body: {'security_group_rule': {'security_group_id': 'adff58f5-dec0-44e1-aa4e-2f953851ae88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:33:45.438875 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.494604 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.498628 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.517387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0908ffe2-8d2e-45fd-be22-732694e76b61,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:45.527016 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.528301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185279 Sep 07 16:33:45.529954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:45.530302 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:45.530651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:45.531294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:45.531410 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:45.532159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:45.532159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:45.532428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:45.532536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52372) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:33:45.532656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:45.532944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:45.533278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:45.533621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faef5cf-83fc-4fd8-8448-aaab45d0e7cd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:33:45.538250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0fd021ae-1a71-487e-a47d-e40635fcf6a0 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Request body: {'security_group_rule': {'security_group_id': 'adff58f5-dec0-44e1-aa4e-2f953851ae88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:33:45.564652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd021ae-1a71-487e-a47d-e40635fcf6a0 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.624917 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd021ae-1a71-487e-a47d-e40635fcf6a0 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.629193 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd021ae-1a71-487e-a47d-e40635fcf6a0 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.647363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd021ae-1a71-487e-a47d-e40635fcf6a0 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55c1925-ef7a-4fa8-b859-e47e0932621e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:45.655710 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fd021ae-1a71-487e-a47d-e40635fcf6a0 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.657058 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0fd021ae-1a71-487e-a47d-e40635fcf6a0 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234086 Sep 07 16:33:45.660099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52374) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:33:45.665346 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:33:45.687562 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.774875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1f121dd5-5a83-4479-8c7f-ee3a99831720 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:33:45.788319 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:45.795115 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 1f121dd5-5a83-4479-8c7f-ee3a99831720 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:33:45.795467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1f121dd5-5a83-4479-8c7f-ee3a99831720 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:33:45.899526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Allocated IP 172.25.3.236 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/a24d58f7-be93-4ca8-91ad-359733c3b4f8) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:33:46.005246 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:46.048948 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:46.126108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:33:46.129521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:33:46.132041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:33:46.160019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event updated for resources: {'Port': ['ID=a24d58f7-be93-4ca8-91ad-359733c3b4f8,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:46.190665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb280d0-a102-4471-9b82-211e7c763975 req-e94d4ae5-2dad-4b22-920b-bfe95b4dc680 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:46.191836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0eb280d0-a102-4471-9b82-211e7c763975 req-e94d4ae5-2dad-4b22-920b-bfe95b4dc680 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.1173975 Sep 07 16:33:46.291138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30cb70ad-8bfc-4017-9b52-7253c49f67df req-a45ec14f-9f55-4736-8242-35826171a394 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0513918 Sep 07 16:33:46.296091 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:46.299822 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0eb280d0-a102-4471-9b82-211e7c763975 req-40afb69c-6060-4ec2-aadd-a9b8d28ee21a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016266 Sep 07 16:33:46.341676 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:46.502542 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:46.507298 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:46.577199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event updated for resources: {'Port': ['ID=a24d58f7-be93-4ca8-91ad-359733c3b4f8,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:46.588060 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:46.601165 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:46.611146 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c06d792d-2da5-4246-9878-17375f5ba75c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9412041 Sep 07 16:33:46.787414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-9b9352f1-2e3a-43bf-a487-194ff5e46ba0 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--38170318&fields=id&tenant_id=3f73fe945b1f42a4b36b947743fd2019 HTTP/1.1" status: 200 len: 267 time: 0.0332148 Sep 07 16:33:46.847838 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:46.908108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8362656-2efc-466d-a710-2119e713005b req-2897e2c9-39a1-4f87-91e7-6ecdd2240b59 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:46.909787 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-2897e2c9-39a1-4f87-91e7-6ecdd2240b59 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 811 time: 0.1148283 Sep 07 16:33:46.927177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-70aba3e6-3d76-4722-bc67-a5ca84835a18 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/quotas/3f73fe945b1f42a4b36b947743fd2019 HTTP/1.1" status: 200 len: 375 time: 0.0108085 Sep 07 16:33:46.981303 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-40a2c8d8-4f49-46a8-99dd-2d8bfdca232c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485098 Sep 07 16:33:47.084220 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-24a806b5-8d2d-4057-a04e-06c41aeb4918 service neutron] 10.222.0.70 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912054 Sep 07 16:33:47.187881 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-eeefab81-af2b-488d-824b-cc310b051ea6 service neutron] 10.222.0.70 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966725 Sep 07 16:33:47.393533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da95a258-7b78-48f3-aa95-30b04bcda1b7 req-620b1c75-6a94-4450-ac33-2ec0b3872e81 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 210 time: 0.0482333 Sep 07 16:33:47.464870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4edb7bb0-4bba-40ce-8851-d65683a4cf6d req-f118dc46-3de6-4e02-b115-40aaf820782e tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0665126 Sep 07 16:33:47.515958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8696e64-bdad-4221-814a-e4e45a191d3f req-590bb064-61d8-4358-acd5-583a940d7615 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:47.517515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8696e64-bdad-4221-814a-e4e45a191d3f req-590bb064-61d8-4358-acd5-583a940d7615 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0516653 Sep 07 16:33:47.560068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8696e64-bdad-4221-814a-e4e45a191d3f req-3357287f-6a56-446e-9ca8-f754d5b043f9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353088 Sep 07 16:33:48.485712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8362656-2efc-466d-a710-2119e713005b req-3957dc42-3322-4ea6-b3d9-f4fbcfd10ee2 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:48.488139 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-3957dc42-3322-4ea6-b3d9-f4fbcfd10ee2 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.54 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 811 time: 0.1223180 Sep 07 16:33:48.528499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f89986e-754b-4535-a21e-b408bc7032ff req-efdaad40-efc3-484a-8f61-dd4cd3a32f62 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 210 time: 0.0512795 Sep 07 16:33:48.549975 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-ce2bbcdd-099f-498e-8350-b07fd58fd86e tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f73fe945b1f42a4b36b947743fd2019 HTTP/1.1" status: 200 len: 378 time: 0.0455577 Sep 07 16:33:48.562650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8362656-2efc-466d-a710-2119e713005b req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Request body: {'port': {'device_id': '48d20cd2-6985-4aac-bbe6-97465cf1b9db', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'admin_state_up': True, 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'security_groups': ['adff58f5-dec0-44e1-aa4e-2f953851ae88']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:33:48.586131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7f79065-ca95-4904-8c41-b011b661f2a5 req-682b5934-57f8-45de-bdbe-0ba04e850be2 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0288610 Sep 07 16:33:48.692201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8362656-2efc-466d-a710-2119e713005b req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Made reservation on behalf of 3f73fe945b1f42a4b36b947743fd2019 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:33:48.695831 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8362656-2efc-466d-a710-2119e713005b req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:48.708559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db8787-8f1a-4de3-80ef-b155a54861f9 req-fffb983b-e826-491e-94e8-88832ae52fab tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:48.708559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50db8787-8f1a-4de3-80ef-b155a54861f9 req-fffb983b-e826-491e-94e8-88832ae52fab tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0628726 Sep 07 16:33:48.751289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50db8787-8f1a-4de3-80ef-b155a54861f9 req-b6a43825-086f-4900-892b-953f8b238d7b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386553 Sep 07 16:33:48.831461 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-e8362656-2efc-466d-a710-2119e713005b req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Allocated IP 172.20.0.8 (eb7b97c6-9ac5-4801-b78b-7be25431d446/83e5006b-f36c-4324-a04a-5fa3a46b4335/453875e6-b4a6-4434-b85a-dafe62415831) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:33:48.975650 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8362656-2efc-466d-a710-2119e713005b req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:48.989350 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8362656-2efc-466d-a710-2119e713005b req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Transition to ACTIVE for port object 453875e6-b4a6-4434-b85a-dafe62415831 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:33:49.029353 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8362656-2efc-466d-a710-2119e713005b req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:49.073730 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8362656-2efc-466d-a710-2119e713005b req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Network eb7b97c6-9ac5-4801-b78b-7be25431d446 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:33:49.077019 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-e8362656-2efc-466d-a710-2119e713005b req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:33:49.079516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8362656-2efc-466d-a710-2119e713005b req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:33:49.109198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event updated for resources: {'Port': ['ID=453875e6-b4a6-4434-b85a-dafe62415831,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:49.156694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8362656-2efc-466d-a710-2119e713005b req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:49.157399 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8362656-2efc-466d-a710-2119e713005b req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:49.172823 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-edb49437-e493-4d69-969f-335c31a48b08 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6144102 Sep 07 16:33:49.186147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Request body: {'port': {'device_id': '48d20cd2-6985-4aac-bbe6-97465cf1b9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:33:49.255925 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:49.394362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d8eddefa-7e85-4e06-b970-4ae756c3fc0f None None] Provisioning for port 453875e6-b4a6-4434-b85a-dafe62415831 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:33:49.399316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d8eddefa-7e85-4e06-b970-4ae756c3fc0f None None] Provisioning complete for port 453875e6-b4a6-4434-b85a-dafe62415831 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:33:49.399829 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d8eddefa-7e85-4e06-b970-4ae756c3fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:49.441119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d8eddefa-7e85-4e06-b970-4ae756c3fc0f None None] Port 453875e6-b4a6-4434-b85a-dafe62415831 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:33:49.535300 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6b141e62-ada9-4f99-9861-5e432efee09f details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:33:49.591436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453875e6-b4a6-4434-b85a-dafe62415831 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:33:49.599804 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:49.615544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Transition to ACTIVE for port object 453875e6-b4a6-4434-b85a-dafe62415831 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:33:49.620639 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:49.703229 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Pushing event updated for resources: {'Port': ['ID=453875e6-b4a6-4434-b85a-dafe62415831,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:49.732306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:33:49.750224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '6b141e62-ada9-4f99-9861-5e432efee09f', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'port_id': '6b141e62-ada9-4f99-9861-5e432efee09f', 'mac_address': 'fa:16:3e:ab:cb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:33:49.803997 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:49.807882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9265ee11-d5eb-4eb0-a5a5-eb9c643bde82 req-2438e1a2-2a19-40cb-96b0-0fc8dd005a53 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0859640 Sep 07 16:33:49.825827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e800917-b398-4b1f-b239-f86dff7abbc8 req-6e6e9a43-0b23-442e-ad8a-e43c83fd0684 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:49.842332 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b141e62-ada9-4f99-9861-5e432efee09f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:33:49.843196 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e800917-b398-4b1f-b239-f86dff7abbc8 req-6e6e9a43-0b23-442e-ad8a-e43c83fd0684 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 943 time: 0.2049363 Sep 07 16:33:49.855380 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Attempting to bind port 453875e6-b4a6-4434-b85a-dafe62415831 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:33:49.858327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Attempting to bind port 453875e6-b4a6-4434-b85a-dafe62415831 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:33:49.858797 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Attempting to bind port 453875e6-b4a6-4434-b85a-dafe62415831 on network eb7b97c6-9ac5-4801-b78b-7be25431d446 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:33:49.869847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Port 453875e6-b4a6-4434-b85a-dafe62415831 on network eb7b97c6-9ac5-4801-b78b-7be25431d446 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:33:49.870985 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Attempting to bind port 453875e6-b4a6-4434-b85a-dafe62415831 on network eb7b97c6-9ac5-4801-b78b-7be25431d446 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:33:49.877397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:33:49.885630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:33:49.887155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Checking segment: {'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:33:49.887951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Bound using segment: {'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:33:49.888096 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:49.890349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Bound port: 453875e6-b4a6-4434-b85a-dafe62415831, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ee9c33-1743-41a2-bf9a-30ef151e3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:33:49.891469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:49.924712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2e800917-b398-4b1f-b239-f86dff7abbc8 req-68a54b2e-b79e-412b-844c-832407728d6d tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=adff58f5-dec0-44e1-aa4e-2f953851ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610807 Sep 07 16:33:49.977055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=6b141e62-ada9-4f99-9861-5e432efee09f,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:49.983253 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['6b141e62-ada9-4f99-9861-5e432efee09f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:33:50.062801 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd282bc-bff5-4fe0-9a5e-f65816c0adfe req-dd9b789e-c32f-48bd-922a-7f5af3b24a16 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:50.065184 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] For port 453875e6-b4a6-4434-b85a-dafe62415831, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:33:50.069472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] For port 453875e6-b4a6-4434-b85a-dafe62415831, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=453875e6-b4a6-4434-b85a-dafe62415831,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:33:50.073491 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2cd282bc-bff5-4fe0-9a5e-f65816c0adfe req-dd9b789e-c32f-48bd-922a-7f5af3b24a16 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.1276236 Sep 07 16:33:50.079983 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:50.126199 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:50.126831 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:50.128289 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] 10.222.0.54 "PUT /v2.0/ports/453875e6-b4a6-4434-b85a-dafe62415831 HTTP/1.1" status: 200 len: 1091 time: 0.9471521 Sep 07 16:33:50.128900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d20cd2-6985-4aac-bbe6-97465cf1b9db', 'tag': '453875e6-b4a6-4434-b85a-dafe62415831'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:33:50.132456 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acee173a-5853-46b7-a103-6fbe28c353de" -d '{"events": [{"name": "network-changed", "server_uuid": "48d20cd2-6985-4aac-bbe6-97465cf1b9db", "tag": "453875e6-b4a6-4434-b85a-dafe62415831"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:33:50.184963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2cd282bc-bff5-4fe0-9a5e-f65816c0adfe req-bfc0a323-33f3-4257-bacb-6434dbeee338 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101997 Sep 07 16:33:50.260667 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314f216f-779a-4ddb-a163-182e5a0ae776 x-openstack-request-id: req-314f216f-779a-4ddb-a163-182e5a0ae776 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:33:50.260888 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d20cd2-6985-4aac-bbe6-97465cf1b9db", "tag": "453875e6-b4a6-4434-b85a-dafe62415831", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:33:50.261139 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-314f216f-779a-4ddb-a163-182e5a0ae776 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:33:50.261545 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d20cd2-6985-4aac-bbe6-97465cf1b9db', 'tag': '453875e6-b4a6-4434-b85a-dafe62415831', 'status': 'completed', 'code': 200} Sep 07 16:33:50.269729 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8157b-414a-4972-877b-79b44d941e45 service neutron] Pushing event updated for resources: {'Port': ['ID=453875e6-b4a6-4434-b85a-dafe62415831,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:50.297550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8362656-2efc-466d-a710-2119e713005b req-24dc02fc-d457-427b-ba87-a59fd8219332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:50.308528 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-24dc02fc-d457-427b-ba87-a59fd8219332 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 1094 time: 0.1031442 Sep 07 16:33:50.368924 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-7735f0e6-9730-45b3-b45f-084596b3b1bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=453875e6-b4a6-4434-b85a-dafe62415831 HTTP/1.1" status: 200 len: 217 time: 0.0489213 Sep 07 16:33:50.433049 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8362656-2efc-466d-a710-2119e713005b req-7b3329d6-046f-4227-b644-f62e03c1e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:50.434920 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-7b3329d6-046f-4227-b644-f62e03c1e1c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83e5006b-f36c-4324-a04a-5fa3a46b4335 HTTP/1.1" status: 200 len: 850 time: 0.0616498 Sep 07 16:33:50.506458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8362656-2efc-466d-a710-2119e713005b req-22039ec3-d609-464c-906b-26c20d223c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:50.507987 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-22039ec3-d609-464c-906b-26c20d223c94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb7b97c6-9ac5-4801-b78b-7be25431d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639052 Sep 07 16:33:50.620153 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-a32c8662-eb83-43b0-9511-ea1d047865f6 service neutron] 10.222.0.54 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990982 Sep 07 16:33:50.733970 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8362656-2efc-466d-a710-2119e713005b req-58d36913-9cac-43d7-a4b1-7e1f80548692 service neutron] 10.222.0.54 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048222 Sep 07 16:33:50.833342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee173a-5853-46b7-a103-6fbe28c353de req-16e78d53-89d3-4819-91c3-5072fa854786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:50.846354 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-acee173a-5853-46b7-a103-6fbe28c353de req-16e78d53-89d3-4819-91c3-5072fa854786 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 1094 time: 0.0595505 Sep 07 16:33:50.943121 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60ea736f-ca0a-4269-9be2-fb3f97fa63d9 req-abbb1eb4-afdb-44a6-a74a-30d31c08724d tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0364745 Sep 07 16:33:50.982453 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee173a-5853-46b7-a103-6fbe28c353de req-7bcbd535-ca8c-49c5-afc6-048108713ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:50.983975 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-acee173a-5853-46b7-a103-6fbe28c353de req-7bcbd535-ca8c-49c5-afc6-048108713ed8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 912 time: 0.1297808 Sep 07 16:33:51.036257 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-acee173a-5853-46b7-a103-6fbe28c353de req-83175f8b-d737-47ff-9e6a-e8cea5b3ecdf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=453875e6-b4a6-4434-b85a-dafe62415831 HTTP/1.1" status: 200 len: 217 time: 0.0417268 Sep 07 16:33:51.073521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aeed79-fe72-4d55-b615-db15f0b569d7 req-1eab06b1-acc5-4c08-b767-5a68e07be5ce tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:51.081743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4aeed79-fe72-4d55-b615-db15f0b569d7 req-1eab06b1-acc5-4c08-b767-5a68e07be5ce tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 943 time: 0.0681460 Sep 07 16:33:51.123778 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee173a-5853-46b7-a103-6fbe28c353de req-c53110da-2c40-49c1-a8b9-42975bc9d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:51.126468 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-acee173a-5853-46b7-a103-6fbe28c353de req-c53110da-2c40-49c1-a8b9-42975bc9d6da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83e5006b-f36c-4324-a04a-5fa3a46b4335 HTTP/1.1" status: 200 len: 850 time: 0.0812452 Sep 07 16:33:51.126631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4aeed79-fe72-4d55-b615-db15f0b569d7 req-03482752-5267-49ab-87e2-678770ad9280 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=adff58f5-dec0-44e1-aa4e-2f953851ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435314 Sep 07 16:33:51.193986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee173a-5853-46b7-a103-6fbe28c353de req-cd8f6ce5-da1d-4539-b878-4a3bb30bd12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:51.195656 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-acee173a-5853-46b7-a103-6fbe28c353de req-cd8f6ce5-da1d-4539-b878-4a3bb30bd12a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb7b97c6-9ac5-4801-b78b-7be25431d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539939 Sep 07 16:33:51.309591 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-acee173a-5853-46b7-a103-6fbe28c353de req-5ff9ada2-bfa6-4e19-94f7-40a27b562c1e service neutron] 10.222.0.54 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055677 Sep 07 16:33:51.372999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b719c27-0c99-4336-8a6e-ce0375c59302 req-96190645-89e5-4da7-90e8-d5244a6777e9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:51.377730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b719c27-0c99-4336-8a6e-ce0375c59302 req-96190645-89e5-4da7-90e8-d5244a6777e9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0850990 Sep 07 16:33:51.428951 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-acee173a-5853-46b7-a103-6fbe28c353de req-76b1409f-72a1-418a-ba4c-7facdde70fab service neutron] 10.222.0.54 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082203 Sep 07 16:33:51.457132 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b719c27-0c99-4336-8a6e-ce0375c59302 req-366cc30b-f739-472f-8de7-e87c1589b9d7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704119 Sep 07 16:33:51.540846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6b141e62-ada9-4f99-9861-5e432efee09f up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:33:51.600577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 6b141e62-ada9-4f99-9861-5e432efee09f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:33:51.601382 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:51.705224 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:51.738474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:33:51.741452 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b162038d-5527-4683-8c2f-6e2dcc3199ed" -d '{"events": [{"server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "name": "network-vif-plugged", "status": "completed", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:33:51.756051 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:33:51.761529 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:51.807848 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bc8b8e-dd4d-4cc3-b2e7-7af3694e6e21 x-openstack-request-id: req-00bc8b8e-dd4d-4cc3-b2e7-7af3694e6e21 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:33:51.808228 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "name": "network-vif-plugged", "status": "completed", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:33:51.808720 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00bc8b8e-dd4d-4cc3-b2e7-7af3694e6e21 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:33:51.809440 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f', 'code': 200} Sep 07 16:33:51.828386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=6b141e62-ada9-4f99-9861-5e432efee09f,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:52.075906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4df20fea-9112-470a-bb84-47eb620c0729 req-cf80937a-606a-4b4b-b1eb-c4da1a6238db tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0357225 Sep 07 16:33:52.248109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0248b4-b884-4f22-92dd-4f079806c5f7 req-9bf65d63-479d-45a8-a178-1f73fda61e84 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:52.250180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca0248b4-b884-4f22-92dd-4f079806c5f7 req-9bf65d63-479d-45a8-a178-1f73fda61e84 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 943 time: 0.0549717 Sep 07 16:33:52.302419 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca0248b4-b884-4f22-92dd-4f079806c5f7 req-2b1a6e09-8944-4b3e-a3f1-75d0bcfd3543 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=adff58f5-dec0-44e1-aa4e-2f953851ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457211 Sep 07 16:33:52.600486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83195ef-dd8d-4182-add2-483ee68d2f62 req-1d37afb0-da0b-443b-b7fe-b0dd0a34ccc7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:52.602159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c83195ef-dd8d-4182-add2-483ee68d2f62 req-1d37afb0-da0b-443b-b7fe-b0dd0a34ccc7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0730762 Sep 07 16:33:52.662502 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c83195ef-dd8d-4182-add2-483ee68d2f62 req-b5adf780-a8df-4909-aad9-04f3781a8d95 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477169 Sep 07 16:33:53.213803 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb5e4807-dfcb-4d74-aed5-f51d5e4a4b9c req-28ecca5e-5b7d-4e21-8dd3-0054a5233f94 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0436840 Sep 07 16:33:53.449492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9f3f7-ffba-4ef3-afe5-2468168f7cb1 req-bcedfef0-5245-4c47-967c-701524fee40c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:53.451048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48e9f3f7-ffba-4ef3-afe5-2468168f7cb1 req-bcedfef0-5245-4c47-967c-701524fee40c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 943 time: 0.0608606 Sep 07 16:33:53.509284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-48e9f3f7-ffba-4ef3-afe5-2468168f7cb1 req-c381bbd7-6391-4b20-84a9-231543b1fbee tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=adff58f5-dec0-44e1-aa4e-2f953851ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515196 Sep 07 16:33:53.563423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 453875e6-b4a6-4434-b85a-dafe62415831 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:33:53.701554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 453875e6-b4a6-4434-b85a-dafe62415831, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=453875e6-b4a6-4434-b85a-dafe62415831,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:33:53.715625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '453875e6-b4a6-4434-b85a-dafe62415831', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'port_id': '453875e6-b4a6-4434-b85a-dafe62415831', 'mac_address': 'fa:16:3e:88:72:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:33:53.772479 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:53.786854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453875e6-b4a6-4434-b85a-dafe62415831 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:33:53.787551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f062b5a-a57e-48ab-a426-27928f04eab4 req-fca100dc-b7e0-417c-be10-c7f780cd6582 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:53.794942 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f062b5a-a57e-48ab-a426-27928f04eab4 req-fca100dc-b7e0-417c-be10-c7f780cd6582 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0615113 Sep 07 16:33:53.807470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 453875e6-b4a6-4434-b85a-dafe62415831, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=453875e6-b4a6-4434-b85a-dafe62415831,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:33:53.812969 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:53.839722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f062b5a-a57e-48ab-a426-27928f04eab4 req-f8229504-8970-442c-9266-3c014c8bae5e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437572 Sep 07 16:33:53.877593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=453875e6-b4a6-4434-b85a-dafe62415831,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:54.092099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['453875e6-b4a6-4434-b85a-dafe62415831'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:33:54.344251 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eacba2f7-3076-4549-be27-6403016a83d9 req-6021cfcb-b851-4eea-8f44-7367eb68b450 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0278337 Sep 07 16:33:54.645207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a655-2a85-4034-98db-596c4a41fed8 req-a6f5027d-9a7b-4b29-b7ea-2e05c2e0ec9f tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:54.654484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87e6a655-2a85-4034-98db-596c4a41fed8 req-a6f5027d-9a7b-4b29-b7ea-2e05c2e0ec9f tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 944 time: 0.0704405 Sep 07 16:33:54.712301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87e6a655-2a85-4034-98db-596c4a41fed8 req-c38e3ff1-8c19-4df4-979c-ba6954240abf tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=adff58f5-dec0-44e1-aa4e-2f953851ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518997 Sep 07 16:33:54.969903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccca80-70be-4020-b6ae-160ad6d4b4cb req-535aec55-6e13-41c4-8437-4085c7f18426 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:54.971422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83ccca80-70be-4020-b6ae-160ad6d4b4cb req-535aec55-6e13-41c4-8437-4085c7f18426 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0523148 Sep 07 16:33:55.021403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-83ccca80-70be-4020-b6ae-160ad6d4b4cb req-76e0000a-d689-45f8-99d9-5cd1cc224655 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421534 Sep 07 16:33:55.487412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6e1aa54-cd2e-479a-b78b-4031a447fae7 req-3bb75897-345e-400a-978d-4d3b3e78300b tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0454557 Sep 07 16:33:55.577882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 453875e6-b4a6-4434-b85a-dafe62415831 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:33:55.641686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 453875e6-b4a6-4434-b85a-dafe62415831 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:33:55.646917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 453875e6-b4a6-4434-b85a-dafe62415831 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:33:55.647495 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:55.737219 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:55.779001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d20cd2-6985-4aac-bbe6-97465cf1b9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453875e6-b4a6-4434-b85a-dafe62415831'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:33:55.782543 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5a86d9-d0e4-409f-9bfa-28d4daf0990d" -d '{"events": [{"server_uuid": "48d20cd2-6985-4aac-bbe6-97465cf1b9db", "name": "network-vif-plugged", "status": "completed", "tag": "453875e6-b4a6-4434-b85a-dafe62415831"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:33:55.789394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 453875e6-b4a6-4434-b85a-dafe62415831, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=453875e6-b4a6-4434-b85a-dafe62415831,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:33:55.806625 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:55.843545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a3ae7-f4f8-4e79-ac07-59f20085c277 req-b32c4352-2367-4359-800c-2a3951826de0 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:55.851470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d8a3ae7-f4f8-4e79-ac07-59f20085c277 req-b32c4352-2367-4359-800c-2a3951826de0 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 944 time: 0.0706429 Sep 07 16:33:55.864191 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a36cf6-9256-431c-b87e-ad1f59e663f6 x-openstack-request-id: req-48a36cf6-9256-431c-b87e-ad1f59e663f6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:33:55.864631 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d20cd2-6985-4aac-bbe6-97465cf1b9db", "name": "network-vif-plugged", "status": "completed", "tag": "453875e6-b4a6-4434-b85a-dafe62415831", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:33:55.865206 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48a36cf6-9256-431c-b87e-ad1f59e663f6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:33:55.865696 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d20cd2-6985-4aac-bbe6-97465cf1b9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453875e6-b4a6-4434-b85a-dafe62415831', 'code': 200} Sep 07 16:33:55.906109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=453875e6-b4a6-4434-b85a-dafe62415831,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:33:55.925305 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d8a3ae7-f4f8-4e79-ac07-59f20085c277 req-676eda8f-bcd5-4b3f-af04-adafd0aba1ac tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=adff58f5-dec0-44e1-aa4e-2f953851ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724180 Sep 07 16:33:56.027063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399b077-ebc1-48d5-b919-948c4c96e8f6 req-70fc9c56-9f25-4172-9468-d97833e10123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:56.029700 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9399b077-ebc1-48d5-b919-948c4c96e8f6 req-70fc9c56-9f25-4172-9468-d97833e10123 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 1096 time: 0.0708365 Sep 07 16:33:56.074634 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9399b077-ebc1-48d5-b919-948c4c96e8f6 req-cd6735af-e481-43d3-aea6-b7d5174f49ac service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=adff58f5-dec0-44e1-aa4e-2f953851ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368969 Sep 07 16:33:56.167618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a313e0-ae28-4a12-bab9-374774bf5c62 req-9e423cbc-89bf-4245-b443-506494b74e28 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:56.169360 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29a313e0-ae28-4a12-bab9-374774bf5c62 req-9e423cbc-89bf-4245-b443-506494b74e28 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0557754 Sep 07 16:33:56.211777 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29a313e0-ae28-4a12-bab9-374774bf5c62 req-5adb5995-f72b-4571-b757-e1123c618445 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351338 Sep 07 16:33:56.603991 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f18e4f5-89b4-4e01-b00d-8a955ded25c1 req-ffdfae44-399f-4581-a2eb-cd2135445773 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0329747 Sep 07 16:33:57.091537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d236f-c6ad-4601-863a-528fb0362f35 req-583d67b0-3583-4358-bc39-f97abbd458bd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:57.093761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-626d236f-c6ad-4601-863a-528fb0362f35 req-583d67b0-3583-4358-bc39-f97abbd458bd tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 945 time: 0.0693295 Sep 07 16:33:57.160920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-626d236f-c6ad-4601-863a-528fb0362f35 req-80f58a22-34ae-4f41-b991-29fd3de1b33c tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=adff58f5-dec0-44e1-aa4e-2f953851ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546691 Sep 07 16:33:57.390863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95582d11-4480-42cc-8cca-a4a4c109200c req-5ca40e2c-184b-4f6a-9d78-d1522f565d2a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:57.398578 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95582d11-4480-42cc-8cca-a4a4c109200c req-5ca40e2c-184b-4f6a-9d78-d1522f565d2a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0975182 Sep 07 16:33:57.453301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95582d11-4480-42cc-8cca-a4a4c109200c req-a718ba92-5b99-4bc2-839d-6b17a63c9d3e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508931 Sep 07 16:33:57.750606 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-173797ff-8947-4793-9b40-b834ae3ad1f9 req-f52ef310-eb19-4b00-98cd-43e1aaa49062 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0365698 Sep 07 16:33:57.814409 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0187e747-0026-4695-a819-7d724fe36a80 req-61f5b90a-efbc-4a99-931c-716c1593c996 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0286632 Sep 07 16:33:58.356310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a1023-ae85-4976-a091-871884157fa2 req-9182a77a-7aa1-4b79-b0d1-1575190a2047 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:58.371248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-065a1023-ae85-4976-a091-871884157fa2 req-9182a77a-7aa1-4b79-b0d1-1575190a2047 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 945 time: 0.1282268 Sep 07 16:33:58.416648 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-065a1023-ae85-4976-a091-871884157fa2 req-12d32091-4145-4071-814f-1c4f363690a8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=adff58f5-dec0-44e1-aa4e-2f953851ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442088 Sep 07 16:33:58.599673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bff2c-6a31-4ea6-8526-978acada7245 req-b1cebfb1-d415-4eca-8e30-77bbeb226a02 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:58.604954 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b44bff2c-6a31-4ea6-8526-978acada7245 req-b1cebfb1-d415-4eca-8e30-77bbeb226a02 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 945 time: 0.1041961 Sep 07 16:33:58.612675 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52604) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:33:58.620368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ebb2b087-af2f-43d3-84b4-9c105f0529e2 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Request body: {'floatingip': {'port_id': '453875e6-b4a6-4434-b85a-dafe62415831'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:33:58.628709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0a5fe-4b1c-441c-b234-eeccf946a614 req-f34c019c-4c66-4cf4-8611-bd5f629359c3 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:58.643089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89c0a5fe-4b1c-441c-b234-eeccf946a614 req-f34c019c-4c66-4cf4-8611-bd5f629359c3 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.1038957 Sep 07 16:33:58.693094 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ebb2b087-af2f-43d3-84b4-9c105f0529e2 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:58.696559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89c0a5fe-4b1c-441c-b234-eeccf946a614 req-e4a7e6c0-ccd1-4a77-b598-9bf6176dd01a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484717 Sep 07 16:33:58.898386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c26fa98-1bd8-4aab-bb83-e066a61037a7 req-32e34672-ebc5-4890-a29b-ae70ae0c7e33 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0326478 Sep 07 16:33:59.346517 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ebb2b087-af2f-43d3-84b4-9c105f0529e2 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:59.352836 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ebb2b087-af2f-43d3-84b4-9c105f0529e2 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:59.517944 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-ebb2b087-af2f-43d3-84b4-9c105f0529e2 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Floating IP 882351f7-6fed-44ac-b807-7c1f1816cffa associated. External IP: 172.25.3.236, port: 453875e6-b4a6-4434-b85a-dafe62415831. Sep 07 16:33:59.825461 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb2b087-af2f-43d3-84b4-9c105f0529e2 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Router 4e5235ad-5385-402b-a2a0-187e96a2a9bc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:33:59.849520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb2a5a-33bb-455e-9b10-49eca5767097 req-cfcd7857-24a9-46b2-b55b-ebc46f526f2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:33:59.852843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4beb2a5a-33bb-455e-9b10-49eca5767097 req-cfcd7857-24a9-46b2-b55b-ebc46f526f2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0726485 Sep 07 16:33:59.904847 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4beb2a5a-33bb-455e-9b10-49eca5767097 req-ddf0a217-12c2-408c-999a-10d384942857 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466123 Sep 07 16:33:59.978201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb2b087-af2f-43d3-84b4-9c105f0529e2 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:33:59.990127 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ebb2b087-af2f-43d3-84b4-9c105f0529e2 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:33:59.996290 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac459ee-cda2-4c28-81fe-ce6852c2f753 None None] Sync routers for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:34:00.018097 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac459ee-cda2-4c28-81fe-ce6852c2f753 None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:34:00.019966 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6ac459ee-cda2-4c28-81fe-ce6852c2f753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:33:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:34:00.048390 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ebb2b087-af2f-43d3-84b4-9c105f0529e2 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "PUT /v2.0/floatingips/882351f7-6fed-44ac-b807-7c1f1816cffa HTTP/1.1" status: 200 len: 991 time: 1.4294448 Sep 07 16:34:00.049299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d20cd2-6985-4aac-bbe6-97465cf1b9db', 'tag': '453875e6-b4a6-4434-b85a-dafe62415831'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:34:00.054949 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3c98fb-9de9-43a4-ba19-83004daae41f" -d '{"events": [{"name": "network-changed", "server_uuid": "48d20cd2-6985-4aac-bbe6-97465cf1b9db", "tag": "453875e6-b4a6-4434-b85a-dafe62415831"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:34:00.067577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76055b03-e140-4bcf-ab1a-08d56521a38d req-53e2c8ab-d5fe-451a-8b3a-8f634ad03056 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0403705 Sep 07 16:34:00.181521 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b7da6f-f2dc-45bb-85a6-c2304796df3d x-openstack-request-id: req-89b7da6f-f2dc-45bb-85a6-c2304796df3d {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:34:00.181878 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d20cd2-6985-4aac-bbe6-97465cf1b9db", "tag": "453875e6-b4a6-4434-b85a-dafe62415831", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:34:00.182242 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89b7da6f-f2dc-45bb-85a6-c2304796df3d {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:34:00.182712 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d20cd2-6985-4aac-bbe6-97465cf1b9db', 'tag': '453875e6-b4a6-4434-b85a-dafe62415831', 'status': 'completed', 'code': 200} Sep 07 16:34:00.309190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c98fb-9de9-43a4-ba19-83004daae41f req-5b7aaa27-b3b3-48b5-bd6a-780a2aca3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:00.313994 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cf3c98fb-9de9-43a4-ba19-83004daae41f req-5b7aaa27-b3b3-48b5-bd6a-780a2aca3dc8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 1096 time: 0.1112342 Sep 07 16:34:00.317085 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6ac459ee-cda2-4c28-81fe-ce6852c2f753 None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:34:00.459248 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c98fb-9de9-43a4-ba19-83004daae41f req-99df1906-7e5c-4522-b672-39b54f2bcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:00.462197 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cf3c98fb-9de9-43a4-ba19-83004daae41f req-99df1906-7e5c-4522-b672-39b54f2bcec4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 912 time: 0.1365523 Sep 07 16:34:00.521800 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-21cf37b9-94af-4cf2-afb6-042c5780d3db req-c09e6b8a-fb91-4be9-8e97-c6e0901d5dfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c89da83677a84370a9d94e2e592385a4&device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0336525 Sep 07 16:34:00.613704 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6ac459ee-cda2-4c28-81fe-ce6852c2f753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '882351f7-6fed-44ac-b807-7c1f1816cffa', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'port_id': '453875e6-b4a6-4434-b85a-dafe62415831', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'mac_address': 'fa:16:3e:88:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d20cd2-6985-4aac-bbe6-97465cf1b9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:33:46Z', 'updated_at': '2021-09-07T16:33:59Z', 'revision_number': 1, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:37Z', 'revision_number': 5, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:34:00.619291 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a3d4551-dee3-464c-b20c-cdbf08fe8d89 req-37feaac0-38a7-4ee7-9e6b-75470ca26f62 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0489788 Sep 07 16:34:00.635804 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-21cf37b9-94af-4cf2-afb6-042c5780d3db req-734efa7f-84ae-4275-aab4-a79b1d6431bb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c89da83677a84370a9d94e2e592385a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721092 Sep 07 16:34:00.665514 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac459ee-cda2-4c28-81fe-ce6852c2f753 None None] Checking router: 4e5235ad-5385-402b-a2a0-187e96a2a9bc for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:34:00.674460 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac459ee-cda2-4c28-81fe-ce6852c2f753 None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:34:00.675087 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6ac459ee-cda2-4c28-81fe-ce6852c2f753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:33:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:34:00.821860 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6ac459ee-cda2-4c28-81fe-ce6852c2f753 None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:34:00.868233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf37b9-94af-4cf2-afb6-042c5780d3db req-367e0dae-a6db-4be5-a583-5062b5ffb71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:00.872402 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-21cf37b9-94af-4cf2-afb6-042c5780d3db req-367e0dae-a6db-4be5-a583-5062b5ffb71e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2222819 Sep 07 16:34:00.875183 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cf3c98fb-9de9-43a4-ba19-83004daae41f req-706715c2-edc8-433f-af58-a05526882c9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=453875e6-b4a6-4434-b85a-dafe62415831 HTTP/1.1" status: 200 len: 999 time: 0.4000773 Sep 07 16:34:00.945079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c98fb-9de9-43a4-ba19-83004daae41f req-d95890a0-62c2-4f57-b7c7-03136cbded2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:00.946669 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cf3c98fb-9de9-43a4-ba19-83004daae41f req-d95890a0-62c2-4f57-b7c7-03136cbded2c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83e5006b-f36c-4324-a04a-5fa3a46b4335 HTTP/1.1" status: 200 len: 850 time: 0.0614607 Sep 07 16:34:01.013821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c98fb-9de9-43a4-ba19-83004daae41f req-7c869b08-3c3f-40b1-b351-92deea5c95b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:01.015356 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cf3c98fb-9de9-43a4-ba19-83004daae41f req-7c869b08-3c3f-40b1-b351-92deea5c95b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb7b97c6-9ac5-4801-b78b-7be25431d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614369 Sep 07 16:34:01.055008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79af83-dbf2-4d82-a807-4d2fcb32ece3 req-9416634f-ba35-451f-aa54-409cf225c35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:01.056833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea79af83-dbf2-4d82-a807-4d2fcb32ece3 req-9416634f-ba35-451f-aa54-409cf225c35f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0556698 Sep 07 16:34:01.154132 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6ac459ee-cda2-4c28-81fe-ce6852c2f753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '882351f7-6fed-44ac-b807-7c1f1816cffa', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'port_id': '453875e6-b4a6-4434-b85a-dafe62415831', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'mac_address': 'fa:16:3e:88:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d20cd2-6985-4aac-bbe6-97465cf1b9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:33:46Z', 'updated_at': '2021-09-07T16:33:59Z', 'revision_number': 1, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:37Z', 'revision_number': 5, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:34:01.160587 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cf3c98fb-9de9-43a4-ba19-83004daae41f req-2f3711f0-5b1e-403c-94fd-0911d3427bdd service neutron] 10.222.0.54 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371858 Sep 07 16:34:01.162461 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea79af83-dbf2-4d82-a807-4d2fcb32ece3 req-b838b550-dc95-46f5-b6b9-3143a4494d18 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994949 Sep 07 16:34:01.199270 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac459ee-cda2-4c28-81fe-ce6852c2f753 None None] The sync data for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 is: [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '882351f7-6fed-44ac-b807-7c1f1816cffa', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'port_id': '453875e6-b4a6-4434-b85a-dafe62415831', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'mac_address': 'fa:16:3e:88:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d20cd2-6985-4aac-bbe6-97465cf1b9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:33:46Z', 'updated_at': '2021-09-07T16:33:59Z', 'revision_number': 1, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:37Z', 'revision_number': 5, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:34:01.279643 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cf3c98fb-9de9-43a4-ba19-83004daae41f req-e58009ab-fb48-410f-90da-15543e9e8a5d service neutron] 10.222.0.54 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100767 Sep 07 16:34:01.407385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde671ea-ec13-4cc9-9623-56c6fd40d89a None None] New status for floating IP 882351f7-6fed-44ac-b807-7c1f1816cffa: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:34:01.697250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3af57-6725-46cd-9a9c-e161680b3c77 req-91ded2fd-610c-40d3-a4b6-b5b201f21d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:01.698799 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c8f3af57-6725-46cd-9a9c-e161680b3c77 req-91ded2fd-610c-40d3-a4b6-b5b201f21d3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 1097 time: 0.0471971 Sep 07 16:34:01.749622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9b8060b-150f-4106-bc27-199c68da8e43 req-210df3d7-5553-40d3-9eb3-4866cfbec0f1 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0337911 Sep 07 16:34:01.811920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3af57-6725-46cd-9a9c-e161680b3c77 req-2491d886-d044-4d66-9e4d-8f8cae4de607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:01.813759 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c8f3af57-6725-46cd-9a9c-e161680b3c77 req-2491d886-d044-4d66-9e4d-8f8cae4de607 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.1070445 Sep 07 16:34:01.877158 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:01.881406 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c8f3af57-6725-46cd-9a9c-e161680b3c77 req-507bc8da-7044-4195-b917-58fa0c9af8b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b141e62-ada9-4f99-9861-5e432efee09f HTTP/1.1" status: 200 len: 1002 time: 0.0599234 Sep 07 16:34:01.931522 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3af57-6725-46cd-9a9c-e161680b3c77 req-683ac504-4586-4c99-8f5a-c8ea59f3db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:01.933003 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c8f3af57-6725-46cd-9a9c-e161680b3c77 req-683ac504-4586-4c99-8f5a-c8ea59f3db04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.0439477 Sep 07 16:34:01.982495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3af57-6725-46cd-9a9c-e161680b3c77 req-73a32738-7c38-4fb7-9cb7-19eedec61e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:01.983987 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c8f3af57-6725-46cd-9a9c-e161680b3c77 req-73a32738-7c38-4fb7-9cb7-19eedec61e42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436966 Sep 07 16:34:02.074656 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c8f3af57-6725-46cd-9a9c-e161680b3c77 req-53826ff2-8e14-48b2-ab32-d7c563167936 service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823927 Sep 07 16:34:02.172136 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c8f3af57-6725-46cd-9a9c-e161680b3c77 req-32e0803a-3a44-440a-96b1-ada538364bf1 service neutron] 10.222.0.54 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902097 Sep 07 16:34:02.298897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5acc0-1772-4499-a9ff-5d7c0ab5c23a req-a650f2e3-5070-4c69-b57f-1c6a7c608e88 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:02.301841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0d5acc0-1772-4499-a9ff-5d7c0ab5c23a req-a650f2e3-5070-4c69-b57f-1c6a7c608e88 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0619445 Sep 07 16:34:02.341588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0d5acc0-1772-4499-a9ff-5d7c0ab5c23a req-8143f0fb-e619-4de2-8263-d4c2887346d2 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Sep 07 16:34:02.413160 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:02.422827 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-21cf37b9-94af-4cf2-afb6-042c5780d3db req-47e51cf3-bce6-48ea-b739-b4f552ea6f85 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0294144 Sep 07 16:34:02.866404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13541650-f95e-4d5e-9cfd-b2a87f586299 req-7fa3e86e-5a42-4d31-b5e7-7f8b17b1de77 tempest-ServerShowV254Test-838573233 tempest-ServerShowV254Test-838573233-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7a7aa58-b744-4343-b8df-e5019b99761c HTTP/1.1" status: 200 len: 210 time: 0.0285890 Sep 07 16:34:03.466689 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73f78c-d54e-4b01-8cc0-745b1d770568 req-f8a1eb73-b789-4730-bb61-3d440b07a311 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:03.468192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d73f78c-d54e-4b01-8cc0-745b1d770568 req-f8a1eb73-b789-4730-bb61-3d440b07a311 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0515196 Sep 07 16:34:03.507040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d73f78c-d54e-4b01-8cc0-745b1d770568 req-814d3f2a-f650-4bf4-a219-a9a04f300a87 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326235 Sep 07 16:34:04.191048 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52692) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:34:04.296765 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5e6d-56c6-4bc5-a3c7-8a935da5ed48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:04.391722 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5e6d-56c6-4bc5-a3c7-8a935da5ed48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:04.396048 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5e6d-56c6-4bc5-a3c7-8a935da5ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:04.438497 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4d3e5e6d-56c6-4bc5-a3c7-8a935da5ed48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c89da83677a84370a9d94e2e592385a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461722 Sep 07 16:34:04.439727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e5e6d-56c6-4bc5-a3c7-8a935da5ed48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37517aac-3088-410b-82d7-93824c84c74e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:04.441213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52698) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:34:04.508238 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3e25061-96c9-4639-862a-a8359d85b2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:04.538201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3e25061-96c9-4639-862a-a8359d85b2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:04.628869 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3e25061-96c9-4639-862a-a8359d85b2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:04.631432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3e25061-96c9-4639-862a-a8359d85b2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:04.632725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e3e25061-96c9-4639-862a-a8359d85b2f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37517aac-3088-410b-82d7-93824c84c74e HTTP/1.1" status: 204 len: 168 time: 0.1902690 Sep 07 16:34:04.646403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e25061-96c9-4639-862a-a8359d85b2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37517aac-3088-410b-82d7-93824c84c74e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:04.669883 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2359b2d-da70-4f65-9d7b-e68e3c565915 req-ea3861af-b761-4fdc-a004-3e40ec3520d3 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:04.672250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2359b2d-da70-4f65-9d7b-e68e3c565915 req-ea3861af-b761-4fdc-a004-3e40ec3520d3 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0824411 Sep 07 16:34:04.720068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2359b2d-da70-4f65-9d7b-e68e3c565915 req-85902be4-dfa9-4e9c-9f3b-85ca204c9dd5 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Sep 07 16:34:05.420284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 52742) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:34:05.550856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-121136660-network', 'tenant_id': '3358bcf1982048459962c4454f9a394d'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:34:05.575891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Made reservation on behalf of 3358bcf1982048459962c4454f9a394d for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:34:05.578654 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:05.591969 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:05.626503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6b141e62-ada9-4f99-9861-5e432efee09f no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:34:05.717407 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:05.721694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:05.728434 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:05.746340 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:34:05.749198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:34:05.749637 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bdc909-f06b-409d-8ff5-9379cbd22d96" -d '{"events": [{"server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "name": "network-vif-unplugged", "status": "completed", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:34:05.764303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:05.778184 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:05.778580 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Added segment 9bdfaaf1-a281-4866-9f64-df5d1ab5edaa of type vlan for network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 Sep 07 16:34:05.783107 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:05.832103 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 16:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ed7fbc-44cb-4984-be29-14a2f7b84d52 x-openstack-request-id: req-b9ed7fbc-44cb-4984-be29-14a2f7b84d52 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:34:05.832450 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "name": "network-vif-unplugged", "status": "failed", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f", "code": 422}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:34:05.832714 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9ed7fbc-44cb-4984-be29-14a2f7b84d52 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:34:05.833550 n-d-807551-3 neutron-server[94772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f', 'code': 422} returned with failed status Sep 07 16:34:05.853314 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:05.878172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=6b141e62-ada9-4f99-9861-5e432efee09f,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:05.914069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:05.930048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:05.931654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:05.932295 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:05.946252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfff84-d350-4b19-8cd4-60c108b759e9 req-dc006d9d-39ee-4653-9555-adf28337d582 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:05.947776 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0edfff84-d350-4b19-8cd4-60c108b759e9 req-dc006d9d-39ee-4653-9555-adf28337d582 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 944 time: 0.0905695 Sep 07 16:34:05.984378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5601680 Sep 07 16:34:05.996183 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 52770) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:34:06.001903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cc2cc6a5-5f6a-46d4-ba62-482b4070e15b admin admin] Request body: {'subnet': {'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-121136660-subnet', 'tenant_id': '3358bcf1982048459962c4454f9a394d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:34:06.037809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5d349-eb25-4e36-aec5-dd3cd287e1bf admin admin] Pushing event updated for resources: {'Network': ['ID=42a4f649-cfb9-45c2-a55b-bac4af04f1d6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:06.049521 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-c8a7c0eb-f79a-4ae8-8a4f-aa90c31c0dc1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1449149 Sep 07 16:34:06.050339 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2cc6a5-5f6a-46d4-ba62-482b4070e15b admin admin] Made reservation on behalf of 3358bcf1982048459962c4454f9a394d for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:34:06.053591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc6a5-5f6a-46d4-ba62-482b4070e15b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:06.054584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:34:06.066503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0edfff84-d350-4b19-8cd4-60c108b759e9 req-97142862-52f4-42c2-beef-e24a1daf43c7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050830 Sep 07 16:34:06.271371 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc6a5-5f6a-46d4-ba62-482b4070e15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:06.346655 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cc6a5-5f6a-46d4-ba62-482b4070e15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=73888fa0-a406-4290-bf81-ee51ca064594,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:06.358387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2cc6a5-5f6a-46d4-ba62-482b4070e15b admin admin] Checking segment: {'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:34:06.359058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2cc6a5-5f6a-46d4-ba62-482b4070e15b admin admin] Network hostable DHCP agents. Network: 42a4f649-cfb9-45c2-a55b-bac4af04f1d6, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:34:06.377493 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2cc6a5-5f6a-46d4-ba62-482b4070e15b admin admin] Network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:34:06.377750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765079-8efe-47b1-9470-fbd09326d987 req-ca08e5d7-8821-4909-8ea2-4d04ace18b8e tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:06.385614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-ca08e5d7-8821-4909-8ea2-4d04ace18b8e tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.1240339 Sep 07 16:34:06.388183 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-cc2cc6a5-5f6a-46d4-ba62-482b4070e15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 42a4f649-cfb9-45c2-a55b-bac4af04f1d6) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:34:06.392409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2cc6a5-5f6a-46d4-ba62-482b4070e15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:06.393008 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc2cc6a5-5f6a-46d4-ba62-482b4070e15b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:06.396284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-1ff0ce0c-de3e-4815-94e3-1548eddc79e9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/quotas/f76da91ef6ee461a9b706160f512deb0 HTTP/1.1" status: 200 len: 375 time: 0.0097017 Sep 07 16:34:06.401618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f9d8a8-d786-454b-9a0d-bfe68d770328 None None] Network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:34:06.416719 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cc2cc6a5-5f6a-46d4-ba62-482b4070e15b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4193017 Sep 07 16:34:06.453289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-3adf2350-67ee-4403-8b0a-6edbeeef7924 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506582 Sep 07 16:34:06.560905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-3d9fd6e5-ebf5-4ab6-957e-fd80af93f3f0 service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997453 Sep 07 16:34:06.574268 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e268e95-496f-476f-a030-ba8ee2e873e3 None None] Network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:34:06.681116 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-16876ea9-2ca0-497a-a506-a4c8c5201adc service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106019 Sep 07 16:34:06.947528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c6687-9c60-4b76-83f7-59063377c395 req-f49c9826-6e3a-43ae-88b5-7cc9afa61530 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:06.955216 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-f49c9826-6e3a-43ae-88b5-7cc9afa61530 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/networks?id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6 HTTP/1.1" status: 200 len: 814 time: 0.1253307 Sep 07 16:34:06.972100 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-64ae9751-95c4-45fc-880f-26c14982b07f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/quotas/3358bcf1982048459962c4454f9a394d HTTP/1.1" status: 200 len: 375 time: 0.0158582 Sep 07 16:34:06.992972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-e391209d-b03f-491e-8e20-9f940c4cc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:06.995505 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-e391209d-b03f-491e-8e20-9f940c4cc7a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e&tenant_id=1ceec1da24d54833ba1e99abf29b48f2 HTTP/1.1" status: 200 len: 1095 time: 0.0583005 Sep 07 16:34:07.002244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-ca9ae78d-dbaf-4d19-a986-a7e3a5b7f599 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3358bcf1982048459962c4454f9a394d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288930 Sep 07 16:34:07.010045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-d02ae9d5-905e-4f6b-93f1-7393ac7b0452 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:34:07.011135 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-d02ae9d5-905e-4f6b-93f1-7393ac7b0452 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056212 Sep 07 16:34:07.029897 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:34:07.120596 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-2739618c-51fa-4247-8649-8aa961955928 service neutron] 10.222.0.70 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031792 Sep 07 16:34:07.126385 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:07.261411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ce2c9aa-1232-4ea2-bcd5-5816d693c5df req-e45d909c-0b07-43c0-b222-f6ac3af9f6f4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 210 time: 0.0387254 Sep 07 16:34:07.299597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-74ec4790-02d6-424c-a7b3-33b439f263d0 service neutron] 10.222.0.70 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721196 Sep 07 16:34:07.410990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52405a60-dbc8-4bd1-9c14-d57caaf4c320 req-da492fbc-67eb-477f-b24f-339f35687df7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:07.413050 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52405a60-dbc8-4bd1-9c14-d57caaf4c320 req-da492fbc-67eb-477f-b24f-339f35687df7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 944 time: 0.0586421 Sep 07 16:34:07.429925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:07.465444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52405a60-dbc8-4bd1-9c14-d57caaf4c320 req-1d250cb9-160c-46ea-87fd-b06cfd40d509 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440392 Sep 07 16:34:07.500694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:34:07.553169 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b141e62-ada9-4f99-9861-5e432efee09f {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:34:07.560565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d8cf5-3f03-4990-ac01-2b8bf6be7ff0 req-f8b7536d-5d67-4849-9904-eab80be7a7d6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:07.562357 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-252d8cf5-3f03-4990-ac01-2b8bf6be7ff0 req-f8b7536d-5d67-4849-9904-eab80be7a7d6 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0524848 Sep 07 16:34:07.568830 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:07.593897 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Transition to ACTIVE for port object 6b141e62-ada9-4f99-9861-5e432efee09f will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:34:07.604871 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:07.627590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2543e742-6a7d-45c4-a8b7-ba1feefa185e req-d9a9c991-ba70-4d5c-9fa0-47d3fa375f30 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 210 time: 0.0473545 Sep 07 16:34:07.654668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-252d8cf5-3f03-4990-ac01-2b8bf6be7ff0 req-acf557c5-4f96-478b-9474-bf15d08dde74 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804896 Sep 07 16:34:08.064148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Pushing event updated for resources: {'Port': ['ID=6b141e62-ada9-4f99-9861-5e432efee09f,revision_number=9']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:08.105596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] No DVR routers for this DVR port 6b141e62-ada9-4f99-9861-5e432efee09f on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:34:08.331671 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765079-8efe-47b1-9470-fbd09326d987 req-7931eda9-e8a5-4a60-947d-46b2683948de tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:08.333199 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-7931eda9-e8a5-4a60-947d-46b2683948de tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.1860054 Sep 07 16:34:08.334148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Attempting to bind port 6b141e62-ada9-4f99-9861-5e432efee09f on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:34:08.334483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Attempting to bind port 6b141e62-ada9-4f99-9861-5e432efee09f by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:34:08.334810 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Attempting to bind port 6b141e62-ada9-4f99-9861-5e432efee09f on network 4a3b428c-57d8-40cf-8547-207f6bd2953f {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:34:08.339741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Port 6b141e62-ada9-4f99-9861-5e432efee09f on network 4a3b428c-57d8-40cf-8547-207f6bd2953f not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:34:08.340064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Attempting to bind port 6b141e62-ada9-4f99-9861-5e432efee09f on network 4a3b428c-57d8-40cf-8547-207f6bd2953f {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:34:08.348947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'port': {'device_id': '287a50ec-9e77-419d-9527-d37a68f1590a', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'admin_state_up': True, 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:34:08.353464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:34:08.353809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Checking segment: {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:34:08.354200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Bound using segment: {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:34:08.354646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Bound port: 6b141e62-ada9-4f99-9861-5e432efee09f, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6fd214-f4ee-4395-8c70-5b5eee31e09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:34:08.355009 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:08.363330 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-540f5aca-6d74-4777-9bed-688b50f6ba99 req-98986c9c-6cc3-4e28-af87-554670029d61 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 210 time: 0.0277560 Sep 07 16:34:08.504794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:34:08.510090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:34:08.517752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:08.552851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Made reservation on behalf of f76da91ef6ee461a9b706160f512deb0 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:34:08.556901 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:08.577825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:08.588560 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:08.590293 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] 10.222.0.35 "PUT /v2.0/ports/6b141e62-ada9-4f99-9861-5e432efee09f HTTP/1.1" status: 200 len: 1092 time: 1.5678179 Sep 07 16:34:08.590769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:34:08.593097 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf8c6bc-2abd-48ce-82f8-fe12c5f057b8" -d '{"events": [{"name": "network-changed", "server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:34:08.698212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebcba3-6a91-4542-9869-cf32b3506dcf service neutron] Pushing event updated for resources: {'Port': ['ID=6b141e62-ada9-4f99-9861-5e432efee09f,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:08.765844 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3c95a0-0322-4d34-bcd6-d16c2e4cc234 x-openstack-request-id: req-ab3c95a0-0322-4d34-bcd6-d16c2e4cc234 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:34:08.766123 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:34:08.766247 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab3c95a0-0322-4d34-bcd6-d16c2e4cc234 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:34:08.766614 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f', 'status': 'completed', 'code': 200} Sep 07 16:34:08.788082 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc1937-2d2c-41e1-a9c9-d088ca84cdf9 req-2c75c3db-58d8-4fe0-b649-fce29f60e4fb tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:08.797822 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11dc1937-2d2c-41e1-a9c9-d088ca84cdf9 req-2c75c3db-58d8-4fe0-b649-fce29f60e4fb tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.1930857 Sep 07 16:34:08.811469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-35b4e256-bf48-4ccc-a4db-999f76d80373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:08.813073 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-35b4e256-bf48-4ccc-a4db-999f76d80373 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 1096 time: 0.1934490 Sep 07 16:34:08.845251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c6687-9c60-4b76-83f7-59063377c395 req-dacee623-7121-414f-b4b8-c1a922be9c6f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:08.846850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-dacee623-7121-414f-b4b8-c1a922be9c6f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.35 "GET /v2.0/networks?id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6 HTTP/1.1" status: 200 len: 814 time: 0.2863667 Sep 07 16:34:08.863571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-183c6687-9c60-4b76-83f7-59063377c395 req-746cead7-cc58-4130-a08e-b805cf3ab7f8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Request body: {'port': {'device_id': '4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8', 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6', 'admin_state_up': True, 'tenant_id': '3358bcf1982048459962c4454f9a394d'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:34:08.889590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f86b45c0-4dee-46db-ac2c-54e234c5b2b5 req-4a6dbd8d-72fb-480b-8cc3-97786fec09cd tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 210 time: 0.0620108 Sep 07 16:34:08.898851 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11dc1937-2d2c-41e1-a9c9-d088ca84cdf9 req-529d152e-1dd8-40fd-827d-2e5be26d1c4d tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997083 Sep 07 16:34:08.949215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Allocated IP 172.20.0.14 (f2f745dd-6ef0-4dd8-a818-6a727209b9bd/ef881420-fa46-4372-ba8a-382f6c5a7bf4/0ab638d5-aba6-4682-8814-951d69dff810) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:34:08.986269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-220ccb42-54a3-4ccf-b224-106be68b4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:08.987861 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-220ccb42-54a3-4ccf-b224-106be68b4405 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.1643431 Sep 07 16:34:09.093885 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-d3af4515-6d31-47ac-bfa7-f39aa10e7922 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b141e62-ada9-4f99-9861-5e432efee09f HTTP/1.1" status: 200 len: 1000 time: 0.0973296 Sep 07 16:34:09.106949 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74516f-9908-47e8-9f50-d3e275c3b1df req-aa7b7552-db85-492d-85ef-959a9ca59a9b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:09.108562 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e74516f-9908-47e8-9f50-d3e275c3b1df req-aa7b7552-db85-492d-85ef-959a9ca59a9b tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0735600 Sep 07 16:34:09.109742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183c6687-9c60-4b76-83f7-59063377c395 req-746cead7-cc58-4130-a08e-b805cf3ab7f8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Made reservation on behalf of 3358bcf1982048459962c4454f9a394d for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:34:09.113747 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-183c6687-9c60-4b76-83f7-59063377c395 req-746cead7-cc58-4130-a08e-b805cf3ab7f8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:09.192226 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-f3c75d07-9eaf-4e4d-98db-8502e46c7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:09.193752 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-f3c75d07-9eaf-4e4d-98db-8502e46c7f01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.0925610 Sep 07 16:34:09.216616 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e74516f-9908-47e8-9f50-d3e275c3b1df req-7a145ac4-81b8-4c2c-aa3a-e95256cf26cd tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850320 Sep 07 16:34:09.257164 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:09.277345 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Transition to ACTIVE for port object 0ab638d5-aba6-4682-8814-951d69dff810 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:34:09.280251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-76e42c77-9be0-474f-8f47-aba2d4d49ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:09.281904 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-76e42c77-9be0-474f-8f47-aba2d4d49ef8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765193 Sep 07 16:34:09.283079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-183c6687-9c60-4b76-83f7-59063377c395 req-746cead7-cc58-4130-a08e-b805cf3ab7f8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Allocated IP 172.20.0.10 (42a4f649-cfb9-45c2-a55b-bac4af04f1d6/73888fa0-a406-4290-bf81-ee51ca064594/c71bcc55-7da8-45e5-808d-77de287c476c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:34:09.318039 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:09.460350 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:34:09.463149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'Port': ['ID=0ab638d5-aba6-4682-8814-951d69dff810,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:09.470599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:34:09.475713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:34:09.486236 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-183c6687-9c60-4b76-83f7-59063377c395 req-746cead7-cc58-4130-a08e-b805cf3ab7f8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:09.530731 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-4f5cb7ab-8ec9-4b75-aab8-4a0f5e378aed service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729808 Sep 07 16:34:09.548499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10a312-8180-4d00-8c26-88f3541bb186 req-20a235f1-6a8c-4f1e-a09a-04fc84a01c32 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:09.556695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc10a312-8180-4d00-8c26-88f3541bb186 req-20a235f1-6a8c-4f1e-a09a-04fc84a01c32 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 932 time: 0.1154814 Sep 07 16:34:09.557159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:09.557823 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:09.565186 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-183c6687-9c60-4b76-83f7-59063377c395 req-746cead7-cc58-4130-a08e-b805cf3ab7f8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:09.628128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183c6687-9c60-4b76-83f7-59063377c395 req-746cead7-cc58-4130-a08e-b805cf3ab7f8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:34:09.635245 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-183c6687-9c60-4b76-83f7-59063377c395 req-746cead7-cc58-4130-a08e-b805cf3ab7f8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:34:09.636908 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b3920cdf-ddf3-4cf5-93ec-4f3c2fda3da0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2919986 Sep 07 16:34:09.647313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-183c6687-9c60-4b76-83f7-59063377c395 req-746cead7-cc58-4130-a08e-b805cf3ab7f8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:34:09.651652 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Request body: {'port': {'device_id': '287a50ec-9e77-419d-9527-d37a68f1590a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:34:09.707687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc10a312-8180-4d00-8c26-88f3541bb186 req-af53af0c-bcb6-4048-a93c-b739c9e45b32 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500900 Sep 07 16:34:09.716209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cead7-cc58-4130-a08e-b805cf3ab7f8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Pushing event updated for resources: {'Port': ['ID=c71bcc55-7da8-45e5-808d-77de287c476c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:09.742708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c6687-9c60-4b76-83f7-59063377c395 req-746cead7-cc58-4130-a08e-b805cf3ab7f8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:09.744163 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-183c6687-9c60-4b76-83f7-59063377c395 req-746cead7-cc58-4130-a08e-b805cf3ab7f8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:09.744844 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:09.748808 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-07b23e00-6e03-4f2f-9240-84f793420ca9 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086430 Sep 07 16:34:09.766699 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-746cead7-cc58-4130-a08e-b805cf3ab7f8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9081819 Sep 07 16:34:09.786219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Request body: {'port': {'device_id': '4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:34:09.790092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b96a05f3-1ccd-427c-99a8-499234253757 None None] Provisioning for port 0ab638d5-aba6-4682-8814-951d69dff810 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:34:09.794314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b96a05f3-1ccd-427c-99a8-499234253757 None None] Provisioning complete for port 0ab638d5-aba6-4682-8814-951d69dff810 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:34:09.794696 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b96a05f3-1ccd-427c-99a8-499234253757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:09.874284 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:09.888724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b96a05f3-1ccd-427c-99a8-499234253757 None None] Port 0ab638d5-aba6-4682-8814-951d69dff810 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:34:09.963797 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8c6bc-2abd-48ce-82f8-fe12c5f057b8 req-6aa4960f-97be-4a8d-aa9e-f3657f290f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:09.965405 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bbf8c6bc-2abd-48ce-82f8-fe12c5f057b8 req-6aa4960f-97be-4a8d-aa9e-f3657f290f80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 1096 time: 0.1457458 Sep 07 16:34:10.145539 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8c6bc-2abd-48ce-82f8-fe12c5f057b8 req-78d6451a-911e-415f-a3ba-afb83191f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:10.147207 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bbf8c6bc-2abd-48ce-82f8-fe12c5f057b8 req-78d6451a-911e-415f-a3ba-afb83191f0af service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.1480939 Sep 07 16:34:10.165507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04b0c6-aacc-4674-93a6-b4a11738ba0c req-f17ed9f3-476e-4e36-8701-b56a8827e594 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:10.167326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b04b0c6-aacc-4674-93a6-b4a11738ba0c req-f17ed9f3-476e-4e36-8701-b56a8827e594 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 932 time: 0.1714156 Sep 07 16:34:10.177231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0109d87-b25f-4d13-bbdd-5394385be30d req-59c44b7f-ae30-4abf-9825-a1dd54c496e0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:10.179588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0109d87-b25f-4d13-bbdd-5394385be30d req-59c44b7f-ae30-4abf-9825-a1dd54c496e0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.1242926 Sep 07 16:34:10.226141 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab638d5-aba6-4682-8814-951d69dff810 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:34:10.237484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:10.264861 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bbf8c6bc-2abd-48ce-82f8-fe12c5f057b8 req-be673a40-526b-41f7-9250-723ccf17c903 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b141e62-ada9-4f99-9861-5e432efee09f HTTP/1.1" status: 200 len: 1000 time: 0.0957570 Sep 07 16:34:10.265989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Transition to ACTIVE for port object 0ab638d5-aba6-4682-8814-951d69dff810 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:34:10.270627 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:10.272169 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:34:10.388886 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b62bf7c2-1e84-46d9-8426-0906405920d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:10.424557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab638d5-aba6-4682-8814-951d69dff810,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:10.517319 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8c6bc-2abd-48ce-82f8-fe12c5f057b8 req-9326fa96-104c-4660-879b-ecd28ddb4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:10.518969 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bbf8c6bc-2abd-48ce-82f8-fe12c5f057b8 req-9326fa96-104c-4660-879b-ecd28ddb4bf1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.2442391 Sep 07 16:34:10.610045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Attempting to bind port 0ab638d5-aba6-4682-8814-951d69dff810 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:34:10.611269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Attempting to bind port 0ab638d5-aba6-4682-8814-951d69dff810 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:34:10.613504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Attempting to bind port 0ab638d5-aba6-4682-8814-951d69dff810 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:34:10.629564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Port 0ab638d5-aba6-4682-8814-951d69dff810 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:34:10.630115 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Attempting to bind port 0ab638d5-aba6-4682-8814-951d69dff810 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:34:10.666154 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8c6bc-2abd-48ce-82f8-fe12c5f057b8 req-b66e73c7-20df-481f-b080-79d886dd7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:10.668949 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bbf8c6bc-2abd-48ce-82f8-fe12c5f057b8 req-b66e73c7-20df-481f-b080-79d886dd7257 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226282 Sep 07 16:34:10.670903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:34:10.671445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Checking segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:34:10.672048 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Bound using segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:34:10.672806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Bound port: 0ab638d5-aba6-4682-8814-951d69dff810, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:34:10.673662 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:10.867621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] For port 0ab638d5-aba6-4682-8814-951d69dff810, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:34:10.874689 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] For port 0ab638d5-aba6-4682-8814-951d69dff810, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0ab638d5-aba6-4682-8814-951d69dff810,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:34:10.881172 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bbf8c6bc-2abd-48ce-82f8-fe12c5f057b8 req-a27309c3-f3c2-4771-a220-0079d5c7045e service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914127 Sep 07 16:34:10.884000 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:11.020453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71bcc55-7da8-45e5-808d-77de287c476c {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:34:11.029339 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:11.042278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Transition to ACTIVE for port object c71bcc55-7da8-45e5-808d-77de287c476c will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:34:11.066663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab638d5-aba6-4682-8814-951d69dff810,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:11.080550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0109d87-b25f-4d13-bbdd-5394385be30d req-88615c68-71a2-4769-83f2-d8ef27603049 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8902738 Sep 07 16:34:11.081999 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bbf8c6bc-2abd-48ce-82f8-fe12c5f057b8 req-8e6af202-c848-409b-9650-db261c8390fb service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342590 Sep 07 16:34:11.092429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:11.093298 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:11.094886 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-5257f0f1-8068-4104-8205-a824a620a969 service neutron] 10.222.0.35 "PUT /v2.0/ports/0ab638d5-aba6-4682-8814-951d69dff810 HTTP/1.1" status: 200 len: 1092 time: 1.4488244 Sep 07 16:34:11.095448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287a50ec-9e77-419d-9527-d37a68f1590a', 'tag': '0ab638d5-aba6-4682-8814-951d69dff810'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:34:11.099339 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3415c1cd-f9f2-45ef-8cec-ebbf39f038ad" -d '{"events": [{"name": "network-changed", "server_uuid": "287a50ec-9e77-419d-9527-d37a68f1590a", "tag": "0ab638d5-aba6-4682-8814-951d69dff810"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:34:11.099812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b04b0c6-aacc-4674-93a6-b4a11738ba0c req-16367d90-cee9-4030-8be0-94463b1503de tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9134049 Sep 07 16:34:11.100765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:11.264024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765079-8efe-47b1-9470-fbd09326d987 req-34ab0af5-9188-4af3-bae6-98fe48166cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:11.278451 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-34ab0af5-9188-4af3-bae6-98fe48166cc3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 1095 time: 0.1184716 Sep 07 16:34:11.327888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Pushing event updated for resources: {'Port': ['ID=c71bcc55-7da8-45e5-808d-77de287c476c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:11.423122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399fb70-bd23-4122-90dc-0d7b8a4971c6 req-e4d7d774-1584-4485-ab09-205660bc8850 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:11.425002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a399fb70-bd23-4122-90dc-0d7b8a4971c6 req-e4d7d774-1584-4485-ab09-205660bc8850 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.1980975 Sep 07 16:34:11.569947 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12384b1a-cd13-40de-9665-7fda494506f8 req-c5dd51a5-00cc-45da-85d1-e3b6fc28bfd8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:11.572476 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12384b1a-cd13-40de-9665-7fda494506f8 req-c5dd51a5-00cc-45da-85d1-e3b6fc28bfd8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.2008007 Sep 07 16:34:11.583483 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a399fb70-bd23-4122-90dc-0d7b8a4971c6 req-80e83b4e-cbbd-4094-970b-d8ba5b439550 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475315 Sep 07 16:34:11.612971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Attempting to bind port c71bcc55-7da8-45e5-808d-77de287c476c on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:34:11.613436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Attempting to bind port c71bcc55-7da8-45e5-808d-77de287c476c by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:34:11.614033 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Attempting to bind port c71bcc55-7da8-45e5-808d-77de287c476c on network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:34:11.628569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Port c71bcc55-7da8-45e5-808d-77de287c476c on network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:34:11.628989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Attempting to bind port c71bcc55-7da8-45e5-808d-77de287c476c on network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:34:11.644367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:34:11.644367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Checking segment: {'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:34:11.644744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Bound using segment: {'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:34:11.645135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Bound port: c71bcc55-7da8-45e5-808d-77de287c476c, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:34:11.645602 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:11.657275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12384b1a-cd13-40de-9665-7fda494506f8 req-66d742db-7b30-4a30-ae93-9c53ca080c95 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779521 Sep 07 16:34:11.668683 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd72a87b-59f8-4281-a49b-010ef4cb67f6 x-openstack-request-id: req-cd72a87b-59f8-4281-a49b-010ef4cb67f6 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:34:11.677305 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287a50ec-9e77-419d-9527-d37a68f1590a", "tag": "0ab638d5-aba6-4682-8814-951d69dff810", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:34:11.677305 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd72a87b-59f8-4281-a49b-010ef4cb67f6 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:34:11.677305 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287a50ec-9e77-419d-9527-d37a68f1590a', 'tag': '0ab638d5-aba6-4682-8814-951d69dff810', 'status': 'completed', 'code': 200} Sep 07 16:34:11.756060 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] For port c71bcc55-7da8-45e5-808d-77de287c476c, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:34:11.760199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] For port c71bcc55-7da8-45e5-808d-77de287c476c, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c71bcc55-7da8-45e5-808d-77de287c476c,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:34:11.766287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:11.804554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:11.805842 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:11.807283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] 10.222.0.35 "PUT /v2.0/ports/c71bcc55-7da8-45e5-808d-77de287c476c HTTP/1.1" status: 200 len: 1092 time: 2.0281057 Sep 07 16:34:11.807728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8', 'tag': 'c71bcc55-7da8-45e5-808d-77de287c476c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:34:11.810048 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013d774b-f568-4f8c-bc3c-b2bc08ab26c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8", "tag": "c71bcc55-7da8-45e5-808d-77de287c476c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:34:11.870503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096af85-e0b1-4f09-ae4e-77d4a15e5eae service neutron] Pushing event updated for resources: {'Port': ['ID=c71bcc55-7da8-45e5-808d-77de287c476c,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:11.879035 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f8b275-cdd6-4be7-a506-0349459a59e3 x-openstack-request-id: req-54f8b275-cdd6-4be7-a506-0349459a59e3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:34:11.880033 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8", "tag": "c71bcc55-7da8-45e5-808d-77de287c476c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:34:11.880504 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54f8b275-cdd6-4be7-a506-0349459a59e3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:34:11.881071 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8', 'tag': 'c71bcc55-7da8-45e5-808d-77de287c476c', 'status': 'completed', 'code': 200} Sep 07 16:34:12.272561 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe837f1-d70b-4232-9724-b577ef0ed1ab req-7b08394d-63b3-48d5-afcb-63e7c504a41a tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:12.281615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cfe837f1-d70b-4232-9724-b577ef0ed1ab req-7b08394d-63b3-48d5-afcb-63e7c504a41a tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0976620 Sep 07 16:34:12.322768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938eef8-780f-4ea0-80df-b8dacd23a39f req-6be40f82-b1f0-47f8-9afa-db64974ba99c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:12.324487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f938eef8-780f-4ea0-80df-b8dacd23a39f req-6be40f82-b1f0-47f8-9afa-db64974ba99c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.1087959 Sep 07 16:34:12.352836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cfe837f1-d70b-4232-9724-b577ef0ed1ab req-27af5a89-5dbe-4f03-9624-9447b440e5ba tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549355 Sep 07 16:34:12.379160 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f938eef8-780f-4ea0-80df-b8dacd23a39f req-7d601266-a7dd-4166-be48-1d067996d1b7 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426059 Sep 07 16:34:12.738203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431058b-2772-46e7-b557-e38c5b62ae38 req-934c9cc8-429e-4991-9c18-3ea764178a3e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:12.739812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b431058b-2772-46e7-b557-e38c5b62ae38 req-934c9cc8-429e-4991-9c18-3ea764178a3e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0627062 Sep 07 16:34:12.812318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b431058b-2772-46e7-b557-e38c5b62ae38 req-49bbe063-3be1-4c9c-8dd1-dc9a532afbba tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658953 Sep 07 16:34:12.846752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73e49a-438c-4ab6-b9f0-c75358061e66 req-723a97c6-5bce-4890-a75e-5ebd73c9a6bc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:12.848128 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b73e49a-438c-4ab6-b9f0-c75358061e66 req-723a97c6-5bce-4890-a75e-5ebd73c9a6bc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0952742 Sep 07 16:34:12.907594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b73e49a-438c-4ab6-b9f0-c75358061e66 req-f7c92816-c4ea-4ad1-bb27-29280fb6f57e tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518343 Sep 07 16:34:13.512285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a96006-ce9c-497f-9161-b5d6ba247202 req-8e2d7092-7fd3-4e0a-b19b-83ca1dfc7e9b tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:13.513988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6a96006-ce9c-497f-9161-b5d6ba247202 req-8e2d7092-7fd3-4e0a-b19b-83ca1dfc7e9b tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0809009 Sep 07 16:34:13.544996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28da79-65e4-4672-bb26-0936d8febf21 req-56329974-4b59-4627-81ae-26e08bfea579 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:13.546627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a28da79-65e4-4672-bb26-0936d8febf21 req-56329974-4b59-4627-81ae-26e08bfea579 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0810268 Sep 07 16:34:13.580514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6a96006-ce9c-497f-9161-b5d6ba247202 req-70e4fd52-6ed8-44c6-b8f3-fcdb48de2fa8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601733 Sep 07 16:34:13.612640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a28da79-65e4-4672-bb26-0936d8febf21 req-ea39ca4f-9981-4783-8acd-e59b9f0dfaed tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571566 Sep 07 16:34:13.928038 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:13.931373 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e524f4-ba73-4aae-a2b0-9ec6b290184b req-26facde4-cc38-430b-b40d-f86e5c16f01c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:13.933082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67e524f4-ba73-4aae-a2b0-9ec6b290184b req-26facde4-cc38-430b-b40d-f86e5c16f01c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0570881 Sep 07 16:34:13.980606 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67e524f4-ba73-4aae-a2b0-9ec6b290184b req-aec1b39c-16a3-4303-b1dd-be6ba9c90146 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402067 Sep 07 16:34:14.040978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff507afc-786c-4064-ac83-63c59680bfd6 req-401ffd57-7a1c-4514-91f5-36ac3f8dee22 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:14.068390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff507afc-786c-4064-ac83-63c59680bfd6 req-401ffd57-7a1c-4514-91f5-36ac3f8dee22 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0586567 Sep 07 16:34:14.098180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff507afc-786c-4064-ac83-63c59680bfd6 req-d828971d-bc19-4872-b7fe-c8a74e90416f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491488 Sep 07 16:34:14.249699 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e60c43c3-cd1f-4cc8-9c47-ce9cec46bd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:14.737543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa2307-3f5e-4a91-b943-73062cfdef2a req-a912b7a6-33cd-41ed-be48-22b9510e740a tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:14.739149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-62fa2307-3f5e-4a91-b943-73062cfdef2a req-a912b7a6-33cd-41ed-be48-22b9510e740a tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0864699 Sep 07 16:34:14.774559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229b273-dd93-40c0-92e5-171927d2beee req-8db21aca-72ae-4895-94ab-73181b3ececf tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:14.776105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7229b273-dd93-40c0-92e5-171927d2beee req-8db21aca-72ae-4895-94ab-73181b3ececf tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0799577 Sep 07 16:34:14.806318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-62fa2307-3f5e-4a91-b943-73062cfdef2a req-98c1bb83-b9a0-4df9-85a5-aac4a533a3dd tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579443 Sep 07 16:34:14.838675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7229b273-dd93-40c0-92e5-171927d2beee req-6e9df303-73a5-452e-9131-32a143e465f9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555468 Sep 07 16:34:14.925357 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:15.101073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b794419-b8ea-44cc-ab9c-3515abe9a951 req-4cbb77a3-d5a1-4387-8c77-823353007d5c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:15.103294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b794419-b8ea-44cc-ab9c-3515abe9a951 req-4cbb77a3-d5a1-4387-8c77-823353007d5c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0495162 Sep 07 16:34:15.145923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b794419-b8ea-44cc-ab9c-3515abe9a951 req-a8d2fb4a-a056-4fc4-b76b-993073523cb7 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361254 Sep 07 16:34:15.219819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cfa5c-39d8-40a9-96bf-b720a5a2d4e7 req-56ad051a-d3c5-4e48-9ff8-d22cde9e33a6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:15.221396 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de1cfa5c-39d8-40a9-96bf-b720a5a2d4e7 req-56ad051a-d3c5-4e48-9ff8-d22cde9e33a6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0534651 Sep 07 16:34:15.260377 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de1cfa5c-39d8-40a9-96bf-b720a5a2d4e7 req-f092c26d-b0e0-4207-a944-e44885520948 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324895 Sep 07 16:34:15.942897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6727f1-d330-4128-a804-caa0778c355c req-1e787e52-54e3-48be-8b23-a4dd248ba96d tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:15.944551 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b6727f1-d330-4128-a804-caa0778c355c req-1e787e52-54e3-48be-8b23-a4dd248ba96d tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0681288 Sep 07 16:34:16.015860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952616c2-b0a4-4134-90a5-c7b2d0f54342 req-6d291f50-bbae-40b3-bca9-c5b4e35c28fb tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:16.018401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-952616c2-b0a4-4134-90a5-c7b2d0f54342 req-6d291f50-bbae-40b3-bca9-c5b4e35c28fb tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0961728 Sep 07 16:34:16.022558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b6727f1-d330-4128-a804-caa0778c355c req-341de230-7e49-4877-afe6-88107de886a9 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633578 Sep 07 16:34:16.063405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-952616c2-b0a4-4134-90a5-c7b2d0f54342 req-e3ed176f-a79e-44bc-b232-3315503cce4f tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383606 Sep 07 16:34:16.271486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00c333-ca8d-477e-b697-72e35fc6ee98 req-df511d70-874c-44bd-9e0f-fd2b3cc08f08 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:16.273105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d00c333-ca8d-477e-b697-72e35fc6ee98 req-df511d70-874c-44bd-9e0f-fd2b3cc08f08 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0585365 Sep 07 16:34:16.316431 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d00c333-ca8d-477e-b697-72e35fc6ee98 req-a7653cdb-0a9a-471d-90c7-f5d7e90d8666 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372231 Sep 07 16:34:16.398785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219c39b-91a5-46eb-94f0-b98c02f8154e req-f4b2f5f9-d7f9-49f2-801a-3427767125e2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:16.400273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c219c39b-91a5-46eb-94f0-b98c02f8154e req-f4b2f5f9-d7f9-49f2-801a-3427767125e2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0518026 Sep 07 16:34:16.439651 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c219c39b-91a5-46eb-94f0-b98c02f8154e req-0d25baf9-bf9b-49a6-9c18-84d5b7c11029 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334280 Sep 07 16:34:16.857293 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:17.139780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5223-9b48-420d-a741-eeae53bb0cfb req-5f10685a-4e37-4064-ab6f-95f6532b8de1 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:17.141675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b6b5223-9b48-420d-a741-eeae53bb0cfb req-5f10685a-4e37-4064-ab6f-95f6532b8de1 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0525768 Sep 07 16:34:17.216918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b6b5223-9b48-420d-a741-eeae53bb0cfb req-2b889d93-db6b-479d-aff5-bcab052432d7 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691953 Sep 07 16:34:17.229225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514c0c2-86c2-4564-bd20-445763c13e3a req-615ec468-c8a2-4dd8-a405-bcea8a143bac tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:17.230820 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9514c0c2-86c2-4564-bd20-445763c13e3a req-615ec468-c8a2-4dd8-a405-bcea8a143bac tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0765214 Sep 07 16:34:17.273131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9514c0c2-86c2-4564-bd20-445763c13e3a req-8f8da344-0289-4374-9edc-b58966da4bf6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353060 Sep 07 16:34:17.448759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508dc08-ad20-47d6-a880-83d2dc1568c6 req-b034a827-bcc1-4d7d-b58f-a642efa62e46 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:17.450293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1508dc08-ad20-47d6-a880-83d2dc1568c6 req-b034a827-bcc1-4d7d-b58f-a642efa62e46 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0572593 Sep 07 16:34:17.507083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1508dc08-ad20-47d6-a880-83d2dc1568c6 req-363538be-d171-475d-bfc8-caac45a5bb16 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505619 Sep 07 16:34:17.570228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4014-12d4-416f-86d7-6dfa0ef4fac4 req-74d16e95-c729-4645-b3c1-8906961e4ce7 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:17.572525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a5d4014-12d4-416f-86d7-6dfa0ef4fac4 req-74d16e95-c729-4645-b3c1-8906961e4ce7 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0572970 Sep 07 16:34:17.621792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a5d4014-12d4-416f-86d7-6dfa0ef4fac4 req-9407fb8c-47ad-4213-8ce3-585299128d28 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Sep 07 16:34:18.358833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08f976-b30c-4f4e-9c0f-60e5718639bb req-0fa1ab5f-e5fb-475f-9b1d-59ff9ffc0e11 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:18.360495 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c08f976-b30c-4f4e-9c0f-60e5718639bb req-0fa1ab5f-e5fb-475f-9b1d-59ff9ffc0e11 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0750244 Sep 07 16:34:18.426968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c08f976-b30c-4f4e-9c0f-60e5718639bb req-47840edf-7df5-487f-af74-54dbba6ae593 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565660 Sep 07 16:34:18.435778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016a8a1-23fa-47ee-af39-dd540cafc084 req-219b0ec5-2450-4a3a-ba66-df071352bf5e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:18.437355 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6016a8a1-23fa-47ee-af39-dd540cafc084 req-219b0ec5-2450-4a3a-ba66-df071352bf5e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0759566 Sep 07 16:34:18.490535 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6016a8a1-23fa-47ee-af39-dd540cafc084 req-700f297c-a76b-4626-b2d6-dd799a3b66e8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343719 Sep 07 16:34:18.633968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abe034-eda2-4747-93ee-1bc2e8d3f6b5 req-79e2c0a5-b6f1-4c27-a0ea-9a1ce3bbf279 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:18.635629 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61abe034-eda2-4747-93ee-1bc2e8d3f6b5 req-79e2c0a5-b6f1-4c27-a0ea-9a1ce3bbf279 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0512655 Sep 07 16:34:18.676573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61abe034-eda2-4747-93ee-1bc2e8d3f6b5 req-332c953d-a284-4dae-84ac-6a734efa3d9a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337903 Sep 07 16:34:18.753913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447fa85-d49b-4ccd-81b9-7718a2e7b24f req-95fee770-d369-4168-b749-a00e46d8b688 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:18.755512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d447fa85-d49b-4ccd-81b9-7718a2e7b24f req-95fee770-d369-4168-b749-a00e46d8b688 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0598152 Sep 07 16:34:18.795387 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d447fa85-d49b-4ccd-81b9-7718a2e7b24f req-91c09ecb-8977-413d-881d-d8abed4fa158 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Sep 07 16:34:19.644218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f599a-6a36-4505-ae3c-ded14728798f req-0726b296-5479-48aa-ad97-50e7b69f7b3c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:19.645812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f4f599a-6a36-4505-ae3c-ded14728798f req-0726b296-5479-48aa-ad97-50e7b69f7b3c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.1249628 Sep 07 16:34:19.680265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85836811-d7fa-4704-8746-187133ec8202 req-840c3264-c1da-44be-a588-540050c60cf0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:19.682027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85836811-d7fa-4704-8746-187133ec8202 req-840c3264-c1da-44be-a588-540050c60cf0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0871778 Sep 07 16:34:19.726327 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f4f599a-6a36-4505-ae3c-ded14728798f req-df144512-f025-4b93-966e-349433ff3cb8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738878 Sep 07 16:34:19.748968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85836811-d7fa-4704-8746-187133ec8202 req-5dd9dcbd-74e8-4dcb-996b-7fbf820716f6 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548260 Sep 07 16:34:19.922829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7982fe-4ce3-42e0-9a27-3e3af3062092 req-2e11f161-417f-481e-a6fb-20cd1c04a26e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:19.924508 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af7982fe-4ce3-42e0-9a27-3e3af3062092 req-2e11f161-417f-481e-a6fb-20cd1c04a26e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.1032548 Sep 07 16:34:19.951502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07708895-1974-4934-afb2-63794a7cd96d req-788e65a8-fa3b-4ee5-ae71-9d73188268b4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:19.953025 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07708895-1974-4934-afb2-63794a7cd96d req-788e65a8-fa3b-4ee5-ae71-9d73188268b4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0811620 Sep 07 16:34:20.000817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af7982fe-4ce3-42e0-9a27-3e3af3062092 req-e39be3b8-b4c1-4d64-a252-344d2d88b10c tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581706 Sep 07 16:34:20.014410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07708895-1974-4934-afb2-63794a7cd96d req-84a701a3-67a0-4128-923e-635126c6fed2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546947 Sep 07 16:34:20.867966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925f32d-53f2-4163-95bd-56759398f24c req-1411abbe-c4d4-48d6-9671-afd83f6633a8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:20.869501 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b925f32d-53f2-4163-95bd-56759398f24c req-1411abbe-c4d4-48d6-9671-afd83f6633a8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0768874 Sep 07 16:34:20.903268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e212df-d096-4d07-89b8-9208487499d7 req-176b8338-3162-484e-9b8c-7cf9c203ca97 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:20.904758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1e212df-d096-4d07-89b8-9208487499d7 req-176b8338-3162-484e-9b8c-7cf9c203ca97 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0795770 Sep 07 16:34:20.933546 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b925f32d-53f2-4163-95bd-56759398f24c req-85f1421e-b798-4616-9043-57c2e9846780 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575705 Sep 07 16:34:20.953818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1e212df-d096-4d07-89b8-9208487499d7 req-1bbbee18-c142-4c11-9474-54ce46dfa288 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394199 Sep 07 16:34:21.142181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab9f22-6e6e-4304-9387-dc6444d3bd8e req-679b4857-311f-450a-bced-45e2b215d724 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:21.143645 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fab9f22-6e6e-4304-9387-dc6444d3bd8e req-679b4857-311f-450a-bced-45e2b215d724 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0757487 Sep 07 16:34:21.155874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17bb5a-b592-43fa-8bb4-3d716ea3742a req-f7e8f762-2fbb-4d5a-8afb-c1a961bd082d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:21.157279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c17bb5a-b592-43fa-8bb4-3d716ea3742a req-f7e8f762-2fbb-4d5a-8afb-c1a961bd082d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0639191 Sep 07 16:34:21.215662 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4fab9f22-6e6e-4304-9387-dc6444d3bd8e req-761a172f-36bc-4a66-812b-bc72e66675fa tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573618 Sep 07 16:34:21.218297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c17bb5a-b592-43fa-8bb4-3d716ea3742a req-c5f12469-539d-4195-a079-97b4316ad862 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546572 Sep 07 16:34:22.077052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad7e9-ccc7-4b1e-a8a3-b1ab34ec8448 req-a0e425d1-2d24-4abd-99ad-367afe02e892 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:22.078531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ebad7e9-ccc7-4b1e-a8a3-b1ab34ec8448 req-a0e425d1-2d24-4abd-99ad-367afe02e892 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0782790 Sep 07 16:34:22.109842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89fb2-4392-465d-870c-3de82621471a req-286730fc-e58a-43d5-ba62-ef0748d6937c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:22.111282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fce89fb2-4392-465d-870c-3de82621471a req-286730fc-e58a-43d5-ba62-ef0748d6937c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0722547 Sep 07 16:34:22.141131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ebad7e9-ccc7-4b1e-a8a3-b1ab34ec8448 req-2cfa5741-b1ff-480a-8423-f37981437444 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550334 Sep 07 16:34:22.160406 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fce89fb2-4392-465d-870c-3de82621471a req-06ac0b0e-9bdb-4116-b342-0d1dfefb895c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Sep 07 16:34:22.359760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299324f6-24fe-4ff9-8448-affa6e2c9348 req-97834494-27b3-4bd5-a5c6-c008cdb8ed39 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:22.361304 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-299324f6-24fe-4ff9-8448-affa6e2c9348 req-97834494-27b3-4bd5-a5c6-c008cdb8ed39 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0782893 Sep 07 16:34:22.369766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bc9a1-67f0-4e2a-b60c-f4a85b3450fe req-d46e87e7-05e7-4ede-bb96-8fc1be58003c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:22.371145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-925bc9a1-67f0-4e2a-b60c-f4a85b3450fe req-d46e87e7-05e7-4ede-bb96-8fc1be58003c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0794663 Sep 07 16:34:22.426199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-299324f6-24fe-4ff9-8448-affa6e2c9348 req-bb0b8bf1-07c9-4aab-8abb-37d0ce549085 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541139 Sep 07 16:34:22.428995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-925bc9a1-67f0-4e2a-b60c-f4a85b3450fe req-a40ed253-3b9d-4d57-a867-2f81f8a36435 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509932 Sep 07 16:34:23.282687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871b5cb-9272-42a6-8fcb-42d2a384b098 req-4865fdd8-cc35-4987-ae9c-a0f023a2a9fc tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:23.284153 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8871b5cb-9272-42a6-8fcb-42d2a384b098 req-4865fdd8-cc35-4987-ae9c-a0f023a2a9fc tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0774953 Sep 07 16:34:23.311723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff859de-bc02-4afb-9629-5d65dde74127 req-2dbf93be-136b-46fc-8bb1-8d389adcab3a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:23.313176 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ff859de-bc02-4afb-9629-5d65dde74127 req-2dbf93be-136b-46fc-8bb1-8d389adcab3a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0807879 Sep 07 16:34:23.342653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8871b5cb-9272-42a6-8fcb-42d2a384b098 req-8015c97c-5b70-4a84-a99d-ec21081f4ca3 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523975 Sep 07 16:34:23.361832 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ff859de-bc02-4afb-9629-5d65dde74127 req-57725ed1-71bd-4353-a437-71c3d1db0fa9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414591 Sep 07 16:34:23.570707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b06142-ec61-4252-992d-1eda104db401 req-9b443196-35ef-4ca9-9007-0f21a2ad4c8d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:23.572260 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45b06142-ec61-4252-992d-1eda104db401 req-9b443196-35ef-4ca9-9007-0f21a2ad4c8d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0753679 Sep 07 16:34:23.580416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685432d-4b7b-41fb-b079-9eb84ad704e7 req-ffafc093-bbcb-4b91-8990-51341e18063a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:23.581806 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e685432d-4b7b-41fb-b079-9eb84ad704e7 req-ffafc093-bbcb-4b91-8990-51341e18063a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0868576 Sep 07 16:34:23.636983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45b06142-ec61-4252-992d-1eda104db401 req-de87740a-9151-476c-820a-fc501fb12972 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542181 Sep 07 16:34:23.643867 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e685432d-4b7b-41fb-b079-9eb84ad704e7 req-f286cca8-946c-44ea-adc1-4890c35a3345 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550153 Sep 07 16:34:24.366448 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-0d94c48d-6b09-4a78-815f-ae16974d4979 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ab638d5-aba6-4682-8814-951d69dff810 HTTP/1.1" status: 200 len: 217 time: 0.0367780 Sep 07 16:34:24.462624 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765079-8efe-47b1-9470-fbd09326d987 req-179045a1-2d33-405d-bc2f-315ba75f18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:24.464405 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-179045a1-2d33-405d-bc2f-315ba75f18aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0712895 Sep 07 16:34:24.518326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d774b-f568-4f8c-bc3c-b2bc08ab26c5 req-805eccd6-05ad-4e12-ab66-c8a8962fbdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:24.519969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-013d774b-f568-4f8c-bc3c-b2bc08ab26c5 req-805eccd6-05ad-4e12-ab66-c8a8962fbdef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3358bcf1982048459962c4454f9a394d&device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 1095 time: 0.1280780 Sep 07 16:34:24.524129 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765079-8efe-47b1-9470-fbd09326d987 req-70c47aa9-b00a-4451-ac50-5603bc05b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:24.526279 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-70c47aa9-b00a-4451-ac50-5603bc05b4c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472307 Sep 07 16:34:24.547254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8a4b6-4d5f-4592-be56-2b617eab1a63 req-adfe61a4-6727-4df3-a1a1-7a44a5a8c26d tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:24.548675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23d8a4b6-4d5f-4592-be56-2b617eab1a63 req-adfe61a4-6727-4df3-a1a1-7a44a5a8c26d tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0941675 Sep 07 16:34:24.575339 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7fb64-ac8f-4997-b42c-eabd5b6b77a2 req-f3bfc086-43a6-410b-9448-17934e8950e9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:24.576825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9a7fb64-ac8f-4997-b42c-eabd5b6b77a2 req-f3bfc086-43a6-410b-9448-17934e8950e9 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.1246030 Sep 07 16:34:24.619489 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-0d154fdd-f54d-4ced-8eae-38fb90de7344 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839856 Sep 07 16:34:24.717008 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ff765079-8efe-47b1-9470-fbd09326d987 req-b61588ee-bf19-4f25-8c31-9701dae04a48 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884135 Sep 07 16:34:24.750737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-23d8a4b6-4d5f-4592-be56-2b617eab1a63 req-0a33d82b-4d71-4e9d-8b3e-1594550e4824 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921806 Sep 07 16:34:24.773720 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9a7fb64-ac8f-4997-b42c-eabd5b6b77a2 req-7febbde3-804f-4652-a4b6-12385e15a3a2 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740339 Sep 07 16:34:24.797612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d774b-f568-4f8c-bc3c-b2bc08ab26c5 req-fe5178c3-3480-409e-b2a9-3950dd1857b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:24.801906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-013d774b-f568-4f8c-bc3c-b2bc08ab26c5 req-fe5178c3-3480-409e-b2a9-3950dd1857b2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3358bcf1982048459962c4454f9a394d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2608981 Sep 07 16:34:24.817421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415c1cd-f9f2-45ef-8cec-ebbf39f038ad req-0c58db63-14cc-410f-8597-8810eee2ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:24.818959 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3415c1cd-f9f2-45ef-8cec-ebbf39f038ad req-0c58db63-14cc-410f-8597-8810eee2ff3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 1095 time: 0.0469532 Sep 07 16:34:24.932424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415c1cd-f9f2-45ef-8cec-ebbf39f038ad req-6059b46c-bf57-4a72-9870-ad8a6cba9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:24.933895 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3415c1cd-f9f2-45ef-8cec-ebbf39f038ad req-6059b46c-bf57-4a72-9870-ad8a6cba9890 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.1037555 Sep 07 16:34:24.977149 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3415c1cd-f9f2-45ef-8cec-ebbf39f038ad req-36759420-bad6-4756-8d7d-7e14de65bda9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ab638d5-aba6-4682-8814-951d69dff810 HTTP/1.1" status: 200 len: 217 time: 0.0346248 Sep 07 16:34:25.027866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415c1cd-f9f2-45ef-8cec-ebbf39f038ad req-16b7ce65-3cc4-423b-b280-01a1216f340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:25.029533 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3415c1cd-f9f2-45ef-8cec-ebbf39f038ad req-16b7ce65-3cc4-423b-b280-01a1216f340e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0434263 Sep 07 16:34:25.057606 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b294938-663d-495c-b2df-917998534ff0 req-9569668d-dc78-4c09-9332-b3741555cbae tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:25.059147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b294938-663d-495c-b2df-917998534ff0 req-9569668d-dc78-4c09-9332-b3741555cbae tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.2128832 Sep 07 16:34:25.060228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d774b-f568-4f8c-bc3c-b2bc08ab26c5 req-b395b687-6754-4bfe-82a7-3c1a601d494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:25.061597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-013d774b-f568-4f8c-bc3c-b2bc08ab26c5 req-b395b687-6754-4bfe-82a7-3c1a601d494e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2548094 Sep 07 16:34:25.070452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2706f3-3886-43e8-ab0a-b9f494b94b4f req-65327348-fb2d-4599-812f-9bf80822501a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:25.072134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c2706f3-3886-43e8-ab0a-b9f494b94b4f req-65327348-fb2d-4599-812f-9bf80822501a tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.1803088 Sep 07 16:34:25.084310 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415c1cd-f9f2-45ef-8cec-ebbf39f038ad req-797c04f5-d146-4b95-a388-33e2ef7c1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:25.085845 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3415c1cd-f9f2-45ef-8cec-ebbf39f038ad req-797c04f5-d146-4b95-a388-33e2ef7c1c15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491874 Sep 07 16:34:25.156813 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b294938-663d-495c-b2df-917998534ff0 req-d5d71a6a-393f-4856-b93f-1a6f20ed206f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835786 Sep 07 16:34:25.161408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c2706f3-3886-43e8-ab0a-b9f494b94b4f req-1db4424f-8872-4c13-9a21-d4e906235454 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812893 Sep 07 16:34:25.181429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c6687-9c60-4b76-83f7-59063377c395 req-a39c677b-6a6e-44be-bd13-bccaa6422933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:25.183071 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-a39c677b-6a6e-44be-bd13-bccaa6422933 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3358bcf1982048459962c4454f9a394d&device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 1095 time: 0.0786302 Sep 07 16:34:25.190196 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3415c1cd-f9f2-45ef-8cec-ebbf39f038ad req-1c18f741-39b4-47de-89bd-d8af17f95ac7 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900586 Sep 07 16:34:25.253625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-74b5c1f4-eb04-4688-9a28-eb2870a294f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c71bcc55-7da8-45e5-808d-77de287c476c HTTP/1.1" status: 200 len: 217 time: 0.0553217 Sep 07 16:34:25.291741 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3415c1cd-f9f2-45ef-8cec-ebbf39f038ad req-950933f0-8ceb-493a-8e77-20b964bdaa82 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919771 Sep 07 16:34:25.309868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c6687-9c60-4b76-83f7-59063377c395 req-a8d35e26-136f-449c-b9a1-53d8dc8cdaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:25.311374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-a8d35e26-136f-449c-b9a1-53d8dc8cdaad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73888fa0-a406-4290-bf81-ee51ca064594 HTTP/1.1" status: 200 len: 854 time: 0.0494604 Sep 07 16:34:25.363695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-7a36abf4-ae56-4fce-b30d-8d33ad7aea6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442734 Sep 07 16:34:25.455079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-9883c373-8a2b-49c1-b61e-795fe6583393 service neutron] 10.222.0.35 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837460 Sep 07 16:34:25.542454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-183c6687-9c60-4b76-83f7-59063377c395 req-ee5fe6fb-6c7c-49c7-a533-de4fb7310356 service neutron] 10.222.0.35 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791035 Sep 07 16:34:25.895653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8bb5c-65fe-464e-b9d2-423efad76f79 req-a4864785-2fcc-4615-95a9-c10a3eb1906e tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:25.897188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8fe8bb5c-65fe-464e-b9d2-423efad76f79 req-a4864785-2fcc-4615-95a9-c10a3eb1906e tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0809298 Sep 07 16:34:25.919294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303eba4-7d79-4427-8613-12a2bbc8f013 req-79a79236-bddf-4422-8c69-a05b1a9c77b3 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:25.920845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2303eba4-7d79-4427-8613-12a2bbc8f013 req-79a79236-bddf-4422-8c69-a05b1a9c77b3 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0710626 Sep 07 16:34:25.966565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8fe8bb5c-65fe-464e-b9d2-423efad76f79 req-b64e4361-ffbc-4e51-9185-6a0d0ee2c255 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631726 Sep 07 16:34:25.973514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2303eba4-7d79-4427-8613-12a2bbc8f013 req-63d6ec0e-ba38-4caf-9674-dc8c368097c5 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464456 Sep 07 16:34:26.306906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd659-8675-4ee9-bb4c-599d3fdd6f99 req-72d76aa8-ca63-4ea5-85f3-efe756f8f496 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:26.308297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c4cd659-8675-4ee9-bb4c-599d3fdd6f99 req-72d76aa8-ca63-4ea5-85f3-efe756f8f496 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0809927 Sep 07 16:34:26.316289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc01340-2302-47eb-a807-967734988e52 req-2a08d103-547d-4cdc-9ebc-46f0731d2944 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:26.317676 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bdc01340-2302-47eb-a807-967734988e52 req-2a08d103-547d-4cdc-9ebc-46f0731d2944 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0809600 Sep 07 16:34:26.374573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c4cd659-8675-4ee9-bb4c-599d3fdd6f99 req-98a0fdc1-8db5-4138-8e06-f1fcfb3cd0cf tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534410 Sep 07 16:34:26.377408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bdc01340-2302-47eb-a807-967734988e52 req-db907fe7-eda6-4775-9b50-c4a934c71a66 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532579 Sep 07 16:34:27.116960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff5465-f04d-428e-b308-e268e39935d7 req-5ef9aa5b-680a-43b2-b5b0-b67e265879b6 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:27.118879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21ff5465-f04d-428e-b308-e268e39935d7 req-5ef9aa5b-680a-43b2-b5b0-b67e265879b6 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0834072 Sep 07 16:34:27.126424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf43d5-5bd5-40ac-bd22-1ac4ac51fef8 req-211847e3-26b3-43b0-8554-7c97ea4f6ea8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:27.127809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3fbf43d5-5bd5-40ac-bd22-1ac4ac51fef8 req-211847e3-26b3-43b0-8554-7c97ea4f6ea8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0651803 Sep 07 16:34:27.188219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21ff5465-f04d-428e-b308-e268e39935d7 req-ae80f468-edcc-433a-afd3-e8c882119188 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588734 Sep 07 16:34:27.195685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3fbf43d5-5bd5-40ac-bd22-1ac4ac51fef8 req-10acced5-cc59-4fbe-bfae-1c2f7ba18446 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606430 Sep 07 16:34:27.518111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2445-420c-4219-9507-48ba0cd00703 req-ef89a224-9a4d-4714-9202-301bf6dd9123 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:27.521204 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-018b2445-420c-4219-9507-48ba0cd00703 req-ef89a224-9a4d-4714-9202-301bf6dd9123 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0786004 Sep 07 16:34:27.538573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff5db7-94f5-433a-9ba6-1b5e070e8304 req-377ca2be-32fb-405a-913a-b0bfd03182ce tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:27.540593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0aff5db7-94f5-433a-9ba6-1b5e070e8304 req-377ca2be-32fb-405a-913a-b0bfd03182ce tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0870931 Sep 07 16:34:27.588650 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-018b2445-420c-4219-9507-48ba0cd00703 req-4332f35c-760b-4d3f-a28e-279c09e2257a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597253 Sep 07 16:34:27.600653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0aff5db7-94f5-433a-9ba6-1b5e070e8304 req-43113b9e-1535-4fb3-b8d0-7111a3ec2836 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536969 Sep 07 16:34:28.335533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961653b4-d811-4f69-89ab-a6d57404282c req-1622af89-8ad1-432c-b94e-28fdff509d36 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:28.337619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-961653b4-d811-4f69-89ab-a6d57404282c req-1622af89-8ad1-432c-b94e-28fdff509d36 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0773563 Sep 07 16:34:28.348780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597db5b-8967-4e7f-9a25-e765c041cc55 req-b19b8006-9c74-4efa-90ad-1fa59bb7e576 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:28.350155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4597db5b-8967-4e7f-9a25-e765c041cc55 req-b19b8006-9c74-4efa-90ad-1fa59bb7e576 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.0814314 Sep 07 16:34:28.403547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-961653b4-d811-4f69-89ab-a6d57404282c req-a43698fd-6200-4e6b-a7c5-486f2412ab8c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524368 Sep 07 16:34:28.408188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4597db5b-8967-4e7f-9a25-e765c041cc55 req-203703b7-9d1f-4ff7-be2b-3b9c854da3d4 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515509 Sep 07 16:34:28.732455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749eec50-3c21-4649-a5fc-f23a34d4a790 req-acecf5cb-9fa6-4812-841d-da22768088c8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:28.733868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-749eec50-3c21-4649-a5fc-f23a34d4a790 req-acecf5cb-9fa6-4812-841d-da22768088c8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0801473 Sep 07 16:34:28.746201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47a969-15d0-4d63-bc87-0aed0f81e44f req-e6ea64a9-26b3-4405-86d7-d5a36e95d0f1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:28.747602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca47a969-15d0-4d63-bc87-0aed0f81e44f req-e6ea64a9-26b3-4405-86d7-d5a36e95d0f1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0685148 Sep 07 16:34:28.799146 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-749eec50-3c21-4649-a5fc-f23a34d4a790 req-09f81b4e-2cbe-451d-9819-3723f1378ce0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505877 Sep 07 16:34:28.806639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca47a969-15d0-4d63-bc87-0aed0f81e44f req-936ec854-c3b8-453a-af8e-ac34991ec6c4 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514219 Sep 07 16:34:29.300626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd0e01-3801-4ec1-add5-d61234f28df7 req-58ab70cc-d328-444c-80fb-45dc3ea932b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:29.302256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eddd0e01-3801-4ec1-add5-d61234f28df7 req-58ab70cc-d328-444c-80fb-45dc3ea932b1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 1096 time: 0.0407906 Sep 07 16:34:29.338066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eddd0e01-3801-4ec1-add5-d61234f28df7 req-59b496a5-b8f8-436f-93bd-399dca1fc375 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290720 Sep 07 16:34:29.858598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4e1b3-9134-4fcc-953c-f09e948e6b96 req-4fbcad20-7269-4ecf-95ef-5502eb95f8bc tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:29.860083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eac4e1b3-9134-4fcc-953c-f09e948e6b96 req-4fbcad20-7269-4ecf-95ef-5502eb95f8bc tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 944 time: 0.3911781 Sep 07 16:34:29.868270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04681e-fc72-4203-9fee-3a45790743e1 req-4e39c445-678e-4185-a581-a981fe8f650a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:29.869686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d04681e-fc72-4203-9fee-3a45790743e1 req-4e39c445-678e-4185-a581-a981fe8f650a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 945 time: 0.3881323 Sep 07 16:34:29.923638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eac4e1b3-9134-4fcc-953c-f09e948e6b96 req-7a5c10bd-26b5-49be-9d67-f469da3b62b8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529921 Sep 07 16:34:29.928495 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d04681e-fc72-4203-9fee-3a45790743e1 req-46897031-c28c-49d1-90db-88400aa0b4b0 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518863 Sep 07 16:34:29.982531 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d1c8f0d4-2b87-49ef-9416-2521d4201a57 req-b3ce3b8f-f376-4275-aede-e9c7965c091a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432265 Sep 07 16:34:30.009598 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6b141e62-ada9-4f99-9861-5e432efee09f details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:34:30.011848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e41cad41-d0cd-4d59-a488-287b3a016c5d no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:34:30.059302 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68160c-d2dd-456a-a9f6-8a1302fcb207 req-14f58411-921b-4a08-a5ef-67f178da8dfc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:30.063984 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c68160c-d2dd-456a-a9f6-8a1302fcb207 req-14f58411-921b-4a08-a5ef-67f178da8dfc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0733869 Sep 07 16:34:30.085345 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8f0d4-2b87-49ef-9416-2521d4201a57 req-111bc3e2-4be6-4f0a-988b-ef92ad65b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:30.086908 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d1c8f0d4-2b87-49ef-9416-2521d4201a57 req-111bc3e2-4be6-4f0a-988b-ef92ad65b3a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 1096 time: 0.0425339 Sep 07 16:34:30.135871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c68160c-d2dd-456a-a9f6-8a1302fcb207 req-58b1ba99-639e-4a90-95ee-28e5db6975fa tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683622 Sep 07 16:34:30.143550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d5ad0-79d2-4445-84af-838cb22d07c0 req-5d558f01-de52-4bd9-a397-60e5d73ab83d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:30.151040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-021d5ad0-79d2-4445-84af-838cb22d07c0 req-5d558f01-de52-4bd9-a397-60e5d73ab83d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0854416 Sep 07 16:34:30.171152 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:30.184683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-021d5ad0-79d2-4445-84af-838cb22d07c0 req-d1aaf57b-b524-4eb0-b686-8c9ce411b630 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326297 Sep 07 16:34:30.205324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8f0d4-2b87-49ef-9416-2521d4201a57 req-8497bb95-7a3e-411a-882f-cb8f43f8d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:30.206524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:34:30.206966 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d1c8f0d4-2b87-49ef-9416-2521d4201a57 req-8497bb95-7a3e-411a-882f-cb8f43f8d35e service neutron] 10.222.0.54 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 912 time: 0.0991533 Sep 07 16:34:30.208765 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e3d556-96d1-4798-85dc-f0f2d265f215" -d '{"events": [{"server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:34:30.222929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:30.233127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e41cad41-d0cd-4d59-a488-287b3a016c5d, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:30.240538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '6b141e62-ada9-4f99-9861-5e432efee09f', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'port_id': '6b141e62-ada9-4f99-9861-5e432efee09f', 'mac_address': 'fa:16:3e:ab:cb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:34:30.244771 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:30.279034 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d1c8f0d4-2b87-49ef-9416-2521d4201a57 req-ce44e5bc-24ee-495f-b972-6c0c1083a774 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=453875e6-b4a6-4434-b85a-dafe62415831 HTTP/1.1" status: 200 len: 1001 time: 0.0647345 Sep 07 16:34:30.318545 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:30.332487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b141e62-ada9-4f99-9861-5e432efee09f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:34:30.335167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8f0d4-2b87-49ef-9416-2521d4201a57 req-17e045ab-905a-43c1-af25-7675ac1e0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:30.336721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d1c8f0d4-2b87-49ef-9416-2521d4201a57 req-17e045ab-905a-43c1-af25-7675ac1e0423 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83e5006b-f36c-4324-a04a-5fa3a46b4335 HTTP/1.1" status: 200 len: 850 time: 0.0506067 Sep 07 16:34:30.346373 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd92deb5-87e1-4945-92f5-19a0ccd1ea6f x-openstack-request-id: req-fd92deb5-87e1-4945-92f5-19a0ccd1ea6f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:34:30.346658 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:34:30.346909 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd92deb5-87e1-4945-92f5-19a0ccd1ea6f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:34:30.347291 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'code': 200} Sep 07 16:34:30.349651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e41cad41-d0cd-4d59-a488-287b3a016c5d,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:30.363706 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:30.365624 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:30.365988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:30.366368 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:30.366740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:30.367248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:30.367570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:30.367899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:30.368249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:30.368643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:30.368919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:30.369242 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:30.369556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:30.374932 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:30.375599 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c71bcc55-7da8-45e5-808d-77de287c476c details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:34:30.384527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8f0d4-2b87-49ef-9416-2521d4201a57 req-806c1e34-7ad7-470d-b851-bbb6e3361cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:30.386000 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d1c8f0d4-2b87-49ef-9416-2521d4201a57 req-806c1e34-7ad7-470d-b851-bbb6e3361cd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb7b97c6-9ac5-4801-b78b-7be25431d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424066 Sep 07 16:34:30.451105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=6b141e62-ada9-4f99-9861-5e432efee09f,revision_number=11']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:30.476606 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d1c8f0d4-2b87-49ef-9416-2521d4201a57 req-51130f73-41b4-47e4-b7ef-febda991e032 service neutron] 10.222.0.54 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820529 Sep 07 16:34:30.508574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c71bcc55-7da8-45e5-808d-77de287c476c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c71bcc55-7da8-45e5-808d-77de287c476c,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:30.521161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'c71bcc55-7da8-45e5-808d-77de287c476c', 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6', 'port_id': 'c71bcc55-7da8-45e5-808d-77de287c476c', 'mac_address': 'fa:16:3e:7c:39:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73888fa0-a406-4290-bf81-ee51ca064594', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:34:30.556939 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:30.569120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71bcc55-7da8-45e5-808d-77de287c476c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:34:30.570092 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d1c8f0d4-2b87-49ef-9416-2521d4201a57 req-abeb5102-408a-4240-be6b-2dc8ae0ac6c7 service neutron] 10.222.0.54 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862319 Sep 07 16:34:30.591334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c71bcc55-7da8-45e5-808d-77de287c476c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c71bcc55-7da8-45e5-808d-77de287c476c,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:30.595175 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:30.645006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=c71bcc55-7da8-45e5-808d-77de287c476c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:30.944041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c71bcc55-7da8-45e5-808d-77de287c476c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:34:30.968661 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['6b141e62-ada9-4f99-9861-5e432efee09f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:34:31.068939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fafc3-c1bb-479b-b1af-1e2472f3a855 req-7014e786-4095-476e-842d-3a59187ae126 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:31.070444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c49fafc3-c1bb-479b-b1af-1e2472f3a855 req-7014e786-4095-476e-842d-3a59187ae126 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 945 time: 0.0802224 Sep 07 16:34:31.083211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc8ddf-6c6c-4582-8618-12c813f9a22f req-2f36f577-c761-4e14-9d2b-944ca0d93d4d tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:31.084866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22dc8ddf-6c6c-4582-8618-12c813f9a22f req-2f36f577-c761-4e14-9d2b-944ca0d93d4d tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0643370 Sep 07 16:34:31.150475 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c49fafc3-c1bb-479b-b1af-1e2472f3a855 req-f6ae8735-a313-4edc-a4ee-7ba22294b966 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646346 Sep 07 16:34:31.155514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22dc8ddf-6c6c-4582-8618-12c813f9a22f req-205e731b-d1ee-4a3f-b92c-7304509d5f7b tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624745 Sep 07 16:34:31.273442 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2ede4-92e2-4180-a144-7ac8f7e97f1e req-6cb46974-0306-44c6-8b7e-3ca26814b652 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:31.274975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72e2ede4-92e2-4180-a144-7ac8f7e97f1e req-6cb46974-0306-44c6-8b7e-3ca26814b652 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0498319 Sep 07 16:34:31.335145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72e2ede4-92e2-4180-a144-7ac8f7e97f1e req-dc62706f-f161-4e82-bcf9-1b0fa23f0bf4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510538 Sep 07 16:34:31.346458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5a49c-337f-4db4-9b68-ee909c16f735 req-82cd3bad-7da7-48a3-a26a-a2bc73e657ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:31.348030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2dd5a49c-337f-4db4-9b68-ee909c16f735 req-82cd3bad-7da7-48a3-a26a-a2bc73e657ed tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 943 time: 0.0721796 Sep 07 16:34:31.386188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2dd5a49c-337f-4db4-9b68-ee909c16f735 req-558f283e-a0f3-45a3-b287-38e61c6f6538 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316374 Sep 07 16:34:31.407878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53070) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:34:31.470430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ad472c6c-9790-4bb9-b7f4-ac19c1931baa tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/floatingips/6057ca07-8470-441e-8193-15726eaf1a85 HTTP/1.1" status: 200 len: 991 time: 0.0613661 Sep 07 16:34:31.877758 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:32.001939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e41cad41-d0cd-4d59-a488-287b3a016c5d details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:34:32.004919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6b141e62-ada9-4f99-9861-5e432efee09f up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:34:32.107160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 6b141e62-ada9-4f99-9861-5e432efee09f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:34:32.114260 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 6b141e62-ada9-4f99-9861-5e432efee09f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:34:32.114636 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:32.155403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e41cad41-d0cd-4d59-a488-287b3a016c5d, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:32.171923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'port_id': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'mac_address': 'fa:16:3e:f6:f3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:34:32.250457 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:32.260375 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:32.289162 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41cad41-d0cd-4d59-a488-287b3a016c5d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:34:32.299420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb9986-9fba-41da-8419-2379ab67f01d req-284a71c8-6d46-496a-a211-a51c8368ab07 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:32.300981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9fb9986-9fba-41da-8419-2379ab67f01d req-284a71c8-6d46-496a-a211-a51c8368ab07 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 945 time: 0.0797529 Sep 07 16:34:32.314156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c61603-5648-4491-848a-374985f63740 req-272afdf5-322f-41c6-9297-56068d5be01d tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:32.315618 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53c61603-5648-4491-848a-374985f63740 req-272afdf5-322f-41c6-9297-56068d5be01d tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 946 time: 0.0684912 Sep 07 16:34:32.318962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e41cad41-d0cd-4d59-a488-287b3a016c5d, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:32.320981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:32.324258 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:32.329508 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:32.330417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c71bcc55-7da8-45e5-808d-77de287c476c up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:34:32.349567 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:34:32.351757 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e53ff63-ae7b-4209-8d6b-3f9dbee1342c" -d '{"events": [{"server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "name": "network-vif-plugged", "status": "completed", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:34:32.373065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9fb9986-9fba-41da-8419-2379ab67f01d req-1638ee9c-384c-4bb8-b28f-7dd8dd00ef28 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564651 Sep 07 16:34:32.381263 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53c61603-5648-4491-848a-374985f63740 req-b9bf05ce-61f3-44f6-bfb3-2a982597b949 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575721 Sep 07 16:34:32.429371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e41cad41-d0cd-4d59-a488-287b3a016c5d,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:32.444452 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8e6b72-9478-4c4b-8402-d0f3ca6e129f x-openstack-request-id: req-ec8e6b72-9478-4c4b-8402-d0f3ca6e129f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:34:32.445385 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "name": "network-vif-plugged", "status": "completed", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:34:32.445648 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec8e6b72-9478-4c4b-8402-d0f3ca6e129f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:34:32.446218 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f', 'code': 200} Sep 07 16:34:32.469246 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:32.494331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port c71bcc55-7da8-45e5-808d-77de287c476c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:34:32.506958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port c71bcc55-7da8-45e5-808d-77de287c476c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:34:32.507340 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:32.533827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=6b141e62-ada9-4f99-9861-5e432efee09f,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:32.544388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15425c-68e4-4003-a098-1070cdd85aac req-94b5af89-8192-436d-ac6f-16948eda6c0f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:32.546012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d15425c-68e4-4003-a098-1070cdd85aac req-94b5af89-8192-436d-ac6f-16948eda6c0f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0530753 Sep 07 16:34:32.600700 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:32.606462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d15425c-68e4-4003-a098-1070cdd85aac req-ac36fe4f-9446-4752-b67e-07215acb0563 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532644 Sep 07 16:34:32.622538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f43a55-9b64-46b3-9c64-a0cb7b8b141c req-f8a71c47-422d-4c35-bee0-5b39b5addda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:32.624672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4f43a55-9b64-46b3-9c64-a0cb7b8b141c req-f8a71c47-422d-4c35-bee0-5b39b5addda3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 1098 time: 0.0453982 Sep 07 16:34:32.636832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c71bcc55-7da8-45e5-808d-77de287c476c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c71bcc55-7da8-45e5-808d-77de287c476c,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:32.641144 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:32.661472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4f43a55-9b64-46b3-9c64-a0cb7b8b141c req-d1eeb0f7-9967-457f-af46-400fec4084e1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291138 Sep 07 16:34:32.688468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['e41cad41-d0cd-4d59-a488-287b3a016c5d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:34:32.691504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=c71bcc55-7da8-45e5-808d-77de287c476c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:33.519457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45b0fd-4447-40dd-b5b9-9956057ad1b4 req-63643c92-640c-4798-a0d7-526dd27175a6 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:33.520954 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee45b0fd-4447-40dd-b5b9-9956057ad1b4 req-63643c92-640c-4798-a0d7-526dd27175a6 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 946 time: 0.0769851 Sep 07 16:34:33.541774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d90bb-9a23-4110-a935-d6f6bd547ade req-c6e7b38e-2b96-4752-bf4f-0d078ce4291a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:33.543177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-895d90bb-9a23-4110-a935-d6f6bd547ade req-c6e7b38e-2b96-4752-bf4f-0d078ce4291a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 947 time: 0.0733969 Sep 07 16:34:33.584593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee45b0fd-4447-40dd-b5b9-9956057ad1b4 req-49e855c4-6d77-4c8d-af3b-602942da052d tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555434 Sep 07 16:34:33.597085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-895d90bb-9a23-4110-a935-d6f6bd547ade req-37b0522f-ad10-4e52-b7ae-6b388413c0fc tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467367 Sep 07 16:34:33.722871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143c2d9-cc24-4934-8030-eee7e0043740 req-1340142d-70be-4ec4-95a3-8dc7ee819e9c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:33.724374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5143c2d9-cc24-4934-8030-eee7e0043740 req-1340142d-70be-4ec4-95a3-8dc7ee819e9c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 944 time: 0.0492387 Sep 07 16:34:33.762251 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5143c2d9-cc24-4934-8030-eee7e0043740 req-25b81dc3-abbf-4a98-b89f-9068d12aef51 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Sep 07 16:34:34.024356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0ab638d5-aba6-4682-8814-951d69dff810 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:34:34.027438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e41cad41-d0cd-4d59-a488-287b3a016c5d up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:34:34.135444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port e41cad41-d0cd-4d59-a488-287b3a016c5d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:34:34.135821 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:34.180350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0ab638d5-aba6-4682-8814-951d69dff810, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0ab638d5-aba6-4682-8814-951d69dff810,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:34.193470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '0ab638d5-aba6-4682-8814-951d69dff810', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'port_id': '0ab638d5-aba6-4682-8814-951d69dff810', 'mac_address': 'fa:16:3e:7e:a5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:34:34.261064 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:34.276984 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:34.286848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab638d5-aba6-4682-8814-951d69dff810 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:34:34.320367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0ab638d5-aba6-4682-8814-951d69dff810, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0ab638d5-aba6-4682-8814-951d69dff810,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:34.327387 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:34.330109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e41cad41-d0cd-4d59-a488-287b3a016c5d, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:34.351234 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:34.380728 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0ab638d5-aba6-4682-8814-951d69dff810,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:34.428901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e41cad41-d0cd-4d59-a488-287b3a016c5d,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:34.447774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71bcc55-7da8-45e5-808d-77de287c476c'}, {'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:34:34.450168 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5fdde0-2e04-4858-a942-9c310d11b913" -d '{"events": [{"server_uuid": "4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8", "name": "network-vif-plugged", "status": "completed", "tag": "c71bcc55-7da8-45e5-808d-77de287c476c"}, {"server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "name": "network-vif-plugged", "status": "completed", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:34:34.493833 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 16:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394c99c9-1a0f-49b7-94cd-8282442e26dd x-openstack-request-id: req-394c99c9-1a0f-49b7-94cd-8282442e26dd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:34:34.494116 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8", "name": "network-vif-plugged", "status": "completed", "tag": "c71bcc55-7da8-45e5-808d-77de287c476c", "code": 200}, {"server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "name": "network-vif-plugged", "status": "completed", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:34:34.494320 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-394c99c9-1a0f-49b7-94cd-8282442e26dd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:34:34.494718 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71bcc55-7da8-45e5-808d-77de287c476c', 'code': 200} Sep 07 16:34:34.495049 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'code': 200} Sep 07 16:34:34.600731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45772f0-67f8-4a25-bc52-e69d6cac2c89 req-231f08b8-b380-45f2-8206-ca19273bcafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:34.602959 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f45772f0-67f8-4a25-bc52-e69d6cac2c89 req-231f08b8-b380-45f2-8206-ca19273bcafa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 1097 time: 0.0453990 Sep 07 16:34:34.662010 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f45772f0-67f8-4a25-bc52-e69d6cac2c89 req-f96693ac-06b6-43b3-8c1e-3ea6e32c3bca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517726 Sep 07 16:34:34.664539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['0ab638d5-aba6-4682-8814-951d69dff810'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:34:34.740123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dacb70-4c9a-421e-92c5-39d79613fefd req-eae38767-6d9f-4678-97a1-0d9e6482895e tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:34.741817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05dacb70-4c9a-421e-92c5-39d79613fefd req-eae38767-6d9f-4678-97a1-0d9e6482895e tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 946 time: 0.0787530 Sep 07 16:34:34.759169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d470da2-cc71-4a1c-83f6-fb62d4444e40 req-22de6daa-1cff-4558-9528-0292cbe6df56 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:34.760914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d470da2-cc71-4a1c-83f6-fb62d4444e40 req-22de6daa-1cff-4558-9528-0292cbe6df56 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 947 time: 0.0712335 Sep 07 16:34:34.820648 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05dacb70-4c9a-421e-92c5-39d79613fefd req-3953c96e-aa99-4f20-9b23-e99cb6fc382c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696011 Sep 07 16:34:34.833021 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d470da2-cc71-4a1c-83f6-fb62d4444e40 req-16a44ac9-5e0a-46f6-bae1-fbdab731836c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639973 Sep 07 16:34:35.172982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b845f-fbff-4e40-a269-1c451215229b req-e044a095-1bd8-40ae-a6e9-2cbc3905238f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:35.174377 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-471b845f-fbff-4e40-a269-1c451215229b req-e044a095-1bd8-40ae-a6e9-2cbc3905238f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 945 time: 0.0484626 Sep 07 16:34:35.210264 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-471b845f-fbff-4e40-a269-1c451215229b req-36ef2612-6c5b-400e-a57c-ea68b86d72ed tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300732 Sep 07 16:34:35.982193 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-abd92bca-fb4f-4194-852e-201775eabaf5 req-068a16b0-242a-4d92-8f63-25e187df7568 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967658 Sep 07 16:34:35.997808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04568-80b9-48cc-98e9-b37dccdf3086 req-757dbbf5-3609-45d3-bd48-619f2f8871a6 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:35.999562 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64f04568-80b9-48cc-98e9-b37dccdf3086 req-757dbbf5-3609-45d3-bd48-619f2f8871a6 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 946 time: 0.1053269 Sep 07 16:34:36.013546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feeb08a-39cb-4b43-9126-e4c6060828b9 req-fcea9080-6543-444f-ae20-7cf8ee80efcb tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:36.015280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9feeb08a-39cb-4b43-9126-e4c6060828b9 req-fcea9080-6543-444f-ae20-7cf8ee80efcb tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 947 time: 0.0869253 Sep 07 16:34:36.038920 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0ab638d5-aba6-4682-8814-951d69dff810 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:34:36.085577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 0ab638d5-aba6-4682-8814-951d69dff810 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:34:36.091105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 0ab638d5-aba6-4682-8814-951d69dff810 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:34:36.091486 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:36.098640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64f04568-80b9-48cc-98e9-b37dccdf3086 req-9e796fb3-3a58-470a-846e-02f2738590e8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823548 Sep 07 16:34:36.109386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9feeb08a-39cb-4b43-9126-e4c6060828b9 req-751eb16e-c4bc-466e-8ccb-f324e60d8ef4 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862675 Sep 07 16:34:36.130618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd92bca-fb4f-4194-852e-201775eabaf5 req-f783d180-5681-47b1-8cd4-532aea7003db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:36.132134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-abd92bca-fb4f-4194-852e-201775eabaf5 req-f783d180-5681-47b1-8cd4-532aea7003db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 1098 time: 0.0877855 Sep 07 16:34:36.203150 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:36.237521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 0ab638d5-aba6-4682-8814-951d69dff810, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0ab638d5-aba6-4682-8814-951d69dff810,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:36.244866 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:36.292445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=0ab638d5-aba6-4682-8814-951d69dff810,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:36.361714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd92bca-fb4f-4194-852e-201775eabaf5 req-8c43e2af-838d-4312-892b-b56e83edca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:36.363194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-abd92bca-fb4f-4194-852e-201775eabaf5 req-8c43e2af-838d-4312-892b-b56e83edca72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 200 len: 918 time: 0.2059577 Sep 07 16:34:36.372108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28007777-57c7-44c3-a7bb-2efff5ce3c95 req-1ca5aa79-536a-4fc3-adfc-08c167ac548f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:36.373772 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28007777-57c7-44c3-a7bb-2efff5ce3c95 req-1ca5aa79-536a-4fc3-adfc-08c167ac548f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 946 time: 0.0822823 Sep 07 16:34:36.478097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28007777-57c7-44c3-a7bb-2efff5ce3c95 req-6f0515d8-4f0c-4e01-93b0-58f97b4d94dd tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975761 Sep 07 16:34:36.483886 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-abd92bca-fb4f-4194-852e-201775eabaf5 req-4a9b1c53-f6f1-4f84-a9ae-cf80031f4ee0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b141e62-ada9-4f99-9861-5e432efee09f HTTP/1.1" status: 200 len: 1002 time: 0.1092594 Sep 07 16:34:36.496178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287a50ec-9e77-419d-9527-d37a68f1590a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab638d5-aba6-4682-8814-951d69dff810'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:34:36.498749 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a5eb8c-7323-45d9-8835-10e5eac14af7" -d '{"events": [{"server_uuid": "287a50ec-9e77-419d-9527-d37a68f1590a", "name": "network-vif-plugged", "status": "completed", "tag": "0ab638d5-aba6-4682-8814-951d69dff810"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:34:36.533930 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5231a71-4bda-4711-9ac5-0cae562b7fd7 x-openstack-request-id: req-a5231a71-4bda-4711-9ac5-0cae562b7fd7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:34:36.534230 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287a50ec-9e77-419d-9527-d37a68f1590a", "name": "network-vif-plugged", "status": "completed", "tag": "0ab638d5-aba6-4682-8814-951d69dff810", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:34:36.534482 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5231a71-4bda-4711-9ac5-0cae562b7fd7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:34:36.534691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd92bca-fb4f-4194-852e-201775eabaf5 req-58c441a7-dcb3-4165-a7c9-55fb3f8f9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:36.534870 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287a50ec-9e77-419d-9527-d37a68f1590a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab638d5-aba6-4682-8814-951d69dff810', 'code': 200} Sep 07 16:34:36.536211 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-abd92bca-fb4f-4194-852e-201775eabaf5 req-58c441a7-dcb3-4165-a7c9-55fb3f8f9a52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 200 len: 856 time: 0.0444381 Sep 07 16:34:36.594573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd92bca-fb4f-4194-852e-201775eabaf5 req-92cc4084-9009-48bd-baff-96ee8251223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:36.596093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-abd92bca-fb4f-4194-852e-201775eabaf5 req-92cc4084-9009-48bd-baff-96ee8251223b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a3b428c-57d8-40cf-8547-207f6bd2953f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502532 Sep 07 16:34:36.642524 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20aa1-8184-4804-bf1f-ae2b02f6c4e3 req-128cdece-9d8c-420d-86bc-0f20a8c9f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:36.644017 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-72b20aa1-8184-4804-bf1f-ae2b02f6c4e3 req-128cdece-9d8c-420d-86bc-0f20a8c9f852 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 1097 time: 0.0393152 Sep 07 16:34:36.678115 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-72b20aa1-8184-4804-bf1f-ae2b02f6c4e3 req-d52ff9b4-628a-4c61-9d73-7fb85381eabb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269761 Sep 07 16:34:36.689364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-abd92bca-fb4f-4194-852e-201775eabaf5 req-5b53aab9-2cdb-4e76-b966-293b7b370b27 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850616 Sep 07 16:34:37.008107 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-abd92bca-fb4f-4194-852e-201775eabaf5 req-64f9dbdf-fa79-46af-8a49-9179e0016f64 service neutron] 10.222.0.35 "GET /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851340 Sep 07 16:34:37.222902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ee13e-bbff-4130-a9fd-6334d253c80d req-e1b1f713-bf75-43d5-bddb-b1da46dac35f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:37.224422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-628ee13e-bbff-4130-a9fd-6334d253c80d req-e1b1f713-bf75-43d5-bddb-b1da46dac35f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 946 time: 0.0484400 Sep 07 16:34:37.264874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-628ee13e-bbff-4130-a9fd-6334d253c80d req-fe8b2966-3973-4bbd-969c-f6329c23fe4a tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343752 Sep 07 16:34:37.601976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eacd00-dd03-4a2c-a387-09e0061364a0 req-cc6df86d-f457-4e8e-9aa2-fea2fbfdc359 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:37.604358 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13eacd00-dd03-4a2c-a387-09e0061364a0 req-cc6df86d-f457-4e8e-9aa2-fea2fbfdc359 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 946 time: 0.0537004 Sep 07 16:34:37.642741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13eacd00-dd03-4a2c-a387-09e0061364a0 req-cb5d0e23-d1e8-42f0-90ef-99b55506f684 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324075 Sep 07 16:34:38.767447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b0c43-1c3d-4219-a9cb-f30f1a64f527 req-f56fe250-ea53-4704-840f-7d871b1b29c2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:38.769031 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d28b0c43-1c3d-4219-a9cb-f30f1a64f527 req-f56fe250-ea53-4704-840f-7d871b1b29c2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 946 time: 0.0542829 Sep 07 16:34:38.807152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d28b0c43-1c3d-4219-a9cb-f30f1a64f527 req-ddcb3285-3370-482a-8103-b313051d7ccc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Sep 07 16:34:38.928176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832a716-30b2-40e0-92e2-faa10ecbb292 req-e1bb9602-7b37-44c0-a5a1-3d202be1c7e0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:38.929728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6832a716-30b2-40e0-92e2-faa10ecbb292 req-e1bb9602-7b37-44c0-a5a1-3d202be1c7e0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 946 time: 0.0521030 Sep 07 16:34:38.968764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6832a716-30b2-40e0-92e2-faa10ecbb292 req-ae4dd960-17e7-4331-9574-ca1c4c20940c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Sep 07 16:34:40.389858 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46271146-6240-492d-a104-c27d90555382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:41.289116 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c537a-232f-45ea-9bdf-da81de79e1df req-676cba7a-3332-42a3-a899-b438e4d264f3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:41.290720 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-676cba7a-3332-42a3-a899-b438e4d264f3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.1049998 Sep 07 16:34:41.306168 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-3ab964f9-8611-4259-bbbb-d6f3ca907af6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/quotas/f76da91ef6ee461a9b706160f512deb0 HTTP/1.1" status: 200 len: 375 time: 0.0096066 Sep 07 16:34:41.358812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-81692b10-0934-43c4-968b-9ac14f0a3829 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472088 Sep 07 16:34:41.449826 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-aaebcef2-efa7-4c13-8818-d3add2b031a3 service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838156 Sep 07 16:34:41.549088 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-2462075d-81fd-488b-b789-0c5d2721294d service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931714 Sep 07 16:34:41.742601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b43e467-d95c-4245-b0c5-ba305c5cff63 req-418794e7-b711-4d9b-bf24-6fe8902fb9c6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 210 time: 0.0302298 Sep 07 16:34:42.845990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d041dc7-b719-4423-904e-4a6fe7cc30c1 req-13297896-3f4e-4529-924d-50e4312f6ca8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 210 time: 0.0282955 Sep 07 16:34:42.971308 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c537a-232f-45ea-9bdf-da81de79e1df req-106c10f2-b965-43a4-a7a8-23cc919eacff tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:42.973123 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-106c10f2-b965-43a4-a7a8-23cc919eacff tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.1126866 Sep 07 16:34:42.991215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-028c537a-232f-45ea-9bdf-da81de79e1df req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'port': {'device_id': 'b1385852-f0e7-4c5e-9829-4fd0d9d7e569', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'admin_state_up': True, 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:34:43.100396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028c537a-232f-45ea-9bdf-da81de79e1df req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Made reservation on behalf of f76da91ef6ee461a9b706160f512deb0 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:34:43.104536 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-028c537a-232f-45ea-9bdf-da81de79e1df req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:43.556930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-028c537a-232f-45ea-9bdf-da81de79e1df req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Allocated IP 172.20.0.9 (f2f745dd-6ef0-4dd8-a818-6a727209b9bd/ef881420-fa46-4372-ba8a-382f6c5a7bf4/4f0c8445-cb01-4613-9f0c-d85e9011a948) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:34:43.703612 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-028c537a-232f-45ea-9bdf-da81de79e1df req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:43.717408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-028c537a-232f-45ea-9bdf-da81de79e1df req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Transition to ACTIVE for port object 4f0c8445-cb01-4613-9f0c-d85e9011a948 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:34:43.750008 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-028c537a-232f-45ea-9bdf-da81de79e1df req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:43.768836 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['0ab638d5-aba6-4682-8814-951d69dff810'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:34:43.794714 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028c537a-232f-45ea-9bdf-da81de79e1df req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:34:43.799896 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-028c537a-232f-45ea-9bdf-da81de79e1df req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:34:43.804426 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-028c537a-232f-45ea-9bdf-da81de79e1df req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:34:43.808895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'Port': ['ID=4f0c8445-cb01-4613-9f0c-d85e9011a948,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:43.846530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:43.847029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:43.847215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:43.847548 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:43.847978 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:43.848504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:43.848835 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:43.849159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:43.849498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:43.849805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:43.850125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:43.850446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:43.883007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c537a-232f-45ea-9bdf-da81de79e1df req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:43.884596 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-028c537a-232f-45ea-9bdf-da81de79e1df req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:43.902247 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-748564b5-d109-4b1f-b1fa-51d6ddd79032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9146221 Sep 07 16:34:43.921790 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Request body: {'port': {'device_id': 'b1385852-f0e7-4c5e-9829-4fd0d9d7e569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:34:43.961182 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:44.003378 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:44.069814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d191a-c34e-4a17-a6e0-9c5b30e73da4 req-5220f1f5-3ebb-4f38-8d87-76e0c902900f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:44.072200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e9d191a-c34e-4a17-a6e0-9c5b30e73da4 req-5220f1f5-3ebb-4f38-8d87-76e0c902900f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 931 time: 0.0879362 Sep 07 16:34:44.120112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e9d191a-c34e-4a17-a6e0-9c5b30e73da4 req-bb80dbcf-2acd-4aa0-b3b9-00ae7386a2e4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387671 Sep 07 16:34:44.247542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bf935a63-c8ff-4604-994d-3b1cd04f28c2 None None] Provisioning for port 4f0c8445-cb01-4613-9f0c-d85e9011a948 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:34:44.268623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bf935a63-c8ff-4604-994d-3b1cd04f28c2 None None] Provisioning complete for port 4f0c8445-cb01-4613-9f0c-d85e9011a948 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:34:44.269010 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf935a63-c8ff-4604-994d-3b1cd04f28c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:44.304931 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e463c225-320f-4789-88e7-257e41604547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:44.314943 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0c8445-cb01-4613-9f0c-d85e9011a948 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:34:44.320239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bf935a63-c8ff-4604-994d-3b1cd04f28c2 None None] Port 4f0c8445-cb01-4613-9f0c-d85e9011a948 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:34:44.323256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:44.336533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Transition to ACTIVE for port object 4f0c8445-cb01-4613-9f0c-d85e9011a948 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:34:44.341554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:44.394907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Pushing event updated for resources: {'Port': ['ID=4f0c8445-cb01-4613-9f0c-d85e9011a948,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:44.465831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Attempting to bind port 4f0c8445-cb01-4613-9f0c-d85e9011a948 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:34:44.466174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Attempting to bind port 4f0c8445-cb01-4613-9f0c-d85e9011a948 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:34:44.466505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Attempting to bind port 4f0c8445-cb01-4613-9f0c-d85e9011a948 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:34:44.470982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Port 4f0c8445-cb01-4613-9f0c-d85e9011a948 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:34:44.471391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Attempting to bind port 4f0c8445-cb01-4613-9f0c-d85e9011a948 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:34:44.476329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:34:44.476695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Checking segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:34:44.477119 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Bound using segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:34:44.477581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Bound port: 4f0c8445-cb01-4613-9f0c-d85e9011a948, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:34:44.477945 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:44.550971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] For port 4f0c8445-cb01-4613-9f0c-d85e9011a948, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:34:44.554252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] For port 4f0c8445-cb01-4613-9f0c-d85e9011a948, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4f0c8445-cb01-4613-9f0c-d85e9011a948,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:34:44.558854 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:44.596520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:44.597112 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:44.598491 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] 10.222.0.54 "PUT /v2.0/ports/4f0c8445-cb01-4613-9f0c-d85e9011a948 HTTP/1.1" status: 200 len: 1091 time: 0.6834295 Sep 07 16:34:44.598930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1385852-f0e7-4c5e-9829-4fd0d9d7e569', 'tag': '4f0c8445-cb01-4613-9f0c-d85e9011a948'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:34:44.601203 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe8ea56-4111-4e11-a823-7dbed5d81570" -d '{"events": [{"name": "network-changed", "server_uuid": "b1385852-f0e7-4c5e-9829-4fd0d9d7e569", "tag": "4f0c8445-cb01-4613-9f0c-d85e9011a948"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:34:44.629425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092af42e-410b-4fe6-bc9c-f45a8a4fd9ce service neutron] Pushing event updated for resources: {'Port': ['ID=4f0c8445-cb01-4613-9f0c-d85e9011a948,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:44.724435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c537a-232f-45ea-9bdf-da81de79e1df req-a137632a-de1d-4d68-9218-2a99ce0339ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:44.726093 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-a137632a-de1d-4d68-9218-2a99ce0339ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 1094 time: 0.0753710 Sep 07 16:34:44.736923 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ae156c-8d1d-4c85-bb16-e96d5163fe18 x-openstack-request-id: req-80ae156c-8d1d-4c85-bb16-e96d5163fe18 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:34:44.737285 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1385852-f0e7-4c5e-9829-4fd0d9d7e569", "tag": "4f0c8445-cb01-4613-9f0c-d85e9011a948", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:34:44.737613 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80ae156c-8d1d-4c85-bb16-e96d5163fe18 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:34:44.738086 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1385852-f0e7-4c5e-9829-4fd0d9d7e569', 'tag': '4f0c8445-cb01-4613-9f0c-d85e9011a948', 'status': 'completed', 'code': 200} Sep 07 16:34:44.782740 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-0cda7bfb-368c-404b-bf1f-4e947a86cc66 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f0c8445-cb01-4613-9f0c-d85e9011a948 HTTP/1.1" status: 200 len: 217 time: 0.0414720 Sep 07 16:34:44.835885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c537a-232f-45ea-9bdf-da81de79e1df req-a6132ee9-670b-4db3-a85b-27c47dc7c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:44.838021 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-a6132ee9-670b-4db3-a85b-27c47dc7c623 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0459673 Sep 07 16:34:44.888804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c537a-232f-45ea-9bdf-da81de79e1df req-f6125e0a-34df-442d-9258-15788f158573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:44.890316 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-f6125e0a-34df-442d-9258-15788f158573 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411766 Sep 07 16:34:44.934507 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:44.996705 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-ab9e79d7-f1bf-46b0-a1f3-51e9f63ab0ab service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987349 Sep 07 16:34:45.091638 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-028c537a-232f-45ea-9bdf-da81de79e1df req-ae93abe2-a924-4275-8fdb-78edb5d1cfaf service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843632 Sep 07 16:34:45.187960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8ea56-4111-4e11-a823-7dbed5d81570 req-2140f807-ec12-46c6-95e0-55f30be863a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:45.189506 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4fe8ea56-4111-4e11-a823-7dbed5d81570 req-2140f807-ec12-46c6-95e0-55f30be863a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 1094 time: 0.0472651 Sep 07 16:34:45.243864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fad0e-9a06-4adb-9df1-fb69b5190328 req-50917f97-31b7-4bde-a6f0-b0425f5ed2e6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:45.246516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-386fad0e-9a06-4adb-9df1-fb69b5190328 req-50917f97-31b7-4bde-a6f0-b0425f5ed2e6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0514884 Sep 07 16:34:45.293221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8ea56-4111-4e11-a823-7dbed5d81570 req-ade9f8f8-7c55-4812-be5e-cee95ad8c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:45.296166 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4fe8ea56-4111-4e11-a823-7dbed5d81570 req-ade9f8f8-7c55-4812-be5e-cee95ad8c99c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.0947330 Sep 07 16:34:45.297172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-386fad0e-9a06-4adb-9df1-fb69b5190328 req-05dd04c1-9cf8-4303-88f6-c39096011a0b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433159 Sep 07 16:34:45.360521 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4fe8ea56-4111-4e11-a823-7dbed5d81570 req-9178c9ab-013d-4ab5-8b28-847f8a5dcf6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f0c8445-cb01-4613-9f0c-d85e9011a948 HTTP/1.1" status: 200 len: 217 time: 0.0503421 Sep 07 16:34:45.410955 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8ea56-4111-4e11-a823-7dbed5d81570 req-12bcbcab-866e-494f-ae5d-d31cbc368b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:45.412442 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4fe8ea56-4111-4e11-a823-7dbed5d81570 req-12bcbcab-866e-494f-ae5d-d31cbc368b54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0431859 Sep 07 16:34:45.461741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8ea56-4111-4e11-a823-7dbed5d81570 req-e4dfa198-167c-467c-bc2d-53ad949cad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:45.463262 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4fe8ea56-4111-4e11-a823-7dbed5d81570 req-e4dfa198-167c-467c-bc2d-53ad949cad0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409355 Sep 07 16:34:45.560850 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4fe8ea56-4111-4e11-a823-7dbed5d81570 req-b7cb3a22-7b4c-4806-8f38-c62129919c25 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879500 Sep 07 16:34:45.665895 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4fe8ea56-4111-4e11-a823-7dbed5d81570 req-135b3ae4-3bf3-4d5a-a954-b454fbfb8ea1 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928149 Sep 07 16:34:46.446164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbe17b-f611-4d4c-8024-37281e8ebf57 req-664235b9-7dc2-4363-b51b-e16e0c7a46a2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:46.454309 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02dbe17b-f611-4d4c-8024-37281e8ebf57 req-664235b9-7dc2-4363-b51b-e16e0c7a46a2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0710740 Sep 07 16:34:46.521112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02dbe17b-f611-4d4c-8024-37281e8ebf57 req-3a86204b-11cd-4295-ab39-9bd5a8ca9a96 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657723 Sep 07 16:34:46.861377 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:47.270231 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:34:47.704952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe797dc-c1bd-42e6-ad14-4e72a40bebd4 req-dac36475-93d3-4113-b07b-ce8ec42fee36 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:47.706451 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fe797dc-c1bd-42e6-ad14-4e72a40bebd4 req-dac36475-93d3-4113-b07b-ce8ec42fee36 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0938780 Sep 07 16:34:47.771614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fe797dc-c1bd-42e6-ad14-4e72a40bebd4 req-9fdf51a3-6059-4f93-be52-eba397585c1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571299 Sep 07 16:34:48.904213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953c37-54c1-4c45-a51d-0e95d5a90534 req-190263e8-811f-4a91-bdeb-6fd948c4a00b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:48.905754 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7953c37-54c1-4c45-a51d-0e95d5a90534 req-190263e8-811f-4a91-bdeb-6fd948c4a00b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0570407 Sep 07 16:34:48.950058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7953c37-54c1-4c45-a51d-0e95d5a90534 req-41f44cf3-b122-4451-925a-64ff273e01e0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372977 Sep 07 16:34:49.926819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-84dd977d-a5ec-4697-b53a-08bcca8231a2 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:49.928320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-84dd977d-a5ec-4697-b53a-08bcca8231a2 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/networks?id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6 HTTP/1.1" status: 200 len: 814 time: 0.1079934 Sep 07 16:34:49.943409 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-039b2c16-57fa-4763-863e-3eab450a1472 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/quotas/3358bcf1982048459962c4454f9a394d HTTP/1.1" status: 200 len: 375 time: 0.0091176 Sep 07 16:34:50.006663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-473add83-9cde-4de5-9396-4ddd2d261526 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3358bcf1982048459962c4454f9a394d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569868 Sep 07 16:34:50.116917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9482f4-2874-40a4-84ee-62a299446d25 req-a3f3bfd5-cfc2-4128-9815-c190f9149a0a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:50.118239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4d9482f4-2874-40a4-84ee-62a299446d25 req-a3f3bfd5-cfc2-4128-9815-c190f9149a0a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0911403 Sep 07 16:34:50.156877 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-7a557285-2e65-4df5-a47b-2b4f5c31d218 service neutron] 10.222.0.70 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493199 Sep 07 16:34:50.208477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4d9482f4-2874-40a4-84ee-62a299446d25 req-03ea47df-ed16-4fe4-a87a-7503afbe3164 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801682 Sep 07 16:34:50.290101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-2b0f09fc-6a90-49cd-bd53-9e790d30e108 service neutron] 10.222.0.70 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323090 Sep 07 16:34:50.741730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b45bbeff-a20f-4b09-93dc-b9999e75a495 req-1e2672d2-9777-4ba1-945d-b950724d8bc5 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 210 time: 0.3043127 Sep 07 16:34:51.319508 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef50dfb-eb1c-4b4b-83b5-4f9b42135a5a req-dc00043a-3fae-4655-bc97-398ccab34a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:51.321049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ef50dfb-eb1c-4b4b-83b5-4f9b42135a5a req-dc00043a-3fae-4655-bc97-398ccab34a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0485976 Sep 07 16:34:51.358815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ef50dfb-eb1c-4b4b-83b5-4f9b42135a5a req-7c50c55e-ef9c-4a06-b30d-e84e1a574cc8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318897 Sep 07 16:34:51.570869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-d2e5d282-b1ce-47b6-97ba-44baa2d0bb81 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:51.572305 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-d2e5d282-b1ce-47b6-97ba-44baa2d0bb81 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.35 "GET /v2.0/networks?id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6 HTTP/1.1" status: 200 len: 814 time: 0.1015637 Sep 07 16:34:51.589519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Request body: {'port': {'device_id': '1e9dd072-a7c5-442a-8b69-8af22103603c', 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6', 'admin_state_up': True, 'tenant_id': '3358bcf1982048459962c4454f9a394d'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:34:51.693699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Made reservation on behalf of 3358bcf1982048459962c4454f9a394d for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:34:51.697696 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:51.841765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63590a76-dda8-4622-b41f-f9b2227c3c3e req-1f3865de-425f-4f13-8d68-6f75746ffd19 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 210 time: 0.0312200 Sep 07 16:34:51.845556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Allocated IP 172.20.0.7 (42a4f649-cfb9-45c2-a55b-bac4af04f1d6/73888fa0-a406-4290-bf81-ee51ca064594/e647ccc5-ef19-4fb4-ac81-32235c3ebf55) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:34:51.994032 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:52.031943 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:52.043968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c71bcc55-7da8-45e5-808d-77de287c476c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:34:52.074371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:34:52.077533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:34:52.083306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:34:52.089697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Pushing event updated for resources: {'Port': ['ID=e647ccc5-ef19-4fb4-ac81-32235c3ebf55,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:52.115418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:52.115705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:52.116053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:52.116419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:52.116759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:52.117097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:52.118024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:52.118358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:52.118691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:52.119028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:52.119356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:52.119688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:34:52.149988 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:52.150609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:52.164957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-266c54e4-98ca-4e41-ba6a-86b8afeb4c14 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5791419 Sep 07 16:34:52.226044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Request body: {'port': {'device_id': '1e9dd072-a7c5-442a-8b69-8af22103603c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:34:52.277675 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:52.519776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a0285-1193-4dc6-ae06-ffcdc0d7f91b req-22effbc0-0de4-43de-8770-afe540da1eac tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:52.521274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d22a0285-1193-4dc6-ae06-ffcdc0d7f91b req-22effbc0-0de4-43de-8770-afe540da1eac tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0704823 Sep 07 16:34:52.592120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d22a0285-1193-4dc6-ae06-ffcdc0d7f91b req-f603cc30-4674-41d0-8aa7-e46056fca1bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643969 Sep 07 16:34:52.605424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e647ccc5-ef19-4fb4-ac81-32235c3ebf55 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:34:52.613283 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:52.625676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Transition to ACTIVE for port object e647ccc5-ef19-4fb4-ac81-32235c3ebf55 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:34:52.629511 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:52.681074 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Pushing event updated for resources: {'Port': ['ID=e647ccc5-ef19-4fb4-ac81-32235c3ebf55,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:52.746996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Attempting to bind port e647ccc5-ef19-4fb4-ac81-32235c3ebf55 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:34:52.747306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Attempting to bind port e647ccc5-ef19-4fb4-ac81-32235c3ebf55 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:34:52.747639 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Attempting to bind port e647ccc5-ef19-4fb4-ac81-32235c3ebf55 on network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:34:52.752090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Port e647ccc5-ef19-4fb4-ac81-32235c3ebf55 on network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:34:52.752449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Attempting to bind port e647ccc5-ef19-4fb4-ac81-32235c3ebf55 on network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:34:52.757213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:34:52.757555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Checking segment: {'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:34:52.757975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Bound using segment: {'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:34:52.758399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Bound port: e647ccc5-ef19-4fb4-ac81-32235c3ebf55, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:34:52.758765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:52.821404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] For port e647ccc5-ef19-4fb4-ac81-32235c3ebf55, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:34:52.824298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] For port e647ccc5-ef19-4fb4-ac81-32235c3ebf55, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e647ccc5-ef19-4fb4-ac81-32235c3ebf55,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:34:52.828583 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:52.862940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:52.863560 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:52.864983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] 10.222.0.35 "PUT /v2.0/ports/e647ccc5-ef19-4fb4-ac81-32235c3ebf55 HTTP/1.1" status: 200 len: 1091 time: 0.6432123 Sep 07 16:34:52.865425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9dd072-a7c5-442a-8b69-8af22103603c', 'tag': 'e647ccc5-ef19-4fb4-ac81-32235c3ebf55'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:34:52.867743 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2588fdd-208b-4851-923f-58c1ea945857" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9dd072-a7c5-442a-8b69-8af22103603c", "tag": "e647ccc5-ef19-4fb4-ac81-32235c3ebf55"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:34:52.903159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591be35-7eb8-497a-ad3f-3e74841b5518 service neutron] Pushing event updated for resources: {'Port': ['ID=e647ccc5-ef19-4fb4-ac81-32235c3ebf55,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:52.924119 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5408d8-d9cc-4f37-9831-f41f5ecb4cf7 x-openstack-request-id: req-4b5408d8-d9cc-4f37-9831-f41f5ecb4cf7 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:34:52.924457 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9dd072-a7c5-442a-8b69-8af22103603c", "tag": "e647ccc5-ef19-4fb4-ac81-32235c3ebf55", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:34:52.924719 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b5408d8-d9cc-4f37-9831-f41f5ecb4cf7 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:34:52.925133 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9dd072-a7c5-442a-8b69-8af22103603c', 'tag': 'e647ccc5-ef19-4fb4-ac81-32235c3ebf55', 'status': 'completed', 'code': 200} Sep 07 16:34:53.006823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-73d62388-6c6f-4d66-87f8-8aa65c5a92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:53.008923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-73d62388-6c6f-4d66-87f8-8aa65c5a92b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3358bcf1982048459962c4454f9a394d&device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 1094 time: 0.0758691 Sep 07 16:34:53.017112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5433b-c4e0-4583-bff5-728348433ea1 req-e9fa8a9a-53d5-4450-86fa-62826cd3d389 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:53.018507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbf5433b-c4e0-4583-bff5-728348433ea1 req-e9fa8a9a-53d5-4450-86fa-62826cd3d389 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 943 time: 0.0767083 Sep 07 16:34:53.063202 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-4acd0be0-7f97-4a1d-9c6d-e924dd172dc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e647ccc5-ef19-4fb4-ac81-32235c3ebf55 HTTP/1.1" status: 200 len: 217 time: 0.0436144 Sep 07 16:34:53.107047 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbf5433b-c4e0-4583-bff5-728348433ea1 req-7f0cc668-9df5-4c4e-8111-d739c7b12d84 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814517 Sep 07 16:34:53.124486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-39faa2b9-100f-47d8-afa8-cbccbfaf2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:53.125963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-39faa2b9-100f-47d8-afa8-cbccbfaf2bd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73888fa0-a406-4290-bf81-ee51ca064594 HTTP/1.1" status: 200 len: 854 time: 0.0501792 Sep 07 16:34:53.163632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-ed90beaa-dbeb-4c29-9028-f0ae227c1023 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287642 Sep 07 16:34:53.256311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-e5d24a44-1efb-40de-afaf-8c27b0a41294 service neutron] 10.222.0.35 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834911 Sep 07 16:34:53.353910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0fb73d1-c1a6-4745-a63a-d653b160d8b1 req-1ec81020-b9c8-4445-a37f-c6423874d883 service neutron] 10.222.0.35 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852849 Sep 07 16:34:53.462363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2588fdd-208b-4851-923f-58c1ea945857 req-57d750f9-15d8-4148-829a-806dce1f7e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:53.464163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2588fdd-208b-4851-923f-58c1ea945857 req-57d750f9-15d8-4148-829a-806dce1f7e43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3358bcf1982048459962c4454f9a394d&device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 1094 time: 0.0443320 Sep 07 16:34:53.558371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2588fdd-208b-4851-923f-58c1ea945857 req-7e674753-2e9c-4c5c-81c5-ce2df83d4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:53.559977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2588fdd-208b-4851-923f-58c1ea945857 req-7e674753-2e9c-4c5c-81c5-ce2df83d4023 service neutron] 10.222.0.35 "GET /v2.0/networks?id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6 HTTP/1.1" status: 200 len: 915 time: 0.0875285 Sep 07 16:34:53.605951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2588fdd-208b-4851-923f-58c1ea945857 req-784056a6-67e7-4d1b-8a97-0f26124b3633 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e647ccc5-ef19-4fb4-ac81-32235c3ebf55 HTTP/1.1" status: 200 len: 217 time: 0.0344603 Sep 07 16:34:53.662772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2588fdd-208b-4851-923f-58c1ea945857 req-cd9223a3-6bd6-4282-8d7b-2481a60d0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:53.664671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2588fdd-208b-4851-923f-58c1ea945857 req-cd9223a3-6bd6-4282-8d7b-2481a60d0a21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73888fa0-a406-4290-bf81-ee51ca064594 HTTP/1.1" status: 200 len: 854 time: 0.0454435 Sep 07 16:34:53.722820 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2588fdd-208b-4851-923f-58c1ea945857 req-71a156f3-6dfa-44cf-ab5f-94e99d6b321e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335212 Sep 07 16:34:53.739287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d8bce-cb8b-4a9f-bed2-811e9a12039e req-a70df990-facd-4490-9ae2-917b9a351436 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:53.740751 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-287d8bce-cb8b-4a9f-bed2-811e9a12039e req-a70df990-facd-4490-9ae2-917b9a351436 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0807557 Sep 07 16:34:53.832152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-287d8bce-cb8b-4a9f-bed2-811e9a12039e req-f0c34001-ed1a-4fd9-b6fa-117d5d5d280a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826268 Sep 07 16:34:53.861677 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2588fdd-208b-4851-923f-58c1ea945857 req-34571a96-441c-4932-956c-44dfe73044b5 service neutron] 10.222.0.35 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199558 Sep 07 16:34:53.959860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b2588fdd-208b-4851-923f-58c1ea945857 req-b8c89fbf-9c92-47df-8033-5ad95b65bacf service neutron] 10.222.0.35 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818775 Sep 07 16:34:54.224963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6f17b-7565-4ceb-ac86-da44ccd3d37d req-c7ff7f64-4f03-4df5-9b16-852d1bf3bc48 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:54.226394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fef6f17b-7565-4ceb-ac86-da44ccd3d37d req-c7ff7f64-4f03-4df5-9b16-852d1bf3bc48 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 943 time: 0.0492260 Sep 07 16:34:54.265914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fef6f17b-7565-4ceb-ac86-da44ccd3d37d req-711eb999-3c73-4bf1-820a-33c72963d07a tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329430 Sep 07 16:34:54.952099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba190d35-dc13-40ed-b1b8-dff1b0ff569e req-bbf7d7c9-81fa-438a-a023-a3d9dc25d645 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:54.953800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba190d35-dc13-40ed-b1b8-dff1b0ff569e req-bbf7d7c9-81fa-438a-a023-a3d9dc25d645 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0535262 Sep 07 16:34:54.994129 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba190d35-dc13-40ed-b1b8-dff1b0ff569e req-a1b072cc-a73a-4fa6-9e0a-5f7147ac9db6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341628 Sep 07 16:34:55.385312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de5fe-d232-4ca0-9ccf-b46d98015af3 req-eed2808b-7dd3-42cf-b3e4-109c33e85305 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:55.386844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-238de5fe-d232-4ca0-9ccf-b46d98015af3 req-eed2808b-7dd3-42cf-b3e4-109c33e85305 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 943 time: 0.0489345 Sep 07 16:34:55.425743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-238de5fe-d232-4ca0-9ccf-b46d98015af3 req-e1da0935-75dd-4147-b1b0-f3592051cde6 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329080 Sep 07 16:34:56.108394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b530830-74b6-436c-83f1-fc96d09c7aab req-0b27a109-9f05-44ac-9435-9bb0ea79d4d6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:56.109916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b530830-74b6-436c-83f1-fc96d09c7aab req-0b27a109-9f05-44ac-9435-9bb0ea79d4d6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0480769 Sep 07 16:34:56.147496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b530830-74b6-436c-83f1-fc96d09c7aab req-94d0d5d9-e2b6-4d49-b4d6-d0f5801aa4c2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316627 Sep 07 16:34:56.546875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8b9d2-59f4-4934-8635-5ef08e22d1d7 req-9e010640-4f32-4c5e-9131-3f9ed1200beb tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:56.548484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bc8b9d2-59f4-4934-8635-5ef08e22d1d7 req-9e010640-4f32-4c5e-9131-3f9ed1200beb tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 943 time: 0.0538895 Sep 07 16:34:56.588441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bc8b9d2-59f4-4934-8635-5ef08e22d1d7 req-02573518-8a04-4486-92a6-9fbe1c80c841 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339713 Sep 07 16:34:57.261939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f8fc9-bf99-43e1-a895-6c36ba0e9b71 req-4a46d8ba-d431-4083-8586-f98a2001bb08 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:57.263428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-996f8fc9-bf99-43e1-a895-6c36ba0e9b71 req-4a46d8ba-d431-4083-8586-f98a2001bb08 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0496469 Sep 07 16:34:57.299670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-996f8fc9-bf99-43e1-a895-6c36ba0e9b71 req-84664aa7-e04d-40fe-8bb0-bf099c2385a9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303094 Sep 07 16:34:57.703800 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47839ae4-44f7-4e8b-8abb-f25c3600eb85 req-a8315211-dc08-433a-a300-6733ed1e0296 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:57.705307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-47839ae4-44f7-4e8b-8abb-f25c3600eb85 req-a8315211-dc08-433a-a300-6733ed1e0296 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 943 time: 0.0477567 Sep 07 16:34:57.743668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-47839ae4-44f7-4e8b-8abb-f25c3600eb85 req-e191e2f6-8d9c-466c-ae2c-44f0d521d3ac tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Sep 07 16:34:58.175857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e647ccc5-ef19-4fb4-ac81-32235c3ebf55 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:34:58.271780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e647ccc5-ef19-4fb4-ac81-32235c3ebf55, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e647ccc5-ef19-4fb4-ac81-32235c3ebf55,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:58.422460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19846b2a-e774-4d68-83f9-da4f986fd1fc req-745f55d7-2adf-4d3d-9faf-15cdc20901b3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:58.423996 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-19846b2a-e774-4d68-83f9-da4f986fd1fc req-745f55d7-2adf-4d3d-9faf-15cdc20901b3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0539222 Sep 07 16:34:58.436698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'e647ccc5-ef19-4fb4-ac81-32235c3ebf55', 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6', 'port_id': 'e647ccc5-ef19-4fb4-ac81-32235c3ebf55', 'mac_address': 'fa:16:3e:94:bf:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73888fa0-a406-4290-bf81-ee51ca064594', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:34:58.462233 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-19846b2a-e774-4d68-83f9-da4f986fd1fc req-3edd2479-94fd-4cc2-8d96-b955652b42ca tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Sep 07 16:34:58.480288 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:58.493334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e647ccc5-ef19-4fb4-ac81-32235c3ebf55 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:34:58.511948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e647ccc5-ef19-4fb4-ac81-32235c3ebf55, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e647ccc5-ef19-4fb4-ac81-32235c3ebf55,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:34:58.515721 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:34:58.560754 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e647ccc5-ef19-4fb4-ac81-32235c3ebf55,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:34:58.861130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4609c4-6fdb-43c6-bbe8-762947738599 req-91c903b7-9b10-4afc-9e88-648421b97ac6 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:58.862629 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c4609c4-6fdb-43c6-bbe8-762947738599 req-91c903b7-9b10-4afc-9e88-648421b97ac6 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 944 time: 0.0495682 Sep 07 16:34:58.900428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c4609c4-6fdb-43c6-bbe8-762947738599 req-cde5641f-de9a-471e-aa01-68d0a9f5bf25 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315552 Sep 07 16:34:58.947272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['e647ccc5-ef19-4fb4-ac81-32235c3ebf55'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:34:59.581523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28eb1ee-e116-4f9c-ae5e-6d5b8ad676be req-400c926b-d6f1-49a2-88b1-54f9264cc106 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:34:59.583005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f28eb1ee-e116-4f9c-ae5e-6d5b8ad676be req-400c926b-d6f1-49a2-88b1-54f9264cc106 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0513701 Sep 07 16:34:59.620763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f28eb1ee-e116-4f9c-ae5e-6d5b8ad676be req-69855da0-0651-415c-a624-fb4381dc6018 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Sep 07 16:35:00.024114 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a5e40-7c15-4706-ae39-f9bae52938fe req-da14e61f-03e1-4984-95c3-6c99cd2ee37e tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:00.025617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-165a5e40-7c15-4706-ae39-f9bae52938fe req-da14e61f-03e1-4984-95c3-6c99cd2ee37e tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 944 time: 0.0529790 Sep 07 16:35:00.062805 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-165a5e40-7c15-4706-ae39-f9bae52938fe req-cf9cc055-f06e-4987-9891-9f032b8db253 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307491 Sep 07 16:35:00.174062 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e647ccc5-ef19-4fb4-ac81-32235c3ebf55 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:35:00.220829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port e647ccc5-ef19-4fb4-ac81-32235c3ebf55 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:35:00.224950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port e647ccc5-ef19-4fb4-ac81-32235c3ebf55 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:35:00.225425 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:00.311150 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:00.332240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9dd072-a7c5-442a-8b69-8af22103603c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e647ccc5-ef19-4fb4-ac81-32235c3ebf55'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:35:00.334802 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eff1bac-62c0-4aab-890a-a585476a3437" -d '{"events": [{"server_uuid": "1e9dd072-a7c5-442a-8b69-8af22103603c", "name": "network-vif-plugged", "status": "completed", "tag": "e647ccc5-ef19-4fb4-ac81-32235c3ebf55"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:35:00.348451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e647ccc5-ef19-4fb4-ac81-32235c3ebf55, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e647ccc5-ef19-4fb4-ac81-32235c3ebf55,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:35:00.353333 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:00.381214 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec06217-c4be-4803-8a04-29e89cf5231f x-openstack-request-id: req-7ec06217-c4be-4803-8a04-29e89cf5231f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:35:00.381506 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9dd072-a7c5-442a-8b69-8af22103603c", "name": "network-vif-plugged", "status": "completed", "tag": "e647ccc5-ef19-4fb4-ac81-32235c3ebf55", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:35:00.381762 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ec06217-c4be-4803-8a04-29e89cf5231f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:35:00.382151 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9dd072-a7c5-442a-8b69-8af22103603c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e647ccc5-ef19-4fb4-ac81-32235c3ebf55', 'code': 200} Sep 07 16:35:00.409491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e647ccc5-ef19-4fb4-ac81-32235c3ebf55,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:00.476417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e069484-757d-4a08-9b6c-874d3d6d58dc req-1d4d10fd-7cc0-4b20-b500-8b197ebd8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:00.478717 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e069484-757d-4a08-9b6c-874d3d6d58dc req-1d4d10fd-7cc0-4b20-b500-8b197ebd8fff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 1096 time: 0.0411825 Sep 07 16:35:00.516450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e069484-757d-4a08-9b6c-874d3d6d58dc req-3729fe4c-94cb-463b-bc95-7010a33dab22 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278687 Sep 07 16:35:00.742041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2459eed-fdb3-4b9f-848c-5a0d83771e0d req-6dee0fd8-76f9-4b27-96c2-a78746631f9f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:00.743928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2459eed-fdb3-4b9f-848c-5a0d83771e0d req-6dee0fd8-76f9-4b27-96c2-a78746631f9f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0484419 Sep 07 16:35:00.780186 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2459eed-fdb3-4b9f-848c-5a0d83771e0d req-fb26b0a9-23e6-454a-92ae-a455e99160bd tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301821 Sep 07 16:35:01.183943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea268ae2-1ff8-4e7c-8749-0d4beffecda6 req-a1c507f3-90ab-4bcb-a5cc-4b5adba875cf tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:01.185429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea268ae2-1ff8-4e7c-8749-0d4beffecda6 req-a1c507f3-90ab-4bcb-a5cc-4b5adba875cf tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 945 time: 0.0512242 Sep 07 16:35:01.220973 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea268ae2-1ff8-4e7c-8749-0d4beffecda6 req-bab30fcc-f37f-4700-83ce-a2177b285dc7 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297651 Sep 07 16:35:01.895070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f787c3f-a62d-4477-a0de-892a53671d81 req-cd83dd07-5d28-4456-a5c8-abd712a2bc9a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:01.896602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f787c3f-a62d-4477-a0de-892a53671d81 req-cd83dd07-5d28-4456-a5c8-abd712a2bc9a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0494690 Sep 07 16:35:01.905347 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:01.936299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f787c3f-a62d-4477-a0de-892a53671d81 req-b4b66160-5314-4da8-91ed-52d97a0c3183 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331156 Sep 07 16:35:02.333240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341bf98-9fb2-4b66-86c9-f4fd3940e6c6 req-8cb61dff-f754-4384-b1e9-c296eed23f01 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:02.334726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6341bf98-9fb2-4b66-86c9-f4fd3940e6c6 req-8cb61dff-f754-4384-b1e9-c296eed23f01 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 945 time: 0.0473053 Sep 07 16:35:02.373920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6341bf98-9fb2-4b66-86c9-f4fd3940e6c6 req-015ac2c4-396a-40cd-a1b7-bc10af730b4f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Sep 07 16:35:02.405990 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:03.055837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a68a88-9d65-4068-a72d-4f5c47df6eba req-a126f125-1618-4126-b63a-5af5ce7f64fb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:03.057400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2a68a88-9d65-4068-a72d-4f5c47df6eba req-a126f125-1618-4126-b63a-5af5ce7f64fb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0527866 Sep 07 16:35:03.094794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2a68a88-9d65-4068-a72d-4f5c47df6eba req-84d98127-0cec-40e3-a566-bbfc7d2ade4d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316186 Sep 07 16:35:03.491916 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7b3ab-8bce-48f4-9500-ff5db6119580 req-923837a8-b828-43dd-a6de-8ad62ab047c7 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:03.494058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92b7b3ab-8bce-48f4-9500-ff5db6119580 req-923837a8-b828-43dd-a6de-8ad62ab047c7 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 945 time: 0.0505912 Sep 07 16:35:03.530475 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92b7b3ab-8bce-48f4-9500-ff5db6119580 req-06457e1f-84d6-4e0c-9feb-8a800ae5a1b9 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301995 Sep 07 16:35:04.208803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42ffe8-2b1b-48dc-9756-3dffb375e2ff req-5045ddc4-5967-4ad4-9f88-32811550515c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:04.210300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d42ffe8-2b1b-48dc-9756-3dffb375e2ff req-5045ddc4-5967-4ad4-9f88-32811550515c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0489845 Sep 07 16:35:04.253001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d42ffe8-2b1b-48dc-9756-3dffb375e2ff req-9d246dbd-28cf-481e-ac49-2def1c425ca7 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332141 Sep 07 16:35:05.375622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbc57a-23cb-4d48-a706-c19d1b1eb25a req-6be05859-566d-4b8b-a1a7-114db47bc794 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:05.377233 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dbdbc57a-23cb-4d48-a706-c19d1b1eb25a req-6be05859-566d-4b8b-a1a7-114db47bc794 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 943 time: 0.0566111 Sep 07 16:35:05.415628 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dbdbc57a-23cb-4d48-a706-c19d1b1eb25a req-92836161-87d7-4073-85ca-bd9a16721052 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324275 Sep 07 16:35:05.952732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4f0c8445-cb01-4613-9f0c-d85e9011a948 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:35:06.056435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4f0c8445-cb01-4613-9f0c-d85e9011a948, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4f0c8445-cb01-4613-9f0c-d85e9011a948,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:35:06.067859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '4f0c8445-cb01-4613-9f0c-d85e9011a948', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'port_id': '4f0c8445-cb01-4613-9f0c-d85e9011a948', 'mac_address': 'fa:16:3e:be:6d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:35:06.105890 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:06.118687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0c8445-cb01-4613-9f0c-d85e9011a948 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:35:06.138341 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4f0c8445-cb01-4613-9f0c-d85e9011a948, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4f0c8445-cb01-4613-9f0c-d85e9011a948,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:35:06.142488 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:06.192391 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=4f0c8445-cb01-4613-9f0c-d85e9011a948,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:06.448876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['4f0c8445-cb01-4613-9f0c-d85e9011a948'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:35:06.547045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63074293-8060-46b6-aab3-4eb5b7648d0e req-ca0bd9a1-b99b-42e8-9a25-d871a1f20640 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:06.548790 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63074293-8060-46b6-aab3-4eb5b7648d0e req-ca0bd9a1-b99b-42e8-9a25-d871a1f20640 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 944 time: 0.0536163 Sep 07 16:35:06.596540 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63074293-8060-46b6-aab3-4eb5b7648d0e req-56d684c9-d4a3-4c7d-8127-cd008a826fa7 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334072 Sep 07 16:35:07.720509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5d150-643e-4784-a615-d332b973a1d5 req-2b19b0f3-471f-4667-ab4d-90d67e364194 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:07.725258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90c5d150-643e-4784-a615-d332b973a1d5 req-2b19b0f3-471f-4667-ab4d-90d67e364194 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 944 time: 0.0552192 Sep 07 16:35:07.760577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90c5d150-643e-4784-a615-d332b973a1d5 req-dd5ff2dd-d881-4f36-9523-84d388ae4f68 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318236 Sep 07 16:35:07.959455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4f0c8445-cb01-4613-9f0c-d85e9011a948 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:35:08.007920 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 4f0c8445-cb01-4613-9f0c-d85e9011a948 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:35:08.012227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 4f0c8445-cb01-4613-9f0c-d85e9011a948 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:35:08.012698 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:08.090126 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:08.112180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1385852-f0e7-4c5e-9829-4fd0d9d7e569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0c8445-cb01-4613-9f0c-d85e9011a948'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:35:08.114448 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0a7205-5cb6-4c4c-a9ab-1560c86d4a69" -d '{"events": [{"server_uuid": "b1385852-f0e7-4c5e-9829-4fd0d9d7e569", "name": "network-vif-plugged", "status": "completed", "tag": "4f0c8445-cb01-4613-9f0c-d85e9011a948"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:35:08.132487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 4f0c8445-cb01-4613-9f0c-d85e9011a948, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4f0c8445-cb01-4613-9f0c-d85e9011a948,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:35:08.137679 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:08.161890 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa25f985-cb8f-4720-bff8-030881c01d45 x-openstack-request-id: req-aa25f985-cb8f-4720-bff8-030881c01d45 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:35:08.162190 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1385852-f0e7-4c5e-9829-4fd0d9d7e569", "name": "network-vif-plugged", "status": "completed", "tag": "4f0c8445-cb01-4613-9f0c-d85e9011a948", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:35:08.162445 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa25f985-cb8f-4720-bff8-030881c01d45 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:35:08.162896 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1385852-f0e7-4c5e-9829-4fd0d9d7e569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0c8445-cb01-4613-9f0c-d85e9011a948', 'code': 200} Sep 07 16:35:08.191325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=4f0c8445-cb01-4613-9f0c-d85e9011a948,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:08.266965 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f72bc-5229-40e2-99d5-1c2cd690c44c req-9cce0537-80a6-4ba8-9181-4701300f67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:08.268611 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-897f72bc-5229-40e2-99d5-1c2cd690c44c req-9cce0537-80a6-4ba8-9181-4701300f67dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 1096 time: 0.0476007 Sep 07 16:35:08.309758 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-897f72bc-5229-40e2-99d5-1c2cd690c44c req-cdd7b8d1-c006-48da-9b0c-8c48215637c5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344090 Sep 07 16:35:08.469320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ee29e26f-08e9-4c38-afd2-5894c98dd5d2 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:08.470798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ee29e26f-08e9-4c38-afd2-5894c98dd5d2 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/networks?id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6 HTTP/1.1" status: 200 len: 814 time: 0.1103709 Sep 07 16:35:08.486013 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-faed2471-db2a-489f-b7ea-7e99ce9b6242 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/quotas/3358bcf1982048459962c4454f9a394d HTTP/1.1" status: 200 len: 375 time: 0.0094140 Sep 07 16:35:08.538428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-18af76d6-c2f9-4845-96f8-27d242c4b7e6 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3358bcf1982048459962c4454f9a394d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470695 Sep 07 16:35:08.645682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-3f27d671-4a6a-4027-95f2-a8eddf71b452 service neutron] 10.222.0.70 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995252 Sep 07 16:35:08.736162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-a6b28663-b774-4a4b-ad50-f0202bf26c61 service neutron] 10.222.0.70 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827808 Sep 07 16:35:08.921014 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-effdacd1-5c5d-4b67-9108-c1e8de6834ee req-25da5241-6e2b-41a4-a339-e6feb552aa6a tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 210 time: 0.0367279 Sep 07 16:35:08.942931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e14dc-0b46-4752-84c1-dfe488ca7842 req-39efc3e4-3dbc-4fc6-be73-ca8a07bf534d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:08.942931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f2e14dc-0b46-4752-84c1-dfe488ca7842 req-39efc3e4-3dbc-4fc6-be73-ca8a07bf534d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 945 time: 0.1056364 Sep 07 16:35:08.986744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f2e14dc-0b46-4752-84c1-dfe488ca7842 req-77848c1a-6f98-4f88-8efe-2febee583dcc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366299 Sep 07 16:35:09.882712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-5050cb7c-2982-484a-b5bf-adbafc70b7eb tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:09.884962 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-5050cb7c-2982-484a-b5bf-adbafc70b7eb tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.54 "GET /v2.0/networks?id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6 HTTP/1.1" status: 200 len: 814 time: 0.1160038 Sep 07 16:35:09.903041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ff05646c-bc31-45ca-a2b6-d37a04bda831 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Request body: {'port': {'device_id': 'b1c46d4d-4a90-404b-a815-3a3d6e15c2ad', 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6', 'admin_state_up': True, 'tenant_id': '3358bcf1982048459962c4454f9a394d'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:35:10.020931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ff05646c-bc31-45ca-a2b6-d37a04bda831 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Made reservation on behalf of 3358bcf1982048459962c4454f9a394d for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:35:10.025279 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ff05646c-bc31-45ca-a2b6-d37a04bda831 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:10.031612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0b92ca3-954a-4219-85a1-2ef8431ac25f req-5765a326-bdde-4b64-901a-a10422f3e40d tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 210 time: 0.0321057 Sep 07 16:35:10.113656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeb3ab-4aa8-4fb8-a16a-9342db114832 req-d4bf3993-488f-48c9-9cdf-8c676260f51d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:10.115140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-caeeb3ab-4aa8-4fb8-a16a-9342db114832 req-d4bf3993-488f-48c9-9cdf-8c676260f51d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 945 time: 0.0512786 Sep 07 16:35:10.153824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-caeeb3ab-4aa8-4fb8-a16a-9342db114832 req-d0b85a0b-c24d-416a-ae52-273645bd9cba tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Sep 07 16:35:10.154012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ff05646c-bc31-45ca-a2b6-d37a04bda831 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Allocated IP 172.20.0.12 (42a4f649-cfb9-45c2-a55b-bac4af04f1d6/73888fa0-a406-4290-bf81-ee51ca064594/75e10c6e-7188-40da-add3-8d539d83834f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:35:10.268453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec64a66-af63-466c-a06e-037b71d17c7a req-b2fa770b-6e4b-4903-850d-6d88decba9d0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:10.269955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ec64a66-af63-466c-a06e-037b71d17c7a req-b2fa770b-6e4b-4903-850d-6d88decba9d0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 945 time: 0.0490611 Sep 07 16:35:10.306709 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ff05646c-bc31-45ca-a2b6-d37a04bda831 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:10.309253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ec64a66-af63-466c-a06e-037b71d17c7a req-01ab3be2-07ae-4af4-a5ba-801cbce0e395 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Sep 07 16:35:10.346130 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ff05646c-bc31-45ca-a2b6-d37a04bda831 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:10.358295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c71bcc55-7da8-45e5-808d-77de287c476c', 'e647ccc5-ef19-4fb4-ac81-32235c3ebf55'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:35:10.405446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ff05646c-bc31-45ca-a2b6-d37a04bda831 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:35:10.405446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ff05646c-bc31-45ca-a2b6-d37a04bda831 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:35:10.405815 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-26e0dedd-0097-437f-b2f3-60d0f085f0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:10.406413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ff05646c-bc31-45ca-a2b6-d37a04bda831 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:35:10.441291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05646c-bc31-45ca-a2b6-d37a04bda831 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Pushing event updated for resources: {'Port': ['ID=75e10c6e-7188-40da-add3-8d539d83834f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:10.465386 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ff05646c-bc31-45ca-a2b6-d37a04bda831 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:10.466254 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ff05646c-bc31-45ca-a2b6-d37a04bda831 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:10.481969 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ff05646c-bc31-45ca-a2b6-d37a04bda831 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5829735 Sep 07 16:35:10.495530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Request body: {'port': {'device_id': 'b1c46d4d-4a90-404b-a815-3a3d6e15c2ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:35:10.569148 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:10.652723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653c1ea-5268-444e-99f8-4e17df189ed6 req-80f3507d-24f4-4829-991c-afb6ab7cd4de tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:10.654494 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3653c1ea-5268-444e-99f8-4e17df189ed6 req-80f3507d-24f4-4829-991c-afb6ab7cd4de tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 945 time: 0.0670326 Sep 07 16:35:10.694974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3653c1ea-5268-444e-99f8-4e17df189ed6 req-ee8b4445-0ce9-4cd1-9d88-9b4c3cfbf2b6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Sep 07 16:35:10.850650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e10c6e-7188-40da-add3-8d539d83834f {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:35:10.858702 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:10.870420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Transition to ACTIVE for port object 75e10c6e-7188-40da-add3-8d539d83834f will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:35:10.874818 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:10.922581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Pushing event updated for resources: {'Port': ['ID=75e10c6e-7188-40da-add3-8d539d83834f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:10.991070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Attempting to bind port 75e10c6e-7188-40da-add3-8d539d83834f on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:35:10.991404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Attempting to bind port 75e10c6e-7188-40da-add3-8d539d83834f by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:35:10.991732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Attempting to bind port 75e10c6e-7188-40da-add3-8d539d83834f on network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:35:10.995956 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Port 75e10c6e-7188-40da-add3-8d539d83834f on network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:35:10.996281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Attempting to bind port 75e10c6e-7188-40da-add3-8d539d83834f on network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:35:11.001210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:35:11.001552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Checking segment: {'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:35:11.001942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Bound using segment: {'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:35:11.002367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Bound port: 75e10c6e-7188-40da-add3-8d539d83834f, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:35:11.002719 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:11.068679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] For port 75e10c6e-7188-40da-add3-8d539d83834f, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:35:11.072321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] For port 75e10c6e-7188-40da-add3-8d539d83834f, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=75e10c6e-7188-40da-add3-8d539d83834f,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:35:11.077316 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:11.110394 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:11.111047 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:11.112612 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] 10.222.0.54 "PUT /v2.0/ports/75e10c6e-7188-40da-add3-8d539d83834f HTTP/1.1" status: 200 len: 1092 time: 0.6219184 Sep 07 16:35:11.113055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c46d4d-4a90-404b-a815-3a3d6e15c2ad', 'tag': '75e10c6e-7188-40da-add3-8d539d83834f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:35:11.115324 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c54239a-e943-4d55-b7c5-2a74e4d6de07" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c46d4d-4a90-404b-a815-3a3d6e15c2ad", "tag": "75e10c6e-7188-40da-add3-8d539d83834f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:35:11.146612 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ac3d8-add1-4550-9617-8a87e4eec850 service neutron] Pushing event updated for resources: {'Port': ['ID=75e10c6e-7188-40da-add3-8d539d83834f,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:11.166862 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea489dc9-6ad1-4b54-a95a-c8a1178f0c4f x-openstack-request-id: req-ea489dc9-6ad1-4b54-a95a-c8a1178f0c4f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:35:11.167155 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c46d4d-4a90-404b-a815-3a3d6e15c2ad", "tag": "75e10c6e-7188-40da-add3-8d539d83834f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:35:11.167407 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea489dc9-6ad1-4b54-a95a-c8a1178f0c4f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:35:11.167800 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c46d4d-4a90-404b-a815-3a3d6e15c2ad', 'tag': '75e10c6e-7188-40da-add3-8d539d83834f', 'status': 'completed', 'code': 200} Sep 07 16:35:11.171557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c39360-4f31-4f59-a7e9-09f956943df9 req-969657a0-3954-4b9c-a8ae-158540f7e39f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:11.173139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6c39360-4f31-4f59-a7e9-09f956943df9 req-969657a0-3954-4b9c-a8ae-158540f7e39f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 944 time: 0.0720932 Sep 07 16:35:11.200222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-77925bd9-19ab-40db-8908-c67ceded48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:11.201779 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-77925bd9-19ab-40db-8908-c67ceded48b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3358bcf1982048459962c4454f9a394d&device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 1095 time: 0.0470970 Sep 07 16:35:11.210240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6c39360-4f31-4f59-a7e9-09f956943df9 req-d2a6e6af-fc78-4f6a-80df-b8a02a456e17 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310211 Sep 07 16:35:11.252636 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-ab2e63de-2289-4391-abb7-77bd02dcf4af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75e10c6e-7188-40da-add3-8d539d83834f HTTP/1.1" status: 200 len: 217 time: 0.0416853 Sep 07 16:35:11.301700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-7b934bac-65c4-4af2-8f3b-7fdd939f2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:11.303090 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-7b934bac-65c4-4af2-8f3b-7fdd939f2fcc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=73888fa0-a406-4290-bf81-ee51ca064594 HTTP/1.1" status: 200 len: 854 time: 0.0426888 Sep 07 16:35:11.335757 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-6ab71566-ef04-409b-9671-96ab9aa307b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244637 Sep 07 16:35:11.431806 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-47556369-6ab6-41b4-8c1f-b8950efbbd3b service neutron] 10.222.0.54 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875669 Sep 07 16:35:11.526677 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e8b2f893-c2a5-40bc-8126-98cbd15dd859 req-7c6d7f28-8cc0-4805-a6d5-31b49e8365f4 service neutron] 10.222.0.54 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868728 Sep 07 16:35:11.617114 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54239a-e943-4d55-b7c5-2a74e4d6de07 req-7fd7d406-7d3c-491b-851e-1cfc789a8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:11.619352 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c54239a-e943-4d55-b7c5-2a74e4d6de07 req-7fd7d406-7d3c-491b-851e-1cfc789a8f5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3358bcf1982048459962c4454f9a394d&device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 1095 time: 0.0420108 Sep 07 16:35:11.722150 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54239a-e943-4d55-b7c5-2a74e4d6de07 req-4a19d4c1-b012-4a9d-97c2-7b77db643f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:11.723663 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c54239a-e943-4d55-b7c5-2a74e4d6de07 req-4a19d4c1-b012-4a9d-97c2-7b77db643f0d service neutron] 10.222.0.54 "GET /v2.0/networks?id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6 HTTP/1.1" status: 200 len: 915 time: 0.0970547 Sep 07 16:35:11.781439 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c54239a-e943-4d55-b7c5-2a74e4d6de07 req-176ed819-b7b3-4b86-bfd4-147a7add76cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75e10c6e-7188-40da-add3-8d539d83834f HTTP/1.1" status: 200 len: 217 time: 0.0353260 Sep 07 16:35:11.828105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27fc5f-20a0-4e26-a52a-4bc36b48346b req-21885fcf-c8e3-4809-808f-14b16905354b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:11.829734 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb27fc5f-20a0-4e26-a52a-4bc36b48346b req-21885fcf-c8e3-4809-808f-14b16905354b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 945 time: 0.0598569 Sep 07 16:35:11.838331 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54239a-e943-4d55-b7c5-2a74e4d6de07 req-b03c5830-e42f-4d30-804e-5acf67b884af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:11.840040 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c54239a-e943-4d55-b7c5-2a74e4d6de07 req-b03c5830-e42f-4d30-804e-5acf67b884af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=73888fa0-a406-4290-bf81-ee51ca064594 HTTP/1.1" status: 200 len: 854 time: 0.0495634 Sep 07 16:35:11.875221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb27fc5f-20a0-4e26-a52a-4bc36b48346b req-982d8179-8b32-4819-8e9d-9b406e525885 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348907 Sep 07 16:35:11.878709 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c54239a-e943-4d55-b7c5-2a74e4d6de07 req-b229e362-9030-49d8-831e-2b2316470257 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257165 Sep 07 16:35:11.983104 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c54239a-e943-4d55-b7c5-2a74e4d6de07 req-3e373fe3-b671-4eb7-a849-7a6509c51b62 service neutron] 10.222.0.54 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916965 Sep 07 16:35:12.089065 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c54239a-e943-4d55-b7c5-2a74e4d6de07 req-41627485-ede6-49ca-8f47-a9cd0c28ad13 service neutron] 10.222.0.54 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917389 Sep 07 16:35:12.332771 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ae055-3425-463b-a812-18124ca3b290 req-180dcbe0-3f4a-4ccd-b075-373cee44f859 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:12.334465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd61595-6796-476c-862a-98d639ff6bfc req-af95b64b-f10b-4ffc-9be4-cab7e98573c5 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:12.334707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f9ae055-3425-463b-a812-18124ca3b290 req-180dcbe0-3f4a-4ccd-b075-373cee44f859 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 944 time: 0.0517130 Sep 07 16:35:12.336396 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-afd61595-6796-476c-862a-98d639ff6bfc req-af95b64b-f10b-4ffc-9be4-cab7e98573c5 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 945 time: 0.0648723 Sep 07 16:35:12.375052 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f9ae055-3425-463b-a812-18124ca3b290 req-b8176b43-2fb3-4d63-87a4-fbeed2d07520 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340538 Sep 07 16:35:12.449458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-afd61595-6796-476c-862a-98d639ff6bfc req-f09a70c5-75a5-447a-a3d6-97871bb8e807 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Deleting port 4f0c8445-cb01-4613-9f0c-d85e9011a948 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:35:12.450037 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afd61595-6796-476c-862a-98d639ff6bfc req-f09a70c5-75a5-447a-a3d6-97871bb8e807 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:12.548794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-afd61595-6796-476c-862a-98d639ff6bfc req-f09a70c5-75a5-447a-a3d6-97871bb8e807 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] For port 4f0c8445-cb01-4613-9f0c-d85e9011a948, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=4f0c8445-cb01-4613-9f0c-d85e9011a948,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:35:12.549204 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afd61595-6796-476c-862a-98d639ff6bfc req-f09a70c5-75a5-447a-a3d6-97871bb8e807 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:12.563044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-afd61595-6796-476c-862a-98d639ff6bfc req-f09a70c5-75a5-447a-a3d6-97871bb8e807 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Calling delete_port for 4f0c8445-cb01-4613-9f0c-d85e9011a948 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:35:12.698516 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afd61595-6796-476c-862a-98d639ff6bfc req-f09a70c5-75a5-447a-a3d6-97871bb8e807 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:12.710497 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['0ab638d5-aba6-4682-8814-951d69dff810'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:35:12.715578 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['4f0c8445-cb01-4613-9f0c-d85e9011a948'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:35:12.727874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a70c5-75a5-447a-a3d6-97871bb8e807 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event deleted for resources: {'Port': ['ID=4f0c8445-cb01-4613-9f0c-d85e9011a948,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:12.786174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd61595-6796-476c-862a-98d639ff6bfc req-f09a70c5-75a5-447a-a3d6-97871bb8e807 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] No DVR routers for this DVR port 4f0c8445-cb01-4613-9f0c-d85e9011a948 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:35:12.790493 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-afd61595-6796-476c-862a-98d639ff6bfc req-f09a70c5-75a5-447a-a3d6-97871bb8e807 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:12.793182 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-afd61595-6796-476c-862a-98d639ff6bfc req-f09a70c5-75a5-447a-a3d6-97871bb8e807 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "DELETE /v2.0/ports/4f0c8445-cb01-4613-9f0c-d85e9011a948 HTTP/1.1" status: 204 len: 173 time: 0.4489765 Sep 07 16:35:13.012361 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9bd5965-7d80-45e5-83f5-4934cc3f77af req-47771316-240a-40bc-9c4f-34ca9814e101 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 210 time: 0.0369744 Sep 07 16:35:13.168521 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1385852-f0e7-4c5e-9829-4fd0d9d7e569', 'name': 'network-vif-deleted', 'tag': '4f0c8445-cb01-4613-9f0c-d85e9011a948'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:35:13.171122 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918d9649-32cd-4a86-80c2-612716184d8a" -d '{"events": [{"server_uuid": "b1385852-f0e7-4c5e-9829-4fd0d9d7e569", "name": "network-vif-deleted", "tag": "4f0c8445-cb01-4613-9f0c-d85e9011a948"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:35:13.208752 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac33c07-5e47-4f2e-a4be-a330954e3bf3 x-openstack-request-id: req-5ac33c07-5e47-4f2e-a4be-a330954e3bf3 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:35:13.209054 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1385852-f0e7-4c5e-9829-4fd0d9d7e569", "name": "network-vif-deleted", "tag": "4f0c8445-cb01-4613-9f0c-d85e9011a948", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:35:13.209411 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ac33c07-5e47-4f2e-a4be-a330954e3bf3 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:35:13.209730 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1385852-f0e7-4c5e-9829-4fd0d9d7e569', 'name': 'network-vif-deleted', 'tag': '4f0c8445-cb01-4613-9f0c-d85e9011a948', 'status': 'completed', 'code': 200} Sep 07 16:35:13.491725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d48ba1-f31d-4984-8a5a-d4a47ccb9fe3 req-a525ad2e-e373-4bc1-af78-9123a8ce7463 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:13.493311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89d48ba1-f31d-4984-8a5a-d4a47ccb9fe3 req-a525ad2e-e373-4bc1-af78-9123a8ce7463 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 944 time: 0.0491848 Sep 07 16:35:13.533236 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89d48ba1-f31d-4984-8a5a-d4a47ccb9fe3 req-879407ff-f306-485c-8a9b-310d9eafa65a tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337651 Sep 07 16:35:13.935508 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:14.015697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 75e10c6e-7188-40da-add3-8d539d83834f details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:35:14.125485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7546258a-59c3-4762-a4f9-4ca50ef8be23 req-f482d0c0-c23b-469a-87e7-79d5953b8abe tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 210 time: 0.0308869 Sep 07 16:35:14.132272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 75e10c6e-7188-40da-add3-8d539d83834f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=75e10c6e-7188-40da-add3-8d539d83834f,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:35:14.147096 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '75e10c6e-7188-40da-add3-8d539d83834f', 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6', 'port_id': '75e10c6e-7188-40da-add3-8d539d83834f', 'mac_address': 'fa:16:3e:8e:e7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73888fa0-a406-4290-bf81-ee51ca064594', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:35:14.187710 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:14.203316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e10c6e-7188-40da-add3-8d539d83834f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:35:14.224991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 75e10c6e-7188-40da-add3-8d539d83834f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=75e10c6e-7188-40da-add3-8d539d83834f,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:35:14.229020 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:14.278093 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c168ad7-fe66-499b-986b-34f9e8e71ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:14.297075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=75e10c6e-7188-40da-add3-8d539d83834f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:14.473443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['75e10c6e-7188-40da-add3-8d539d83834f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:35:14.660212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da532c53-62f8-4066-ae1b-06b9677dfe10 req-27c3d0a3-bcec-49d2-9a82-4d64f6c52819 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:14.661874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da532c53-62f8-4066-ae1b-06b9677dfe10 req-27c3d0a3-bcec-49d2-9a82-4d64f6c52819 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 945 time: 0.0523796 Sep 07 16:35:14.701177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da532c53-62f8-4066-ae1b-06b9677dfe10 req-52c3a4f6-ecb5-4ff1-a33a-4bf51c2b864e tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321455 Sep 07 16:35:14.930414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:15.229180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b85e358a-66f0-4199-8ab9-c87f025d4553 req-96bcae16-b98c-4fae-9692-8ad84525a2df tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 210 time: 0.0312803 Sep 07 16:35:15.834894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1ffe2-2159-431f-967c-a3b9fc83be54 req-01c3b2db-355e-4c80-9b8e-b61f7a5b3d3f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:15.843783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26b1ffe2-2159-431f-967c-a3b9fc83be54 req-01c3b2db-355e-4c80-9b8e-b61f7a5b3d3f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 945 time: 0.0581727 Sep 07 16:35:15.882227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26b1ffe2-2159-431f-967c-a3b9fc83be54 req-850cd97d-bf6c-46c4-923f-caefcc5d782a tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374877 Sep 07 16:35:16.016917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 75e10c6e-7188-40da-add3-8d539d83834f up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:35:16.075050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 75e10c6e-7188-40da-add3-8d539d83834f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:35:16.079249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 75e10c6e-7188-40da-add3-8d539d83834f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:35:16.079824 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:16.156523 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:16.179188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c46d4d-4a90-404b-a815-3a3d6e15c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e10c6e-7188-40da-add3-8d539d83834f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:35:16.182030 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cc9e89-1b57-40fb-9caf-f92806bd9c30" -d '{"events": [{"server_uuid": "b1c46d4d-4a90-404b-a815-3a3d6e15c2ad", "name": "network-vif-plugged", "status": "completed", "tag": "75e10c6e-7188-40da-add3-8d539d83834f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:35:16.194864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 75e10c6e-7188-40da-add3-8d539d83834f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=75e10c6e-7188-40da-add3-8d539d83834f,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:35:16.199593 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:16.200514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4f0c8445-cb01-4613-9f0c-d85e9011a948 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:35:16.250305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 4f0c8445-cb01-4613-9f0c-d85e9011a948 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:35:16.250660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 4f0c8445-cb01-4613-9f0c-d85e9011a948 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:35:16.284933 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=75e10c6e-7188-40da-add3-8d539d83834f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:16.344679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b1e66e1-45e8-473f-ba50-142994b39b7a req-d7c55c02-0b5d-4d58-ad5d-6e1e759b98a4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1385852-f0e7-4c5e-9829-4fd0d9d7e569 HTTP/1.1" status: 200 len: 210 time: 0.0284879 Sep 07 16:35:16.473665 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5818bb-1bba-4435-ad45-3e2987c25afa x-openstack-request-id: req-8c5818bb-1bba-4435-ad45-3e2987c25afa {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:35:16.474032 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c46d4d-4a90-404b-a815-3a3d6e15c2ad", "name": "network-vif-plugged", "status": "completed", "tag": "75e10c6e-7188-40da-add3-8d539d83834f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:35:16.474386 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c5818bb-1bba-4435-ad45-3e2987c25afa {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:35:16.474853 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c46d4d-4a90-404b-a815-3a3d6e15c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e10c6e-7188-40da-add3-8d539d83834f', 'code': 200} Sep 07 16:35:16.598420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630bbfa-0021-4d65-ad91-8ac660d4dcba req-0fdb60f7-608c-4908-a56c-89ac64375b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:16.599948 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7630bbfa-0021-4d65-ad91-8ac660d4dcba req-0fdb60f7-608c-4908-a56c-89ac64375b6c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 1097 time: 0.0433040 Sep 07 16:35:16.640175 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-7630bbfa-0021-4d65-ad91-8ac660d4dcba req-01903949-83a8-4908-a4d7-d8e9ad44bdfe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272486 Sep 07 16:35:16.856237 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:17.013321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1e0cf-cb3b-4b47-bc4c-7a410f16d513 req-8e134eff-f2c7-4308-9eac-fd334dbc0aa3 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:17.014750 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a1e1e0cf-cb3b-4b47-bc4c-7a410f16d513 req-8e134eff-f2c7-4308-9eac-fd334dbc0aa3 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 946 time: 0.0580714 Sep 07 16:35:17.073336 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a1e1e0cf-cb3b-4b47-bc4c-7a410f16d513 req-c1996433-4e88-4186-9dd3-25f8f563ee29 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503552 Sep 07 16:35:18.192995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb49ae-963d-45cb-a010-4729967f4d6d req-9ae3a5bc-0826-48dc-b440-b1befc07a030 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:18.194507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68cb49ae-963d-45cb-a010-4729967f4d6d req-9ae3a5bc-0826-48dc-b440-b1befc07a030 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 946 time: 0.0525136 Sep 07 16:35:18.233223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68cb49ae-963d-45cb-a010-4729967f4d6d req-ec405ec9-c69c-41b0-aebd-d6370c8118a2 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Sep 07 16:35:21.903380 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c51047-eba4-4227-9653-42e45502dbe1 req-2d0aff2c-540b-44e5-9146-1e1ea5e5384e tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:21.904884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68c51047-eba4-4227-9653-42e45502dbe1 req-2d0aff2c-540b-44e5-9146-1e1ea5e5384e tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 946 time: 0.0501695 Sep 07 16:35:21.943773 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-68c51047-eba4-4227-9653-42e45502dbe1 req-693b1323-740e-49e5-a62c-63921d789a7f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Sep 07 16:35:23.063463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884db53-7410-4c45-bbe7-3c2e94bb025a req-501d46b1-6739-4575-a665-6c1759d6eb33 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:23.065194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1884db53-7410-4c45-bbe7-3c2e94bb025a req-501d46b1-6739-4575-a665-6c1759d6eb33 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 946 time: 0.0539362 Sep 07 16:35:23.106417 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1884db53-7410-4c45-bbe7-3c2e94bb025a req-34331aed-64d9-40ec-aaa0-789bebf4bcf6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Sep 07 16:35:23.870132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f7db9-04ed-4574-a454-e6a4e9fcdb5b req-0d452821-95ba-4e4e-98f1-4ce4d330e535 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:23.871574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc8f7db9-04ed-4574-a454-e6a4e9fcdb5b req-0d452821-95ba-4e4e-98f1-4ce4d330e535 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 946 time: 0.0486195 Sep 07 16:35:23.961901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-dc8f7db9-04ed-4574-a454-e6a4e9fcdb5b req-a90d2294-3e8e-428b-a079-65c6a1239e80 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Deleting port 0ab638d5-aba6-4682-8814-951d69dff810 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:35:23.962247 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc8f7db9-04ed-4574-a454-e6a4e9fcdb5b req-a90d2294-3e8e-428b-a079-65c6a1239e80 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:24.052895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-dc8f7db9-04ed-4574-a454-e6a4e9fcdb5b req-a90d2294-3e8e-428b-a079-65c6a1239e80 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] For port 0ab638d5-aba6-4682-8814-951d69dff810, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=0ab638d5-aba6-4682-8814-951d69dff810,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:35:24.053156 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc8f7db9-04ed-4574-a454-e6a4e9fcdb5b req-a90d2294-3e8e-428b-a079-65c6a1239e80 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:24.067215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-dc8f7db9-04ed-4574-a454-e6a4e9fcdb5b req-a90d2294-3e8e-428b-a079-65c6a1239e80 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Calling delete_port for 0ab638d5-aba6-4682-8814-951d69dff810 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:35:24.222598 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc8f7db9-04ed-4574-a454-e6a4e9fcdb5b req-a90d2294-3e8e-428b-a079-65c6a1239e80 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:24.237167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['0ab638d5-aba6-4682-8814-951d69dff810'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:35:24.257720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d2294-3e8e-428b-a079-65c6a1239e80 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event deleted for resources: {'Port': ['ID=0ab638d5-aba6-4682-8814-951d69dff810,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:24.258939 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:35:24.268589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932b7f8-3af3-4f67-b8fe-eabf65dac153 req-59ad8faf-77b5-4115-a265-e7acfe4b08df tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:24.270070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1932b7f8-3af3-4f67-b8fe-eabf65dac153 req-59ad8faf-77b5-4115-a265-e7acfe4b08df tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 867 time: 0.0897505 Sep 07 16:35:24.608387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8f7db9-04ed-4574-a454-e6a4e9fcdb5b req-a90d2294-3e8e-428b-a079-65c6a1239e80 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] No DVR routers for this DVR port 0ab638d5-aba6-4682-8814-951d69dff810 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:35:24.612273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-dc8f7db9-04ed-4574-a454-e6a4e9fcdb5b req-a90d2294-3e8e-428b-a079-65c6a1239e80 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:24.614630 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc8f7db9-04ed-4574-a454-e6a4e9fcdb5b req-a90d2294-3e8e-428b-a079-65c6a1239e80 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "DELETE /v2.0/ports/0ab638d5-aba6-4682-8814-951d69dff810 HTTP/1.1" status: 204 len: 173 time: 0.7361310 Sep 07 16:35:24.615065 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287a50ec-9e77-419d-9527-d37a68f1590a', 'name': 'network-vif-deleted', 'tag': '0ab638d5-aba6-4682-8814-951d69dff810'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:35:24.617346 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720803f9-a734-46c6-9b42-71e164a0205e" -d '{"events": [{"server_uuid": "287a50ec-9e77-419d-9527-d37a68f1590a", "name": "network-vif-deleted", "tag": "0ab638d5-aba6-4682-8814-951d69dff810"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:35:24.633659 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1932b7f8-3af3-4f67-b8fe-eabf65dac153 req-206f7c5c-a3c6-4478-9737-0fc568684845 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3d49fa4-7a98-4a01-a98c-7f86537f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368735 Sep 07 16:35:24.672023 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07880040-9b09-49a6-a261-e9edef6bfdb4 x-openstack-request-id: req-07880040-9b09-49a6-a261-e9edef6bfdb4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:35:24.672222 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287a50ec-9e77-419d-9527-d37a68f1590a", "name": "network-vif-deleted", "tag": "0ab638d5-aba6-4682-8814-951d69dff810", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:35:24.672467 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-07880040-9b09-49a6-a261-e9edef6bfdb4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:35:24.673226 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287a50ec-9e77-419d-9527-d37a68f1590a', 'name': 'network-vif-deleted', 'tag': '0ab638d5-aba6-4682-8814-951d69dff810', 'status': 'completed', 'code': 200} Sep 07 16:35:25.731800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1059e1f4-de7b-4de5-8307-9456586b840b req-7b4ebd91-3de7-4c6c-9d32-624b59c4c5fa tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 210 time: 0.0257347 Sep 07 16:35:26.829329 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c3db037-3ced-4614-8a3f-6ee640294f12 req-178c10f5-fd7e-43fa-8745-906fd8fe6705 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 210 time: 0.0274222 Sep 07 16:35:27.939839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a052f592-dbd2-4e5b-85bc-912739f528d0 req-3fdea6b5-2b1e-4750-b20b-9c99bd096d5e tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=287a50ec-9e77-419d-9527-d37a68f1590a HTTP/1.1" status: 200 len: 210 time: 0.0343034 Sep 07 16:35:28.312558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0ab638d5-aba6-4682-8814-951d69dff810 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:35:28.332611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 0ab638d5-aba6-4682-8814-951d69dff810 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:35:28.333024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 0ab638d5-aba6-4682-8814-951d69dff810 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:35:31.131312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53742) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:35:31.136647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7192dcde-100f-442c-a8ce-b766eb1969da tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188883077', 'description': 'tempest-secgroup-smoke-188883077 description', 'project_id': 'f76da91ef6ee461a9b706160f512deb0'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:35:31.157223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7192dcde-100f-442c-a8ce-b766eb1969da tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.237309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7192dcde-100f-442c-a8ce-b766eb1969da tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.240914 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7192dcde-100f-442c-a8ce-b766eb1969da tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.271673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7192dcde-100f-442c-a8ce-b766eb1969da tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.272933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7192dcde-100f-442c-a8ce-b766eb1969da tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1405809 Sep 07 16:35:31.274725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192dcde-100f-442c-a8ce-b766eb1969da tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a880013d-2009-46e1-af3e-ca8b5f6b9ef7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:31.276104 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53744) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:35:31.282391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-952fbaa8-f648-4b55-bd24-2068a3afba8d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'security_group_rule': {'security_group_id': 'a880013d-2009-46e1-af3e-ca8b5f6b9ef7', 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:35:31.309531 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-952fbaa8-f648-4b55-bd24-2068a3afba8d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.355604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-952fbaa8-f648-4b55-bd24-2068a3afba8d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.359468 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-952fbaa8-f648-4b55-bd24-2068a3afba8d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.379585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fbaa8-f648-4b55-bd24-2068a3afba8d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983bb20f-b7df-4b99-8ed6-94d256c95c67,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:31.386868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-952fbaa8-f648-4b55-bd24-2068a3afba8d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.388732 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-952fbaa8-f648-4b55-bd24-2068a3afba8d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1105659 Sep 07 16:35:31.391122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 53746) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:35:31.395552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-75e11eca-c8e6-4323-94a5-4a25602bfb1b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'security_group_rule': {'security_group_id': 'a880013d-2009-46e1-af3e-ca8b5f6b9ef7', 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:35:31.421352 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e11eca-c8e6-4323-94a5-4a25602bfb1b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.476733 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e11eca-c8e6-4323-94a5-4a25602bfb1b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.480376 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e11eca-c8e6-4323-94a5-4a25602bfb1b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.498596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e11eca-c8e6-4323-94a5-4a25602bfb1b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a6ff94-cbae-4f6c-ba11-5fcc0686d275,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:31.504420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e11eca-c8e6-4323-94a5-4a25602bfb1b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.508525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53748) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:35:31.508687 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-75e11eca-c8e6-4323-94a5-4a25602bfb1b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163821 Sep 07 16:35:31.513090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-20f74d59-eb28-42dc-b833-8fb3128b0861 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'security_group_rule': {'security_group_id': 'a880013d-2009-46e1-af3e-ca8b5f6b9ef7', 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:35:31.538349 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20f74d59-eb28-42dc-b833-8fb3128b0861 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.596044 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20f74d59-eb28-42dc-b833-8fb3128b0861 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.600373 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20f74d59-eb28-42dc-b833-8fb3128b0861 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.618576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f74d59-eb28-42dc-b833-8fb3128b0861 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0420a0dd-da5f-4af2-af60-09b80ff09241,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:31.628549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-20f74d59-eb28-42dc-b833-8fb3128b0861 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.632577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-20f74d59-eb28-42dc-b833-8fb3128b0861 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203165 Sep 07 16:35:31.632822 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53750) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:35:31.637398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a5c47c62-845a-42e9-aa51-68c1c6f25fa9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'security_group_rule': {'security_group_id': 'a880013d-2009-46e1-af3e-ca8b5f6b9ef7', 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:35:31.671763 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c860e28-9036-4bc1-97be-9ba0731bc2e3 req-73d161eb-34ac-4da0-ad38-7dc05ede8291 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468166 Sep 07 16:35:31.675851 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c47c62-845a-42e9-aa51-68c1c6f25fa9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.745660 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c47c62-845a-42e9-aa51-68c1c6f25fa9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.750489 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c47c62-845a-42e9-aa51-68c1c6f25fa9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.768582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c860e28-9036-4bc1-97be-9ba0731bc2e3 req-cf17ca7b-87dc-4775-bd25-ccb4abdcf492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:31.769002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c47c62-845a-42e9-aa51-68c1c6f25fa9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f40a6dd-a9bd-4165-829a-d21505d56fed,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:31.771087 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c860e28-9036-4bc1-97be-9ba0731bc2e3 req-cf17ca7b-87dc-4775-bd25-ccb4abdcf492 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3f73fe945b1f42a4b36b947743fd2019&device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 1096 time: 0.0473843 Sep 07 16:35:31.781474 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a5c47c62-845a-42e9-aa51-68c1c6f25fa9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.783051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a5c47c62-845a-42e9-aa51-68c1c6f25fa9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1492796 Sep 07 16:35:31.785837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53752) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:35:31.791303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8ef3bf76-e3d2-4903-ad9c-574bd580b141 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'security_group_rule': {'security_group_id': 'a880013d-2009-46e1-af3e-ca8b5f6b9ef7', 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:35:31.813354 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-8ef3bf76-e3d2-4903-ad9c-574bd580b141 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Project f76da91ef6ee461a9b706160f512deb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:35:31.818176 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ef3bf76-e3d2-4903-ad9c-574bd580b141 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.882407 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ef3bf76-e3d2-4903-ad9c-574bd580b141 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.886330 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ef3bf76-e3d2-4903-ad9c-574bd580b141 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.891984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c860e28-9036-4bc1-97be-9ba0731bc2e3 req-70871ead-f49d-41eb-aa5d-a85be8a9e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:31.893801 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c860e28-9036-4bc1-97be-9ba0731bc2e3 req-70871ead-f49d-41eb-aa5d-a85be8a9e1c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 200 len: 912 time: 0.0982804 Sep 07 16:35:31.913516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3bf76-e3d2-4903-ad9c-574bd580b141 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c1a068-0f19-4cc1-9440-c58097f2d767,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:31.922892 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ef3bf76-e3d2-4903-ad9c-574bd580b141 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.924403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8ef3bf76-e3d2-4903-ad9c-574bd580b141 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373656 Sep 07 16:35:31.927132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 53754) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:35:31.927750 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.931769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5340efc8-65c1-4666-9f18-9b82a830c883 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'security_group_rule': {'security_group_id': 'a880013d-2009-46e1-af3e-ca8b5f6b9ef7', 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:35:31.954307 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-5340efc8-65c1-4666-9f18-9b82a830c883 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Project f76da91ef6ee461a9b706160f512deb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:35:31.960014 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5340efc8-65c1-4666-9f18-9b82a830c883 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:31.973674 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c860e28-9036-4bc1-97be-9ba0731bc2e3 req-35cc9eb5-ad95-4f03-96e3-5c5959f62af2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=453875e6-b4a6-4434-b85a-dafe62415831 HTTP/1.1" status: 200 len: 1001 time: 0.0723953 Sep 07 16:35:32.026180 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5340efc8-65c1-4666-9f18-9b82a830c883 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:32.030612 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5340efc8-65c1-4666-9f18-9b82a830c883 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:32.051264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c860e28-9036-4bc1-97be-9ba0731bc2e3 req-3c5037b5-1f0a-4c4c-9067-9d1fbb07bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:32.053299 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c860e28-9036-4bc1-97be-9ba0731bc2e3 req-3c5037b5-1f0a-4c4c-9067-9d1fbb07bab0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83e5006b-f36c-4324-a04a-5fa3a46b4335 HTTP/1.1" status: 200 len: 850 time: 0.0709498 Sep 07 16:35:32.056189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340efc8-65c1-4666-9f18-9b82a830c883 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38595d1e-c363-4679-af10-38e97716447c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:32.062083 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5340efc8-65c1-4666-9f18-9b82a830c883 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:32.063418 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5340efc8-65c1-4666-9f18-9b82a830c883 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352410 Sep 07 16:35:32.131854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c860e28-9036-4bc1-97be-9ba0731bc2e3 req-836892d9-ba9d-4004-ae3b-169656f7bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:32.133438 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c860e28-9036-4bc1-97be-9ba0731bc2e3 req-836892d9-ba9d-4004-ae3b-169656f7bf43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb7b97c6-9ac5-4801-b78b-7be25431d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578926 Sep 07 16:35:32.234919 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c860e28-9036-4bc1-97be-9ba0731bc2e3 req-9a4c3e34-0652-4861-8a5d-c4c07f65d8ce service neutron] 10.222.0.54 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924859 Sep 07 16:35:32.334998 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c860e28-9036-4bc1-97be-9ba0731bc2e3 req-ebba79aa-9863-48b7-b491-a795c3add2cd service neutron] 10.222.0.54 "GET /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922871 Sep 07 16:35:32.433725 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:34.497650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0898b989-78a3-48ba-8041-628cb5654c9b tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:34.499342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0898b989-78a3-48ba-8041-628cb5654c9b tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/networks?id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6 HTTP/1.1" status: 200 len: 814 time: 0.1097999 Sep 07 16:35:34.515189 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-b0fee111-afc0-4cea-9504-d2bbd213f118 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/quotas/3358bcf1982048459962c4454f9a394d HTTP/1.1" status: 200 len: 375 time: 0.0099988 Sep 07 16:35:34.576898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-235d99a4-f713-4c2c-b459-844d997e7eea tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3358bcf1982048459962c4454f9a394d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511763 Sep 07 16:35:34.584291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-bdd9eb7b-3240-4553-9a58-0e63cd9929be service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:35:34.586707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-bdd9eb7b-3240-4553-9a58-0e63cd9929be service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066626 Sep 07 16:35:34.676883 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-149bd0b1-151d-4b0c-893d-99df96640c41 service neutron] 10.222.0.70 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839105 Sep 07 16:35:34.782753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-1f40443a-66d3-4e38-97e8-b454324833d1 service neutron] 10.222.0.70 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992959 Sep 07 16:35:34.952119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea243137-4cb3-4ab2-8aac-a8841e720ccb req-987ab60d-b5bd-4fea-a098-8861752ff94d tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 210 time: 0.0309370 Sep 07 16:35:36.051488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-122d0934-5f93-4b70-9905-3fb2c1396130 req-82907635-10e9-4e71-8711-1afd784c849a tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 210 time: 0.0265098 Sep 07 16:35:36.182000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-df7e7130-1735-4630-8697-3789e2e1db64 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:36.184414 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-df7e7130-1735-4630-8697-3789e2e1db64 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.54 "GET /v2.0/networks?id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6 HTTP/1.1" status: 200 len: 814 time: 0.1073296 Sep 07 16:35:36.199483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-39cdee57-366a-4d76-b27d-1131d67b5d9c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Request body: {'port': {'device_id': 'b76fcb7f-8852-4168-b64c-f6f556ed6834', 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6', 'admin_state_up': True, 'tenant_id': '3358bcf1982048459962c4454f9a394d'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:35:36.317327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-39cdee57-366a-4d76-b27d-1131d67b5d9c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Made reservation on behalf of 3358bcf1982048459962c4454f9a394d for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:35:36.321823 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-39cdee57-366a-4d76-b27d-1131d67b5d9c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:36.454619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-39cdee57-366a-4d76-b27d-1131d67b5d9c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Allocated IP 172.20.0.3 (42a4f649-cfb9-45c2-a55b-bac4af04f1d6/73888fa0-a406-4290-bf81-ee51ca064594/a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:35:36.607338 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-39cdee57-366a-4d76-b27d-1131d67b5d9c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:36.647636 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-39cdee57-366a-4d76-b27d-1131d67b5d9c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:36.660596 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c71bcc55-7da8-45e5-808d-77de287c476c', 'e647ccc5-ef19-4fb4-ac81-32235c3ebf55'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:35:36.662812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['75e10c6e-7188-40da-add3-8d539d83834f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:35:36.698366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-39cdee57-366a-4d76-b27d-1131d67b5d9c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:35:36.702025 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-39cdee57-366a-4d76-b27d-1131d67b5d9c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:35:36.708249 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-39cdee57-366a-4d76-b27d-1131d67b5d9c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:35:36.735681 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdee57-366a-4d76-b27d-1131d67b5d9c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Pushing event updated for resources: {'Port': ['ID=a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:36.768664 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-39cdee57-366a-4d76-b27d-1131d67b5d9c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:36.769596 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-39cdee57-366a-4d76-b27d-1131d67b5d9c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:36.787385 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-39cdee57-366a-4d76-b27d-1131d67b5d9c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924516 Sep 07 16:35:36.800542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Request body: {'port': {'device_id': 'b76fcb7f-8852-4168-b64c-f6f556ed6834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:35:36.861720 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:37.153595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:35:37.162841 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:37.175920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Transition to ACTIVE for port object a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:35:37.178940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8ead5-abaf-49bd-af9b-a38dbe0c947d req-098bb523-60fb-448b-9ce9-fe3ce7458ded tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:37.180633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8e8ead5-abaf-49bd-af9b-a38dbe0c947d req-098bb523-60fb-448b-9ce9-fe3ce7458ded tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 931 time: 0.0533347 Sep 07 16:35:37.181003 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:37.231830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8e8ead5-abaf-49bd-af9b-a38dbe0c947d req-e6a240f5-298d-41b5-a486-6ef79517cae1 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443089 Sep 07 16:35:37.234787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:37.309578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Attempting to bind port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:35:37.309907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Attempting to bind port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:35:37.310245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Attempting to bind port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d on network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:35:37.314617 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d on network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:35:37.314946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Attempting to bind port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d on network 42a4f649-cfb9-45c2-a55b-bac4af04f1d6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:35:37.319951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:35:37.320291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Checking segment: {'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:35:37.320708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Bound using segment: {'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:35:37.321136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Bound port: a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:35:37.321499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:37.392532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] For port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:35:37.395676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] For port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:35:37.402453 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:37.439467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:37.440095 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:37.441539 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] 10.222.0.54 "PUT /v2.0/ports/a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d HTTP/1.1" status: 200 len: 1091 time: 0.6455438 Sep 07 16:35:37.443809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76fcb7f-8852-4168-b64c-f6f556ed6834', 'tag': 'a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:35:37.447306 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b866e13-8672-4f99-8329-78f329424fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "b76fcb7f-8852-4168-b64c-f6f556ed6834", "tag": "a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:35:37.478581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae6b49-03d5-4ff1-93c0-a003def79bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:37.503907 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eb66bb-6a1f-49fb-8747-0dca11f41517 x-openstack-request-id: req-44eb66bb-6a1f-49fb-8747-0dca11f41517 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:35:37.504208 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76fcb7f-8852-4168-b64c-f6f556ed6834", "tag": "a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:35:37.504795 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44eb66bb-6a1f-49fb-8747-0dca11f41517 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:35:37.505203 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76fcb7f-8852-4168-b64c-f6f556ed6834', 'tag': 'a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d', 'status': 'completed', 'code': 200} Sep 07 16:35:37.539604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-5933a7f5-9a85-4243-a602-a77d643ad2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:37.541473 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-5933a7f5-9a85-4243-a602-a77d643ad2bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3358bcf1982048459962c4454f9a394d&device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 1094 time: 0.0554583 Sep 07 16:35:37.588259 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-6f410d66-abce-4ac8-b5cf-3cea38a5f532 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d HTTP/1.1" status: 200 len: 217 time: 0.0386937 Sep 07 16:35:37.640154 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-34efc0ea-a982-4614-ad05-e0a6c1629be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:37.641567 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-34efc0ea-a982-4614-ad05-e0a6c1629be0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=73888fa0-a406-4290-bf81-ee51ca064594 HTTP/1.1" status: 200 len: 854 time: 0.0459251 Sep 07 16:35:37.675386 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-ed28fac7-ed8a-41bf-932f-74c2c87d8e42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252931 Sep 07 16:35:37.913038 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f2520c0-68d8-4c4b-98be-499b46d9ac54 req-35f3d369-cf95-4061-8315-f5e4a54e65a7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514514 Sep 07 16:35:37.978599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2520c0-68d8-4c4b-98be-499b46d9ac54 req-dc9c42be-7b33-4f8c-8979-f2e6f078fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:37.980198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f2520c0-68d8-4c4b-98be-499b46d9ac54 req-dc9c42be-7b33-4f8c-8979-f2e6f078fdcf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 1096 time: 0.0454900 Sep 07 16:35:38.089657 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-29a0aac5-0b93-4904-be75-dd24ce93afb8 service neutron] 10.222.0.54 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024408 Sep 07 16:35:38.093702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2520c0-68d8-4c4b-98be-499b46d9ac54 req-9c81e97b-ad9d-41a7-84c7-045991a8e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:38.095165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f2520c0-68d8-4c4b-98be-499b46d9ac54 req-9c81e97b-ad9d-41a7-84c7-045991a8e0d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1594f749-8f0d-4f70-a83c-deb851037026 HTTP/1.1" status: 200 len: 898 time: 0.0945008 Sep 07 16:35:38.166185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f2520c0-68d8-4c4b-98be-499b46d9ac54 req-5a9394d6-4b58-4b58-a72f-9b6307704c5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d HTTP/1.1" status: 200 len: 1001 time: 0.0629213 Sep 07 16:35:38.189694 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9fd37d17-a528-4192-87dd-1dde9b3f986d req-6eef9eec-833c-4f89-acda-c7eb41d43692 service neutron] 10.222.0.54 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882411 Sep 07 16:35:38.220896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2520c0-68d8-4c4b-98be-499b46d9ac54 req-6bdb6ba6-06d8-4055-8933-a798a8f54434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:38.222386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f2520c0-68d8-4c4b-98be-499b46d9ac54 req-6bdb6ba6-06d8-4055-8933-a798a8f54434 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9ef2ad4-a472-4210-aa16-9a38417ec9da HTTP/1.1" status: 200 len: 834 time: 0.0484188 Sep 07 16:35:38.280158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b866e13-8672-4f99-8329-78f329424fb9 req-442b6664-03de-40be-b88c-44898cefa1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:38.281790 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b866e13-8672-4f99-8329-78f329424fb9 req-442b6664-03de-40be-b88c-44898cefa1ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3358bcf1982048459962c4454f9a394d&device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 1094 time: 0.0443773 Sep 07 16:35:38.283837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2520c0-68d8-4c4b-98be-499b46d9ac54 req-369ca958-d857-4093-9ab0-5843dc5e911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:38.285631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f2520c0-68d8-4c4b-98be-499b46d9ac54 req-369ca958-d857-4093-9ab0-5843dc5e911e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1594f749-8f0d-4f70-a83c-deb851037026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550196 Sep 07 16:35:38.384078 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b866e13-8672-4f99-8329-78f329424fb9 req-62c487ff-61ae-41cb-9a43-1827be5b3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:38.385777 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b866e13-8672-4f99-8329-78f329424fb9 req-62c487ff-61ae-41cb-9a43-1827be5b3e3f service neutron] 10.222.0.54 "GET /v2.0/networks?id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6 HTTP/1.1" status: 200 len: 915 time: 0.0951138 Sep 07 16:35:38.423796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd242c-511c-466e-a35f-bc26654c20a7 req-8b7da2db-e1e2-43bc-af94-3803b4211811 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:38.425270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60cd242c-511c-466e-a35f-bc26654c20a7 req-8b7da2db-e1e2-43bc-af94-3803b4211811 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 943 time: 0.1053295 Sep 07 16:35:38.431476 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b866e13-8672-4f99-8329-78f329424fb9 req-36634950-4a3a-449e-b8ce-b9ee1e0c7a49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d HTTP/1.1" status: 200 len: 217 time: 0.0370216 Sep 07 16:35:38.478695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f2520c0-68d8-4c4b-98be-499b46d9ac54 req-95c1c3a1-4fbb-48d2-8c9e-bec06ec699fe service neutron] 10.222.0.35 "GET /v2.0/networks/1594f749-8f0d-4f70-a83c-deb851037026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850386 Sep 07 16:35:38.485057 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60cd242c-511c-466e-a35f-bc26654c20a7 req-1f734f23-e96b-42b8-bf8b-9b71b8257afb tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459254 Sep 07 16:35:38.504580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b866e13-8672-4f99-8329-78f329424fb9 req-9e8275ac-e0f1-4e0e-b0d3-c13a6d8fa532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:38.506311 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b866e13-8672-4f99-8329-78f329424fb9 req-9e8275ac-e0f1-4e0e-b0d3-c13a6d8fa532 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=73888fa0-a406-4290-bf81-ee51ca064594 HTTP/1.1" status: 200 len: 854 time: 0.0608814 Sep 07 16:35:38.540182 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b866e13-8672-4f99-8329-78f329424fb9 req-4927db87-25bf-4d97-b5b9-5d9777593a26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=42a4f649-cfb9-45c2-a55b-bac4af04f1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261273 Sep 07 16:35:38.590980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f2520c0-68d8-4c4b-98be-499b46d9ac54 req-7816f20e-263c-475a-9405-cd8a995f7bef service neutron] 10.222.0.35 "GET /v2.0/networks/1594f749-8f0d-4f70-a83c-deb851037026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048737 Sep 07 16:35:38.643597 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b866e13-8672-4f99-8329-78f329424fb9 req-be0ac712-62d1-4234-a5e1-6a95e7d55fe9 service neutron] 10.222.0.54 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947273 Sep 07 16:35:38.748729 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8b866e13-8672-4f99-8329-78f329424fb9 req-cf466c57-7359-4a2a-8167-513e1ea32f44 service neutron] 10.222.0.54 "GET /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963144 Sep 07 16:35:39.614346 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7a203-4d7f-47df-92fe-ef84a265666b req-c5c2cd6f-a680-494d-909a-1c4f20e55ced tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:39.615901 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61a7a203-4d7f-47df-92fe-ef84a265666b req-c5c2cd6f-a680-494d-909a-1c4f20e55ced tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 943 time: 0.0545647 Sep 07 16:35:39.654514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61a7a203-4d7f-47df-92fe-ef84a265666b req-9ae52893-3e9b-4ec4-add9-db9af69e365b tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324662 Sep 07 16:35:40.369674 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9dcaaa65-1664-4815-b135-cd0d2f60b635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:40.786643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cfae1-146e-4416-bb6d-053b93d472f9 req-d7017c7c-6a5e-4b66-af28-57743718be67 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:40.790354 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-825cfae1-146e-4416-bb6d-053b93d472f9 req-d7017c7c-6a5e-4b66-af28-57743718be67 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 943 time: 0.0644112 Sep 07 16:35:40.829418 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-825cfae1-146e-4416-bb6d-053b93d472f9 req-cd68d9b3-79b6-4a73-9f24-df2d270823c3 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334091 Sep 07 16:35:41.995736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb143aec-6868-42a4-b2c3-d6ea8dd36ad7 req-5d5c1d1e-b17a-466c-9f56-6c9fc6c5d43b tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:41.998402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb143aec-6868-42a4-b2c3-d6ea8dd36ad7 req-5d5c1d1e-b17a-466c-9f56-6c9fc6c5d43b tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 943 time: 0.0621505 Sep 07 16:35:42.073878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb143aec-6868-42a4-b2c3-d6ea8dd36ad7 req-fe69ff27-212c-4730-9aa9-c0fd062cec6f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689123 Sep 07 16:35:42.109328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:35:42.210740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:35:42.222275 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d', 'network_id': '42a4f649-cfb9-45c2-a55b-bac4af04f1d6', 'port_id': 'a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d', 'mac_address': 'fa:16:3e:7f:48:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73888fa0-a406-4290-bf81-ee51ca064594', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:35:42.264692 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:42.277817 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:35:42.298295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:35:42.303535 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:42.351680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:42.360575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:42.361162 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:42.361665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:42.362151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:42.362643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:42.363122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:42.363617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:42.364102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:42.364610 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:42.365145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:42.365627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:42.366282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:42.550676 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:35:43.208879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61578330-76ae-4a4b-befe-013d670ad1c2 req-21d4f8bb-e06b-40d8-98c4-ebaf7ea90dbd tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:43.210509 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61578330-76ae-4a4b-befe-013d670ad1c2 req-21d4f8bb-e06b-40d8-98c4-ebaf7ea90dbd tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 944 time: 0.0565262 Sep 07 16:35:43.253168 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61578330-76ae-4a4b-befe-013d670ad1c2 req-89e10428-94d4-4aca-99dd-b493dbbf50fc tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366809 Sep 07 16:35:43.938845 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:44.125805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:35:44.178064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:35:44.182286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:35:44.182594 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:44.269670 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f19933ee-1568-4ef7-b5f6-9ba93fa264c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:44.273000 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:44.302061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76fcb7f-8852-4168-b64c-f6f556ed6834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:35:44.304275 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70749abb-7c4d-46f5-b62a-e957595f4999" -d '{"events": [{"server_uuid": "b76fcb7f-8852-4168-b64c-f6f556ed6834", "name": "network-vif-plugged", "status": "completed", "tag": "a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:35:44.317264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:35:44.322706 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:44.375251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:44.392380 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9a5ddf-7aa3-4160-a20b-6de500798610 x-openstack-request-id: req-1d9a5ddf-7aa3-4160-a20b-6de500798610 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:35:44.392711 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76fcb7f-8852-4168-b64c-f6f556ed6834", "name": "network-vif-plugged", "status": "completed", "tag": "a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:35:44.392967 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d9a5ddf-7aa3-4160-a20b-6de500798610 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:35:44.393365 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76fcb7f-8852-4168-b64c-f6f556ed6834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d', 'code': 200} Sep 07 16:35:44.439968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b86a12-e2e9-4b85-85d0-7c9b2e8585d3 req-8108e657-7f48-4d42-8f01-bcecb9b77ee1 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:44.441581 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-47b86a12-e2e9-4b85-85d0-7c9b2e8585d3 req-8108e657-7f48-4d42-8f01-bcecb9b77ee1 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 945 time: 0.0772491 Sep 07 16:35:44.499464 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-47b86a12-e2e9-4b85-85d0-7c9b2e8585d3 req-c899f079-7329-49bc-9c55-4c81ac87dfee tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444443 Sep 07 16:35:44.507761 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea70a8-a829-4cca-bd55-388a03a5dd91 req-7549780a-d59d-44ed-bb5a-b4241019ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:44.510768 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9eea70a8-a829-4cca-bd55-388a03a5dd91 req-7549780a-d59d-44ed-bb5a-b4241019ef7c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 1096 time: 0.0479474 Sep 07 16:35:44.550810 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9eea70a8-a829-4cca-bd55-388a03a5dd91 req-1d347ca8-a423-481d-903a-5d45bb8d3894 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313957 Sep 07 16:35:44.931153 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:45.631583 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c5a4d-b04c-44a0-b292-9e4b6c766961 req-b90c3d42-5f18-4568-84d4-83afeff659a6 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:45.641869 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a6c5a4d-b04c-44a0-b292-9e4b6c766961 req-b90c3d42-5f18-4568-84d4-83afeff659a6 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 945 time: 0.0749266 Sep 07 16:35:45.698464 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a6c5a4d-b04c-44a0-b292-9e4b6c766961 req-8f888529-665e-4c17-bb87-a75d04096bcf tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549643 Sep 07 16:35:46.827459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675e2e-513e-499e-aaf3-74ea51fe0b56 req-357f3c9e-6825-4462-bc90-7438bba0d200 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:46.829134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2675e2e-513e-499e-aaf3-74ea51fe0b56 req-357f3c9e-6825-4462-bc90-7438bba0d200 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 945 time: 0.0586350 Sep 07 16:35:46.859856 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:46.868675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2675e2e-513e-499e-aaf3-74ea51fe0b56 req-200eff9c-e86e-4f39-b0e3-d3fe6b2ad9a8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334289 Sep 07 16:35:47.543441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-a664bf43-9279-4b73-a201-2bc0cd66df1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188883077&fields=id&tenant_id=f76da91ef6ee461a9b706160f512deb0 HTTP/1.1" status: 200 len: 267 time: 0.0482035 Sep 07 16:35:47.653370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-c43da6d5-3516-4272-a387-4c21291e0e44 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:47.654879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-c43da6d5-3516-4272-a387-4c21291e0e44 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.1043911 Sep 07 16:35:47.671659 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-5316b4a3-bd87-4bdf-bf87-0479fc23ae16 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/quotas/f76da91ef6ee461a9b706160f512deb0 HTTP/1.1" status: 200 len: 375 time: 0.0102813 Sep 07 16:35:47.731440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-1e2aabd8-2f98-47b4-b66d-06ca446c8618 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532498 Sep 07 16:35:47.831189 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-84812a68-7018-40a9-865f-f460888e77f6 service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872416 Sep 07 16:35:47.925092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-936ca567-e106-47ee-9c87-40819ec1a95b service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871768 Sep 07 16:35:48.209199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1c31e917-dadd-4e59-9342-daf0a10691b1 req-711d4aba-cc74-4131-83a5-15417c2309fd tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 210 time: 0.0291989 Sep 07 16:35:49.240510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-b9286e75-d67c-4ce1-b0e4-95fe17b5bc68 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:49.242258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-b9286e75-d67c-4ce1-b0e4-95fe17b5bc68 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.1161373 Sep 07 16:35:49.329539 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-3df4f97d-4349-499f-ab80-a55e264f8c78 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f76da91ef6ee461a9b706160f512deb0 HTTP/1.1" status: 200 len: 379 time: 0.0767846 Sep 07 16:35:49.331529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd1f3130-b4a3-4c77-87c6-4462ef7571f0 req-80121ddb-8712-4858-b004-075eae3f91e2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 210 time: 0.0384626 Sep 07 16:35:49.343192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'port': {'device_id': 'a24edadc-5e3c-41af-bb04-0eefbc6f7b34', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'admin_state_up': True, 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'security_groups': ['a880013d-2009-46e1-af3e-ca8b5f6b9ef7']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:35:49.464764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Made reservation on behalf of f76da91ef6ee461a9b706160f512deb0 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:35:49.468571 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:49.600526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Allocated IP 172.20.0.9 (f2f745dd-6ef0-4dd8-a818-6a727209b9bd/ef881420-fa46-4372-ba8a-382f6c5a7bf4/9a9178d8-37e1-4228-8445-a005371a7cd6) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:35:49.760815 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:49.783328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Transition to ACTIVE for port object 9a9178d8-37e1-4228-8445-a005371a7cd6 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:35:49.817773 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:49.862655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:35:49.865634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:35:49.871296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:35:49.896776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'Port': ['ID=9a9178d8-37e1-4228-8445-a005371a7cd6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:49.929401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:49.930262 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:49.946039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-9d2c28d4-8d64-477d-906b-4c2e3752956c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6082506 Sep 07 16:35:49.958628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Request body: {'port': {'device_id': 'a24edadc-5e3c-41af-bb04-0eefbc6f7b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:35:50.020691 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:50.163531 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a849303e-ec30-4ecd-9e98-657010bd2576 None None] Provisioning for port 9a9178d8-37e1-4228-8445-a005371a7cd6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:35:50.169218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a849303e-ec30-4ecd-9e98-657010bd2576 None None] Provisioning complete for port 9a9178d8-37e1-4228-8445-a005371a7cd6 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:35:50.169865 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a849303e-ec30-4ecd-9e98-657010bd2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:50.205277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a849303e-ec30-4ecd-9e98-657010bd2576 None None] Port 9a9178d8-37e1-4228-8445-a005371a7cd6 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:35:50.299735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9178d8-37e1-4228-8445-a005371a7cd6 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:35:50.307547 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:50.320068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Transition to ACTIVE for port object 9a9178d8-37e1-4228-8445-a005371a7cd6 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:35:50.324835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:50.399740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9178d8-37e1-4228-8445-a005371a7cd6,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:50.481766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Attempting to bind port 9a9178d8-37e1-4228-8445-a005371a7cd6 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:35:50.482185 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Attempting to bind port 9a9178d8-37e1-4228-8445-a005371a7cd6 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:35:50.482520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Attempting to bind port 9a9178d8-37e1-4228-8445-a005371a7cd6 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:35:50.489912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Port 9a9178d8-37e1-4228-8445-a005371a7cd6 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:35:50.490237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Attempting to bind port 9a9178d8-37e1-4228-8445-a005371a7cd6 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:35:50.501756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29aeb74-05db-45ad-8a2e-cc7583a08d33 req-56889db4-b817-4554-9f57-c97173a8b3e9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:50.503370 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c29aeb74-05db-45ad-8a2e-cc7583a08d33 req-56889db4-b817-4554-9f57-c97173a8b3e9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 943 time: 0.0723693 Sep 07 16:35:50.506348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:35:50.506906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Checking segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:35:50.507069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Bound using segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:35:50.507511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Bound port: 9a9178d8-37e1-4228-8445-a005371a7cd6, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:35:50.507884 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:50.579844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c29aeb74-05db-45ad-8a2e-cc7583a08d33 req-641601a7-350a-465f-8a2a-3881344ae660 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690989 Sep 07 16:35:50.606019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] For port 9a9178d8-37e1-4228-8445-a005371a7cd6, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:35:50.609277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] For port 9a9178d8-37e1-4228-8445-a005371a7cd6, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9a9178d8-37e1-4228-8445-a005371a7cd6,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:35:50.614469 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:50.649265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:50.649913 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:50.651293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] 10.222.0.35 "PUT /v2.0/ports/9a9178d8-37e1-4228-8445-a005371a7cd6 HTTP/1.1" status: 200 len: 1091 time: 0.6969678 Sep 07 16:35:50.651738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24edadc-5e3c-41af-bb04-0eefbc6f7b34', 'tag': '9a9178d8-37e1-4228-8445-a005371a7cd6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:35:50.654131 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2a33a6-0263-4107-ab98-b6cfbb737b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a24edadc-5e3c-41af-bb04-0eefbc6f7b34", "tag": "9a9178d8-37e1-4228-8445-a005371a7cd6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:35:50.690645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af947605-4a53-4b97-aac3-d292e9d2c641 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9178d8-37e1-4228-8445-a005371a7cd6,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:50.703738 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbff7ec-86dd-4b3a-b8cc-69fc308f268d x-openstack-request-id: req-2bbff7ec-86dd-4b3a-b8cc-69fc308f268d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:35:50.704041 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24edadc-5e3c-41af-bb04-0eefbc6f7b34", "tag": "9a9178d8-37e1-4228-8445-a005371a7cd6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:35:50.704423 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2bbff7ec-86dd-4b3a-b8cc-69fc308f268d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:35:50.704803 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24edadc-5e3c-41af-bb04-0eefbc6f7b34', 'tag': '9a9178d8-37e1-4228-8445-a005371a7cd6', 'status': 'completed', 'code': 200} Sep 07 16:35:50.748543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-4fc59eaa-0bee-4e8b-970c-dfab2f33cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:50.750098 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-4fc59eaa-0bee-4e8b-970c-dfab2f33cb9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 1094 time: 0.0438335 Sep 07 16:35:50.798173 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-1feb3212-66df-49b0-9c20-0dee656dbe9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a9178d8-37e1-4228-8445-a005371a7cd6 HTTP/1.1" status: 200 len: 217 time: 0.0385318 Sep 07 16:35:50.853542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-4a63bb97-ecc8-46d2-8810-277892b2eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:50.855058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-4a63bb97-ecc8-46d2-8810-277892b2eaf6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0471931 Sep 07 16:35:50.904483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-52ecf3c9-40c0-48eb-b1a5-97fae0185067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:50.906001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-52ecf3c9-40c0-48eb-b1a5-97fae0185067 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414853 Sep 07 16:35:51.003557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-bc513ddd-fd28-4dc4-91bd-2d3a6d2cc8da service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879366 Sep 07 16:35:51.100316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a15466-ff73-4f6c-95c2-5c96c1d01a80 req-63cc02c4-a89d-4610-9549-095a92626857 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832930 Sep 07 16:35:51.190476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a33a6-0263-4107-ab98-b6cfbb737b2a req-123654d6-78d5-4ac1-bbac-320cf4a1fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:51.192041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2a33a6-0263-4107-ab98-b6cfbb737b2a req-123654d6-78d5-4ac1-bbac-320cf4a1fdbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 1094 time: 0.0446067 Sep 07 16:35:51.285323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a33a6-0263-4107-ab98-b6cfbb737b2a req-2f5d32b9-2091-453e-9a3a-aab4c1fa64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:51.286703 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2a33a6-0263-4107-ab98-b6cfbb737b2a req-2f5d32b9-2091-453e-9a3a-aab4c1fa64b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.0842645 Sep 07 16:35:51.333528 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2a33a6-0263-4107-ab98-b6cfbb737b2a req-1a4f2711-1d44-41fa-9b32-7f96c0ba6293 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a9178d8-37e1-4228-8445-a005371a7cd6 HTTP/1.1" status: 200 len: 217 time: 0.0368509 Sep 07 16:35:51.384604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a33a6-0263-4107-ab98-b6cfbb737b2a req-3c167cfc-0285-46d9-9a9c-fa512ba333da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:51.386082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2a33a6-0263-4107-ab98-b6cfbb737b2a req-3c167cfc-0285-46d9-9a9c-fa512ba333da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0434947 Sep 07 16:35:51.434406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a33a6-0263-4107-ab98-b6cfbb737b2a req-8f27c2c8-8765-412f-ac33-88219424f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:51.435938 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2a33a6-0263-4107-ab98-b6cfbb737b2a req-8f27c2c8-8765-412f-ac33-88219424f649 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394006 Sep 07 16:35:51.820727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2a33a6-0263-4107-ab98-b6cfbb737b2a req-94803f67-8284-4140-bb93-7c617accce4d service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766131 Sep 07 16:35:51.836129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced4022-a299-43de-a3ef-f2cbacc89070 req-3aab1c51-e5e9-4080-9028-dec09ac26c6a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:51.843793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eced4022-a299-43de-a3ef-f2cbacc89070 req-3aab1c51-e5e9-4080-9028-dec09ac26c6a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 943 time: 0.0731897 Sep 07 16:35:51.942557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eced4022-a299-43de-a3ef-f2cbacc89070 req-5e5fd49d-f469-4d60-b76a-8154a986c533 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976925 Sep 07 16:35:51.976096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2a33a6-0263-4107-ab98-b6cfbb737b2a req-2eb4b7dd-6324-44e0-9ec5-4b2beef22be7 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253457 Sep 07 16:35:53.078180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06414cd0-7740-4246-a543-16ae8eeb9d2c req-871fbcda-8ed1-4a9e-9e01-916ebeef1afa tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:53.079661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06414cd0-7740-4246-a543-16ae8eeb9d2c req-871fbcda-8ed1-4a9e-9e01-916ebeef1afa tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 943 time: 0.0547686 Sep 07 16:35:53.116452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-06414cd0-7740-4246-a543-16ae8eeb9d2c req-51eedee5-2738-4cd8-9c0d-d637c920afef tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307240 Sep 07 16:35:54.235812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68f813-b6c9-45d9-99e5-7e6edcfa703d req-2b37c9b6-48be-4074-9efb-e1018e28b67c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:54.237526 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd68f813-b6c9-45d9-99e5-7e6edcfa703d req-2b37c9b6-48be-4074-9efb-e1018e28b67c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 943 time: 0.0506458 Sep 07 16:35:54.280163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd68f813-b6c9-45d9-99e5-7e6edcfa703d req-a5e87606-df11-4751-b684-60ca38cc0e04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334814 Sep 07 16:35:55.396288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12ddd5-98a3-4303-a90e-bccdb1e2807c req-7e82d5ff-72bc-4482-905a-b22ecc010af7 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:55.398131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b12ddd5-98a3-4303-a90e-bccdb1e2807c req-7e82d5ff-72bc-4482-905a-b22ecc010af7 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 943 time: 0.0499322 Sep 07 16:35:55.454303 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b12ddd5-98a3-4303-a90e-bccdb1e2807c req-73e9c486-5bb9-425a-a39c-8b4fa3492dac tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498679 Sep 07 16:35:56.504158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059b7ed-4a52-46c2-8d39-a469c2f06600 req-418e5c50-efbe-4b20-8d99-951b54d50c5a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:56.505771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b059b7ed-4a52-46c2-8d39-a469c2f06600 req-418e5c50-efbe-4b20-8d99-951b54d50c5a tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 947 time: 0.0629745 Sep 07 16:35:56.556369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b059b7ed-4a52-46c2-8d39-a469c2f06600 req-42ee8b3d-dbf6-4c18-98c3-59bfc937e3f8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 Sep 07 16:35:56.591573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a72b5-a017-4746-9867-64b931b3da33 req-d6acb55b-8fae-44dd-aabc-9feb6b3b432a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:56.593088 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-663a72b5-a017-4746-9867-64b931b3da33 req-d6acb55b-8fae-44dd-aabc-9feb6b3b432a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 943 time: 0.0574884 Sep 07 16:35:56.630868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-663a72b5-a017-4746-9867-64b931b3da33 req-17b6eb77-8ede-4636-aed2-f58a8ea4084a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318720 Sep 07 16:35:57.675899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb185b-9a3e-4451-ae4a-f926bf80cd5d req-1b89b974-3fb8-4cc5-8e0a-710acfc3b742 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:57.677482 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1eeb185b-9a3e-4451-ae4a-f926bf80cd5d req-1b89b974-3fb8-4cc5-8e0a-710acfc3b742 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 947 time: 0.0491917 Sep 07 16:35:57.743333 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1eeb185b-9a3e-4451-ae4a-f926bf80cd5d req-536ba758-aae6-4932-9d01-58724d795b10 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598705 Sep 07 16:35:57.762661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1427d3-b91c-402f-9592-5af6f8a4702e req-a75110e3-e46c-4d9a-8e66-9d80261428cb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:57.764102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f1427d3-b91c-402f-9592-5af6f8a4702e req-a75110e3-e46c-4d9a-8e66-9d80261428cb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 943 time: 0.0614655 Sep 07 16:35:57.805687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f1427d3-b91c-402f-9592-5af6f8a4702e req-fb83ecdc-102d-4a10-ab10-2dcac0528f02 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355270 Sep 07 16:35:58.783031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-b5dd2e89-787f-4b42-ae4b-89b0d9f57d57 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:58.784547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-b5dd2e89-787f-4b42-ae4b-89b0d9f57d57 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.35 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 947 time: 0.0483279 Sep 07 16:35:58.936197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7643c-f523-4d30-b7ef-b7b5070cdda5 req-3a1f240c-07b6-4ebc-8001-61b5a08423e1 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:58.937713 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4f7643c-f523-4d30-b7ef-b7b5070cdda5 req-3a1f240c-07b6-4ebc-8001-61b5a08423e1 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 947 time: 0.1186373 Sep 07 16:35:58.982923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66890dcd-3f7e-4921-8cb0-a5a4a5699175 req-20711445-2b2b-4d20-9164-f572136c6502 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:35:58.984523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66890dcd-3f7e-4921-8cb0-a5a4a5699175 req-20711445-2b2b-4d20-9164-f572136c6502 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 943 time: 0.0996373 Sep 07 16:35:59.000528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Deleting port 6b141e62-ada9-4f99-9861-5e432efee09f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:35:59.000881 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:59.034092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4f7643c-f523-4d30-b7ef-b7b5070cdda5 req-34c2928c-200e-4825-9f52-b6db8769da34 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups?id=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883417 Sep 07 16:35:59.093987 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66890dcd-3f7e-4921-8cb0-a5a4a5699175 req-d8a28a2d-6f96-4a37-9238-e3b3a3ba52ad tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023722 Sep 07 16:35:59.129446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] For port 6b141e62-ada9-4f99-9861-5e432efee09f, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6b141e62-ada9-4f99-9861-5e432efee09f,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:35:59.129857 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:59.351073 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:59.351502 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:59.351839 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Floating IP ab8020d4-c5c7-4854-88e1-2e431824e2e9 disassociated. External IP: 172.25.3.143, port: 6b141e62-ada9-4f99-9861-5e432efee09f. Sep 07 16:35:59.352198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Calling delete_port for 6b141e62-ada9-4f99-9861-5e432efee09f owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:35:59.478589 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:59.511710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event deleted for resources: {'Port': ['ID=6b141e62-ada9-4f99-9861-5e432efee09f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:35:59.524118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:59.524507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:59.524858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:59.525199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:59.525563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:59.525871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:59.526204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:59.526534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:59.526980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:59.527310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:59.527641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:59.527968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:35:59.637364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:35:59.749202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:35:59.760467 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace8dda-ed41-4fb3-a897-be37f5711108 None None] Sync routers for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:35:59.769473 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace8dda-ed41-4fb3-a897-be37f5711108 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:35:59.770065 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1ace8dda-ed41-4fb3-a897-be37f5711108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:35:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:35:59.791990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] No DVR routers for this DVR port 6b141e62-ada9-4f99-9861-5e432efee09f on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:35:59.794720 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:35:59.797011 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-faf01d26-396d-4f51-825c-2f05b7d6aa7f req-65e53c72-822e-469a-b06e-03bc0b635c2e tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.35 "DELETE /v2.0/ports/6b141e62-ada9-4f99-9861-5e432efee09f HTTP/1.1" status: 204 len: 173 time: 1.0021322 Sep 07 16:35:59.797530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'name': 'network-vif-deleted', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:35:59.799952 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8575ba4-691d-4f46-9431-92c49a137287" -d '{"events": [{"server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "name": "network-vif-deleted", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:35:59.900448 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1ace8dda-ed41-4fb3-a897-be37f5711108 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:35:59.967769 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be5ad99-78da-401c-9db2-32cacff3e613 x-openstack-request-id: req-9be5ad99-78da-401c-9db2-32cacff3e613 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:35:59.968445 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042b9fec-cf4e-4d6f-8377-0f0bd221d91e", "name": "network-vif-deleted", "tag": "6b141e62-ada9-4f99-9861-5e432efee09f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:35:59.968585 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9be5ad99-78da-401c-9db2-32cacff3e613 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:35:59.969195 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042b9fec-cf4e-4d6f-8377-0f0bd221d91e', 'name': 'network-vif-deleted', 'tag': '6b141e62-ada9-4f99-9861-5e432efee09f', 'status': 'completed', 'code': 200} Sep 07 16:36:00.176399 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eaa96379-c1cf-4592-8e9e-a54c6da0e177 req-bbd41d0b-2dcd-4021-9a70-d23b99bc65de tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/ports?device_id=042b9fec-cf4e-4d6f-8377-0f0bd221d91e HTTP/1.1" status: 200 len: 210 time: 0.0346901 Sep 07 16:36:00.177613 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1ace8dda-ed41-4fb3-a897-be37f5711108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:29Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:00.208997 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace8dda-ed41-4fb3-a897-be37f5711108 None None] Checking router: 6a4ba10b-0c9a-4492-a91f-08db95b22f35 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:36:00.217285 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace8dda-ed41-4fb3-a897-be37f5711108 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:00.217880 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1ace8dda-ed41-4fb3-a897-be37f5711108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:35:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:00.240303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb982be-34a0-449b-818b-64ef8a5b4cb9 req-ff320d4b-4716-46af-acec-235f0fa3f6c1 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:00.241832 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5cb982be-34a0-449b-818b-64ef8a5b4cb9 req-ff320d4b-4716-46af-acec-235f0fa3f6c1 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 943 time: 0.0498319 Sep 07 16:36:00.282269 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5cb982be-34a0-449b-818b-64ef8a5b4cb9 req-85b1c2e5-2baf-487f-9d2b-7df3a04a034a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325952 Sep 07 16:36:00.330064 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1ace8dda-ed41-4fb3-a897-be37f5711108 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:00.634011 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1ace8dda-ed41-4fb3-a897-be37f5711108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:29Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:00.663093 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace8dda-ed41-4fb3-a897-be37f5711108 None None] The sync data for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 is: [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:26:23Z', 'revision_number': 4, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '13fd7bde-3f7e-4f94-af72-d45cb61e1192', 'name': '', 'network_id': '4a3b428c-57d8-40cf-8547-207f6bd2953f', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'mac_address': 'fa:16:3e:81:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:22Z', 'updated_at': '2021-09-07T16:26:29Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'subnets': [{'id': '7fc12440-34f5-4327-9df7-4f43a76789dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:36:00.937681 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeec5e7-7f04-457e-a10c-c016df09d3d3 None None] New status for floating IP ab8020d4-c5c7-4854-88e1-2e431824e2e9: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:36:01.261191 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:36:01.264253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54160) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:01.322295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:01.345430 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:01.397311 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:01.399922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:01.401107 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "DELETE /v2.0/security-groups/0e6a5f8e-8fdd-4535-95f9-38690eb1da7a HTTP/1.1" status: 204 len: 168 time: 0.1357770 Sep 07 16:36:01.403148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad104d3f-1153-4174-93e8-7de98c895d8c req-33864c32-289f-4c65-bd04-f43ab8c9d021 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:01.404212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54164) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:01.404675 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad104d3f-1153-4174-93e8-7de98c895d8c req-33864c32-289f-4c65-bd04-f43ab8c9d021 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 943 time: 0.0535817 Sep 07 16:36:01.417214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6a5f8e-8fdd-4535-95f9-38690eb1da7a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:01.427705 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-21e4bcdc-3fab-41d9-ab17-1e00b5819c4c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] show failed (client error): The resource could not be found. Sep 07 16:36:01.432022 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-21e4bcdc-3fab-41d9-ab17-1e00b5819c4c tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "GET /v2.0/security-groups/0e6a5f8e-8fdd-4535-95f9-38690eb1da7a HTTP/1.1" status: 404 len: 347 time: 0.0236249 Sep 07 16:36:01.432022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:01.432022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:01.432022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:01.432022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:01.432511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:01.432511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:01.432833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:01.433166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:01.433494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:01.433820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:01.434145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:01.434469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558a4292-c7b8-4cd5-8f35-625825215fa8 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:01.435602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54166) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:01.478244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad104d3f-1153-4174-93e8-7de98c895d8c req-13d6408e-0c4d-4e69-b42d-9efb50af14be tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672982 Sep 07 16:36:01.569039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-327a6ef7-fef2-46b9-9ca3-fd0df55a6585 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Deleting port 8bb512c4-364d-422a-83d4-4dedf2ce834f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:01.569390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-327a6ef7-fef2-46b9-9ca3-fd0df55a6585 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:01.649036 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-327a6ef7-fef2-46b9-9ca3-fd0df55a6585 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:01.649373 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-327a6ef7-fef2-46b9-9ca3-fd0df55a6585 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:01.661951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-327a6ef7-fef2-46b9-9ca3-fd0df55a6585 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Calling delete_port for 8bb512c4-364d-422a-83d4-4dedf2ce834f owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:01.793854 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-327a6ef7-fef2-46b9-9ca3-fd0df55a6585 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:01.824978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a6ef7-fef2-46b9-9ca3-fd0df55a6585 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Pushing event deleted for resources: {'Port': ['ID=8bb512c4-364d-422a-83d4-4dedf2ce834f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:01.884022 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-327a6ef7-fef2-46b9-9ca3-fd0df55a6585 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:01.886811 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-327a6ef7-fef2-46b9-9ca3-fd0df55a6585 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:01.887945 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-327a6ef7-fef2-46b9-9ca3-fd0df55a6585 tempest-AttachVolumeShelveTestJSON-1950784643 tempest-AttachVolumeShelveTestJSON-1950784643-project] 10.222.0.70 "DELETE /v2.0/floatingips/ab8020d4-c5c7-4854-88e1-2e431824e2e9 HTTP/1.1" status: 204 len: 168 time: 0.4514158 Sep 07 16:36:01.915897 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:02.432702 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:02.483686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6b141e62-ada9-4f99-9861-5e432efee09f no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:02.516041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 6b141e62-ada9-4f99-9861-5e432efee09f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:02.516431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6b141e62-ada9-4f99-9861-5e432efee09f not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:02.627680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e237a-e53b-45b4-be0e-14c4de8b159a req-47beb361-dcc8-444d-b30e-e64f4495999d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:02.629837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e32e237a-e53b-45b4-be0e-14c4de8b159a req-47beb361-dcc8-444d-b30e-e64f4495999d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 943 time: 0.0518515 Sep 07 16:36:02.668419 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e32e237a-e53b-45b4-be0e-14c4de8b159a req-481dfcf2-3fa7-48a2-b897-4685f967c510 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317740 Sep 07 16:36:03.797516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ccedb-d6b2-42d7-928f-158ea7dd7c1a req-23f11ae1-727a-4e95-91d6-4a7834ad5f88 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:03.799042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-274ccedb-d6b2-42d7-928f-158ea7dd7c1a req-23f11ae1-727a-4e95-91d6-4a7834ad5f88 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 943 time: 0.0590909 Sep 07 16:36:03.842433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-274ccedb-d6b2-42d7-928f-158ea7dd7c1a req-100db1bd-8d4c-4b4f-adfe-9a9422e413a2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367084 Sep 07 16:36:04.496125 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9a9178d8-37e1-4228-8445-a005371a7cd6 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:36:04.591355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 9a9178d8-37e1-4228-8445-a005371a7cd6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9a9178d8-37e1-4228-8445-a005371a7cd6,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:04.602565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '9a9178d8-37e1-4228-8445-a005371a7cd6', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'port_id': '9a9178d8-37e1-4228-8445-a005371a7cd6', 'mac_address': 'fa:16:3e:eb:8d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:36:04.639371 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:04.652025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9178d8-37e1-4228-8445-a005371a7cd6 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:36:04.672261 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 9a9178d8-37e1-4228-8445-a005371a7cd6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9a9178d8-37e1-4228-8445-a005371a7cd6,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:04.676315 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:04.722708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=9a9178d8-37e1-4228-8445-a005371a7cd6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:04.959941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d7115-ce85-4b71-a909-6b14b07a7b29 req-598c28b2-3d91-4cca-8f9b-1c7f0fac921d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:04.962227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a83d7115-ce85-4b71-a909-6b14b07a7b29 req-598c28b2-3d91-4cca-8f9b-1c7f0fac921d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 944 time: 0.0516169 Sep 07 16:36:05.002563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a83d7115-ce85-4b71-a909-6b14b07a7b29 req-8cba03b1-593c-4c79-b526-d38ab99c58cb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341341 Sep 07 16:36:05.144316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['9a9178d8-37e1-4228-8445-a005371a7cd6'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:36:06.126101 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349f7e6-98ad-4edb-ba86-2f07689b9268 req-e95a6f87-8114-41b8-ae00-a3f4a00fc1d2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:06.127784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9349f7e6-98ad-4edb-ba86-2f07689b9268 req-e95a6f87-8114-41b8-ae00-a3f4a00fc1d2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 944 time: 0.0502050 Sep 07 16:36:06.169284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9349f7e6-98ad-4edb-ba86-2f07689b9268 req-f724f802-48af-4773-937c-31a52c6e0370 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350809 Sep 07 16:36:06.504121 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9a9178d8-37e1-4228-8445-a005371a7cd6 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:36:06.560418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 9a9178d8-37e1-4228-8445-a005371a7cd6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:36:06.565211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 9a9178d8-37e1-4228-8445-a005371a7cd6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:36:06.565660 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:06.572216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54224) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:06.655292 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:06.685056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24edadc-5e3c-41af-bb04-0eefbc6f7b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9178d8-37e1-4228-8445-a005371a7cd6'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:36:06.687974 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0153f89d-3bfe-4651-a731-2c4ef3b90ff3" -d '{"events": [{"server_uuid": "a24edadc-5e3c-41af-bb04-0eefbc6f7b34", "name": "network-vif-plugged", "status": "completed", "tag": "9a9178d8-37e1-4228-8445-a005371a7cd6"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:36:06.727707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 9a9178d8-37e1-4228-8445-a005371a7cd6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9a9178d8-37e1-4228-8445-a005371a7cd6,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:06.735560 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:06.776496 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7799055-d089-448f-bb1b-6c54e2a06c10 x-openstack-request-id: req-d7799055-d089-448f-bb1b-6c54e2a06c10 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:36:06.776496 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24edadc-5e3c-41af-bb04-0eefbc6f7b34", "name": "network-vif-plugged", "status": "completed", "tag": "9a9178d8-37e1-4228-8445-a005371a7cd6", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:36:06.776496 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7799055-d089-448f-bb1b-6c54e2a06c10 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:36:06.776496 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24edadc-5e3c-41af-bb04-0eefbc6f7b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9178d8-37e1-4228-8445-a005371a7cd6', 'code': 200} Sep 07 16:36:06.787099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6a6808cf-c2b8-45de-b26e-b83e255994ec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port 184b0a1f-8b12-4e9d-b6f7-93fe9a5783a5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:06.789807 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a6808cf-c2b8-45de-b26e-b83e255994ec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:06.842335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=9a9178d8-37e1-4228-8445-a005371a7cd6,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:06.908280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa223-daea-457c-be7b-3a39fecbcf07 req-f8ba2795-13f9-4422-aba6-f51589d39af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:06.909858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7baa223-daea-457c-be7b-3a39fecbcf07 req-f8ba2795-13f9-4422-aba6-f51589d39af0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 1096 time: 0.0648806 Sep 07 16:36:06.942595 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a6808cf-c2b8-45de-b26e-b83e255994ec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:06.943889 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a6808cf-c2b8-45de-b26e-b83e255994ec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:06.952619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7baa223-daea-457c-be7b-3a39fecbcf07 req-a5fdc558-5101-46af-8d3b-ea0266462099 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341282 Sep 07 16:36:06.958747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6a6808cf-c2b8-45de-b26e-b83e255994ec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for 184b0a1f-8b12-4e9d-b6f7-93fe9a5783a5 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:07.129527 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a6808cf-c2b8-45de-b26e-b83e255994ec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:07.169291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6808cf-c2b8-45de-b26e-b83e255994ec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=184b0a1f-8b12-4e9d-b6f7-93fe9a5783a5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:07.229215 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a6808cf-c2b8-45de-b26e-b83e255994ec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:07.229610 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-6a6808cf-c2b8-45de-b26e-b83e255994ec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Floating IP 6057ca07-8470-441e-8193-15726eaf1a85 disassociated (deleted). External IP: 172.25.3.174, port: e41cad41-d0cd-4d59-a488-287b3a016c5d. Sep 07 16:36:07.294702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552459d6-a107-4ac5-b6d7-5e1cc39fc453 req-a21de8fd-ad56-4a30-b5a7-c5189635495a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:07.302739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-552459d6-a107-4ac5-b6d7-5e1cc39fc453 req-a21de8fd-ad56-4a30-b5a7-c5189635495a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 945 time: 0.0613632 Sep 07 16:36:07.348940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-552459d6-a107-4ac5-b6d7-5e1cc39fc453 req-62f75fba-00d5-4578-b7b6-7ff580b387ba tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404513 Sep 07 16:36:07.475121 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6808cf-c2b8-45de-b26e-b83e255994ec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router f1ded537-0c28-4e60-9bda-bc3a229106a7 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:36:07.563206 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54238) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:07.594353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6808cf-c2b8-45de-b26e-b83e255994ec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:36:07.599247 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a6808cf-c2b8-45de-b26e-b83e255994ec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:07.606460 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f3522-6da7-4dd0-ae5c-4902027fffe2 None None] Sync routers for ids ['f1ded537-0c28-4e60-9bda-bc3a229106a7'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:36:07.622300 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f3522-6da7-4dd0-ae5c-4902027fffe2 None None] Routers {'f1ded537-0c28-4e60-9bda-bc3a229106a7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:07.622858 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c41f3522-6da7-4dd0-ae5c-4902027fffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:35:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f1ded537-0c28-4e60-9bda-bc3a229106a7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:07.656865 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6a6808cf-c2b8-45de-b26e-b83e255994ec tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/floatingips/6057ca07-8470-441e-8193-15726eaf1a85 HTTP/1.1" status: 204 len: 168 time: 1.0832160 Sep 07 16:36:07.657934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:36:07.660993 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78c84bc-c62a-4242-a7b0-5617cea46ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:36:07.707898 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce05d7c-2337-4660-8157-b8fc38a0a49e x-openstack-request-id: req-6ce05d7c-2337-4660-8157-b8fc38a0a49e {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:36:07.708245 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:36:07.708545 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ce05d7c-2337-4660-8157-b8fc38a0a49e {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:36:07.708951 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'status': 'completed', 'code': 200} Sep 07 16:36:07.799161 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c41f3522-6da7-4dd0-ae5c-4902027fffe2 None None] Set router f1ded537-0c28-4e60-9bda-bc3a229106a7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:07.848315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c84bc-c62a-4242-a7b0-5617cea46ddb req-f3fb9347-2b8c-4939-bc22-4f1ac436c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:07.850025 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e78c84bc-c62a-4242-a7b0-5617cea46ddb req-f3fb9347-2b8c-4939-bc22-4f1ac436c594 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e608a260b01c4aab87ae27b604981b64&device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 1096 time: 0.1110275 Sep 07 16:36:08.182681 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c41f3522-6da7-4dd0-ae5c-4902027fffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'de33ad51-6748-4e82-96a7-836535a9c5c2', 'name': '', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:9e:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:29Z', 'updated_at': '2021-09-07T16:32:33Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:08.219068 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f3522-6da7-4dd0-ae5c-4902027fffe2 None None] Checking router: f1ded537-0c28-4e60-9bda-bc3a229106a7 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:36:08.227655 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f3522-6da7-4dd0-ae5c-4902027fffe2 None None] Routers {'f1ded537-0c28-4e60-9bda-bc3a229106a7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:08.228256 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c41f3522-6da7-4dd0-ae5c-4902027fffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:35:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f1ded537-0c28-4e60-9bda-bc3a229106a7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:08.234497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116863ea-5a44-4df4-887c-b52f275e4a32 req-41451113-6c31-45c8-bd46-e5ccfce6e5b1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:08.236259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-116863ea-5a44-4df4-887c-b52f275e4a32 req-41451113-6c31-45c8-bd46-e5ccfce6e5b1 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.2104340 Sep 07 16:36:08.239029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c84bc-c62a-4242-a7b0-5617cea46ddb req-e9c350c7-d78f-4695-99b3-e49a528883f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:08.240648 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e78c84bc-c62a-4242-a7b0-5617cea46ddb req-e9c350c7-d78f-4695-99b3-e49a528883f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1594f749-8f0d-4f70-a83c-deb851037026 HTTP/1.1" status: 200 len: 898 time: 0.3710201 Sep 07 16:36:08.330434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e78c84bc-c62a-4242-a7b0-5617cea46ddb req-bdcaf71a-a293-4905-b187-cf3a4494e7f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d HTTP/1.1" status: 200 len: 217 time: 0.0592022 Sep 07 16:36:08.339793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-116863ea-5a44-4df4-887c-b52f275e4a32 req-3c6f4932-84d6-4fe9-ac97-af5d3137a78f tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915375 Sep 07 16:36:08.408844 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c41f3522-6da7-4dd0-ae5c-4902027fffe2 None None] Set router f1ded537-0c28-4e60-9bda-bc3a229106a7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:08.735201 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c41f3522-6da7-4dd0-ae5c-4902027fffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'de33ad51-6748-4e82-96a7-836535a9c5c2', 'name': '', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:9e:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:29Z', 'updated_at': '2021-09-07T16:32:33Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:08.738285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c84bc-c62a-4242-a7b0-5617cea46ddb req-55e033b7-14e5-4c87-b4e5-979e3893d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:08.739819 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e78c84bc-c62a-4242-a7b0-5617cea46ddb req-55e033b7-14e5-4c87-b4e5-979e3893d1ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9ef2ad4-a472-4210-aa16-9a38417ec9da HTTP/1.1" status: 200 len: 834 time: 0.3945587 Sep 07 16:36:08.768138 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f3522-6da7-4dd0-ae5c-4902027fffe2 None None] The sync data for ids ['f1ded537-0c28-4e60-9bda-bc3a229106a7'] in n-d-807551-3 is: [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'de33ad51-6748-4e82-96a7-836535a9c5c2', 'name': '', 'network_id': '1594f749-8f0d-4f70-a83c-deb851037026', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'mac_address': 'fa:16:3e:9e:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:29Z', 'updated_at': '2021-09-07T16:32:33Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'subnets': [{'id': 'f9ef2ad4-a472-4210-aa16-9a38417ec9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:36:08.908118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c84bc-c62a-4242-a7b0-5617cea46ddb req-25616c09-305e-4b83-a51a-d3d6f3e290ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:08.912876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e78c84bc-c62a-4242-a7b0-5617cea46ddb req-25616c09-305e-4b83-a51a-d3d6f3e290ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1594f749-8f0d-4f70-a83c-deb851037026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567919 Sep 07 16:36:08.931117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ae0c4-0015-4734-bd21-4aa12b59ee22 req-71e9eea6-2fe4-4805-846f-0191b4ead639 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:08.932676 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-868ae0c4-0015-4734-bd21-4aa12b59ee22 req-71e9eea6-2fe4-4805-846f-0191b4ead639 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 945 time: 0.1778300 Sep 07 16:36:09.064329 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b71f53a8-3b3e-4b18-8e63-b64cef59735d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:09.089520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed3f559-3006-4766-9769-381761449862 None None] New status for floating IP 6057ca07-8470-441e-8193-15726eaf1a85: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:36:09.116385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-868ae0c4-0015-4734-bd21-4aa12b59ee22 req-55f26db4-d2b2-4134-b31d-11658bd137de tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695378 Sep 07 16:36:09.158930 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e78c84bc-c62a-4242-a7b0-5617cea46ddb req-fc91234b-f73d-4037-992d-fcae0e02448e service neutron] 10.222.0.35 "GET /v2.0/networks/1594f749-8f0d-4f70-a83c-deb851037026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251263 Sep 07 16:36:09.168833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962300c-947c-4574-ba4a-a3f56160f479 req-a69ca8c6-0300-4f89-9d29-6ffd6fcdcdef tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:09.170336 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f962300c-947c-4574-ba4a-a3f56160f479 req-a69ca8c6-0300-4f89-9d29-6ffd6fcdcdef tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 945 time: 0.1862938 Sep 07 16:36:09.347591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f962300c-947c-4574-ba4a-a3f56160f479 req-01481a4a-9c3d-492a-a603-7f155156543c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669459 Sep 07 16:36:09.416413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e78c84bc-c62a-4242-a7b0-5617cea46ddb req-9751cb07-f569-46ba-b8a4-17c70fd768ce service neutron] 10.222.0.35 "GET /v2.0/networks/1594f749-8f0d-4f70-a83c-deb851037026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450576 Sep 07 16:36:09.489697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f78f8-c899-48eb-a9e8-ef3c2663b939 req-42db063b-5f8e-40e3-a203-1d892e0e3e8e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:09.491190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f16f78f8-c899-48eb-a9e8-ef3c2663b939 req-42db063b-5f8e-40e3-a203-1d892e0e3e8e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0739064 Sep 07 16:36:09.569947 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f16f78f8-c899-48eb-a9e8-ef3c2663b939 req-2dccf6c6-a81b-4950-9ae5-4a94c35fb951 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607817 Sep 07 16:36:09.592723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b71f53a8-3b3e-4b18-8e63-b64cef59735d admin admin] Deleting port 13fd7bde-3f7e-4f94-af72-d45cb61e1192 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:09.593071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b71f53a8-3b3e-4b18-8e63-b64cef59735d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:09.669258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-b71f53a8-3b3e-4b18-8e63-b64cef59735d admin admin] For port 13fd7bde-3f7e-4f94-af72-d45cb61e1192, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=13fd7bde-3f7e-4f94-af72-d45cb61e1192,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:09.669624 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b71f53a8-3b3e-4b18-8e63-b64cef59735d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:09.682230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b71f53a8-3b3e-4b18-8e63-b64cef59735d admin admin] Calling delete_port for 13fd7bde-3f7e-4f94-af72-d45cb61e1192 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:09.861219 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b71f53a8-3b3e-4b18-8e63-b64cef59735d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:09.891713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f53a8-3b3e-4b18-8e63-b64cef59735d admin admin] Pushing event deleted for resources: {'Port': ['ID=13fd7bde-3f7e-4f94-af72-d45cb61e1192,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:10.066304 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b71f53a8-3b3e-4b18-8e63-b64cef59735d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:10.198762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe2c2a-f78a-4c9e-a838-ca2b422fca62 req-817db8fc-8e14-4c59-82b7-11632f1cbe13 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:10.200231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bbe2c2a-f78a-4c9e-a838-ca2b422fca62 req-817db8fc-8e14-4c59-82b7-11632f1cbe13 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.35 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.0907350 Sep 07 16:36:10.349270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766e7d2-ab7e-4065-9ad8-ced74cc9ce55 req-c2e93805-50af-47b1-b41e-ca91f7052967 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:10.350765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e766e7d2-ab7e-4065-9ad8-ced74cc9ce55 req-c2e93805-50af-47b1-b41e-ca91f7052967 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 945 time: 0.1481872 Sep 07 16:36:10.389286 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e221fbde-8bec-4354-8915-5cac3ef8c8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:10.482519 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e766e7d2-ab7e-4065-9ad8-ced74cc9ce55 req-5fe495f1-e537-4041-8717-6faacffffc25 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191576 Sep 07 16:36:10.486972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3bbe2c2a-f78a-4c9e-a838-ca2b422fca62 req-14e88e1e-7f85-4257-a91c-8c2822f69797 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port e41cad41-d0cd-4d59-a488-287b3a016c5d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:10.487312 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3bbe2c2a-f78a-4c9e-a838-ca2b422fca62 req-14e88e1e-7f85-4257-a91c-8c2822f69797 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:10.490855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71f53a8-3b3e-4b18-8e63-b64cef59735d admin admin] Router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:36:10.570819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793f759-40ce-4dd0-8d27-ae0220b7d798 req-5de35617-c6ce-4bf1-b9f5-7b5b6f014f7b tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:10.572396 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c793f759-40ce-4dd0-8d27-ae0220b7d798 req-5de35617-c6ce-4bf1-b9f5-7b5b6f014f7b tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 945 time: 0.1421404 Sep 07 16:36:10.702229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3bbe2c2a-f78a-4c9e-a838-ca2b422fca62 req-14e88e1e-7f85-4257-a91c-8c2822f69797 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] For port e41cad41-d0cd-4d59-a488-287b3a016c5d, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e41cad41-d0cd-4d59-a488-287b3a016c5d,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:10.702596 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3bbe2c2a-f78a-4c9e-a838-ca2b422fca62 req-14e88e1e-7f85-4257-a91c-8c2822f69797 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:10.750255 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c793f759-40ce-4dd0-8d27-ae0220b7d798 req-234461f8-d78d-41e3-9843-3ab0b0fa3d6a tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298063 Sep 07 16:36:10.752707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3bbe2c2a-f78a-4c9e-a838-ca2b422fca62 req-14e88e1e-7f85-4257-a91c-8c2822f69797 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for e41cad41-d0cd-4d59-a488-287b3a016c5d owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:10.786830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0968a-c5ba-46c7-96e4-b089dcf63e1f req-16ad6a39-fbdf-41df-85df-bb89b5fd5c90 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:10.788358 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51b0968a-c5ba-46c7-96e4-b089dcf63e1f req-16ad6a39-fbdf-41df-85df-bb89b5fd5c90 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 945 time: 0.2120936 Sep 07 16:36:10.809520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b756c-068d-4bd2-a761-8d9f7a89f2dc req-44ff7b72-a088-45d8-9c87-1483ee182d22 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:10.812534 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-483b756c-068d-4bd2-a761-8d9f7a89f2dc req-44ff7b72-a088-45d8-9c87-1483ee182d22 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.54 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 945 time: 0.0703001 Sep 07 16:36:10.851767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71f53a8-3b3e-4b18-8e63-b64cef59735d admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:36:10.857564 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b71f53a8-3b3e-4b18-8e63-b64cef59735d admin admin] 10.222.0.70 "PUT /v2.0/routers/6a4ba10b-0c9a-4492-a91f-08db95b22f35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2930281 Sep 07 16:36:10.862615 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96fa447-a3c8-4f87-92c1-dd27c9a91608 None None] Sync routers for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:36:10.872581 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96fa447-a3c8-4f87-92c1-dd27c9a91608 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:10.875699 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e96fa447-a3c8-4f87-92c1-dd27c9a91608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:35:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:10.875844 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54292) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:10.956246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-483b756c-068d-4bd2-a761-8d9f7a89f2dc req-7a46981d-4d68-49d8-8795-c6f07cd070da tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Deleting port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:10.956788 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-483b756c-068d-4bd2-a761-8d9f7a89f2dc req-7a46981d-4d68-49d8-8795-c6f07cd070da tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:10.979986 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-51b0968a-c5ba-46c7-96e4-b089dcf63e1f req-2389bac1-e0de-495e-9880-cf0e872f0339 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812379 Sep 07 16:36:11.000906 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e96fa447-a3c8-4f87-92c1-dd27c9a91608 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:11.073501 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-483b756c-068d-4bd2-a761-8d9f7a89f2dc req-7a46981d-4d68-49d8-8795-c6f07cd070da tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] For port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:11.074288 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-483b756c-068d-4bd2-a761-8d9f7a89f2dc req-7a46981d-4d68-49d8-8795-c6f07cd070da tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:11.090441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-483b756c-068d-4bd2-a761-8d9f7a89f2dc req-7a46981d-4d68-49d8-8795-c6f07cd070da tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Calling delete_port for a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:11.186053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54294) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:11.215755 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e96fa447-a3c8-4f87-92c1-dd27c9a91608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:36:09Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:11.255842 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96fa447-a3c8-4f87-92c1-dd27c9a91608 None None] Checking router: 6a4ba10b-0c9a-4492-a91f-08db95b22f35 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:36:11.270206 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96fa447-a3c8-4f87-92c1-dd27c9a91608 None None] Routers {'6a4ba10b-0c9a-4492-a91f-08db95b22f35'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:11.270705 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e96fa447-a3c8-4f87-92c1-dd27c9a91608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:35:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:11.290047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6139b6-96fb-4233-b11f-a89c1c33e8ab tempest-TestVolumeBootPattern-1955222456 tempest-TestVolumeBootPattern-1955222456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:11.293431 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7e6139b6-96fb-4233-b11f-a89c1c33e8ab tempest-TestVolumeBootPattern-1955222456 tempest-TestVolumeBootPattern-1955222456-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 1091 time: 0.1070917 Sep 07 16:36:11.295816 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-483b756c-068d-4bd2-a761-8d9f7a89f2dc req-7a46981d-4d68-49d8-8795-c6f07cd070da tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:11.298026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54296) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:11.304551 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '9a9178d8-37e1-4228-8445-a005371a7cd6', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:36:11.311961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c71bcc55-7da8-45e5-808d-77de287c476c', 'e647ccc5-ef19-4fb4-ac81-32235c3ebf55'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:36:11.315881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['75e10c6e-7188-40da-add3-8d539d83834f', 'a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:36:11.365195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7250c4-179c-4b16-bbaf-ebca9af8283b req-cf74db87-8da3-4cd9-8d87-e3e4343d18b8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:11.373197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d7250c4-179c-4b16-bbaf-ebca9af8283b req-cf74db87-8da3-4cd9-8d87-e3e4343d18b8 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/ports?device_id=a69e68ce-bf1e-4192-b317-ed14c49c51ea HTTP/1.1" status: 200 len: 945 time: 0.5284874 Sep 07 16:36:11.376723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46981d-4d68-49d8-8795-c6f07cd070da tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Pushing event deleted for resources: {'Port': ['ID=a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:11.383129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:11.433324 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e96fa447-a3c8-4f87-92c1-dd27c9a91608 None None] Set router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:11.438770 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d7250c4-179c-4b16-bbaf-ebca9af8283b req-10911ccc-539e-455e-acd1-bfeb700a5d54 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a8735f-099d-4538-9915-44e7134b256d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584714 Sep 07 16:36:11.442097 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:11.518321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-483b756c-068d-4bd2-a761-8d9f7a89f2dc req-7a46981d-4d68-49d8-8795-c6f07cd070da tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] No DVR routers for this DVR port a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:36:11.533453 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-483b756c-068d-4bd2-a761-8d9f7a89f2dc req-7a46981d-4d68-49d8-8795-c6f07cd070da tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:11.535669 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-483b756c-068d-4bd2-a761-8d9f7a89f2dc req-7a46981d-4d68-49d8-8795-c6f07cd070da tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.54 "DELETE /v2.0/ports/a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d HTTP/1.1" status: 204 len: 173 time: 0.7169845 Sep 07 16:36:11.546356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76fcb7f-8852-4168-b64c-f6f556ed6834', 'name': 'network-vif-deleted', 'tag': 'a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:36:11.549531 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfa6be0-5403-4982-b5ae-38ad8c7aaf2a" -d '{"events": [{"server_uuid": "b76fcb7f-8852-4168-b64c-f6f556ed6834", "name": "network-vif-deleted", "tag": "a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:36:11.653402 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3bbe2c2a-f78a-4c9e-a838-ca2b422fca62 req-14e88e1e-7f85-4257-a91c-8c2822f69797 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:11.656017 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:11.660671 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b356637-3cc0-4ac3-94b5-0d6fb9dd8aa3 x-openstack-request-id: req-6b356637-3cc0-4ac3-94b5-0d6fb9dd8aa3 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:36:11.662734 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76fcb7f-8852-4168-b64c-f6f556ed6834", "name": "network-vif-deleted", "tag": "a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:36:11.662859 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b356637-3cc0-4ac3-94b5-0d6fb9dd8aa3 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:36:11.663346 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76fcb7f-8852-4168-b64c-f6f556ed6834', 'name': 'network-vif-deleted', 'tag': 'a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d', 'status': 'completed', 'code': 200} Sep 07 16:36:11.749175 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:11.793558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbe2c2a-f78a-4c9e-a838-ca2b422fca62 req-14e88e1e-7f85-4257-a91c-8c2822f69797 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] No DVR routers for this DVR port e41cad41-d0cd-4d59-a488-287b3a016c5d on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:36:11.823295 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3bbe2c2a-f78a-4c9e-a838-ca2b422fca62 req-14e88e1e-7f85-4257-a91c-8c2822f69797 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:11.826118 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bbe2c2a-f78a-4c9e-a838-ca2b422fca62 req-14e88e1e-7f85-4257-a91c-8c2822f69797 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.35 "DELETE /v2.0/ports/e41cad41-d0cd-4d59-a488-287b3a016c5d HTTP/1.1" status: 204 len: 173 time: 1.6092205 Sep 07 16:36:11.827802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'name': 'network-vif-deleted', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:36:11.831629 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f7d43f-368a-4be8-ac57-1e983cafc656" -d '{"events": [{"server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "name": "network-vif-deleted", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:36:11.845182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e88e1e-7f85-4257-a91c-8c2822f69797 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=e41cad41-d0cd-4d59-a488-287b3a016c5d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:11.885008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Deleting port 565f19bb-4fbc-4be3-aaca-fb5f0e264110 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:11.885838 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:11.978819 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e96fa447-a3c8-4f87-92c1-dd27c9a91608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:36:09Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:12.021724 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Allocated IP 172.25.3.99 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/295c6fab-99a0-4024-8751-d55042732c6e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:36:12.025213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] For port 565f19bb-4fbc-4be3-aaca-fb5f0e264110, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=565f19bb-4fbc-4be3-aaca-fb5f0e264110,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:12.025860 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:12.043528 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96fa447-a3c8-4f87-92c1-dd27c9a91608 None None] The sync data for ids ['6a4ba10b-0c9a-4492-a91f-08db95b22f35'] in n-d-807551-3 is: [{'id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'name': 'tempest-AttachVolumeShelveTestJSON-1341566350-router', 'tenant_id': '1ceec1da24d54833ba1e99abf29b48f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:26:19Z', 'updated_at': '2021-09-07T16:36:09Z', 'revision_number': 5, 'project_id': '1ceec1da24d54833ba1e99abf29b48f2', 'gw_port': {'id': '565f19bb-4fbc-4be3-aaca-fb5f0e264110', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ba10b-0c9a-4492-a91f-08db95b22f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:26:20Z', 'updated_at': '2021-09-07T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:36:12.050321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Calling delete_port for 565f19bb-4fbc-4be3-aaca-fb5f0e264110 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:12.269400 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833e7ec5-b77f-41b3-9d39-3b138fd38e8e x-openstack-request-id: req-833e7ec5-b77f-41b3-9d39-3b138fd38e8e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:36:12.270222 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69e68ce-bf1e-4192-b317-ed14c49c51ea", "name": "network-vif-deleted", "tag": "e41cad41-d0cd-4d59-a488-287b3a016c5d", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:36:12.270465 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-833e7ec5-b77f-41b3-9d39-3b138fd38e8e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:36:12.270869 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69e68ce-bf1e-4192-b317-ed14c49c51ea', 'name': 'network-vif-deleted', 'tag': 'e41cad41-d0cd-4d59-a488-287b3a016c5d', 'status': 'completed', 'code': 200} Sep 07 16:36:12.290140 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:12.311179 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f8c55b9-813f-41e2-bf68-bf8ad59ac923 req-8780daf1-e815-4046-b311-0df43b5cf5df tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b76fcb7f-8852-4168-b64c-f6f556ed6834 HTTP/1.1" status: 200 len: 210 time: 0.0608761 Sep 07 16:36:12.364294 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:12.390447 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:12.411275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:36:12.414453 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:36:12.420626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:36:12.420827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Pushing event deleted for resources: {'Port': ['ID=565f19bb-4fbc-4be3-aaca-fb5f0e264110,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:12.459541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'Port': ['ID=295c6fab-99a0-4024-8751-d55042732c6e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:12.516559 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:12.526970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e41cad41-d0cd-4d59-a488-287b3a016c5d no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:12.549260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54308) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:12.555490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: e41cad41-d0cd-4d59-a488-287b3a016c5d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:12.555849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e41cad41-d0cd-4d59-a488-287b3a016c5d not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:12.646294 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:12.649250 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:12.701913 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:12.702542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a4ba10b-0c9a-4492-a91f-08db95b22f35 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:36:12.707652 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:12.709824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ae29489c-c1e7-4515-969a-aaeac4cc1169 admin admin] 10.222.0.70 "DELETE /v2.0/routers/6a4ba10b-0c9a-4492-a91f-08db95b22f35 HTTP/1.1" status: 204 len: 168 time: 1.8350782 Sep 07 16:36:12.712273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54310) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:12.759270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-77587912-ce57-4a4b-acc9-b048098bc9ba admin admin] Deleting subnet 7fc12440-34f5-4327-9df7-4f43a76789dd {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:36:12.762745 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77587912-ce57-4a4b-acc9-b048098bc9ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:12.799796 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77587912-ce57-4a4b-acc9-b048098bc9ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:12.905967 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77587912-ce57-4a4b-acc9-b048098bc9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:12.977937 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77587912-ce57-4a4b-acc9-b048098bc9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.009107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77587912-ce57-4a4b-acc9-b048098bc9ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc12440-34f5-4327-9df7-4f43a76789dd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:13.017013 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77587912-ce57-4a4b-acc9-b048098bc9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.018961 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-77587912-ce57-4a4b-acc9-b048098bc9ba admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7fc12440-34f5-4327-9df7-4f43a76789dd HTTP/1.1" status: 204 len: 168 time: 0.3056161 Sep 07 16:36:13.021867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54314) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:13.022910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e65378-d6a1-411c-b098-edeca8a6ae59 None None] Network 4a3b428c-57d8-40cf-8547-207f6bd2953f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:36:13.094101 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.114437 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.184214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Deleting port 58a7cc4f-d0bf-49c5-906b-4220036cc620 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:13.184591 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.205728 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.257813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] For port 58a7cc4f-d0bf-49c5-906b-4220036cc620, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=58a7cc4f-d0bf-49c5-906b-4220036cc620,segment=NetworkSegment(0e6fd214-f4ee-4395-8c70-5b5eee31e09b),segment_id=0e6fd214-f4ee-4395-8c70-5b5eee31e09b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:13.258185 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.272264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Calling delete_port for 58a7cc4f-d0bf-49c5-906b-4220036cc620 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:13.350550 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06535eae-a198-4f11-a54e-49debaaa1a83 None None] DHCP port deletion for 4a3b428c-57d8-40cf-8547-207f6bd2953f request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:36:13.363015 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6a287ff-37fd-488e-a64e-8a5bb0bdd5de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.379611 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.437357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-06535eae-a198-4f11-a54e-49debaaa1a83 None None] Deleting port 58a7cc4f-d0bf-49c5-906b-4220036cc620 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:13.437875 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06535eae-a198-4f11-a54e-49debaaa1a83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.458889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a7cc4f-d0bf-49c5-906b-4220036cc620,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:13.469135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] No DVR routers for this DVR port 58a7cc4f-d0bf-49c5-906b-4220036cc620 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:36:13.538973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-06535eae-a198-4f11-a54e-49debaaa1a83 None None] For port 58a7cc4f-d0bf-49c5-906b-4220036cc620, host n-d-807551-3, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:13.539425 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06535eae-a198-4f11-a54e-49debaaa1a83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.565254 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.574420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.583638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-06535eae-a198-4f11-a54e-49debaaa1a83 None None] Calling delete_port for 58a7cc4f-d0bf-49c5-906b-4220036cc620 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:13.595092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-06535eae-a198-4f11-a54e-49debaaa1a83 None None] Port 58a7cc4f-d0bf-49c5-906b-4220036cc620 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:36:13.596773 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-06535eae-a198-4f11-a54e-49debaaa1a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.597969 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.620615 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3b428c-57d8-40cf-8547-207f6bd2953f']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:13.630432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06535eae-a198-4f11-a54e-49debaaa1a83 None None] Pushing event deleted for resources: {'Port': ['ID=58a7cc4f-d0bf-49c5-906b-4220036cc620,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:13.641169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6fd214-f4ee-4395-8c70-5b5eee31e09b') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:13.641996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6fd214-f4ee-4395-8c70-5b5eee31e09b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:13.643566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06535eae-a198-4f11-a54e-49debaaa1a83 None None] No DVR routers for this DVR port 58a7cc4f-d0bf-49c5-906b-4220036cc620 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:36:13.667972 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.690953 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.702423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:36:13.703026 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:36:13.705310 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:36:13.715441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'Port': ['ID=295c6fab-99a0-4024-8751-d55042732c6e,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:13.738804 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.806701 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.821675 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.826214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4a3b428c-57d8-40cf-8547-207f6bd2953f HTTP/1.1" status: 204 len: 168 time: 0.8009615 Sep 07 16:36:13.836641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2726cd2-dcfa-4065-8f28-fac4519e8016 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3b428c-57d8-40cf-8547-207f6bd2953f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:13.901508 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 13fd7bde-3f7e-4f94-af72-d45cb61e1192 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:13.943460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 13fd7bde-3f7e-4f94-af72-d45cb61e1192 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:13.944133 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 13fd7bde-3f7e-4f94-af72-d45cb61e1192 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:13.944895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 58a7cc4f-d0bf-49c5-906b-4220036cc620 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:13.968231 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:13.970066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 58a7cc4f-d0bf-49c5-906b-4220036cc620 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:13.970571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 58a7cc4f-d0bf-49c5-906b-4220036cc620 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:13.971163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 565f19bb-4fbc-4be3-aaca-fb5f0e264110 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:13.995520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 565f19bb-4fbc-4be3-aaca-fb5f0e264110 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:13.996445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 565f19bb-4fbc-4be3-aaca-fb5f0e264110 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:14.000097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54326) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:14.047962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6c999258-ee49-4a6f-87ba-ece55abfb835 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ceec1da24d54833ba1e99abf29b48f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439773 Sep 07 16:36:14.048212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54328) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:14.099600 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4224-5776-48cb-939b-5216ded4199d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:14.127880 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4224-5776-48cb-939b-5216ded4199d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:14.196555 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4224-5776-48cb-939b-5216ded4199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:14.199938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4224-5776-48cb-939b-5216ded4199d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:14.201260 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6c7e4224-5776-48cb-939b-5216ded4199d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/062a0358-bcd9-4e50-95e2-c6bd347585cb HTTP/1.1" status: 204 len: 168 time: 0.1520851 Sep 07 16:36:14.228622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e4224-5776-48cb-939b-5216ded4199d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062a0358-bcd9-4e50-95e2-c6bd347585cb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:14.232624 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:14.271894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:14.272610 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device a00a5d14-046c-4b7f-b6fe-e4e8014d9e7d not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:14.283543 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10eca886-150b-4a73-b1f0-a60859884631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:14.303904 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Floating IP 4110de16-ec97-4ff2-8419-be82adfc6d0e associated. External IP: 172.25.3.99, port: 9a9178d8-37e1-4228-8445-a005371a7cd6. Sep 07 16:36:14.384102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f6a287ff-37fd-488e-a64e-8a5bb0bdd5de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port de33ad51-6748-4e82-96a7-836535a9c5c2 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:14.389132 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6a287ff-37fd-488e-a64e-8a5bb0bdd5de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:14.666228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-f6a287ff-37fd-488e-a64e-8a5bb0bdd5de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] For port de33ad51-6748-4e82-96a7-836535a9c5c2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=de33ad51-6748-4e82-96a7-836535a9c5c2,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:14.666692 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6a287ff-37fd-488e-a64e-8a5bb0bdd5de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:14.695399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f6a287ff-37fd-488e-a64e-8a5bb0bdd5de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for de33ad51-6748-4e82-96a7-836535a9c5c2 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:14.751975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Router 7567412c-e71a-4e02-9f71-f8808e705ad4 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:36:14.935552 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:14.947364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:36:14.960404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d16d05-af9a-49e4-b94a-50046b1582db None None] Sync routers for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:36:14.972010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d16d05-af9a-49e4-b94a-50046b1582db None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:14.972909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-08d16d05-af9a-49e4-b94a-50046b1582db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:15.016171 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:15.049706 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6a287ff-37fd-488e-a64e-8a5bb0bdd5de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:15.060924 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-09325c30-e1bb-44af-bb37-5ebf015d7acc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7611041 Sep 07 16:36:15.065775 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24edadc-5e3c-41af-bb04-0eefbc6f7b34', 'tag': '9a9178d8-37e1-4228-8445-a005371a7cd6'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:36:15.068130 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc04c79-dc62-4bf9-9d51-d03bfaf6abb2" -d '{"events": [{"name": "network-changed", "server_uuid": "a24edadc-5e3c-41af-bb04-0eefbc6f7b34", "tag": "9a9178d8-37e1-4228-8445-a005371a7cd6"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:36:15.091069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a287ff-37fd-488e-a64e-8a5bb0bdd5de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=de33ad51-6748-4e82-96a7-836535a9c5c2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:15.125168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-08d16d05-af9a-49e4-b94a-50046b1582db None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:15.164232 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93acf85-af9b-4c48-b86c-da8b0991da72 x-openstack-request-id: req-a93acf85-af9b-4c48-b86c-da8b0991da72 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:36:15.164626 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24edadc-5e3c-41af-bb04-0eefbc6f7b34", "tag": "9a9178d8-37e1-4228-8445-a005371a7cd6", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:36:15.165335 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a93acf85-af9b-4c48-b86c-da8b0991da72 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:36:15.165893 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24edadc-5e3c-41af-bb04-0eefbc6f7b34', 'tag': '9a9178d8-37e1-4228-8445-a005371a7cd6', 'status': 'completed', 'code': 200} Sep 07 16:36:15.283905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04c79-dc62-4bf9-9d51-d03bfaf6abb2 req-d35aa92e-693b-4052-a9aa-8af1c7a4b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:15.295732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bc04c79-dc62-4bf9-9d51-d03bfaf6abb2 req-d35aa92e-693b-4052-a9aa-8af1c7a4b5c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 1096 time: 0.1154258 Sep 07 16:36:15.306889 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6a287ff-37fd-488e-a64e-8a5bb0bdd5de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:15.474115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04c79-dc62-4bf9-9d51-d03bfaf6abb2 req-aa0b4ccc-64c6-4600-a414-413261bae2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:15.475922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bc04c79-dc62-4bf9-9d51-d03bfaf6abb2 req-aa0b4ccc-64c6-4600-a414-413261bae2f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.1707780 Sep 07 16:36:15.554598 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-08d16d05-af9a-49e4-b94a-50046b1582db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '4110de16-ec97-4ff2-8419-be82adfc6d0e', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': '9a9178d8-37e1-4228-8445-a005371a7cd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:eb:8d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24edadc-5e3c-41af-bb04-0eefbc6f7b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:36:12Z', 'updated_at': '2021-09-07T16:36:12Z', 'revision_number': 0, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:15.586077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bc04c79-dc62-4bf9-9d51-d03bfaf6abb2 req-e1b10b4c-0e54-4395-9da0-deda385de90b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a9178d8-37e1-4228-8445-a005371a7cd6 HTTP/1.1" status: 200 len: 998 time: 0.0989296 Sep 07 16:36:15.601861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d16d05-af9a-49e4-b94a-50046b1582db None None] Checking router: 7567412c-e71a-4e02-9f71-f8808e705ad4 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:36:15.611482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d16d05-af9a-49e4-b94a-50046b1582db None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:15.612172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-08d16d05-af9a-49e4-b94a-50046b1582db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:15.700363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04c79-dc62-4bf9-9d51-d03bfaf6abb2 req-0dcbf96b-ad27-4f9b-9f95-f35e7c4250bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:15.703064 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bc04c79-dc62-4bf9-9d51-d03bfaf6abb2 req-0dcbf96b-ad27-4f9b-9f95-f35e7c4250bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.1100223 Sep 07 16:36:15.747456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a287ff-37fd-488e-a64e-8a5bb0bdd5de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Router f1ded537-0c28-4e60-9bda-bc3a229106a7 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:36:15.801069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04c79-dc62-4bf9-9d51-d03bfaf6abb2 req-9ff02022-7d1d-4908-ae01-8661f138d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:15.803331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bc04c79-dc62-4bf9-9d51-d03bfaf6abb2 req-9ff02022-7d1d-4908-ae01-8661f138d68f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916820 Sep 07 16:36:15.816093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-08d16d05-af9a-49e4-b94a-50046b1582db None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:15.942432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a287ff-37fd-488e-a64e-8a5bb0bdd5de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:36:15.951987 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f6a287ff-37fd-488e-a64e-8a5bb0bdd5de tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "PUT /v2.0/routers/f1ded537-0c28-4e60-9bda-bc3a229106a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4016714 Sep 07 16:36:15.954875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54382) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:15.957213 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1f21a-22c2-4b77-9571-5a71d3d72528 None None] Sync routers for ids ['f1ded537-0c28-4e60-9bda-bc3a229106a7'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:36:15.973393 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe1f21a-22c2-4b77-9571-5a71d3d72528 None None] Routers {'f1ded537-0c28-4e60-9bda-bc3a229106a7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:15.974031 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bbe1f21a-22c2-4b77-9571-5a71d3d72528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f1ded537-0c28-4e60-9bda-bc3a229106a7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:16.043300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bc04c79-dc62-4bf9-9d51-d03bfaf6abb2 req-d5978391-5d09-45e5-8f3f-4a066ec08365 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259147 Sep 07 16:36:16.099285 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c207a33e-e2bf-4c37-a01e-0ffb78ae8fb0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting subnet f9ef2ad4-a472-4210-aa16-9a38417ec9da {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:36:16.113072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c207a33e-e2bf-4c37-a01e-0ffb78ae8fb0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:16.208094 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c207a33e-e2bf-4c37-a01e-0ffb78ae8fb0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:16.245141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8bc04c79-dc62-4bf9-9d51-d03bfaf6abb2 req-59cfbd78-2b6b-4ed8-9d28-70d510e1adeb service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873548 Sep 07 16:36:16.251888 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-bbe1f21a-22c2-4b77-9571-5a71d3d72528 None None] Set router f1ded537-0c28-4e60-9bda-bc3a229106a7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:16.267585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-08d16d05-af9a-49e4-b94a-50046b1582db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '4110de16-ec97-4ff2-8419-be82adfc6d0e', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': '9a9178d8-37e1-4228-8445-a005371a7cd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:eb:8d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24edadc-5e3c-41af-bb04-0eefbc6f7b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:36:12Z', 'updated_at': '2021-09-07T16:36:12Z', 'revision_number': 0, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:16.308863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d16d05-af9a-49e4-b94a-50046b1582db None None] The sync data for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 is: [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '4110de16-ec97-4ff2-8419-be82adfc6d0e', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': '9a9178d8-37e1-4228-8445-a005371a7cd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:eb:8d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24edadc-5e3c-41af-bb04-0eefbc6f7b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:36:12Z', 'updated_at': '2021-09-07T16:36:12Z', 'revision_number': 0, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:36:16.391735 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c207a33e-e2bf-4c37-a01e-0ffb78ae8fb0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:16.504425 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c207a33e-e2bf-4c37-a01e-0ffb78ae8fb0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:16.565534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207a33e-e2bf-4c37-a01e-0ffb78ae8fb0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ef2ad4-a472-4210-aa16-9a38417ec9da,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:16.572469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c207a33e-e2bf-4c37-a01e-0ffb78ae8fb0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:16.573160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d2f15-9ad4-4657-ab83-79e420f81ddc None None] Network 1594f749-8f0d-4f70-a83c-deb851037026 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:36:16.577550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54394) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:16.578061 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c207a33e-e2bf-4c37-a01e-0ffb78ae8fb0 tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/subnets/f9ef2ad4-a472-4210-aa16-9a38417ec9da HTTP/1.1" status: 204 len: 168 time: 0.6091928 Sep 07 16:36:16.665783 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bbe1f21a-22c2-4b77-9571-5a71d3d72528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:36:14Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:16.683537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448c7418-56ff-465c-b482-0e529ec185f3 None None] New status for floating IP 4110de16-ec97-4ff2-8419-be82adfc6d0e: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:36:16.701075 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1f21a-22c2-4b77-9571-5a71d3d72528 None None] Checking router: f1ded537-0c28-4e60-9bda-bc3a229106a7 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:36:16.720167 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe1f21a-22c2-4b77-9571-5a71d3d72528 None None] Routers {'f1ded537-0c28-4e60-9bda-bc3a229106a7'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:16.720982 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bbe1f21a-22c2-4b77-9571-5a71d3d72528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f1ded537-0c28-4e60-9bda-bc3a229106a7'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:16.864025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:16.964880 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:16.985502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b4761-88fd-4a70-8ab9-63237460b4e0 None None] DHCP port deletion for 1594f749-8f0d-4f70-a83c-deb851037026 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:36:17.031595 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-bbe1f21a-22c2-4b77-9571-5a71d3d72528 None None] Set router f1ded537-0c28-4e60-9bda-bc3a229106a7 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:17.032802 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:17.099982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Deleting port 572d381f-a944-47cb-aa64-400c7fa5672e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:17.100362 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:17.164024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f00b4761-88fd-4a70-8ab9-63237460b4e0 None None] Deleting port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:17.166274 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f00b4761-88fd-4a70-8ab9-63237460b4e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:17.282511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] For port 572d381f-a944-47cb-aa64-400c7fa5672e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=572d381f-a944-47cb-aa64-400c7fa5672e,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:17.283155 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:17.308114 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Calling delete_port for 572d381f-a944-47cb-aa64-400c7fa5672e owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:17.334670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f00b4761-88fd-4a70-8ab9-63237460b4e0 None None] For port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7ce6d3c5-6d3e-4c9f-9972-db60016563fb,segment=NetworkSegment(22b22f30-c249-4f8c-bb51-6fbb2c0803fe),segment_id=22b22f30-c249-4f8c-bb51-6fbb2c0803fe)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:17.335790 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f00b4761-88fd-4a70-8ab9-63237460b4e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:17.342330 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bbe1f21a-22c2-4b77-9571-5a71d3d72528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:36:14Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:17.372489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f00b4761-88fd-4a70-8ab9-63237460b4e0 None None] Calling delete_port for 7ce6d3c5-6d3e-4c9f-9972-db60016563fb owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:17.383797 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1f21a-22c2-4b77-9571-5a71d3d72528 None None] The sync data for ids ['f1ded537-0c28-4e60-9bda-bc3a229106a7'] in n-d-807551-3 is: [{'id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595096738', 'tenant_id': 'e608a260b01c4aab87ae27b604981b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:25Z', 'updated_at': '2021-09-07T16:36:14Z', 'revision_number': 5, 'project_id': 'e608a260b01c4aab87ae27b604981b64', 'gw_port': {'id': '572d381f-a944-47cb-aa64-400c7fa5672e', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ded537-0c28-4e60-9bda-bc3a229106a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:26Z', 'updated_at': '2021-09-07T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:36:17.483608 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f00b4761-88fd-4a70-8ab9-63237460b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:17.515436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b4761-88fd-4a70-8ab9-63237460b4e0 None None] Pushing event deleted for resources: {'Port': ['ID=7ce6d3c5-6d3e-4c9f-9972-db60016563fb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:17.519534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b4761-88fd-4a70-8ab9-63237460b4e0 None None] No DVR routers for this DVR port 7ce6d3c5-6d3e-4c9f-9972-db60016563fb on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:36:17.614147 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:17.658142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Port': ['ID=572d381f-a944-47cb-aa64-400c7fa5672e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:17.751094 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:17.953994 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:17.960267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.021648 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device de33ad51-6748-4e82-96a7-836535a9c5c2 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:18.071467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: de33ad51-6748-4e82-96a7-836535a9c5c2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:18.073005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device de33ad51-6748-4e82-96a7-836535a9c5c2 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:18.073277 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.073851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Fanout notify agent at l3_agent the message router_deleted on router f1ded537-0c28-4e60-9bda-bc3a229106a7 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:36:18.074217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7ce6d3c5-6d3e-4c9f-9972-db60016563fb no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:18.084607 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.087456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c61f66b0-5177-42bb-98da-95f0475d1dcb tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/routers/f1ded537-0c28-4e60-9bda-bc3a229106a7 HTTP/1.1" status: 204 len: 168 time: 1.5086820 Sep 07 16:36:18.090296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54422) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:18.156470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 7ce6d3c5-6d3e-4c9f-9972-db60016563fb {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:18.158693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7ce6d3c5-6d3e-4c9f-9972-db60016563fb not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:18.219052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7baab97-a719-4e4d-9dee-5fdb95ca0f4e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.326827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95e4de-ac45-477e-9cbb-9c928a87097f req-705adf8b-ffdb-44db-a4ee-caf23328c679 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:18.340301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f95e4de-ac45-477e-9cbb-9c928a87097f req-705adf8b-ffdb-44db-a4ee-caf23328c679 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 946 time: 0.1075661 Sep 07 16:36:18.351369 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7baab97-a719-4e4d-9dee-5fdb95ca0f4e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.393526 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a7baab97-a719-4e4d-9dee-5fdb95ca0f4e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1594f749-8f0d-4f70-a83c-deb851037026']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:18.406167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a7baab97-a719-4e4d-9dee-5fdb95ca0f4e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b22f30-c249-4f8c-bb51-6fbb2c0803fe') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:18.406501 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a7baab97-a719-4e4d-9dee-5fdb95ca0f4e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b22f30-c249-4f8c-bb51-6fbb2c0803fe') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:18.427515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7baab97-a719-4e4d-9dee-5fdb95ca0f4e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.428983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f95e4de-ac45-477e-9cbb-9c928a87097f req-26eed12b-1a92-4863-bc92-032f3ab92bda tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863323 Sep 07 16:36:18.446590 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7baab97-a719-4e4d-9dee-5fdb95ca0f4e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.458977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7baab97-a719-4e4d-9dee-5fdb95ca0f4e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:36:18.459750 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7baab97-a719-4e4d-9dee-5fdb95ca0f4e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:36:18.464054 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:36:18.532742 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7baab97-a719-4e4d-9dee-5fdb95ca0f4e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.541600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a7baab97-a719-4e4d-9dee-5fdb95ca0f4e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.544381 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a7baab97-a719-4e4d-9dee-5fdb95ca0f4e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/networks/1594f749-8f0d-4f70-a83c-deb851037026 HTTP/1.1" status: 204 len: 168 time: 0.4514799 Sep 07 16:36:18.546791 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54430) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:18.555912 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7baab97-a719-4e4d-9dee-5fdb95ca0f4e tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'Network': ['ID=1594f749-8f0d-4f70-a83c-deb851037026,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:18.617492 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-742e473a-e336-40b3-91ef-f50abe91933d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.643405 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-742e473a-e336-40b3-91ef-f50abe91933d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.705933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-742e473a-e336-40b3-91ef-f50abe91933d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.708745 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-742e473a-e336-40b3-91ef-f50abe91933d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:18.713350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-742e473a-e336-40b3-91ef-f50abe91933d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] 10.222.0.70 "DELETE /v2.0/security-groups/82a8735f-099d-4538-9915-44e7134b256d HTTP/1.1" status: 204 len: 168 time: 0.1621172 Sep 07 16:36:18.720756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e473a-e336-40b3-91ef-f50abe91933d tempest-TestNetworkAdvancedServerOps-1100179193 tempest-TestNetworkAdvancedServerOps-1100179193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a8735f-099d-4538-9915-44e7134b256d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:18.953547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54442) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:19.021522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54446) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:19.112888 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-29c493f3-acd7-4607-a9c5-7f455b264fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.178497 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e3fbfacb-d2cb-4672-9414-cc889214064b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e608a260b01c4aab87ae27b604981b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555369 Sep 07 16:36:19.181770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54450) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:19.232652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a86ed22-c27e-48c8-956d-36603ee4a2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.235865 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-29c493f3-acd7-4607-a9c5-7f455b264fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.240979 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-29c493f3-acd7-4607-a9c5-7f455b264fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.259907 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a86ed22-c27e-48c8-956d-36603ee4a2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.276770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c493f3-acd7-4607-a9c5-7f455b264fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b74d547-cbeb-479b-994d-45f8bd9cd4de,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:19.289645 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-29c493f3-acd7-4607-a9c5-7f455b264fa9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6e931a837072408fb1e4554f1db3053d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349931 Sep 07 16:36:19.292229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54452) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:19.329776 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a86ed22-c27e-48c8-956d-36603ee4a2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.333175 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a86ed22-c27e-48c8-956d-36603ee4a2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.334617 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9a86ed22-c27e-48c8-956d-36603ee4a2cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/31cd894a-3ff2-43d8-9e9a-31a023031a6d HTTP/1.1" status: 204 len: 168 time: 0.1517856 Sep 07 16:36:19.354120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86ed22-c27e-48c8-956d-36603ee4a2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cd894a-3ff2-43d8-9e9a-31a023031a6d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:19.356876 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bab16726-1e94-4787-bced-5c2d4de1354a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.380458 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bab16726-1e94-4787-bced-5c2d4de1354a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.429948 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bab16726-1e94-4787-bced-5c2d4de1354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.433166 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bab16726-1e94-4787-bced-5c2d4de1354a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.436741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bab16726-1e94-4787-bced-5c2d4de1354a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b74d547-cbeb-479b-994d-45f8bd9cd4de HTTP/1.1" status: 204 len: 168 time: 0.1408551 Sep 07 16:36:19.443290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab16726-1e94-4787-bced-5c2d4de1354a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b74d547-cbeb-479b-994d-45f8bd9cd4de,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:19.571363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a00fe-8ac1-46cd-8fbd-67d27e533218 req-782fbd3a-d488-4f56-a675-3deabdc757c8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:19.572985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e1a00fe-8ac1-46cd-8fbd-67d27e533218 req-782fbd3a-d488-4f56-a675-3deabdc757c8 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 946 time: 0.0591998 Sep 07 16:36:19.617316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e1a00fe-8ac1-46cd-8fbd-67d27e533218 req-2c6c4d53-66de-4cb6-aa7c-47b84146b9e1 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Sep 07 16:36:19.784500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54464) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:19.791958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 572d381f-a944-47cb-aa64-400c7fa5672e no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:19.816503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 572d381f-a944-47cb-aa64-400c7fa5672e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:19.817005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 572d381f-a944-47cb-aa64-400c7fa5672e not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:19.844726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54466) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:19.845079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a53763ae-d5be-456c-af98-3acea078f2ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c5f98f7cead409d9c64ce4bb7f8222c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592227 Sep 07 16:36:19.861588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54468) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:19.877466 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b4d72dc5-6ec5-4be9-bf4c-d272c9e3b587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.898938 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee8d52b3-53e7-4290-9a48-f0ae4a19c40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.930598 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee8d52b3-53e7-4290-9a48-f0ae4a19c40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.981861 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee8d52b3-53e7-4290-9a48-f0ae4a19c40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.984636 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee8d52b3-53e7-4290-9a48-f0ae4a19c40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.985924 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ee8d52b3-53e7-4290-9a48-f0ae4a19c40c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2844f985-8eab-4e05-aa3f-29b27c897fb3 HTTP/1.1" status: 204 len: 168 time: 0.1394691 Sep 07 16:36:19.989142 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b4d72dc5-6ec5-4be9-bf4c-d272c9e3b587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:19.995329 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b4d72dc5-6ec5-4be9-bf4c-d272c9e3b587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:20.028575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d52b3-53e7-4290-9a48-f0ae4a19c40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2844f985-8eab-4e05-aa3f-29b27c897fb3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:20.046996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d72dc5-6ec5-4be9-bf4c-d272c9e3b587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab29d9e-c94c-4457-bfd1-90347ad1f3c7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:20.056866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ebecf-0744-4c72-b979-6e1dedeaad42 req-26a1c059-0d8f-4f64-a153-09c64de6f25a tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:20.058765 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-027ebecf-0744-4c72-b979-6e1dedeaad42 req-26a1c059-0d8f-4f64-a153-09c64de6f25a tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 946 time: 0.0631359 Sep 07 16:36:20.070404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b4d72dc5-6ec5-4be9-bf4c-d272c9e3b587 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3c1823d7f7c40da8cf333ba6f4f5dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050686 Sep 07 16:36:20.071234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54474) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:20.146850 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-277d7347-9185-4f2a-93e7-8552e39c0c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:20.172152 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-277d7347-9185-4f2a-93e7-8552e39c0c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:20.203479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-027ebecf-0744-4c72-b979-6e1dedeaad42 req-c4e8ba32-6f88-4984-bd6d-8b845625e32c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Deleting port 75e10c6e-7188-40da-add3-8d539d83834f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:20.204138 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-027ebecf-0744-4c72-b979-6e1dedeaad42 req-c4e8ba32-6f88-4984-bd6d-8b845625e32c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:20.230873 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-277d7347-9185-4f2a-93e7-8552e39c0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:20.236485 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-277d7347-9185-4f2a-93e7-8552e39c0c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:20.237921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-277d7347-9185-4f2a-93e7-8552e39c0c75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fab29d9e-c94c-4457-bfd1-90347ad1f3c7 HTTP/1.1" status: 204 len: 168 time: 0.1654165 Sep 07 16:36:20.257780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d7347-9185-4f2a-93e7-8552e39c0c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab29d9e-c94c-4457-bfd1-90347ad1f3c7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:20.339805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-027ebecf-0744-4c72-b979-6e1dedeaad42 req-c4e8ba32-6f88-4984-bd6d-8b845625e32c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] For port 75e10c6e-7188-40da-add3-8d539d83834f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=75e10c6e-7188-40da-add3-8d539d83834f,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:20.340740 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-027ebecf-0744-4c72-b979-6e1dedeaad42 req-c4e8ba32-6f88-4984-bd6d-8b845625e32c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:20.357197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-027ebecf-0744-4c72-b979-6e1dedeaad42 req-c4e8ba32-6f88-4984-bd6d-8b845625e32c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Calling delete_port for 75e10c6e-7188-40da-add3-8d539d83834f owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:20.508515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-027ebecf-0744-4c72-b979-6e1dedeaad42 req-c4e8ba32-6f88-4984-bd6d-8b845625e32c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:20.526401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c71bcc55-7da8-45e5-808d-77de287c476c', 'e647ccc5-ef19-4fb4-ac81-32235c3ebf55'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:36:20.538509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8ba32-6f88-4984-bd6d-8b845625e32c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Pushing event deleted for resources: {'Port': ['ID=75e10c6e-7188-40da-add3-8d539d83834f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:20.563034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['75e10c6e-7188-40da-add3-8d539d83834f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:36:20.597209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-027ebecf-0744-4c72-b979-6e1dedeaad42 req-c4e8ba32-6f88-4984-bd6d-8b845625e32c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] No DVR routers for this DVR port 75e10c6e-7188-40da-add3-8d539d83834f on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:36:20.599699 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-027ebecf-0744-4c72-b979-6e1dedeaad42 req-c4e8ba32-6f88-4984-bd6d-8b845625e32c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:20.602375 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-027ebecf-0744-4c72-b979-6e1dedeaad42 req-c4e8ba32-6f88-4984-bd6d-8b845625e32c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.54 "DELETE /v2.0/ports/75e10c6e-7188-40da-add3-8d539d83834f HTTP/1.1" status: 204 len: 173 time: 0.5336244 Sep 07 16:36:20.602961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c46d4d-4a90-404b-a815-3a3d6e15c2ad', 'name': 'network-vif-deleted', 'tag': '75e10c6e-7188-40da-add3-8d539d83834f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:36:20.605324 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f513f198-135e-4896-bc74-abe2b223751e" -d '{"events": [{"server_uuid": "b1c46d4d-4a90-404b-a815-3a3d6e15c2ad", "name": "network-vif-deleted", "tag": "75e10c6e-7188-40da-add3-8d539d83834f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:36:20.668377 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67c2d2c-930e-4a22-932b-692831dac4ca x-openstack-request-id: req-a67c2d2c-930e-4a22-932b-692831dac4ca {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:36:20.668875 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c46d4d-4a90-404b-a815-3a3d6e15c2ad", "name": "network-vif-deleted", "tag": "75e10c6e-7188-40da-add3-8d539d83834f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:36:20.669218 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a67c2d2c-930e-4a22-932b-692831dac4ca {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:36:20.669655 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c46d4d-4a90-404b-a815-3a3d6e15c2ad', 'name': 'network-vif-deleted', 'tag': '75e10c6e-7188-40da-add3-8d539d83834f', 'status': 'completed', 'code': 200} Sep 07 16:36:20.749960 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3fb925eb-9208-4db0-b421-758c9b045908 req-33fb826e-a33d-4c89-82c1-e31034aae28f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1c46d4d-4a90-404b-a815-3a3d6e15c2ad HTTP/1.1" status: 200 len: 210 time: 0.0349920 Sep 07 16:36:21.782129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6cb6a-52cf-442b-a00a-38f08d427e6e req-4e63c046-1ece-4a5e-b387-920e1de40ea5 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:21.784580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9e6cb6a-52cf-442b-a00a-38f08d427e6e req-4e63c046-1ece-4a5e-b387-920e1de40ea5 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 945 time: 0.0591235 Sep 07 16:36:21.851782 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9e6cb6a-52cf-442b-a00a-38f08d427e6e req-8bac38d5-f863-40d7-95bf-abb70b89c2bf tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=adff58f5-dec0-44e1-aa4e-2f953851ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584550 Sep 07 16:36:22.120649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f182776-d321-4e45-9809-c1477a35d259 req-e69d242d-4e1e-419b-89dd-b132a5604a54 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:22.122492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f182776-d321-4e45-9809-c1477a35d259 req-e69d242d-4e1e-419b-89dd-b132a5604a54 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 945 time: 0.0585251 Sep 07 16:36:22.165228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f182776-d321-4e45-9809-c1477a35d259 req-1c1e0ecb-16eb-4d61-9e79-d48d01d1bfa5 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Sep 07 16:36:22.782661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54628) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:22.788360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Request body: {'network': {'name': 'tempest-network-smoke--1910434416', 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:36:22.809803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Made reservation on behalf of 81dff1b8fa2045cf85e2c0f5d1da6305 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:36:22.813524 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:22.822562 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:22.928148 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:22.940470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:22.981180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:36:23.009709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f213a71-8ce3-4e8d-a412-7a948a1af0d5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:23.016966 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:23.017323 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Added segment 7b3a400f-d70b-4f4f-8d15-456134d223b4 of type vlan for network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 Sep 07 16:36:23.033172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba8ef1-88f9-45e2-a785-08fd3ae7402f req-ae442041-5ccb-4d0c-a776-bfdb4b5aba74 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:23.034815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-feba8ef1-88f9-45e2-a785-08fd3ae7402f req-ae442041-5ccb-4d0c-a776-bfdb4b5aba74 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 945 time: 0.1048124 Sep 07 16:36:23.084372 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:23.109446 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-feba8ef1-88f9-45e2-a785-08fd3ae7402f req-52f34c36-d45a-498c-be5d-e140c8919ba0 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=adff58f5-dec0-44e1-aa4e-2f953851ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513620 Sep 07 16:36:23.126179 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:23.135158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:23.135833 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:23.175385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3909175 Sep 07 16:36:23.177774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54646) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:23.183579 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'admin_state_up': True, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:36:23.211145 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:23.212198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:23.219372 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570c115-92ef-40ce-8d1e-0e4a5d20d1ef tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Network': ['ID=5d596cd8-5496-4968-9f41-43b4a1bc42d4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:23.232716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:36:23.282962 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:23.309246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa3a0c-a723-4ff6-9d77-0b859f735d22 req-c0792432-08bf-445e-bcfc-1c1afca0ce3f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:23.310911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04aa3a0c-a723-4ff6-9d77-0b859f735d22 req-c0792432-08bf-445e-bcfc-1c1afca0ce3f tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 945 time: 0.0537977 Sep 07 16:36:23.351567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04aa3a0c-a723-4ff6-9d77-0b859f735d22 req-3a936b3b-7674-4ae0-8823-ea80c28e0821 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343099 Sep 07 16:36:23.442508 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:23.649628 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:23.674756 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:23.782734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Allocated IP 172.25.3.105 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/a8c9ec1d-0c0c-4380-ae40-52e90015359b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:36:23.890632 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:23.912743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4ab20-921b-4b3f-b9df-1a4bbf41d422 req-71c3699a-1f24-4ca7-ad64-1a6b620ee6fb tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:23.915944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ec4ab20-921b-4b3f-b9df-1a4bbf41d422 req-71c3699a-1f24-4ca7-ad64-1a6b620ee6fb tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 945 time: 0.0514026 Sep 07 16:36:23.928836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54670) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:23.971865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-aedb9055-be66-4633-92fd-0f9297910328 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:23.973403 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-aedb9055-be66-4633-92fd-0f9297910328 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.54 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 945 time: 0.0751274 Sep 07 16:36:23.974949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:24.018531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4ec4ab20-921b-4b3f-b9df-1a4bbf41d422 req-d3b5c174-ab54-4d84-973a-20f1de081f45 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Deleting port e647ccc5-ef19-4fb4-ac81-32235c3ebf55 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:24.018988 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4ec4ab20-921b-4b3f-b9df-1a4bbf41d422 req-d3b5c174-ab54-4d84-973a-20f1de081f45 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:24.039255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:36:24.050878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:36:24.055810 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:36:24.057952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Port': ['ID=a8c9ec1d-0c0c-4380-ae40-52e90015359b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:24.098799 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7affb24c-f807-463e-85c1-3ea34c836377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:24.144318 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-4ec4ab20-921b-4b3f-b9df-1a4bbf41d422 req-d3b5c174-ab54-4d84-973a-20f1de081f45 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] For port e647ccc5-ef19-4fb4-ac81-32235c3ebf55, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e647ccc5-ef19-4fb4-ac81-32235c3ebf55,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:24.144714 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4ec4ab20-921b-4b3f-b9df-1a4bbf41d422 req-d3b5c174-ab54-4d84-973a-20f1de081f45 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:24.164616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-4ec4ab20-921b-4b3f-b9df-1a4bbf41d422 req-d3b5c174-ab54-4d84-973a-20f1de081f45 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Calling delete_port for e647ccc5-ef19-4fb4-ac81-32235c3ebf55 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:24.177985 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Deleting port 453875e6-b4a6-4434-b85a-dafe62415831 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:24.178619 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:24.278687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 75e10c6e-7188-40da-add3-8d539d83834f no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:24.301512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 75e10c6e-7188-40da-add3-8d539d83834f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:24.302421 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 75e10c6e-7188-40da-add3-8d539d83834f not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:24.330453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13934412-1aae-46e2-9503-ddba398b062c req-959a7a79-9999-41f2-90d0-b69e25509b05 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:24.331956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13934412-1aae-46e2-9503-ddba398b062c req-959a7a79-9999-41f2-90d0-b69e25509b05 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 945 time: 0.1432438 Sep 07 16:36:24.337809 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7affb24c-f807-463e-85c1-3ea34c836377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:24.347804 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7affb24c-f807-463e-85c1-3ea34c836377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:24.368678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] For port 453875e6-b4a6-4434-b85a-dafe62415831, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=453875e6-b4a6-4434-b85a-dafe62415831,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:24.369049 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:24.746175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7affb24c-f807-463e-85c1-3ea34c836377 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7ca94ba42954da2a170866d1689141a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8161423 Sep 07 16:36:24.757605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54678) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:24.769012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affb24c-f807-463e-85c1-3ea34c836377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be19c7a8-d8c9-451a-8779-c99a15cc7756,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:24.784785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-13934412-1aae-46e2-9503-ddba398b062c req-c0a063f5-9b38-40db-be04-e36f28f88446 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups?id=adff58f5-dec0-44e1-aa4e-2f953851ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4450181 Sep 07 16:36:24.794121 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:24.815253 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4ec4ab20-921b-4b3f-b9df-1a4bbf41d422 req-d3b5c174-ab54-4d84-973a-20f1de081f45 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:24.821481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c71bcc55-7da8-45e5-808d-77de287c476c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:36:24.824257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fa88d-aae9-4ae9-bb14-2287843e0acd req-2fd6a950-b10c-45b5-b33a-30baa26d6d80 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:24.825400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-392fa88d-aae9-4ae9-bb14-2287843e0acd req-2fd6a950-b10c-45b5-b33a-30baa26d6d80 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e9dd072-a7c5-442a-8b69-8af22103603c HTTP/1.1" status: 200 len: 867 time: 0.1599588 Sep 07 16:36:24.874633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5c174-ab54-4d84-973a-20f1de081f45 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Pushing event deleted for resources: {'Port': ['ID=e647ccc5-ef19-4fb4-ac81-32235c3ebf55,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:24.903234 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d1af662-8a9b-4a71-ad85-4022cdb95298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:24.976891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec4ab20-921b-4b3f-b9df-1a4bbf41d422 req-d3b5c174-ab54-4d84-973a-20f1de081f45 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] No DVR routers for this DVR port e647ccc5-ef19-4fb4-ac81-32235c3ebf55 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:36:24.980168 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-4ec4ab20-921b-4b3f-b9df-1a4bbf41d422 req-d3b5c174-ab54-4d84-973a-20f1de081f45 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:24.982506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ec4ab20-921b-4b3f-b9df-1a4bbf41d422 req-d3b5c174-ab54-4d84-973a-20f1de081f45 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.35 "DELETE /v2.0/ports/e647ccc5-ef19-4fb4-ac81-32235c3ebf55 HTTP/1.1" status: 204 len: 173 time: 1.0608735 Sep 07 16:36:24.984673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d1af662-8a9b-4a71-ad85-4022cdb95298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:24.987652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9dd072-a7c5-442a-8b69-8af22103603c', 'name': 'network-vif-deleted', 'tag': 'e647ccc5-ef19-4fb4-ac81-32235c3ebf55'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:36:24.990327 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c718a745-6d25-445e-a966-1cc2a4287bf8" -d '{"events": [{"server_uuid": "1e9dd072-a7c5-442a-8b69-8af22103603c", "name": "network-vif-deleted", "tag": "e647ccc5-ef19-4fb4-ac81-32235c3ebf55"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:36:25.002411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-392fa88d-aae9-4ae9-bb14-2287843e0acd req-95f49997-d6c6-491d-874f-e80bc5509150 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699045 Sep 07 16:36:25.027329 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:25.027932 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:25.028490 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Floating IP 882351f7-6fed-44ac-b807-7c1f1816cffa disassociated. External IP: 172.25.3.236, port: 453875e6-b4a6-4434-b85a-dafe62415831. Sep 07 16:36:25.028999 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Calling delete_port for 453875e6-b4a6-4434-b85a-dafe62415831 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:25.053297 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d1af662-8a9b-4a71-ad85-4022cdb95298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:25.056572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3d1af662-8a9b-4a71-ad85-4022cdb95298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:25.059961 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3d1af662-8a9b-4a71-ad85-4022cdb95298 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be19c7a8-d8c9-451a-8779-c99a15cc7756 HTTP/1.1" status: 204 len: 168 time: 0.2976084 Sep 07 16:36:25.067455 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743480d2-9780-4fb3-a086-3e967c808100 x-openstack-request-id: req-743480d2-9780-4fb3-a086-3e967c808100 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:36:25.067873 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9dd072-a7c5-442a-8b69-8af22103603c", "name": "network-vif-deleted", "tag": "e647ccc5-ef19-4fb4-ac81-32235c3ebf55", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:36:25.068052 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-743480d2-9780-4fb3-a086-3e967c808100 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:36:25.068438 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9dd072-a7c5-442a-8b69-8af22103603c', 'name': 'network-vif-deleted', 'tag': 'e647ccc5-ef19-4fb4-ac81-32235c3ebf55', 'status': 'completed', 'code': 200} Sep 07 16:36:25.069561 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1af662-8a9b-4a71-ad85-4022cdb95298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be19c7a8-d8c9-451a-8779-c99a15cc7756,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:25.153370 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:25.305188 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:25.342830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event deleted for resources: {'Port': ['ID=453875e6-b4a6-4434-b85a-dafe62415831,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:25.355701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54686) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:25.376978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b26306f-e3ef-436d-a5d4-413310d3a3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:25.430681 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:36:25.581472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Router 4e5235ad-5385-402b-a2a0-187e96a2a9bc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:36:25.685534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:36:25.696250 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Sync routers for ids ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:36:25.706994 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Routers {'9e71e1d5-adf6-447e-baa3-a34f9faedf66'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:25.707607 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:25.734473 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b26306f-e3ef-436d-a5d4-413310d3a3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:25.764902 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b26306f-e3ef-436d-a5d4-413310d3a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:25.774761 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:25.779452 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2d79c847-3653-46db-81d2-f4a6bc702a2b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5960076 Sep 07 16:36:25.779527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54688) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:25.833099 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1b26306f-e3ef-436d-a5d4-413310d3a3fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ca8bbf187ad4f7f93b7216dca6e5402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4762499 Sep 07 16:36:25.833609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54694) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:25.849952 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Set router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:25.854211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:36:25.873027 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b199f44-619f-47d4-9a0b-56ad2b3cad7e None None] Sync routers for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:36:25.892041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b199f44-619f-47d4-9a0b-56ad2b3cad7e None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:25.893370 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1b199f44-619f-47d4-9a0b-56ad2b3cad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:25.904435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26306f-e3ef-436d-a5d4-413310d3a3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43126805-4c6b-4894-a812-d3830d71980a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:25.945713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] No DVR routers for this DVR port 453875e6-b4a6-4434-b85a-dafe62415831 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:36:25.949253 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:25.952523 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-95d9ad6f-3a5d-4cda-9811-2601407ac3be req-ebd002b9-e4e4-490c-9853-ae9603d62be6 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.54 "DELETE /v2.0/ports/453875e6-b4a6-4434-b85a-dafe62415831 HTTP/1.1" status: 204 len: 173 time: 1.9681120 Sep 07 16:36:25.953269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d20cd2-6985-4aac-bbe6-97465cf1b9db', 'name': 'network-vif-deleted', 'tag': '453875e6-b4a6-4434-b85a-dafe62415831'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:36:25.956582 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae2462c-d69f-42c0-9e9f-34f7079d8d67" -d '{"events": [{"server_uuid": "48d20cd2-6985-4aac-bbe6-97465cf1b9db", "name": "network-vif-deleted", "tag": "453875e6-b4a6-4434-b85a-dafe62415831"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:36:25.971733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6923d2f-34ec-4f67-a4d4-a44eb3cb87a2 req-805765fc-68ce-476e-a171-a62dea49bc7f tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d20cd2-6985-4aac-bbe6-97465cf1b9db HTTP/1.1" status: 200 len: 210 time: 0.0447679 Sep 07 16:36:25.978311 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84af08a9-d288-4cce-82d6-effe39bef291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:26.010042 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84af08a9-d288-4cce-82d6-effe39bef291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:26.074402 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84af08a9-d288-4cce-82d6-effe39bef291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:26.078438 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84af08a9-d288-4cce-82d6-effe39bef291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:26.085031 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-84af08a9-d288-4cce-82d6-effe39bef291 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43126805-4c6b-4894-a812-d3830d71980a HTTP/1.1" status: 204 len: 168 time: 0.2482355 Sep 07 16:36:26.100630 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618df37e-3735-46e6-8c3b-37145d0b9990 x-openstack-request-id: req-618df37e-3735-46e6-8c3b-37145d0b9990 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:36:26.100938 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d20cd2-6985-4aac-bbe6-97465cf1b9db", "name": "network-vif-deleted", "tag": "453875e6-b4a6-4434-b85a-dafe62415831", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:36:26.101198 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-618df37e-3735-46e6-8c3b-37145d0b9990 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:36:26.101613 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d20cd2-6985-4aac-bbe6-97465cf1b9db', 'name': 'network-vif-deleted', 'tag': '453875e6-b4a6-4434-b85a-dafe62415831', 'status': 'completed', 'code': 200} Sep 07 16:36:26.134439 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af08a9-d288-4cce-82d6-effe39bef291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43126805-4c6b-4894-a812-d3830d71980a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:26.169111 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:24Z', 'revision_number': 3, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:26.226704 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Checking router: 9e71e1d5-adf6-447e-baa3-a34f9faedf66 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:36:26.227276 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Updating router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 port a8c9ec1d-0c0c-4380-ae40-52e90015359b binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:36:26.228093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1b199f44-619f-47d4-9a0b-56ad2b3cad7e None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:26.244254 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1a64f232-ed5d-4cff-8b4f-b52d3d6c08db tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=81dff1b8fa2045cf85e2c0f5d1da6305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4627151 Sep 07 16:36:26.246342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54706) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:26.257661 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:26.375819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01227885-4e72-450a-b3fa-fbc8cbc17f7f tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:26.379474 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-01227885-4e72-450a-b3fa-fbc8cbc17f7f tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320021 Sep 07 16:36:26.382394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54708) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:26.436046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ce17d670-7dba-4bed-83e1-877eeb440547 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0523424 Sep 07 16:36:26.438906 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54712) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:26.444009 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-951b7199-7300-4eaa-b13f-bd8b06b91ac2 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1473607974', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:36:26.601683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e647ccc5-ef19-4fb4-ac81-32235c3ebf55 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:26.620234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951b7199-7300-4eaa-b13f-bd8b06b91ac2 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Made reservation on behalf of 81dff1b8fa2045cf85e2c0f5d1da6305 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:36:26.630528 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-951b7199-7300-4eaa-b13f-bd8b06b91ac2 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:26.666488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: e647ccc5-ef19-4fb4-ac81-32235c3ebf55 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:26.666842 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e647ccc5-ef19-4fb4-ac81-32235c3ebf55 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:26.703376 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:26.708465 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1b199f44-619f-47d4-9a0b-56ad2b3cad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:37Z', 'revision_number': 5, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:26.730202 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Transition to ACTIVE for port object a8c9ec1d-0c0c-4380-ae40-52e90015359b will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:36:26.751176 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:26.781611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b199f44-619f-47d4-9a0b-56ad2b3cad7e None None] Checking router: 4e5235ad-5385-402b-a2a0-187e96a2a9bc for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:36:26.795853 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b199f44-619f-47d4-9a0b-56ad2b3cad7e None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:26.796758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1b199f44-619f-47d4-9a0b-56ad2b3cad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:26.890980 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Pushing event updated for resources: {'Port': ['ID=a8c9ec1d-0c0c-4380-ae40-52e90015359b,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:26.894299 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Attempting to bind port a8c9ec1d-0c0c-4380-ae40-52e90015359b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:36:26.894670 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Attempting to bind port a8c9ec1d-0c0c-4380-ae40-52e90015359b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:36:26.895027 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Attempting to bind port a8c9ec1d-0c0c-4380-ae40-52e90015359b on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:36:26.915342 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:26.916641 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:26.917024 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:26.917370 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:26.917709 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:26.918046 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:26.918378 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:26.919323 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:26.919323 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:26.919323 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:26.919715 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:26.920048 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:26.930562 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:36:26.930960 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:36:26.931375 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:26.931776 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:36:26.932272 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Bound port: a8c9ec1d-0c0c-4380-ae40-52e90015359b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:36:26.934799 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:27.002656 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] For port a8c9ec1d-0c0c-4380-ae40-52e90015359b, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:36:27.005724 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] For port a8c9ec1d-0c0c-4380-ae40-52e90015359b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a8c9ec1d-0c0c-4380-ae40-52e90015359b,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:36:27.014574 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:27.063674 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-951b7199-7300-4eaa-b13f-bd8b06b91ac2 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:27.139809 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Routers {'9e71e1d5-adf6-447e-baa3-a34f9faedf66'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:27.144028 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:27.144648 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54732) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:27.195093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b7199-7300-4eaa-b13f-bd8b06b91ac2 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Subnet': ['ID=9e2f9f68-ab36-4db4-b761-0788093d561c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:27.212727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951b7199-7300-4eaa-b13f-bd8b06b91ac2 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Checking segment: {'id': '7b3a400f-d70b-4f4f-8d15-456134d223b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:36:27.213178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951b7199-7300-4eaa-b13f-bd8b06b91ac2 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Network hostable DHCP agents. Network: 5d596cd8-5496-4968-9f41-43b4a1bc42d4, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:36:27.224145 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db7bf1b3-bec3-4207-a379-a8717d6f152e tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:27.246135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951b7199-7300-4eaa-b13f-bd8b06b91ac2 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:36:27.261749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-951b7199-7300-4eaa-b13f-bd8b06b91ac2 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 5d596cd8-5496-4968-9f41-43b4a1bc42d4) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:36:27.262609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db7bf1b3-bec3-4207-a379-a8717d6f152e tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:27.267125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951b7199-7300-4eaa-b13f-bd8b06b91ac2 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:27.267728 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-951b7199-7300-4eaa-b13f-bd8b06b91ac2 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:27.313092 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-951b7199-7300-4eaa-b13f-bd8b06b91ac2 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8730378 Sep 07 16:36:27.315953 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54736) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:27.376098 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db7bf1b3-bec3-4207-a379-a8717d6f152e tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:27.379349 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db7bf1b3-bec3-4207-a379-a8717d6f152e tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:27.380521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1b199f44-619f-47d4-9a0b-56ad2b3cad7e None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:27.381075 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-db7bf1b3-bec3-4207-a379-a8717d6f152e tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "DELETE /v2.0/security-groups/adff58f5-dec0-44e1-aa4e-2f953851ae88 HTTP/1.1" status: 204 len: 168 time: 0.2346320 Sep 07 16:36:27.389518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54740) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:27.419690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bf1b3-bec3-4207-a379-a8717d6f152e tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adff58f5-dec0-44e1-aa4e-2f953851ae88,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:27.440743 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-7e737a65-0aee-45eb-961b-574cc22b9f35 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] show failed (client error): The resource could not be found. Sep 07 16:36:27.443152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7e737a65-0aee-45eb-961b-574cc22b9f35 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "GET /v2.0/security-groups/adff58f5-dec0-44e1-aa4e-2f953851ae88 HTTP/1.1" status: 404 len: 347 time: 0.0526021 Sep 07 16:36:27.447286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54742) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:27.497592 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08db7f7-77ec-4c20-baca-aa2097f6c90d None None] Pushing event updated for resources: {'Port': ['ID=a8c9ec1d-0c0c-4380-ae40-52e90015359b,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:27.563195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c43739-ed39-42cd-ad71-d87ef6d7f567 None None] Network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:36:27.661588 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] Set router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:27.794165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d42c8fa7-710f-4493-bdaf-1e3963cbc1d8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Deleting port a24d58f7-be93-4ca8-91ad-359733c3b4f8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:27.794526 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d42c8fa7-710f-4493-bdaf-1e3963cbc1d8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:27.903687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'fixed_ips': [{'subnet_id': '9e2f9f68-ab36-4db4-b761-0788093d561c'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:36:27.904502 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:27.930620 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1b199f44-619f-47d4-9a0b-56ad2b3cad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:37Z', 'revision_number': 5, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:27.971573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b199f44-619f-47d4-9a0b-56ad2b3cad7e None None] The sync data for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 is: [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:32Z', 'revision_number': 4, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '5cd35e08-d373-4227-837e-f1e90785ae82', 'name': '', 'network_id': 'eb7b97c6-9ac5-4801-b78b-7be25431d446', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'mac_address': 'fa:16:3e:8a:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:32Z', 'updated_at': '2021-09-07T16:27:37Z', 'revision_number': 5, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'subnets': [{'id': '83e5006b-f36c-4324-a04a-5fa3a46b4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:36:28.062382 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d42c8fa7-710f-4493-bdaf-1e3963cbc1d8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:28.063121 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d42c8fa7-710f-4493-bdaf-1e3963cbc1d8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:28.120288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d42c8fa7-710f-4493-bdaf-1e3963cbc1d8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Calling delete_port for a24d58f7-be93-4ca8-91ad-359733c3b4f8 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:28.201930 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:24Z', 'revision_number': 3, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:28.239868 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c339ea-27f0-45f6-bc0b-2d8092047ad1 None None] The sync data for ids ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'] in n-d-807551-3 is: [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:24Z', 'revision_number': 3, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:36:28.313441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 453875e6-b4a6-4434-b85a-dafe62415831 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:28.386128 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:28.389528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 453875e6-b4a6-4434-b85a-dafe62415831 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:28.389962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 453875e6-b4a6-4434-b85a-dafe62415831 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:28.431568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Allocated IP 172.20.0.2 (5d596cd8-5496-4968-9f41-43b4a1bc42d4/9e2f9f68-ab36-4db4-b761-0788093d561c/d426ced7-afc7-4c7d-b551-5f2e4527af9a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:36:28.498616 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c101981-9a8b-4bec-a34c-d1b1e95f4687 None None] New status for floating IP 882351f7-6fed-44ac-b807-7c1f1816cffa: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:36:28.621898 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d42c8fa7-710f-4493-bdaf-1e3963cbc1d8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:28.690264 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-2c101981-9a8b-4bec-a34c-d1b1e95f4687 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:36:28.691014 n-d-807551-3 neutron-server[94773]: DEBUG oslo_db.api [None req-2c101981-9a8b-4bec-a34c-d1b1e95f4687 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:36:28.714608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c8fa7-710f-4493-bdaf-1e3963cbc1d8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Pushing event deleted for resources: {'Port': ['ID=a24d58f7-be93-4ca8-91ad-359733c3b4f8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:28.786248 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:28.806530 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Transition to ACTIVE for port object d426ced7-afc7-4c7d-b551-5f2e4527af9a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:36:28.841744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Transition to ACTIVE for port object d426ced7-afc7-4c7d-b551-5f2e4527af9a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:36:28.851620 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d42c8fa7-710f-4493-bdaf-1e3963cbc1d8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:28.859082 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d42c8fa7-710f-4493-bdaf-1e3963cbc1d8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:28.861088 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:28.862130 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d42c8fa7-710f-4493-bdaf-1e3963cbc1d8 tempest-AttachVolumeTestJSON-1342957973 tempest-AttachVolumeTestJSON-1342957973-project] 10.222.0.70 "DELETE /v2.0/floatingips/882351f7-6fed-44ac-b807-7c1f1816cffa HTTP/1.1" status: 204 len: 168 time: 1.4135575 Sep 07 16:36:28.943260 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:36:28.955120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:36:28.975604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:36:28.995625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Pushing event updated for resources: {'Port': ['ID=d426ced7-afc7-4c7d-b551-5f2e4527af9a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:29.009261 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Allocated IP 172.20.0.1 (5d596cd8-5496-4968-9f41-43b4a1bc42d4/9e2f9f68-ab36-4db4-b761-0788093d561c/f49a59be-2817-46ea-b4fa-03a7e88ce884) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:36:29.104090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Attempting to bind port d426ced7-afc7-4c7d-b551-5f2e4527af9a on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:36:29.104792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Attempting to bind port d426ced7-afc7-4c7d-b551-5f2e4527af9a by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '7b3a400f-d70b-4f4f-8d15-456134d223b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:36:29.105324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Attempting to bind port d426ced7-afc7-4c7d-b551-5f2e4527af9a on network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:36:29.112778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:36:29.113444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Checking segment: {'id': '7b3a400f-d70b-4f4f-8d15-456134d223b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:36:29.114285 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:29.114848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Bound using segment: {'id': '7b3a400f-d70b-4f4f-8d15-456134d223b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:36:29.115498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Bound port: d426ced7-afc7-4c7d-b551-5f2e4527af9a, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3a400f-d70b-4f4f-8d15-456134d223b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:36:29.116929 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:29.192854 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c101981-9a8b-4bec-a34c-d1b1e95f4687 None None] New status for floating IP 882351f7-6fed-44ac-b807-7c1f1816cffa: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:36:29.226241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] For port d426ced7-afc7-4c7d-b551-5f2e4527af9a, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:36:29.233878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] For port d426ced7-afc7-4c7d-b551-5f2e4527af9a, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d426ced7-afc7-4c7d-b551-5f2e4527af9a,segment=NetworkSegment(7b3a400f-d70b-4f4f-8d15-456134d223b4),segment_id=7b3a400f-d70b-4f4f-8d15-456134d223b4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:36:29.247428 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:29.348295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:29.396770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff9d1a-289f-49e8-87bc-0aca5c4bff19 None None] Pushing event updated for resources: {'Port': ['ID=d426ced7-afc7-4c7d-b551-5f2e4527af9a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:29.404035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Transition to ACTIVE for port object f49a59be-2817-46ea-b4fa-03a7e88ce884 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:36:29.487943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:29.510941 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:36:29.533609 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:36:29.536540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:36:29.657279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Port': ['ID=f49a59be-2817-46ea-b4fa-03a7e88ce884,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:29.672970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:29.937780 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:30.026266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a8c9ec1d-0c0c-4380-ae40-52e90015359b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:36:30.109484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port a8c9ec1d-0c0c-4380-ae40-52e90015359b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:36:30.116120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a8c9ec1d-0c0c-4380-ae40-52e90015359b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:36:30.117563 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:30.247059 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:30.285320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port a8c9ec1d-0c0c-4380-ae40-52e90015359b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a8c9ec1d-0c0c-4380-ae40-52e90015359b,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:30.293440 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:30.294589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d426ced7-afc7-4c7d-b551-5f2e4527af9a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:36:30.454791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=a8c9ec1d-0c0c-4380-ae40-52e90015359b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:30.469827 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:30.479360 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:30.494755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port d426ced7-afc7-4c7d-b551-5f2e4527af9a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:36:30.624971 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:30.628418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Port': ['ID=f49a59be-2817-46ea-b4fa-03a7e88ce884,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:30.836593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:36:30.845566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:36:30.960011 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ddeec5-37a3-4587-bfac-7e6438aac735 None None] Network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:36:31.047604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:36:31.058087 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f7b11e4c-901c-4462-8a4d-d7d431b17c26 None None] Provisioning for port d426ced7-afc7-4c7d-b551-5f2e4527af9a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:36:31.079642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f7b11e4c-901c-4462-8a4d-d7d431b17c26 None None] Provisioning complete for port d426ced7-afc7-4c7d-b551-5f2e4527af9a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:36:31.080427 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7b11e4c-901c-4462-8a4d-d7d431b17c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:31.235629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f41768-4f8b-4a19-8c89-25ad11973d83 req-ce437f37-68e6-41fa-923e-7c3b7a96c46c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:31.237413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6f41768-4f8b-4a19-8c89-25ad11973d83 req-ce437f37-68e6-41fa-923e-7c3b7a96c46c tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 946 time: 0.1263089 Sep 07 16:36:31.315273 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7b11e4c-901c-4462-8a4d-d7d431b17c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:31.322112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6f41768-4f8b-4a19-8c89-25ad11973d83 req-99ba3546-0e17-4f7a-b959-69be5c03d601 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750923 Sep 07 16:36:31.443184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f7b11e4c-901c-4462-8a4d-d7d431b17c26 None None] For port d426ced7-afc7-4c7d-b551-5f2e4527af9a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d426ced7-afc7-4c7d-b551-5f2e4527af9a,segment=NetworkSegment(7b3a400f-d70b-4f4f-8d15-456134d223b4),segment_id=7b3a400f-d70b-4f4f-8d15-456134d223b4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:31.450529 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f7b11e4c-901c-4462-8a4d-d7d431b17c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:31.540603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b11e4c-901c-4462-8a4d-d7d431b17c26 None None] Pushing event updated for resources: {'Port': ['ID=d426ced7-afc7-4c7d-b551-5f2e4527af9a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:31.811234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:36:31.823468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Sync routers for ids ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:36:31.833782 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e830f97c-e0ec-4fd6-848a-57b5b680f63f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "PUT /v2.0/routers/9e71e1d5-adf6-447e-baa3-a34f9faedf66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5154846 Sep 07 16:36:31.836219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54820) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:31.840934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Routers {'9e71e1d5-adf6-447e-baa3-a34f9faedf66'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:31.841404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fdda7992-87f7-4a2f-8bf1-9e30e2ede654 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1073074491', 'description': 'tempest-secgroup_access--1073074491 description', 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:36:31.842087 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:31.920673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdda7992-87f7-4a2f-8bf1-9e30e2ede654 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:31.920976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-54b99290-0398-4c2b-b19b-4c221a69f085 None None] Provisioning for port f49a59be-2817-46ea-b4fa-03a7e88ce884 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:36:31.937611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-54b99290-0398-4c2b-b19b-4c221a69f085 None None] Provisioning complete for port f49a59be-2817-46ea-b4fa-03a7e88ce884 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:36:31.938131 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54b99290-0398-4c2b-b19b-4c221a69f085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:31.982194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a8c9ec1d-0c0c-4380-ae40-52e90015359b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:36:32.078175 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.103916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-54b99290-0398-4c2b-b19b-4c221a69f085 None None] Port f49a59be-2817-46ea-b4fa-03a7e88ce884 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:36:32.121302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Set router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:32.144674 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdda7992-87f7-4a2f-8bf1-9e30e2ede654 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.150489 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdda7992-87f7-4a2f-8bf1-9e30e2ede654 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.169138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a8c9ec1d-0c0c-4380-ae40-52e90015359b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:36:32.169749 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.207871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-54b99290-0398-4c2b-b19b-4c221a69f085 None None] Provisioning complete for port d426ced7-afc7-4c7d-b551-5f2e4527af9a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:36:32.208604 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-54b99290-0398-4c2b-b19b-4c221a69f085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.209923 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fdda7992-87f7-4a2f-8bf1-9e30e2ede654 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.211461 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fdda7992-87f7-4a2f-8bf1-9e30e2ede654 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3738973 Sep 07 16:36:32.214133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54826) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:32.216088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda7992-87f7-4a2f-8bf1-9e30e2ede654 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe70f3a-c099-4ddb-b2ee-c69279381e1a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:32.219349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c38536cd-8d43-4a31-a448-b0f8fc3f06bc tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--525388425', 'description': 'tempest-secgroup_general--525388425 description', 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:36:32.243366 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c38536cd-8d43-4a31-a448-b0f8fc3f06bc tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.407845 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c38536cd-8d43-4a31-a448-b0f8fc3f06bc tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.414163 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c38536cd-8d43-4a31-a448-b0f8fc3f06bc tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.476561 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c38536cd-8d43-4a31-a448-b0f8fc3f06bc tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.478103 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c38536cd-8d43-4a31-a448-b0f8fc3f06bc tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2629735 Sep 07 16:36:32.481255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54834) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:32.486898 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a44ab507-773a-4da5-8146-d065a2e0c15a tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Request body: {'security_group_rule': {'security_group_id': 'ffe70f3a-c099-4ddb-b2ee-c69279381e1a', 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:36:32.488759 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d426ced7-afc7-4c7d-b551-5f2e4527af9a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:36:32.496011 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38536cd-8d43-4a31-a448-b0f8fc3f06bc tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdcce0c-8141-4499-9208-ddeba92f214c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:32.535207 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a44ab507-773a-4da5-8146-d065a2e0c15a tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.546393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd577d-2cfe-4180-a648-ee0ff26035c2 req-312a60d1-dbe2-4460-a79e-dca0b99b2b11 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:32.555143 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bdd577d-2cfe-4180-a648-ee0ff26035c2 req-312a60d1-dbe2-4460-a79e-dca0b99b2b11 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 946 time: 0.1150179 Sep 07 16:36:32.610882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bdd577d-2cfe-4180-a648-ee0ff26035c2 req-4a7537b4-db59-4092-b139-b96790a38842 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481148 Sep 07 16:36:32.625152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a44ab507-773a-4da5-8146-d065a2e0c15a tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.630186 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a44ab507-773a-4da5-8146-d065a2e0c15a tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.651320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ab507-773a-4da5-8146-d065a2e0c15a tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00690e2d-95b9-4374-a0e3-d4191f1b25d9,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:32.662420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a44ab507-773a-4da5-8146-d065a2e0c15a tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.665250 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a44ab507-773a-4da5-8146-d065a2e0c15a tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1827266 Sep 07 16:36:32.667757 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.737231 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d426ced7-afc7-4c7d-b551-5f2e4527af9a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:36:32.737615 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:32.910198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:29Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'f49a59be-2817-46ea-b4fa-03a7e88ce884', 'name': '', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'mac_address': 'fa:16:3e:24:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:28Z', 'updated_at': '2021-09-07T16:36:30Z', 'revision_number': 2, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'subnets': [{'id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:32.927335 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-1db4a34d-a4e4-47bc-8faa-ae7e60d6e74d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_access--1073074491&fields=id&tenant_id=81dff1b8fa2045cf85e2c0f5d1da6305 HTTP/1.1" status: 200 len: 267 time: 0.0469007 Sep 07 16:36:32.993485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-048009e6-1640-4d80-ab4f-899fec902174 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_general--525388425&fields=id&tenant_id=81dff1b8fa2045cf85e2c0f5d1da6305 HTTP/1.1" status: 200 len: 267 time: 0.0571361 Sep 07 16:36:33.150776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-7545153a-e493-4a67-bf92-41710199a18d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:33.152390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-7545153a-e493-4a67-bf92-41710199a18d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/networks?id=5d596cd8-5496-4968-9f41-43b4a1bc42d4 HTTP/1.1" status: 200 len: 797 time: 0.1512437 Sep 07 16:36:33.169576 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Checking router: 9e71e1d5-adf6-447e-baa3-a34f9faedf66 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:36:33.169950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Updating router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 port f49a59be-2817-46ea-b4fa-03a7e88ce884 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:36:33.170313 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03486f98-748d-41c9-b25a-f1ad4f6c2425 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/quotas/81dff1b8fa2045cf85e2c0f5d1da6305 HTTP/1.1" status: 200 len: 375 time: 0.0108359 Sep 07 16:36:33.180788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-66031030-2c33-46c1-a463-c67ca53e2711 None None] Provisioning complete for port f49a59be-2817-46ea-b4fa-03a7e88ce884 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:36:33.181238 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-66031030-2c33-46c1-a463-c67ca53e2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:33.236480 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:33.253233 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-2b845ce1-9503-477b-add8-82e53a0193cc tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=81dff1b8fa2045cf85e2c0f5d1da6305&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686829 Sep 07 16:36:33.268984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-66031030-2c33-46c1-a463-c67ca53e2711 None None] Port f49a59be-2817-46ea-b4fa-03a7e88ce884 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:36:33.409562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9802f-d4cd-4826-a672-71af18b463f8 req-c5e06315-811f-48a2-887a-cf6fe373d068 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:33.411239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ac9802f-d4cd-4826-a672-71af18b463f8 req-c5e06315-811f-48a2-887a-cf6fe373d068 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 946 time: 0.1042943 Sep 07 16:36:33.415929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-7126c437-0578-41ba-939c-93c5f4ff3218 service neutron] 10.222.0.70 "GET /v2.0/networks/5d596cd8-5496-4968-9f41-43b4a1bc42d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538086 Sep 07 16:36:33.618622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-15ca8943-9c42-43bf-8b4b-25908907f3dc service neutron] 10.222.0.70 "GET /v2.0/networks/5d596cd8-5496-4968-9f41-43b4a1bc42d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891413 Sep 07 16:36:33.643812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-9ac9802f-d4cd-4826-a672-71af18b463f8 req-360fa996-1819-4bea-9431-d2418ed45321 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Deleting port c71bcc55-7da8-45e5-808d-77de287c476c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:33.644471 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9ac9802f-d4cd-4826-a672-71af18b463f8 req-360fa996-1819-4bea-9431-d2418ed45321 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:33.700139 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:33.715903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Transition to ACTIVE for port object f49a59be-2817-46ea-b4fa-03a7e88ce884 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:36:33.726449 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:33.829501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00890e3f-356e-45ae-91d1-ef3083f3885c None None] Pushing event updated for resources: {'Port': ['ID=f49a59be-2817-46ea-b4fa-03a7e88ce884,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:33.883248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Attempting to bind port f49a59be-2817-46ea-b4fa-03a7e88ce884 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:36:33.883745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Attempting to bind port f49a59be-2817-46ea-b4fa-03a7e88ce884 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '7b3a400f-d70b-4f4f-8d15-456134d223b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:36:33.884281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Attempting to bind port f49a59be-2817-46ea-b4fa-03a7e88ce884 on network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:36:33.894519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:36:33.898212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Checking segment: {'id': '7b3a400f-d70b-4f4f-8d15-456134d223b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:36:33.898907 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:33.899583 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Bound using segment: {'id': '7b3a400f-d70b-4f4f-8d15-456134d223b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:36:33.900380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Bound port: f49a59be-2817-46ea-b4fa-03a7e88ce884, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3a400f-d70b-4f4f-8d15-456134d223b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:36:33.901072 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:33.906963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9ac9802f-d4cd-4826-a672-71af18b463f8 req-360fa996-1819-4bea-9431-d2418ed45321 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] For port c71bcc55-7da8-45e5-808d-77de287c476c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c71bcc55-7da8-45e5-808d-77de287c476c,segment=NetworkSegment(9bdfaaf1-a281-4866-9f64-df5d1ab5edaa),segment_id=9bdfaaf1-a281-4866-9f64-df5d1ab5edaa)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:33.914670 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9ac9802f-d4cd-4826-a672-71af18b463f8 req-360fa996-1819-4bea-9431-d2418ed45321 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:33.982568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a631a-35d3-4863-978b-bec0f2c5a24e req-65fb46a8-ce42-47ea-a4f7-9efe45e3d5d4 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:33.986717 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b1a631a-35d3-4863-978b-bec0f2c5a24e req-65fb46a8-ce42-47ea-a4f7-9efe45e3d5d4 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8 HTTP/1.1" status: 200 len: 946 time: 0.2269046 Sep 07 16:36:34.016719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-9ac9802f-d4cd-4826-a672-71af18b463f8 req-360fa996-1819-4bea-9431-d2418ed45321 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Calling delete_port for c71bcc55-7da8-45e5-808d-77de287c476c owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:34.056546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] For port f49a59be-2817-46ea-b4fa-03a7e88ce884, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:36:34.066324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] For port f49a59be-2817-46ea-b4fa-03a7e88ce884, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f49a59be-2817-46ea-b4fa-03a7e88ce884,segment=NetworkSegment(7b3a400f-d70b-4f4f-8d15-456134d223b4),segment_id=7b3a400f-d70b-4f4f-8d15-456134d223b4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:36:34.073578 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:34.105254 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1903d42-c62e-4d18-931c-3f4d8ca14a91 req-b72f1f15-0fdc-4207-982c-df12495a01a0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 210 time: 0.0687940 Sep 07 16:36:34.190093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b1a631a-35d3-4863-978b-bec0f2c5a24e req-75151004-7bdc-4309-81f2-168a765b6329 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.70 "GET /v2.0/security-groups?id=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918654 Sep 07 16:36:34.220196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Routers {'9e71e1d5-adf6-447e-baa3-a34f9faedf66'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:34.222045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:34.390666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] Set router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:34.409844 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9ac9802f-d4cd-4826-a672-71af18b463f8 req-360fa996-1819-4bea-9431-d2418ed45321 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:34.465836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fa996-1819-4bea-9431-d2418ed45321 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Pushing event deleted for resources: {'Port': ['ID=c71bcc55-7da8-45e5-808d-77de287c476c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:34.504591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c71bcc55-7da8-45e5-808d-77de287c476c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:36:34.531067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac9802f-d4cd-4826-a672-71af18b463f8 req-360fa996-1819-4bea-9431-d2418ed45321 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] No DVR routers for this DVR port c71bcc55-7da8-45e5-808d-77de287c476c on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:36:34.534084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9ac9802f-d4cd-4826-a672-71af18b463f8 req-360fa996-1819-4bea-9431-d2418ed45321 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:34.536418 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ac9802f-d4cd-4826-a672-71af18b463f8 req-360fa996-1819-4bea-9431-d2418ed45321 tempest-AttachVolumeNegativeTest-1860885455 tempest-AttachVolumeNegativeTest-1860885455-project] 10.222.0.35 "DELETE /v2.0/ports/c71bcc55-7da8-45e5-808d-77de287c476c HTTP/1.1" status: 204 len: 173 time: 1.1171207 Sep 07 16:36:34.538546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8', 'name': 'network-vif-deleted', 'tag': 'c71bcc55-7da8-45e5-808d-77de287c476c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:36:34.541724 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb67885-4590-431e-af6f-732124528a7f" -d '{"events": [{"server_uuid": "4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8", "name": "network-vif-deleted", "tag": "c71bcc55-7da8-45e5-808d-77de287c476c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:36:34.548660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00890e3f-356e-45ae-91d1-ef3083f3885c None None] Pushing event updated for resources: {'Port': ['ID=f49a59be-2817-46ea-b4fa-03a7e88ce884,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:34.603911 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f03553-a1b9-4d7f-b6c0-258c719c8cfe x-openstack-request-id: req-16f03553-a1b9-4d7f-b6c0-258c719c8cfe {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:36:34.604432 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8", "name": "network-vif-deleted", "tag": "c71bcc55-7da8-45e5-808d-77de287c476c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:36:34.604737 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16f03553-a1b9-4d7f-b6c0-258c719c8cfe {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:36:34.606041 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fce4a4e-4ecb-4dd3-a77d-c649214dd7b8', 'name': 'network-vif-deleted', 'tag': 'c71bcc55-7da8-45e5-808d-77de287c476c', 'status': 'completed', 'code': 200} Sep 07 16:36:34.911468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:29Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'f49a59be-2817-46ea-b4fa-03a7e88ce884', 'name': '', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'mac_address': 'fa:16:3e:24:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:28Z', 'updated_at': '2021-09-07T16:36:34Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'subnets': [{'id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:34.953431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7911e6-955a-4537-b606-01d4fb45b0cd None None] The sync data for ids ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'] in n-d-807551-3 is: [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:29Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'f49a59be-2817-46ea-b4fa-03a7e88ce884', 'name': '', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'mac_address': 'fa:16:3e:24:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:28Z', 'updated_at': '2021-09-07T16:36:34Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'subnets': [{'id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:36:35.262985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5f51291-5d5f-4c21-8a9d-7f4bcaccacc2 req-87280727-b9c5-4b48-92ec-9e862038b639 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 210 time: 0.0321114 Sep 07 16:36:35.283404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54912) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:35.363441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd324eac-785a-4f60-8cc2-13fd3783ed05 admin admin] Deleting subnet 73888fa0-a406-4290-bf81-ee51ca064594 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:36:35.367602 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd324eac-785a-4f60-8cc2-13fd3783ed05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:35.413873 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd324eac-785a-4f60-8cc2-13fd3783ed05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:35.492981 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd324eac-785a-4f60-8cc2-13fd3783ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:35.662601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-af04cc68-b4ef-4e64-871d-bac0b43e2c54 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:35.664980 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-af04cc68-b4ef-4e64-871d-bac0b43e2c54 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.54 "GET /v2.0/networks?id=5d596cd8-5496-4968-9f41-43b4a1bc42d4 HTTP/1.1" status: 200 len: 797 time: 0.2046301 Sep 07 16:36:35.666766 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd324eac-785a-4f60-8cc2-13fd3783ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:35.717016 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd324eac-785a-4f60-8cc2-13fd3783ed05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:35.718929 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bd324eac-785a-4f60-8cc2-13fd3783ed05 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/73888fa0-a406-4290-bf81-ee51ca064594 HTTP/1.1" status: 204 len: 168 time: 0.4341798 Sep 07 16:36:35.721564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54918) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:35.721692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd324eac-785a-4f60-8cc2-13fd3783ed05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73888fa0-a406-4290-bf81-ee51ca064594,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:35.769861 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-e801e7c9-bc90-46f9-8570-b666d6f76369 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81dff1b8fa2045cf85e2c0f5d1da6305 HTTP/1.1" status: 200 len: 477 time: 0.0898759 Sep 07 16:36:35.791379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Request body: {'port': {'device_id': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'admin_state_up': True, 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'security_groups': ['ffe70f3a-c099-4ddb-b2ee-c69279381e1a', '4bdcce0c-8141-4499-9208-ddeba92f214c']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:36:35.913807 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-052cb205-e893-4bb2-b787-dcceb132770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:35.968816 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f49a59be-2817-46ea-b4fa-03a7e88ce884 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:36:36.013489 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Made reservation on behalf of 81dff1b8fa2045cf85e2c0f5d1da6305 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:36:36.017597 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.089976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port f49a59be-2817-46ea-b4fa-03a7e88ce884 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:36:36.096243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f49a59be-2817-46ea-b4fa-03a7e88ce884 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:36:36.096826 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.139818 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-052cb205-e893-4bb2-b787-dcceb132770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.170543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-052cb205-e893-4bb2-b787-dcceb132770f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a4f649-cfb9-45c2-a55b-bac4af04f1d6']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:36.182413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-052cb205-e893-4bb2-b787-dcceb132770f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:36.183070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-052cb205-e893-4bb2-b787-dcceb132770f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdfaaf1-a281-4866-9f64-df5d1ab5edaa') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:36.202395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-052cb205-e893-4bb2-b787-dcceb132770f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.205693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Allocated IP 172.20.0.5 (5d596cd8-5496-4968-9f41-43b4a1bc42d4/9e2f9f68-ab36-4db4-b761-0788093d561c/fe932053-3f2a-44d4-8deb-385aa141cf8e) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:36:36.232324 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-052cb205-e893-4bb2-b787-dcceb132770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.239938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052cb205-e893-4bb2-b787-dcceb132770f admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:36:36.241369 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-052cb205-e893-4bb2-b787-dcceb132770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.259781 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.337638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port f49a59be-2817-46ea-b4fa-03a7e88ce884, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f49a59be-2817-46ea-b4fa-03a7e88ce884,segment=NetworkSegment(7b3a400f-d70b-4f4f-8d15-456134d223b4),segment_id=7b3a400f-d70b-4f4f-8d15-456134d223b4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:36.347761 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:36:36.351612 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:36:36.368020 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-052cb205-e893-4bb2-b787-dcceb132770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.412756 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-052cb205-e893-4bb2-b787-dcceb132770f admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.429067 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-052cb205-e893-4bb2-b787-dcceb132770f admin admin] 10.222.0.70 "DELETE /v2.0/networks/42a4f649-cfb9-45c2-a55b-bac4af04f1d6 HTTP/1.1" status: 204 len: 168 time: 0.7011321 Sep 07 16:36:36.434032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cb205-e893-4bb2-b787-dcceb132770f admin admin] Pushing event deleted for resources: {'Network': ['ID=42a4f649-cfb9-45c2-a55b-bac4af04f1d6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:36.461427 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=f49a59be-2817-46ea-b4fa-03a7e88ce884,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:36.493144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6c9e5db-4a27-4256-9e8f-c2ab3f8748f9 req-857b2fc5-9e98-41b9-b3e9-052c37b253ec tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 210 time: 0.0409291 Sep 07 16:36:36.546550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.563074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Transition to ACTIVE for port object fe932053-3f2a-44d4-8deb-385aa141cf8e will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:36:36.588119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54932) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:36.590689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c71bcc55-7da8-45e5-808d-77de287c476c no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:36.616299 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.630174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: c71bcc55-7da8-45e5-808d-77de287c476c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:36.630880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c71bcc55-7da8-45e5-808d-77de287c476c not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:36.682009 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:36:36.687156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:36:36.700291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Port': ['ID=fe932053-3f2a-44d4-8deb-385aa141cf8e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:36.712995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:36:36.715785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54936) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:36.798130 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-916ed797-0014-465f-84be-6dfa9caddf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.808392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8ed366ae-2472-4b68-9765-98c326c4257f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3358bcf1982048459962c4454f9a394d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903430 Sep 07 16:36:36.817448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54938) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:36.824721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:36.825621 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.908251 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e472c77-6048-432f-bec7-d5e7fe677fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.937405 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e472c77-6048-432f-bec7-d5e7fe677fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.964083 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-916ed797-0014-465f-84be-6dfa9caddf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.978306 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-916ed797-0014-465f-84be-6dfa9caddf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:36.987422 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-fa8f9ece-cfd0-4c2b-a125-994187191833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2096810 Sep 07 16:36:37.012311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Request body: {'port': {'device_id': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:36:37.016414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-916ed797-0014-465f-84be-6dfa9caddf4c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=218de0e4d28f4f26ae0de15755dda624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273336 Sep 07 16:36:37.016661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 54942) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:37.017327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e472c77-6048-432f-bec7-d5e7fe677fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:37.020634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e472c77-6048-432f-bec7-d5e7fe677fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:37.024527 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7e472c77-6048-432f-bec7-d5e7fe677fa7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11 HTTP/1.1" status: 204 len: 168 time: 0.1957965 Sep 07 16:36:37.040254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ed797-0014-465f-84be-6dfa9caddf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2db893-674f-417b-b0a0-e984c9e0699d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:37.044057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a81f825c-1ace-4cb4-b7f7-9653f6afb86d None None] Provisioning for port fe932053-3f2a-44d4-8deb-385aa141cf8e completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:36:37.049178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a81f825c-1ace-4cb4-b7f7-9653f6afb86d None None] Provisioning complete for port fe932053-3f2a-44d4-8deb-385aa141cf8e triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:36:37.049557 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a81f825c-1ace-4cb4-b7f7-9653f6afb86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:37.087892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e472c77-6048-432f-bec7-d5e7fe677fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c3aa33-59f9-4a5c-b7b7-4d875b6b0a11,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:37.096124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a81f825c-1ace-4cb4-b7f7-9653f6afb86d None None] Port fe932053-3f2a-44d4-8deb-385aa141cf8e cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:36:37.138861 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:37.140806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea54b-7f27-4b23-8526-e1d54c5d935b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:37.192971 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea54b-7f27-4b23-8526-e1d54c5d935b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:37.351777 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea54b-7f27-4b23-8526-e1d54c5d935b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:37.354312 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea54b-7f27-4b23-8526-e1d54c5d935b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:37.357970 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5e1ea54b-7f27-4b23-8526-e1d54c5d935b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc2db893-674f-417b-b0a0-e984c9e0699d HTTP/1.1" status: 204 len: 168 time: 0.3299704 Sep 07 16:36:37.377040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ea54b-7f27-4b23-8526-e1d54c5d935b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2db893-674f-417b-b0a0-e984c9e0699d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:37.522761 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe932053-3f2a-44d4-8deb-385aa141cf8e {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:36:37.531677 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:37.546978 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Transition to ACTIVE for port object fe932053-3f2a-44d4-8deb-385aa141cf8e will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:36:37.551904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:37.616930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Pushing event updated for resources: {'Port': ['ID=fe932053-3f2a-44d4-8deb-385aa141cf8e,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:37.681173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23daad0-ba48-4908-9d41-4d965fef5935 req-43d893fd-bde4-465d-aa02-18d9dfeb469a tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:37.685962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b23daad0-ba48-4908-9d41-4d965fef5935 req-43d893fd-bde4-465d-aa02-18d9dfeb469a tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 982 time: 0.1301472 Sep 07 16:36:37.735722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Attempting to bind port fe932053-3f2a-44d4-8deb-385aa141cf8e on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:36:37.736393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Attempting to bind port fe932053-3f2a-44d4-8deb-385aa141cf8e by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '7b3a400f-d70b-4f4f-8d15-456134d223b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:36:37.737123 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Attempting to bind port fe932053-3f2a-44d4-8deb-385aa141cf8e on network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:36:37.743517 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Port fe932053-3f2a-44d4-8deb-385aa141cf8e on network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:36:37.744184 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Attempting to bind port fe932053-3f2a-44d4-8deb-385aa141cf8e on network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:36:37.752997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:36:37.753641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Checking segment: {'id': '7b3a400f-d70b-4f4f-8d15-456134d223b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:36:37.754383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Bound using segment: {'id': '7b3a400f-d70b-4f4f-8d15-456134d223b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:36:37.754968 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Bound port: fe932053-3f2a-44d4-8deb-385aa141cf8e, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3a400f-d70b-4f4f-8d15-456134d223b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:36:37.755495 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:37.802905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b23daad0-ba48-4908-9d41-4d965fef5935 req-933f8592-a36b-4f1a-9a82-2debb815c1a8 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1074357 Sep 07 16:36:37.877649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] For port fe932053-3f2a-44d4-8deb-385aa141cf8e, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:36:37.889473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] For port fe932053-3f2a-44d4-8deb-385aa141cf8e, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=fe932053-3f2a-44d4-8deb-385aa141cf8e,segment=NetworkSegment(7b3a400f-d70b-4f4f-8d15-456134d223b4),segment_id=7b3a400f-d70b-4f4f-8d15-456134d223b4)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:36:37.900469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:37.906894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f49a59be-2817-46ea-b4fa-03a7e88ce884 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:36:37.944968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54968) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:37.973167 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6dee93df-1e4e-444a-a0fd-b9e06d48b5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:37.988032 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Pushing event updated for resources: {'Port': ['ID=fe932053-3f2a-44d4-8deb-385aa141cf8e,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:38.018778 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:38.020242 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:38.022356 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-03f2e6dd-29b9-4970-a396-d11181ce50ed service neutron] 10.222.0.54 "PUT /v2.0/ports/fe932053-3f2a-44d4-8deb-385aa141cf8e HTTP/1.1" status: 200 len: 1130 time: 1.0145886 Sep 07 16:36:38.023011 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'tag': 'fe932053-3f2a-44d4-8deb-385aa141cf8e'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:36:38.026208 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f824a9b6-c43e-4065-bb7e-7599b58e4f54" -d '{"events": [{"name": "network-changed", "server_uuid": "d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5", "tag": "fe932053-3f2a-44d4-8deb-385aa141cf8e"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:36:38.076839 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f49a59be-2817-46ea-b4fa-03a7e88ce884 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:36:38.080163 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:38.134262 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f08608-5a90-422d-bff2-8a7757e298c2 x-openstack-request-id: req-97f08608-5a90-422d-bff2-8a7757e298c2 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:36:38.134481 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5", "tag": "fe932053-3f2a-44d4-8deb-385aa141cf8e", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:36:38.134757 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97f08608-5a90-422d-bff2-8a7757e298c2 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:36:38.136996 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'tag': 'fe932053-3f2a-44d4-8deb-385aa141cf8e', 'status': 'completed', 'code': 200} Sep 07 16:36:38.223103 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6dee93df-1e4e-444a-a0fd-b9e06d48b5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:38.227106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-175b22de-0f74-4b5f-801c-0bbb9429d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:38.229025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6dee93df-1e4e-444a-a0fd-b9e06d48b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:38.231557 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-175b22de-0f74-4b5f-801c-0bbb9429d3af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=81dff1b8fa2045cf85e2c0f5d1da6305&device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 1133 time: 0.1508636 Sep 07 16:36:38.261507 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:36:38.279146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee93df-1e4e-444a-a0fd-b9e06d48b5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc986e61-675e-44b4-a8f8-6d25d3e15bd6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:38.283913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6dee93df-1e4e-444a-a0fd-b9e06d48b5e4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b39643674ac543938fc037790d1c6e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377230 Sep 07 16:36:38.286313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 54984) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:38.356434 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-027c3843-34b5-44a1-a0fe-ec4ee81e67b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe932053-3f2a-44d4-8deb-385aa141cf8e HTTP/1.1" status: 200 len: 217 time: 0.1066852 Sep 07 16:36:38.440299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93c82617-fcf3-45fd-9532-996d1770b015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:38.494952 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93c82617-fcf3-45fd-9532-996d1770b015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:38.505067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-99fbca04-774d-423c-b76f-f97312992e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:38.507507 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-99fbca04-774d-423c-b76f-f97312992e34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e2f9f68-ab36-4db4-b761-0788093d561c HTTP/1.1" status: 200 len: 835 time: 0.1349466 Sep 07 16:36:38.559974 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93c82617-fcf3-45fd-9532-996d1770b015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:38.565738 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93c82617-fcf3-45fd-9532-996d1770b015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:38.573048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-93c82617-fcf3-45fd-9532-996d1770b015 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc986e61-675e-44b4-a8f8-6d25d3e15bd6 HTTP/1.1" status: 204 len: 168 time: 0.2854211 Sep 07 16:36:38.586719 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-66b73ca9-dfc7-4ff9-925a-b528f480a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:38.589903 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-66b73ca9-dfc7-4ff9-925a-b528f480a1b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d596cd8-5496-4968-9f41-43b4a1bc42d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706322 Sep 07 16:36:38.592149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c82617-fcf3-45fd-9532-996d1770b015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc986e61-675e-44b4-a8f8-6d25d3e15bd6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:38.734981 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-ca4fb522-75d0-4d81-a98c-dac716a03d4b service neutron] 10.222.0.54 "GET /v2.0/networks/5d596cd8-5496-4968-9f41-43b4a1bc42d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352997 Sep 07 16:36:38.883392 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-61c5c1f9-2c8d-4f2f-939c-1067d26762eb req-1cf11e23-7d4b-46d0-af16-9178d0e61693 service neutron] 10.222.0.54 "GET /v2.0/networks/5d596cd8-5496-4968-9f41-43b4a1bc42d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349883 Sep 07 16:36:39.001751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824a9b6-c43e-4065-bb7e-7599b58e4f54 req-898e6840-e3e1-4e4a-ba89-bc0b9bed98f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:39.003515 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f824a9b6-c43e-4065-bb7e-7599b58e4f54 req-898e6840-e3e1-4e4a-ba89-bc0b9bed98f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=81dff1b8fa2045cf85e2c0f5d1da6305&device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 1133 time: 0.0648661 Sep 07 16:36:39.022803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9a110-4ef9-4471-b5dd-b2a7da460937 req-918b4a3a-ca28-4804-861b-2aa02e9ca7b6 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:39.032177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7b9a110-4ef9-4471-b5dd-b2a7da460937 req-918b4a3a-ca28-4804-861b-2aa02e9ca7b6 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 982 time: 0.1059721 Sep 07 16:36:39.083635 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7b9a110-4ef9-4471-b5dd-b2a7da460937 req-f0ccf40d-117c-4d5a-bc18-05a85ad91819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0501933 Sep 07 16:36:39.159704 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824a9b6-c43e-4065-bb7e-7599b58e4f54 req-605e02d5-7bf9-4cb5-95ed-515dbd14a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:39.162441 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f824a9b6-c43e-4065-bb7e-7599b58e4f54 req-605e02d5-7bf9-4cb5-95ed-515dbd14a771 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d596cd8-5496-4968-9f41-43b4a1bc42d4 HTTP/1.1" status: 200 len: 898 time: 0.1501756 Sep 07 16:36:39.235421 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f824a9b6-c43e-4065-bb7e-7599b58e4f54 req-e1217908-5f70-440f-93d3-b6a4dd725f3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe932053-3f2a-44d4-8deb-385aa141cf8e HTTP/1.1" status: 200 len: 217 time: 0.0652702 Sep 07 16:36:39.323064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824a9b6-c43e-4065-bb7e-7599b58e4f54 req-977df17b-f820-48f5-bbf8-7a580c81e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:39.324763 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f824a9b6-c43e-4065-bb7e-7599b58e4f54 req-977df17b-f820-48f5-bbf8-7a580c81e94b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e2f9f68-ab36-4db4-b761-0788093d561c HTTP/1.1" status: 200 len: 835 time: 0.0804923 Sep 07 16:36:39.400329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824a9b6-c43e-4065-bb7e-7599b58e4f54 req-f4eedfcf-8da9-4ff1-8a3a-4b096723bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:39.402644 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f824a9b6-c43e-4065-bb7e-7599b58e4f54 req-f4eedfcf-8da9-4ff1-8a3a-4b096723bbcd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d596cd8-5496-4968-9f41-43b4a1bc42d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579257 Sep 07 16:36:39.535810 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f824a9b6-c43e-4065-bb7e-7599b58e4f54 req-20dea88b-26bb-410d-9be0-4cd9bb65ecdb service neutron] 10.222.0.54 "GET /v2.0/networks/5d596cd8-5496-4968-9f41-43b4a1bc42d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182940 Sep 07 16:36:39.656273 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f824a9b6-c43e-4065-bb7e-7599b58e4f54 req-11cfe260-b9e2-4453-b243-47f288d0664b service neutron] 10.222.0.54 "GET /v2.0/networks/5d596cd8-5496-4968-9f41-43b4a1bc42d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108098 Sep 07 16:36:39.689077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-063a3dfd-b8c9-4783-98c9-1bdd91d57e26 req-875a4676-9fb9-4c73-9d10-b702f64071aa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0630634 Sep 07 16:36:39.788446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a3dfd-b8c9-4783-98c9-1bdd91d57e26 req-d10ad9d5-dba7-4768-b32c-8075d526457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:39.793052 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-063a3dfd-b8c9-4783-98c9-1bdd91d57e26 req-d10ad9d5-dba7-4768-b32c-8075d526457d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 1096 time: 0.0560827 Sep 07 16:36:39.934410 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a3dfd-b8c9-4783-98c9-1bdd91d57e26 req-7974d689-d53b-41c2-b3d0-d23ef3f1772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:39.936283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-063a3dfd-b8c9-4783-98c9-1bdd91d57e26 req-7974d689-d53b-41c2-b3d0-d23ef3f1772c service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.1247914 Sep 07 16:36:40.039506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-063a3dfd-b8c9-4783-98c9-1bdd91d57e26 req-90962209-e1d6-461d-85a2-8c94b14971f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a9178d8-37e1-4228-8445-a005371a7cd6 HTTP/1.1" status: 200 len: 1000 time: 0.0952821 Sep 07 16:36:40.119652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a3dfd-b8c9-4783-98c9-1bdd91d57e26 req-76a378c3-7f91-4a3f-926b-04429f9b19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:40.121676 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-063a3dfd-b8c9-4783-98c9-1bdd91d57e26 req-76a378c3-7f91-4a3f-926b-04429f9b19ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0747647 Sep 07 16:36:40.212028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a3dfd-b8c9-4783-98c9-1bdd91d57e26 req-25c7e90b-8afe-4105-a5b5-8ba36a37d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:40.214105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-063a3dfd-b8c9-4783-98c9-1bdd91d57e26 req-25c7e90b-8afe-4105-a5b5-8ba36a37d4b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849435 Sep 07 16:36:40.278522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a175662-70ec-4654-9e79-1ff45034441e req-e79e63d8-f58a-4ca5-8de6-c4c648fb602e tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:40.280096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a175662-70ec-4654-9e79-1ff45034441e req-e79e63d8-f58a-4ca5-8de6-c4c648fb602e tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 982 time: 0.1030447 Sep 07 16:36:40.385839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-063a3dfd-b8c9-4783-98c9-1bdd91d57e26 req-22826ae6-1c76-4e51-ab8d-f138c23d7637 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594632 Sep 07 16:36:40.387822 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f51d9f7-33cd-499c-955f-d633eb61fe3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:40.469195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a175662-70ec-4654-9e79-1ff45034441e req-58b2a01e-0685-4669-b1fe-a9d5a8143d8a tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0819731 Sep 07 16:36:40.576268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-063a3dfd-b8c9-4783-98c9-1bdd91d57e26 req-26a439d9-9d22-4d2c-8b1e-279eb8fd4681 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814320 Sep 07 16:36:40.826043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55086) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:40.976864 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f2c0-5ce6-4c7f-b201-5892d7f68659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.084765 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f2c0-5ce6-4c7f-b201-5892d7f68659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.090238 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8eb2f2c0-5ce6-4c7f-b201-5892d7f68659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.134521 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8eb2f2c0-5ce6-4c7f-b201-5892d7f68659 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=388cd2e00e634097b67f1b3b9e340576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067253 Sep 07 16:36:41.136485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2f2c0-5ce6-4c7f-b201-5892d7f68659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762dd731-a710-44a3-9b54-12b511c74464,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:41.137306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55100) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:41.202871 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc7c88df-5ca3-4524-88f5-1db1347197c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.227759 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc7c88df-5ca3-4524-88f5-1db1347197c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.281602 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc7c88df-5ca3-4524-88f5-1db1347197c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.284741 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc7c88df-5ca3-4524-88f5-1db1347197c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.289176 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fc7c88df-5ca3-4524-88f5-1db1347197c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/762dd731-a710-44a3-9b54-12b511c74464 HTTP/1.1" status: 204 len: 168 time: 0.1476190 Sep 07 16:36:41.296669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c88df-5ca3-4524-88f5-1db1347197c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762dd731-a710-44a3-9b54-12b511c74464,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:41.597471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c6055-6486-4635-92ab-b7be90869b5a req-58902589-ce9c-4652-b633-ce0e1d84e250 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:41.606190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f6c6055-6486-4635-92ab-b7be90869b5a req-58902589-ce9c-4652-b633-ce0e1d84e250 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 982 time: 0.0625989 Sep 07 16:36:41.614239 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55120) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:41.629602 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-db701599-5157-4d80-9713-3d96ff29b58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.650611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f6c6055-6486-4635-92ab-b7be90869b5a req-9ccaffd9-6012-4418-a54e-f65dc67de275 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0434508 Sep 07 16:36:41.677681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55122) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:41.729109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-db701599-5157-4d80-9713-3d96ff29b58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.737898 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-db701599-5157-4d80-9713-3d96ff29b58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.790583 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-db701599-5157-4d80-9713-3d96ff29b58f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce2213a6d1cb46cabde9487dd8974aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750212 Sep 07 16:36:41.791475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db701599-5157-4d80-9713-3d96ff29b58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c55cc-a48a-470c-b63f-f9710641b75a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:41.793216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55132) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:41.846208 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e107be96-5619-4fea-8373-69e16523ecf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.860847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55134) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:41.876939 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa0fc-63aa-466b-a664-04801af5040c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.887837 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e107be96-5619-4fea-8373-69e16523ecf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.959982 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e107be96-5619-4fea-8373-69e16523ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.962522 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e107be96-5619-4fea-8373-69e16523ecf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:41.963697 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e107be96-5619-4fea-8373-69e16523ecf4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a03c55cc-a48a-470c-b63f-f9710641b75a HTTP/1.1" status: 204 len: 168 time: 0.1695044 Sep 07 16:36:41.978193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107be96-5619-4fea-8373-69e16523ecf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c55cc-a48a-470c-b63f-f9710641b75a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:42.029283 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa0fc-63aa-466b-a664-04801af5040c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.035377 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa0fc-63aa-466b-a664-04801af5040c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.075653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2a0aa0fc-63aa-466b-a664-04801af5040c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ecb598ee7114b2d912744a988d667b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915284 Sep 07 16:36:42.075653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0aa0fc-63aa-466b-a664-04801af5040c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57af3bb-fa0f-41d9-96f1-116c9755ba79,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:42.077007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55140) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:42.137574 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d842b4be-b8a2-45f4-a654-f9c784d7a4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.159421 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d842b4be-b8a2-45f4-a654-f9c784d7a4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.209836 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d842b4be-b8a2-45f4-a654-f9c784d7a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.213217 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d842b4be-b8a2-45f4-a654-f9c784d7a4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.214773 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d842b4be-b8a2-45f4-a654-f9c784d7a4f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b57af3bb-fa0f-41d9-96f1-116c9755ba79 HTTP/1.1" status: 204 len: 168 time: 0.1368160 Sep 07 16:36:42.225892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842b4be-b8a2-45f4-a654-f9c784d7a4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57af3bb-fa0f-41d9-96f1-116c9755ba79,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:42.358194 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929644f6-aa36-472c-a989-56d701341e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.401954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device fe932053-3f2a-44d4-8deb-385aa141cf8e details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:36:42.517137 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port fe932053-3f2a-44d4-8deb-385aa141cf8e, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=fe932053-3f2a-44d4-8deb-385aa141cf8e,segment=NetworkSegment(7b3a400f-d70b-4f4f-8d15-456134d223b4),segment_id=7b3a400f-d70b-4f4f-8d15-456134d223b4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:42.528727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'fe932053-3f2a-44d4-8deb-385aa141cf8e', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'port_id': 'fe932053-3f2a-44d4-8deb-385aa141cf8e', 'mac_address': 'fa:16:3e:ee:19:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:36:42.571421 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.581691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55162) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:42.586867 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe932053-3f2a-44d4-8deb-385aa141cf8e {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:36:42.595936 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5cff-3490-4059-b9ec-bbd17028ae48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.613294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port fe932053-3f2a-44d4-8deb-385aa141cf8e, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=fe932053-3f2a-44d4-8deb-385aa141cf8e,segment=NetworkSegment(7b3a400f-d70b-4f4f-8d15-456134d223b4),segment_id=7b3a400f-d70b-4f4f-8d15-456134d223b4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:42.618601 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.668015 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=fe932053-3f2a-44d4-8deb-385aa141cf8e,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:42.689066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:42.689483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:42.690314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:42.692022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:42.693024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:42.694545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:42.695265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:42.696025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:42.696978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:42.697537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:42.698048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:42.698598 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:42.729746 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-929644f6-aa36-472c-a989-56d701341e67 admin admin] Deleting port 5cd35e08-d373-4227-837e-f1e90785ae82 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:42.730181 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929644f6-aa36-472c-a989-56d701341e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.790172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bee65-3161-41f5-8b09-de0313cfef4c req-37524869-da36-4949-95be-a324f17a9226 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:42.792890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-331bee65-3161-41f5-8b09-de0313cfef4c req-37524869-da36-4949-95be-a324f17a9226 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 983 time: 0.0645425 Sep 07 16:36:42.799718 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5cff-3490-4059-b9ec-bbd17028ae48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.810965 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5cff-3490-4059-b9ec-bbd17028ae48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.853516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-331bee65-3161-41f5-8b09-de0313cfef4c req-6d3b4b70-6917-4ad6-9200-4412156dea55 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0555575 Sep 07 16:36:42.874964 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5cdc5cff-3490-4059-b9ec-bbd17028ae48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=649ad97d02934341b7a589ddd0c05204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919419 Sep 07 16:36:42.876716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-929644f6-aa36-472c-a989-56d701341e67 admin admin] For port 5cd35e08-d373-4227-837e-f1e90785ae82, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5cd35e08-d373-4227-837e-f1e90785ae82,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:42.877180 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929644f6-aa36-472c-a989-56d701341e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.877761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55172) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:42.879610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc5cff-3490-4059-b9ec-bbd17028ae48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabfba37-70ea-4870-8bac-a627f7eaaa3c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:42.892478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-929644f6-aa36-472c-a989-56d701341e67 admin admin] Calling delete_port for 5cd35e08-d373-4227-837e-f1e90785ae82 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:42.898535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['fe932053-3f2a-44d4-8deb-385aa141cf8e'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:36:42.947372 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74e0fb52-65c3-4c83-946d-017e83038f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:42.976254 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74e0fb52-65c3-4c83-946d-017e83038f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:43.039614 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74e0fb52-65c3-4c83-946d-017e83038f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:43.043745 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74e0fb52-65c3-4c83-946d-017e83038f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:43.044947 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-74e0fb52-65c3-4c83-946d-017e83038f28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fabfba37-70ea-4870-8bac-a627f7eaaa3c HTTP/1.1" status: 204 len: 168 time: 0.1660423 Sep 07 16:36:43.056575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0fb52-65c3-4c83-946d-017e83038f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabfba37-70ea-4870-8bac-a627f7eaaa3c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:43.127922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929644f6-aa36-472c-a989-56d701341e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:43.156643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929644f6-aa36-472c-a989-56d701341e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd35e08-d373-4227-837e-f1e90785ae82,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:43.370335 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-929644f6-aa36-472c-a989-56d701341e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:43.605704 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929644f6-aa36-472c-a989-56d701341e67 admin admin] Router 4e5235ad-5385-402b-a2a0-187e96a2a9bc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:36:43.718944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929644f6-aa36-472c-a989-56d701341e67 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:36:43.727798 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-929644f6-aa36-472c-a989-56d701341e67 admin admin] 10.222.0.70 "PUT /v2.0/routers/4e5235ad-5385-402b-a2a0-187e96a2a9bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8657961 Sep 07 16:36:43.730507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55210) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:43.733382 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47840a5-6326-42e4-9a29-d35df672ebf2 None None] Sync routers for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:36:43.754610 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47840a5-6326-42e4-9a29-d35df672ebf2 None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:43.755351 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b47840a5-6326-42e4-9a29-d35df672ebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:43.882100 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:43.924242 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b47840a5-6326-42e4-9a29-d35df672ebf2 None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:43.949067 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.055835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.070761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa65c89-d98d-4663-9676-45d3ebf2c0a4 req-2bd37aff-f623-44e6-80f9-47d0c343013e tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:44.079951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5aa65c89-d98d-4663-9676-45d3ebf2c0a4 req-2bd37aff-f623-44e6-80f9-47d0c343013e tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 983 time: 0.0827703 Sep 07 16:36:44.117474 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b47840a5-6326-42e4-9a29-d35df672ebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:36:43Z', 'revision_number': 5, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port': {'id': '1c11e8cd-5a93-4777-89fa-26c76ed96c7c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:44.144970 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47840a5-6326-42e4-9a29-d35df672ebf2 None None] Checking router: 4e5235ad-5385-402b-a2a0-187e96a2a9bc for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:36:44.153473 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47840a5-6326-42e4-9a29-d35df672ebf2 None None] Routers {'4e5235ad-5385-402b-a2a0-187e96a2a9bc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:44.154320 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b47840a5-6326-42e4-9a29-d35df672ebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:44.174385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5aa65c89-d98d-4663-9676-45d3ebf2c0a4 req-a9549347-2dec-478d-9c72-b62eb5de6404 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0928938 Sep 07 16:36:44.218743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Deleting port 1c11e8cd-5a93-4777-89fa-26c76ed96c7c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:44.219494 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.259981 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-b47840a5-6326-42e4-9a29-d35df672ebf2 None None] Set router 4e5235ad-5385-402b-a2a0-187e96a2a9bc gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:44.267902 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7f57da56-a0b8-4a61-898f-5f337f3a46f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.321072 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-b47840a5-6326-42e4-9a29-d35df672ebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:36:44Z', 'revision_number': 6, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:44.325427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] For port 1c11e8cd-5a93-4777-89fa-26c76ed96c7c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1c11e8cd-5a93-4777-89fa-26c76ed96c7c,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:44.325801 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.341297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Calling delete_port for 1c11e8cd-5a93-4777-89fa-26c76ed96c7c owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:44.348884 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47840a5-6326-42e4-9a29-d35df672ebf2 None None] The sync data for ids ['4e5235ad-5385-402b-a2a0-187e96a2a9bc'] in n-d-807551-3 is: [{'id': '4e5235ad-5385-402b-a2a0-187e96a2a9bc', 'name': 'tempest-AttachVolumeTestJSON-1572578004-router', 'tenant_id': '3f73fe945b1f42a4b36b947743fd2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:27:29Z', 'updated_at': '2021-09-07T16:36:44Z', 'revision_number': 6, 'project_id': '3f73fe945b1f42a4b36b947743fd2019', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:36:44.418947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device fe932053-3f2a-44d4-8deb-385aa141cf8e up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:36:44.481666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port fe932053-3f2a-44d4-8deb-385aa141cf8e completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:36:44.485740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port fe932053-3f2a-44d4-8deb-385aa141cf8e triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:36:44.486352 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.552927 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.579988 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.582819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c11e8cd-5a93-4777-89fa-26c76ed96c7c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:44.616470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe932053-3f2a-44d4-8deb-385aa141cf8e'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:36:44.619328 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5550633-8bcd-4076-aa4e-e09cd22fd8c5" -d '{"events": [{"server_uuid": "d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5", "name": "network-vif-plugged", "status": "completed", "tag": "fe932053-3f2a-44d4-8deb-385aa141cf8e"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:36:44.663252 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.664975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port fe932053-3f2a-44d4-8deb-385aa141cf8e, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=fe932053-3f2a-44d4-8deb-385aa141cf8e,segment=NetworkSegment(7b3a400f-d70b-4f4f-8d15-456134d223b4),segment_id=7b3a400f-d70b-4f4f-8d15-456134d223b4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:44.673942 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.726291 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22fd0bd-1992-489a-9a4a-f0131f7d4465 x-openstack-request-id: req-a22fd0bd-1992-489a-9a4a-f0131f7d4465 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:36:44.726963 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5", "name": "network-vif-plugged", "status": "completed", "tag": "fe932053-3f2a-44d4-8deb-385aa141cf8e", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:36:44.727801 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a22fd0bd-1992-489a-9a4a-f0131f7d4465 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:36:44.728011 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe932053-3f2a-44d4-8deb-385aa141cf8e', 'code': 200} Sep 07 16:36:44.781560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=fe932053-3f2a-44d4-8deb-385aa141cf8e,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:44.808557 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.811486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.863502 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.868817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e5235ad-5385-402b-a2a0-187e96a2a9bc {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:36:44.870721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386695a-738b-46d5-9e5f-238eef7b81ca req-dfd12d9b-de3e-4c55-984d-6b37a4fe457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:44.874111 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1386695a-738b-46d5-9e5f-238eef7b81ca req-dfd12d9b-de3e-4c55-984d-6b37a4fe457f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 1135 time: 0.0815620 Sep 07 16:36:44.882544 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.884042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d9ef6917-e966-4254-a897-ab4f26b3e79f admin admin] 10.222.0.70 "DELETE /v2.0/routers/4e5235ad-5385-402b-a2a0-187e96a2a9bc HTTP/1.1" status: 204 len: 168 time: 1.1495252 Sep 07 16:36:44.886848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55246) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:44.939598 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:44.971148 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1386695a-738b-46d5-9e5f-238eef7b81ca req-59d68c3c-3786-4bc8-95ee-539225b35563 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0853508 Sep 07 16:36:44.979489 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-539bd530-ac3f-47ea-bd12-a87df2c6f6e2 admin admin] Deleting subnet 83e5006b-f36c-4324-a04a-5fa3a46b4335 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:36:44.982616 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-539bd530-ac3f-47ea-bd12-a87df2c6f6e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:45.018576 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-539bd530-ac3f-47ea-bd12-a87df2c6f6e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:45.105236 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-539bd530-ac3f-47ea-bd12-a87df2c6f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:45.165833 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-539bd530-ac3f-47ea-bd12-a87df2c6f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:45.196757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bd530-ac3f-47ea-bd12-a87df2c6f6e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83e5006b-f36c-4324-a04a-5fa3a46b4335,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:45.201350 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-539bd530-ac3f-47ea-bd12-a87df2c6f6e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:45.205987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55262) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:45.209744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c588c-343c-49a4-9dbc-04f406fe87f6 None None] Network eb7b97c6-9ac5-4801-b78b-7be25431d446 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:36:45.217002 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-539bd530-ac3f-47ea-bd12-a87df2c6f6e2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/83e5006b-f36c-4324-a04a-5fa3a46b4335 HTTP/1.1" status: 204 len: 168 time: 0.3240509 Sep 07 16:36:45.500514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f287cd50-0a10-4a85-9204-9f5541469b39 None None] DHCP port deletion for eb7b97c6-9ac5-4801-b78b-7be25431d446 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:36:45.562510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f287cd50-0a10-4a85-9204-9f5541469b39 None None] Deleting port 78e6380e-5881-4514-803e-446619ca3023 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:45.563453 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f287cd50-0a10-4a85-9204-9f5541469b39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:45.652783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:45.685072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f287cd50-0a10-4a85-9204-9f5541469b39 None None] For port 78e6380e-5881-4514-803e-446619ca3023, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=78e6380e-5881-4514-803e-446619ca3023,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:45.685740 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f287cd50-0a10-4a85-9204-9f5541469b39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:45.691342 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9acb6-efe7-430b-a491-465809c0d6d0 req-0c1b3f66-2064-47cd-9edb-84376d82edcd tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:45.691342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41e9acb6-efe7-430b-a491-465809c0d6d0 req-0c1b3f66-2064-47cd-9edb-84376d82edcd tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 984 time: 0.3893018 Sep 07 16:36:45.727350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f287cd50-0a10-4a85-9204-9f5541469b39 None None] Calling delete_port for 78e6380e-5881-4514-803e-446619ca3023 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:45.776280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41e9acb6-efe7-430b-a491-465809c0d6d0 req-56e7494d-344e-4b2a-8bec-d8993dfe3a51 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0603025 Sep 07 16:36:45.802888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Deleting port 78e6380e-5881-4514-803e-446619ca3023 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:36:45.802888 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:45.848180 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f287cd50-0a10-4a85-9204-9f5541469b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:45.879200 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287cd50-0a10-4a85-9204-9f5541469b39 None None] Pushing event deleted for resources: {'Port': ['ID=78e6380e-5881-4514-803e-446619ca3023,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:45.892169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f287cd50-0a10-4a85-9204-9f5541469b39 None None] No DVR routers for this DVR port 78e6380e-5881-4514-803e-446619ca3023 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:36:45.895030 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 78e6380e-5881-4514-803e-446619ca3023 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:45.931934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 78e6380e-5881-4514-803e-446619ca3023 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:45.932284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 78e6380e-5881-4514-803e-446619ca3023 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:45.932947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5cd35e08-d373-4227-837e-f1e90785ae82 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:45.943719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] For port 78e6380e-5881-4514-803e-446619ca3023, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=78e6380e-5881-4514-803e-446619ca3023,segment=NetworkSegment(e0ee9c33-1743-41a2-bf9a-30ef151e3477),segment_id=e0ee9c33-1743-41a2-bf9a-30ef151e3477)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:36:45.945096 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:45.956365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 5cd35e08-d373-4227-837e-f1e90785ae82 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:45.956730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5cd35e08-d373-4227-837e-f1e90785ae82 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:45.957164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1c11e8cd-5a93-4777-89fa-26c76ed96c7c no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:36:45.963057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Calling delete_port for 78e6380e-5881-4514-803e-446619ca3023 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:36:45.980631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 1c11e8cd-5a93-4777-89fa-26c76ed96c7c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:36:45.980983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1c11e8cd-5a93-4777-89fa-26c76ed96c7c not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:36:46.078693 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.110356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e6380e-5881-4514-803e-446619ca3023,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:46.114513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] No DVR routers for this DVR port 78e6380e-5881-4514-803e-446619ca3023 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:36:46.192441 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.228479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7b97c6-9ac5-4801-b78b-7be25431d446']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:46.239911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ee9c33-1743-41a2-bf9a-30ef151e3477') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:46.240236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ee9c33-1743-41a2-bf9a-30ef151e3477') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:46.259080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.278998 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.286021 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:36:46.286467 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:36:46.289016 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:36:46.353928 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.361572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.368261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/eb7b97c6-9ac5-4801-b78b-7be25431d446 HTTP/1.1" status: 204 len: 168 time: 1.1611531 Sep 07 16:36:46.379648 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3ca98-85a5-4dad-97fb-60a6f96a2da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb7b97c6-9ac5-4801-b78b-7be25431d446,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:46.529462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55304) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:46.627374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55310) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:46.670742 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-829aa292-4cc0-472e-8dfc-a2fd1d89ea37 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3f73fe945b1f42a4b36b947743fd2019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419757 Sep 07 16:36:46.673910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55312) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:46.726936 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c922ec0-80a1-457e-aa6e-f1555a7b3b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.751664 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c922ec0-80a1-457e-aa6e-f1555a7b3b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.812564 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c922ec0-80a1-457e-aa6e-f1555a7b3b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.815345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c922ec0-80a1-457e-aa6e-f1555a7b3b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.820029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4c922ec0-80a1-457e-aa6e-f1555a7b3b2d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dc9328f6-5daf-49cc-9b65-e4480bc564ba HTTP/1.1" status: 204 len: 168 time: 0.1446788 Sep 07 16:36:46.829246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c922ec0-80a1-457e-aa6e-f1555a7b3b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9328f6-5daf-49cc-9b65-e4480bc564ba,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:46.867029 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7bf3183c-177f-46bc-a27e-07fcf566cae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.884230 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.934195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520cf75-e47a-418c-b5bd-77546c8a3c37 req-00b1dd5b-4443-40e5-8c84-a49f849f6620 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:46.944908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3520cf75-e47a-418c-b5bd-77546c8a3c37 req-00b1dd5b-4443-40e5-8c84-a49f849f6620 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 984 time: 0.0748839 Sep 07 16:36:46.983513 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7bf3183c-177f-46bc-a27e-07fcf566cae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:46.985771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3520cf75-e47a-418c-b5bd-77546c8a3c37 req-7064054f-773d-4ab0-9b4c-8d9e382dba43 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0392444 Sep 07 16:36:46.989530 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7bf3183c-177f-46bc-a27e-07fcf566cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:47.033472 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7bf3183c-177f-46bc-a27e-07fcf566cae5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe8d1eeaa6e24a13923280c53b360a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004103 Sep 07 16:36:47.033860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55324) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:47.059056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3183c-177f-46bc-a27e-07fcf566cae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc2b153-ddd1-4435-9668-57ac6c3ce92b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:47.129417 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5c85545-18bd-40b1-a383-6e6938654388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:47.157757 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5c85545-18bd-40b1-a383-6e6938654388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:47.172643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8eab45-13bc-4466-a813-7d02fe03e651 req-f646c17d-3ee3-42c8-b219-9bc59291b7a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:47.176815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf8eab45-13bc-4466-a813-7d02fe03e651 req-f646c17d-3ee3-42c8-b219-9bc59291b7a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 984 time: 0.0984433 Sep 07 16:36:47.246342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf8eab45-13bc-4466-a813-7d02fe03e651 req-c32b4310-94fa-475f-b614-e671f6cf4094 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0631306 Sep 07 16:36:47.280537 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5c85545-18bd-40b1-a383-6e6938654388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:47.283436 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b5c85545-18bd-40b1-a383-6e6938654388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:47.285023 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b5c85545-18bd-40b1-a383-6e6938654388 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abc2b153-ddd1-4435-9668-57ac6c3ce92b HTTP/1.1" status: 204 len: 168 time: 0.2501235 Sep 07 16:36:47.295231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c85545-18bd-40b1-a383-6e6938654388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc2b153-ddd1-4435-9668-57ac6c3ce92b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:47.365305 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441d10d-2465-41f7-ac36-700b4edce0c0 req-7ee71544-dcc7-4d1a-8273-0cee1be8162d tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:47.366921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6441d10d-2465-41f7-ac36-700b4edce0c0 req-7ee71544-dcc7-4d1a-8273-0cee1be8162d tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 1135 time: 0.0464211 Sep 07 16:36:47.388313 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6441d10d-2465-41f7-ac36-700b4edce0c0 req-ba924f68-0c5d-4acc-a275-524d94a749c5 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:47.498131 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6441d10d-2465-41f7-ac36-700b4edce0c0 req-ba924f68-0c5d-4acc-a275-524d94a749c5 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:47.503456 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6441d10d-2465-41f7-ac36-700b4edce0c0 req-ba924f68-0c5d-4acc-a275-524d94a749c5 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:47.534222 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6441d10d-2465-41f7-ac36-700b4edce0c0 req-ba924f68-0c5d-4acc-a275-524d94a749c5 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1594212 Sep 07 16:36:47.546616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba924f68-0c5d-4acc-a275-524d94a749c5 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e49f1f-1034-499e-a5e2-f7fd1a8ffde4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:47.574070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55342) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:47.619332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf36c27-852f-4874-b92f-f5e90dc59851 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:47.621214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3cf36c27-852f-4874-b92f-f5e90dc59851 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 1130 time: 0.0458410 Sep 07 16:36:47.626949 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55346) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:47.632326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': 'fe932053-3f2a-44d4-8deb-385aa141cf8e', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:36:47.659095 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:47.773186 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:47.800296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55352) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:47.825512 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c24af83-d019-41f7-88aa-5107aeeaa56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:47.907162 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Allocated IP 172.25.3.235 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/bfed4ec3-6aaa-4233-8736-fa7dae8f036a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:36:47.960549 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c24af83-d019-41f7-88aa-5107aeeaa56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:47.966331 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c24af83-d019-41f7-88aa-5107aeeaa56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:47.997269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24af83-d019-41f7-88aa-5107aeeaa56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fdb693-e11e-4fb9-8911-7da84b8ef88c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:48.025861 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1c24af83-d019-41f7-88aa-5107aeeaa56f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6372f195da75473f8d8465c69f1bc78c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231054 Sep 07 16:36:48.028890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55360) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:48.054538 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:48.091604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88f17ee3-b761-406f-9e08-9dc93d1b5845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:48.101445 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:48.123090 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88f17ee3-b761-406f-9e08-9dc93d1b5845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:48.148662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:36:48.151924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:36:48.156463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:36:48.186503 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88f17ee3-b761-406f-9e08-9dc93d1b5845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:48.189072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88f17ee3-b761-406f-9e08-9dc93d1b5845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:48.193061 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-88f17ee3-b761-406f-9e08-9dc93d1b5845 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53fdb693-e11e-4fb9-8911-7da84b8ef88c HTTP/1.1" status: 204 len: 168 time: 0.1628656 Sep 07 16:36:48.201365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f17ee3-b761-406f-9e08-9dc93d1b5845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fdb693-e11e-4fb9-8911-7da84b8ef88c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:48.206454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Port': ['ID=bfed4ec3-6aaa-4233-8736-fa7dae8f036a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:48.590337 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:48.666307 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:48.855498 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:48.860594 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:48.945531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Port': ['ID=bfed4ec3-6aaa-4233-8736-fa7dae8f036a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:48.954610 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:49.064178 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Floating IP 3a897184-06ce-4f6b-aa66-be736ef04aeb associated. External IP: 172.25.3.235, port: fe932053-3f2a-44d4-8deb-385aa141cf8e. Sep 07 16:36:49.297649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:36:49.411579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:36:49.424786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ce0bb-f0ad-41c8-8fc2-74046f29ff22 None None] Sync routers for ids ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:36:49.432258 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:49.435366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ce0bb-f0ad-41c8-8fc2-74046f29ff22 None None] Routers {'9e71e1d5-adf6-447e-baa3-a34f9faedf66'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:49.436120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-498ce0bb-f0ad-41c8-8fc2-74046f29ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:49.473105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d5b9ff0b-ca86-4105-a655-4b5b1ee213a4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8429976 Sep 07 16:36:49.473105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'tag': 'fe932053-3f2a-44d4-8deb-385aa141cf8e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:36:49.473864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55412) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:49.474330 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c53b39-402e-4a40-bdd7-e9c6e3f34a28" -d '{"events": [{"name": "network-changed", "server_uuid": "d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5", "tag": "fe932053-3f2a-44d4-8deb-385aa141cf8e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:36:49.528464 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315c3e64-de21-4a09-9bab-21514a6b4137 x-openstack-request-id: req-315c3e64-de21-4a09-9bab-21514a6b4137 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:36:49.528776 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5", "tag": "fe932053-3f2a-44d4-8deb-385aa141cf8e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:36:49.529045 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-315c3e64-de21-4a09-9bab-21514a6b4137 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:36:49.529468 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'tag': 'fe932053-3f2a-44d4-8deb-385aa141cf8e', 'status': 'completed', 'code': 200} Sep 07 16:36:49.569402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-498ce0bb-f0ad-41c8-8fc2-74046f29ff22 None None] Set router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:49.852976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-498ce0bb-f0ad-41c8-8fc2-74046f29ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:29Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '3a897184-06ce-4f6b-aa66-be736ef04aeb', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'port_id': 'fe932053-3f2a-44d4-8deb-385aa141cf8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'mac_address': 'fa:16:3e:ee:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:36:48Z', 'updated_at': '2021-09-07T16:36:48Z', 'revision_number': 0, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49a59be-2817-46ea-b4fa-03a7e88ce884', 'name': '', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'mac_address': 'fa:16:3e:24:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:28Z', 'updated_at': '2021-09-07T16:36:36Z', 'revision_number': 5, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'subnets': [{'id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:49.889015 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ce0bb-f0ad-41c8-8fc2-74046f29ff22 None None] Checking router: 9e71e1d5-adf6-447e-baa3-a34f9faedf66 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:36:49.909683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ce0bb-f0ad-41c8-8fc2-74046f29ff22 None None] Routers {'9e71e1d5-adf6-447e-baa3-a34f9faedf66'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:36:49.910843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-498ce0bb-f0ad-41c8-8fc2-74046f29ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:50.024403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c53b39-402e-4a40-bdd7-e9c6e3f34a28 req-1ec63166-f647-4663-8400-0fb348ed5d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.025721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e6c53b39-402e-4a40-bdd7-e9c6e3f34a28 req-1ec63166-f647-4663-8400-0fb348ed5d84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=81dff1b8fa2045cf85e2c0f5d1da6305&device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 1135 time: 0.1518879 Sep 07 16:36:50.086823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070312a-fc3f-443f-ad9d-f060d4e682e7 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.087411 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070312a-fc3f-443f-ad9d-f060d4e682e7 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.087945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070312a-fc3f-443f-ad9d-f060d4e682e7 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.088577 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070312a-fc3f-443f-ad9d-f060d4e682e7 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.089089 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070312a-fc3f-443f-ad9d-f060d4e682e7 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.089612 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070312a-fc3f-443f-ad9d-f060d4e682e7 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.095146 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b070312a-fc3f-443f-ad9d-f060d4e682e7 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.6195078 Sep 07 16:36:50.095532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55436) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:50.184472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c53b39-402e-4a40-bdd7-e9c6e3f34a28 req-4d1c40e1-8efc-46b9-a9d3-fd031f698a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.188273 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e6c53b39-402e-4a40-bdd7-e9c6e3f34a28 req-4d1c40e1-8efc-46b9-a9d3-fd031f698a10 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d596cd8-5496-4968-9f41-43b4a1bc42d4 HTTP/1.1" status: 200 len: 898 time: 0.1510253 Sep 07 16:36:50.223207 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-498ce0bb-f0ad-41c8-8fc2-74046f29ff22 None None] Set router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:36:50.305581 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e6c53b39-402e-4a40-bdd7-e9c6e3f34a28 req-bf31148c-4558-493a-a2f4-c997e3fc79f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe932053-3f2a-44d4-8deb-385aa141cf8e HTTP/1.1" status: 200 len: 999 time: 0.1094787 Sep 07 16:36:50.313243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed8b65-2776-43a7-812f-bc1643868a79 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.314304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed8b65-2776-43a7-812f-bc1643868a79 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.314788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed8b65-2776-43a7-812f-bc1643868a79 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.315304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed8b65-2776-43a7-812f-bc1643868a79 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.315816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed8b65-2776-43a7-812f-bc1643868a79 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.316290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed8b65-2776-43a7-812f-bc1643868a79 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.323692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d7ed8b65-2776-43a7-812f-bc1643868a79 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.2273929 Sep 07 16:36:50.324807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55446) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:50.387582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c53b39-402e-4a40-bdd7-e9c6e3f34a28 req-214a1602-b45e-488f-8374-0990e3bc0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.391975 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e6c53b39-402e-4a40-bdd7-e9c6e3f34a28 req-214a1602-b45e-488f-8374-0990e3bc0954 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e2f9f68-ab36-4db4-b761-0788093d561c HTTP/1.1" status: 200 len: 835 time: 0.0780346 Sep 07 16:36:50.473932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c53b39-402e-4a40-bdd7-e9c6e3f34a28 req-f7095b7d-5cc6-41f2-9ac7-2a4b38eae2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.475643 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e6c53b39-402e-4a40-bdd7-e9c6e3f34a28 req-f7095b7d-5cc6-41f2-9ac7-2a4b38eae2f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d596cd8-5496-4968-9f41-43b4a1bc42d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771019 Sep 07 16:36:50.520397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-498ce0bb-f0ad-41c8-8fc2-74046f29ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:29Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '3a897184-06ce-4f6b-aa66-be736ef04aeb', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'port_id': 'fe932053-3f2a-44d4-8deb-385aa141cf8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'mac_address': 'fa:16:3e:ee:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:36:48Z', 'updated_at': '2021-09-07T16:36:48Z', 'revision_number': 0, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49a59be-2817-46ea-b4fa-03a7e88ce884', 'name': '', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'mac_address': 'fa:16:3e:24:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:28Z', 'updated_at': '2021-09-07T16:36:36Z', 'revision_number': 5, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'subnets': [{'id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:36:50.565699 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ce0bb-f0ad-41c8-8fc2-74046f29ff22 None None] The sync data for ids ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'] in n-d-807551-3 is: [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:29Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '3a897184-06ce-4f6b-aa66-be736ef04aeb', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'port_id': 'fe932053-3f2a-44d4-8deb-385aa141cf8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'mac_address': 'fa:16:3e:ee:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:36:48Z', 'updated_at': '2021-09-07T16:36:48Z', 'revision_number': 0, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49a59be-2817-46ea-b4fa-03a7e88ce884', 'name': '', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'mac_address': 'fa:16:3e:24:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:28Z', 'updated_at': '2021-09-07T16:36:36Z', 'revision_number': 5, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'subnets': [{'id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:36:50.641670 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e6c53b39-402e-4a40-bdd7-e9c6e3f34a28 req-e1acf103-d00a-4920-93a1-9083ac35fdb8 service neutron] 10.222.0.54 "GET /v2.0/networks/5d596cd8-5496-4968-9f41-43b4a1bc42d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563995 Sep 07 16:36:50.663480 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-907af2ed-5a6a-403a-87d7-54d5d0b18238 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.3374107 Sep 07 16:36:50.667202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55460) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:50.734206 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a8643-9273-4fd4-be4e-bc3d24b170fd tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.734734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a8643-9273-4fd4-be4e-bc3d24b170fd tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:36:50.736888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a26a8643-9273-4fd4-be4e-bc3d24b170fd tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9e71e1d5-adf6-447e-baa3-a34f9faedf66 HTTP/1.1" status: 200 len: 1990 time: 0.0683041 Sep 07 16:36:50.766968 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e6c53b39-402e-4a40-bdd7-e9c6e3f34a28 req-80625f19-c2ff-41e3-9795-be0ef5b0a1f7 service neutron] 10.222.0.54 "GET /v2.0/networks/5d596cd8-5496-4968-9f41-43b4a1bc42d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116598 Sep 07 16:36:50.904759 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df395062-1aeb-4e8c-9fd7-dde94767683e None None] New status for floating IP 3a897184-06ce-4f6b-aa66-be736ef04aeb: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:36:51.835553 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55516) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:51.922120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55522) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:51.959456 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef101445-94f3-4706-91d8-9e68a9646252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:51.983381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd5d7-3fb2-4cb6-a1a2-db40f01bbc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.063990 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef101445-94f3-4706-91d8-9e68a9646252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.069347 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef101445-94f3-4706-91d8-9e68a9646252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.114990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ef101445-94f3-4706-91d8-9e68a9646252 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b23f5703387485288963b0775369ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783210 Sep 07 16:36:52.118215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55526) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:52.127037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef101445-94f3-4706-91d8-9e68a9646252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b685cf2a-1f5f-4533-9f87-5c7d899d7806,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:52.169289 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-402ba46d-b1f4-4fe7-a8b0-9b1c7565df9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.188169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd5d7-3fb2-4cb6-a1a2-db40f01bbc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.192295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-402ba46d-b1f4-4fe7-a8b0-9b1c7565df9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.192772 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd5d7-3fb2-4cb6-a1a2-db40f01bbc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.230279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2d6bd5d7-3fb2-4cb6-a1a2-db40f01bbc1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=608875652674426da732df4a76bde129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070860 Sep 07 16:36:52.231139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bd5d7-3fb2-4cb6-a1a2-db40f01bbc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeb3943-da76-4f4d-a006-3c27c7e6647d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:52.233063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55528) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:52.264274 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-402ba46d-b1f4-4fe7-a8b0-9b1c7565df9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.266767 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-402ba46d-b1f4-4fe7-a8b0-9b1c7565df9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.267889 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-402ba46d-b1f4-4fe7-a8b0-9b1c7565df9e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b685cf2a-1f5f-4533-9f87-5c7d899d7806 HTTP/1.1" status: 204 len: 168 time: 0.1486981 Sep 07 16:36:52.282461 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ba46d-b1f4-4fe7-a8b0-9b1c7565df9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b685cf2a-1f5f-4533-9f87-5c7d899d7806,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:52.303471 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5052f46-89ed-4730-ac25-6962ae221a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.325344 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5052f46-89ed-4730-ac25-6962ae221a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.373227 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5052f46-89ed-4730-ac25-6962ae221a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.379550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e5052f46-89ed-4730-ac25-6962ae221a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.381398 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e5052f46-89ed-4730-ac25-6962ae221a6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ebeb3943-da76-4f4d-a006-3c27c7e6647d HTTP/1.1" status: 204 len: 168 time: 0.1466293 Sep 07 16:36:52.390863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5052f46-89ed-4730-ac25-6962ae221a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeb3943-da76-4f4d-a006-3c27c7e6647d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:52.539553 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55536) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:52.553515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-164f700a-e05a-4b97-9b01-1591e0f7ae24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.645732 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-164f700a-e05a-4b97-9b01-1591e0f7ae24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.649686 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-164f700a-e05a-4b97-9b01-1591e0f7ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.689208 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-164f700a-e05a-4b97-9b01-1591e0f7ae24 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=136cd9d7f8944a8da6ffdf630e5fd9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485617 Sep 07 16:36:52.690180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f700a-e05a-4b97-9b01-1591e0f7ae24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2073188c-4b5c-4147-b251-03fd2a94bf21,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:52.691959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55540) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:52.709695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55542) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:52.726049 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ac50f-4042-47bf-a0d6-31aea93d32af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.752756 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17cac07c-006b-4415-ab15-0af2daae75fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.832099 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ac50f-4042-47bf-a0d6-31aea93d32af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.837705 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ac50f-4042-47bf-a0d6-31aea93d32af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.881454 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ae1ac50f-4042-47bf-a0d6-31aea93d32af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0652c7b57994db0890d3a9b6346e879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682992 Sep 07 16:36:52.881454 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ac50f-4042-47bf-a0d6-31aea93d32af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733f8439-8066-4487-8a15-db0ce9c45f48,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:52.882774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55548) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:52.951164 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9729356d-d4f3-4261-a2ae-60407b48ead5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:52.976521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9729356d-d4f3-4261-a2ae-60407b48ead5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:53.028107 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9729356d-d4f3-4261-a2ae-60407b48ead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:53.030778 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9729356d-d4f3-4261-a2ae-60407b48ead5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:53.032375 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9729356d-d4f3-4261-a2ae-60407b48ead5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/733f8439-8066-4487-8a15-db0ce9c45f48 HTTP/1.1" status: 204 len: 168 time: 0.1425314 Sep 07 16:36:53.041022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729356d-d4f3-4261-a2ae-60407b48ead5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733f8439-8066-4487-8a15-db0ce9c45f48,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:53.059293 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17cac07c-006b-4415-ab15-0af2daae75fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:53.108669 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17cac07c-006b-4415-ab15-0af2daae75fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:53.111225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-17cac07c-006b-4415-ab15-0af2daae75fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:53.112542 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-17cac07c-006b-4415-ab15-0af2daae75fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2073188c-4b5c-4147-b251-03fd2a94bf21 HTTP/1.1" status: 204 len: 168 time: 0.4170947 Sep 07 16:36:53.120122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cac07c-006b-4415-ab15-0af2daae75fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2073188c-4b5c-4147-b251-03fd2a94bf21,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:55.736742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55680) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:55.842295 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abefff40-5566-4b20-88e1-c03d71819ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:55.938553 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abefff40-5566-4b20-88e1-c03d71819ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:55.942923 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abefff40-5566-4b20-88e1-c03d71819ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:55.984239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-abefff40-5566-4b20-88e1-c03d71819ced admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9ab3eed3575489c99243b03faf9f074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441065 Sep 07 16:36:55.984239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefff40-5566-4b20-88e1-c03d71819ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aceb33f-584c-4359-a918-7064ca75c83f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:55.984809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55690) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:56.048077 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f945470c-a565-4bce-b322-27fbd5bfb2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:56.073668 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f945470c-a565-4bce-b322-27fbd5bfb2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:56.121704 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f945470c-a565-4bce-b322-27fbd5bfb2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:56.124512 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f945470c-a565-4bce-b322-27fbd5bfb2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:56.125719 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f945470c-a565-4bce-b322-27fbd5bfb2ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6aceb33f-584c-4359-a918-7064ca75c83f HTTP/1.1" status: 204 len: 168 time: 0.1398873 Sep 07 16:36:56.134996 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945470c-a565-4bce-b322-27fbd5bfb2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aceb33f-584c-4359-a918-7064ca75c83f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:56.501575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:56.514915 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe85c-34f2-42b1-b92e-f665f3a6ac59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:56.610282 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe85c-34f2-42b1-b92e-f665f3a6ac59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:56.615089 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f3fe85c-34f2-42b1-b92e-f665f3a6ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:56.654970 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2f3fe85c-34f2-42b1-b92e-f665f3a6ac59 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8068963c527d491fb06971f93064b53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520967 Sep 07 16:36:56.656104 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fe85c-34f2-42b1-b92e-f665f3a6ac59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47ce7fd-d42a-450a-aebf-4476c525fb98,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:56.657605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55710) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:56.713377 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a202d0d-e729-4bc1-a424-d426ecacdf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:56.735057 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a202d0d-e729-4bc1-a424-d426ecacdf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:56.785975 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a202d0d-e729-4bc1-a424-d426ecacdf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:56.789162 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a202d0d-e729-4bc1-a424-d426ecacdf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:56.790341 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4a202d0d-e729-4bc1-a424-d426ecacdf6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a47ce7fd-d42a-450a-aebf-4476c525fb98 HTTP/1.1" status: 204 len: 168 time: 0.1315916 Sep 07 16:36:56.798186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a202d0d-e729-4bc1-a424-d426ecacdf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47ce7fd-d42a-450a-aebf-4476c525fb98,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:59.504314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55862) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:59.716156 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:59.807150 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:59.812009 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:59.855964 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4992b89487934ce79d67777ae18da83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505197 Sep 07 16:36:59.856853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146e884e-caef-492d-8e5d-7cca30a79123,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:36:59.859129 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55872) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:36:59.864357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:59.865241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:59.865594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:59.865936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:59.866269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:59.866602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:59.867219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:59.867343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:59.867576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:59.867906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:59.868228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:59.868780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c51460-e113-45fc-b76b-139c411cec95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:36:59.914395 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b23ae3e-5bfe-4862-9981-6c8ab1072df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:59.936947 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b23ae3e-5bfe-4862-9981-6c8ab1072df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:59.986624 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b23ae3e-5bfe-4862-9981-6c8ab1072df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:59.989368 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b23ae3e-5bfe-4862-9981-6c8ab1072df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:36:59.993517 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2b23ae3e-5bfe-4862-9981-6c8ab1072df3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/146e884e-caef-492d-8e5d-7cca30a79123 HTTP/1.1" status: 204 len: 168 time: 0.1303718 Sep 07 16:36:59.999366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23ae3e-5bfe-4862-9981-6c8ab1072df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146e884e-caef-492d-8e5d-7cca30a79123,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:00.367685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 55890) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:00.381548 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4340cc5b-8bd4-430e-a551-1b12e139f13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:00.469224 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4340cc5b-8bd4-430e-a551-1b12e139f13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:00.473028 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4340cc5b-8bd4-430e-a551-1b12e139f13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:00.512224 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4340cc5b-8bd4-430e-a551-1b12e139f13f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8efdfc00148457a98010e019b22980c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433835 Sep 07 16:37:00.513132 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340cc5b-8bd4-430e-a551-1b12e139f13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e584c693-b246-4b04-a384-b7c1cced97f7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:00.515313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55894) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:00.563365 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d8198c2-a0ba-4a95-ba11-f40a1ef87106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:00.584687 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d8198c2-a0ba-4a95-ba11-f40a1ef87106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:00.631174 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d8198c2-a0ba-4a95-ba11-f40a1ef87106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:00.633768 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d8198c2-a0ba-4a95-ba11-f40a1ef87106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:00.637555 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6d8198c2-a0ba-4a95-ba11-f40a1ef87106 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e584c693-b246-4b04-a384-b7c1cced97f7 HTTP/1.1" status: 204 len: 168 time: 0.1183522 Sep 07 16:37:00.642661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8198c2-a0ba-4a95-ba11-f40a1ef87106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e584c693-b246-4b04-a384-b7c1cced97f7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:01.798191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55946) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:01.936696 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:02.002597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f15cdd7-8808-4aff-9178-7a5f665f01d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:02.098346 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f15cdd7-8808-4aff-9178-7a5f665f01d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:02.102640 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f15cdd7-8808-4aff-9178-7a5f665f01d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:02.140017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15cdd7-8808-4aff-9178-7a5f665f01d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c37034-b136-4f72-a6b6-f74e889a9199,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:02.144510 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4f15cdd7-8808-4aff-9178-7a5f665f01d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b193ab4963e044d3bcf8b1add4a653f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452280 Sep 07 16:37:02.147129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 55958) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:02.195981 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec800238-f470-4a57-9201-31899fdf9eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:02.217315 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec800238-f470-4a57-9201-31899fdf9eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:02.266585 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec800238-f470-4a57-9201-31899fdf9eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:02.269332 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec800238-f470-4a57-9201-31899fdf9eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:02.270522 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ec800238-f470-4a57-9201-31899fdf9eb9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74c37034-b136-4f72-a6b6-f74e889a9199 HTTP/1.1" status: 204 len: 168 time: 0.1225004 Sep 07 16:37:02.278904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec800238-f470-4a57-9201-31899fdf9eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c37034-b136-4f72-a6b6-f74e889a9199,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:02.446053 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:04.159013 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56052) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:04.265364 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae60f-5feb-4d4e-bc34-b96f52c1d7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:04.357042 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae60f-5feb-4d4e-bc34-b96f52c1d7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:04.361339 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae60f-5feb-4d4e-bc34-b96f52c1d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:04.401331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7a3ae60f-5feb-4d4e-bc34-b96f52c1d7d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c1fc31f3dc54c3598d80fac5888974a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410238 Sep 07 16:37:04.402188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ae60f-5feb-4d4e-bc34-b96f52c1d7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6133981d-8693-4bdd-b705-0faf98904fd6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:04.404071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56068) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:04.456007 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:04.476975 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:04.522906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:04.525486 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:04.526639 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6133981d-8693-4bdd-b705-0faf98904fd6 HTTP/1.1" status: 204 len: 168 time: 0.1214516 Sep 07 16:37:04.534179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6133981d-8693-4bdd-b705-0faf98904fd6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:04.542467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:04.543034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:04.543376 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:04.543713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:04.544044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:04.544465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:04.544798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:04.545124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:04.545463 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:04.545771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:04.546094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:04.546414 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0e7973-a057-4c5b-9af3-6056d3ad0b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:04.894821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56082) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:04.914811 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1eb499d6-71c6-40f8-898d-c469bbdc2799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.006880 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1eb499d6-71c6-40f8-898d-c469bbdc2799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.010660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1eb499d6-71c6-40f8-898d-c469bbdc2799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.049106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb499d6-71c6-40f8-898d-c469bbdc2799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e146b083-fc4f-46a1-bbe0-05f7ec493710,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:05.055834 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1eb499d6-71c6-40f8-898d-c469bbdc2799 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fecde1d7fe1946d890d6786df45c560b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575754 Sep 07 16:37:05.056064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56086) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:05.104673 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2974e9f2-0ec0-40f6-9c2c-f8d6f18f446e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.125934 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2974e9f2-0ec0-40f6-9c2c-f8d6f18f446e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.174702 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2974e9f2-0ec0-40f6-9c2c-f8d6f18f446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.177428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2974e9f2-0ec0-40f6-9c2c-f8d6f18f446e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.178599 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2974e9f2-0ec0-40f6-9c2c-f8d6f18f446e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e146b083-fc4f-46a1-bbe0-05f7ec493710 HTTP/1.1" status: 204 len: 168 time: 0.1216140 Sep 07 16:37:05.187465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974e9f2-0ec0-40f6-9c2c-f8d6f18f446e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e146b083-fc4f-46a1-bbe0-05f7ec493710,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:05.344029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56094) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:05.448779 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b653fe9a-0f66-4048-a1d3-3961a467fe7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.542213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b653fe9a-0f66-4048-a1d3-3961a467fe7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.546263 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b653fe9a-0f66-4048-a1d3-3961a467fe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.588318 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b653fe9a-0f66-4048-a1d3-3961a467fe7c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b10db9f3fd74822ba584665ecc5a2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431285 Sep 07 16:37:05.589213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653fe9a-0f66-4048-a1d3-3961a467fe7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe25931-b8d6-4cc8-9777-83086aab5438,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:05.591511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56106) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:05.641135 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b60fb4a-9fae-4f52-8146-d9039fb91d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.661828 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b60fb4a-9fae-4f52-8146-d9039fb91d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.709912 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b60fb4a-9fae-4f52-8146-d9039fb91d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.712965 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3b60fb4a-9fae-4f52-8146-d9039fb91d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:05.714305 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3b60fb4a-9fae-4f52-8146-d9039fb91d06 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfe25931-b8d6-4cc8-9777-83086aab5438 HTTP/1.1" status: 204 len: 168 time: 0.1218846 Sep 07 16:37:05.723287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60fb4a-9fae-4f52-8146-d9039fb91d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe25931-b8d6-4cc8-9777-83086aab5438,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:06.043271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56132) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:06.057175 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-419d6e59-c6e3-4d2b-86eb-cee7a0d6d48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.152828 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-419d6e59-c6e3-4d2b-86eb-cee7a0d6d48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.157933 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-419d6e59-c6e3-4d2b-86eb-cee7a0d6d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.197102 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-419d6e59-c6e3-4d2b-86eb-cee7a0d6d48b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df3d73f43bce4310bf0d1f011f4920f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527073 Sep 07 16:37:06.197977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d6e59-c6e3-4d2b-86eb-cee7a0d6d48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142d901a-7f14-42d2-8628-d12cea702099,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:06.199772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56140) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:06.253564 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed63b-9e21-4ef6-8552-2c05fecece2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.276366 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed63b-9e21-4ef6-8552-2c05fecece2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.322637 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed63b-9e21-4ef6-8552-2c05fecece2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.325230 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed63b-9e21-4ef6-8552-2c05fecece2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.328875 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ec5ed63b-9e21-4ef6-8552-2c05fecece2b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/142d901a-7f14-42d2-8628-d12cea702099 HTTP/1.1" status: 204 len: 168 time: 0.1274493 Sep 07 16:37:06.337101 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ed63b-9e21-4ef6-8552-2c05fecece2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d901a-7f14-42d2-8628-d12cea702099,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:06.516222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56152) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:06.624576 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ab06ab0-3a19-466c-97dd-5a2e03a47025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.716876 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ab06ab0-3a19-466c-97dd-5a2e03a47025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.720857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ab06ab0-3a19-466c-97dd-5a2e03a47025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.762425 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7ab06ab0-3a19-466c-97dd-5a2e03a47025 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aca415fb40ff4a5181872652f50786b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427425 Sep 07 16:37:06.762425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab06ab0-3a19-466c-97dd-5a2e03a47025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c11313-41c0-4aa8-875e-7a731bd82b0b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:06.763690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56166) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:06.819919 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8813-bf2b-484f-82bc-ce0a63e8be9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.841341 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8813-bf2b-484f-82bc-ce0a63e8be9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.894242 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8813-bf2b-484f-82bc-ce0a63e8be9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.897452 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8813-bf2b-484f-82bc-ce0a63e8be9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:06.901119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dfdb8813-bf2b-484f-82bc-ce0a63e8be9c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8c11313-41c0-4aa8-875e-7a731bd82b0b HTTP/1.1" status: 204 len: 168 time: 0.1297152 Sep 07 16:37:06.911891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb8813-bf2b-484f-82bc-ce0a63e8be9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c11313-41c0-4aa8-875e-7a731bd82b0b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:07.439119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56206) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:07.640650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2000317715', 'router:external': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:07.662194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Made reservation on behalf of 73d5951adfa74957aa2830073a38b5cf for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:07.664559 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:07.673109 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:07.764455 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:07.769775 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:07.798345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:07.814338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f2e22a-1bfe-4d03-b034-094fd0588c69,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:07.817352 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:07.817980 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Added segment 0335a217-764b-4a6a-8ff7-e663b88701ef of type vlan for network f12930f1-3439-4046-b0fd-257079ff47b4 Sep 07 16:37:07.867477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:07.897865 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:07.898837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:07.899421 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:07.932278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4920430 Sep 07 16:37:07.935338 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56224) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:07.940512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8d94a68e-5421-4e05-aecb-4f32fa7c49f2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Request body: {'subnet': {'network_id': 'f12930f1-3439-4046-b0fd-257079ff47b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:07.961925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d94a68e-5421-4e05-aecb-4f32fa7c49f2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Made reservation on behalf of 73d5951adfa74957aa2830073a38b5cf for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:07.963329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262702a7-1a06-4ce2-ab4b-b3b86dd2c0fd tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event updated for resources: {'Network': ['ID=f12930f1-3439-4046-b0fd-257079ff47b4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:07.964419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d94a68e-5421-4e05-aecb-4f32fa7c49f2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:07.975254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network f12930f1-3439-4046-b0fd-257079ff47b4 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:08.262070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-8d94a68e-5421-4e05-aecb-4f32fa7c49f2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:37:08.262553 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d94a68e-5421-4e05-aecb-4f32fa7c49f2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:08.318427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94a68e-5421-4e05-aecb-4f32fa7c49f2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7caa16ad-b907-405f-b050-740004694bde,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:08.327378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d94a68e-5421-4e05-aecb-4f32fa7c49f2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Checking segment: {'id': '0335a217-764b-4a6a-8ff7-e663b88701ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f12930f1-3439-4046-b0fd-257079ff47b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:08.327741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d94a68e-5421-4e05-aecb-4f32fa7c49f2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Network hostable DHCP agents. Network: f12930f1-3439-4046-b0fd-257079ff47b4, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:37:08.344196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d94a68e-5421-4e05-aecb-4f32fa7c49f2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Network f12930f1-3439-4046-b0fd-257079ff47b4 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:37:08.353444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8d94a68e-5421-4e05-aecb-4f32fa7c49f2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, f12930f1-3439-4046-b0fd-257079ff47b4) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:08.358915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d94a68e-5421-4e05-aecb-4f32fa7c49f2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:08.361204 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d94a68e-5421-4e05-aecb-4f32fa7c49f2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:08.361859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a2b48-0892-4f3c-ad1c-c1892d8dc657 None None] Network f12930f1-3439-4046-b0fd-257079ff47b4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:08.377215 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8d94a68e-5421-4e05-aecb-4f32fa7c49f2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4405575 Sep 07 16:37:08.380063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56244) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:08.385273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-150002474', 'network_id': 'f12930f1-3439-4046-b0fd-257079ff47b4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:08.410045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Made reservation on behalf of 73d5951adfa74957aa2830073a38b5cf for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:08.413474 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:08.430317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] device_id is not set on port 269e4934-4177-4261-9db9-3dfc723eab84 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:37:08.501679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e7cad0-830e-4f03-b6b2-435458611e68 None None] Network f12930f1-3439-4046-b0fd-257079ff47b4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:08.547279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Allocated IP 2001:db8::23a (f12930f1-3439-4046-b0fd-257079ff47b4/7caa16ad-b907-405f-b050-740004694bde/269e4934-4177-4261-9db9-3dfc723eab84) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:08.701881 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:08.740702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:08.784278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Network f12930f1-3439-4046-b0fd-257079ff47b4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:08.793644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:08.798658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:08.799669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:08.800285 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:08.803315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event updated for resources: {'Port': ['ID=269e4934-4177-4261-9db9-3dfc723eab84,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:08.816895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-38e70812-3597-4690-993f-4f64a1e32958 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4351723 Sep 07 16:37:08.819096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56298) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:08.901122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a69e3-2ed1-4e82-ac0f-ff75ba59d33d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Deleting port 269e4934-4177-4261-9db9-3dfc723eab84 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:08.901473 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e9a69e3-2ed1-4e82-ac0f-ff75ba59d33d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:08.985116 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e9a69e3-2ed1-4e82-ac0f-ff75ba59d33d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:08.997137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a69e3-2ed1-4e82-ac0f-ff75ba59d33d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Calling delete_port for 269e4934-4177-4261-9db9-3dfc723eab84 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:09.116437 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e9a69e3-2ed1-4e82-ac0f-ff75ba59d33d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:09.151440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a69e3-2ed1-4e82-ac0f-ff75ba59d33d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event deleted for resources: {'Port': ['ID=269e4934-4177-4261-9db9-3dfc723eab84,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:09.177104 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3e9a69e3-2ed1-4e82-ac0f-ff75ba59d33d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:09.179306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3e9a69e3-2ed1-4e82-ac0f-ff75ba59d33d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "DELETE /v2.0/ports/269e4934-4177-4261-9db9-3dfc723eab84 HTTP/1.1" status: 204 len: 168 time: 0.3591988 Sep 07 16:37:09.182174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56336) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:09.186509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f12930f1-3439-4046-b0fd-257079ff47b4', 'external_fixed_ips': [{'subnet_id': '7caa16ad-b907-405f-b050-740004694bde', 'ip_address': '2001:db8::23a'}]}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:09.211396 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:09.212720 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:09.265428 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:09.415350 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:09.625725 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:09.645212 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:09.697074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:09.789896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Allocated IP 2001:db8::23a (f12930f1-3439-4046-b0fd-257079ff47b4/7caa16ad-b907-405f-b050-740004694bde/ac3397d3-be7a-4fc9-bf66-00857a99a747) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:09.805499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-024c9731-f2a8-4f1d-a9a0-d760271d318d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:09.896047 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:09.897512 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-024c9731-f2a8-4f1d-a9a0-d760271d318d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:09.901186 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-024c9731-f2a8-4f1d-a9a0-d760271d318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:09.936261 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:09.939354 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-024c9731-f2a8-4f1d-a9a0-d760271d318d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6904c1f5500644bca29758e6e5765cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411139 Sep 07 16:37:09.941942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56374) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:09.948093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c9731-f2a8-4f1d-a9a0-d760271d318d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08c8f1e-da68-489c-8906-8569f69431b3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:09.974943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Network f12930f1-3439-4046-b0fd-257079ff47b4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:09.979657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:09.984625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:09.986997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event updated for resources: {'Port': ['ID=ac3397d3-be7a-4fc9-bf66-00857a99a747,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:09.998283 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30bc42e0-607c-447e-9716-396de45b7e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.019911 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30bc42e0-607c-447e-9716-396de45b7e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.067125 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30bc42e0-607c-447e-9716-396de45b7e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.069849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-30bc42e0-607c-447e-9716-396de45b7e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.071031 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-30bc42e0-607c-447e-9716-396de45b7e05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f08c8f1e-da68-489c-8906-8569f69431b3 HTTP/1.1" status: 204 len: 168 time: 0.1281486 Sep 07 16:37:10.080242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc42e0-607c-447e-9716-396de45b7e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08c8f1e-da68-489c-8906-8569f69431b3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:10.205533 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.334895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56380) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:10.348197 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-018678fa-3577-4b34-a712-6b4ee0148056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.372798 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf21b-c36a-4576-9fa9-e0ecbb7da3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.404701 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.444532 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-018678fa-3577-4b34-a712-6b4ee0148056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.450160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-018678fa-3577-4b34-a712-6b4ee0148056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.487196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018678fa-3577-4b34-a712-6b4ee0148056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98b452e-499e-4abd-bfe9-bfd7bc914a98,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:10.494304 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-018678fa-3577-4b34-a712-6b4ee0148056 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c43254311184c238b8e50b4c1b4aeaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583526 Sep 07 16:37:10.495150 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56384) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:10.540058 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Router 4c8e369b-41a1-4528-b015-18cf93be59d0 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:37:10.552129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-369b539a-42df-4677-8416-6284352e3ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.574326 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-369b539a-42df-4677-8416-6284352e3ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.625591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-369b539a-42df-4677-8416-6284352e3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.628350 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-369b539a-42df-4677-8416-6284352e3ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.629574 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-369b539a-42df-4677-8416-6284352e3ed1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d98b452e-499e-4abd-bfe9-bfd7bc914a98 HTTP/1.1" status: 204 len: 168 time: 0.1331937 Sep 07 16:37:10.639784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b539a-42df-4677-8416-6284352e3ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98b452e-499e-4abd-bfe9-bfd7bc914a98,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:10.661852 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:10.675802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] Sync routers for ids ['4c8e369b-41a1-4528-b015-18cf93be59d0'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:10.685884 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] Routers {'4c8e369b-41a1-4528-b015-18cf93be59d0'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:10.686432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.686616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4c8e369b-41a1-4528-b015-18cf93be59d0'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:10.692314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56396) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:10.693159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ed0a314c-f2f1-44a8-aeeb-69d5c1386939 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.5091000 Sep 07 16:37:10.816971 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.817845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] Set router 4c8e369b-41a1-4528-b015-18cf93be59d0 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:37:10.922611 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:10.979869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Deleting port ac3397d3-be7a-4fc9-bf66-00857a99a747 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:10.980225 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.011321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8e369b-41a1-4528-b015-18cf93be59d0', 'name': '', 'tenant_id': '73d5951adfa74957aa2830073a38b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12930f1-3439-4046-b0fd-257079ff47b4', 'external_fixed_ips': [{'subnet_id': '7caa16ad-b907-405f-b050-740004694bde', 'ip_address': '2001:db8::23a'}], 'enable_snat': True}, 'gw_port_id': 'ac3397d3-be7a-4fc9-bf66-00857a99a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:09Z', 'updated_at': '2021-09-07T16:37:10Z', 'revision_number': 3, 'project_id': '73d5951adfa74957aa2830073a38b5cf', 'gw_port': {'id': 'ac3397d3-be7a-4fc9-bf66-00857a99a747', 'name': '', 'network_id': 'f12930f1-3439-4046-b0fd-257079ff47b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8e369b-41a1-4528-b015-18cf93be59d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '7caa16ad-b907-405f-b050-740004694bde', 'ip_address': '2001:db8::23a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:09Z', 'updated_at': '2021-09-07T16:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7caa16ad-b907-405f-b050-740004694bde', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:11.039013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] Checking router: 4c8e369b-41a1-4528-b015-18cf93be59d0 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:37:11.039475 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] Updating router 4c8e369b-41a1-4528-b015-18cf93be59d0 port ac3397d3-be7a-4fc9-bf66-00857a99a747 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:37:11.065742 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.067366 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.078491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Calling delete_port for ac3397d3-be7a-4fc9-bf66-00857a99a747 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:11.261360 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.288984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac3397d3-be7a-4fc9-bf66-00857a99a747,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:11.314135 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.349951 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:37:11.350309 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:37:11.405988 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.408147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.454753 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.455379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c8e369b-41a1-4528-b015-18cf93be59d0 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:11.460581 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.461790 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c78eaa64-0975-4cc1-aa02-b3e47f814033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "DELETE /v2.0/routers/4c8e369b-41a1-4528-b015-18cf93be59d0 HTTP/1.1" status: 204 len: 168 time: 0.7678893 Sep 07 16:37:11.464411 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56420) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:11.507485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3c06d5-0f42-4bec-93c8-a25374710365 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Deleting subnet 7caa16ad-b907-405f-b050-740004694bde {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:37:11.510633 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc3c06d5-0f42-4bec-93c8-a25374710365 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.545538 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc3c06d5-0f42-4bec-93c8-a25374710365 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.584755 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc3c06d5-0f42-4bec-93c8-a25374710365 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.646094 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc3c06d5-0f42-4bec-93c8-a25374710365 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.671432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c06d5-0f42-4bec-93c8-a25374710365 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7caa16ad-b907-405f-b050-740004694bde,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:11.675047 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc3c06d5-0f42-4bec-93c8-a25374710365 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.677479 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dc3c06d5-0f42-4bec-93c8-a25374710365 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/7caa16ad-b907-405f-b050-740004694bde HTTP/1.1" status: 204 len: 168 time: 0.2116089 Sep 07 16:37:11.680013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56428) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:11.749702 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.837793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.861827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12930f1-3439-4046-b0fd-257079ff47b4']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:11.874284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] Port ac3397d3-be7a-4fc9-bf66-00857a99a747 not found while updating agent binding for router 4c8e369b-41a1-4528-b015-18cf93be59d0. {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 07 16:37:11.874807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0335a217-764b-4a6a-8ff7-e663b88701ef') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:11.874807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0335a217-764b-4a6a-8ff7-e663b88701ef') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:11.884483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] Routers set() bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:11.884852 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] Router IDs set() for agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 16:37:11.885672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4c8e369b-41a1-4528-b015-18cf93be59d0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:36:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent'). {{(pid=94772) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 07 16:37:11.886263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb8f16-ab3b-4bff-8c4b-42451c9466e7 None None] The sync data for ids ['4c8e369b-41a1-4528-b015-18cf93be59d0'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:11.886379 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.905999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.915458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:37:11.915980 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:37:11.918158 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:37:11.991796 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:11.998012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f12930f1-3439-4046-b0fd-257079ff47b4 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 16:37:12.001070 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:12.002967 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "DELETE /v2.0/networks/f12930f1-3439-4046-b0fd-257079ff47b4 HTTP/1.1" status: 204 len: 168 time: 0.3219547 Sep 07 16:37:12.015852 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46978e21-a60f-49fa-be68-8b0ed6af42a6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event deleted for resources: {'Network': ['ID=f12930f1-3439-4046-b0fd-257079ff47b4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:12.375584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56458) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:12.380257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-856954c0-f46d-4c73-839f-723de1f7e01e tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Request body: {'router': {'name': 'tempest-router--1405242256', 'project_id': '019af3c246c74e73bea14e62e4d0d588'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:12.401993 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-856954c0-f46d-4c73-839f-723de1f7e01e tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:12.403558 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-856954c0-f46d-4c73-839f-723de1f7e01e tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:12.457778 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-856954c0-f46d-4c73-839f-723de1f7e01e tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:12.463233 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-856954c0-f46d-4c73-839f-723de1f7e01e tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:12.480608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56462) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:12.480754 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-856954c0-f46d-4c73-839f-723de1f7e01e tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:12.481975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-856954c0-f46d-4c73-839f-723de1f7e01e tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1053684 Sep 07 16:37:12.484611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56464) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:12.560896 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21aab213-fb95-4c3f-b7fa-f61f6a708485 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:12.667865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:12.689624 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:12.716632 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21aab213-fb95-4c3f-b7fa-f61f6a708485 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:12.718729 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21aab213-fb95-4c3f-b7fa-f61f6a708485 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:12.761154 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21aab213-fb95-4c3f-b7fa-f61f6a708485 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:12.761671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aab213-fb95-4c3f-b7fa-f61f6a708485 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd727ca-28d1-40a1-a65d-4aeed2be2e61 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:12.766124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21aab213-fb95-4c3f-b7fa-f61f6a708485 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:12.767456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-21aab213-fb95-4c3f-b7fa-f61f6a708485 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "DELETE /v2.0/routers/9cd727ca-28d1-40a1-a65d-4aeed2be2e61 HTTP/1.1" status: 204 len: 168 time: 0.2817338 Sep 07 16:37:12.788806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:12.896389 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Allocated IP 172.25.3.189 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/66a72328-e03a-4116-a025-b416b6da4523) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:12.930670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56470) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:13.005448 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.047534 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.083728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2008321823', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:13.090052 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:13.093088 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:13.096525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:13.111570 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.113008 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.133248 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event updated for resources: {'Port': ['ID=66a72328-e03a-4116-a025-b416b6da4523,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:13.181229 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.200857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.245805 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.323400 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.397608 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.402881 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.481442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event updated for resources: {'Port': ['ID=66a72328-e03a-4116-a025-b416b6da4523,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:13.487652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.501841 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.503230 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ff05eef6-956e-4b77-a46d-47c437afe7cd tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0214908 Sep 07 16:37:13.506030 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56480) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:13.510818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-899426574'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:13.514825 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.530659 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Made reservation on behalf of 425a2ce674894c97b3ad399a633c87ca for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:13.534104 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.534305 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.543632 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.634861 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.638568 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.646086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Allocated IP 172.25.3.33 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/8558b451-0cbd-4ce0-86e4-e430d770ffab) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:13.664611 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:13.673137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aed5e2c-571b-41dd-baa3-af6b1b53ec9e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:13.679633 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.680032 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Added segment 085155f4-202e-4626-8dc4-fd5a67b0d2bc of type vlan for network a167a01f-6d0f-478e-95dc-40bac87ef426 Sep 07 16:37:13.719028 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.744100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.749182 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.749900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:13.750483 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.785063 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2780056 Sep 07 16:37:13.788238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56482) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:13.790190 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.792977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c015ffd2-b777-426b-ada8-5807d96a13cf tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Request body: {'subnet': {'network_id': 'a167a01f-6d0f-478e-95dc-40bac87ef426', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:13.824666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:13.829014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:13.832582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:13.837454 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091ffcf-0e09-4b6a-bbf9-5896781bc191 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event updated for resources: {'Network': ['ID=a167a01f-6d0f-478e-95dc-40bac87ef426,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:13.858188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network a167a01f-6d0f-478e-95dc-40bac87ef426 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:13.870199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Pushing event updated for resources: {'Port': ['ID=8558b451-0cbd-4ce0-86e4-e430d770ffab,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:13.915904 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c015ffd2-b777-426b-ada8-5807d96a13cf tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Made reservation on behalf of 425a2ce674894c97b3ad399a633c87ca for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:13.922982 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c015ffd2-b777-426b-ada8-5807d96a13cf tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:13.945689 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:14.272544 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa8cba27-7689-4e0d-8eb8-09a5a600adda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:14.407324 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:14.432288 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c015ffd2-b777-426b-ada8-5807d96a13cf tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:14.500735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015ffd2-b777-426b-ada8-5807d96a13cf tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event updated for resources: {'Subnet': ['ID=6eec8afd-c41f-48b1-bf65-10f427b3e160,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:14.510809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015ffd2-b777-426b-ada8-5807d96a13cf tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Checking segment: {'id': '085155f4-202e-4626-8dc4-fd5a67b0d2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a167a01f-6d0f-478e-95dc-40bac87ef426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:14.511179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c015ffd2-b777-426b-ada8-5807d96a13cf tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Network hostable DHCP agents. Network: a167a01f-6d0f-478e-95dc-40bac87ef426, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:37:14.528677 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c015ffd2-b777-426b-ada8-5807d96a13cf tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Network a167a01f-6d0f-478e-95dc-40bac87ef426 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:37:14.537024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c015ffd2-b777-426b-ada8-5807d96a13cf tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, a167a01f-6d0f-478e-95dc-40bac87ef426) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:14.540996 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c015ffd2-b777-426b-ada8-5807d96a13cf tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:14.541594 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c015ffd2-b777-426b-ada8-5807d96a13cf tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:14.546315 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83a33f-44bb-4dbc-ae64-fdde2cf2c919 None None] Network a167a01f-6d0f-478e-95dc-40bac87ef426 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:14.558771 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c015ffd2-b777-426b-ada8-5807d96a13cf tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7694902 Sep 07 16:37:14.561448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56486) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:14.565835 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-340674987', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:14.589882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:14.591122 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:14.622097 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:14.644851 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:14.702781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-a167a01f-6d0f-478e-95dc-40bac87ef426', 'network_id': 'a167a01f-6d0f-478e-95dc-40bac87ef426', 'tenant_id': '425a2ce674894c97b3ad399a633c87ca', 'fixed_ips': [{'subnet_id': '6eec8afd-c41f-48b1-bf65-10f427b3e160'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:37:14.703642 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:14.752832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Router 1cbd146c-75aa-4021-b7ce-d06370cb2b6f is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:37:14.790573 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:14.846296 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Allocated IP 172.20.0.2 (a167a01f-6d0f-478e-95dc-40bac87ef426/6eec8afd-c41f-48b1-bf65-10f427b3e160/ab19e13a-f176-4f05-bd78-eb636fe5f296) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:14.865156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:14.878853 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4237a1-4ffa-445d-b800-ac96a0d13a40 None None] Sync routers for ids ['1cbd146c-75aa-4021-b7ce-d06370cb2b6f'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:14.889275 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:14.891621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fbeca2b8-2107-4d33-b033-7059aaaa20df tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9599171 Sep 07 16:37:14.894294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56488) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:14.897100 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4237a1-4ffa-445d-b800-ac96a0d13a40 None None] Routers {'1cbd146c-75aa-4021-b7ce-d06370cb2b6f'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:14.897823 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ff4237a1-4ffa-445d-b800-ac96a0d13a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['1cbd146c-75aa-4021-b7ce-d06370cb2b6f'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:14.929575 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ff4237a1-4ffa-445d-b800-ac96a0d13a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:14.938454 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4237a1-4ffa-445d-b800-ac96a0d13a40 None None] Routers {'1cbd146c-75aa-4021-b7ce-d06370cb2b6f'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:14.939168 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ff4237a1-4ffa-445d-b800-ac96a0d13a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['1cbd146c-75aa-4021-b7ce-d06370cb2b6f'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:14.965328 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:14.970788 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ff4237a1-4ffa-445d-b800-ac96a0d13a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:14.971436 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4237a1-4ffa-445d-b800-ac96a0d13a40 None None] The sync data for ids ['1cbd146c-75aa-4021-b7ce-d06370cb2b6f'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:15.022955 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.031632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Transition to ACTIVE for port object ab19e13a-f176-4f05-bd78-eb636fe5f296 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:15.047074 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Transition to ACTIVE for port object ab19e13a-f176-4f05-bd78-eb636fe5f296 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:15.053218 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.085920 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.090983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Network a167a01f-6d0f-478e-95dc-40bac87ef426 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:15.095643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:15.098271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:15.106276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Pushing event updated for resources: {'Port': ['ID=ab19e13a-f176-4f05-bd78-eb636fe5f296,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:15.112609 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.117354 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-32519fe9-d4c3-4449-8fda-6ad1dedb7118 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/routers/1cbd146c-75aa-4021-b7ce-d06370cb2b6f HTTP/1.1" status: 200 len: 924 time: 0.2220342 Sep 07 16:37:15.121049 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56490) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:15.151566 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9a2660ba-cb78-4ccd-b956-8025e20a34ad tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cbd146c-75aa-4021-b7ce-d06370cb2b6f HTTP/1.1" status: 200 len: 205 time: 0.0270011 Sep 07 16:37:15.151967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56492) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:15.162013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Attempting to bind port ab19e13a-f176-4f05-bd78-eb636fe5f296 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:37:15.162398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Attempting to bind port ab19e13a-f176-4f05-bd78-eb636fe5f296 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '085155f4-202e-4626-8dc4-fd5a67b0d2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a167a01f-6d0f-478e-95dc-40bac87ef426'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:37:15.162770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Attempting to bind port ab19e13a-f176-4f05-bd78-eb636fe5f296 on network a167a01f-6d0f-478e-95dc-40bac87ef426 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:37:15.167856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:37:15.168243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Checking segment: {'id': '085155f4-202e-4626-8dc4-fd5a67b0d2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a167a01f-6d0f-478e-95dc-40bac87ef426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:15.168773 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.169178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Bound using segment: {'id': '085155f4-202e-4626-8dc4-fd5a67b0d2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a167a01f-6d0f-478e-95dc-40bac87ef426'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:37:15.169654 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Bound port: ab19e13a-f176-4f05-bd78-eb636fe5f296, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085155f4-202e-4626-8dc4-fd5a67b0d2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a167a01f-6d0f-478e-95dc-40bac87ef426'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:37:15.170048 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.222650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Allocated IP 172.25.3.142 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/fa7235e7-7d90-4648-bbea-410a23b722be) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:15.233494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] For port ab19e13a-f176-4f05-bd78-eb636fe5f296, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:37:15.236669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] For port ab19e13a-f176-4f05-bd78-eb636fe5f296, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ab19e13a-f176-4f05-bd78-eb636fe5f296,segment=NetworkSegment(085155f4-202e-4626-8dc4-fd5a67b0d2bc),segment_id=085155f4-202e-4626-8dc4-fd5a67b0d2bc)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:37:15.241608 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.265088 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:37:15.270928 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.295022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463d56b-6894-4ca7-9a35-ac21187833b0 None None] Pushing event updated for resources: {'Port': ['ID=ab19e13a-f176-4f05-bd78-eb636fe5f296,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:15.358599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.393651 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.413848 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.457788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Deleting port 8558b451-0cbd-4ce0-86e4-e430d770ffab {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:15.458774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:15.458890 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.464164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:15.468907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:15.472184 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event updated for resources: {'Port': ['ID=fa7235e7-7d90-4648-bbea-410a23b722be,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:15.574725 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.592191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Calling delete_port for 8558b451-0cbd-4ce0-86e4-e430d770ffab owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:15.688466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56500) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:15.783116 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.809479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Pushing event deleted for resources: {'Port': ['ID=8558b451-0cbd-4ce0-86e4-e430d770ffab,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:15.823137 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.826115 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63f4650c-1ec5-4e74-89ce-17bf8f36e38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.907590 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:15.942564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ab19e13a-f176-4f05-bd78-eb636fe5f296 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:37:15.996607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ab19e13a-f176-4f05-bd78-eb636fe5f296 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:16.010993 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.013178 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.063344 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.064099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Fanout notify agent at l3_agent the message router_deleted on router 1cbd146c-75aa-4021-b7ce-d06370cb2b6f {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:16.072406 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.077620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b0a8af61-2d4f-4fe0-98cc-3e7b6f3074dd tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "DELETE /v2.0/routers/1cbd146c-75aa-4021-b7ce-d06370cb2b6f HTTP/1.1" status: 204 len: 168 time: 0.9237370 Sep 07 16:37:16.077946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56504) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:16.082209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1759029334', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'enable_snat': False}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:16.115071 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63f4650c-1ec5-4e74-89ce-17bf8f36e38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.116547 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.122580 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-63f4650c-1ec5-4e74-89ce-17bf8f36e38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.209705 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.210722 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.215728 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-63f4650c-1ec5-4e74-89ce-17bf8f36e38f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cbb1cfe50b0f436db02a94350c1a389e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5260887 Sep 07 16:37:16.218701 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56506) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:16.222436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4650c-1ec5-4e74-89ce-17bf8f36e38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88444c7c-074f-4a5e-9af4-2922f5712d59,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:16.282525 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52147f17-c7d1-4e25-8798-e2921c397f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.305925 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52147f17-c7d1-4e25-8798-e2921c397f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.312789 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.361814 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52147f17-c7d1-4e25-8798-e2921c397f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.364783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52147f17-c7d1-4e25-8798-e2921c397f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.368460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-52147f17-c7d1-4e25-8798-e2921c397f04 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/88444c7c-074f-4a5e-9af4-2922f5712d59 HTTP/1.1" status: 204 len: 168 time: 0.1463873 Sep 07 16:37:16.375242 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52147f17-c7d1-4e25-8798-e2921c397f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88444c7c-074f-4a5e-9af4-2922f5712d59,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:16.422512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7d4bb9-c2a7-4731-97f5-b933e8ef1148 None None] Network a167a01f-6d0f-478e-95dc-40bac87ef426 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:16.492477 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.498161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3b035e1b-a117-4f57-a846-0ffaf74ce2e0 None None] Provisioning for port ab19e13a-f176-4f05-bd78-eb636fe5f296 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:16.505564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Router 59f93f9d-fee6-440a-ba55-e9791cd00e64 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:37:16.506430 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3b035e1b-a117-4f57-a846-0ffaf74ce2e0 None None] Provisioning complete for port ab19e13a-f176-4f05-bd78-eb636fe5f296 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:16.506888 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b035e1b-a117-4f57-a846-0ffaf74ce2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.655447 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b035e1b-a117-4f57-a846-0ffaf74ce2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.678283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:16.695182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73246dc1-9c66-4bd7-a4cf-e73a690adb1f None None] Sync routers for ids ['59f93f9d-fee6-440a-ba55-e9791cd00e64'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:16.698379 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3b035e1b-a117-4f57-a846-0ffaf74ce2e0 None None] For port ab19e13a-f176-4f05-bd78-eb636fe5f296, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ab19e13a-f176-4f05-bd78-eb636fe5f296,segment=NetworkSegment(085155f4-202e-4626-8dc4-fd5a67b0d2bc),segment_id=085155f4-202e-4626-8dc4-fd5a67b0d2bc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:16.706436 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3b035e1b-a117-4f57-a846-0ffaf74ce2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.713060 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73246dc1-9c66-4bd7-a4cf-e73a690adb1f None None] Routers {'59f93f9d-fee6-440a-ba55-e9791cd00e64'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:16.713878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-73246dc1-9c66-4bd7-a4cf-e73a690adb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['59f93f9d-fee6-440a-ba55-e9791cd00e64'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:16.714339 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.715584 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-24bedeef-e6bf-4885-b64c-f0f4951cf44a tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.1531887 Sep 07 16:37:16.718438 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56518) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:16.808502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-73246dc1-9c66-4bd7-a4cf-e73a690adb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:16.830155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73246dc1-9c66-4bd7-a4cf-e73a690adb1f None None] Routers {'59f93f9d-fee6-440a-ba55-e9791cd00e64'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:16.841502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-73246dc1-9c66-4bd7-a4cf-e73a690adb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['59f93f9d-fee6-440a-ba55-e9791cd00e64'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:16.843628 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.878210 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:16.891406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-73246dc1-9c66-4bd7-a4cf-e73a690adb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:16.892075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73246dc1-9c66-4bd7-a4cf-e73a690adb1f None None] The sync data for ids ['59f93f9d-fee6-440a-ba55-e9791cd00e64'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:16.916821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b035e1b-a117-4f57-a846-0ffaf74ce2e0 None None] Pushing event updated for resources: {'Port': ['ID=ab19e13a-f176-4f05-bd78-eb636fe5f296,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:16.925626 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:17.010960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Allocated IP 172.25.3.19 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/865faed6-6d0c-45f4-b89e-b80aff6b9db9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:17.032394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c8d23c56-f035-41dd-be51-d1791853f2e7 None None] Provisioning complete for port ab19e13a-f176-4f05-bd78-eb636fe5f296 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:17.033446 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8d23c56-f035-41dd-be51-d1791853f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:17.134725 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:17.180551 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:17.219635 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:17.222591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:17.225765 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:17.255033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event updated for resources: {'Port': ['ID=865faed6-6d0c-45f4-b89e-b80aff6b9db9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:17.291634 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:17.495206 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:17.574430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Allocated IP 172.20.0.1 (a167a01f-6d0f-478e-95dc-40bac87ef426/6eec8afd-c41f-48b1-bf65-10f427b3e160/3908e777-ea02-40aa-b967-078a3bf7994b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:17.716697 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:17.732616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Transition to ACTIVE for port object 3908e777-ea02-40aa-b967-078a3bf7994b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:17.770316 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:17.819706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Network a167a01f-6d0f-478e-95dc-40bac87ef426 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:17.823006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:17.825952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:17.881083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event updated for resources: {'Port': ['ID=3908e777-ea02-40aa-b967-078a3bf7994b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:17.901910 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:17.939702 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ab19e13a-f176-4f05-bd78-eb636fe5f296 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:37:18.039134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ab19e13a-f176-4f05-bd78-eb636fe5f296 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:18.040260 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:18.053803 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:18.106712 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:18.196273 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-72965323-99eb-4917-86c1-5a2ca023ca37 None None] Provisioning for port 3908e777-ea02-40aa-b967-078a3bf7994b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:18.200685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-72965323-99eb-4917-86c1-5a2ca023ca37 None None] Provisioning complete for port 3908e777-ea02-40aa-b967-078a3bf7994b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:18.201283 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72965323-99eb-4917-86c1-5a2ca023ca37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:18.242210 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-72965323-99eb-4917-86c1-5a2ca023ca37 None None] Port 3908e777-ea02-40aa-b967-078a3bf7994b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:37:18.256593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Router 2b209e00-f5d5-42fc-986f-75f6dde17aaf is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:37:18.369527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:18.370065 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:18.377333 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:18.380632 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Sync routers for ids ['2b209e00-f5d5-42fc-986f-75f6dde17aaf'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:18.389109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:18.393316 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5553a13a-a6f6-4b1c-b50f-d880e8bec9c9 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3121164 Sep 07 16:37:18.393619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56558) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:18.395769 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Routers {'2b209e00-f5d5-42fc-986f-75f6dde17aaf'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:18.396683 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2b209e00-f5d5-42fc-986f-75f6dde17aaf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:18.442693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-256c0c12-d0b0-4013-8297-1224ae7a7109 req-0598626d-1e97-4b62-a227-f59e65f1e287 service neutron] (94771) timed out ('10.222.0.70', 39990) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 16:37:18.464606 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:18.467882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event updated for resources: {'Port': ['ID=3908e777-ea02-40aa-b967-078a3bf7994b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:18.529012 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b3c4bfb4-f85e-4599-9eaf-b76885190afa tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/routers/2b209e00-f5d5-42fc-986f-75f6dde17aaf HTTP/1.1" status: 200 len: 908 time: 0.1339996 Sep 07 16:37:18.531258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56572) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:18.533605 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Set router 2b209e00-f5d5-42fc-986f-75f6dde17aaf gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:37:18.536942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1759029334', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'enable_snat': True}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:18.572583 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:18.574327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:18.581219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Network a167a01f-6d0f-478e-95dc-40bac87ef426 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:18.583914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:18.641501 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:18.760169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Router 59f93f9d-fee6-440a-ba55-e9791cd00e64 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:37:18.806847 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:18.864137 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b209e00-f5d5-42fc-986f-75f6dde17aaf', 'name': 'tempest-snat-router-1759029334', 'tenant_id': '73d5951adfa74957aa2830073a38b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': False}, 'gw_port_id': '865faed6-6d0c-45f4-b89e-b80aff6b9db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:16Z', 'updated_at': '2021-09-07T16:37:17Z', 'revision_number': 3, 'project_id': '73d5951adfa74957aa2830073a38b5cf', 'gw_port': {'id': '865faed6-6d0c-45f4-b89e-b80aff6b9db9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b209e00-f5d5-42fc-986f-75f6dde17aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:16Z', 'updated_at': '2021-09-07T16:37:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:18.896449 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Checking router: 2b209e00-f5d5-42fc-986f-75f6dde17aaf for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:37:18.896770 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Updating router 2b209e00-f5d5-42fc-986f-75f6dde17aaf port 865faed6-6d0c-45f4-b89e-b80aff6b9db9 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:37:18.932846 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:18.945688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:18.958984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2bbb61-da58-46c6-9ed0-731ae51a251c None None] Sync routers for ids ['59f93f9d-fee6-440a-ba55-e9791cd00e64'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:18.966818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aa6bac04-532b-43d0-9a52-3ca1f918b4d7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "PUT /v2.0/routers/59f93f9d-fee6-440a-ba55-e9791cd00e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2472310 Sep 07 16:37:18.969371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56586) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:18.978565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Request body: {'port': {'network_id': 'a167a01f-6d0f-478e-95dc-40bac87ef426', 'name': 'tempest-FloatingIPAdminTestJSON-2127465319'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:18.985564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2bbb61-da58-46c6-9ed0-731ae51a251c None None] Routers {'59f93f9d-fee6-440a-ba55-e9791cd00e64'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:18.986336 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ac2bbb61-da58-46c6-9ed0-731ae51a251c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['59f93f9d-fee6-440a-ba55-e9791cd00e64'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:19.020844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ac2bbb61-da58-46c6-9ed0-731ae51a251c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:19.023148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8ffa8827-d1be-4527-b734-1f6f656d3fc0 None None] Provisioning complete for port 3908e777-ea02-40aa-b967-078a3bf7994b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:19.023867 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8827-d1be-4527-b734-1f6f656d3fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.054285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2bbb61-da58-46c6-9ed0-731ae51a251c None None] Routers {'59f93f9d-fee6-440a-ba55-e9791cd00e64'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:19.055063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ac2bbb61-da58-46c6-9ed0-731ae51a251c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['59f93f9d-fee6-440a-ba55-e9791cd00e64'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:19.057613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56588) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:19.092526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ac2bbb61-da58-46c6-9ed0-731ae51a251c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:19.093565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2bbb61-da58-46c6-9ed0-731ae51a251c None None] The sync data for ids ['59f93f9d-fee6-440a-ba55-e9791cd00e64'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:19.114447 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa8827-d1be-4527-b734-1f6f656d3fc0 None None] Port 3908e777-ea02-40aa-b967-078a3bf7994b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:37:19.136902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Made reservation on behalf of 425a2ce674894c97b3ad399a633c87ca for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:19.139473 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.142077 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.163524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] device_id is not set on port 9347167d-a695-4f62-81ac-1f851e0d4141 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:37:19.167906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.236957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4698229-b77c-43dc-bb71-08d4863239f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.287296 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.296831 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Transition to ACTIVE for port object 865faed6-6d0c-45f4-b89e-b80aff6b9db9 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:19.303653 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.328905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Allocated IP 172.20.0.12 (a167a01f-6d0f-478e-95dc-40bac87ef426/6eec8afd-c41f-48b1-bf65-10f427b3e160/9347167d-a695-4f62-81ac-1f851e0d4141) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:19.357775 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Allocated IP 172.25.3.62 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/ce20fc66-0c13-4d1b-8f13-d131976c52f7) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:19.360942 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Attempting to bind port 865faed6-6d0c-45f4-b89e-b80aff6b9db9 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:37:19.361940 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Attempting to bind port 865faed6-6d0c-45f4-b89e-b80aff6b9db9 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:37:19.362397 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Attempting to bind port 865faed6-6d0c-45f4-b89e-b80aff6b9db9 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:37:19.364686 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4577950-187d-4eab-9ed9-7629c0d53814 None None] Pushing event updated for resources: {'Port': ['ID=865faed6-6d0c-45f4-b89e-b80aff6b9db9,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:19.372043 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:37:19.372278 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:19.372976 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.373142 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:37:19.373763 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Bound port: 865faed6-6d0c-45f4-b89e-b80aff6b9db9, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:37:19.374022 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.430707 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] For port 865faed6-6d0c-45f4-b89e-b80aff6b9db9, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:37:19.434032 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] For port 865faed6-6d0c-45f4-b89e-b80aff6b9db9, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=865faed6-6d0c-45f4-b89e-b80aff6b9db9,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:37:19.439227 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.447050 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4698229-b77c-43dc-bb71-08d4863239f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.455627 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4698229-b77c-43dc-bb71-08d4863239f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.478811 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.491102 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Routers {'2b209e00-f5d5-42fc-986f-75f6dde17aaf'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:19.491646 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2b209e00-f5d5-42fc-986f-75f6dde17aaf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:19.523416 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.541630 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e4698229-b77c-43dc-bb71-08d4863239f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5fbe45a917e4e829f14ed169007c65f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4826291 Sep 07 16:37:19.545084 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4577950-187d-4eab-9ed9-7629c0d53814 None None] Pushing event updated for resources: {'Port': ['ID=865faed6-6d0c-45f4-b89e-b80aff6b9db9,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:19.546773 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4698229-b77c-43dc-bb71-08d4863239f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca41bdbc-7e34-42ed-a0c3-035a311830f6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:19.549258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56594) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:19.562727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:19.565836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:19.570600 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:19.592392 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.603185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event updated for resources: {'Port': ['ID=ce20fc66-0c13-4d1b-8f13-d131976c52f7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:19.626395 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Transition to ACTIVE for port object 9347167d-a695-4f62-81ac-1f851e0d4141 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:19.633344 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] Set router 2b209e00-f5d5-42fc-986f-75f6dde17aaf gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:37:19.643354 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-543d696e-f5d5-4470-8d0a-746df1b362b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.677478 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-543d696e-f5d5-4470-8d0a-746df1b362b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.709245 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.756804 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Network a167a01f-6d0f-478e-95dc-40bac87ef426 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:19.760165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:19.767063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:19.774037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event updated for resources: {'Port': ['ID=9347167d-a695-4f62-81ac-1f851e0d4141,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:19.813685 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-543d696e-f5d5-4470-8d0a-746df1b362b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.815907 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-543d696e-f5d5-4470-8d0a-746df1b362b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.817902 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-543d696e-f5d5-4470-8d0a-746df1b362b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca41bdbc-7e34-42ed-a0c3-035a311830f6 HTTP/1.1" status: 204 len: 168 time: 0.2632778 Sep 07 16:37:19.831283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:19.831923 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:19.839748 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d696e-f5d5-4470-8d0a-746df1b362b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca41bdbc-7e34-42ed-a0c3-035a311830f6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:19.851659 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b209e00-f5d5-42fc-986f-75f6dde17aaf', 'name': 'tempest-snat-router-1759029334', 'tenant_id': '73d5951adfa74957aa2830073a38b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': False}, 'gw_port_id': '865faed6-6d0c-45f4-b89e-b80aff6b9db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:16Z', 'updated_at': '2021-09-07T16:37:17Z', 'revision_number': 3, 'project_id': '73d5951adfa74957aa2830073a38b5cf', 'gw_port': {'id': '865faed6-6d0c-45f4-b89e-b80aff6b9db9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b209e00-f5d5-42fc-986f-75f6dde17aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:16Z', 'updated_at': '2021-09-07T16:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:19.861891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-60c61cb5-a6bc-4fa2-8c61-be6171bccfbb tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.8912842 Sep 07 16:37:19.865713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56598) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:19.894796 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c85b71-2f7e-436a-b315-dd34049f9e95 None None] The sync data for ids ['2b209e00-f5d5-42fc-986f-75f6dde17aaf'] in n-d-807551-3 is: [{'id': '2b209e00-f5d5-42fc-986f-75f6dde17aaf', 'name': 'tempest-snat-router-1759029334', 'tenant_id': '73d5951adfa74957aa2830073a38b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': False}, 'gw_port_id': '865faed6-6d0c-45f4-b89e-b80aff6b9db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:16Z', 'updated_at': '2021-09-07T16:37:17Z', 'revision_number': 3, 'project_id': '73d5951adfa74957aa2830073a38b5cf', 'gw_port': {'id': '865faed6-6d0c-45f4-b89e-b80aff6b9db9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b209e00-f5d5-42fc-986f-75f6dde17aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:16Z', 'updated_at': '2021-09-07T16:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:19.901936 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.038552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'project_id': '425a2ce674894c97b3ad399a633c87ca', 'port_id': '9347167d-a695-4f62-81ac-1f851e0d4141'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:20.062170 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.151106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1da81876-38b7-4d77-ac9a-386e4228496d None None] Provisioning for port 9347167d-a695-4f62-81ac-1f851e0d4141 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:20.157714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1da81876-38b7-4d77-ac9a-386e4228496d None None] Provisioning complete for port 9347167d-a695-4f62-81ac-1f851e0d4141 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:20.164019 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1da81876-38b7-4d77-ac9a-386e4228496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.169912 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.175601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.221232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1da81876-38b7-4d77-ac9a-386e4228496d None None] Port 9347167d-a695-4f62-81ac-1f851e0d4141 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:37:20.263863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56604) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:20.287587 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5f739a9-b984-4608-8b59-c42cee9dd271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.315148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Allocated IP 172.25.3.173 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/cf328790-1ed1-43a8-81e6-97e2606302db) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:20.442240 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.455138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Router 20d6c624-44fa-4075-9131-34fa78bacc07 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:37:20.477081 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5f739a9-b984-4608-8b59-c42cee9dd271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.487938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.515617 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5f739a9-b984-4608-8b59-c42cee9dd271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.530861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:20.535362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:20.538493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:20.566281 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d5f739a9-b984-4608-8b59-c42cee9dd271 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52706544dd8141e38d3842587e62de0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011777 Sep 07 16:37:20.569775 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56606) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:20.575863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f739a9-b984-4608-8b59-c42cee9dd271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd0948b-d333-45dc-8ae9-a65061d70556,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:20.591359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Pushing event updated for resources: {'Port': ['ID=cf328790-1ed1-43a8-81e6-97e2606302db,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:20.669007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:20.675482 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802bea6f-0289-4b89-b4b7-d623e26ea903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.683325 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] Sync routers for ids ['20d6c624-44fa-4075-9131-34fa78bacc07'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:20.699595 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.700849 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-243d092c-b6fc-4a2b-b92b-66fb6bcd1e8b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1685824 Sep 07 16:37:20.702723 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] Routers {'20d6c624-44fa-4075-9131-34fa78bacc07'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:20.703769 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['20d6c624-44fa-4075-9131-34fa78bacc07'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:20.704203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56608) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:20.707240 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802bea6f-0289-4b89-b4b7-d623e26ea903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.853115 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] Set router 20d6c624-44fa-4075-9131-34fa78bacc07 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:37:20.855639 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4a6f3e7d-80b6-481c-adef-da9f8211344c tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/routers/20d6c624-44fa-4075-9131-34fa78bacc07 HTTP/1.1" status: 200 len: 907 time: 0.1501551 Sep 07 16:37:20.856966 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802bea6f-0289-4b89-b4b7-d623e26ea903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.859925 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802bea6f-0289-4b89-b4b7-d623e26ea903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:20.861104 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-802bea6f-0289-4b89-b4b7-d623e26ea903 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bdd0948b-d333-45dc-8ae9-a65061d70556 HTTP/1.1" status: 204 len: 168 time: 0.2903306 Sep 07 16:37:20.861781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56610) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:20.916064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bea6f-0289-4b89-b4b7-d623e26ea903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd0948b-d333-45dc-8ae9-a65061d70556,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:21.013341 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.082765 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d6c624-44fa-4075-9131-34fa78bacc07', 'name': 'tempest-snat-router-1759029334', 'tenant_id': '73d5951adfa74957aa2830073a38b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'ce20fc66-0c13-4d1b-8f13-d131976c52f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:18Z', 'updated_at': '2021-09-07T16:37:19Z', 'revision_number': 3, 'project_id': '73d5951adfa74957aa2830073a38b5cf', 'gw_port': {'id': 'ce20fc66-0c13-4d1b-8f13-d131976c52f7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d6c624-44fa-4075-9131-34fa78bacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:19Z', 'updated_at': '2021-09-07T16:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:21.118207 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] Checking router: 20d6c624-44fa-4075-9131-34fa78bacc07 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:37:21.118909 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] Updating router 20d6c624-44fa-4075-9131-34fa78bacc07 port ce20fc66-0c13-4d1b-8f13-d131976c52f7 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:37:21.158346 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.182586 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.253714 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Deleting port ce20fc66-0c13-4d1b-8f13-d131976c52f7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:21.254185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.353450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.369187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Calling delete_port for ce20fc66-0c13-4d1b-8f13-d131976c52f7 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:21.424048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.518731 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.573902 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:37:21.574287 n-d-807551-3 neutron-server[94773]: DEBUG oslo_db.api [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:37:21.574755 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.636106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce20fc66-0c13-4d1b-8f13-d131976c52f7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:21.696707 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.717059 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.723356 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.805359 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.807902 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.821393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Pushing event updated for resources: {'Port': ['ID=cf328790-1ed1-43a8-81e6-97e2606302db,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:21.830039 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.873385 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.874123 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20d6c624-44fa-4075-9131-34fa78bacc07 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:21.883328 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:21.885218 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cb76a8a4-33c0-4668-a56e-af32242b00e1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "DELETE /v2.0/routers/20d6c624-44fa-4075-9131-34fa78bacc07 HTTP/1.1" status: 204 len: 168 time: 1.0203176 Sep 07 16:37:21.887850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56634) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:21.983071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 865faed6-6d0c-45f4-b89e-b80aff6b9db9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:37:22.037148 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Floating IP 4780d583-e1a1-483c-8ae0-c07c5d3e56c2 associated. External IP: 172.25.3.173, port: 9347167d-a695-4f62-81ac-1f851e0d4141. Sep 07 16:37:22.045551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 865faed6-6d0c-45f4-b89e-b80aff6b9db9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:22.049708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 865faed6-6d0c-45f4-b89e-b80aff6b9db9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:22.050084 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.085137 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.093436 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] Port ce20fc66-0c13-4d1b-8f13-d131976c52f7 not found while updating agent binding for router 20d6c624-44fa-4075-9131-34fa78bacc07. {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 07 16:37:22.104404 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] Routers set() bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:22.104788 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] Router IDs set() for agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 16:37:22.105513 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_agentschedulers_db [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20d6c624-44fa-4075-9131-34fa78bacc07'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent'). {{(pid=94773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 07 16:37:22.106136 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430ce0d-e275-4372-b155-f9f6746f9798 None None] The sync data for ids ['20d6c624-44fa-4075-9131-34fa78bacc07'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:22.231661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56644) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:22.291549 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.293440 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.314867 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 865faed6-6d0c-45f4-b89e-b80aff6b9db9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=865faed6-6d0c-45f4-b89e-b80aff6b9db9,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:22.320042 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.353944 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f564fa4f-2d3c-4f1d-9d4a-b236c057cd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.375533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=865faed6-6d0c-45f4-b89e-b80aff6b9db9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:22.400298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Router 59f93f9d-fee6-440a-ba55-e9791cd00e64 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:37:22.416626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Deleting port 865faed6-6d0c-45f4-b89e-b80aff6b9db9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:22.417016 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.447122 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f564fa4f-2d3c-4f1d-9d4a-b236c057cd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.451387 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f564fa4f-2d3c-4f1d-9d4a-b236c057cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.489852 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f564fa4f-2d3c-4f1d-9d4a-b236c057cd3e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9fa94eb63204279879b30b266e3f19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2569532 Sep 07 16:37:22.491084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564fa4f-2d3c-4f1d-9d4a-b236c057cd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce2e6a-68ec-4b67-b1ef-1bb51152a2f3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:22.493472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56648) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:22.544329 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7dcc1977-81ea-4655-b72c-f90ae0be0a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.565313 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7dcc1977-81ea-4655-b72c-f90ae0be0a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.577823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] For port 865faed6-6d0c-45f4-b89e-b80aff6b9db9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=865faed6-6d0c-45f4-b89e-b80aff6b9db9,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:22.578330 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.599437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Calling delete_port for 865faed6-6d0c-45f4-b89e-b80aff6b9db9 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:22.603813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:22.613271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164edae-7c9d-466d-be9d-e33d209d59d0 None None] Sync routers for ids ['59f93f9d-fee6-440a-ba55-e9791cd00e64'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:22.618110 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7dcc1977-81ea-4655-b72c-f90ae0be0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.622104 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7dcc1977-81ea-4655-b72c-f90ae0be0a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.623452 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7dcc1977-81ea-4655-b72c-f90ae0be0a8c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/afce2e6a-68ec-4b67-b1ef-1bb51152a2f3 HTTP/1.1" status: 204 len: 168 time: 0.1290777 Sep 07 16:37:22.627099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164edae-7c9d-466d-be9d-e33d209d59d0 None None] Routers {'59f93f9d-fee6-440a-ba55-e9791cd00e64'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:22.628148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2164edae-7c9d-466d-be9d-e33d209d59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['59f93f9d-fee6-440a-ba55-e9791cd00e64'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:22.631872 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc1977-81ea-4655-b72c-f90ae0be0a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce2e6a-68ec-4b67-b1ef-1bb51152a2f3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:22.660520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.671520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2164edae-7c9d-466d-be9d-e33d209d59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:22.685171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164edae-7c9d-466d-be9d-e33d209d59d0 None None] Routers {'59f93f9d-fee6-440a-ba55-e9791cd00e64'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:22.685881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2164edae-7c9d-466d-be9d-e33d209d59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['59f93f9d-fee6-440a-ba55-e9791cd00e64'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:22.703122 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4b2156a6-2499-4099-87ae-137f90053bc5 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 2.8339636 Sep 07 16:37:22.704089 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56652) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:22.721736 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2164edae-7c9d-466d-be9d-e33d209d59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:22.722746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164edae-7c9d-466d-be9d-e33d209d59d0 None None] The sync data for ids ['59f93f9d-fee6-440a-ba55-e9791cd00e64'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:22.819147 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:22.840424 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bff14f42-f10e-46b7-91d4-ba23e4259f63 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] 10.222.0.70 "GET /v2.0/floatingips/4780d583-e1a1-483c-8ae0-c07c5d3e56c2 HTTP/1.1" status: 200 len: 984 time: 0.1347315 Sep 07 16:37:22.841017 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56656) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:22.851382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event deleted for resources: {'Port': ['ID=865faed6-6d0c-45f4-b89e-b80aff6b9db9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:22.915276 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.014393 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.016939 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.067614 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.068247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b209e00-f5d5-42fc-986f-75f6dde17aaf {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:23.072971 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.074228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5b18fa50-ef5a-4aca-a56a-e9d37618ea72 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "DELETE /v2.0/routers/2b209e00-f5d5-42fc-986f-75f6dde17aaf HTTP/1.1" status: 204 len: 168 time: 1.1853261 Sep 07 16:37:23.080547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56666) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:23.086282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-594759695', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:23.121281 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.122602 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.200280 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.321243 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c61eb434-e11a-4308-be14-b74fe114c685 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.4791343 Sep 07 16:37:23.324077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56676) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:23.358033 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.495596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-73b9034c-5efe-40b1-a7fc-d6477675e94b tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Deleting port cf328790-1ed1-43a8-81e6-97e2606302db {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:23.496256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b9034c-5efe-40b1-a7fc-d6477675e94b tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.570869 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.582647 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b9034c-5efe-40b1-a7fc-d6477675e94b tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.583266 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b9034c-5efe-40b1-a7fc-d6477675e94b tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.593454 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.597859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-73b9034c-5efe-40b1-a7fc-d6477675e94b tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Calling delete_port for cf328790-1ed1-43a8-81e6-97e2606302db owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:23.786293 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b9034c-5efe-40b1-a7fc-d6477675e94b tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.825488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9034c-5efe-40b1-a7fc-d6477675e94b tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event deleted for resources: {'Port': ['ID=cf328790-1ed1-43a8-81e6-97e2606302db,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:23.902109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b9034c-5efe-40b1-a7fc-d6477675e94b tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:23.902697 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-73b9034c-5efe-40b1-a7fc-d6477675e94b tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Floating IP 4780d583-e1a1-483c-8ae0-c07c5d3e56c2 disassociated (deleted). External IP: 172.25.3.173, port: 9347167d-a695-4f62-81ac-1f851e0d4141. Sep 07 16:37:23.928818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 865faed6-6d0c-45f4-b89e-b80aff6b9db9 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:37:23.949770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 865faed6-6d0c-45f4-b89e-b80aff6b9db9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:37:23.950078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 865faed6-6d0c-45f4-b89e-b80aff6b9db9 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:37:24.054301 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Allocated IP 172.25.3.191 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/96ff03fb-4617-4f0f-8f44-a6a3dc6dc3ac) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:24.139780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b9034c-5efe-40b1-a7fc-d6477675e94b tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Router 59f93f9d-fee6-440a-ba55-e9791cd00e64 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:37:24.159078 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:24.167853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56692) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:24.214029 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:24.251846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:24.254738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:24.258454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:24.265742 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b9034c-5efe-40b1-a7fc-d6477675e94b tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:24.271074 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-73b9034c-5efe-40b1-a7fc-d6477675e94b tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:24.277732 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a918bc-58c4-4633-a907-2c9219d7a66b None None] Sync routers for ids ['59f93f9d-fee6-440a-ba55-e9791cd00e64'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:24.287691 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a918bc-58c4-4633-a907-2c9219d7a66b None None] Routers {'59f93f9d-fee6-440a-ba55-e9791cd00e64'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:24.288570 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-63a918bc-58c4-4633-a907-2c9219d7a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['59f93f9d-fee6-440a-ba55-e9791cd00e64'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:24.300714 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-73b9034c-5efe-40b1-a7fc-d6477675e94b tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "DELETE /v2.0/floatingips/4780d583-e1a1-483c-8ae0-c07c5d3e56c2 HTTP/1.1" status: 204 len: 168 time: 0.9758964 Sep 07 16:37:24.301163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Pushing event updated for resources: {'Port': ['ID=96ff03fb-4617-4f0f-8f44-a6a3dc6dc3ac,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:24.306308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56696) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:24.314194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:24.327370 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-63a918bc-58c4-4633-a907-2c9219d7a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:24.336468 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a918bc-58c4-4633-a907-2c9219d7a66b None None] Routers {'59f93f9d-fee6-440a-ba55-e9791cd00e64'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:24.337074 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-63a918bc-58c4-4633-a907-2c9219d7a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['59f93f9d-fee6-440a-ba55-e9791cd00e64'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:24.348976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1672447440'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:24.371416 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-63a918bc-58c4-4633-a907-2c9219d7a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:24.372066 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a918bc-58c4-4633-a907-2c9219d7a66b None None] The sync data for ids ['59f93f9d-fee6-440a-ba55-e9791cd00e64'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:24.389598 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:24.465289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Made reservation on behalf of ccb359c73b6f46c6a8655588843059b2 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:24.468887 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:24.490929 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:24.700863 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:24.705138 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:24.852274 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:24.859834 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:24.927019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:24.981015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2c1c67-60e5-4dc5-8bd0-7ec8920bcea6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:24.983895 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:24.984250 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Added segment 6b5d72d6-bf1e-4363-a0b5-0ce164b59db7 of type vlan for network bbf5fbd0-6cb3-4996-a267-c8d0b534bafe Sep 07 16:37:25.030484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Allocated IP 172.25.3.161 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/bfd45c91-e9a0-4175-b016-58812045510a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:25.058821 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.150172 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.179727 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.185356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:25.185957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.271322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1022384 Sep 07 16:37:25.274644 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:25.317892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bf4b0-9ce1-45ca-b917-e69ecad2bf70 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Pushing event updated for resources: {'Network': ['ID=bbf5fbd0-6cb3-4996-a267-c8d0b534bafe,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:25.330530 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network bbf5fbd0-6cb3-4996-a267-c8d0b534bafe details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:25.332441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Request body: {'network': {'name': 'tempest-network--826621901', 'router:external': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:25.354887 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Made reservation on behalf of 1cee9cafc46e47f0a3bae15b3a1c067c for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:25.357452 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.366807 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.373112 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.446574 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.454282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Router d438c8ee-c043-407f-9340-0a684a02b5de is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:37:25.463332 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.467127 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.488057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:25.490378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:25.495733 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:25.503400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:25.503577 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ba7add-d826-42de-a689-c6cd0d7c3cb4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:25.506476 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.506833 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Added segment 8b6d537b-5866-4e17-adb0-bd9614c74f4e of type vlan for network 121875c3-9764-43c2-b3fa-0487a1561371 Sep 07 16:37:25.555492 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.560812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Pushing event updated for resources: {'Port': ['ID=bfd45c91-e9a0-4175-b016-58812045510a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:25.586787 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.587872 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:25.588511 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.619074 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3431780 Sep 07 16:37:25.623396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56702) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:25.666194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f698e79-c6b6-4632-9822-4a9d931b65a5 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event updated for resources: {'Network': ['ID=121875c3-9764-43c2-b3fa-0487a1561371,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:25.674818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:25.679903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 121875c3-9764-43c2-b3fa-0487a1561371 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:25.687442 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.688085 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688cc4e6-d86d-44ae-af0a-fc80a56f3c5a None None] Sync routers for ids ['d438c8ee-c043-407f-9340-0a684a02b5de'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:25.702863 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.706251 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b28281ed-1061-4a45-a952-9c6981a00496 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6246612 Sep 07 16:37:25.706859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56706) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:25.726594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d1d3c95a-9703-44d9-822a-54e4bc35c729 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'enable_snat': False}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:25.731373 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.756005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688cc4e6-d86d-44ae-af0a-fc80a56f3c5a None None] Routers {'d438c8ee-c043-407f-9340-0a684a02b5de'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:25.756724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-688cc4e6-d86d-44ae-af0a-fc80a56f3c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d438c8ee-c043-407f-9340-0a684a02b5de'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:25.768180 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.796295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-688cc4e6-d86d-44ae-af0a-fc80a56f3c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:25.808997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688cc4e6-d86d-44ae-af0a-fc80a56f3c5a None None] Routers {'d438c8ee-c043-407f-9340-0a684a02b5de'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:25.809663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-688cc4e6-d86d-44ae-af0a-fc80a56f3c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d438c8ee-c043-407f-9340-0a684a02b5de'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:25.828292 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.854792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121875c3-9764-43c2-b3fa-0487a1561371']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:25.856786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-688cc4e6-d86d-44ae-af0a-fc80a56f3c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:25.857353 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688cc4e6-d86d-44ae-af0a-fc80a56f3c5a None None] The sync data for ids ['d438c8ee-c043-407f-9340-0a684a02b5de'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:25.867153 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6d537b-5866-4e17-adb0-bd9614c74f4e') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:25.867518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6d537b-5866-4e17-adb0-bd9614c74f4e') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:25.877917 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.891711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.898529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:37:25.899064 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:37:25.900989 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:37:25.963700 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.968325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 121875c3-9764-43c2-b3fa-0487a1561371 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 16:37:25.971096 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:25.976674 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "DELETE /v2.0/networks/121875c3-9764-43c2-b3fa-0487a1561371 HTTP/1.1" status: 204 len: 168 time: 0.3487449 Sep 07 16:37:25.976847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56710) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:25.982511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1fe50-928c-4b7c-be62-978502869f5f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event deleted for resources: {'Network': ['ID=121875c3-9764-43c2-b3fa-0487a1561371,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:25.986518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-993ff564-3e04-47f2-8afd-d8e353a9a91a tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:26.082458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993ff564-3e04-47f2-8afd-d8e353a9a91a tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Made reservation on behalf of 1cee9cafc46e47f0a3bae15b3a1c067c for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:26.085409 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993ff564-3e04-47f2-8afd-d8e353a9a91a tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.089994 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.129924 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.240594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993ff564-3e04-47f2-8afd-d8e353a9a91a tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:26.269156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Pushing event updated for resources: {'Port': ['ID=bfd45c91-e9a0-4175-b016-58812045510a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:26.279618 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c95a-9703-44d9-822a-54e4bc35c729 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.284247 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993ff564-3e04-47f2-8afd-d8e353a9a91a tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.284633 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-993ff564-3e04-47f2-8afd-d8e353a9a91a tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Added segment f3106ca9-5ab6-41ff-bcd1-266ce6efd1d2 of type vlan for network 1560fc91-c76d-4c2e-a575-9cbd3b7e6043 Sep 07 16:37:26.296000 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.350495 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.351747 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e7cbea9a-f40f-49bb-bdc4-e9fc9386c169 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0443275 Sep 07 16:37:26.354876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56712) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:26.365876 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993ff564-3e04-47f2-8afd-d8e353a9a91a tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.435532 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993ff564-3e04-47f2-8afd-d8e353a9a91a tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.436995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ff564-3e04-47f2-8afd-d8e353a9a91a tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:26.437664 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993ff564-3e04-47f2-8afd-d8e353a9a91a tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.478640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-993ff564-3e04-47f2-8afd-d8e353a9a91a tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5010176 Sep 07 16:37:26.479134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:26.483096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56716) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:26.503680 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.518337 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-214735ef-0d60-453b-8c46-462533bad05b tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Request body: {'subnet': {'network_id': '1560fc91-c76d-4c2e-a575-9cbd3b7e6043', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:26.531157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ff564-3e04-47f2-8afd-d8e353a9a91a tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event updated for resources: {'Network': ['ID=1560fc91-c76d-4c2e-a575-9cbd3b7e6043,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:26.546066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 1560fc91-c76d-4c2e-a575-9cbd3b7e6043 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:26.634648 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.746629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56718) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:26.755649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Allocated IP 172.25.3.34 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/c17b9b54-0cb2-4938-8b5a-e4377dac6d01) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:26.900135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214735ef-0d60-453b-8c46-462533bad05b tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Made reservation on behalf of 1cee9cafc46e47f0a3bae15b3a1c067c for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:26.902457 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-214735ef-0d60-453b-8c46-462533bad05b tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.907189 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c2db03fa-ee82-420d-8bf5-afbd3569cb1b tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3323 time: 0.1563253 Sep 07 16:37:26.909538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56720) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:26.915271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3f0b9c44-9c84-4c54-800c-4bfb9610533f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Request body: {'network': {'name': 'tempest-network-smoke--90447216', 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'port_security_enabled': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:26.961001 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0b9c44-9c84-4c54-800c-4bfb9610533f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Made reservation on behalf of 81dff1b8fa2045cf85e2c0f5d1da6305 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:26.964931 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9c44-9c84-4c54-800c-4bfb9610533f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:26.982497 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.006005 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0b9c44-9c84-4c54-800c-4bfb9610533f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:27.025924 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9c44-9c84-4c54-800c-4bfb9610533f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.026128 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-3f0b9c44-9c84-4c54-800c-4bfb9610533f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Added segment d4146dff-625b-46c9-9069-bef3c2b9de32 of type vlan for network ba27e703-819a-4085-a318-ee510f0c041b Sep 07 16:37:27.072410 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9c44-9c84-4c54-800c-4bfb9610533f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.076598 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.126543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:27.134629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:27.140217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:27.143976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Pushing event updated for resources: {'Port': ['ID=c17b9b54-0cb2-4938-8b5a-e4377dac6d01,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:27.166131 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9c44-9c84-4c54-800c-4bfb9610533f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.171585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0b9c44-9c84-4c54-800c-4bfb9610533f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:27.172422 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9c44-9c84-4c54-800c-4bfb9610533f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.218688 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3f0b9c44-9c84-4c54-800c-4bfb9610533f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3078036 Sep 07 16:37:27.222933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56722) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:27.230134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1161105177', 'admin_state_up': True, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:27.276101 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b9c44-9c84-4c54-800c-4bfb9610533f tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Network': ['ID=ba27e703-819a-4085-a318-ee510f0c041b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:27.288175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network ba27e703-819a-4085-a318-ee510f0c041b details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:27.331257 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.333026 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.342769 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.388630 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c95a-9703-44d9-822a-54e4bc35c729 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.394384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c95a-9703-44d9-822a-54e4bc35c729 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.428345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.429679 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.532775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.objects.ports [None req-214735ef-0d60-453b-8c46-462533bad05b tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:37:27.533160 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-214735ef-0d60-453b-8c46-462533bad05b tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.596652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d3c95a-9703-44d9-822a-54e4bc35c729 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Router d438c8ee-c043-407f-9340-0a684a02b5de has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:37:27.608971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214735ef-0d60-453b-8c46-462533bad05b tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1306b07e-479f-4234-bd23-1499a6985f04,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:27.609721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.624182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214735ef-0d60-453b-8c46-462533bad05b tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Checking segment: {'id': 'f3106ca9-5ab6-41ff-bcd1-266ce6efd1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1560fc91-c76d-4c2e-a575-9cbd3b7e6043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:27.624575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214735ef-0d60-453b-8c46-462533bad05b tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Network hostable DHCP agents. Network: 1560fc91-c76d-4c2e-a575-9cbd3b7e6043, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:37:27.686695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214735ef-0d60-453b-8c46-462533bad05b tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Network 1560fc91-c76d-4c2e-a575-9cbd3b7e6043 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:37:27.727900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-214735ef-0d60-453b-8c46-462533bad05b tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 1560fc91-c76d-4c2e-a575-9cbd3b7e6043) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:27.734359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214735ef-0d60-453b-8c46-462533bad05b tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:27.735533 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-214735ef-0d60-453b-8c46-462533bad05b tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.741772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4178c46e-b927-42b3-9051-0607a7d3d17a None None] Network 1560fc91-c76d-4c2e-a575-9cbd3b7e6043 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:27.754974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d3c95a-9703-44d9-822a-54e4bc35c729 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:27.759799 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d1d3c95a-9703-44d9-822a-54e4bc35c729 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.763886 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d1d3c95a-9703-44d9-822a-54e4bc35c729 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "PUT /v2.0/routers/d438c8ee-c043-407f-9340-0a684a02b5de HTTP/1.1" status: 200 len: 925 time: 2.0413542 Sep 07 16:37:27.765049 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56724) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:27.766421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-214735ef-0d60-453b-8c46-462533bad05b tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2814889 Sep 07 16:37:27.770649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56726) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:27.771042 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531c2e8-0ca0-48af-9ee3-ddc73feb67ca None None] Sync routers for ids ['d438c8ee-c043-407f-9340-0a684a02b5de'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:27.775069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Request body: {'floatingip': {'floating_network_id': '1560fc91-c76d-4c2e-a575-9cbd3b7e6043'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:27.780383 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.780574 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e531c2e8-0ca0-48af-9ee3-ddc73feb67ca None None] Routers {'d438c8ee-c043-407f-9340-0a684a02b5de'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:27.780574 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e531c2e8-0ca0-48af-9ee3-ddc73feb67ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d438c8ee-c043-407f-9340-0a684a02b5de'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:27.792499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.814701 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e531c2e8-0ca0-48af-9ee3-ddc73feb67ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:27.824088 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e531c2e8-0ca0-48af-9ee3-ddc73feb67ca None None] Routers {'d438c8ee-c043-407f-9340-0a684a02b5de'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:27.824967 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e531c2e8-0ca0-48af-9ee3-ddc73feb67ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d438c8ee-c043-407f-9340-0a684a02b5de'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:27.864658 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e531c2e8-0ca0-48af-9ee3-ddc73feb67ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:27.865308 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531c2e8-0ca0-48af-9ee3-ddc73feb67ca None None] The sync data for ids ['d438c8ee-c043-407f-9340-0a684a02b5de'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:27.879164 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:27.893086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Pushing event updated for resources: {'Port': ['ID=c17b9b54-0cb2-4938-8b5a-e4377dac6d01,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:27.936806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349d1514-0ce6-4e2d-927f-5c7ab941fad5 None None] Network 1560fc91-c76d-4c2e-a575-9cbd3b7e6043 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:27.939774 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cb54cf7d-2727-4591-82b0-89e2202a09b1 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/routers/d438c8ee-c043-407f-9340-0a684a02b5de HTTP/1.1" status: 200 len: 925 time: 0.1714761 Sep 07 16:37:27.939774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56728) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:27.958326 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:28.011627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa5e42b-e68c-4a1e-b137-26eb1336837b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:28.015740 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bfa5e42b-e68c-4a1e-b137-26eb1336837b tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7920ab71-216c-4d93-9da0-10a36a806527&device_id=d438c8ee-c043-407f-9340-0a684a02b5de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0726376 Sep 07 16:37:28.016035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56730) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:28.025917 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:28.027168 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-242a7d64-f75d-40f5-a98f-02ba1c5496f7 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6711442 Sep 07 16:37:28.027823 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:28.034416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56732) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:28.050523 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:28.183341 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:28.183560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-36441cea-aad7-4d72-ae78-a2178dbf52af tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1479559 Sep 07 16:37:28.186043 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56734) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:28.208426 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Allocated IP 172.25.3.244 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/cacaa7a8-acc2-431e-90a8-5b600af80edf) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:28.261476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5465536b-f38d-4e94-b3d0-db6b13d8c40f tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:28.263316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5465536b-f38d-4e94-b3d0-db6b13d8c40f tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 881 time: 0.2462249 Sep 07 16:37:28.268220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56736) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:28.280854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-acf73e14-4c86-466f-b178-a9c7bfd8d7ec tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0933435 Sep 07 16:37:28.283442 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56738) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:28.307467 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9a4fbebb-b327-46de-a810-d0e0a9fca3c7 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "GET /v2.0/ports?device_id=d438c8ee-c043-407f-9340-0a684a02b5de HTTP/1.1" status: 200 len: 205 time: 0.0356722 Sep 07 16:37:28.308715 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56740) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:28.420384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0959d946-a32f-4fea-96d7-0e4c04191112 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Deleting port c17b9b54-0cb2-4938-8b5a-e4377dac6d01 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:28.420736 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0959d946-a32f-4fea-96d7-0e4c04191112 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:28.507439 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0959d946-a32f-4fea-96d7-0e4c04191112 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:28.507937 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0959d946-a32f-4fea-96d7-0e4c04191112 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:28.525373 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0959d946-a32f-4fea-96d7-0e4c04191112 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Calling delete_port for c17b9b54-0cb2-4938-8b5a-e4377dac6d01 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:28.661424 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0959d946-a32f-4fea-96d7-0e4c04191112 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:28.689124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959d946-a32f-4fea-96d7-0e4c04191112 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Pushing event deleted for resources: {'Port': ['ID=c17b9b54-0cb2-4938-8b5a-e4377dac6d01,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:28.753485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Allocated IP 172.20.0.6 (1560fc91-c76d-4c2e-a575-9cbd3b7e6043/1306b07e-479f-4234-bd23-1499a6985f04/1c13ce28-f242-49da-b37d-5f61b6fed2f1) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:28.764697 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0959d946-a32f-4fea-96d7-0e4c04191112 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:28.767689 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0959d946-a32f-4fea-96d7-0e4c04191112 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:28.769283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0959d946-a32f-4fea-96d7-0e4c04191112 tempest-FloatingIPAdminTestJSON-900197288 tempest-FloatingIPAdminTestJSON-900197288-project] 10.222.0.70 "DELETE /v2.0/floatingips/580d0d1a-db39-4df1-821b-11635be8e8c1 HTTP/1.1" status: 204 len: 168 time: 0.4848673 Sep 07 16:37:28.772042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56742) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:28.845262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:28.905515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.043634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.063928 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.115554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.119774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:29.135296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:29.145891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:29.151823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Port': ['ID=cacaa7a8-acc2-431e-90a8-5b600af80edf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:29.211398 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.228399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3dae2f03-ccc1-42e1-9fb5-233d7f2be357 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Deleting port bfd45c91-e9a0-4175-b016-58812045510a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:29.228935 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dae2f03-ccc1-42e1-9fb5-233d7f2be357 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.307861 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dae2f03-ccc1-42e1-9fb5-233d7f2be357 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.308189 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dae2f03-ccc1-42e1-9fb5-233d7f2be357 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.319487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3dae2f03-ccc1-42e1-9fb5-233d7f2be357 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Calling delete_port for bfd45c91-e9a0-4175-b016-58812045510a owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:29.330106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Network 1560fc91-c76d-4c2e-a575-9cbd3b7e6043 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:29.354954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:29.359569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event updated for resources: {'Port': ['ID=1c13ce28-f242-49da-b37d-5f61b6fed2f1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:29.366901 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:29.402221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Deleting port 96ff03fb-4617-4f0f-8f44-a6a3dc6dc3ac {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:29.402583 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.454247 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dae2f03-ccc1-42e1-9fb5-233d7f2be357 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.482272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae2f03-ccc1-42e1-9fb5-233d7f2be357 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfd45c91-e9a0-4175-b016-58812045510a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:29.539110 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dae2f03-ccc1-42e1-9fb5-233d7f2be357 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.541630 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3dae2f03-ccc1-42e1-9fb5-233d7f2be357 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.542804 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3dae2f03-ccc1-42e1-9fb5-233d7f2be357 tempest-FloatingIPAdminTestJSON-1222126630 tempest-FloatingIPAdminTestJSON-1222126630-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/fe191da6-1d7a-4002-b16e-f801712cf838 HTTP/1.1" status: 204 len: 168 time: 0.7697723 Sep 07 16:37:29.546415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56744) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:29.569590 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.593351 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.600727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Calling delete_port for 96ff03fb-4617-4f0f-8f44-a6a3dc6dc3ac owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:29.638016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1b965fd4-f75a-4130-985f-9e0240701b0d tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Deleting port 9347167d-a695-4f62-81ac-1f851e0d4141 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:29.638377 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b965fd4-f75a-4130-985f-9e0240701b0d tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.703246 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.724485 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b965fd4-f75a-4130-985f-9e0240701b0d tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.730739 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.736577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-1b965fd4-f75a-4130-985f-9e0240701b0d tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Calling delete_port for 9347167d-a695-4f62-81ac-1f851e0d4141 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:29.871069 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b965fd4-f75a-4130-985f-9e0240701b0d tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.900614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b965fd4-f75a-4130-985f-9e0240701b0d tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event deleted for resources: {'Port': ['ID=9347167d-a695-4f62-81ac-1f851e0d4141,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:29.977629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b965fd4-f75a-4130-985f-9e0240701b0d tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:29.982759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1b965fd4-f75a-4130-985f-9e0240701b0d tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "DELETE /v2.0/ports/9347167d-a695-4f62-81ac-1f851e0d4141 HTTP/1.1" status: 204 len: 168 time: 0.4353435 Sep 07 16:37:29.983385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56746) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:30.036419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df6ed8f-d009-46cf-8130-9126a09d88aa tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:30.040385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9df6ed8f-d009-46cf-8130-9126a09d88aa tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "GET /v2.0/ports?device_id=59f93f9d-fee6-440a-ba55-e9791cd00e64 HTTP/1.1" status: 200 len: 913 time: 0.0536890 Sep 07 16:37:30.040722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56748) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:30.133834 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.167643 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.172138 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.174238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Pushing event deleted for resources: {'Port': ['ID=96ff03fb-4617-4f0f-8f44-a6a3dc6dc3ac,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:30.180112 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.349065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event updated for resources: {'Port': ['ID=1c13ce28-f242-49da-b37d-5f61b6fed2f1,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:30.385895 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.392879 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b4374713-12fa-4782-9b55-8ae0dd7ccc5c tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.450266 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.495158 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.497785 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.540649 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.541883 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-22f46242-764b-4fb3-aeeb-347aba0e5970 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7702761 Sep 07 16:37:30.545827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56750) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:30.616803 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.617252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Fanout notify agent at l3_agent the message router_deleted on router d438c8ee-c043-407f-9340-0a684a02b5de {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:30.622345 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-78a0ee8c-7544-40cb-945d-f744076cf8df tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=1560fc91-c76d-4c2e-a575-9cbd3b7e6043 HTTP/1.1" status: 200 len: 689 time: 0.0755458 Sep 07 16:37:30.627467 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.631946 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e67eb16f-bfb2-4f50-978f-a10b592c18d3 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "DELETE /v2.0/routers/d438c8ee-c043-407f-9340-0a684a02b5de HTTP/1.1" status: 204 len: 168 time: 2.3175499 Sep 07 16:37:30.631946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56754) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:30.637083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56756) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:30.642992 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-06f92a74-bb29-45b4-a8fa-20c86a25ac97 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-231223735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:30.673935 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06f92a74-bb29-45b4-a8fa-20c86a25ac97 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.675010 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06f92a74-bb29-45b4-a8fa-20c86a25ac97 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.698900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b4374713-12fa-4782-9b55-8ae0dd7ccc5c tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Deleting port 3908e777-ea02-40aa-b967-078a3bf7994b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:30.699257 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b4374713-12fa-4782-9b55-8ae0dd7ccc5c tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.703305 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Router 11837664-c748-49e7-8c9d-5f867af302a9 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:37:30.762820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06f92a74-bb29-45b4-a8fa-20c86a25ac97 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.779304 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.793901 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06f92a74-bb29-45b4-a8fa-20c86a25ac97 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.819650 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-06f92a74-bb29-45b4-a8fa-20c86a25ac97 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.820898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-06f92a74-bb29-45b4-a8fa-20c86a25ac97 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1826835 Sep 07 16:37:30.824454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56758) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:30.828808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Request body: {'router': {'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:30.840076 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b4374713-12fa-4782-9b55-8ae0dd7ccc5c tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.888850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b4374713-12fa-4782-9b55-8ae0dd7ccc5c tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Calling delete_port for 3908e777-ea02-40aa-b967-078a3bf7994b owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:30.891515 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:30.901912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Sync routers for ids ['11837664-c748-49e7-8c9d-5f867af302a9'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:30.917810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Routers {'11837664-c748-49e7-8c9d-5f867af302a9'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:30.919329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-63414169-c582-4861-a4e9-529808071bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['11837664-c748-49e7-8c9d-5f867af302a9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:30.922505 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:30.924008 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-afa5ea85-36bb-4c3d-860b-627a7270abfa tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6973019 Sep 07 16:37:30.927777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56760) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:30.960282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Deleting port 1c13ce28-f242-49da-b37d-5f61b6fed2f1 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:30.960648 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.033783 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Set router 11837664-c748-49e7-8c9d-5f867af302a9 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:37:31.040922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc64929-6512-4d0f-b669-abbc16bd4d9c tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:31.045237 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8cc64929-6512-4d0f-b669-abbc16bd4d9c tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=81dff1b8fa2045cf85e2c0f5d1da6305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1135898 Sep 07 16:37:31.045374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56762) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:31.108146 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.222830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-63414169-c582-4861-a4e9-529808071bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11837664-c748-49e7-8c9d-5f867af302a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161105177', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:27Z', 'updated_at': '2021-09-07T16:37:29Z', 'revision_number': 3, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11837664-c748-49e7-8c9d-5f867af302a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:28Z', 'updated_at': '2021-09-07T16:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:31.249794 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Checking router: 11837664-c748-49e7-8c9d-5f867af302a9 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:37:31.250121 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Updating router 11837664-c748-49e7-8c9d-5f867af302a9 port cacaa7a8-acc2-431e-90a8-5b600af80edf binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:37:31.278081 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.336026 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b4374713-12fa-4782-9b55-8ae0dd7ccc5c tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.428523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4374713-12fa-4782-9b55-8ae0dd7ccc5c tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event deleted for resources: {'Port': ['ID=3908e777-ea02-40aa-b967-078a3bf7994b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:31.483582 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.505437 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.506211 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.524474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Calling delete_port for 1c13ce28-f242-49da-b37d-5f61b6fed2f1 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:31.538599 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.543121 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.554403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Transition to ACTIVE for port object cacaa7a8-acc2-431e-90a8-5b600af80edf will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:31.562795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa6547-d75a-4de4-ab5b-87a633ff811a tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:31.563312 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa6547-d75a-4de4-ab5b-87a633ff811a tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:31.563420 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.565110 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-84aa6547-d75a-4de4-ab5b-87a633ff811a tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.5188510 Sep 07 16:37:31.589932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56764) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:31.624708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87657c4-37c7-4e91-a805-8d4e135c6efa None None] Pushing event updated for resources: {'Port': ['ID=cacaa7a8-acc2-431e-90a8-5b600af80edf,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:31.627133 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Attempting to bind port cacaa7a8-acc2-431e-90a8-5b600af80edf on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:37:31.627514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Attempting to bind port cacaa7a8-acc2-431e-90a8-5b600af80edf by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:37:31.627887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Attempting to bind port cacaa7a8-acc2-431e-90a8-5b600af80edf on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:37:31.634443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:37:31.634832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:31.635251 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.635654 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:37:31.636140 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Bound port: cacaa7a8-acc2-431e-90a8-5b600af80edf, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:37:31.636562 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.700741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-63414169-c582-4861-a4e9-529808071bf2 None None] For port cacaa7a8-acc2-431e-90a8-5b600af80edf, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:37:31.704561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-63414169-c582-4861-a4e9-529808071bf2 None None] For port cacaa7a8-acc2-431e-90a8-5b600af80edf, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=cacaa7a8-acc2-431e-90a8-5b600af80edf,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:37:31.719189 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.736795 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.753151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3a8fe9-c5ef-4de8-9e93-be5c1b198759 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:31.758421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1d3a8fe9-c5ef-4de8-9e93-be5c1b198759 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1560fc91-c76d-4c2e-a575-9cbd3b7e6043&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1674426 Sep 07 16:37:31.759056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56766) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:31.764303 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c13ce28-f242-49da-b37d-5f61b6fed2f1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:31.777698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Routers {'11837664-c748-49e7-8c9d-5f867af302a9'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:31.778324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-63414169-c582-4861-a4e9-529808071bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['11837664-c748-49e7-8c9d-5f867af302a9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:31.829337 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6786df8c-fc58-4393-95d6-49dd09564be1 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350752 Sep 07 16:37:31.834134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56768) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:31.862996 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b4374713-12fa-4782-9b55-8ae0dd7ccc5c tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.866063 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.866817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Allocated IP 172.25.3.66 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/976bd9f1-4a13-42d0-b950-f9417c67477f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:31.873085 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4a9d3326-4769-4384-8c97-8f1f838cde36 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=81dff1b8fa2045cf85e2c0f5d1da6305&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358474 Sep 07 16:37:31.874409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56770) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:31.887676 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-63414169-c582-4861-a4e9-529808071bf2 None None] Set router 11837664-c748-49e7-8c9d-5f867af302a9 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:37:31.921974 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.984306 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.984965 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:31.985656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87657c4-37c7-4e91-a805-8d4e135c6efa None None] Pushing event updated for resources: {'Port': ['ID=cacaa7a8-acc2-431e-90a8-5b600af80edf,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:32.013361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1306b07e-479f-4234-bd23-1499a6985f04,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:32.071802 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.093087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1560fc91-c76d-4c2e-a575-9cbd3b7e6043']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:32.101232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-63414169-c582-4861-a4e9-529808071bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11837664-c748-49e7-8c9d-5f867af302a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161105177', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:27Z', 'updated_at': '2021-09-07T16:37:29Z', 'revision_number': 3, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11837664-c748-49e7-8c9d-5f867af302a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:28Z', 'updated_at': '2021-09-07T16:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:32.103151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3106ca9-5ab6-41ff-bcd1-266ce6efd1d2') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:32.103526 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3106ca9-5ab6-41ff-bcd1-266ce6efd1d2') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:32.113279 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.126694 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.128180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63414169-c582-4861-a4e9-529808071bf2 None None] The sync data for ids ['11837664-c748-49e7-8c9d-5f867af302a9'] in n-d-807551-3 is: [{'id': '11837664-c748-49e7-8c9d-5f867af302a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161105177', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:27Z', 'updated_at': '2021-09-07T16:37:29Z', 'revision_number': 3, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11837664-c748-49e7-8c9d-5f867af302a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:28Z', 'updated_at': '2021-09-07T16:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:32.130909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940d8628-1b0b-43b5-976f-42e97318f137 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:32.131423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940d8628-1b0b-43b5-976f-42e97318f137 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:32.133053 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-940d8628-1b0b-43b5-976f-42e97318f137 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.2561924 Sep 07 16:37:32.136707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56772) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:32.166259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:37:32.166676 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:37:32.168565 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:37:32.179437 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7632debb-7637-45ff-ba4d-84c46d8f4579 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=1560fc91-c76d-4c2e-a575-9cbd3b7e6043&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416298 Sep 07 16:37:32.182307 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56774) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:32.254908 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-35088fa7-835b-4dea-8dda-a9fc067a6e7c tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0686369 Sep 07 16:37:32.255366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56776) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:32.260327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a547be33-dbe1-4718-ad40-3bac83119721 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-770272800', 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b', 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:32.289050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.296201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1560fc91-c76d-4c2e-a575-9cbd3b7e6043 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 16:37:32.302255 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.304198 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "DELETE /v2.0/networks/1560fc91-c76d-4c2e-a575-9cbd3b7e6043 HTTP/1.1" status: 204 len: 168 time: 1.6718616 Sep 07 16:37:32.343831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56778) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:32.358738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57233377-29bc-4b30-8860-e753443bffe3 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event deleted for resources: {'Network': ['ID=1560fc91-c76d-4c2e-a575-9cbd3b7e6043,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:32.432247 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4b2ff458-2acf-4ca7-8cc6-7945bbd49277 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2261 time: 0.0840476 Sep 07 16:37:32.433678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a547be33-dbe1-4718-ad40-3bac83119721 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Made reservation on behalf of 81dff1b8fa2045cf85e2c0f5d1da6305 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:32.437153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a547be33-dbe1-4718-ad40-3bac83119721 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.439798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56780) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:32.448043 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.560716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85e37a-059d-410c-b54c-d0c3ed7ee960 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:32.561251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85e37a-059d-410c-b54c-d0c3ed7ee960 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:32.561595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85e37a-059d-410c-b54c-d0c3ed7ee960 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:32.562067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85e37a-059d-410c-b54c-d0c3ed7ee960 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:32.562539 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85e37a-059d-410c-b54c-d0c3ed7ee960 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:32.563009 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85e37a-059d-410c-b54c-d0c3ed7ee960 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:32.563472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85e37a-059d-410c-b54c-d0c3ed7ee960 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:32.568809 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fb85e37a-059d-410c-b54c-d0c3ed7ee960 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4597 time: 0.1234510 Sep 07 16:37:32.569039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56782) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:32.598992 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.609088 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-72e7e612-c3cd-4204-9a96-11729a14bfb8 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] delete failed (client error): The resource could not be found. Sep 07 16:37:32.612821 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-72e7e612-c3cd-4204-9a96-11729a14bfb8 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/89220d15-7e3a-493a-b0f3-48b233d7759a HTTP/1.1" status: 404 len: 345 time: 0.0401509 Sep 07 16:37:32.613409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56784) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:32.638629 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a85555-29e0-47fd-a110-95434fef1d49 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] DELETE failed (client error): The resource could not be found. Sep 07 16:37:32.639193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a85555-29e0-47fd-a110-95434fef1d49 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:37:32.644459 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-53a85555-29e0-47fd-a110-95434fef1d49 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "DELETE /v2.0/networks/1560fc91-c76d-4c2e-a575-9cbd3b7e6043 HTTP/1.1" status: 404 len: 339 time: 0.0264239 Sep 07 16:37:32.645165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56786) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:32.649268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-03b4d4a3-2a9d-4566-b1dd-d4acadb08d62 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Request body: {'network': {'name': 'tempest-network--1192583846', 'router:external': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:32.698350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4374713-12fa-4782-9b55-8ae0dd7ccc5c tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Router 59f93f9d-fee6-440a-ba55-e9791cd00e64 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:37:32.707089 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.707842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b4d4a3-2a9d-4566-b1dd-d4acadb08d62 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Made reservation on behalf of 1cee9cafc46e47f0a3bae15b3a1c067c for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:32.711321 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-03b4d4a3-2a9d-4566-b1dd-d4acadb08d62 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.749060 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:32.773733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b4d4a3-2a9d-4566-b1dd-d4acadb08d62 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:32.789576 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-03b4d4a3-2a9d-4566-b1dd-d4acadb08d62 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.789974 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-03b4d4a3-2a9d-4566-b1dd-d4acadb08d62 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Added segment 029724c5-3419-4858-9b78-3e11f6cc7c3d of type vlan for network 400cbe6f-ee0f-47d3-914e-8b6e66c36b4e Sep 07 16:37:32.791614 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a547be33-dbe1-4718-ad40-3bac83119721 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.811990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:32.814843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:32.867431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Pushing event updated for resources: {'Port': ['ID=976bd9f1-4a13-42d0-b950-f9417c67477f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:32.901633 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-03b4d4a3-2a9d-4566-b1dd-d4acadb08d62 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.919902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547be33-dbe1-4718-ad40-3bac83119721 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Subnet': ['ID=0d0bf97f-ef55-4ef7-b512-36aa27331286,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:32.934888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547be33-dbe1-4718-ad40-3bac83119721 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Checking segment: {'id': 'd4146dff-625b-46c9-9069-bef3c2b9de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:32.935183 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a547be33-dbe1-4718-ad40-3bac83119721 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Network hostable DHCP agents. Network: ba27e703-819a-4085-a318-ee510f0c041b, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:37:32.961040 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-03b4d4a3-2a9d-4566-b1dd-d4acadb08d62 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.962098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b4d4a3-2a9d-4566-b1dd-d4acadb08d62 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:32.963323 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-03b4d4a3-2a9d-4566-b1dd-d4acadb08d62 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:32.969800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a547be33-dbe1-4718-ad40-3bac83119721 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Network ba27e703-819a-4085-a318-ee510f0c041b is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:37:32.997271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a547be33-dbe1-4718-ad40-3bac83119721 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, ba27e703-819a-4085-a318-ee510f0c041b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:33.011995 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-03b4d4a3-2a9d-4566-b1dd-d4acadb08d62 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3640320 Sep 07 16:37:33.012239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9d2b13-8c05-47a1-8bdb-82a79aa7b55c None None] Network ba27e703-819a-4085-a318-ee510f0c041b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:33.012949 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a547be33-dbe1-4718-ad40-3bac83119721 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:33.013494 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a547be33-dbe1-4718-ad40-3bac83119721 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:33.015567 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56788) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:33.028900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4374713-12fa-4782-9b55-8ae0dd7ccc5c tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:33.037780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b4374713-12fa-4782-9b55-8ae0dd7ccc5c tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "PUT /v2.0/routers/59f93f9d-fee6-440a-ba55-e9791cd00e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9955678 Sep 07 16:37:33.040705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56790) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:33.043043 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f443bd-0853-475a-82fb-3ca0bbb7a8af None None] Sync routers for ids ['59f93f9d-fee6-440a-ba55-e9791cd00e64'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:33.055427 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f443bd-0853-475a-82fb-3ca0bbb7a8af None None] Routers {'59f93f9d-fee6-440a-ba55-e9791cd00e64'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:33.060689 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-95f443bd-0853-475a-82fb-3ca0bbb7a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['59f93f9d-fee6-440a-ba55-e9791cd00e64'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:33.081763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4d4a3-2a9d-4566-b1dd-d4acadb08d62 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event updated for resources: {'Network': ['ID=400cbe6f-ee0f-47d3-914e-8b6e66c36b4e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:33.124772 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a547be33-dbe1-4718-ad40-3bac83119721 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8658674 Sep 07 16:37:33.127791 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-95f443bd-0853-475a-82fb-3ca0bbb7a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:33.140630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56792) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:33.153705 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f443bd-0853-475a-82fb-3ca0bbb7a8af None None] Routers {'59f93f9d-fee6-440a-ba55-e9791cd00e64'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:33.154818 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-95f443bd-0853-475a-82fb-3ca0bbb7a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['59f93f9d-fee6-440a-ba55-e9791cd00e64'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:33.174068 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:33.186106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 400cbe6f-ee0f-47d3-914e-8b6e66c36b4e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:33.232007 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-95f443bd-0853-475a-82fb-3ca0bbb7a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:33.233629 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f443bd-0853-475a-82fb-3ca0bbb7a8af None None] The sync data for ids ['59f93f9d-fee6-440a-ba55-e9791cd00e64'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:33.313861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-ba27e703-819a-4085-a318-ee510f0c041b', 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'fixed_ips': [{'subnet_id': '0d0bf97f-ef55-4ef7-b512-36aa27331286'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:37:33.314760 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:33.404453 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52483d2-eecf-4bfd-a4dc-1003d5af78b1 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:33.410662 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52483d2-eecf-4bfd-a4dc-1003d5af78b1 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:33.416466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52483d2-eecf-4bfd-a4dc-1003d5af78b1 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:33.419567 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:33.422481 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52483d2-eecf-4bfd-a4dc-1003d5af78b1 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:33.424317 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e52483d2-eecf-4bfd-a4dc-1003d5af78b1 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4053283 Sep 07 16:37:33.427672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56794) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:33.486999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Allocated IP 172.20.0.18 (ba27e703-819a-4085-a318-ee510f0c041b/0d0bf97f-ef55-4ef7-b512-36aa27331286/6f0a7d40-4977-48e4-95fc-1cbc8e691323) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:33.499985 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:33.530087 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b5e0697a-a1bb-4a6e-9747-7dbd40e4f6e2 req-7f7d508d-88b0-43d4-a5ff-d6cb97fd3da9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1946805 Sep 07 16:37:33.602785 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:33.671300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Deleting port fa7235e7-7d90-4648-bbea-410a23b722be {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:33.671663 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:33.683391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0697a-a1bb-4a6e-9747-7dbd40e4f6e2 req-e9a6b445-b07c-424b-ae8b-bb6b7f9b1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:33.685108 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b5e0697a-a1bb-4a6e-9747-7dbd40e4f6e2 req-e9a6b445-b07c-424b-ae8b-bb6b7f9b1b1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=81dff1b8fa2045cf85e2c0f5d1da6305&device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 1135 time: 0.0913668 Sep 07 16:37:33.691164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:33.711097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Transition to ACTIVE for port object 6f0a7d40-4977-48e4-95fc-1cbc8e691323 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:33.729493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Transition to ACTIVE for port object 6f0a7d40-4977-48e4-95fc-1cbc8e691323 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:33.739549 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:33.798844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Network ba27e703-819a-4085-a318-ee510f0c041b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:33.807973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:33.814334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:33.821404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Pushing event updated for resources: {'Port': ['ID=6f0a7d40-4977-48e4-95fc-1cbc8e691323,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:33.857571 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:33.905231 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Attempting to bind port 6f0a7d40-4977-48e4-95fc-1cbc8e691323 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:37:33.905619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Attempting to bind port 6f0a7d40-4977-48e4-95fc-1cbc8e691323 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'd4146dff-625b-46c9-9069-bef3c2b9de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:37:33.905993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Attempting to bind port 6f0a7d40-4977-48e4-95fc-1cbc8e691323 on network ba27e703-819a-4085-a318-ee510f0c041b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:37:33.911713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:37:33.912315 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Checking segment: {'id': 'd4146dff-625b-46c9-9069-bef3c2b9de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:33.913140 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:33.913548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Bound using segment: {'id': 'd4146dff-625b-46c9-9069-bef3c2b9de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:37:33.914172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Bound port: 6f0a7d40-4977-48e4-95fc-1cbc8e691323, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4146dff-625b-46c9-9069-bef3c2b9de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:37:33.914568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:33.922987 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0697a-a1bb-4a6e-9747-7dbd40e4f6e2 req-6df32cf2-bb11-4e13-a44b-a6acc0eb9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:33.924494 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b5e0697a-a1bb-4a6e-9747-7dbd40e4f6e2 req-6df32cf2-bb11-4e13-a44b-a6acc0eb9514 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d596cd8-5496-4968-9f41-43b4a1bc42d4 HTTP/1.1" status: 200 len: 898 time: 0.1874578 Sep 07 16:37:33.950770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cacaa7a8-acc2-431e-90a8-5b600af80edf up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:37:33.970126 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:33.985234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400cbe6f-ee0f-47d3-914e-8b6e66c36b4e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:34.002573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Calling delete_port for fa7235e7-7d90-4648-bbea-410a23b722be owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:34.009878 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.012461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029724c5-3419-4858-9b78-3e11f6cc7c3d') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:34.012774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029724c5-3419-4858-9b78-3e11f6cc7c3d') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:34.027181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.032602 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.045200 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] For port 6f0a7d40-4977-48e4-95fc-1cbc8e691323, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:37:34.048893 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b5e0697a-a1bb-4a6e-9747-7dbd40e4f6e2 req-9413b0e7-4bce-403c-9189-a2ad0008118c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe932053-3f2a-44d4-8deb-385aa141cf8e HTTP/1.1" status: 200 len: 1001 time: 0.1117213 Sep 07 16:37:34.050190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] For port 6f0a7d40-4977-48e4-95fc-1cbc8e691323, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6f0a7d40-4977-48e4-95fc-1cbc8e691323,segment=NetworkSegment(d4146dff-625b-46c9-9069-bef3c2b9de32),segment_id=d4146dff-625b-46c9-9069-bef3c2b9de32)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:37:34.056883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.058681 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.063863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port cacaa7a8-acc2-431e-90a8-5b600af80edf completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:34.093381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port cacaa7a8-acc2-431e-90a8-5b600af80edf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:34.093680 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.155941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b40d0c-3ce2-411b-9c00-c0a30632c8da None None] Pushing event updated for resources: {'Port': ['ID=6f0a7d40-4977-48e4-95fc-1cbc8e691323,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:34.156454 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0697a-a1bb-4a6e-9747-7dbd40e4f6e2 req-419962ad-7598-4190-a948-0eab3136bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:34.158477 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b5e0697a-a1bb-4a6e-9747-7dbd40e4f6e2 req-419962ad-7598-4190-a948-0eab3136bc09 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e2f9f68-ab36-4db4-b761-0788093d561c HTTP/1.1" status: 200 len: 835 time: 0.0974672 Sep 07 16:37:34.188030 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.200142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:37:34.200637 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:37:34.202653 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:37:34.219498 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.248488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port cacaa7a8-acc2-431e-90a8-5b600af80edf, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=cacaa7a8-acc2-431e-90a8-5b600af80edf,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:34.258246 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.268220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0697a-a1bb-4a6e-9747-7dbd40e4f6e2 req-ea806f99-0d2f-475e-a0c7-280ddbaedcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:34.270028 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b5e0697a-a1bb-4a6e-9747-7dbd40e4f6e2 req-ea806f99-0d2f-475e-a0c7-280ddbaedcb1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d596cd8-5496-4968-9f41-43b4a1bc42d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021893 Sep 07 16:37:34.336220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=cacaa7a8-acc2-431e-90a8-5b600af80edf,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:34.368001 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.379918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 400cbe6f-ee0f-47d3-914e-8b6e66c36b4e {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 16:37:34.396116 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.399010 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "DELETE /v2.0/networks/400cbe6f-ee0f-47d3-914e-8b6e66c36b4e HTTP/1.1" status: 204 len: 168 time: 0.9704809 Sep 07 16:37:34.400183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaa729-5391-4293-be71-8900b1d41736 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event deleted for resources: {'Network': ['ID=400cbe6f-ee0f-47d3-914e-8b6e66c36b4e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:34.402230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Router f06d7ebd-7b09-42aa-930a-bc2b705a9e65 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:37:34.405663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56796) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:34.422595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c2b82a42-ddcd-4aac-bc70-c0c700ba4bd4 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Request body: {'network': {'name': 'tempest-network--270431200', 'router:external': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:34.545355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b82a42-ddcd-4aac-bc70-c0c700ba4bd4 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Made reservation on behalf of 1cee9cafc46e47f0a3bae15b3a1c067c for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:34.548014 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2b82a42-ddcd-4aac-bc70-c0c700ba4bd4 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.614870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b82a42-ddcd-4aac-bc70-c0c700ba4bd4 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:34.621779 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.660372 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b5e0697a-a1bb-4a6e-9747-7dbd40e4f6e2 req-1542209d-7015-4772-99e8-55c603c3ecff service neutron] 10.222.0.54 "GET /v2.0/networks/5d596cd8-5496-4968-9f41-43b4a1bc42d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798032 Sep 07 16:37:34.661840 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2b82a42-ddcd-4aac-bc70-c0c700ba4bd4 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.662273 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-c2b82a42-ddcd-4aac-bc70-c0c700ba4bd4 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Added segment 2657ccd5-1856-4c47-b758-3630166facd1 of type vlan for network 64ea23da-f54d-4812-98db-5fc881cb9ed2 Sep 07 16:37:34.667744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event deleted for resources: {'Port': ['ID=fa7235e7-7d90-4648-bbea-410a23b722be,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:34.700819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Allocated IP 172.20.0.17 (ba27e703-819a-4085-a318-ee510f0c041b/0d0bf97f-ef55-4ef7-b512-36aa27331286/c45a9ab3-9fea-459f-b74a-ad29bf4b37fb) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:34.721850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:34.771696 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.773037 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fa36ff43-3298-4606-86a8-d0cec14a08ef tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "PUT /v2.0/routers/f06d7ebd-7b09-42aa-930a-bc2b705a9e65 HTTP/1.1" status: 200 len: 882 time: 3.9476402 Sep 07 16:37:34.776964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56798) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:34.778306 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.853273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2b82a42-ddcd-4aac-bc70-c0c700ba4bd4 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.892773 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.896711 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.903002 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b5e0697a-a1bb-4a6e-9747-7dbd40e4f6e2 req-18d1591a-8367-4bc5-a94f-8d5e40774965 service neutron] 10.222.0.54 "GET /v2.0/networks/5d596cd8-5496-4968-9f41-43b4a1bc42d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348042 Sep 07 16:37:34.966546 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2b82a42-ddcd-4aac-bc70-c0c700ba4bd4 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.968087 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b82a42-ddcd-4aac-bc70-c0c700ba4bd4 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:34.969259 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2b82a42-ddcd-4aac-bc70-c0c700ba4bd4 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.976407 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.977274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Fanout notify agent at l3_agent the message router_deleted on router 59f93f9d-fee6-440a-ba55-e9791cd00e64 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:34.991249 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:34.993302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6e640cff-f118-4aed-a144-20e86634d57e tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "DELETE /v2.0/routers/59f93f9d-fee6-440a-ba55-e9791cd00e64 HTTP/1.1" status: 204 len: 168 time: 1.9512789 Sep 07 16:37:35.006865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56800) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:35.035926 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c2b82a42-ddcd-4aac-bc70-c0c700ba4bd4 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6163592 Sep 07 16:37:35.050151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e367e-f375-4dc3-bdd1-38a1e5efec6e None None] Sync routers for ids ['f06d7ebd-7b09-42aa-930a-bc2b705a9e65'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:35.054148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56802) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:35.075368 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e367e-f375-4dc3-bdd1-38a1e5efec6e None None] Routers {'f06d7ebd-7b09-42aa-930a-bc2b705a9e65'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:35.077600 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f3e367e-f375-4dc3-bdd1-38a1e5efec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f06d7ebd-7b09-42aa-930a-bc2b705a9e65'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:35.117397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b82a42-ddcd-4aac-bc70-c0c700ba4bd4 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event updated for resources: {'Network': ['ID=64ea23da-f54d-4812-98db-5fc881cb9ed2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:35.175475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b34473-1c69-414a-b4c0-d434d0ecabe5 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Deleting subnet 6eec8afd-c41f-48b1-bf65-10f427b3e160 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:37:35.219240 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9b34473-1c69-414a-b4c0-d434d0ecabe5 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:35.267795 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9b34473-1c69-414a-b4c0-d434d0ecabe5 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:35.329814 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 64ea23da-f54d-4812-98db-5fc881cb9ed2 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:35.342935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feff5eeb-a962-4756-9cf0-099370d790ec tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:35.345412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-feff5eeb-a962-4756-9cf0-099370d790ec tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] 10.222.0.70 "GET /v2.0/networks/64ea23da-f54d-4812-98db-5fc881cb9ed2 HTTP/1.1" status: 200 len: 756 time: 0.2591004 Sep 07 16:37:35.347683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f3e367e-f375-4dc3-bdd1-38a1e5efec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:35.348810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56804) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:35.403047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e367e-f375-4dc3-bdd1-38a1e5efec6e None None] Routers {'f06d7ebd-7b09-42aa-930a-bc2b705a9e65'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:35.403670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f3e367e-f375-4dc3-bdd1-38a1e5efec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f06d7ebd-7b09-42aa-930a-bc2b705a9e65'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:35.415592 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:35.419882 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d71aff24-b674-40ef-8989-721dd72e01f6 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/routers/f06d7ebd-7b09-42aa-930a-bc2b705a9e65 HTTP/1.1" status: 200 len: 923 time: 0.6372316 Sep 07 16:37:35.422698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56806) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:35.454690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f3e367e-f375-4dc3-bdd1-38a1e5efec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:35.454909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e367e-f375-4dc3-bdd1-38a1e5efec6e None None] The sync data for ids ['f06d7ebd-7b09-42aa-930a-bc2b705a9e65'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:35.489299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Transition to ACTIVE for port object c45a9ab3-9fea-459f-b74a-ad29bf4b37fb will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:35.489723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577a9523-8873-45f4-8247-e2fabaa5b0d6 None None] Network ba27e703-819a-4085-a318-ee510f0c041b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:35.490355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c405089-46b7-41ec-94e9-f752aafa19c8 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:35.496002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7c405089-46b7-41ec-94e9-f752aafa19c8 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] 10.222.0.70 "GET /v2.0/networks/bbf5fbd0-6cb3-4996-a267-c8d0b534bafe HTTP/1.1" status: 200 len: 768 time: 0.1419191 Sep 07 16:37:35.496002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56808) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:35.534526 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9b34473-1c69-414a-b4c0-d434d0ecabe5 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:35.541635 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555545e9-1c7a-447a-9747-c9676dfa1002 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:35.545543 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-555545e9-1c7a-447a-9747-c9676dfa1002 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7920ab71-216c-4d93-9da0-10a36a806527&device_id=f06d7ebd-7b09-42aa-930a-bc2b705a9e65&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1198919 Sep 07 16:37:35.548106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56810) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:35.593577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:35.607430 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:35.617043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-738c3ea9-370c-41fe-b156-31858c681177 None None] Provisioning for port 6f0a7d40-4977-48e4-95fc-1cbc8e691323 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:35.675107 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9b34473-1c69-414a-b4c0-d434d0ecabe5 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:35.727324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Network ba27e703-819a-4085-a318-ee510f0c041b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:35.742448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:35.745294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:35.772385 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Port': ['ID=c45a9ab3-9fea-459f-b74a-ad29bf4b37fb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:35.793201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4d182d-04f9-453d-81f1-50a7671cb5d2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:35.794651 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4f4d182d-04f9-453d-81f1-50a7671cb5d2 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 881 time: 0.2455552 Sep 07 16:37:35.797924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56812) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:35.862059 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-461a5ef5-5793-404a-9860-daa6adcb6de9 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "GET /v2.0/ports?device_id=f06d7ebd-7b09-42aa-930a-bc2b705a9e65 HTTP/1.1" status: 200 len: 205 time: 0.0633876 Sep 07 16:37:35.865564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56814) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:35.875153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:35.970460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1b46f3ca-e1e9-418b-891f-ffb326319706 None None] Provisioning for port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:35.977540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1b46f3ca-e1e9-418b-891f-ffb326319706 None None] Provisioning complete for port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:35.978072 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b46f3ca-e1e9-418b-891f-ffb326319706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.069236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1b46f3ca-e1e9-418b-891f-ffb326319706 None None] Port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:37:36.074234 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cacaa7a8-acc2-431e-90a8-5b600af80edf up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:37:36.137083 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.139093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port cacaa7a8-acc2-431e-90a8-5b600af80edf triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:36.139576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b34473-1c69-414a-b4c0-d434d0ecabe5 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event deleted for resources: {'Subnet': ['ID=6eec8afd-c41f-48b1-bf65-10f427b3e160,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:36.139707 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.150405 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9b34473-1c69-414a-b4c0-d434d0ecabe5 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.155481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b9b34473-1c69-414a-b4c0-d434d0ecabe5 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "DELETE /v2.0/subnets/6eec8afd-c41f-48b1-bf65-10f427b3e160 HTTP/1.1" status: 204 len: 168 time: 1.1446288 Sep 07 16:37:36.156740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56816) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:36.168679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb3ca42-7454-4ff0-be31-c79cb3a80ec1 None None] Network a167a01f-6d0f-478e-95dc-40bac87ef426 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:36.171759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ea23da-f54d-4812-98db-5fc881cb9ed2']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:36.182450 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2657ccd5-1856-4c47-b758-3630166facd1') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:36.183202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2657ccd5-1856-4c47-b758-3630166facd1') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:36.191481 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.205432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.212799 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:37:36.213214 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:37:36.215267 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:37:36.250738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.257152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.276426 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.282219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64ea23da-f54d-4812-98db-5fc881cb9ed2 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 16:37:36.282405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-541c3b9d-e866-4e93-bc8a-bcb654f898d0 None None] Provisioning complete for port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:36.282671 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-541c3b9d-e866-4e93-bc8a-bcb654f898d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.294166 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.296375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "DELETE /v2.0/networks/64ea23da-f54d-4812-98db-5fc881cb9ed2 HTTP/1.1" status: 204 len: 168 time: 0.7995157 Sep 07 16:37:36.312722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56818) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:36.318816 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6ddd36f8-969d-4b68-b889-6eb9075dec6f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Request body: {'network': {'name': 'tempest-network--165006865'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:36.345328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2ecfa-5ff6-4a9b-a2c7-cb5cb89ec62f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event deleted for resources: {'Network': ['ID=64ea23da-f54d-4812-98db-5fc881cb9ed2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:36.353991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddd36f8-969d-4b68-b889-6eb9075dec6f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Made reservation on behalf of 1cee9cafc46e47f0a3bae15b3a1c067c for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:36.358307 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ddd36f8-969d-4b68-b889-6eb9075dec6f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.373251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6f0a7d40-4977-48e4-95fc-1cbc8e691323 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:37:36.376052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-541c3b9d-e866-4e93-bc8a-bcb654f898d0 None None] Port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:37:36.398105 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.399611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ddd36f8-969d-4b68-b889-6eb9075dec6f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:36.414088 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ddd36f8-969d-4b68-b889-6eb9075dec6f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.414566 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-6ddd36f8-969d-4b68-b889-6eb9075dec6f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Added segment 2df24b51-4c4f-490a-bce4-ce6fa6b33ffd of type vlan for network f965bb87-1bb6-4585-af4b-0c394c194cea Sep 07 16:37:36.450559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 6f0a7d40-4977-48e4-95fc-1cbc8e691323 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:36.465924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6f0a7d40-4977-48e4-95fc-1cbc8e691323 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:36.469829 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.480397 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ddd36f8-969d-4b68-b889-6eb9075dec6f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.505141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1354c1-fb35-4990-a723-090cba3a57ec None None] DHCP port deletion for a167a01f-6d0f-478e-95dc-40bac87ef426 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:37:36.516498 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ddd36f8-969d-4b68-b889-6eb9075dec6f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.518263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd36f8-969d-4b68-b889-6eb9075dec6f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:36.519147 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ddd36f8-969d-4b68-b889-6eb9075dec6f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.589587 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd36f8-969d-4b68-b889-6eb9075dec6f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event updated for resources: {'Network': ['ID=f965bb87-1bb6-4585-af4b-0c394c194cea,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:36.595864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ac1354c1-fb35-4990-a723-090cba3a57ec None None] Deleting port ab19e13a-f176-4f05-bd78-eb636fe5f296 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:36.596788 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac1354c1-fb35-4990-a723-090cba3a57ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.603568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network f965bb87-1bb6-4585-af4b-0c394c194cea details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:36.607397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6ddd36f8-969d-4b68-b889-6eb9075dec6f tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2906871 Sep 07 16:37:36.607728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56820) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:36.613768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2fef43a6-bf4a-48ef-a774-04eba3e3f65e tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:36.631111 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.654273 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.655237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Deleting port ab19e13a-f176-4f05-bd78-eb636fe5f296 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:36.655587 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.766593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ac1354c1-fb35-4990-a723-090cba3a57ec None None] For port ab19e13a-f176-4f05-bd78-eb636fe5f296, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ab19e13a-f176-4f05-bd78-eb636fe5f296,segment=NetworkSegment(085155f4-202e-4626-8dc4-fd5a67b0d2bc),segment_id=085155f4-202e-4626-8dc4-fd5a67b0d2bc)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:36.766953 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac1354c1-fb35-4990-a723-090cba3a57ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.792075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ac1354c1-fb35-4990-a723-090cba3a57ec None None] Calling delete_port for ab19e13a-f176-4f05-bd78-eb636fe5f296 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:36.794836 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 6f0a7d40-4977-48e4-95fc-1cbc8e691323, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6f0a7d40-4977-48e4-95fc-1cbc8e691323,segment=NetworkSegment(d4146dff-625b-46c9-9069-bef3c2b9de32),segment_id=d4146dff-625b-46c9-9069-bef3c2b9de32)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:36.804633 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.816596 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fef43a6-bf4a-48ef-a774-04eba3e3f65e tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.817629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] For port ab19e13a-f176-4f05-bd78-eb636fe5f296, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ab19e13a-f176-4f05-bd78-eb636fe5f296,segment=NetworkSegment(085155f4-202e-4626-8dc4-fd5a67b0d2bc),segment_id=085155f4-202e-4626-8dc4-fd5a67b0d2bc)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:36.817629 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.842789 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fef43a6-bf4a-48ef-a774-04eba3e3f65e tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.851086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fef43a6-bf4a-48ef-a774-04eba3e3f65e tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Network f965bb87-1bb6-4585-af4b-0c394c194cea is not hosted by any dhcp agent {{(pid=94770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 16:37:36.852307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fef43a6-bf4a-48ef-a774-04eba3e3f65e tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:36.853399 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2fef43a6-bf4a-48ef-a774-04eba3e3f65e tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.854944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2fef43a6-bf4a-48ef-a774-04eba3e3f65e tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "PUT /v2.0/networks/f965bb87-1bb6-4585-af4b-0c394c194cea HTTP/1.1" status: 200 len: 857 time: 0.2460582 Sep 07 16:37:36.872909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56822) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:36.892576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Calling delete_port for ab19e13a-f176-4f05-bd78-eb636fe5f296 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:36.911974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=6f0a7d40-4977-48e4-95fc-1cbc8e691323,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:36.912207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Deleting port 976bd9f1-4a13-42d0-b950-f9417c67477f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:36.912207 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.943241 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac1354c1-fb35-4990-a723-090cba3a57ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:36.969622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1354c1-fb35-4990-a723-090cba3a57ec None None] Pushing event deleted for resources: {'Port': ['ID=ab19e13a-f176-4f05-bd78-eb636fe5f296,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:36.974911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1354c1-fb35-4990-a723-090cba3a57ec None None] No DVR routers for this DVR port ab19e13a-f176-4f05-bd78-eb636fe5f296 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:37:36.984492 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.025484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef43a6-bf4a-48ef-a774-04eba3e3f65e tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event updated for resources: {'Network': ['ID=f965bb87-1bb6-4585-af4b-0c394c194cea,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:37.107730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.130759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f965bb87-1bb6-4585-af4b-0c394c194cea']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:37.140860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df24b51-4c4f-490a-bce4-ce6fa6b33ffd') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:37.141165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df24b51-4c4f-490a-bce4-ce6fa6b33ffd') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:37.151284 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.165374 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.171288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:37:37.171688 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:37:37.173401 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:37:37.235051 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.240553 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f965bb87-1bb6-4585-af4b-0c394c194cea {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 16:37:37.243024 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.245247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] 10.222.0.70 "DELETE /v2.0/networks/f965bb87-1bb6-4585-af4b-0c394c194cea HTTP/1.1" status: 204 len: 168 time: 0.3708415 Sep 07 16:37:37.252804 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56824) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:37.269086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58ad27-8f5c-45e2-ba74-58fe8da6a249 tempest-ExternalNetworksTestJSON-616786716 tempest-ExternalNetworksTestJSON-616786716-project-admin] Pushing event deleted for resources: {'Network': ['ID=f965bb87-1bb6-4585-af4b-0c394c194cea,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:37.289467 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a403ed80-d4e0-4c87-9c7a-8dcb92445eb0 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] DELETE failed (client error): The resource could not be found. Sep 07 16:37:37.290277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a403ed80-d4e0-4c87-9c7a-8dcb92445eb0 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:37:37.292931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a403ed80-d4e0-4c87-9c7a-8dcb92445eb0 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] 10.222.0.70 "DELETE /v2.0/subnets/1306b07e-479f-4234-bd23-1499a6985f04 HTTP/1.1" status: 404 len: 337 time: 0.0309255 Sep 07 16:37:37.294169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56826) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:37.331339 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.363947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Calling delete_port for 976bd9f1-4a13-42d0-b950-f9417c67477f owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:37.371887 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.376673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a23-574a-43c1-a914-d6f288d29d34 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.378908 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.410742 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.462700 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a23-574a-43c1-a914-d6f288d29d34 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.484776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-2ddf9a23-574a-43c1-a914-d6f288d29d34 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf5fbd0-6cb3-4996-a267-c8d0b534bafe']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:37.488246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] No DVR routers for this DVR port ab19e13a-f176-4f05-bd78-eb636fe5f296 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:37:37.494743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-2ddf9a23-574a-43c1-a914-d6f288d29d34 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5d72d6-bf1e-4363-a0b5-0ce164b59db7') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:37.494883 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-2ddf9a23-574a-43c1-a914-d6f288d29d34 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5d72d6-bf1e-4363-a0b5-0ce164b59db7') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:37.506318 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a23-574a-43c1-a914-d6f288d29d34 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.520013 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a23-574a-43c1-a914-d6f288d29d34 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.526568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddf9a23-574a-43c1-a914-d6f288d29d34 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:37:37.527020 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a23-574a-43c1-a914-d6f288d29d34 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.527413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:37:37.530196 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:37:37.547097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Port': ['ID=c45a9ab3-9fea-459f-b74a-ad29bf4b37fb,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:37.605025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a23-574a-43c1-a914-d6f288d29d34 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.606319 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event deleted for resources: {'Port': ['ID=ab19e13a-f176-4f05-bd78-eb636fe5f296,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:37.620432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a23-574a-43c1-a914-d6f288d29d34 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.625183 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2ddf9a23-574a-43c1-a914-d6f288d29d34 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] 10.222.0.70 "DELETE /v2.0/networks/bbf5fbd0-6cb3-4996-a267-c8d0b534bafe HTTP/1.1" status: 204 len: 168 time: 0.3269699 Sep 07 16:37:37.633347 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf9a23-574a-43c1-a914-d6f288d29d34 tempest-ExternalNetworksTestJSON-1842125526 tempest-ExternalNetworksTestJSON-1842125526-project] Pushing event deleted for resources: {'Network': ['ID=bbf5fbd0-6cb3-4996-a267-c8d0b534bafe,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:37.690677 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.760056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a167a01f-6d0f-478e-95dc-40bac87ef426']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:37.777807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085155f4-202e-4626-8dc4-fd5a67b0d2bc') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:37.778114 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085155f4-202e-4626-8dc4-fd5a67b0d2bc') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:37.794366 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.846052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.863189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:37:37.863698 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:37:37.868308 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:37:37.898053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Network ba27e703-819a-4085-a318-ee510f0c041b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:37.923312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6f0a7d40-4977-48e4-95fc-1cbc8e691323 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:37:37.930057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56832) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:37.937300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:37.942798 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:37.975875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Pushing event deleted for resources: {'Port': ['ID=976bd9f1-4a13-42d0-b950-f9417c67477f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:37.977779 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.001366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6f0a7d40-4977-48e4-95fc-1cbc8e691323 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:38.002020 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.024701 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.026323 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "DELETE /v2.0/networks/a167a01f-6d0f-478e-95dc-40bac87ef426 HTTP/1.1" status: 204 len: 168 time: 1.8683307 Sep 07 16:37:38.029117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56836) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:38.058830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2098a9-f5ea-4ec5-a7d6-e7611e8dffc7 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event deleted for resources: {'Network': ['ID=a167a01f-6d0f-478e-95dc-40bac87ef426,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:38.169885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.198681 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ab19e13a-f176-4f05-bd78-eb636fe5f296 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:37:38.224025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ab19e13a-f176-4f05-bd78-eb636fe5f296 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:37:38.225542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ab19e13a-f176-4f05-bd78-eb636fe5f296 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:37:38.248273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f23fc34c-59b1-4a04-ab08-0c6184587bf6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ccb359c73b6f46c6a8655588843059b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169894 Sep 07 16:37:38.251025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56838) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:38.275260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e46615c8-5343-4d1c-81fd-4472be6cec05 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Deleting port 66a72328-e03a-4116-a025-b416b6da4523 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:38.275522 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e46615c8-5343-4d1c-81fd-4472be6cec05 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.297214 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.301554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.304063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Router 11837664-c748-49e7-8c9d-5f867af302a9 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:37:38.310123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e5626279-3d44-4d67-bea7-09621d0906af None None] Provisioning complete for port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:38.310586 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5626279-3d44-4d67-bea7-09621d0906af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.344575 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e5626279-3d44-4d67-bea7-09621d0906af None None] Port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:37:38.367937 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7e5051c-f263-44da-a3f6-e6e511887c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.390286 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.390800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Fanout notify agent at l3_agent the message router_deleted on router f06d7ebd-7b09-42aa-930a-bc2b705a9e65 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:38.394263 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e46615c8-5343-4d1c-81fd-4472be6cec05 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.394784 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e46615c8-5343-4d1c-81fd-4472be6cec05 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.398159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.400785 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b0bcac99-4928-4004-8581-473923b1b575 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "DELETE /v2.0/routers/f06d7ebd-7b09-42aa-930a-bc2b705a9e65 HTTP/1.1" status: 204 len: 168 time: 2.5344753 Sep 07 16:37:38.408596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:38.413197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-51e3f058-1fb7-4e00-9d61-129ad4292f6d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1345556716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:38.421281 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7e5051c-f263-44da-a3f6-e6e511887c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.432933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e46615c8-5343-4d1c-81fd-4472be6cec05 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Calling delete_port for 66a72328-e03a-4116-a025-b416b6da4523 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:38.467067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:38.481119 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ba66ebd3-15c2-45c7-a781-73bc38f45819 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "PUT /v2.0/routers/11837664-c748-49e7-8c9d-5f867af302a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3392119 Sep 07 16:37:38.487450 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Sync routers for ids ['11837664-c748-49e7-8c9d-5f867af302a9'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:38.498227 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Routers {'11837664-c748-49e7-8c9d-5f867af302a9'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:38.498853 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-06193493-a26b-4690-b505-2a688fb31022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['11837664-c748-49e7-8c9d-5f867af302a9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:38.511331 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-51e3f058-1fb7-4e00-9d61-129ad4292f6d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.512464 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-51e3f058-1fb7-4e00-9d61-129ad4292f6d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.604374 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-51e3f058-1fb7-4e00-9d61-129ad4292f6d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.605410 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7e5051c-f263-44da-a3f6-e6e511887c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.608424 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7e5051c-f263-44da-a3f6-e6e511887c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.612445 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c7e5051c-f263-44da-a3f6-e6e511887c98 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b2c1c67-60e5-4dc5-8bd0-7ec8920bcea6 HTTP/1.1" status: 204 len: 168 time: 0.3577065 Sep 07 16:37:38.616725 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Set router 11837664-c748-49e7-8c9d-5f867af302a9 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:37:38.621277 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-51e3f058-1fb7-4e00-9d61-129ad4292f6d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.638660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5051c-f263-44da-a3f6-e6e511887c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2c1c67-60e5-4dc5-8bd0-7ec8920bcea6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:38.648551 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-51e3f058-1fb7-4e00-9d61-129ad4292f6d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.650967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-51e3f058-1fb7-4e00-9d61-129ad4292f6d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2413003 Sep 07 16:37:38.654196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56846) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:38.670049 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'enable_snat': True}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:38.736730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e46615c8-5343-4d1c-81fd-4472be6cec05 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.769449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46615c8-5343-4d1c-81fd-4472be6cec05 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Pushing event deleted for resources: {'Port': ['ID=66a72328-e03a-4116-a025-b416b6da4523,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:38.858261 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e46615c8-5343-4d1c-81fd-4472be6cec05 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.862173 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e46615c8-5343-4d1c-81fd-4472be6cec05 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.864012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e46615c8-5343-4d1c-81fd-4472be6cec05 tempest-FloatingIPAdminTestJSON-690584602 tempest-FloatingIPAdminTestJSON-690584602-project] 10.222.0.70 "DELETE /v2.0/floatingips/fe5d7c40-f180-4a35-931c-3ee50a148258 HTTP/1.1" status: 204 len: 168 time: 0.8331640 Sep 07 16:37:38.905289 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-06193493-a26b-4690-b505-2a688fb31022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11837664-c748-49e7-8c9d-5f867af302a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161105177', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:27Z', 'updated_at': '2021-09-07T16:37:36Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11837664-c748-49e7-8c9d-5f867af302a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:28Z', 'updated_at': '2021-09-07T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c45a9ab3-9fea-459f-b74a-ad29bf4b37fb', 'name': '', 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'mac_address': 'fa:16:3e:c6:62:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11837664-c748-49e7-8c9d-5f867af302a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '0d0bf97f-ef55-4ef7-b512-36aa27331286', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:34Z', 'updated_at': '2021-09-07T16:37:36Z', 'revision_number': 2, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'subnets': [{'id': '0d0bf97f-ef55-4ef7-b512-36aa27331286', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:38.950913 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Checking router: 11837664-c748-49e7-8c9d-5f867af302a9 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:37:38.951366 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Updating router 11837664-c748-49e7-8c9d-5f867af302a9 port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:37:38.972743 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:38.995415 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.001322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-96f4a014-23c7-4b51-bcc0-cf81ec5cd9c7 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:39.003185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-96f4a014-23c7-4b51-bcc0-cf81ec5cd9c7 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/networks?id=ba27e703-819a-4085-a318-ee510f0c041b HTTP/1.1" status: 200 len: 796 time: 0.1619945 Sep 07 16:37:39.025541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-3de9af6c-2239-42aa-aa47-5e0953d85906 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/quotas/81dff1b8fa2045cf85e2c0f5d1da6305 HTTP/1.1" status: 200 len: 375 time: 0.0122561 Sep 07 16:37:39.074269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56862) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:39.117232 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-2d6c31a7-2b87-42b8-8270-d2fca3a5642d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=81dff1b8fa2045cf85e2c0f5d1da6305&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0845990 Sep 07 16:37:39.124775 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cc96e9d2-8917-41be-8bd9-59da437a3d8e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1cee9cafc46e47f0a3bae15b3a1c067c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470402 Sep 07 16:37:39.125904 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56864) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:39.278390 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d90b-b52c-4d91-bfb7-551f5ee5d094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.280729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56870) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:39.304615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.323095 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.332929 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d90b-b52c-4d91-bfb7-551f5ee5d094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.335336 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.342604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-d0acdd51-ba59-4c13-9fe6-6b721a8ac2e3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:37:39.343966 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-d0acdd51-ba59-4c13-9fe6-6b721a8ac2e3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2129309 Sep 07 16:37:39.344743 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Transition to ACTIVE for port object c45a9ab3-9fea-459f-b74a-ad29bf4b37fb will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:39.351932 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.446181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Allocated IP 172.25.3.109 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/3d4fbb84-57fe-434c-b309-459147298c11) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:39.473546 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Attempting to bind port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:37:39.474063 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Attempting to bind port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'd4146dff-625b-46c9-9069-bef3c2b9de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:37:39.474534 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Attempting to bind port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb on network ba27e703-819a-4085-a318-ee510f0c041b {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:37:39.476599 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Pushing event updated for resources: {'Port': ['ID=c45a9ab3-9fea-459f-b74a-ad29bf4b37fb,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:39.490577 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:39.491738 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:39.492315 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:39.492885 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:39.493443 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:39.493981 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:39.494774 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:39.495325 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:39.495858 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:39.496421 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:39.496969 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:39.497504 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:39.504978 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:37:39.505643 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Checking segment: {'id': 'd4146dff-625b-46c9-9069-bef3c2b9de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:39.506264 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.506857 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Bound using segment: {'id': 'd4146dff-625b-46c9-9069-bef3c2b9de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:37:39.507793 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Bound port: c45a9ab3-9fea-459f-b74a-ad29bf4b37fb, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4146dff-625b-46c9-9069-bef3c2b9de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:37:39.508425 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.520771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-8b42f76f-82a8-4a13-bfdb-5918b7647b51 service neutron] 10.222.0.70 "GET /v2.0/networks/ba27e703-819a-4085-a318-ee510f0c041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657453 Sep 07 16:37:39.576057 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-06193493-a26b-4690-b505-2a688fb31022 None None] For port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:37:39.579838 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-06193493-a26b-4690-b505-2a688fb31022 None None] For port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c45a9ab3-9fea-459f-b74a-ad29bf4b37fb,segment=NetworkSegment(d4146dff-625b-46c9-9069-bef3c2b9de32),segment_id=d4146dff-625b-46c9-9069-bef3c2b9de32)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:37:39.586238 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.600473 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d90b-b52c-4d91-bfb7-551f5ee5d094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.603166 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d90b-b52c-4d91-bfb7-551f5ee5d094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.607039 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1bb6d90b-b52c-4d91-bfb7-551f5ee5d094 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79ba7add-d826-42de-a689-c6cd0d7c3cb4 HTTP/1.1" status: 204 len: 168 time: 0.4801044 Sep 07 16:37:39.610324 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.625422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6d90b-b52c-4d91-bfb7-551f5ee5d094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ba7add-d826-42de-a689-c6cd0d7c3cb4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:39.648712 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Routers {'11837664-c748-49e7-8c9d-5f867af302a9'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:39.649725 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-06193493-a26b-4690-b505-2a688fb31022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['11837664-c748-49e7-8c9d-5f867af302a9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:39.657859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fbe8e02-0a84-4bee-9f8c-2157d70abaee req-37b3967d-e321-4391-95fd-dfeb72cf8b18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1775234 Sep 07 16:37:39.688454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eac6888f-6be5-4575-9385-2d26b7bcc7c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=425a2ce674894c97b3ad399a633c87ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039407 Sep 07 16:37:39.688930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56878) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:39.695456 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.699871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-2f642c76-c910-4cd3-a884-46178298f141 service neutron] 10.222.0.70 "GET /v2.0/networks/ba27e703-819a-4085-a318-ee510f0c041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660452 Sep 07 16:37:39.737512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:39.745920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:39.749955 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:39.806134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event updated for resources: {'Port': ['ID=3d4fbb84-57fe-434c-b309-459147298c11,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:39.814203 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-06193493-a26b-4690-b505-2a688fb31022 None None] Set router 11837664-c748-49e7-8c9d-5f867af302a9 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:37:39.878105 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-042ab982-26bd-4cca-96df-3ee994ed084d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:39.883082 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe8e02-0a84-4bee-9f8c-2157d70abaee req-aa93332f-5475-4c48-8532-93fed5626c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:39.884801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fbe8e02-0a84-4bee-9f8c-2157d70abaee req-aa93332f-5475-4c48-8532-93fed5626c40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 1096 time: 0.1570153 Sep 07 16:37:39.934617 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8480f-bda6-4c9a-acc4-82c0a6a5f785 None None] Pushing event updated for resources: {'Port': ['ID=c45a9ab3-9fea-459f-b74a-ad29bf4b37fb,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:39.992534 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-042ab982-26bd-4cca-96df-3ee994ed084d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:40.190543 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-06193493-a26b-4690-b505-2a688fb31022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11837664-c748-49e7-8c9d-5f867af302a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161105177', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:27Z', 'updated_at': '2021-09-07T16:37:36Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11837664-c748-49e7-8c9d-5f867af302a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:28Z', 'updated_at': '2021-09-07T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c45a9ab3-9fea-459f-b74a-ad29bf4b37fb', 'name': '', 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'mac_address': 'fa:16:3e:c6:62:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11837664-c748-49e7-8c9d-5f867af302a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '0d0bf97f-ef55-4ef7-b512-36aa27331286', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:34Z', 'updated_at': '2021-09-07T16:37:39Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'subnets': [{'id': '0d0bf97f-ef55-4ef7-b512-36aa27331286', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:40.205945 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-042ab982-26bd-4cca-96df-3ee994ed084d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:40.212579 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-042ab982-26bd-4cca-96df-3ee994ed084d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:40.217928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-042ab982-26bd-4cca-96df-3ee994ed084d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5aed5e2c-571b-41dd-baa3-af6b1b53ec9e HTTP/1.1" status: 204 len: 168 time: 0.5279889 Sep 07 16:37:40.221937 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:40.249814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe8e02-0a84-4bee-9f8c-2157d70abaee req-c7a2432a-fbc2-4150-900b-660d440c0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:40.254462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fbe8e02-0a84-4bee-9f8c-2157d70abaee req-c7a2432a-fbc2-4150-900b-660d440c0929 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.3346257 Sep 07 16:37:40.258491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ab982-26bd-4cca-96df-3ee994ed084d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aed5e2c-571b-41dd-baa3-af6b1b53ec9e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:40.267514 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06193493-a26b-4690-b505-2a688fb31022 None None] The sync data for ids ['11837664-c748-49e7-8c9d-5f867af302a9'] in n-d-807551-3 is: [{'id': '11837664-c748-49e7-8c9d-5f867af302a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161105177', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:27Z', 'updated_at': '2021-09-07T16:37:36Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11837664-c748-49e7-8c9d-5f867af302a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:28Z', 'updated_at': '2021-09-07T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c45a9ab3-9fea-459f-b74a-ad29bf4b37fb', 'name': '', 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'mac_address': 'fa:16:3e:c6:62:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11837664-c748-49e7-8c9d-5f867af302a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '0d0bf97f-ef55-4ef7-b512-36aa27331286', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:34Z', 'updated_at': '2021-09-07T16:37:39Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'subnets': [{'id': '0d0bf97f-ef55-4ef7-b512-36aa27331286', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:40.389739 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0e65-bef9-4567-bd0c-56ea163790d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:40.410563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fbe8e02-0a84-4bee-9f8c-2157d70abaee req-b0aca493-7bcd-463e-91de-a2eeae747086 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a9178d8-37e1-4228-8445-a005371a7cd6 HTTP/1.1" status: 200 len: 1000 time: 0.1473339 Sep 07 16:37:40.483455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe8e02-0a84-4bee-9f8c-2157d70abaee req-b341cdf1-a19a-446a-8f21-159dde93f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:40.485118 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fbe8e02-0a84-4bee-9f8c-2157d70abaee req-b341cdf1-a19a-446a-8f21-159dde93f82d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0657716 Sep 07 16:37:40.606905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e2249fb-d88e-4e98-ba4e-7a0534e71dbd req-49441d2a-5ccc-4884-9636-8b08feaede18 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 210 time: 0.5134449 Sep 07 16:37:40.644240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe8e02-0a84-4bee-9f8c-2157d70abaee req-e098029c-c85b-4492-843d-1a1f25bed9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:40.647373 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fbe8e02-0a84-4bee-9f8c-2157d70abaee req-e098029c-c85b-4492-843d-1a1f25bed9d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542649 Sep 07 16:37:40.692011 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:40.699199 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:40.823981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fbe8e02-0a84-4bee-9f8c-2157d70abaee req-808963d8-1634-488b-be39-4825e3da3c5f service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686828 Sep 07 16:37:40.860265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56908) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:40.884732 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abc9ce53-42ad-4ede-b431-b1163308d18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:41.001309 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fbe8e02-0a84-4bee-9f8c-2157d70abaee req-66f4cca4-f6a9-48b2-8bff-494e236e9a34 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699247 Sep 07 16:37:41.001732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Router 4ac4b2fc-6d73-418b-aaea-bfbf5f699b77 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:37:41.085817 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abc9ce53-42ad-4ede-b431-b1163308d18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:41.092307 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abc9ce53-42ad-4ede-b431-b1163308d18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:41.153264 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-abc9ce53-42ad-4ede-b431-b1163308d18c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1296c9acc2e64238bc737503883eb0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893815 Sep 07 16:37:41.153264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9ce53-42ad-4ede-b431-b1163308d18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6873e77-9b70-407f-bb13-061caa33d2ca,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:41.167724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56916) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:41.227112 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e52818f7-9a93-419a-95e9-a0eff900ccee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:41.251282 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e52818f7-9a93-419a-95e9-a0eff900ccee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:41.310822 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e52818f7-9a93-419a-95e9-a0eff900ccee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:41.314953 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e52818f7-9a93-419a-95e9-a0eff900ccee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:41.319140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e52818f7-9a93-419a-95e9-a0eff900ccee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6873e77-9b70-407f-bb13-061caa33d2ca HTTP/1.1" status: 204 len: 168 time: 0.1456838 Sep 07 16:37:41.335143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52818f7-9a93-419a-95e9-a0eff900ccee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6873e77-9b70-407f-bb13-061caa33d2ca,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:41.491333 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:41.498352 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:41.499617 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e179f832-e87a-4580-98ee-5209e788d49d tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "PUT /v2.0/routers/4ac4b2fc-6d73-418b-aaea-bfbf5f699b77 HTTP/1.1" status: 200 len: 919 time: 2.8440022 Sep 07 16:37:41.502326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56926) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:41.504993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3f424-26cd-4aef-9fff-f0aca324ab5c None None] Sync routers for ids ['4ac4b2fc-6d73-418b-aaea-bfbf5f699b77'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:41.524215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3f424-26cd-4aef-9fff-f0aca324ab5c None None] Routers {'4ac4b2fc-6d73-418b-aaea-bfbf5f699b77'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:41.531322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cde3f424-26cd-4aef-9fff-f0aca324ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4ac4b2fc-6d73-418b-aaea-bfbf5f699b77'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:41.630548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cde3f424-26cd-4aef-9fff-f0aca324ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:41.651023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3f424-26cd-4aef-9fff-f0aca324ab5c None None] Routers {'4ac4b2fc-6d73-418b-aaea-bfbf5f699b77'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:41.652933 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cde3f424-26cd-4aef-9fff-f0aca324ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4ac4b2fc-6d73-418b-aaea-bfbf5f699b77'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:41.659391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-68c37f9e-2e3c-47bc-904f-77c5b50b53d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:41.660444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-68c37f9e-2e3c-47bc-904f-77c5b50b53d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.35 "GET /v2.0/networks?id=ba27e703-819a-4085-a318-ee510f0c041b HTTP/1.1" status: 200 len: 796 time: 0.2013526 Sep 07 16:37:41.682327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Request body: {'port': {'device_id': '709f8333-5698-4cda-a60c-c1fd4a09f8e7', 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b', 'admin_state_up': True, 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:41.723683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-cde3f424-26cd-4aef-9fff-f0aca324ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:41.732951 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3f424-26cd-4aef-9fff-f0aca324ab5c None None] The sync data for ids ['4ac4b2fc-6d73-418b-aaea-bfbf5f699b77'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:41.756242 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-98578785-82f0-44b1-98cc-42701d295c9c tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/routers/4ac4b2fc-6d73-418b-aaea-bfbf5f699b77 HTTP/1.1" status: 200 len: 925 time: 0.2369547 Sep 07 16:37:41.759129 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56932) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:41.834557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aca7c4-9952-4c43-b2a7-59cea07eb4b3 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:41.842176 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a87177cb-f6f2-4a16-87f6-a5e4e75b0b45 req-5db750c3-e159-4581-bd02-5d97179af7f9 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 210 time: 0.1027787 Sep 07 16:37:41.842390 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-62aca7c4-9952-4c43-b2a7-59cea07eb4b3 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7920ab71-216c-4d93-9da0-10a36a806527&device_id=4ac4b2fc-6d73-418b-aaea-bfbf5f699b77&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0804803 Sep 07 16:37:41.842390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56934) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:41.915487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Made reservation on behalf of 81dff1b8fa2045cf85e2c0f5d1da6305 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:41.919198 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:41.955700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56938) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:42.008610 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc31b-189f-44e0-a564-d1f93b00794f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.015071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f322ef7-2e2e-41a9-9826-428e1cec9032 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:42.016782 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0f322ef7-2e2e-41a9-9826-428e1cec9032 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 881 time: 0.1744037 Sep 07 16:37:42.019595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56942) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:42.049570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c45a9ab3-9fea-459f-b74a-ad29bf4b37fb up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:37:42.060430 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5645f2ca-b8fc-4f7a-9c3c-47e3505b30e5 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ac4b2fc-6d73-418b-aaea-bfbf5f699b77 HTTP/1.1" status: 200 len: 205 time: 0.0396111 Sep 07 16:37:42.062954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56944) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:42.131064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:42.135247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:42.135636 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.239826 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.269911 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.317044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Allocated IP 172.20.0.24 (ba27e703-819a-4085-a318-ee510f0c041b/0d0bf97f-ef55-4ef7-b512-36aa27331286/9acffe26-9d7c-4dc5-93b7-cf531b3009cd) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:42.347385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c45a9ab3-9fea-459f-b74a-ad29bf4b37fb,segment=NetworkSegment(d4146dff-625b-46c9-9069-bef3c2b9de32),segment_id=d4146dff-625b-46c9-9069-bef3c2b9de32)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:42.357955 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.371496 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc31b-189f-44e0-a564-d1f93b00794f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.384638 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc31b-189f-44e0-a564-d1f93b00794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.410871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=c45a9ab3-9fea-459f-b74a-ad29bf4b37fb,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:42.443667 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.452030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bb1fc31b-189f-44e0-a564-d1f93b00794f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1267f84f575c417db25301fe0bf3ed6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952486 Sep 07 16:37:42.456565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56952) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:42.464261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fc31b-189f-44e0-a564-d1f93b00794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524d4449-593e-4e9d-b7ab-ca4ad5afce48,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:42.502509 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.519374 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Transition to ACTIVE for port object 9acffe26-9d7c-4dc5-93b7-cf531b3009cd will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:42.556512 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.562800 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af1e1c03-b95d-4870-8b28-3d18d8da933c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.571908 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Deleting port 3d4fbb84-57fe-434c-b309-459147298c11 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:42.572423 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.603600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af1e1c03-b95d-4870-8b28-3d18d8da933c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.617869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Network ba27e703-819a-4085-a318-ee510f0c041b is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:42.622311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:42.624401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event updated for resources: {'Port': ['ID=9acffe26-9d7c-4dc5-93b7-cf531b3009cd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:42.626678 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:42.681180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:42.682010 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.705202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.709559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-6b8fadad-5c69-4c43-b4e5-e4104d427f4b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0389686 Sep 07 16:37:42.722382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Request body: {'port': {'device_id': '709f8333-5698-4cda-a60c-c1fd4a09f8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:42.732537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56960) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:42.743235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Calling delete_port for 3d4fbb84-57fe-434c-b309-459147298c11 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:42.748052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af1e1c03-b95d-4870-8b28-3d18d8da933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.750591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-af1e1c03-b95d-4870-8b28-3d18d8da933c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.754272 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-af1e1c03-b95d-4870-8b28-3d18d8da933c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/524d4449-593e-4e9d-b7ab-ca4ad5afce48 HTTP/1.1" status: 204 len: 168 time: 0.2927451 Sep 07 16:37:42.768446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e1c03-b95d-4870-8b28-3d18d8da933c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524d4449-593e-4e9d-b7ab-ca4ad5afce48,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:42.832401 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.931070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9a51b77b-38b3-41e8-b046-d0ab42cef2c2 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:42.965945 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9a51b77b-38b3-41e8-b046-d0ab42cef2c2 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] 10.222.0.70 "PUT /v2.0/quotas/d64e59b65f0444f6833a0aa5904470a7 HTTP/1.1" status: 200 len: 368 time: 0.2280047 Sep 07 16:37:42.970958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f9e6cc4a-baa8-4abb-a88b-9c3088172479 None None] Provisioning for port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:42.976544 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f9e6cc4a-baa8-4abb-a88b-9c3088172479 None None] Provisioning complete for port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:42.976930 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f9e6cc4a-baa8-4abb-a88b-9c3088172479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:42.981132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56968) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:42.986730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Request body: {'network': {'project_id': 'd64e59b65f0444f6833a0aa5904470a7'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:43.020634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.030738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6cc4a-baa8-4abb-a88b-9c3088172479 None None] Port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:37:43.058255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Pushing event deleted for resources: {'Port': ['ID=3d4fbb84-57fe-434c-b309-459147298c11,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:43.081169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Made reservation on behalf of d64e59b65f0444f6833a0aa5904470a7 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:43.083722 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.106161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb474c-cd85-4cf1-a7d0-cdb6bda0692f req-abc403fb-49e1-4549-bae7-903d75be111d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:43.107652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30eb474c-cd85-4cf1-a7d0-cdb6bda0692f req-abc403fb-49e1-4549-bae7-903d75be111d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 895 time: 0.1284935 Sep 07 16:37:43.110487 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.133344 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.236693 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.239769 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.282406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acffe26-9d7c-4dc5-93b7-cf531b3009cd {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:37:43.292785 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.295267 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.296349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Fanout notify agent at l3_agent the message router_deleted on router 4ac4b2fc-6d73-418b-aaea-bfbf5f699b77 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:43.311199 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.316821 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-918eabe3-5e8a-4458-8903-9b97fcaf14f4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "DELETE /v2.0/routers/4ac4b2fc-6d73-418b-aaea-bfbf5f699b77 HTTP/1.1" status: 204 len: 168 time: 1.2511919 Sep 07 16:37:43.317406 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56980) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:43.320042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Transition to ACTIVE for port object 9acffe26-9d7c-4dc5-93b7-cf531b3009cd will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:43.321951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9514c8dc-2ea8-4f98-b3ab-a24d38181e1c tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-971143994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:43.322085 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.327573 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.338354 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.348239 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9514c8dc-2ea8-4f98-b3ab-a24d38181e1c tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.349484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9514c8dc-2ea8-4f98-b3ab-a24d38181e1c tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.386335 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:43.414100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9514c8dc-2ea8-4f98-b3ab-a24d38181e1c tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.419671 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9514c8dc-2ea8-4f98-b3ab-a24d38181e1c tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.420754 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.421109 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Added segment f0668de3-f3f4-4d64-8d11-5210ed8efb23 of type vlan for network 770a5c62-39bb-4034-80ae-fffcf8f5744e Sep 07 16:37:43.422628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Pushing event updated for resources: {'Port': ['ID=9acffe26-9d7c-4dc5-93b7-cf531b3009cd,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:43.424903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499ff133-0602-405a-afc6-6944d51fd275,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:43.443083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9514c8dc-2ea8-4f98-b3ab-a24d38181e1c tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.447355 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9514c8dc-2ea8-4f98-b3ab-a24d38181e1c tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1261110 Sep 07 16:37:43.447355 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 56984) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:43.454879 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'enable_snat': False}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:43.545805 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.584837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Attempting to bind port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:37:43.585437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Attempting to bind port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'd4146dff-625b-46c9-9069-bef3c2b9de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:37:43.585776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Attempting to bind port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd on network ba27e703-819a-4085-a318-ee510f0c041b {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:37:43.592813 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.593925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:43.594601 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.596685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd on network ba27e703-819a-4085-a318-ee510f0c041b not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:37:43.597149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Attempting to bind port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd on network ba27e703-819a-4085-a318-ee510f0c041b {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:37:43.621999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:37:43.622373 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Checking segment: {'id': 'd4146dff-625b-46c9-9069-bef3c2b9de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:43.622782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Bound using segment: {'id': 'd4146dff-625b-46c9-9069-bef3c2b9de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:37:43.623319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Bound port: 9acffe26-9d7c-4dc5-93b7-cf531b3009cd, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4146dff-625b-46c9-9069-bef3c2b9de32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:37:43.623734 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.648241 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6660953 Sep 07 16:37:43.651829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 56992) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:43.680453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b1256aa2-5925-497d-b903-af9a615bd4e4 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Request body: {'network': {'project_id': 'd64e59b65f0444f6833a0aa5904470a7'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:43.701338 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.711598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1abf8-2387-45c9-afa5-c828061c975d tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Pushing event updated for resources: {'Network': ['ID=770a5c62-39bb-4034-80ae-fffcf8f5744e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:43.722554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 770a5c62-39bb-4034-80ae-fffcf8f5744e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:43.749145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1256aa2-5925-497d-b903-af9a615bd4e4 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Made reservation on behalf of d64e59b65f0444f6833a0aa5904470a7 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:43.751465 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1256aa2-5925-497d-b903-af9a615bd4e4 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.779195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] For port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:37:43.798585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] For port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9acffe26-9d7c-4dc5-93b7-cf531b3009cd,segment=NetworkSegment(d4146dff-625b-46c9-9069-bef3c2b9de32),segment_id=d4146dff-625b-46c9-9069-bef3c2b9de32)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:37:43.805502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1256aa2-5925-497d-b903-af9a615bd4e4 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:43.808727 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.867609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1256aa2-5925-497d-b903-af9a615bd4e4 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.868816 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-b1256aa2-5925-497d-b903-af9a615bd4e4 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Added segment e687a871-003e-4afa-83c7-264a435c1ab4 of type vlan for network 49c0ddd8-c101-44d2-8204-ff8e51c1c72e Sep 07 16:37:43.906423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:43.908589 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.911406 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] 10.222.0.35 "PUT /v2.0/ports/9acffe26-9d7c-4dc5-93b7-cf531b3009cd HTTP/1.1" status: 200 len: 1055 time: 1.1920991 Sep 07 16:37:43.942560 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.948918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709f8333-5698-4cda-a60c-c1fd4a09f8e7', 'tag': '9acffe26-9d7c-4dc5-93b7-cf531b3009cd'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:37:43.963061 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cea81a-5051-48a5-a40d-c3b228ba2820" -d '{"events": [{"name": "network-changed", "server_uuid": "709f8333-5698-4cda-a60c-c1fd4a09f8e7", "tag": "9acffe26-9d7c-4dc5-93b7-cf531b3009cd"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:37:43.964179 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.973979 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:43.977378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0494e43-f762-4016-bd73-6c624478e57f service neutron] Pushing event updated for resources: {'Port': ['ID=9acffe26-9d7c-4dc5-93b7-cf531b3009cd,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:44.000181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c45a9ab3-9fea-459f-b74a-ad29bf4b37fb up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:37:44.060491 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24da4322-6200-41cd-82f9-74c6e478b18b x-openstack-request-id: req-24da4322-6200-41cd-82f9-74c6e478b18b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:37:44.060783 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709f8333-5698-4cda-a60c-c1fd4a09f8e7", "tag": "9acffe26-9d7c-4dc5-93b7-cf531b3009cd", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:37:44.061356 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24da4322-6200-41cd-82f9-74c6e478b18b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:37:44.061922 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709f8333-5698-4cda-a60c-c1fd4a09f8e7', 'tag': '9acffe26-9d7c-4dc5-93b7-cf531b3009cd', 'status': 'completed', 'code': 200} Sep 07 16:37:44.075932 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1256aa2-5925-497d-b903-af9a615bd4e4 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.103843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:44.104229 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.108578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-a19034bd-fe48-42e8-ac42-8ea8cc2bfae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:44.110271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-a19034bd-fe48-42e8-ac42-8ea8cc2bfae2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81dff1b8fa2045cf85e2c0f5d1da6305&device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 1058 time: 0.1272171 Sep 07 16:37:44.116107 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1256aa2-5925-497d-b903-af9a615bd4e4 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.117441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1256aa2-5925-497d-b903-af9a615bd4e4 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:44.118299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1256aa2-5925-497d-b903-af9a615bd4e4 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.147313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Allocated IP 172.25.3.178 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/b230ea58-982b-4aeb-a5ba-027373b97a97) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:44.248282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-de4a816b-eaf2-4e59-81a5-387220b2eb68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9acffe26-9d7c-4dc5-93b7-cf531b3009cd HTTP/1.1" status: 200 len: 217 time: 0.1269965 Sep 07 16:37:44.280816 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd1e70cb-b715-4ee1-b7b7-68f342d34e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.287971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b1256aa2-5925-497d-b903-af9a615bd4e4 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6350911 Sep 07 16:37:44.292859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57008) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:44.297759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0b5a973d-a39b-4b7f-a739-96b1ed6b9692 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Request body: {'network': {'project_id': 'd64e59b65f0444f6833a0aa5904470a7'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:44.326357 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5a973d-a39b-4b7f-a739-96b1ed6b9692 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 07 16:37:44.326871 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5a973d-a39b-4b7f-a739-96b1ed6b9692 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:37:44.328114 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0b5a973d-a39b-4b7f-a739-96b1ed6b9692 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0342555 Sep 07 16:37:44.337793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57010) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:44.341794 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.353171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1256aa2-5925-497d-b903-af9a615bd4e4 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Pushing event updated for resources: {'Network': ['ID=49c0ddd8-c101-44d2-8204-ff8e51c1c72e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:44.364291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 49c0ddd8-c101-44d2-8204-ff8e51c1c72e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:44.384454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e8111-4bb7-4548-83ce-f69defb24390 req-ebaff908-03dc-4b52-97ab-44106deeaa31 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:44.397640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d75e8111-4bb7-4548-83ce-f69defb24390 req-ebaff908-03dc-4b52-97ab-44106deeaa31 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 907 time: 0.1632428 Sep 07 16:37:44.399078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.408330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-fdcb2919-0c09-43d0-a640-fa1168be1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:44.409836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-fdcb2919-0c09-43d0-a640-fa1168be1391 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d0bf97f-ef55-4ef7-b512-36aa27331286 HTTP/1.1" status: 200 len: 837 time: 0.1347916 Sep 07 16:37:44.435445 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2999ed5a-5667-4803-ba35-99a2dd9a0e3a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d64e59b65f0444f6833a0aa5904470a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0957043 Sep 07 16:37:44.445760 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57016) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:44.468667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:44.471711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-5836260f-4cee-4319-a169-5ea30484c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:44.473290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-5836260f-4cee-4319-a169-5ea30484c58d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ba27e703-819a-4085-a318-ee510f0c041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542183 Sep 07 16:37:44.477031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:44.486694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:44.521825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Pushing event updated for resources: {'Port': ['ID=b230ea58-982b-4aeb-a5ba-027373b97a97,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:44.550186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57018) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:44.576313 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-d5d10f9b-d2f4-48e3-bda5-23ed8aa4ff1c service neutron] 10.222.0.35 "GET /v2.0/networks/ba27e703-819a-4085-a318-ee510f0c041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917687 Sep 07 16:37:44.596040 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90eafd1c-487b-4e78-a5d4-55a2481ed2df tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.658962 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1110823566', 'router:external': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:44.664683 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90eafd1c-487b-4e78-a5d4-55a2481ed2df tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.693977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cef99ee1-6f92-436b-b6e4-fc12f2eca9d0 req-32ad86ed-c4d9-4346-8986-d8781e35ebad service neutron] 10.222.0.35 "GET /v2.0/networks/ba27e703-819a-4085-a318-ee510f0c041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094825 Sep 07 16:37:44.695328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Made reservation on behalf of a524053076c847a6bf8d585721619c34 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:44.706240 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.717689 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.767613 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90eafd1c-487b-4e78-a5d4-55a2481ed2df tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.770333 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90eafd1c-487b-4e78-a5d4-55a2481ed2df tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.771486 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-90eafd1c-487b-4e78-a5d4-55a2481ed2df tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/499ff133-0602-405a-afc6-6944d51fd275 HTTP/1.1" status: 204 len: 168 time: 0.3232193 Sep 07 16:37:44.777209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57022) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:44.806388 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eafd1c-487b-4e78-a5d4-55a2481ed2df tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499ff133-0602-405a-afc6-6944d51fd275,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:44.822693 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:44.838440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cea81a-5051-48a5-a40d-c3b228ba2820 req-a505382b-0661-4001-83c3-8df22de123e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:44.839977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2cea81a-5051-48a5-a40d-c3b228ba2820 req-a505382b-0661-4001-83c3-8df22de123e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81dff1b8fa2045cf85e2c0f5d1da6305&device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 1058 time: 0.0976195 Sep 07 16:37:44.941552 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.032414 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.036422 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.168086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Router 089e1bc7-3568-4e58-8bc1-8c61bbbba84c is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:37:45.237588 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-002756d4-d6d6-4a28-b22d-df197d514082 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.277997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:45.282390 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.283618 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0fbe9f8e-12e3-48a4-99f7-58e8ed0ea033 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "PUT /v2.0/routers/089e1bc7-3568-4e58-8bc1-8c61bbbba84c HTTP/1.1" status: 200 len: 919 time: 1.8354936 Sep 07 16:37:45.286970 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57024) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:45.289920 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4196390-8367-4108-8058-9609ec75a227 None None] Sync routers for ids ['089e1bc7-3568-4e58-8bc1-8c61bbbba84c'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:45.299854 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4196390-8367-4108-8058-9609ec75a227 None None] Routers {'089e1bc7-3568-4e58-8bc1-8c61bbbba84c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:45.300823 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c4196390-8367-4108-8058-9609ec75a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['089e1bc7-3568-4e58-8bc1-8c61bbbba84c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:45.336374 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c4196390-8367-4108-8058-9609ec75a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:45.337484 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.345669 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4196390-8367-4108-8058-9609ec75a227 None None] Routers {'089e1bc7-3568-4e58-8bc1-8c61bbbba84c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:45.346275 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c4196390-8367-4108-8058-9609ec75a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['089e1bc7-3568-4e58-8bc1-8c61bbbba84c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:45.356820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.380400 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c4196390-8367-4108-8058-9609ec75a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:45.381295 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4196390-8367-4108-8058-9609ec75a227 None None] The sync data for ids ['089e1bc7-3568-4e58-8bc1-8c61bbbba84c'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:45.384093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cea81a-5051-48a5-a40d-c3b228ba2820 req-a7390bf3-dc6c-4286-862f-26f0c6e96229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:45.385911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2cea81a-5051-48a5-a40d-c3b228ba2820 req-a7390bf3-dc6c-4286-862f-26f0c6e96229 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ba27e703-819a-4085-a318-ee510f0c041b HTTP/1.1" status: 200 len: 897 time: 0.1930964 Sep 07 16:37:45.417632 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-002756d4-d6d6-4a28-b22d-df197d514082 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.442332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:45.493265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e7c67e-db02-49d6-a82b-2a277288de5c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:45.496941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2cea81a-5051-48a5-a40d-c3b228ba2820 req-bcad4525-623f-486d-bf76-a7439793ad5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9acffe26-9d7c-4dc5-93b7-cf531b3009cd HTTP/1.1" status: 200 len: 217 time: 0.0766170 Sep 07 16:37:45.511723 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.512081 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Added segment 46f4308a-1a72-4c0b-aba5-5cadbfa3db8d of type vlan for network f4f752c1-812f-4a8d-b702-264a8bef2270 Sep 07 16:37:45.514339 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-002756d4-d6d6-4a28-b22d-df197d514082 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c0ddd8-c101-44d2-8204-ff8e51c1c72e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:45.572623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-002756d4-d6d6-4a28-b22d-df197d514082 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e687a871-003e-4afa-83c7-264a435c1ab4') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:45.572931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-002756d4-d6d6-4a28-b22d-df197d514082 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e687a871-003e-4afa-83c7-264a435c1ab4') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:45.619730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-002756d4-d6d6-4a28-b22d-df197d514082 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.651846 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.654177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-002756d4-d6d6-4a28-b22d-df197d514082 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.661333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cea81a-5051-48a5-a40d-c3b228ba2820 req-e77e9827-d43b-46ad-a628-7b571f6834ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:45.662812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2cea81a-5051-48a5-a40d-c3b228ba2820 req-e77e9827-d43b-46ad-a628-7b571f6834ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d0bf97f-ef55-4ef7-b512-36aa27331286 HTTP/1.1" status: 200 len: 837 time: 0.1537106 Sep 07 16:37:45.663825 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c6fb7a21-0ee1-465f-b033-2cc9ccfe031e tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/routers/089e1bc7-3568-4e58-8bc1-8c61bbbba84c HTTP/1.1" status: 200 len: 925 time: 0.3755414 Sep 07 16:37:45.666933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57028) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:45.669877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002756d4-d6d6-4a28-b22d-df197d514082 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:37:45.670312 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-002756d4-d6d6-4a28-b22d-df197d514082 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:37:45.671932 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:37:45.707455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeec68f6-752b-495b-af07-fc35923ef4e8 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:45.709070 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-eeec68f6-752b-495b-af07-fc35923ef4e8 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7920ab71-216c-4d93-9da0-10a36a806527&device_id=089e1bc7-3568-4e58-8bc1-8c61bbbba84c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0411437 Sep 07 16:37:45.710256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf983e62-81d5-4734-ac39-b7e90f506b91 req-49a42d01-ea2d-4e65-b0d9-e55210b2cb20 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:45.711703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57030) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:45.711975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf983e62-81d5-4734-ac39-b7e90f506b91 req-49a42d01-ea2d-4e65-b0d9-e55210b2cb20 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 907 time: 0.2306767 Sep 07 16:37:45.777820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.779028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:45.779659 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.788035 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-002756d4-d6d6-4a28-b22d-df197d514082 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.800057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf7f18f-5785-4931-a2d1-3783017e5589 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:45.802045 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bbf7f18f-5785-4931-a2d1-3783017e5589 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 881 time: 0.0894284 Sep 07 16:37:45.804904 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57032) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:45.808167 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-002756d4-d6d6-4a28-b22d-df197d514082 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.810221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-002756d4-d6d6-4a28-b22d-df197d514082 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] 10.222.0.70 "DELETE /v2.0/networks/49c0ddd8-c101-44d2-8204-ff8e51c1c72e HTTP/1.1" status: 204 len: 168 time: 1.0307634 Sep 07 16:37:45.814954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57034) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:45.815128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cea81a-5051-48a5-a40d-c3b228ba2820 req-fce89a96-261c-49ca-a5c4-8d99f2b01a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:45.817043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2cea81a-5051-48a5-a40d-c3b228ba2820 req-fce89a96-261c-49ca-a5c4-8d99f2b01a6e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ba27e703-819a-4085-a318-ee510f0c041b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336288 Sep 07 16:37:45.825559 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2738202 Sep 07 16:37:45.835895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57036) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:45.840605 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-295658b2-760e-4c23-ac22-c344b9780d60 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "GET /v2.0/ports?device_id=089e1bc7-3568-4e58-8bc1-8c61bbbba84c HTTP/1.1" status: 200 len: 205 time: 0.0334706 Sep 07 16:37:45.842106 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57038) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:45.842953 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0d98aa46-1992-457f-a755-a1f8f4b1b3ac tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Request body: {'subnet': {'network_id': 'f4f752c1-812f-4a8d-b702-264a8bef2270', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:45.916607 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d464cd30-fa0c-46a7-8554-cbd6dbf9f67a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.919439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d98aa46-1992-457f-a755-a1f8f4b1b3ac tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Made reservation on behalf of a524053076c847a6bf8d585721619c34 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:45.921688 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa46-1992-457f-a755-a1f8f4b1b3ac tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:45.927000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a6a58-fec0-494d-9759-9a43abd6a9ee tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event updated for resources: {'Network': ['ID=f4f752c1-812f-4a8d-b702-264a8bef2270,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:45.939014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network f4f752c1-812f-4a8d-b702-264a8bef2270 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:45.978487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002756d4-d6d6-4a28-b22d-df197d514082 tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Pushing event deleted for resources: {'Network': ['ID=49c0ddd8-c101-44d2-8204-ff8e51c1c72e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:46.059955 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.065580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2cea81a-5051-48a5-a40d-c3b228ba2820 req-1d90b715-57dd-4b0b-9fcc-9ef678812310 service neutron] 10.222.0.35 "GET /v2.0/networks/ba27e703-819a-4085-a318-ee510f0c041b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388995 Sep 07 16:37:46.083031 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d464cd30-fa0c-46a7-8554-cbd6dbf9f67a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.117643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d464cd30-fa0c-46a7-8554-cbd6dbf9f67a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770a5c62-39bb-4034-80ae-fffcf8f5744e']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:46.146578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d464cd30-fa0c-46a7-8554-cbd6dbf9f67a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0668de3-f3f4-4d64-8d11-5210ed8efb23') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:46.146885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d464cd30-fa0c-46a7-8554-cbd6dbf9f67a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0668de3-f3f4-4d64-8d11-5210ed8efb23') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:46.161586 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d464cd30-fa0c-46a7-8554-cbd6dbf9f67a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.198781 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d464cd30-fa0c-46a7-8554-cbd6dbf9f67a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.212514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d464cd30-fa0c-46a7-8554-cbd6dbf9f67a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:37:46.212920 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d464cd30-fa0c-46a7-8554-cbd6dbf9f67a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:37:46.214589 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:37:46.239117 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2cea81a-5051-48a5-a40d-c3b228ba2820 req-71ab797f-46af-4eff-b1fd-1ce6161541d6 service neutron] 10.222.0.35 "GET /v2.0/networks/ba27e703-819a-4085-a318-ee510f0c041b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426051 Sep 07 16:37:46.240883 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.300711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d464cd30-fa0c-46a7-8554-cbd6dbf9f67a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.303497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Deleting port b230ea58-982b-4aeb-a5ba-027373b97a97 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:46.303886 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.309414 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d464cd30-fa0c-46a7-8554-cbd6dbf9f67a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.311173 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d464cd30-fa0c-46a7-8554-cbd6dbf9f67a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] 10.222.0.70 "DELETE /v2.0/networks/770a5c62-39bb-4034-80ae-fffcf8f5744e HTTP/1.1" status: 204 len: 168 time: 0.4953060 Sep 07 16:37:46.322490 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464cd30-fa0c-46a7-8554-cbd6dbf9f67a tempest-QuotasNegativeTest-964831796 tempest-QuotasNegativeTest-964831796-project-admin] Pushing event deleted for resources: {'Network': ['ID=770a5c62-39bb-4034-80ae-fffcf8f5744e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:46.395493 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.401106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-0d98aa46-1992-457f-a755-a1f8f4b1b3ac tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:37:46.401106 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa46-1992-457f-a755-a1f8f4b1b3ac tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.411624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Calling delete_port for b230ea58-982b-4aeb-a5ba-027373b97a97 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:46.458457 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98aa46-1992-457f-a755-a1f8f4b1b3ac tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event updated for resources: {'Subnet': ['ID=682aa9d6-7820-48b4-a51e-36ad075e6dd1,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:46.475998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d98aa46-1992-457f-a755-a1f8f4b1b3ac tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Checking segment: {'id': '46f4308a-1a72-4c0b-aba5-5cadbfa3db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f4f752c1-812f-4a8d-b702-264a8bef2270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:46.476473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d98aa46-1992-457f-a755-a1f8f4b1b3ac tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Network hostable DHCP agents. Network: f4f752c1-812f-4a8d-b702-264a8bef2270, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:37:46.495682 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d98aa46-1992-457f-a755-a1f8f4b1b3ac tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Network f4f752c1-812f-4a8d-b702-264a8bef2270 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:37:46.507407 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-0d98aa46-1992-457f-a755-a1f8f4b1b3ac tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, f4f752c1-812f-4a8d-b702-264a8bef2270) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:46.512381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d98aa46-1992-457f-a755-a1f8f4b1b3ac tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:46.513118 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d98aa46-1992-457f-a755-a1f8f4b1b3ac tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.517484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc25834-bd07-4122-ad92-294b437a2999 None None] Network f4f752c1-812f-4a8d-b702-264a8bef2270 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:46.532420 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0d98aa46-1992-457f-a755-a1f8f4b1b3ac tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6951549 Sep 07 16:37:46.534980 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57044) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:46.543323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-463927355', 'network_id': 'f4f752c1-812f-4a8d-b702-264a8bef2270'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:46.578173 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Made reservation on behalf of a524053076c847a6bf8d585721619c34 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:46.580950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.597428 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] device_id is not set on port cc44e0e3-f0b0-436a-94fb-bb5dbdffa589 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:37:46.633500 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.665910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda25c8-76c0-47e6-b8d2-2ac1559a0ec5 None None] Network f4f752c1-812f-4a8d-b702-264a8bef2270 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:46.669807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Pushing event deleted for resources: {'Port': ['ID=b230ea58-982b-4aeb-a5ba-027373b97a97,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:46.736194 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.780967 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Allocated IP 172.20.0.9 (f4f752c1-812f-4a8d-b702-264a8bef2270/682aa9d6-7820-48b4-a51e-36ad075e6dd1/cc44e0e3-f0b0-436a-94fb-bb5dbdffa589) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:46.879340 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.886149 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.890391 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.899670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57050) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:46.944267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.944827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Fanout notify agent at l3_agent the message router_deleted on router 089e1bc7-3568-4e58-8bc1-8c61bbbba84c {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:46.952106 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.953245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-290035f4-8b4a-42c5-aa4d-fc0e311ff501 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "DELETE /v2.0/routers/089e1bc7-3568-4e58-8bc1-8c61bbbba84c HTTP/1.1" status: 204 len: 168 time: 1.1102588 Sep 07 16:37:46.958062 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:46.960300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57054) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:46.963291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4e256-6a70-48a5-a410-9ab2dedaf75b req-ba7817c8-8ddd-426e-a016-95d41517ee87 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:46.964831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2c4e256-6a70-48a5-a410-9ab2dedaf75b req-ba7817c8-8ddd-426e-a016-95d41517ee87 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 907 time: 0.1389217 Sep 07 16:37:46.966104 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1203183507', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:47.008152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.009137 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.040177 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.056325 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ff13dfc-99d4-4c9b-ba34-4e2a928e2a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.104821 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.121007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Network f4f752c1-812f-4a8d-b702-264a8bef2270 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:47.152082 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ff13dfc-99d4-4c9b-ba34-4e2a928e2a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.156770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:47.157074 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9ff13dfc-99d4-4c9b-ba34-4e2a928e2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.159352 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:47.195703 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9ff13dfc-99d4-4c9b-ba34-4e2a928e2a76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f966375916f14586afa3ce7a8a847318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942667 Sep 07 16:37:47.197870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event updated for resources: {'Port': ['ID=cc44e0e3-f0b0-436a-94fb-bb5dbdffa589,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:47.198023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff13dfc-99d4-4c9b-ba34-4e2a928e2a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5d78a7-938d-4173-9b03-746494ad97e0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:47.200064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57056) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:47.303975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:47.304540 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.339909 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.359580 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-874f52ab-6702-4b5b-b176-2b7d20b4cdc7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8222177 Sep 07 16:37:47.362460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57058) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:47.379309 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9ab9-488e-4b3b-ba40-bdbf4d8346ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.416005 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9ab9-488e-4b3b-ba40-bdbf4d8346ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.440227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c0d458e1-0d40-42cd-820c-1a896d25f691 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Deleting port cc44e0e3-f0b0-436a-94fb-bb5dbdffa589 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:47.440826 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0d458e1-0d40-42cd-820c-1a896d25f691 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.505425 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9ab9-488e-4b3b-ba40-bdbf4d8346ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.508058 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9ab9-488e-4b3b-ba40-bdbf4d8346ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.511846 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6a9c9ab9-488e-4b3b-ba40-bdbf4d8346ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b5d78a7-938d-4173-9b03-746494ad97e0 HTTP/1.1" status: 204 len: 168 time: 0.2796311 Sep 07 16:37:47.521531 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0d458e1-0d40-42cd-820c-1a896d25f691 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.523549 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c9ab9-488e-4b3b-ba40-bdbf4d8346ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5d78a7-938d-4173-9b03-746494ad97e0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:47.537061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c0d458e1-0d40-42cd-820c-1a896d25f691 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Calling delete_port for cc44e0e3-f0b0-436a-94fb-bb5dbdffa589 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:47.618662 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.639159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.675360 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0d458e1-0d40-42cd-820c-1a896d25f691 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.704135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d458e1-0d40-42cd-820c-1a896d25f691 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc44e0e3-f0b0-436a-94fb-bb5dbdffa589,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:47.773034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Allocated IP 172.25.3.68 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/13163c73-fe8e-47f8-9670-58395496b73a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:47.777056 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0d458e1-0d40-42cd-820c-1a896d25f691 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.779055 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c0d458e1-0d40-42cd-820c-1a896d25f691 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "DELETE /v2.0/ports/cc44e0e3-f0b0-436a-94fb-bb5dbdffa589 HTTP/1.1" status: 204 len: 168 time: 0.4155564 Sep 07 16:37:47.782039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57064) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:47.786557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4f752c1-812f-4a8d-b702-264a8bef2270', 'external_fixed_ips': [{'subnet_id': '682aa9d6-7820-48b4-a51e-36ad075e6dd1', 'ip_address': '172.20.0.9'}]}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:47.814468 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.815387 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.832853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57066) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:47.855837 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bbd97135-a098-4492-abb2-64c66995df6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.882417 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.892237 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.935409 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:47.974541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:47.977571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:47.980176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:48.010824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Pushing event updated for resources: {'Port': ['ID=13163c73-fe8e-47f8-9670-58395496b73a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:48.052846 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:48.154913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01673357-4df2-4a49-8cd3-82359f2437d3 req-094dac6c-42b5-4e19-9587-43b9a6f17b80 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:48.156456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01673357-4df2-4a49-8cd3-82359f2437d3 req-094dac6c-42b5-4e19-9587-43b9a6f17b80 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 907 time: 0.1095476 Sep 07 16:37:48.203713 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bbd97135-a098-4492-abb2-64c66995df6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:48.209392 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bbd97135-a098-4492-abb2-64c66995df6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:48.248056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:48.256298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bbd97135-a098-4492-abb2-64c66995df6e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a182058f7e1f4428bc64d06d0825b95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222558 Sep 07 16:37:48.259674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57070) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:48.261959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd97135-a098-4492-abb2-64c66995df6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fadd80-95e5-4631-a20d-e032d94aa4a2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:48.401188 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-865ea8f9-22af-46ba-8838-ff58dfe211e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:48.433965 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-865ea8f9-22af-46ba-8838-ff58dfe211e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:48.436036 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:48.448970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:48.464263 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:48.577845 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-865ea8f9-22af-46ba-8838-ff58dfe211e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:48.578570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Router 89c9e13e-ebb1-44a8-8972-6b686333bc32 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:37:48.580532 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-865ea8f9-22af-46ba-8838-ff58dfe211e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:48.581738 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-865ea8f9-22af-46ba-8838-ff58dfe211e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3fadd80-95e5-4631-a20d-e032d94aa4a2 HTTP/1.1" status: 204 len: 168 time: 0.3208456 Sep 07 16:37:48.599391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ea8f9-22af-46ba-8838-ff58dfe211e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fadd80-95e5-4631-a20d-e032d94aa4a2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:48.645511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Allocated IP 172.20.0.9 (f4f752c1-812f-4a8d-b702-264a8bef2270/682aa9d6-7820-48b4-a51e-36ad075e6dd1/6e9f8360-2999-420b-9d30-10ef33d02641) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:48.696465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:48.709146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72ef78b-248a-4734-aba8-7d0fe9e404d6 None None] Sync routers for ids ['89c9e13e-ebb1-44a8-8972-6b686333bc32'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:48.717288 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:48.721204 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7128464b-7f4e-401e-8322-9cf04286785d tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7574353 Sep 07 16:37:48.721659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57074) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:48.727044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72ef78b-248a-4734-aba8-7d0fe9e404d6 None None] Routers {'89c9e13e-ebb1-44a8-8972-6b686333bc32'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:48.727514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:48.727704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b72ef78b-248a-4734-aba8-7d0fe9e404d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['89c9e13e-ebb1-44a8-8972-6b686333bc32'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:48.761337 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b72ef78b-248a-4734-aba8-7d0fe9e404d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:48.770761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72ef78b-248a-4734-aba8-7d0fe9e404d6 None None] Routers {'89c9e13e-ebb1-44a8-8972-6b686333bc32'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:48.771378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b72ef78b-248a-4734-aba8-7d0fe9e404d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['89c9e13e-ebb1-44a8-8972-6b686333bc32'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:48.806716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b72ef78b-248a-4734-aba8-7d0fe9e404d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:48.807369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72ef78b-248a-4734-aba8-7d0fe9e404d6 None None] The sync data for ids ['89c9e13e-ebb1-44a8-8972-6b686333bc32'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:48.849449 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:48.961086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9acffe26-9d7c-4dc5-93b7-cf531b3009cd details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:37:48.985147 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.061356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9acffe26-9d7c-4dc5-93b7-cf531b3009cd,segment=NetworkSegment(d4146dff-625b-46c9-9069-bef3c2b9de32),segment_id=d4146dff-625b-46c9-9069-bef3c2b9de32)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:49.066485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Network f4f752c1-812f-4a8d-b702-264a8bef2270 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:49.073706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:49.075206 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '9acffe26-9d7c-4dc5-93b7-cf531b3009cd', 'network_id': 'ba27e703-819a-4085-a318-ee510f0c041b', 'port_id': '9acffe26-9d7c-4dc5-93b7-cf531b3009cd', 'mac_address': 'fa:16:3e:63:5c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0bf97f-ef55-4ef7-b512-36aa27331286', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:37:49.076703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:49.111026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event updated for resources: {'Port': ['ID=6e9f8360-2999-420b-9d30-10ef33d02641,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:49.117442 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.203332 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.278790 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.288322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acffe26-9d7c-4dc5-93b7-cf531b3009cd {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:37:49.308250 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9acffe26-9d7c-4dc5-93b7-cf531b3009cd,segment=NetworkSegment(d4146dff-625b-46c9-9069-bef3c2b9de32),segment_id=d4146dff-625b-46c9-9069-bef3c2b9de32)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:49.312756 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.355570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57096) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:49.360909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=9acffe26-9d7c-4dc5-93b7-cf531b3009cd,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:49.369817 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:49.370173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:49.370521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:49.370863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:49.371197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:49.371523 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:49.372035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:49.372395 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:49.372732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:49.373063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:49.373389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:49.373716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:37:49.464458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Request body: {'networks': [{'name': 'tempest-network--1712834866'}, {'name': 'tempest-network--964568338'}]} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:49.464782 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Request body: {'network': {'name': 'tempest-network--1712834866'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:49.465255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Request body: {'network': {'name': 'tempest-network--964568338'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:49.487973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Made reservation on behalf of 08a182a29dc24a9db14999e38bce46a1 for: {'network': 2} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:49.492699 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.502517 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.604498 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.608274 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.609227 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.654522 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a6527c-9c43-46d9-abb9-75b2c135745f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:49.662433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:49.673624 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['9acffe26-9d7c-4dc5-93b7-cf531b3009cd'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:37:49.675147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.675550 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Added segment 385228d0-6d7c-4244-8856-e3bd3ddcfaad of type vlan for network f7fdc3fe-b5e8-46ad-bd49-39d7458e717a Sep 07 16:37:49.732643 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.764620 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:49.774069 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.774418 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Added segment 9f919081-e471-4c5b-a6da-d4f050377001 of type vlan for network e6d47d96-3e54-4042-8424-aa7046705683 Sep 07 16:37:49.794167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2a1ff-84e4-43a6-b8e5-eb8b3eff338d req-d9feb546-7822-4f3b-9795-fe5c21861639 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:49.795681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-53b2a1ff-84e4-43a6-b8e5-eb8b3eff338d req-d9feb546-7822-4f3b-9795-fe5c21861639 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 907 time: 0.5382342 Sep 07 16:37:49.818061 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.848943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.849511 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.855216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:49.860175 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:49.860869 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.893492 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5367794 Sep 07 16:37:49.896554 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57100) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:49.898041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Deleting port 13163c73-fe8e-47f8-9670-58395496b73a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:49.898395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.927411 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:49.959570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event updated for resources: {'Network': ['ID=f7fdc3fe-b5e8-46ad-bd49-39d7458e717a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:49.971441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network f7fdc3fe-b5e8-46ad-bd49-39d7458e717a details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:50.055463 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.073307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Calling delete_port for 13163c73-fe8e-47f8-9670-58395496b73a owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:50.277403 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.329392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3656131-b0bf-419c-a30b-4dfe4bf1f999 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event updated for resources: {'Network': ['ID=e6d47d96-3e54-4042-8424-aa7046705683,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:50.340654 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network e6d47d96-3e54-4042-8424-aa7046705683 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:50.362225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1c240-9495-4fc0-bba9-b33ca099bbc6 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:50.368817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1c240-9495-4fc0-bba9-b33ca099bbc6 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:50.375086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1c240-9495-4fc0-bba9-b33ca099bbc6 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:50.381914 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1c240-9495-4fc0-bba9-b33ca099bbc6 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:50.387709 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1c240-9495-4fc0-bba9-b33ca099bbc6 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:50.392210 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a5c1c240-9495-4fc0-bba9-b33ca099bbc6 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.4920654 Sep 07 16:37:50.392806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57102) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:50.424439 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.457778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Pushing event deleted for resources: {'Port': ['ID=13163c73-fe8e-47f8-9670-58395496b73a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:50.478019 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82904a03-e1b8-43d3-ad62-3103a06a4317 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.535900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Router fbe51d0c-80c7-4cd9-9305-e38ee63f3883 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:37:50.540161 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.572758 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82904a03-e1b8-43d3-ad62-3103a06a4317 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.596661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-82904a03-e1b8-43d3-ad62-3103a06a4317 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fdc3fe-b5e8-46ad-bd49-39d7458e717a']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:50.607914 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-82904a03-e1b8-43d3-ad62-3103a06a4317 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385228d0-6d7c-4244-8856-e3bd3ddcfaad') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:50.608219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-82904a03-e1b8-43d3-ad62-3103a06a4317 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385228d0-6d7c-4244-8856-e3bd3ddcfaad') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:50.619996 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82904a03-e1b8-43d3-ad62-3103a06a4317 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.634717 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82904a03-e1b8-43d3-ad62-3103a06a4317 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.642014 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82904a03-e1b8-43d3-ad62-3103a06a4317 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:37:50.642427 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82904a03-e1b8-43d3-ad62-3103a06a4317 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:37:50.645907 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:37:50.710465 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82904a03-e1b8-43d3-ad62-3103a06a4317 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.718382 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-82904a03-e1b8-43d3-ad62-3103a06a4317 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.720548 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-82904a03-e1b8-43d3-ad62-3103a06a4317 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "DELETE /v2.0/networks/f7fdc3fe-b5e8-46ad-bd49-39d7458e717a HTTP/1.1" status: 204 len: 168 time: 0.3267069 Sep 07 16:37:50.723947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57104) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:50.747691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82904a03-e1b8-43d3-ad62-3103a06a4317 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event deleted for resources: {'Network': ['ID=f7fdc3fe-b5e8-46ad-bd49-39d7458e717a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:50.820369 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-52c57f6f-8c30-4031-8fae-ae7aefea847d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.845318 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.855090 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.864313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:50.879654 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] Sync routers for ids ['fbe51d0c-80c7-4cd9-9305-e38ee63f3883'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:50.892642 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] Routers {'fbe51d0c-80c7-4cd9-9305-e38ee63f3883'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:50.893463 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['fbe51d0c-80c7-4cd9-9305-e38ee63f3883'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:50.934230 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-52c57f6f-8c30-4031-8fae-ae7aefea847d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.957653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-52c57f6f-8c30-4031-8fae-ae7aefea847d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d47d96-3e54-4042-8424-aa7046705683']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:50.962815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9acffe26-9d7c-4dc5-93b7-cf531b3009cd up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:37:50.968299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-52c57f6f-8c30-4031-8fae-ae7aefea847d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f919081-e471-4c5b-a6da-d4f050377001') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:50.969067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-52c57f6f-8c30-4031-8fae-ae7aefea847d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f919081-e471-4c5b-a6da-d4f050377001') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:50.975428 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:50.979140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6a3653c2-a7b5-4960-8768-e853be1ef718 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.1937869 Sep 07 16:37:50.979588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57108) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:50.987469 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Router 89c9e13e-ebb1-44a8-8972-6b686333bc32 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:37:51.008495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5155bc3-5ced-4d71-8c2a-0a69791c2502 req-b7a55216-d167-4921-84d0-951f98a4fecf tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:51.010168 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5155bc3-5ced-4d71-8c2a-0a69791c2502 req-b7a55216-d167-4921-84d0-951f98a4fecf tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 908 time: 0.1032784 Sep 07 16:37:51.024657 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] Set router fbe51d0c-80c7-4cd9-9305-e38ee63f3883 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:37:51.057834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:51.063917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:51.064638 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.094676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:51.103636 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.106384 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-52c57f6f-8c30-4031-8fae-ae7aefea847d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.112063 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.116061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2883b421-08f0-4368-b27a-e19f26f30730 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "PUT /v2.0/routers/89c9e13e-ebb1-44a8-8972-6b686333bc32 HTTP/1.1" status: 200 len: 710 time: 2.3901074 Sep 07 16:37:51.116717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57110) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:51.116949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a480bb4e-8639-4a91-b4de-3f18222947df None None] Sync routers for ids ['89c9e13e-ebb1-44a8-8972-6b686333bc32'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:51.149513 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a480bb4e-8639-4a91-b4de-3f18222947df None None] Routers {'89c9e13e-ebb1-44a8-8972-6b686333bc32'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:51.152755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a480bb4e-8639-4a91-b4de-3f18222947df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['89c9e13e-ebb1-44a8-8972-6b686333bc32'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:51.154401 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-52c57f6f-8c30-4031-8fae-ae7aefea847d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.171896 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c57f6f-8c30-4031-8fae-ae7aefea847d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:37:51.172529 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-52c57f6f-8c30-4031-8fae-ae7aefea847d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:37:51.176047 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:37:51.219000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ae2afe47-6fe1-48a8-9a29-4716b798f915 tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/routers/89c9e13e-ebb1-44a8-8972-6b686333bc32 HTTP/1.1" status: 200 len: 745 time: 0.0985749 Sep 07 16:37:51.219366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57112) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:51.228684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a480bb4e-8639-4a91-b4de-3f18222947df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:51.248400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a480bb4e-8639-4a91-b4de-3f18222947df None None] Routers {'89c9e13e-ebb1-44a8-8972-6b686333bc32'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:51.249182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a480bb4e-8639-4a91-b4de-3f18222947df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['89c9e13e-ebb1-44a8-8972-6b686333bc32'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:51.253987 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.273250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d8ce5eb0-6649-42a3-aef3-80041c1a481f tempest-RoutersIpV6AdminTest-1249744866 tempest-RoutersIpV6AdminTest-1249744866-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7920ab71-216c-4d93-9da0-10a36a806527&device_id=89c9e13e-ebb1-44a8-8972-6b686333bc32 HTTP/1.1" status: 200 len: 205 time: 0.0527267 Sep 07 16:37:51.276038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57114) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:51.283973 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-52c57f6f-8c30-4031-8fae-ae7aefea847d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.294262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-52c57f6f-8c30-4031-8fae-ae7aefea847d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.296042 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-52c57f6f-8c30-4031-8fae-ae7aefea847d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "DELETE /v2.0/networks/e6d47d96-3e54-4042-8424-aa7046705683 HTTP/1.1" status: 204 len: 168 time: 0.5565226 Sep 07 16:37:51.299283 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.305394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57116) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:51.309794 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a480bb4e-8639-4a91-b4de-3f18222947df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:51.310580 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a480bb4e-8639-4a91-b4de-3f18222947df None None] The sync data for ids ['89c9e13e-ebb1-44a8-8972-6b686333bc32'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:51.319923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c57f6f-8c30-4031-8fae-ae7aefea847d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event deleted for resources: {'Network': ['ID=e6d47d96-3e54-4042-8424-aa7046705683,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:51.329233 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eeaa7e79-1757-43a6-be26-789d11f99423 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c9e13e-ebb1-44a8-8972-6b686333bc32 HTTP/1.1" status: 200 len: 205 time: 0.0518360 Sep 07 16:37:51.338428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709f8333-5698-4cda-a60c-c1fd4a09f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acffe26-9d7c-4dc5-93b7-cf531b3009cd'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:37:51.338637 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe51d0c-80c7-4cd9-9305-e38ee63f3883', 'name': '', 'tenant_id': 'a524053076c847a6bf8d585721619c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4f752c1-812f-4a8d-b702-264a8bef2270', 'external_fixed_ips': [{'subnet_id': '682aa9d6-7820-48b4-a51e-36ad075e6dd1', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '6e9f8360-2999-420b-9d30-10ef33d02641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:47Z', 'updated_at': '2021-09-07T16:37:49Z', 'revision_number': 3, 'project_id': 'a524053076c847a6bf8d585721619c34', 'gw_port': {'id': '6e9f8360-2999-420b-9d30-10ef33d02641', 'name': '', 'network_id': 'f4f752c1-812f-4a8d-b702-264a8bef2270', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe51d0c-80c7-4cd9-9305-e38ee63f3883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '682aa9d6-7820-48b4-a51e-36ad075e6dd1', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:48Z', 'updated_at': '2021-09-07T16:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682aa9d6-7820-48b4-a51e-36ad075e6dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:51.341788 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1130b3df-177e-4aa2-bf9d-da34e18502f1" -d '{"events": [{"server_uuid": "709f8333-5698-4cda-a60c-c1fd4a09f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "9acffe26-9d7c-4dc5-93b7-cf531b3009cd"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:37:51.351143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57118) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:51.359424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9acffe26-9d7c-4dc5-93b7-cf531b3009cd,segment=NetworkSegment(d4146dff-625b-46c9-9069-bef3c2b9de32),segment_id=d4146dff-625b-46c9-9069-bef3c2b9de32)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:51.366600 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.381878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Deleting port 6e9f8360-2999-420b-9d30-10ef33d02641 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:51.382389 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.428912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=9acffe26-9d7c-4dc5-93b7-cf531b3009cd,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:51.429513 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] Checking router: fbe51d0c-80c7-4cd9-9305-e38ee63f3883 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:37:51.429875 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] Updating router fbe51d0c-80c7-4cd9-9305-e38ee63f3883 port 6e9f8360-2999-420b-9d30-10ef33d02641 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:37:51.437698 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b3d2cb-0e9a-4aa0-8583-f209f1b3289b x-openstack-request-id: req-83b3d2cb-0e9a-4aa0-8583-f209f1b3289b {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:37:51.438085 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709f8333-5698-4cda-a60c-c1fd4a09f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "9acffe26-9d7c-4dc5-93b7-cf531b3009cd", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:37:51.438418 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83b3d2cb-0e9a-4aa0-8583-f209f1b3289b {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:37:51.438890 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709f8333-5698-4cda-a60c-c1fd4a09f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acffe26-9d7c-4dc5-93b7-cf531b3009cd', 'code': 200} Sep 07 16:37:51.466519 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.480539 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.493020 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Calling delete_port for 6e9f8360-2999-420b-9d30-10ef33d02641 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:51.559092 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-528ce83a-2934-4a35-810a-4fa4505f1b95 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.672765 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.682784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e95bf-22af-471f-be23-f5fb9594c14d req-a1a1d228-9d4c-4d3b-8d07-46e03cee0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:51.684296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d55e95bf-22af-471f-be23-f5fb9594c14d req-a1a1d228-9d4c-4d3b-8d07-46e03cee0861 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 1060 time: 0.1732366 Sep 07 16:37:51.693328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cf1a1-b0dd-4d71-90d6-119199beaeee tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:51.699285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cf1a1-b0dd-4d71-90d6-119199beaeee tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:51.704250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e9f8360-2999-420b-9d30-10ef33d02641,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:51.705406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cf1a1-b0dd-4d71-90d6-119199beaeee tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:51.712061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-722cf1a1-b0dd-4d71-90d6-119199beaeee tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.4017282 Sep 07 16:37:51.712470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57122) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:51.719235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ffbb1636-50d3-4e18-a4f4-10cdb5de82d8 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1726994263'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:51.734359 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.db.api [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:37:51.734706 n-d-807551-3 neutron-server[94773]: DEBUG oslo_db.api [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:37:51.796097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbb1636-50d3-4e18-a4f4-10cdb5de82d8 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Made reservation on behalf of 08a182a29dc24a9db14999e38bce46a1 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:51.801017 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ffbb1636-50d3-4e18-a4f4-10cdb5de82d8 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.806195 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-528ce83a-2934-4a35-810a-4fa4505f1b95 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.808410 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-528ce83a-2934-4a35-810a-4fa4505f1b95 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.821017 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.853019 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-528ce83a-2934-4a35-810a-4fa4505f1b95 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.853564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528ce83a-2934-4a35-810a-4fa4505f1b95 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Fanout notify agent at l3_agent the message router_deleted on router 89c9e13e-ebb1-44a8-8972-6b686333bc32 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:51.861465 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-528ce83a-2934-4a35-810a-4fa4505f1b95 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.863264 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-528ce83a-2934-4a35-810a-4fa4505f1b95 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "DELETE /v2.0/routers/89c9e13e-ebb1-44a8-8972-6b686333bc32 HTTP/1.1" status: 204 len: 168 time: 0.5104291 Sep 07 16:37:51.867153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57124) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:51.896862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aaaa0ad4-e9d5-4641-9a5f-e95e3d866794 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c9e13e-ebb1-44a8-8972-6b686333bc32 HTTP/1.1" status: 200 len: 205 time: 0.0285327 Sep 07 16:37:51.899326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57126) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:51.914406 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbb1636-50d3-4e18-a4f4-10cdb5de82d8 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:51.940038 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-c07b9283-4315-4674-a84c-cf863b83068b tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] delete failed (client error): The resource could not be found. Sep 07 16:37:51.941702 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c07b9283-4315-4674-a84c-cf863b83068b tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "DELETE /v2.0/routers/89c9e13e-ebb1-44a8-8972-6b686333bc32 HTTP/1.1" status: 404 len: 336 time: 0.0408313 Sep 07 16:37:51.944232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57128) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:51.951404 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.956656 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.965242 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ffbb1636-50d3-4e18-a4f4-10cdb5de82d8 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:51.965591 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-ffbb1636-50d3-4e18-a4f4-10cdb5de82d8 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Added segment b483cfc6-2819-41a0-a529-fe8c36217088 of type vlan for network 077f0c08-f6b7-4c2c-9230-764988c48019 Sep 07 16:37:51.971261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f3ee01d3-0d65-4858-8a27-1d1c7eaefabf tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "GET /v2.0/ports?device_id=089e1bc7-3568-4e58-8bc1-8c61bbbba84c HTTP/1.1" status: 200 len: 205 time: 0.0259366 Sep 07 16:37:51.973702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57130) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.010203 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-28598bea-3cd2-44fa-93b0-898d23ded950 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] delete failed (client error): The resource could not be found. Sep 07 16:37:52.011249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-28598bea-3cd2-44fa-93b0-898d23ded950 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "DELETE /v2.0/routers/089e1bc7-3568-4e58-8bc1-8c61bbbba84c HTTP/1.1" status: 404 len: 336 time: 0.0366607 Sep 07 16:37:52.013960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57132) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.037615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.038163 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbe51d0c-80c7-4cd9-9305-e38ee63f3883 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:52.043479 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.047405 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5c6bc7a1-1f4b-4468-a449-efb3a26d77c7 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "DELETE /v2.0/routers/fbe51d0c-80c7-4cd9-9305-e38ee63f3883 HTTP/1.1" status: 204 len: 168 time: 1.0668056 Sep 07 16:37:52.048035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.085258 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ffbb1636-50d3-4e18-a4f4-10cdb5de82d8 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.123302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5e4cef-cd06-492c-b621-5502c941ba62 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Deleting subnet 682aa9d6-7820-48b4-a51e-36ad075e6dd1 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:37:52.128093 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad5e4cef-cd06-492c-b621-5502c941ba62 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.149829 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ffbb1636-50d3-4e18-a4f4-10cdb5de82d8 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.156067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbb1636-50d3-4e18-a4f4-10cdb5de82d8 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:52.156719 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ffbb1636-50d3-4e18-a4f4-10cdb5de82d8 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.216923 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ffbb1636-50d3-4e18-a4f4-10cdb5de82d8 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5034752 Sep 07 16:37:52.221841 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad5e4cef-cd06-492c-b621-5502c941ba62 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.253365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57138) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.259176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bcac8162-3995-42f2-b82e-7b62cbe42d38 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1533138745'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:52.263292 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] Port 6e9f8360-2999-420b-9d30-10ef33d02641 not found while updating agent binding for router fbe51d0c-80c7-4cd9-9305-e38ee63f3883. {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 07 16:37:52.275176 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:37:52.278065 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] Routers set() bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:52.278430 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] Router IDs set() for agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 16:37:52.279168 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_agentschedulers_db [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fbe51d0c-80c7-4cd9-9305-e38ee63f3883'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent'). {{(pid=94773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 07 16:37:52.279546 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4a0e9-9275-4e4e-9c5b-ee2c61b81587 None None] The sync data for ids ['fbe51d0c-80c7-4cd9-9305-e38ee63f3883'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:52.297967 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb1636-50d3-4e18-a4f4-10cdb5de82d8 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event updated for resources: {'Network': ['ID=077f0c08-f6b7-4c2c-9230-764988c48019,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:52.311282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 077f0c08-f6b7-4c2c-9230-764988c48019 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:52.331084 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad5e4cef-cd06-492c-b621-5502c941ba62 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.333465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcac8162-3995-42f2-b82e-7b62cbe42d38 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Made reservation on behalf of 08a182a29dc24a9db14999e38bce46a1 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:52.337182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bcac8162-3995-42f2-b82e-7b62cbe42d38 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.375801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3996c908-fff6-420c-9f0e-316fc96929eb tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ac4b2fc-6d73-418b-aaea-bfbf5f699b77 HTTP/1.1" status: 200 len: 205 time: 0.3607755 Sep 07 16:37:52.383369 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57140) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.424061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f67f01-27fe-4dde-a94b-dd7fbaba9f31 req-fc3116fb-fd6e-4981-9e1f-86353ac23833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:52.426145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3f67f01-27fe-4dde-a94b-dd7fbaba9f31 req-fc3116fb-fd6e-4981-9e1f-86353ac23833 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 909 time: 0.0523729 Sep 07 16:37:52.440994 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcac8162-3995-42f2-b82e-7b62cbe42d38 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:52.444977 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-64fea2ce-1bdf-485c-b281-615ca2b7a105 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] delete failed (client error): The resource could not be found. Sep 07 16:37:52.446031 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-64fea2ce-1bdf-485c-b281-615ca2b7a105 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "DELETE /v2.0/routers/4ac4b2fc-6d73-418b-aaea-bfbf5f699b77 HTTP/1.1" status: 404 len: 336 time: 0.0606523 Sep 07 16:37:52.450484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57142) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.460861 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bcac8162-3995-42f2-b82e-7b62cbe42d38 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.463284 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-bcac8162-3995-42f2-b82e-7b62cbe42d38 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Added segment 6343e1a5-041e-4d6b-ac76-ef9d97c34f7b of type vlan for network 04084bbc-fc69-4aa2-ade8-a2a43df1da85 Sep 07 16:37:52.473103 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad5e4cef-cd06-492c-b621-5502c941ba62 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.478414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2f1eddc2-9060-4317-9ee5-2e59a9290574 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "GET /v2.0/ports?device_id=f06d7ebd-7b09-42aa-930a-bc2b705a9e65 HTTP/1.1" status: 200 len: 205 time: 0.0267313 Sep 07 16:37:52.480879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.520314 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-7bfc7cb0-6568-4b63-84c0-aadb0fc72098 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] delete failed (client error): The resource could not be found. Sep 07 16:37:52.523657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7bfc7cb0-6568-4b63-84c0-aadb0fc72098 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "DELETE /v2.0/routers/f06d7ebd-7b09-42aa-930a-bc2b705a9e65 HTTP/1.1" status: 404 len: 336 time: 0.0392854 Sep 07 16:37:52.523795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e4cef-cd06-492c-b621-5502c941ba62 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=682aa9d6-7820-48b4-a51e-36ad075e6dd1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:52.523951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57146) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.531790 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad5e4cef-cd06-492c-b621-5502c941ba62 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.536854 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ad5e4cef-cd06-492c-b621-5502c941ba62 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/682aa9d6-7820-48b4-a51e-36ad075e6dd1 HTTP/1.1" status: 204 len: 168 time: 0.4812186 Sep 07 16:37:52.536854 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bcac8162-3995-42f2-b82e-7b62cbe42d38 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.537217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57148) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.559895 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bcac8162-3995-42f2-b82e-7b62cbe42d38 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.564312 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d7ddf3f2-dd32-4f18-a4f7-5f4dcf733bf4 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "GET /v2.0/ports?device_id=d438c8ee-c043-407f-9340-0a684a02b5de HTTP/1.1" status: 200 len: 205 time: 0.0380075 Sep 07 16:37:52.565699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac8162-3995-42f2-b82e-7b62cbe42d38 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:52.566327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bcac8162-3995-42f2-b82e-7b62cbe42d38 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.569312 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57150) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.625538 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.633653 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-4709ccc2-6988-4669-9e20-8ed23071e565 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] delete failed (client error): The resource could not be found. Sep 07 16:37:52.634774 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4709ccc2-6988-4669-9e20-8ed23071e565 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "DELETE /v2.0/routers/d438c8ee-c043-407f-9340-0a684a02b5de HTTP/1.1" status: 404 len: 336 time: 0.0617337 Sep 07 16:37:52.638006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57152) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.651029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bcac8162-3995-42f2-b82e-7b62cbe42d38 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3964608 Sep 07 16:37:52.654175 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57154) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.659222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Request body: {'ports': [{'network_id': '077f0c08-f6b7-4c2c-9230-764988c48019', 'name': 'tempest-port--1363668758', 'admin_state_up': True}, {'network_id': '04084bbc-fc69-4aa2-ade8-a2a43df1da85', 'admin_state_up': False}]} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:52.659585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Request body: {'port': {'network_id': '077f0c08-f6b7-4c2c-9230-764988c48019', 'name': 'tempest-port--1363668758', 'admin_state_up': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:52.660688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Request body: {'port': {'network_id': '04084bbc-fc69-4aa2-ade8-a2a43df1da85', 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:52.671512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-32ffd2c4-a928-424a-8445-daa139c3a024 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "GET /v2.0/ports?device_id=1cbd146c-75aa-4021-b7ce-d06370cb2b6f HTTP/1.1" status: 200 len: 205 time: 0.0323052 Sep 07 16:37:52.687212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57156) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.710737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac8162-3995-42f2-b82e-7b62cbe42d38 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event updated for resources: {'Network': ['ID=04084bbc-fc69-4aa2-ade8-a2a43df1da85,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:52.720741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 04084bbc-fc69-4aa2-ade8-a2a43df1da85 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:52.737109 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-d25a59c1-b920-4e88-ae7f-92a138f93af8 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] delete failed (client error): The resource could not be found. Sep 07 16:37:52.740631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d25a59c1-b920-4e88-ae7f-92a138f93af8 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "DELETE /v2.0/routers/1cbd146c-75aa-4021-b7ce-d06370cb2b6f HTTP/1.1" status: 404 len: 336 time: 0.0498323 Sep 07 16:37:52.745513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57158) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:52.803315 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2143ddf-2931-441b-9217-9aa59e4f95b5 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] DELETE failed (client error): The resource could not be found. Sep 07 16:37:52.803777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2143ddf-2931-441b-9217-9aa59e4f95b5 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:37:52.805565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b2143ddf-2931-441b-9217-9aa59e4f95b5 tempest-RoutersIpV6AdminTest-442367587 tempest-RoutersIpV6AdminTest-442367587-project] 10.222.0.70 "DELETE /v2.0/subnets/7caa16ad-b907-405f-b050-740004694bde HTTP/1.1" status: 404 len: 337 time: 0.0591269 Sep 07 16:37:52.808536 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.838327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f752c1-812f-4a8d-b702-264a8bef2270']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:52.848786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f4308a-1a72-4c0b-aba5-5cadbfa3db8d') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:52.849089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f4308a-1a72-4c0b-aba5-5cadbfa3db8d') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:52.858511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Made reservation on behalf of 08a182a29dc24a9db14999e38bce46a1 for: {'port': 2} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:52.859453 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.863584 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.873764 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.878875 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.883139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:37:52.883607 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:37:52.885596 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:37:52.950553 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.957414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4f752c1-812f-4a8d-b702-264a8bef2270 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 16:37:52.967996 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:52.973897 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "DELETE /v2.0/networks/f4f752c1-812f-4a8d-b702-264a8bef2270 HTTP/1.1" status: 204 len: 168 time: 0.4316959 Sep 07 16:37:52.974573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb4098-5ea2-473d-9037-ec1caba5131a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4f752c1-812f-4a8d-b702-264a8bef2270,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:52.978384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] device_id is not set on port c2cfb3e4-5553-46c5-a369-a1ac6e0dbfd3 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:37:53.117490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.118036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57166) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:53.229196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] device_id is not set on port 446b3dde-4c30-4ea7-8471-d416959be433 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:37:53.256372 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb69d4f8-b549-41d4-82c2-ed82d464165b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.350757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57174) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:53.358280 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fb05a768-ba90-4a24-905a-6098d600e960 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Request body: {'router': {'name': 'tempest-router--1540828400', 'project_id': '623ff953a096466ca54ef84235bfc95e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:53.369675 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb69d4f8-b549-41d4-82c2-ed82d464165b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.375152 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb69d4f8-b549-41d4-82c2-ed82d464165b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.381295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.407348 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb05a768-ba90-4a24-905a-6098d600e960 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.408601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb05a768-ba90-4a24-905a-6098d600e960 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.428610 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fb69d4f8-b549-41d4-82c2-ed82d464165b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1401a9b2f1c14c7986167e3ebaec0836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069348 Sep 07 16:37:53.428610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69d4f8-b549-41d4-82c2-ed82d464165b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14650e52-58b5-41ea-a6b1-e6a3b919ab6a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:53.430587 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:53.487581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f72b-81fb-49d2-aaf8-6e1adde3bc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.493057 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb05a768-ba90-4a24-905a-6098d600e960 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.495928 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.505686 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb05a768-ba90-4a24-905a-6098d600e960 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.540135 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f72b-81fb-49d2-aaf8-6e1adde3bc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.550697 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fb05a768-ba90-4a24-905a-6098d600e960 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.551931 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fb05a768-ba90-4a24-905a-6098d600e960 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2001474 Sep 07 16:37:53.554944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57180) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:53.567818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event updated for resources: {'Port': ['ID=c2cfb3e4-5553-46c5-a369-a1ac6e0dbfd3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:53.578067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Checking segment: {'id': 'b483cfc6-2819-41a0-a529-fe8c36217088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '077f0c08-f6b7-4c2c-9230-764988c48019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:53.578433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Network hostable DHCP agents. Network: 077f0c08-f6b7-4c2c-9230-764988c48019, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:37:53.593811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Network 077f0c08-f6b7-4c2c-9230-764988c48019 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:37:53.602718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 077f0c08-f6b7-4c2c-9230-764988c48019) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:53.606693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:53.607784 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.612149 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c534c1d-2a6a-430f-9c88-a96cd9fa85c1 None None] Network 077f0c08-f6b7-4c2c-9230-764988c48019 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:53.663236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbbf28-ee7c-4675-98e6-2dae9f969e4d req-13b2c43d-f542-451d-83ef-8c1bfcaba26d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:53.664807 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a1bbbf28-ee7c-4675-98e6-2dae9f969e4d req-13b2c43d-f542-451d-83ef-8c1bfcaba26d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 909 time: 0.1647618 Sep 07 16:37:53.666762 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef3ddbd8-a47d-41cb-8c6b-0b9d09c4de1a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.683281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event updated for resources: {'Port': ['ID=446b3dde-4c30-4ea7-8471-d416959be433,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:53.696937 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Checking segment: {'id': '6343e1a5-041e-4d6b-ac76-ef9d97c34f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '04084bbc-fc69-4aa2-ade8-a2a43df1da85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:53.697597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Network hostable DHCP agents. Network: 04084bbc-fc69-4aa2-ade8-a2a43df1da85, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:37:53.719953 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Network 04084bbc-fc69-4aa2-ade8-a2a43df1da85 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:37:53.734232 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 04084bbc-fc69-4aa2-ade8-a2a43df1da85) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:53.739209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:53.745842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:53.751199 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:53.752015 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.752634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0926aa2-6758-4bc2-bb4d-f09d5712ce47 None None] Network 04084bbc-fc69-4aa2-ade8-a2a43df1da85 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:53.771691 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2a8858c5-79b8-41c6-a3c5-88b218e92a5b tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1138179 Sep 07 16:37:53.772165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57184) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:53.851851 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f72b-81fb-49d2-aaf8-6e1adde3bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.855116 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f72b-81fb-49d2-aaf8-6e1adde3bc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.859824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c3f0f72b-81fb-49d2-aaf8-6e1adde3bc93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14650e52-58b5-41ea-a6b1-e6a3b919ab6a HTTP/1.1" status: 204 len: 168 time: 0.4282336 Sep 07 16:37:53.870412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fdbaef-9afc-4522-a9a0-9487db1046fd tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:53.877108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fdbaef-9afc-4522-a9a0-9487db1046fd tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:53.880070 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c5fdbaef-9afc-4522-a9a0-9487db1046fd tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1066446 Sep 07 16:37:53.882763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57188) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:53.920123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef3ddbd8-a47d-41cb-8c6b-0b9d09c4de1a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.922696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0f72b-81fb-49d2-aaf8-6e1adde3bc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14650e52-58b5-41ea-a6b1-e6a3b919ab6a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:53.927111 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef3ddbd8-a47d-41cb-8c6b-0b9d09c4de1a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.977841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e63225-2df0-4d86-8fd6-e6afba4105e6 req-31bc7709-8ba3-4fd0-96f1-27534b111a8d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:53.979408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20e63225-2df0-4d86-8fd6-e6afba4105e6 req-31bc7709-8ba3-4fd0-96f1-27534b111a8d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 909 time: 0.2207367 Sep 07 16:37:53.987022 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef3ddbd8-a47d-41cb-8c6b-0b9d09c4de1a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.987675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3ddbd8-a47d-41cb-8c6b-0b9d09c4de1a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e5ff8fc-a09d-4882-b2d8-8320d52f03ae {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:53.993781 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef3ddbd8-a47d-41cb-8c6b-0b9d09c4de1a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:53.998065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ef3ddbd8-a47d-41cb-8c6b-0b9d09c4de1a tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "DELETE /v2.0/routers/3e5ff8fc-a09d-4882-b2d8-8320d52f03ae HTTP/1.1" status: 204 len: 168 time: 0.4394877 Sep 07 16:37:53.998555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5bb54e67-93c7-405b-8e16-c16b2141c605 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Deleting port c2cfb3e4-5553-46c5-a369-a1ac6e0dbfd3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:53.998555 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bb54e67-93c7-405b-8e16-c16b2141c605 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.076829 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bb54e67-93c7-405b-8e16-c16b2141c605 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.096384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5bb54e67-93c7-405b-8e16-c16b2141c605 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Calling delete_port for c2cfb3e4-5553-46c5-a369-a1ac6e0dbfd3 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:54.128642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d6d68-f3b9-41ec-a378-a92b61d322d9 req-b93c0b99-0dea-4e22-8ad0-6107b1bfa8db tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:54.130768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb1d6d68-f3b9-41ec-a378-a92b61d322d9 req-b93c0b99-0dea-4e22-8ad0-6107b1bfa8db tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 1060 time: 0.0591261 Sep 07 16:37:54.140769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57196) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:54.217743 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bb54e67-93c7-405b-8e16-c16b2141c605 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.244278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb54e67-93c7-405b-8e16-c16b2141c605 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event deleted for resources: {'Port': ['ID=c2cfb3e4-5553-46c5-a369-a1ac6e0dbfd3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:54.250706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591e547-9cba-4746-9e10-d77ee5920121 req-5e754b3a-e983-4bf7-8bb7-bf1cbf537029 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:54.252275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d591e547-9cba-4746-9e10-d77ee5920121 req-5e754b3a-e983-4bf7-8bb7-bf1cbf537029 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 1135 time: 0.0510769 Sep 07 16:37:54.256652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bb54e67-93c7-405b-8e16-c16b2141c605 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.260866 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5bb54e67-93c7-405b-8e16-c16b2141c605 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "DELETE /v2.0/ports/c2cfb3e4-5553-46c5-a369-a1ac6e0dbfd3 HTTP/1.1" status: 204 len: 168 time: 0.3769615 Sep 07 16:37:54.261682 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57202) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:54.299041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d591e547-9cba-4746-9e10-d77ee5920121 req-f26aaa8a-a58b-453c-a516-b07d583dafbe tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0369308 Sep 07 16:37:54.323265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57204) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:54.367041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-67a230f7-99b2-47ed-8c2e-57a180d4b56e tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Deleting port 446b3dde-4c30-4ea7-8471-d416959be433 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:54.367402 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67a230f7-99b2-47ed-8c2e-57a180d4b56e tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.369889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdeccdf-2425-4412-a7b4-8632c2437cb3 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:54.372821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dfdeccdf-2425-4412-a7b4-8632c2437cb3 tempest-TestSecurityGroupsBasicOps-738078015 tempest-TestSecurityGroupsBasicOps-738078015-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 1055 time: 0.0484049 Sep 07 16:37:54.378095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1952427787', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:54.409550 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.410705 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.438307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57208) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:54.454940 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67a230f7-99b2-47ed-8c2e-57a180d4b56e tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.470982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-67a230f7-99b2-47ed-8c2e-57a180d4b56e tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Calling delete_port for 446b3dde-4c30-4ea7-8471-d416959be433 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:54.500826 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.550548 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2b963689-763f-4917-af30-3c73a9ab0eea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73d5951adfa74957aa2830073a38b5cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1084974 Sep 07 16:37:54.551175 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57212) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:54.582460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67a230f7-99b2-47ed-8c2e-57a180d4b56e tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.619387 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a230f7-99b2-47ed-8c2e-57a180d4b56e tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event deleted for resources: {'Port': ['ID=446b3dde-4c30-4ea7-8471-d416959be433,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:54.628839 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67a230f7-99b2-47ed-8c2e-57a180d4b56e tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.630769 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-67a230f7-99b2-47ed-8c2e-57a180d4b56e tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "DELETE /v2.0/ports/446b3dde-4c30-4ea7-8471-d416959be433 HTTP/1.1" status: 204 len: 168 time: 0.3679867 Sep 07 16:37:54.633260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57216) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:54.664810 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dab0c6b-f8ce-4297-a172-fad78c2743fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.671273 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fc86346e-8948-4fba-95ff-80e7a84ea211 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0336785 Sep 07 16:37:54.672076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:54.677655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c6be05ee-1be5-4e9a-845d-7d56eb1a1046 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1513989991'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:54.684257 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.688369 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dab0c6b-f8ce-4297-a172-fad78c2743fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.722930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6be05ee-1be5-4e9a-845d-7d56eb1a1046 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Made reservation on behalf of 08a182a29dc24a9db14999e38bce46a1 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:54.727031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6be05ee-1be5-4e9a-845d-7d56eb1a1046 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.744500 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dab0c6b-f8ce-4297-a172-fad78c2743fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.749445 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dab0c6b-f8ce-4297-a172-fad78c2743fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.750715 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2dab0c6b-f8ce-4297-a172-fad78c2743fc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54f2e22a-1bfe-4d03-b034-094fd0588c69 HTTP/1.1" status: 204 len: 168 time: 0.1978617 Sep 07 16:37:54.761216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab0c6b-f8ce-4297-a172-fad78c2743fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f2e22a-1bfe-4d03-b034-094fd0588c69,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:54.768096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6be05ee-1be5-4e9a-845d-7d56eb1a1046 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:54.824273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6be05ee-1be5-4e9a-845d-7d56eb1a1046 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.824638 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-c6be05ee-1be5-4e9a-845d-7d56eb1a1046 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Added segment 40403db3-43c8-40ad-a2b7-05952a0ed964 of type vlan for network e051a5cd-940e-4131-bfa0-d5d4fba6ce70 Sep 07 16:37:54.891971 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6be05ee-1be5-4e9a-845d-7d56eb1a1046 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.915808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428538b-4b3f-45cd-b52d-b93fada3c7f6 req-5a7ce70d-c005-4d25-b6a9-b09423d58317 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:54.917825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a428538b-4b3f-45cd-b52d-b93fada3c7f6 req-5a7ce70d-c005-4d25-b6a9-b09423d58317 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 909 time: 0.3364708 Sep 07 16:37:54.943954 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6be05ee-1be5-4e9a-845d-7d56eb1a1046 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:54.949634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be05ee-1be5-4e9a-845d-7d56eb1a1046 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:54.950229 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6be05ee-1be5-4e9a-845d-7d56eb1a1046 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:55.027005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c6be05ee-1be5-4e9a-845d-7d56eb1a1046 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3543582 Sep 07 16:37:55.029623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57226) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:55.034945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0842e8fb-9df6-4701-8230-172dcb5b69fb tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-983834436'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:55.058274 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0842e8fb-9df6-4701-8230-172dcb5b69fb tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Made reservation on behalf of 08a182a29dc24a9db14999e38bce46a1 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:55.062476 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0842e8fb-9df6-4701-8230-172dcb5b69fb tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:55.091913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0842e8fb-9df6-4701-8230-172dcb5b69fb tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:37:55.092416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be05ee-1be5-4e9a-845d-7d56eb1a1046 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event updated for resources: {'Network': ['ID=e051a5cd-940e-4131-bfa0-d5d4fba6ce70,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:55.108074 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network e051a5cd-940e-4131-bfa0-d5d4fba6ce70 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:55.114486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:55.115592 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0842e8fb-9df6-4701-8230-172dcb5b69fb tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:55.115987 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-0842e8fb-9df6-4701-8230-172dcb5b69fb tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Added segment 112ee4f3-51ee-4f64-acdd-aeb838c90bad of type vlan for network fb81ee4e-2da2-4ce7-9e84-c236889375f0 Sep 07 16:37:55.144048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:55.165346 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0842e8fb-9df6-4701-8230-172dcb5b69fb tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:55.199055 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0842e8fb-9df6-4701-8230-172dcb5b69fb tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:55.205085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0842e8fb-9df6-4701-8230-172dcb5b69fb tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:55.205733 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0842e8fb-9df6-4701-8230-172dcb5b69fb tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:55.248363 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0842e8fb-9df6-4701-8230-172dcb5b69fb tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2085047 Sep 07 16:37:55.270236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Allocated IP 172.25.3.135 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/5fd3bf8b-9d2b-4a46-8a45-9755c38d595b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:55.290149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842e8fb-9df6-4701-8230-172dcb5b69fb tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event updated for resources: {'Network': ['ID=fb81ee4e-2da2-4ce7-9e84-c236889375f0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:55.303673 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network fb81ee4e-2da2-4ce7-9e84-c236889375f0 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:37:55.375770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57238) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:55.383082 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Request body: {'subnets': [{'network_id': 'e051a5cd-940e-4131-bfa0-d5d4fba6ce70', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--828259920', 'ip_version': 4}, {'network_id': 'fb81ee4e-2da2-4ce7-9e84-c236889375f0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:55.383408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Request body: {'subnet': {'network_id': 'e051a5cd-940e-4131-bfa0-d5d4fba6ce70', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--828259920', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:55.384058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Request body: {'subnet': {'network_id': 'fb81ee4e-2da2-4ce7-9e84-c236889375f0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:55.404106 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:55.449617 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:55.493515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:55.497034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:55.501217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:55.536496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Pushing event updated for resources: {'Port': ['ID=5fd3bf8b-9d2b-4a46-8a45-9755c38d595b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:55.562626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Made reservation on behalf of 08a182a29dc24a9db14999e38bce46a1 for: {'subnet': 2} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:37:55.570825 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:55.571352 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:55.774712 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:55.982119 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:56.005546 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:56.064846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event updated for resources: {'Subnet': ['ID=acb35edb-328f-4dcb-9aa3-32207ee31608,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:56.073562 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Checking segment: {'id': '40403db3-43c8-40ad-a2b7-05952a0ed964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e051a5cd-940e-4131-bfa0-d5d4fba6ce70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:56.074093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Network hostable DHCP agents. Network: e051a5cd-940e-4131-bfa0-d5d4fba6ce70, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:37:56.096564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Network e051a5cd-940e-4131-bfa0-d5d4fba6ce70 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:37:56.107362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, e051a5cd-940e-4131-bfa0-d5d4fba6ce70) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:56.111391 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:56.119521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dacbea-83d5-4a3f-9ae7-da2cc9747940 None None] Network e051a5cd-940e-4131-bfa0-d5d4fba6ce70 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:56.175713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event updated for resources: {'Subnet': ['ID=2a09b63e-d1eb-49ff-984c-72c0676ba188,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:56.188968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e46832-25f5-4596-b4ed-d8dc84f463ba req-17a82b08-d02b-4e29-81d1-31d3f0065f2a tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:56.197986 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04e46832-25f5-4596-b4ed-d8dc84f463ba req-17a82b08-d02b-4e29-81d1-31d3f0065f2a tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 909 time: 0.1880722 Sep 07 16:37:56.200058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Checking segment: {'id': '112ee4f3-51ee-4f64-acdd-aeb838c90bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb81ee4e-2da2-4ce7-9e84-c236889375f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:56.200500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Network hostable DHCP agents. Network: fb81ee4e-2da2-4ce7-9e84-c236889375f0, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:37:56.218643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7048f8-acb7-457a-abac-5888c34adb50 req-902d279b-8923-4a38-b0c4-ecd433eb256d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:56.220142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a7048f8-acb7-457a-abac-5888c34adb50 req-902d279b-8923-4a38-b0c4-ecd433eb256d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.35 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 909 time: 0.1509593 Sep 07 16:37:56.235961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Network fb81ee4e-2da2-4ce7-9e84-c236889375f0 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:37:56.251267 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, fb81ee4e-2da2-4ce7-9e84-c236889375f0) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:56.258745 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:56.259902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:56.261041 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:56.275264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f494cfa-297a-46b7-ae61-3d21b7345666 None None] Network fb81ee4e-2da2-4ce7-9e84-c236889375f0 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:56.283383 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b0854b83-f5e3-42db-904c-802f6587d292 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.9060426 Sep 07 16:37:56.284329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57260) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:56.311924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57262) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:56.342754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Router ddf701a5-f35d-4dad-b4b8-454a04738451 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:37:56.367161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-9a7048f8-acb7-457a-abac-5888c34adb50 req-88ba60c5-54b1-4368-9b95-24423b3050d7 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Deleting port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:56.367421 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9a7048f8-acb7-457a-abac-5888c34adb50 req-88ba60c5-54b1-4368-9b95-24423b3050d7 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:56.406682 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1a6d4-9f4c-4a02-a686-0fecaa435852 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:56.408582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1a6d4-9f4c-4a02-a686-0fecaa435852 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:56.410746 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1a6d4-9f4c-4a02-a686-0fecaa435852 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:56.417837 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0ef1a6d4-9f4c-4a02-a686-0fecaa435852 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1321218 Sep 07 16:37:56.418728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:56.468697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f6a42061-380c-4fac-a543-e14850123ffa tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-662397386'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:56.471723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-e051a5cd-940e-4131-bfa0-d5d4fba6ce70', 'network_id': 'e051a5cd-940e-4131-bfa0-d5d4fba6ce70', 'tenant_id': '08a182a29dc24a9db14999e38bce46a1', 'fixed_ips': [{'subnet_id': 'acb35edb-328f-4dcb-9aa3-32207ee31608'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:37:56.472715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:56.491309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-fb81ee4e-2da2-4ce7-9e84-c236889375f0', 'network_id': 'fb81ee4e-2da2-4ce7-9e84-c236889375f0', 'tenant_id': '08a182a29dc24a9db14999e38bce46a1', 'fixed_ips': [{'subnet_id': '2a09b63e-d1eb-49ff-984c-72c0676ba188'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:37:56.492294 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:56.566313 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6a42061-380c-4fac-a543-e14850123ffa tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:56.567366 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6a42061-380c-4fac-a543-e14850123ffa tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:56.583012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-9a7048f8-acb7-457a-abac-5888c34adb50 req-88ba60c5-54b1-4368-9b95-24423b3050d7 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] For port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9acffe26-9d7c-4dc5-93b7-cf531b3009cd,segment=NetworkSegment(d4146dff-625b-46c9-9069-bef3c2b9de32),segment_id=d4146dff-625b-46c9-9069-bef3c2b9de32)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:56.583398 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9a7048f8-acb7-457a-abac-5888c34adb50 req-88ba60c5-54b1-4368-9b95-24423b3050d7 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:56.592791 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:37:56.608968 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08818446-abcb-44f1-9acd-48310f35f37a None None] Sync routers for ids ['ddf701a5-f35d-4dad-b4b8-454a04738451'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:37:56.609650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-9a7048f8-acb7-457a-abac-5888c34adb50 req-88ba60c5-54b1-4368-9b95-24423b3050d7 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Calling delete_port for 9acffe26-9d7c-4dc5-93b7-cf531b3009cd owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:56.620728 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08818446-abcb-44f1-9acd-48310f35f37a None None] Routers {'ddf701a5-f35d-4dad-b4b8-454a04738451'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:56.622014 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-08818446-abcb-44f1-9acd-48310f35f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ddf701a5-f35d-4dad-b4b8-454a04738451'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:56.657034 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-08818446-abcb-44f1-9acd-48310f35f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:56.666955 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08818446-abcb-44f1-9acd-48310f35f37a None None] Routers {'ddf701a5-f35d-4dad-b4b8-454a04738451'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:37:56.667884 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-08818446-abcb-44f1-9acd-48310f35f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ddf701a5-f35d-4dad-b4b8-454a04738451'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:56.704583 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-08818446-abcb-44f1-9acd-48310f35f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:37:56.705519 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:56.705699 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08818446-abcb-44f1-9acd-48310f35f37a None None] The sync data for ids ['ddf701a5-f35d-4dad-b4b8-454a04738451'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:37:56.707654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4eeda3b9-e587-478e-9346-5d137a08f8f2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5659237 Sep 07 16:37:56.709580 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6a42061-380c-4fac-a543-e14850123ffa tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:56.711604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57268) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:56.725864 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6a42061-380c-4fac-a543-e14850123ffa tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:56.763577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Allocated IP 172.20.0.2 (e051a5cd-940e-4131-bfa0-d5d4fba6ce70/acb35edb-328f-4dcb-9aa3-32207ee31608/b561b548-6c48-4f4c-93b5-2d762141b0b4) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:56.788471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ab0422-8c9c-4f80-9353-6d44c61a8dbd tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Deleting subnet acb35edb-328f-4dcb-9aa3-32207ee31608 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:37:56.807941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Allocated IP 172.20.0.18 (fb81ee4e-2da2-4ce7-9e84-c236889375f0/2a09b63e-d1eb-49ff-984c-72c0676ba188/8a298ee8-496f-487e-9269-14eacf8f287b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:37:57.016073 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.046180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Transition to ACTIVE for port object b561b548-6c48-4f4c-93b5-2d762141b0b4 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:57.076765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Transition to ACTIVE for port object b561b548-6c48-4f4c-93b5-2d762141b0b4 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:57.078318 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.085420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab0422-8c9c-4f80-9353-6d44c61a8dbd tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.086920 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.092001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Transition to ACTIVE for port object 8a298ee8-496f-487e-9269-14eacf8f287b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:57.124668 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6a42061-380c-4fac-a543-e14850123ffa tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.125894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f6a42061-380c-4fac-a543-e14850123ffa tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8120275 Sep 07 16:37:57.129845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57270) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:57.133849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab0422-8c9c-4f80-9353-6d44c61a8dbd tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.134005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Network e051a5cd-940e-4131-bfa0-d5d4fba6ce70 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:57.141775 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:57.145028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Transition to ACTIVE for port object 8a298ee8-496f-487e-9269-14eacf8f287b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:37:57.150425 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:57.162811 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.167673 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Pushing event updated for resources: {'Port': ['ID=b561b548-6c48-4f4c-93b5-2d762141b0b4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:57.232809 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-485d4739-64f3-4532-9343-26c73a7f4adf tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.242326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Network fb81ee4e-2da2-4ce7-9e84-c236889375f0 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:37:57.252683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-95080db3-b37a-484f-a22c-f0e9330b418c tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/routers/ddf701a5-f35d-4dad-b4b8-454a04738451 HTTP/1.1" status: 200 len: 921 time: 0.5399766 Sep 07 16:37:57.256823 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:37:57.257010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57274) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:57.257840 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9a7048f8-acb7-457a-abac-5888c34adb50 req-88ba60c5-54b1-4368-9b95-24423b3050d7 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.270843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:37:57.283650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Pushing event updated for resources: {'Port': ['ID=8a298ee8-496f-487e-9269-14eacf8f287b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:57.289124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Attempting to bind port b561b548-6c48-4f4c-93b5-2d762141b0b4 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:37:57.289891 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Attempting to bind port b561b548-6c48-4f4c-93b5-2d762141b0b4 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '40403db3-43c8-40ad-a2b7-05952a0ed964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e051a5cd-940e-4131-bfa0-d5d4fba6ce70'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:37:57.290148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Attempting to bind port b561b548-6c48-4f4c-93b5-2d762141b0b4 on network e051a5cd-940e-4131-bfa0-d5d4fba6ce70 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:37:57.306437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba60c5-54b1-4368-9b95-24423b3050d7 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event deleted for resources: {'Port': ['ID=9acffe26-9d7c-4dc5-93b7-cf531b3009cd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:57.315895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:37:57.316675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Checking segment: {'id': '40403db3-43c8-40ad-a2b7-05952a0ed964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e051a5cd-940e-4131-bfa0-d5d4fba6ce70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:57.316807 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.317236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Bound using segment: {'id': '40403db3-43c8-40ad-a2b7-05952a0ed964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e051a5cd-940e-4131-bfa0-d5d4fba6ce70'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:37:57.317784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Bound port: b561b548-6c48-4f4c-93b5-2d762141b0b4, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40403db3-43c8-40ad-a2b7-05952a0ed964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e051a5cd-940e-4131-bfa0-d5d4fba6ce70'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:37:57.318180 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.335971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8f736902-1e39-45dd-b336-121dcb0fcfb7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf701a5-f35d-4dad-b4b8-454a04738451 HTTP/1.1" status: 200 len: 205 time: 0.0734704 Sep 07 16:37:57.356839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57276) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:57.379676 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Attempting to bind port 8a298ee8-496f-487e-9269-14eacf8f287b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:37:57.380073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Attempting to bind port 8a298ee8-496f-487e-9269-14eacf8f287b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '112ee4f3-51ee-4f64-acdd-aeb838c90bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb81ee4e-2da2-4ce7-9e84-c236889375f0'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:37:57.380462 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Attempting to bind port 8a298ee8-496f-487e-9269-14eacf8f287b on network fb81ee4e-2da2-4ce7-9e84-c236889375f0 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:37:57.391119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:37:57.391503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Checking segment: {'id': '112ee4f3-51ee-4f64-acdd-aeb838c90bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb81ee4e-2da2-4ce7-9e84-c236889375f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:37:57.391916 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.392323 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Bound using segment: {'id': '112ee4f3-51ee-4f64-acdd-aeb838c90bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb81ee4e-2da2-4ce7-9e84-c236889375f0'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:37:57.392823 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Bound port: 8a298ee8-496f-487e-9269-14eacf8f287b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112ee4f3-51ee-4f64-acdd-aeb838c90bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb81ee4e-2da2-4ce7-9e84-c236889375f0'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:37:57.393221 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.411119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c95cdbdb-2c01-457b-b0e8-ed28adab868f req-ffbe3f9c-9a28-4d9e-85e7-777cb0a7a4c1 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=709f8333-5698-4cda-a60c-c1fd4a09f8e7 HTTP/1.1" status: 200 len: 210 time: 0.1057675 Sep 07 16:37:57.444433 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-485d4739-64f3-4532-9343-26c73a7f4adf tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.448441 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-485d4739-64f3-4532-9343-26c73a7f4adf tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.473916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] For port b561b548-6c48-4f4c-93b5-2d762141b0b4, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:37:57.490738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7048f8-acb7-457a-abac-5888c34adb50 req-88ba60c5-54b1-4368-9b95-24423b3050d7 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] No DVR routers for this DVR port 9acffe26-9d7c-4dc5-93b7-cf531b3009cd on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:37:57.492421 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] For port b561b548-6c48-4f4c-93b5-2d762141b0b4, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b561b548-6c48-4f4c-93b5-2d762141b0b4,segment=NetworkSegment(40403db3-43c8-40ad-a2b7-05952a0ed964),segment_id=40403db3-43c8-40ad-a2b7-05952a0ed964)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:37:57.494231 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-9a7048f8-acb7-457a-abac-5888c34adb50 req-88ba60c5-54b1-4368-9b95-24423b3050d7 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.498388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a7048f8-acb7-457a-abac-5888c34adb50 req-88ba60c5-54b1-4368-9b95-24423b3050d7 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.35 "DELETE /v2.0/ports/9acffe26-9d7c-4dc5-93b7-cf531b3009cd HTTP/1.1" status: 204 len: 173 time: 1.2638032 Sep 07 16:37:57.504603 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab0422-8c9c-4f80-9353-6d44c61a8dbd tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.510503 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.512323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709f8333-5698-4cda-a60c-c1fd4a09f8e7', 'name': 'network-vif-deleted', 'tag': '9acffe26-9d7c-4dc5-93b7-cf531b3009cd'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:37:57.519958 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20bf828-a25c-4e67-aa66-8f192fce9572" -d '{"events": [{"server_uuid": "709f8333-5698-4cda-a60c-c1fd4a09f8e7", "name": "network-vif-deleted", "tag": "9acffe26-9d7c-4dc5-93b7-cf531b3009cd"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:37:57.564101 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] For port 8a298ee8-496f-487e-9269-14eacf8f287b, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:37:57.592444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] For port 8a298ee8-496f-487e-9269-14eacf8f287b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8a298ee8-496f-487e-9269-14eacf8f287b,segment=NetworkSegment(112ee4f3-51ee-4f64-acdd-aeb838c90bad),segment_id=112ee4f3-51ee-4f64-acdd-aeb838c90bad)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:37:57.605670 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ab9428-f66a-4c8c-a70c-01a62d67731f x-openstack-request-id: req-32ab9428-f66a-4c8c-a70c-01a62d67731f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:37:57.605670 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709f8333-5698-4cda-a60c-c1fd4a09f8e7", "name": "network-vif-deleted", "tag": "9acffe26-9d7c-4dc5-93b7-cf531b3009cd", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:37:57.605670 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32ab9428-f66a-4c8c-a70c-01a62d67731f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:37:57.605670 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709f8333-5698-4cda-a60c-c1fd4a09f8e7', 'name': 'network-vif-deleted', 'tag': '9acffe26-9d7c-4dc5-93b7-cf531b3009cd', 'status': 'completed', 'code': 200} Sep 07 16:37:57.612481 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.619951 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-485d4739-64f3-4532-9343-26c73a7f4adf tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.620598 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485d4739-64f3-4532-9343-26c73a7f4adf tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8b4dd69-faf0-4e02-9d47-a8110f4bc9a6 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:57.637207 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-485d4739-64f3-4532-9343-26c73a7f4adf tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.638582 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-485d4739-64f3-4532-9343-26c73a7f4adf tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] 10.222.0.70 "DELETE /v2.0/routers/b8b4dd69-faf0-4e02-9d47-a8110f4bc9a6 HTTP/1.1" status: 204 len: 168 time: 0.5076656 Sep 07 16:37:57.642271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe8025-9bc5-45b7-b132-82c0e80f6174 None None] Pushing event updated for resources: {'Port': ['ID=b561b548-6c48-4f4c-93b5-2d762141b0b4,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:57.645750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57280) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:57.647326 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab0422-8c9c-4f80-9353-6d44c61a8dbd tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.656451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0c7eb676-80f5-4112-a152-c83619cdb44e tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Request body: {'router': {'name': 'tempest-router-635740426', 'distributed': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:57.658871 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.694187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab0422-8c9c-4f80-9353-6d44c61a8dbd tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event deleted for resources: {'Subnet': ['ID=acb35edb-328f-4dcb-9aa3-32207ee31608,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:57.707548 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d5ab0422-8c9c-4f80-9353-6d44c61a8dbd tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.709490 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d5ab0422-8c9c-4f80-9353-6d44c61a8dbd tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "DELETE /v2.0/subnets/acb35edb-328f-4dcb-9aa3-32207ee31608 HTTP/1.1" status: 204 len: 168 time: 1.2883368 Sep 07 16:37:57.712538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57282) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:57.728505 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c7eb676-80f5-4112-a152-c83619cdb44e tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.730501 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c7eb676-80f5-4112-a152-c83619cdb44e tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.732535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cd098-be09-4ae0-ba91-743677cca5de None None] Pushing event updated for resources: {'Port': ['ID=8a298ee8-496f-487e-9269-14eacf8f287b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:57.804169 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c7eb676-80f5-4112-a152-c83619cdb44e tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.810413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c7eb676-80f5-4112-a152-c83619cdb44e tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.814361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-13626d38-4b09-4fd9-a1a2-4b3ef575d0a0 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Deleting subnet 2a09b63e-d1eb-49ff-984c-72c0676ba188 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:37:57.820877 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13626d38-4b09-4fd9-a1a2-4b3ef575d0a0 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.843896 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0c7eb676-80f5-4112-a152-c83619cdb44e tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.845840 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0c7eb676-80f5-4112-a152-c83619cdb44e tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1957285 Sep 07 16:37:57.848173 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57284) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:57.892792 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.903011 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13626d38-4b09-4fd9-a1a2-4b3ef575d0a0 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:57.972661 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b389075-d508-442e-8ba9-c558a9696968 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.068384 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b561b548-6c48-4f4c-93b5-2d762141b0b4 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:37:58.140036 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13626d38-4b09-4fd9-a1a2-4b3ef575d0a0 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.183252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port b561b548-6c48-4f4c-93b5-2d762141b0b4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:58.188518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Deleting port 5fd3bf8b-9d2b-4a46-8a45-9755c38d595b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:58.189184 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.244548 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b389075-d508-442e-8ba9-c558a9696968 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.246826 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b389075-d508-442e-8ba9-c558a9696968 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.292221 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13626d38-4b09-4fd9-a1a2-4b3ef575d0a0 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.298827 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b389075-d508-442e-8ba9-c558a9696968 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.299403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b389075-d508-442e-8ba9-c558a9696968 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5e0bb5f-a49b-490d-9729-0719f73bbf58 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:58.304681 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4b389075-d508-442e-8ba9-c558a9696968 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.306120 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4b389075-d508-442e-8ba9-c558a9696968 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] 10.222.0.70 "DELETE /v2.0/routers/e5e0bb5f-a49b-490d-9729-0719f73bbf58 HTTP/1.1" status: 204 len: 168 time: 0.4567370 Sep 07 16:37:58.311514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57286) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:58.315987 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fc007aa7-827b-42cb-8337-e3f3d1c5f3fb tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Request body: {'router': {'name': 'tempest-router-253352855', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f2878497fc264f50b75669a7001698ed'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:58.329022 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.337651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13626d38-4b09-4fd9-a1a2-4b3ef575d0a0 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event deleted for resources: {'Subnet': ['ID=2a09b63e-d1eb-49ff-984c-72c0676ba188,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:58.340036 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc007aa7-827b-42cb-8337-e3f3d1c5f3fb tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.341345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc007aa7-827b-42cb-8337-e3f3d1c5f3fb tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.345698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13626d38-4b09-4fd9-a1a2-4b3ef575d0a0 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.348073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-13626d38-4b09-4fd9-a1a2-4b3ef575d0a0 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "DELETE /v2.0/subnets/2a09b63e-d1eb-49ff-984c-72c0676ba188 HTTP/1.1" status: 204 len: 168 time: 0.6344655 Sep 07 16:37:58.349089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Calling delete_port for 5fd3bf8b-9d2b-4a46-8a45-9755c38d595b owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:58.350717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57288) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:58.395646 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc007aa7-827b-42cb-8337-e3f3d1c5f3fb tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.399905 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc007aa7-827b-42cb-8337-e3f3d1c5f3fb tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.413033 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fc007aa7-827b-42cb-8337-e3f3d1c5f3fb tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.414463 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fc007aa7-827b-42cb-8337-e3f3d1c5f3fb tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1018388 Sep 07 16:37:58.417149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57290) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:58.421463 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9f45f5bb-4767-4378-89e2-8ee02686cb29 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:58.471455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0fa7b-4e19-4b54-8fc1-a9b0d2fd1289 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:37:58.473578 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7dd0fa7b-4e19-4b54-8fc1-a9b0d2fd1289 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1219406 Sep 07 16:37:58.477553 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57294) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:58.491260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57296) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:58.649616 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f45f5bb-4767-4378-89e2-8ee02686cb29 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.649985 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f45f5bb-4767-4378-89e2-8ee02686cb29 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.687323 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.734391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9f45f5bb-4767-4378-89e2-8ee02686cb29 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94771) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 07 16:37:58.734727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9f45f5bb-4767-4378-89e2-8ee02686cb29 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Router 3879825a-c7df-485c-a668-1702fda2e017 migrating from provider to provider. {{(pid=94771) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 07 16:37:58.735266 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f45f5bb-4767-4378-89e2-8ee02686cb29 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.741694 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f45f5bb-4767-4378-89e2-8ee02686cb29 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.747321 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f45f5bb-4767-4378-89e2-8ee02686cb29 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.833396 n-d-807551-3 neutron-server[94771]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9f45f5bb-4767-4378-89e2-8ee02686cb29 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] No L3 agents can host the router 3879825a-c7df-485c-a668-1702fda2e017 Sep 07 16:37:58.887114 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.887913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20039beb-ffa7-4172-9144-f9077f45b2a7 None None] Network e051a5cd-940e-4131-bfa0-d5d4fba6ce70 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:58.933769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Pushing event deleted for resources: {'Port': ['ID=5fd3bf8b-9d2b-4a46-8a45-9755c38d595b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:58.960031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f50c76a-6a9b-4fb9-b72e-a52f2a7faa5e None None] Provisioning for port b561b548-6c48-4f4c-93b5-2d762141b0b4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:37:58.974952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f50c76a-6a9b-4fb9-b72e-a52f2a7faa5e None None] Provisioning complete for port b561b548-6c48-4f4c-93b5-2d762141b0b4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:37:58.974952 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f50c76a-6a9b-4fb9-b72e-a52f2a7faa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:58.997875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f45f5bb-4767-4378-89e2-8ee02686cb29 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Hosts for router 3879825a-c7df-485c-a668-1702fda2e017: [] {{(pid=94771) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 07 16:37:59.010303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Deleting port 8a298ee8-496f-487e-9269-14eacf8f287b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:59.010650 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.029781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f45f5bb-4767-4378-89e2-8ee02686cb29 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Hosts for other DVR routers connected to router 3879825a-c7df-485c-a668-1702fda2e017: set() {{(pid=94771) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 07 16:37:59.032529 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9f45f5bb-4767-4378-89e2-8ee02686cb29 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.037090 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9f45f5bb-4767-4378-89e2-8ee02686cb29 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] 10.222.0.70 "PUT /v2.0/routers/3879825a-c7df-485c-a668-1702fda2e017 HTTP/1.1" status: 200 len: 716 time: 0.6187692 Sep 07 16:37:59.038248 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57298) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:59.046916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9acffe26-9d7c-4dc5-93b7-cf531b3009cd no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:37:59.087296 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 9acffe26-9d7c-4dc5-93b7-cf531b3009cd {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:37:59.087699 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9acffe26-9d7c-4dc5-93b7-cf531b3009cd not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:37:59.109091 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.137538 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9729c519-949c-41a3-b0af-69cb74d7f7ef tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] 10.222.0.70 "GET /v2.0/routers/3879825a-c7df-485c-a668-1702fda2e017 HTTP/1.1" status: 200 len: 716 time: 0.0983860 Sep 07 16:37:59.139868 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f50c76a-6a9b-4fb9-b72e-a52f2a7faa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.140316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57300) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:59.179343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1f50c76a-6a9b-4fb9-b72e-a52f2a7faa5e None None] For port b561b548-6c48-4f4c-93b5-2d762141b0b4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b561b548-6c48-4f4c-93b5-2d762141b0b4,segment=NetworkSegment(40403db3-43c8-40ad-a2b7-05952a0ed964),segment_id=40403db3-43c8-40ad-a2b7-05952a0ed964)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:59.187313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] For port 8a298ee8-496f-487e-9269-14eacf8f287b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8a298ee8-496f-487e-9269-14eacf8f287b,segment=NetworkSegment(112ee4f3-51ee-4f64-acdd-aeb838c90bad),segment_id=112ee4f3-51ee-4f64-acdd-aeb838c90bad)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:59.187953 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.189188 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f50c76a-6a9b-4fb9-b72e-a52f2a7faa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.236242 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.241456 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.244216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Calling delete_port for 8a298ee8-496f-487e-9269-14eacf8f287b owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:59.288293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb6b61-799f-4232-b03c-fbde287f6dc1 None None] DHCP port deletion for e051a5cd-940e-4131-bfa0-d5d4fba6ce70 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:37:59.296376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50c76a-6a9b-4fb9-b72e-a52f2a7faa5e None None] Pushing event updated for resources: {'Port': ['ID=b561b548-6c48-4f4c-93b5-2d762141b0b4,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:59.340762 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.341281 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Fanout notify agent at l3_agent the message router_deleted on router ddf701a5-f35d-4dad-b4b8-454a04738451 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:59.350549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.354830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c664c7eb-2f82-4888-ad1d-47acb7865902 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "DELETE /v2.0/routers/ddf701a5-f35d-4dad-b4b8-454a04738451 HTTP/1.1" status: 204 len: 168 time: 1.9934351 Sep 07 16:37:59.356221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57304) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:59.367988 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1619736510', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'enable_snat': False}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:59.372622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb6b61-799f-4232-b03c-fbde287f6dc1 None None] Deleting port b561b548-6c48-4f4c-93b5-2d762141b0b4 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:37:59.373090 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6b61-799f-4232-b03c-fbde287f6dc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.412387 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.413415 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.443862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5ddb6b61-799f-4232-b03c-fbde287f6dc1 None None] For port b561b548-6c48-4f4c-93b5-2d762141b0b4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b561b548-6c48-4f4c-93b5-2d762141b0b4,segment=NetworkSegment(40403db3-43c8-40ad-a2b7-05952a0ed964),segment_id=40403db3-43c8-40ad-a2b7-05952a0ed964)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:37:59.444607 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6b61-799f-4232-b03c-fbde287f6dc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.454031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.459846 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d0a44e0b-2ed6-4625-bc77-b62e94d04741 tempest-RoutersTestDVR-426905659 tempest-RoutersTestDVR-426905659-project] 10.222.0.70 "GET /v2.0/routers/3879825a-c7df-485c-a668-1702fda2e017 HTTP/1.1" status: 200 len: 682 time: 0.3153780 Sep 07 16:37:59.460039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57306) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:59.470468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb6b61-799f-4232-b03c-fbde287f6dc1 None None] Calling delete_port for b561b548-6c48-4f4c-93b5-2d762141b0b4 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:37:59.524373 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event deleted for resources: {'Port': ['ID=8a298ee8-496f-487e-9269-14eacf8f287b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:59.526265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] No DVR routers for this DVR port 8a298ee8-496f-487e-9269-14eacf8f287b on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:37:59.529869 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.533934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b1a6e-3a24-48af-9256-c16eb18973ab None None] Network fb81ee4e-2da2-4ce7-9e84-c236889375f0 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:37:59.547453 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b043b7b9-4bc3-4921-8ba1-6d63a4d748ba tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.554714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1837fbc8-d311-4d11-974d-6a8251fc0907 None None] Could not find standard attr ID for object 8a298ee8-496f-487e-9269-14eacf8f287b. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:37:59.622161 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c948ea4-9434-402b-ad99-be46c05b9017 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.720165 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.728497 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b043b7b9-4bc3-4921-8ba1-6d63a4d748ba tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.731167 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b043b7b9-4bc3-4921-8ba1-6d63a4d748ba tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.783294 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b043b7b9-4bc3-4921-8ba1-6d63a4d748ba tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.783607 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b043b7b9-4bc3-4921-8ba1-6d63a4d748ba tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3879825a-c7df-485c-a668-1702fda2e017 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:37:59.789738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b043b7b9-4bc3-4921-8ba1-6d63a4d748ba tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.791389 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b043b7b9-4bc3-4921-8ba1-6d63a4d748ba tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] 10.222.0.70 "DELETE /v2.0/routers/3879825a-c7df-485c-a668-1702fda2e017 HTTP/1.1" status: 204 len: 168 time: 0.3301280 Sep 07 16:37:59.795277 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57308) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:59.800155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-85431b3d-2ca8-48c7-890b-340236fc009a tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Request body: {'router': {'name': 'tempest-router-675407349', 'distributed': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:37:59.803636 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6b61-799f-4232-b03c-fbde287f6dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.824533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85431b3d-2ca8-48c7-890b-340236fc009a tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.826006 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85431b3d-2ca8-48c7-890b-340236fc009a tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.843453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb6b61-799f-4232-b03c-fbde287f6dc1 None None] Pushing event deleted for resources: {'Port': ['ID=b561b548-6c48-4f4c-93b5-2d762141b0b4,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:37:59.851422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb6b61-799f-4232-b03c-fbde287f6dc1 None None] No DVR routers for this DVR port b561b548-6c48-4f4c-93b5-2d762141b0b4 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:37:59.903043 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85431b3d-2ca8-48c7-890b-340236fc009a tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.907913 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85431b3d-2ca8-48c7-890b-340236fc009a tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.926105 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85431b3d-2ca8-48c7-890b-340236fc009a tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:37:59.933285 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-85431b3d-2ca8-48c7-890b-340236fc009a tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1315787 Sep 07 16:37:59.934032 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57310) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:37:59.958571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd582517-bc21-43e8-973f-ccd040a432b0 None None] DHCP port deletion for fb81ee4e-2da2-4ce7-9e84-c236889375f0 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:38:00.004888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b561b548-6c48-4f4c-93b5-2d762141b0b4 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:00.023326 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92f94324-643d-4254-9abb-2b0379a2cbf3 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.026539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: b561b548-6c48-4f4c-93b5-2d762141b0b4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:00.026539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b561b548-6c48-4f4c-93b5-2d762141b0b4 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:00.150001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb81ee4e-2da2-4ce7-9e84-c236889375f0']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:00.153380 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.171086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112ee4f3-51ee-4f64-acdd-aeb838c90bad') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:00.171385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112ee4f3-51ee-4f64-acdd-aeb838c90bad') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:00.210510 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.246490 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.263875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:00.264200 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:00.267210 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:00.407740 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.419962 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.424171 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "DELETE /v2.0/networks/fb81ee4e-2da2-4ce7-9e84-c236889375f0 HTTP/1.1" status: 204 len: 168 time: 1.9420090 Sep 07 16:38:00.434155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57312) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:00.446427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event deleted for resources: {'Network': ['ID=fb81ee4e-2da2-4ce7-9e84-c236889375f0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:00.454869 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92f94324-643d-4254-9abb-2b0379a2cbf3 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.457194 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92f94324-643d-4254-9abb-2b0379a2cbf3 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.480180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:00.480619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:00.480886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:00.481239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:00.481557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:00.481885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:00.482214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:00.482542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:00.482866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:00.483193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:00.483563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:00.483904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb75011-9e96-4af5-bc15-04972342387d tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:00.501316 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92f94324-643d-4254-9abb-2b0379a2cbf3 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.501870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f94324-643d-4254-9abb-2b0379a2cbf3 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8901778-66e9-42d4-984b-9e9ba2840d83 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:38:00.507245 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-92f94324-643d-4254-9abb-2b0379a2cbf3 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.512313 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-92f94324-643d-4254-9abb-2b0379a2cbf3 tempest-RoutersTestDVR-1694988866 tempest-RoutersTestDVR-1694988866-project-admin] 10.222.0.70 "DELETE /v2.0/routers/e8901778-66e9-42d4-984b-9e9ba2840d83 HTTP/1.1" status: 204 len: 168 time: 0.5735314 Sep 07 16:38:00.578201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1373ba89-0692-46d6-ae98-dbd852c672aa tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.750641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57318) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:00.767044 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.818381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1373ba89-0692-46d6-ae98-dbd852c672aa tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.828924 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.843946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0c948ea4-9434-402b-ad99-be46c05b9017 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Deleting port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:00.844294 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c948ea4-9434-402b-ad99-be46c05b9017 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.858082 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7d4478e-e0b1-45b1-ae6b-5a5237a9c262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.867659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1373ba89-0692-46d6-ae98-dbd852c672aa tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e051a5cd-940e-4131-bfa0-d5d4fba6ce70']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:00.913155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1373ba89-0692-46d6-ae98-dbd852c672aa tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40403db3-43c8-40ad-a2b7-05952a0ed964') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:00.913356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-1373ba89-0692-46d6-ae98-dbd852c672aa tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40403db3-43c8-40ad-a2b7-05952a0ed964') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:00.952867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7d4478e-e0b1-45b1-ae6b-5a5237a9c262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.957405 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7d4478e-e0b1-45b1-ae6b-5a5237a9c262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.963793 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1373ba89-0692-46d6-ae98-dbd852c672aa tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:00.996106 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b7d4478e-e0b1-45b1-ae6b-5a5237a9c262 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2878497fc264f50b75669a7001698ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444744 Sep 07 16:38:00.997411 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4478e-e0b1-45b1-ae6b-5a5237a9c262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dc93a5-cef1-4b29-8808-7b2bb8b6a02a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:01.000989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57322) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:01.011689 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1373ba89-0692-46d6-ae98-dbd852c672aa tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.028181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1373ba89-0692-46d6-ae98-dbd852c672aa tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:01.028615 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1373ba89-0692-46d6-ae98-dbd852c672aa tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:01.031464 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:01.054879 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23727804-35a6-4934-a9c0-1e6d7f1a3358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.071444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-0c948ea4-9434-402b-ad99-be46c05b9017 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] For port c45a9ab3-9fea-459f-b74a-ad29bf4b37fb, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c45a9ab3-9fea-459f-b74a-ad29bf4b37fb,segment=NetworkSegment(d4146dff-625b-46c9-9069-bef3c2b9de32),segment_id=d4146dff-625b-46c9-9069-bef3c2b9de32)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:01.071816 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c948ea4-9434-402b-ad99-be46c05b9017 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.075939 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23727804-35a6-4934-a9c0-1e6d7f1a3358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.116120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Allocated IP 172.25.3.176 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/2ed14ecb-5745-4d72-bdcf-f9d043eeda51) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:01.125285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23727804-35a6-4934-a9c0-1e6d7f1a3358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.126545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0c948ea4-9434-402b-ad99-be46c05b9017 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Calling delete_port for c45a9ab3-9fea-459f-b74a-ad29bf4b37fb owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:01.128860 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23727804-35a6-4934-a9c0-1e6d7f1a3358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.130249 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-23727804-35a6-4934-a9c0-1e6d7f1a3358 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82dc93a5-cef1-4b29-8808-7b2bb8b6a02a HTTP/1.1" status: 204 len: 168 time: 0.1280832 Sep 07 16:38:01.138770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23727804-35a6-4934-a9c0-1e6d7f1a3358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dc93a5-cef1-4b29-8808-7b2bb8b6a02a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:01.140638 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1373ba89-0692-46d6-ae98-dbd852c672aa tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.164497 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1373ba89-0692-46d6-ae98-dbd852c672aa tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.169034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1373ba89-0692-46d6-ae98-dbd852c672aa tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "DELETE /v2.0/networks/e051a5cd-940e-4131-bfa0-d5d4fba6ce70 HTTP/1.1" status: 204 len: 168 time: 0.7307317 Sep 07 16:38:01.169133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57326) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:01.188890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373ba89-0692-46d6-ae98-dbd852c672aa tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event deleted for resources: {'Network': ['ID=e051a5cd-940e-4131-bfa0-d5d4fba6ce70,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:01.247433 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd81aeff-7cb8-4481-b3aa-01ce1a99b4e1 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.333599 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.347728 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd81aeff-7cb8-4481-b3aa-01ce1a99b4e1 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.369427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fd81aeff-7cb8-4481-b3aa-01ce1a99b4e1 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04084bbc-fc69-4aa2-ade8-a2a43df1da85']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:01.380474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fd81aeff-7cb8-4481-b3aa-01ce1a99b4e1 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6343e1a5-041e-4d6b-ac76-ef9d97c34f7b') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:01.381299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-fd81aeff-7cb8-4481-b3aa-01ce1a99b4e1 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6343e1a5-041e-4d6b-ac76-ef9d97c34f7b') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:01.392850 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd81aeff-7cb8-4481-b3aa-01ce1a99b4e1 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.402817 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.409012 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd81aeff-7cb8-4481-b3aa-01ce1a99b4e1 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.416149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd81aeff-7cb8-4481-b3aa-01ce1a99b4e1 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:01.416561 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd81aeff-7cb8-4481-b3aa-01ce1a99b4e1 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:01.419895 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:01.457649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57330) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:01.491228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:01.492125 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-256cf770-92c0-41b2-b15b-a724cba3b72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.492818 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd81aeff-7cb8-4481-b3aa-01ce1a99b4e1 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.498849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:01.500107 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fd81aeff-7cb8-4481-b3aa-01ce1a99b4e1 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.504479 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fd81aeff-7cb8-4481-b3aa-01ce1a99b4e1 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "DELETE /v2.0/networks/04084bbc-fc69-4aa2-ade8-a2a43df1da85 HTTP/1.1" status: 204 len: 168 time: 0.3321340 Sep 07 16:38:01.504889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57332) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:01.510223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:01.517912 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c948ea4-9434-402b-ad99-be46c05b9017 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.523243 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81aeff-7cb8-4481-b3aa-01ce1a99b4e1 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event deleted for resources: {'Network': ['ID=04084bbc-fc69-4aa2-ade8-a2a43df1da85,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:01.537614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event updated for resources: {'Port': ['ID=2ed14ecb-5745-4d72-bdcf-f9d043eeda51,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:01.582333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c948ea4-9434-402b-ad99-be46c05b9017 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event deleted for resources: {'Port': ['ID=c45a9ab3-9fea-459f-b74a-ad29bf4b37fb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:01.590428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a795e4c1-4c04-4ee3-bfa6-fc83a1c3eee9 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.686672 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a795e4c1-4c04-4ee3-bfa6-fc83a1c3eee9 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.711588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a795e4c1-4c04-4ee3-bfa6-fc83a1c3eee9 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077f0c08-f6b7-4c2c-9230-764988c48019']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:01.727294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a795e4c1-4c04-4ee3-bfa6-fc83a1c3eee9 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b483cfc6-2819-41a0-a529-fe8c36217088') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:01.727701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a795e4c1-4c04-4ee3-bfa6-fc83a1c3eee9 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b483cfc6-2819-41a0-a529-fe8c36217088') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:01.739793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a795e4c1-4c04-4ee3-bfa6-fc83a1c3eee9 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.755470 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a795e4c1-4c04-4ee3-bfa6-fc83a1c3eee9 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.762692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a795e4c1-4c04-4ee3-bfa6-fc83a1c3eee9 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:01.763451 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a795e4c1-4c04-4ee3-bfa6-fc83a1c3eee9 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:01.778262 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:01.833238 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a795e4c1-4c04-4ee3-bfa6-fc83a1c3eee9 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.842981 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a795e4c1-4c04-4ee3-bfa6-fc83a1c3eee9 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.848649 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a795e4c1-4c04-4ee3-bfa6-fc83a1c3eee9 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] 10.222.0.70 "DELETE /v2.0/networks/077f0c08-f6b7-4c2c-9230-764988c48019 HTTP/1.1" status: 204 len: 168 time: 0.3426051 Sep 07 16:38:01.858858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795e4c1-4c04-4ee3-bfa6-fc83a1c3eee9 tempest-BulkNetworkOpsTest-1492441856 tempest-BulkNetworkOpsTest-1492441856-project] Pushing event deleted for resources: {'Network': ['ID=077f0c08-f6b7-4c2c-9230-764988c48019,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:01.928619 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-256cf770-92c0-41b2-b15b-a724cba3b72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.936957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-256cf770-92c0-41b2-b15b-a724cba3b72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.963427 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8a298ee8-496f-487e-9269-14eacf8f287b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:01.983910 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c948ea4-9434-402b-ad99-be46c05b9017 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.986469 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:01.987116 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 8a298ee8-496f-487e-9269-14eacf8f287b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:01.987509 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8a298ee8-496f-487e-9269-14eacf8f287b not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:02.033248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-256cf770-92c0-41b2-b15b-a724cba3b72a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4f2c4fdb4154a55985bf0321304ad94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5745645 Sep 07 16:38:02.035841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57338) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:02.037937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cf770-92c0-41b2-b15b-a724cba3b72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4caea1d-d8c7-4251-96da-c5d04ef82624,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:02.106459 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:02.124465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:02.248228 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e33e-90e3-495f-9d4c-24efbd0104a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:02.257025 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a33daf24-f184-48b0-8c97-39a54e8d6ba0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08a182a29dc24a9db14999e38bce46a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313972 Sep 07 16:38:02.259608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:02.284033 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e33e-90e3-495f-9d4c-24efbd0104a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:02.312098 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df8797b0-1e7a-4d46-a1ad-a5b653233417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:02.333158 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df8797b0-1e7a-4d46-a1ad-a5b653233417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:02.380435 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df8797b0-1e7a-4d46-a1ad-a5b653233417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:02.383032 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-df8797b0-1e7a-4d46-a1ad-a5b653233417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:02.384233 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-df8797b0-1e7a-4d46-a1ad-a5b653233417 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01a6527c-9c43-46d9-abb9-75b2c135745f HTTP/1.1" status: 204 len: 168 time: 0.1236825 Sep 07 16:38:02.392618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8797b0-1e7a-4d46-a1ad-a5b653233417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a6527c-9c43-46d9-abb9-75b2c135745f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:02.449526 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:02.854329 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:02.857309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e33e-90e3-495f-9d4c-24efbd0104a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:02.859847 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e33e-90e3-495f-9d4c-24efbd0104a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:02.860948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3ae4e33e-90e3-495f-9d4c-24efbd0104a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4caea1d-d8c7-4251-96da-c5d04ef82624 HTTP/1.1" status: 204 len: 168 time: 0.8239229 Sep 07 16:38:02.872430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c948ea4-9434-402b-ad99-be46c05b9017 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Router 11837664-c748-49e7-8c9d-5f867af302a9 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:02.911602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4e33e-90e3-495f-9d4c-24efbd0104a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4caea1d-d8c7-4251-96da-c5d04ef82624,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:03.077048 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57370) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:03.084213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c948ea4-9434-402b-ad99-be46c05b9017 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:03.089411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0c948ea4-9434-402b-ad99-be46c05b9017 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "PUT /v2.0/routers/11837664-c748-49e7-8c9d-5f867af302a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5971549 Sep 07 16:38:03.092396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57374) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:03.097910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3760166-be42-472e-b0d8-9f86214ac50a None None] Sync routers for ids ['11837664-c748-49e7-8c9d-5f867af302a9'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:03.102477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Router 81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:38:03.126409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3760166-be42-472e-b0d8-9f86214ac50a None None] Routers {'11837664-c748-49e7-8c9d-5f867af302a9'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:03.127151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f3760166-be42-472e-b0d8-9f86214ac50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['11837664-c748-49e7-8c9d-5f867af302a9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:03.213570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-21251bae-f3d9-4ab5-b831-6ae494d28fc9 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Deleting subnet 0d0bf97f-ef55-4ef7-b512-36aa27331286 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:38:03.218976 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21251bae-f3d9-4ab5-b831-6ae494d28fc9 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.231050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-185994228'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:03.236747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:03.247214 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Sync routers for ids ['81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:03.274543 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Routers {'81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:03.277247 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:03.280617 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:03.283197 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.287598 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.287751 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e13ad0f9-345f-4b83-b4e5-6107230967a0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9246964 Sep 07 16:38:03.287866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57382) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:03.292601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f3760166-be42-472e-b0d8-9f86214ac50a None None] Set router 11837664-c748-49e7-8c9d-5f867af302a9 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:03.297301 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.332264 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21251bae-f3d9-4ab5-b831-6ae494d28fc9 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.428071 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a45ea85b-e7ee-4577-80be-f7edcb7d1685 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/routers/81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8 HTTP/1.1" status: 200 len: 909 time: 0.1388164 Sep 07 16:38:03.430283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57386) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:03.440275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1619736510', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'enable_snat': True}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:03.450186 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Set router 81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:03.468379 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21251bae-f3d9-4ab5-b831-6ae494d28fc9 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.536267 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.558594 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.579602 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.580895 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.585689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f3760166-be42-472e-b0d8-9f86214ac50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11837664-c748-49e7-8c9d-5f867af302a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161105177', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:27Z', 'updated_at': '2021-09-07T16:38:01Z', 'revision_number': 5, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11837664-c748-49e7-8c9d-5f867af302a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:28Z', 'updated_at': '2021-09-07T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:03.608143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16213d7-47f1-4895-91e6-5216dd8161a8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:03.619167 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21251bae-f3d9-4ab5-b831-6ae494d28fc9 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.631487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3760166-be42-472e-b0d8-9f86214ac50a None None] Checking router: 11837664-c748-49e7-8c9d-5f867af302a9 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:38:03.636122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:03.647490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3760166-be42-472e-b0d8-9f86214ac50a None None] Routers {'11837664-c748-49e7-8c9d-5f867af302a9'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:03.648198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21251bae-f3d9-4ab5-b831-6ae494d28fc9 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.648599 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f3760166-be42-472e-b0d8-9f86214ac50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['11837664-c748-49e7-8c9d-5f867af302a9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:03.650116 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-21251bae-f3d9-4ab5-b831-6ae494d28fc9 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "DELETE /v2.0/subnets/0d0bf97f-ef55-4ef7-b512-36aa27331286 HTTP/1.1" status: 204 len: 168 time: 0.5565150 Sep 07 16:38:03.651190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6facd040-5c45-4fd8-9dff-7b8ae7675ddf None None] Network ba27e703-819a-4085-a318-ee510f0c041b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:03.655486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57394) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:03.673394 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21251bae-f3d9-4ab5-b831-6ae494d28fc9 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0bf97f-ef55-4ef7-b512-36aa27331286,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:03.682957 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8', 'name': 'tempest-snat-router-1619736510', 'tenant_id': 'a524053076c847a6bf8d585721619c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.176'}], 'enable_snat': False}, 'gw_port_id': '2ed14ecb-5745-4d72-bdcf-f9d043eeda51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:59Z', 'updated_at': '2021-09-07T16:38:01Z', 'revision_number': 3, 'project_id': 'a524053076c847a6bf8d585721619c34', 'gw_port': {'id': '2ed14ecb-5745-4d72-bdcf-f9d043eeda51', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:38:00Z', 'updated_at': '2021-09-07T16:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:03.720524 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Checking router: 81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:38:03.720984 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Updating router 81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8 port 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:38:03.728477 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.728948 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Added segment 2b883db7-583b-4c5a-937d-3486d9a7e06a of type vlan for network b4617500-7968-4b6b-a024-6b683f5d8ac7 Sep 07 16:38:03.753974 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.759681 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.848588 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.872077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f3760166-be42-472e-b0d8-9f86214ac50a None None] Set router 11837664-c748-49e7-8c9d-5f867af302a9 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:03.877226 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:03.990782 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57398) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:04.045743 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7619a9-10ca-402e-b50f-5850056136b1 None None] DHCP port deletion for ba27e703-819a-4085-a318-ee510f0c041b request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:38:04.049194 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.097474 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.103082 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.108725 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f3760166-be42-472e-b0d8-9f86214ac50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11837664-c748-49e7-8c9d-5f867af302a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161105177', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:27Z', 'updated_at': '2021-09-07T16:38:01Z', 'revision_number': 5, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11837664-c748-49e7-8c9d-5f867af302a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:28Z', 'updated_at': '2021-09-07T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:04.126271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:04.126952 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.136528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Deleting port cacaa7a8-acc2-431e-90a8-5b600af80edf {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:04.137168 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.151273 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3760166-be42-472e-b0d8-9f86214ac50a None None] The sync data for ids ['11837664-c748-49e7-8c9d-5f867af302a9'] in n-d-807551-3 is: [{'id': '11837664-c748-49e7-8c9d-5f867af302a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161105177', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:27Z', 'updated_at': '2021-09-07T16:38:01Z', 'revision_number': 5, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'cacaa7a8-acc2-431e-90a8-5b600af80edf', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11837664-c748-49e7-8c9d-5f867af302a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:37:28Z', 'updated_at': '2021-09-07T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:04.156672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fa7619a9-10ca-402e-b50f-5850056136b1 None None] Deleting port 6f0a7d40-4977-48e4-95fc-1cbc8e691323 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:04.157122 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa7619a9-10ca-402e-b50f-5850056136b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.236311 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-fa7619a9-10ca-402e-b50f-5850056136b1 None None] For port 6f0a7d40-4977-48e4-95fc-1cbc8e691323, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6f0a7d40-4977-48e4-95fc-1cbc8e691323,segment=NetworkSegment(d4146dff-625b-46c9-9069-bef3c2b9de32),segment_id=d4146dff-625b-46c9-9069-bef3c2b9de32)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:04.238278 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa7619a9-10ca-402e-b50f-5850056136b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.244932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] For port cacaa7a8-acc2-431e-90a8-5b600af80edf, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=cacaa7a8-acc2-431e-90a8-5b600af80edf,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:04.245494 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.255677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fa7619a9-10ca-402e-b50f-5850056136b1 None None] Calling delete_port for 6f0a7d40-4977-48e4-95fc-1cbc8e691323 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:04.255866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Network': ['ID=b4617500-7968-4b6b-a024-6b683f5d8ac7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:04.260779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Calling delete_port for cacaa7a8-acc2-431e-90a8-5b600af80edf owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:04.263225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2012306307'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:04.272899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network b4617500-7968-4b6b-a024-6b683f5d8ac7 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:04.280189 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.291752 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Transition to ACTIVE for port object 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:04.302336 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.317197 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2c345381-8733-4b49-8bca-95e2e4c1c3ad tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2387424 Sep 07 16:38:04.354594 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Attempting to bind port 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:38:04.354988 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Attempting to bind port 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:38:04.355360 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Attempting to bind port 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:04.364416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Made reservation on behalf of 23bbe4b76239464dafb208f57dc53c23 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:04.368170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.376807 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:38:04.377206 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:04.377625 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.378054 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:38:04.378540 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Bound port: 2ed14ecb-5745-4d72-bdcf-f9d043eeda51, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:38:04.381238 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.416617 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ff850-c981-4f81-953a-3a7ddd2df60a None None] Pushing event updated for resources: {'Port': ['ID=2ed14ecb-5745-4d72-bdcf-f9d043eeda51,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:04.421273 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.488661 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] For port 2ed14ecb-5745-4d72-bdcf-f9d043eeda51, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:38:04.496747 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] For port 2ed14ecb-5745-4d72-bdcf-f9d043eeda51, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2ed14ecb-5745-4d72-bdcf-f9d043eeda51,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:38:04.509498 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.514176 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa7619a9-10ca-402e-b50f-5850056136b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.544570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7619a9-10ca-402e-b50f-5850056136b1 None None] No DVR routers for this DVR port 6f0a7d40-4977-48e4-95fc-1cbc8e691323 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:04.597529 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.618100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7619a9-10ca-402e-b50f-5850056136b1 None None] Pushing event deleted for resources: {'Port': ['ID=6f0a7d40-4977-48e4-95fc-1cbc8e691323,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:04.648231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event deleted for resources: {'Port': ['ID=cacaa7a8-acc2-431e-90a8-5b600af80edf,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:04.663003 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ff850-c981-4f81-953a-3a7ddd2df60a None None] Pushing event updated for resources: {'Port': ['ID=2ed14ecb-5745-4d72-bdcf-f9d043eeda51,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:04.670548 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Routers {'81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:04.671217 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:04.696476 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.700319 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.707601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.741376 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.759882 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.779482 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:04.782887 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ed74d3-94f6-4af5-b28a-589735ef2974,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:04.826186 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] Set router 81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:04.865812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:04.866161 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:04.868264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:04.868909 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:04.869238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:04.869575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:04.871274 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:04.871646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:04.871986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:04.872319 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:04.872676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:04.873006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:04.891047 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.891396 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Added segment 59bb2cad-0151-4be7-8fab-1dc8da2c8233 of type vlan for network de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6 Sep 07 16:38:04.926070 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.929110 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.993031 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.993883 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:04.994452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Fanout notify agent at l3_agent the message router_deleted on router 11837664-c748-49e7-8c9d-5f867af302a9 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:38:05.007325 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.011006 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-182cd68d-49d0-4fea-a491-505943b8ae00 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "DELETE /v2.0/routers/11837664-c748-49e7-8c9d-5f867af302a9 HTTP/1.1" status: 204 len: 168 time: 1.3517737 Sep 07 16:38:05.012596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57402) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:05.031673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Allocated IP 172.25.3.101 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/c349d2b7-2a5f-4a76-b434-ee41c0932e1c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:05.046262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.052771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:05.053311 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.110461 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8', 'name': 'tempest-snat-router-1619736510', 'tenant_id': 'a524053076c847a6bf8d585721619c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.176'}], 'enable_snat': False}, 'gw_port_id': '2ed14ecb-5745-4d72-bdcf-f9d043eeda51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:59Z', 'updated_at': '2021-09-07T16:38:01Z', 'revision_number': 3, 'project_id': 'a524053076c847a6bf8d585721619c34', 'gw_port': {'id': '2ed14ecb-5745-4d72-bdcf-f9d043eeda51', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:38:00Z', 'updated_at': '2021-09-07T16:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:05.123690 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1302857 Sep 07 16:38:05.126752 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57404) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:05.142259 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cc0128d-6830-4152-8340-55a2060e1c23 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.144983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f9a346ff-1784-48e4-b0fc-0b4f999fc56f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'subnet': {'network_id': 'de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:05.161446 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71dd5c-f862-48b0-8262-29710ed32e25 None None] The sync data for ids ['81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8'] in n-d-807551-3 is: [{'id': '81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8', 'name': 'tempest-snat-router-1619736510', 'tenant_id': 'a524053076c847a6bf8d585721619c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.176'}], 'enable_snat': False}, 'gw_port_id': '2ed14ecb-5745-4d72-bdcf-f9d043eeda51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:37:59Z', 'updated_at': '2021-09-07T16:38:01Z', 'revision_number': 3, 'project_id': 'a524053076c847a6bf8d585721619c34', 'gw_port': {'id': '2ed14ecb-5745-4d72-bdcf-f9d043eeda51', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:38:00Z', 'updated_at': '2021-09-07T16:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:05.210561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486fb99-6622-4018-86d4-5795dc5534dc tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Network': ['ID=de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:05.223780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:05.272867 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cc0128d-6830-4152-8340-55a2060e1c23 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.300727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-7cc0128d-6830-4152-8340-55a2060e1c23 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba27e703-819a-4085-a318-ee510f0c041b']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:05.333591 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-7cc0128d-6830-4152-8340-55a2060e1c23 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4146dff-625b-46c9-9069-bef3c2b9de32') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:05.333980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-7cc0128d-6830-4152-8340-55a2060e1c23 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4146dff-625b-46c9-9069-bef3c2b9de32') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:05.356150 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cc0128d-6830-4152-8340-55a2060e1c23 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.372652 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cc0128d-6830-4152-8340-55a2060e1c23 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.381026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc0128d-6830-4152-8340-55a2060e1c23 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:05.381308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cc0128d-6830-4152-8340-55a2060e1c23 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:05.385232 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:05.390174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.413917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a346ff-1784-48e4-b0fc-0b4f999fc56f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Made reservation on behalf of 23bbe4b76239464dafb208f57dc53c23 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:05.417900 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9a346ff-1784-48e4-b0fc-0b4f999fc56f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.454686 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cc0128d-6830-4152-8340-55a2060e1c23 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.462277 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7cc0128d-6830-4152-8340-55a2060e1c23 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.467063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7cc0128d-6830-4152-8340-55a2060e1c23 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "DELETE /v2.0/networks/ba27e703-819a-4085-a318-ee510f0c041b HTTP/1.1" status: 204 len: 168 time: 0.4524817 Sep 07 16:38:05.469133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57406) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:05.519086 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.533694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0128d-6830-4152-8340-55a2060e1c23 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event deleted for resources: {'Network': ['ID=ba27e703-819a-4085-a318-ee510f0c041b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:05.580051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:05.583675 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event updated for resources: {'Port': ['ID=c349d2b7-2a5f-4a76-b434-ee41c0932e1c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:05.587559 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:05.591210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:05.694592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a493008b-0fee-48f9-b7d5-640680d427d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Deleting port bfed4ec3-6aaa-4233-8736-fa7dae8f036a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:05.695044 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a493008b-0fee-48f9-b7d5-640680d427d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.807215 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a493008b-0fee-48f9-b7d5-640680d427d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.807737 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a493008b-0fee-48f9-b7d5-640680d427d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:05.826026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-a493008b-0fee-48f9-b7d5-640680d427d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Calling delete_port for bfed4ec3-6aaa-4233-8736-fa7dae8f036a owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:05.870081 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9a346ff-1784-48e4-b0fc-0b4f999fc56f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:06.037179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:38:06.125481 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a346ff-1784-48e4-b0fc-0b4f999fc56f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Subnet': ['ID=076fd2da-27a7-4cda-aefe-1d123d2947ed,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:06.127681 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:06.162545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:06.168249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:06.168656 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:06.202115 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a346ff-1784-48e4-b0fc-0b4f999fc56f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Checking segment: {'id': '59bb2cad-0151-4be7-8fab-1dc8da2c8233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:06.202645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a346ff-1784-48e4-b0fc-0b4f999fc56f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network hostable DHCP agents. Network: de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:06.226499 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a493008b-0fee-48f9-b7d5-640680d427d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:06.238963 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a346ff-1784-48e4-b0fc-0b4f999fc56f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:06.283112 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f9a346ff-1784-48e4-b0fc-0b4f999fc56f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:06.289012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493008b-0fee-48f9-b7d5-640680d427d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event deleted for resources: {'Port': ['ID=bfed4ec3-6aaa-4233-8736-fa7dae8f036a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:06.302613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a346ff-1784-48e4-b0fc-0b4f999fc56f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:06.303533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f9a346ff-1784-48e4-b0fc-0b4f999fc56f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:06.343683 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f9a346ff-1784-48e4-b0fc-0b4f999fc56f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2094357 Sep 07 16:38:06.344744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57408) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:06.357952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e98fc5-395f-4633-8bb9-4bd2f9eb2f7e None None] Network de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:06.389493 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-428197909', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:06.403580 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:06.446280 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a493008b-0fee-48f9-b7d5-640680d427d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:06.447275 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-a493008b-0fee-48f9-b7d5-640680d427d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Floating IP 3a897184-06ce-4f6b-aa66-be736ef04aeb disassociated (deleted). External IP: 172.25.3.235, port: fe932053-3f2a-44d4-8deb-385aa141cf8e. Sep 07 16:38:06.475342 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:06.476567 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:06.506675 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:06.585880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 2ed14ecb-5745-4d72-bdcf-f9d043eeda51, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2ed14ecb-5745-4d72-bdcf-f9d043eeda51,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:06.633218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe35add-7957-4a41-bc5d-8ef77c48b153 None None] Network de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:06.635444 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:06.710367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=2ed14ecb-5745-4d72-bdcf-f9d043eeda51,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:06.740142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c45a9ab3-9fea-459f-b74a-ad29bf4b37fb no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:06.766264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: c45a9ab3-9fea-459f-b74a-ad29bf4b37fb {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:06.766610 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c45a9ab3-9fea-459f-b74a-ad29bf4b37fb not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:06.767036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cacaa7a8-acc2-431e-90a8-5b600af80edf no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:06.825878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: cacaa7a8-acc2-431e-90a8-5b600af80edf {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:06.826807 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cacaa7a8-acc2-431e-90a8-5b600af80edf not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:06.827246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6f0a7d40-4977-48e4-95fc-1cbc8e691323 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:06.839937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a493008b-0fee-48f9-b7d5-640680d427d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:06.858971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 6f0a7d40-4977-48e4-95fc-1cbc8e691323 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:06.859578 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6f0a7d40-4977-48e4-95fc-1cbc8e691323 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:06.986364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a493008b-0fee-48f9-b7d5-640680d427d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:06.991218 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a493008b-0fee-48f9-b7d5-640680d427d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:07.000634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41749764-7118-44c1-bbc1-ec9991880d18 None None] Sync routers for ids ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:07.017034 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:07.020256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41749764-7118-44c1-bbc1-ec9991880d18 None None] Routers {'9e71e1d5-adf6-447e-baa3-a34f9faedf66'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:07.021137 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-41749764-7118-44c1-bbc1-ec9991880d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:07.039155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a493008b-0fee-48f9-b7d5-640680d427d5 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "DELETE /v2.0/floatingips/3a897184-06ce-4f6b-aa66-be736ef04aeb HTTP/1.1" status: 204 len: 168 time: 1.5687671 Sep 07 16:38:07.040015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'tag': 'fe932053-3f2a-44d4-8deb-385aa141cf8e'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:38:07.042742 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52b7b7f-9508-450e-8926-d1df885be506" -d '{"events": [{"name": "network-changed", "server_uuid": "d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5", "tag": "fe932053-3f2a-44d4-8deb-385aa141cf8e"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:38:07.078991 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Router 170b49d8-65fd-405a-b96e-e95229b8c790 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:38:07.132287 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9ae685-1a21-408d-ab90-3e67bade2f76 x-openstack-request-id: req-5a9ae685-1a21-408d-ab90-3e67bade2f76 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:38:07.132621 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5", "tag": "fe932053-3f2a-44d4-8deb-385aa141cf8e", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:38:07.132879 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a9ae685-1a21-408d-ab90-3e67bade2f76 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:38:07.133292 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'tag': 'fe932053-3f2a-44d4-8deb-385aa141cf8e', 'status': 'completed', 'code': 200} Sep 07 16:38:07.199109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:07.328274 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b7b7f-9508-450e-8926-d1df885be506 req-1824e56f-5e4b-496e-96b9-c2e392ef4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:07.329774 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d52b7b7f-9508-450e-8926-d1df885be506 req-1824e56f-5e4b-496e-96b9-c2e392ef4a67 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=81dff1b8fa2045cf85e2c0f5d1da6305&device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 1135 time: 0.1254129 Sep 07 16:38:07.420804 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35227270-422f-4d46-aa4c-f321ee1bc46e req-f8c5a3fd-9b9d-48cf-9887-db1d8e6acade tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:07.430463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35227270-422f-4d46-aa4c-f321ee1bc46e req-f8c5a3fd-9b9d-48cf-9887-db1d8e6acade tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 984 time: 0.1054060 Sep 07 16:38:07.502704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35227270-422f-4d46-aa4c-f321ee1bc46e req-b4f8d18e-50f5-4e5d-b0e1-978707d147ad tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0688372 Sep 07 16:38:07.520421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:07.531694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-41749764-7118-44c1-bbc1-ec9991880d18 None None] Set router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:07.532945 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Sync routers for ids ['170b49d8-65fd-405a-b96e-e95229b8c790'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:07.546897 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Routers {'170b49d8-65fd-405a-b96e-e95229b8c790'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:07.547779 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['170b49d8-65fd-405a-b96e-e95229b8c790'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:07.547949 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57416) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:07.554745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9a653e14-0bf2-479f-bdc4-7d80601a7182 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'subnet': {'network_id': 'b4617500-7968-4b6b-a024-6b683f5d8ac7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:07.600861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b7b7f-9508-450e-8926-d1df885be506 req-ddf9e732-1a88-4b41-996c-4cabf9de3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:07.603264 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d52b7b7f-9508-450e-8926-d1df885be506 req-ddf9e732-1a88-4b41-996c-4cabf9de3dfd service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d596cd8-5496-4968-9f41-43b4a1bc42d4 HTTP/1.1" status: 200 len: 898 time: 0.2338839 Sep 07 16:38:07.608888 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:07.612726 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dc684166-fddf-45b0-8bb6-bcb23a1e777f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1785338 Sep 07 16:38:07.644169 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57418) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:07.686300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a653e14-0bf2-479f-bdc4-7d80601a7182 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:07.692430 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a653e14-0bf2-479f-bdc4-7d80601a7182 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:07.699942 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Set router 170b49d8-65fd-405a-b96e-e95229b8c790 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:07.754673 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d52b7b7f-9508-450e-8926-d1df885be506 req-08181897-51e2-4406-9056-3c03ef9a2eb0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe932053-3f2a-44d4-8deb-385aa141cf8e HTTP/1.1" status: 200 len: 217 time: 0.1113188 Sep 07 16:38:07.757326 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:07.779429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-41749764-7118-44c1-bbc1-ec9991880d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:29Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'f49a59be-2817-46ea-b4fa-03a7e88ce884', 'name': '', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'mac_address': 'fa:16:3e:24:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:28Z', 'updated_at': '2021-09-07T16:36:36Z', 'revision_number': 5, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'subnets': [{'id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:07.781367 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:07.816537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41749764-7118-44c1-bbc1-ec9991880d18 None None] Checking router: 9e71e1d5-adf6-447e-baa3-a34f9faedf66 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:38:07.841376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41749764-7118-44c1-bbc1-ec9991880d18 None None] Routers {'9e71e1d5-adf6-447e-baa3-a34f9faedf66'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:07.842384 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-41749764-7118-44c1-bbc1-ec9991880d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:07.933866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b7b7f-9508-450e-8926-d1df885be506 req-5f2bac2c-7b5d-405e-9e60-a91d1ed5eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:07.935227 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d52b7b7f-9508-450e-8926-d1df885be506 req-5f2bac2c-7b5d-405e-9e60-a91d1ed5eb83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e2f9f68-ab36-4db4-b761-0788093d561c HTTP/1.1" status: 200 len: 835 time: 0.1554224 Sep 07 16:38:07.954940 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a653e14-0bf2-479f-bdc4-7d80601a7182 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:07.956192 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170b49d8-65fd-405a-b96e-e95229b8c790', 'name': 'tempest-snat-router-1619736510', 'tenant_id': 'a524053076c847a6bf8d585721619c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c349d2b7-2a5f-4a76-b434-ee41c0932e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:38:03Z', 'updated_at': '2021-09-07T16:38:05Z', 'revision_number': 3, 'project_id': 'a524053076c847a6bf8d585721619c34', 'gw_port': {'id': 'c349d2b7-2a5f-4a76-b434-ee41c0932e1c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170b49d8-65fd-405a-b96e-e95229b8c790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:38:04Z', 'updated_at': '2021-09-07T16:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:08.000188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:38:08.006672 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d62704db-2e63-463d-bc96-2927d5542633 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/routers/170b49d8-65fd-405a-b96e-e95229b8c790 HTTP/1.1" status: 200 len: 908 time: 0.3612161 Sep 07 16:38:08.011006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-41749764-7118-44c1-bbc1-ec9991880d18 None None] Set router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:08.011325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57422) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:08.013654 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Checking router: 170b49d8-65fd-405a-b96e-e95229b8c790 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:38:08.014266 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Updating router 170b49d8-65fd-405a-b96e-e95229b8c790 port c349d2b7-2a5f-4a76-b434-ee41c0932e1c binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:38:08.021746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a653e14-0bf2-479f-bdc4-7d80601a7182 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Subnet': ['ID=ed1ed96c-33e2-4646-84f8-ba1a42e24c75,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:08.047502 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.061860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a653e14-0bf2-479f-bdc4-7d80601a7182 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Checking segment: {'id': '2b883db7-583b-4c5a-937d-3486d9a7e06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b4617500-7968-4b6b-a024-6b683f5d8ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:08.062227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a653e14-0bf2-479f-bdc4-7d80601a7182 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network hostable DHCP agents. Network: b4617500-7968-4b6b-a024-6b683f5d8ac7, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:08.082722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a653e14-0bf2-479f-bdc4-7d80601a7182 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network b4617500-7968-4b6b-a024-6b683f5d8ac7 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:08.095325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9a653e14-0bf2-479f-bdc4-7d80601a7182 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, b4617500-7968-4b6b-a024-6b683f5d8ac7) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:08.111661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a653e14-0bf2-479f-bdc4-7d80601a7182 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:08.111661 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9a653e14-0bf2-479f-bdc4-7d80601a7182 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.119645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c385a6-3ab5-453f-ab38-60cb97468354 None None] Network b4617500-7968-4b6b-a024-6b683f5d8ac7 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:08.128609 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9a653e14-0bf2-479f-bdc4-7d80601a7182 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5794370 Sep 07 16:38:08.132032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57424) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:08.141370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cb073215-a17f-40ce-af8b-881325142c24 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1911734710'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:08.151876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b7b7f-9508-450e-8926-d1df885be506 req-a53b7aea-4599-4283-b686-a8e85daded27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:08.153666 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d52b7b7f-9508-450e-8926-d1df885be506 req-a53b7aea-4599-4283-b686-a8e85daded27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d596cd8-5496-4968-9f41-43b4a1bc42d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058544 Sep 07 16:38:08.157050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.25.3.75 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/0777c791-b5e8-4178-b77f-8e8383d3a7cb) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:08.168383 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.178262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb073215-a17f-40ce-af8b-881325142c24 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:08.183596 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cb073215-a17f-40ce-af8b-881325142c24 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.216735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb073215-a17f-40ce-af8b-881325142c24 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:08.227496 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cb073215-a17f-40ce-af8b-881325142c24 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.227894 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-cb073215-a17f-40ce-af8b-881325142c24 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Added segment adae2ace-89d8-45c1-afc1-016c37bcaaf6 of type vlan for network b6e5977a-bf96-4416-afca-1129ca14d688 Sep 07 16:38:08.274809 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cb073215-a17f-40ce-af8b-881325142c24 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.283167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:08.283553 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.305623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cb073215-a17f-40ce-af8b-881325142c24 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.313390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb073215-a17f-40ce-af8b-881325142c24 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:08.314172 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cb073215-a17f-40ce-af8b-881325142c24 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.359067 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cb073215-a17f-40ce-af8b-881325142c24 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2252462 Sep 07 16:38:08.366617 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57426) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:08.373090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b8ae4a3a-9541-451a-aa9c-e526856af99f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'subnet': {'network_id': 'b6e5977a-bf96-4416-afca-1129ca14d688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:08.387633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb073215-a17f-40ce-af8b-881325142c24 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Network': ['ID=b6e5977a-bf96-4416-afca-1129ca14d688,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:08.405274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network b6e5977a-bf96-4416-afca-1129ca14d688 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:08.444868 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d52b7b7f-9508-450e-8926-d1df885be506 req-8bb21722-01ac-4217-82b7-f29ff5524d14 service neutron] 10.222.0.54 "GET /v2.0/networks/5d596cd8-5496-4968-9f41-43b4a1bc42d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740743 Sep 07 16:38:08.446704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-b4617500-7968-4b6b-a024-6b683f5d8ac7', 'network_id': 'b4617500-7968-4b6b-a024-6b683f5d8ac7', 'tenant_id': '6d9b809442504a5ba9e566c51755680a', 'fixed_ips': [{'subnet_id': 'ed1ed96c-33e2-4646-84f8-ba1a42e24c75'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:38:08.447555 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.564466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.574790 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.621862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-41749764-7118-44c1-bbc1-ec9991880d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:29Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'f49a59be-2817-46ea-b4fa-03a7e88ce884', 'name': '', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'mac_address': 'fa:16:3e:24:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:28Z', 'updated_at': '2021-09-07T16:36:36Z', 'revision_number': 5, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'subnets': [{'id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:08.641105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f74c23-f963-4253-a6d5-a1cfecb69149 req-190b8734-0614-4c84-b842-dcf30a051cc3 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:08.642847 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0f74c23-f963-4253-a6d5-a1cfecb69149 req-190b8734-0614-4c84-b842-dcf30a051cc3 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 984 time: 0.0620229 Sep 07 16:38:08.652815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ae4a3a-9541-451a-aa9c-e526856af99f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:08.656250 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8ae4a3a-9541-451a-aa9c-e526856af99f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.658856 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41749764-7118-44c1-bbc1-ec9991880d18 None None] The sync data for ids ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'] in n-d-807551-3 is: [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:29Z', 'revision_number': 4, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'f49a59be-2817-46ea-b4fa-03a7e88ce884', 'name': '', 'network_id': '5d596cd8-5496-4968-9f41-43b4a1bc42d4', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'mac_address': 'fa:16:3e:24:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:28Z', 'updated_at': '2021-09-07T16:36:36Z', 'revision_number': 5, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'subnets': [{'id': '9e2f9f68-ab36-4db4-b761-0788093d561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:08.694668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e0f74c23-f963-4253-a6d5-a1cfecb69149 req-e4e437dc-0c13-4a4f-aebe-9a7ba481eadf tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0440011 Sep 07 16:38:08.713797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Allocated IP 2001:db8:0:ffff::2 (b4617500-7968-4b6b-a024-6b683f5d8ac7/ed1ed96c-33e2-4646-84f8-ba1a42e24c75/2ff0afd0-cff4-499a-bcc4-e3567827af92) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:08.727938 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d52b7b7f-9508-450e-8926-d1df885be506 req-73157b83-0e06-434d-b641-5cc3620411c0 service neutron] 10.222.0.54 "GET /v2.0/networks/5d596cd8-5496-4968-9f41-43b4a1bc42d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505045 Sep 07 16:38:08.779430 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.841556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Deleting port c349d2b7-2a5f-4a76-b434-ee41c0932e1c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:08.842164 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.857013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:08.873403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:08.885432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:08.892072 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.894275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=0777c791-b5e8-4178-b77f-8e8383d3a7cb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:08.902244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Transition to ACTIVE for port object 2ff0afd0-cff4-499a-bcc4-e3567827af92 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:08.925691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Transition to ACTIVE for port object 2ff0afd0-cff4-499a-bcc4-e3567827af92 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:08.936610 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.953837 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.967126 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Transition to ACTIVE for port object c349d2b7-2a5f-4a76-b434-ee41c0932e1c will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:08.979622 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:08.988628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Network b4617500-7968-4b6b-a024-6b683f5d8ac7 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:08.994621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:08.997212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:08.999694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Pushing event updated for resources: {'Port': ['ID=2ff0afd0-cff4-499a-bcc4-e3567827af92,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:09.035678 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Attempting to bind port c349d2b7-2a5f-4a76-b434-ee41c0932e1c on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:38:09.036196 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Attempting to bind port c349d2b7-2a5f-4a76-b434-ee41c0932e1c by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:38:09.036594 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Attempting to bind port c349d2b7-2a5f-4a76-b434-ee41c0932e1c on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:09.047056 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:38:09.047440 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:09.047840 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:09.048235 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:38:09.048739 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Bound port: c349d2b7-2a5f-4a76-b434-ee41c0932e1c, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:38:09.049121 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:09.065335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Attempting to bind port 2ff0afd0-cff4-499a-bcc4-e3567827af92 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:38:09.065335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Attempting to bind port 2ff0afd0-cff4-499a-bcc4-e3567827af92 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '2b883db7-583b-4c5a-937d-3486d9a7e06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b4617500-7968-4b6b-a024-6b683f5d8ac7'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:38:09.065335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Attempting to bind port 2ff0afd0-cff4-499a-bcc4-e3567827af92 on network b4617500-7968-4b6b-a024-6b683f5d8ac7 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:09.071274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:38:09.071702 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Checking segment: {'id': '2b883db7-583b-4c5a-937d-3486d9a7e06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b4617500-7968-4b6b-a024-6b683f5d8ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:09.072126 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:09.072620 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Bound using segment: {'id': '2b883db7-583b-4c5a-937d-3486d9a7e06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b4617500-7968-4b6b-a024-6b683f5d8ac7'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:38:09.073114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Bound port: 2ff0afd0-cff4-499a-bcc4-e3567827af92, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b883db7-583b-4c5a-937d-3486d9a7e06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b4617500-7968-4b6b-a024-6b683f5d8ac7'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:38:09.073516 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:09.105067 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a7ade-7273-4b8b-841e-8e013f7c417c None None] Pushing event updated for resources: {'Port': ['ID=c349d2b7-2a5f-4a76-b434-ee41c0932e1c,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:09.118154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a13121-2ff6-4627-93b8-456f82fa2c27 None None] New status for floating IP 3a897184-06ce-4f6b-aa66-be736ef04aeb: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:38:09.121727 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] For port c349d2b7-2a5f-4a76-b434-ee41c0932e1c, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:38:09.125296 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] For port c349d2b7-2a5f-4a76-b434-ee41c0932e1c, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c349d2b7-2a5f-4a76-b434-ee41c0932e1c,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:38:09.130358 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:09.193770 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a7ade-7273-4b8b-841e-8e013f7c417c None None] Pushing event updated for resources: {'Port': ['ID=c349d2b7-2a5f-4a76-b434-ee41c0932e1c,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:09.198143 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Routers {'170b49d8-65fd-405a-b96e-e95229b8c790'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:09.198756 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['170b49d8-65fd-405a-b96e-e95229b8c790'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:09.226786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] For port 2ff0afd0-cff4-499a-bcc4-e3567827af92, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:38:09.230441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] For port 2ff0afd0-cff4-499a-bcc4-e3567827af92, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2ff0afd0-cff4-499a-bcc4-e3567827af92,segment=NetworkSegment(2b883db7-583b-4c5a-937d-3486d9a7e06a),segment_id=2b883db7-583b-4c5a-937d-3486d9a7e06a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:38:09.238805 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:09.309997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43353b2-c47a-4c15-aa66-5b39059f6b5f None None] Pushing event updated for resources: {'Port': ['ID=2ff0afd0-cff4-499a-bcc4-e3567827af92,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:09.317960 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] Set router 170b49d8-65fd-405a-b96e-e95229b8c790 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:09.372951 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170b49d8-65fd-405a-b96e-e95229b8c790', 'name': 'tempest-snat-router-1619736510', 'tenant_id': 'a524053076c847a6bf8d585721619c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:38:03Z', 'updated_at': '2021-09-07T16:38:08Z', 'revision_number': 4, 'project_id': 'a524053076c847a6bf8d585721619c34', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:09.388746 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:09.450814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Calling delete_port for c349d2b7-2a5f-4a76-b434-ee41c0932e1c owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:09.464466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48c1bf-6161-4072-8722-213191ffb10c req-d2a2afca-e0c8-47d9-9a52-97c85a6e12f4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:09.466206 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa48c1bf-6161-4072-8722-213191ffb10c req-d2a2afca-e0c8-47d9-9a52-97c85a6e12f4 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 984 time: 0.5675814 Sep 07 16:38:09.527966 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a57ef-5b1d-4591-82ce-754ad5ca26af None None] The sync data for ids ['170b49d8-65fd-405a-b96e-e95229b8c790'] in n-d-807551-3 is: [{'id': '170b49d8-65fd-405a-b96e-e95229b8c790', 'name': 'tempest-snat-router-1619736510', 'tenant_id': 'a524053076c847a6bf8d585721619c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:38:03Z', 'updated_at': '2021-09-07T16:38:08Z', 'revision_number': 4, 'project_id': 'a524053076c847a6bf8d585721619c34', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:09.829463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465a7c7-f4f4-42c6-9ab2-77086e5a99a5 req-fc99317a-d97b-4363-839c-61a3bfe993e0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:09.831028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0465a7c7-f4f4-42c6-9ab2-77086e5a99a5 req-fc99317a-d97b-4363-839c-61a3bfe993e0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 984 time: 0.0545495 Sep 07 16:38:09.872368 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0465a7c7-f4f4-42c6-9ab2-77086e5a99a5 req-330594b9-ee79-4b0a-8e1c-5cb37ad08181 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0347166 Sep 07 16:38:09.943547 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-b8ae4a3a-9541-451a-aa9c-e526856af99f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:38:09.952484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8ae4a3a-9541-451a-aa9c-e526856af99f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:09.956875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-fa48c1bf-6161-4072-8722-213191ffb10c req-e0688fce-6338-429c-a761-1e16d9824b7c tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Deleting port fe932053-3f2a-44d4-8deb-385aa141cf8e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:09.957216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fa48c1bf-6161-4072-8722-213191ffb10c req-e0688fce-6338-429c-a761-1e16d9824b7c tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:09.973695 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2ff0afd0-cff4-499a-bcc4-e3567827af92 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:38:10.027920 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 2ff0afd0-cff4-499a-bcc4-e3567827af92 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:10.033153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.197579 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae4a3a-9541-451a-aa9c-e526856af99f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Subnet': ['ID=0f2efd0a-5653-424a-9b50-f60b54e5f74d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:10.255866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae4a3a-9541-451a-aa9c-e526856af99f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Checking segment: {'id': 'adae2ace-89d8-45c1-afc1-016c37bcaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b6e5977a-bf96-4416-afca-1129ca14d688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:10.256216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ae4a3a-9541-451a-aa9c-e526856af99f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network hostable DHCP agents. Network: b6e5977a-bf96-4416-afca-1129ca14d688, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:10.270358 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.281868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b35e7b-1619-418c-85fd-c246946343b4 None None] Network b4617500-7968-4b6b-a024-6b683f5d8ac7 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:10.292755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-fa48c1bf-6161-4072-8722-213191ffb10c req-e0688fce-6338-429c-a761-1e16d9824b7c tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] For port fe932053-3f2a-44d4-8deb-385aa141cf8e, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=fe932053-3f2a-44d4-8deb-385aa141cf8e,segment=NetworkSegment(7b3a400f-d70b-4f4f-8d15-456134d223b4),segment_id=7b3a400f-d70b-4f4f-8d15-456134d223b4)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:10.293139 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fa48c1bf-6161-4072-8722-213191ffb10c req-e0688fce-6338-429c-a761-1e16d9824b7c tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.329138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event deleted for resources: {'Port': ['ID=c349d2b7-2a5f-4a76-b434-ee41c0932e1c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:10.344493 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-fa48c1bf-6161-4072-8722-213191ffb10c req-e0688fce-6338-429c-a761-1e16d9824b7c tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Calling delete_port for fe932053-3f2a-44d4-8deb-385aa141cf8e owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:10.371515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5db2ddf1-091e-4e06-b9c5-708336536207 None None] Provisioning for port 2ff0afd0-cff4-499a-bcc4-e3567827af92 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:10.385972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5db2ddf1-091e-4e06-b9c5-708336536207 None None] Provisioning complete for port 2ff0afd0-cff4-499a-bcc4-e3567827af92 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:10.386406 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5db2ddf1-091e-4e06-b9c5-708336536207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.417211 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cfde2f39-efdc-4560-ada2-a8f31a925827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.439299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ae4a3a-9541-451a-aa9c-e526856af99f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network b6e5977a-bf96-4416-afca-1129ca14d688 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:10.507879 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b8ae4a3a-9541-451a-aa9c-e526856af99f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, b6e5977a-bf96-4416-afca-1129ca14d688) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:10.513338 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae4a3a-9541-451a-aa9c-e526856af99f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:10.514376 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8ae4a3a-9541-451a-aa9c-e526856af99f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.529596 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce681b1-6073-4b47-839e-f67a7edd3cee None None] Network b6e5977a-bf96-4416-afca-1129ca14d688 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:10.546468 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5db2ddf1-091e-4e06-b9c5-708336536207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.574377 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.626689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5db2ddf1-091e-4e06-b9c5-708336536207 None None] For port 2ff0afd0-cff4-499a-bcc4-e3567827af92, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2ff0afd0-cff4-499a-bcc4-e3567827af92,segment=NetworkSegment(2b883db7-583b-4c5a-937d-3486d9a7e06a),segment_id=2b883db7-583b-4c5a-937d-3486d9a7e06a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:10.634764 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5db2ddf1-091e-4e06-b9c5-708336536207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.657818 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b8ae4a3a-9541-451a-aa9c-e526856af99f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2887995 Sep 07 16:38:10.661235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57432) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:10.668851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'port': {'network_id': 'b6e5977a-bf96-4416-afca-1129ca14d688', 'name': 'tempest-NetworksIpV6TestAttrs-2109808770'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:10.699448 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.704044 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.708457 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.725500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2ddf1-091e-4e06-b9c5-708336536207 None None] Pushing event updated for resources: {'Port': ['ID=2ff0afd0-cff4-499a-bcc4-e3567827af92,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:10.766297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-b6e5977a-bf96-4416-afca-1129ca14d688', 'network_id': 'b6e5977a-bf96-4416-afca-1129ca14d688', 'tenant_id': '6d9b809442504a5ba9e566c51755680a', 'fixed_ips': [{'subnet_id': '0f2efd0a-5653-424a-9b50-f60b54e5f74d'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:38:10.767328 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.817857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:10.821198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.821438 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.821700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 170b49d8-65fd-405a-b96e-e95229b8c790 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:38:10.826752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.830320 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c243cd93-681e-4ae2-be44-e8c71fad5913 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "DELETE /v2.0/routers/170b49d8-65fd-405a-b96e-e95229b8c790 HTTP/1.1" status: 204 len: 168 time: 2.8180141 Sep 07 16:38:10.833242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57434) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:10.851786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] device_id is not set on port 14442325-dad6-4c0c-a0fd-e601e24fc107 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:10.888155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5780bb08-8de8-42e6-8c38-5c1c95be42a9 None None] Provisioning complete for port 2ff0afd0-cff4-499a-bcc4-e3567827af92 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:10.888660 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5780bb08-8de8-42e6-8c38-5c1c95be42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:10.998031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Allocated IP 2001:db8::f816:3eff:fed2:1b4e (b6e5977a-bf96-4416-afca-1129ca14d688/0f2efd0a-5653-424a-9b50-f60b54e5f74d/0b5d538c-45c4-4667-a490-a20f72e62958) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:11.063355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d708ee-8b48-4981-9361-2e0f8167eafb req-51d47637-7645-499c-a0b1-d268513a3312 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:11.066375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7d708ee-8b48-4981-9361-2e0f8167eafb req-51d47637-7645-499c-a0b1-d268513a3312 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 984 time: 0.0928228 Sep 07 16:38:11.120037 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c7d708ee-8b48-4981-9361-2e0f8167eafb req-9796e9b3-623a-49e8-85a1-a481eed86e9b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/security-groups?id=4bdcce0c-8141-4499-9208-ddeba92f214c&id=ffe70f3a-c099-4ddb-b2ee-c69279381e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0471470 Sep 07 16:38:11.297091 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fa48c1bf-6161-4072-8722-213191ffb10c req-e0688fce-6338-429c-a761-1e16d9824b7c tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:11.359969 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:11.370218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Transition to ACTIVE for port object 0b5d538c-45c4-4667-a490-a20f72e62958 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:11.387063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Transition to ACTIVE for port object 0b5d538c-45c4-4667-a490-a20f72e62958 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:11.394847 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:11.420686 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0688fce-6338-429c-a761-1e16d9824b7c tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event deleted for resources: {'Port': ['ID=fe932053-3f2a-44d4-8deb-385aa141cf8e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:11.435014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Network b6e5977a-bf96-4416-afca-1129ca14d688 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:11.439706 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:11.444239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:11.455060 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Pushing event updated for resources: {'Port': ['ID=0b5d538c-45c4-4667-a490-a20f72e62958,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:11.466762 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:11.495910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e36e52-3f19-4910-a657-93370671ba20 req-609a174e-7b2c-40b1-b7a1-ffdf999b4d74 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:11.497719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b7e36e52-3f19-4910-a657-93370671ba20 req-609a174e-7b2c-40b1-b7a1-ffdf999b4d74 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 945 time: 0.0972126 Sep 07 16:38:11.504837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Attempting to bind port 0b5d538c-45c4-4667-a490-a20f72e62958 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:38:11.505222 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Attempting to bind port 0b5d538c-45c4-4667-a490-a20f72e62958 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'adae2ace-89d8-45c1-afc1-016c37bcaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b6e5977a-bf96-4416-afca-1129ca14d688'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:38:11.505636 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Attempting to bind port 0b5d538c-45c4-4667-a490-a20f72e62958 on network b6e5977a-bf96-4416-afca-1129ca14d688 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:11.506097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Allocated IP 2001:db8::f816:3eff:fe8b:1d83 (b6e5977a-bf96-4416-afca-1129ca14d688/0f2efd0a-5653-424a-9b50-f60b54e5f74d/14442325-dad6-4c0c-a0fd-e601e24fc107) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:11.511200 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:38:11.511586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Checking segment: {'id': 'adae2ace-89d8-45c1-afc1-016c37bcaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b6e5977a-bf96-4416-afca-1129ca14d688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:11.512001 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:11.512423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Bound using segment: {'id': 'adae2ace-89d8-45c1-afc1-016c37bcaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b6e5977a-bf96-4416-afca-1129ca14d688'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:38:11.512909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Bound port: 0b5d538c-45c4-4667-a490-a20f72e62958, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adae2ace-89d8-45c1-afc1-016c37bcaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b6e5977a-bf96-4416-afca-1129ca14d688'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:38:11.513302 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:11.527094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa48c1bf-6161-4072-8722-213191ffb10c req-e0688fce-6338-429c-a761-1e16d9824b7c tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] No DVR routers for this DVR port fe932053-3f2a-44d4-8deb-385aa141cf8e on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:11.529736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fa48c1bf-6161-4072-8722-213191ffb10c req-e0688fce-6338-429c-a761-1e16d9824b7c tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:11.532074 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fa48c1bf-6161-4072-8722-213191ffb10c req-e0688fce-6338-429c-a761-1e16d9824b7c tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.54 "DELETE /v2.0/ports/fe932053-3f2a-44d4-8deb-385aa141cf8e HTTP/1.1" status: 204 len: 173 time: 2.0199475 Sep 07 16:38:11.534656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'name': 'network-vif-deleted', 'tag': 'fe932053-3f2a-44d4-8deb-385aa141cf8e'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:38:11.537795 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d619da-3fcc-4257-8bb4-ee47a4403926" -d '{"events": [{"server_uuid": "d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5", "name": "network-vif-deleted", "tag": "fe932053-3f2a-44d4-8deb-385aa141cf8e"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:38:11.559525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:38:11.581803 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b7e36e52-3f19-4910-a657-93370671ba20 req-31d848ad-8de7-4b94-a5d0-79317cb3a550 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731206 Sep 07 16:38:11.622141 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82719e28-154e-4933-ad05-4df3dfb00edf x-openstack-request-id: req-82719e28-154e-4933-ad05-4df3dfb00edf {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:38:11.622825 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5", "name": "network-vif-deleted", "tag": "fe932053-3f2a-44d4-8deb-385aa141cf8e", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:38:11.623288 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82719e28-154e-4933-ad05-4df3dfb00edf {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:38:11.624020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] For port 0b5d538c-45c4-4667-a490-a20f72e62958, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:38:11.624760 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1981b8d-7afc-4596-b4f9-f1b5be7f0fb5', 'name': 'network-vif-deleted', 'tag': 'fe932053-3f2a-44d4-8deb-385aa141cf8e', 'status': 'completed', 'code': 200} Sep 07 16:38:11.627865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] For port 0b5d538c-45c4-4667-a490-a20f72e62958, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0b5d538c-45c4-4667-a490-a20f72e62958,segment=NetworkSegment(adae2ace-89d8-45c1-afc1-016c37bcaaf6),segment_id=adae2ace-89d8-45c1-afc1-016c37bcaaf6)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:38:11.632729 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:11.710229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f8d5c-2e27-4e06-b037-392cdc84d420 None None] Pushing event updated for resources: {'Port': ['ID=0b5d538c-45c4-4667-a490-a20f72e62958,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:11.762374 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:11.764876 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:11.793276 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Transition to ACTIVE for port object 14442325-dad6-4c0c-a0fd-e601e24fc107 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:11.807074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:11.819564 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af780748-07a4-4aab-90a4-4fa6b1d82220 None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:11.832683 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af780748-07a4-4aab-90a4-4fa6b1d82220 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:11.833559 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-af780748-07a4-4aab-90a4-4fa6b1d82220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:11.850149 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:11.850318 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:11.851968 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8e4c3940-01ed-4d3f-8ea9-d6ea393e4bfd tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4667244 Sep 07 16:38:11.855047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Deleting port 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:11.855473 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:11.856508 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57446) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:11.906196 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-af780748-07a4-4aab-90a4-4fa6b1d82220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:11.931370 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af780748-07a4-4aab-90a4-4fa6b1d82220 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:11.932308 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-af780748-07a4-4aab-90a4-4fa6b1d82220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:37:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:11.967260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Port': ['ID=14442325-dad6-4c0c-a0fd-e601e24fc107,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:11.988056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] For port 2ed14ecb-5745-4d72-bdcf-f9d043eeda51, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2ed14ecb-5745-4d72-bdcf-f9d043eeda51,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:11.988846 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.025953 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Calling delete_port for 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:12.036292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2ff0afd0-cff4-499a-bcc4-e3567827af92 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:38:12.043665 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-af780748-07a4-4aab-90a4-4fa6b1d82220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:12.044358 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af780748-07a4-4aab-90a4-4fa6b1d82220 None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:12.059363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network b6e5977a-bf96-4416-afca-1129ca14d688 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:12.064687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:12.068814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:12.075407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:12.076062 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.121539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2ff0afd0-cff4-499a-bcc4-e3567827af92 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:12.123252 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.140198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-95e53516-dce1-4af3-af0f-4fb38caf8b6d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4753237 Sep 07 16:38:12.141905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:12.299226 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.320796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-753e3d21-6e51-4031-9453-019dea11bf34 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Deleting subnet 0f2efd0a-5653-424a-9b50-f60b54e5f74d {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:38:12.323821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ed14ecb-5745-4d72-bdcf-f9d043eeda51,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:12.351146 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33ca3996-a627-4492-be17-9e0c7b51353f req-6aceb8a6-ea5f-432a-b254-e659928fd03c tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1981b8d-7afc-4596-b4f9-f1b5be7f0fb5 HTTP/1.1" status: 200 len: 210 time: 0.0786703 Sep 07 16:38:12.354102 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-753e3d21-6e51-4031-9453-019dea11bf34 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.389843 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.409981 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-753e3d21-6e51-4031-9453-019dea11bf34 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.484869 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.487248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.538673 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.539220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:38:12.543807 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.545273 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a0de174c-9564-415b-8a76-dc29bf78e6f0 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "DELETE /v2.0/routers/81bb5ee3-2ca8-49d8-8c04-560e8e37e7e8 HTTP/1.1" status: 204 len: 168 time: 1.7089710 Sep 07 16:38:12.558706 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57452) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:12.563597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-618329018', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:12.590755 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.592006 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.685974 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.822298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device fe932053-3f2a-44d4-8deb-385aa141cf8e no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:12.851537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: fe932053-3f2a-44d4-8deb-385aa141cf8e {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:12.851880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device fe932053-3f2a-44d4-8deb-385aa141cf8e not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:12.854068 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:12.955558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d354f9-88c8-4c98-bea1-fd84544ee15f None None] Network b6e5977a-bf96-4416-afca-1129ca14d688 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:13.024598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef0c79-32e5-487d-8bfa-039db8e7a006 req-7b2ff43b-9f6f-41c2-b21b-2241c9d91e4c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:13.026016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bef0c79-32e5-487d-8bfa-039db8e7a006 req-7b2ff43b-9f6f-41c2-b21b-2241c9d91e4c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 945 time: 0.1347575 Sep 07 16:38:13.055777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d27229eb-6415-459a-a93c-343b70d15edf None None] Provisioning for port 0b5d538c-45c4-4667-a490-a20f72e62958 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:13.075987 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.098351 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.165183 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bef0c79-32e5-487d-8bfa-039db8e7a006 req-dd54db5c-05aa-4ec3-a671-1321f7571db5 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226842 Sep 07 16:38:13.189016 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-753e3d21-6e51-4031-9453-019dea11bf34 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.219988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Allocated IP 172.25.3.82 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/0f2cc40f-7a24-4562-8176-818049d8de76) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:13.335701 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.345648 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-c5b4d9c2-dd11-4dfa-a3e8-6e261262e92d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:13.347846 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-c5b4d9c2-dd11-4dfa-a3e8-6e261262e92d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 945 time: 0.1215529 Sep 07 16:38:13.364374 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-753e3d21-6e51-4031-9453-019dea11bf34 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.367432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.387468 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.418572 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57458) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:13.434085 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-753e3d21-6e51-4031-9453-019dea11bf34 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.436365 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-753e3d21-6e51-4031-9453-019dea11bf34 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/subnets/0f2efd0a-5653-424a-9b50-f60b54e5f74d HTTP/1.1" status: 204 len: 168 time: 1.2934148 Sep 07 16:38:13.439651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e3d21-6e51-4031-9453-019dea11bf34 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2efd0a-5653-424a-9b50-f60b54e5f74d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:13.444997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:13.445424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57460) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:13.454420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:13.462412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:13.488972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fa782acb-0d88-427f-b3ad-1423885921d8 None None] Provisioning for port 14442325-dad6-4c0c-a0fd-e601e24fc107 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:13.494419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fa782acb-0d88-427f-b3ad-1423885921d8 None None] Provisioning complete for port 14442325-dad6-4c0c-a0fd-e601e24fc107 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:13.494800 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fa782acb-0d88-427f-b3ad-1423885921d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.507424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Pushing event updated for resources: {'Port': ['ID=0f2cc40f-7a24-4562-8176-818049d8de76,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:13.541816 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fa782acb-0d88-427f-b3ad-1423885921d8 None None] Port 14442325-dad6-4c0c-a0fd-e601e24fc107 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:38:13.587031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bcaa89-80be-4dd5-828d-a9db5f18ea8b tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:13.588375 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42f6e23c-09c3-4063-9150-06e895f1dc34 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.588614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bcaa89-80be-4dd5-828d-a9db5f18ea8b tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:13.590319 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-54bcaa89-80be-4dd5-828d-a9db5f18ea8b tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1407673 Sep 07 16:38:13.598374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57462) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:13.663084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Deleting port 9a9178d8-37e1-4228-8445-a005371a7cd6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:13.663536 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.672100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14567174-4829-4b49-9b0a-b0fe6a7147e2 None None] Network b6e5977a-bf96-4416-afca-1129ca14d688 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:13.694073 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42f6e23c-09c3-4063-9150-06e895f1dc34 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.701228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-996ef025-cf97-4938-a002-92beb920ed0c None None] Provisioning complete for port 14442325-dad6-4c0c-a0fd-e601e24fc107 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:13.701613 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-996ef025-cf97-4938-a002-92beb920ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.781674 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-760b4cb5-1934-4918-8642-c1a6fcdf80d8 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.796270 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-760b4cb5-1934-4918-8642-c1a6fcdf80d8 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 07 16:38:13.796711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760b4cb5-1934-4918-8642-c1a6fcdf80d8 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:38:13.803218 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-760b4cb5-1934-4918-8642-c1a6fcdf80d8 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/networks/b6e5977a-bf96-4416-afca-1129ca14d688 HTTP/1.1" status: 409 len: 405 time: 0.1993535 Sep 07 16:38:13.809222 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-996ef025-cf97-4938-a002-92beb920ed0c None None] Port 14442325-dad6-4c0c-a0fd-e601e24fc107 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:38:13.816209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57464) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:13.825348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2448ff14-170f-4d5f-88d2-cbf2a91d6fec tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-796782197'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:13.834891 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42f6e23c-09c3-4063-9150-06e895f1dc34 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.841428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-42f6e23c-09c3-4063-9150-06e895f1dc34 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.841428 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-42f6e23c-09c3-4063-9150-06e895f1dc34 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "DELETE /v2.0/security-groups/4bdcce0c-8141-4499-9208-ddeba92f214c HTTP/1.1" status: 204 len: 168 time: 0.4193006 Sep 07 16:38:13.843993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:13.853663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6e23c-09c3-4063-9150-06e895f1dc34 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdcce0c-8141-4499-9208-ddeba92f214c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:13.936557 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.948375 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.951341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] For port 9a9178d8-37e1-4228-8445-a005371a7cd6, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=9a9178d8-37e1-4228-8445-a005371a7cd6,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:13.951723 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:13.954673 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e77c1-2df4-4afe-986c-f63b9518a559 None None] DHCP port deletion for b6e5977a-bf96-4416-afca-1129ca14d688 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:38:13.956540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2448ff14-170f-4d5f-88d2-cbf2a91d6fec tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:13.960067 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2448ff14-170f-4d5f-88d2-cbf2a91d6fec tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.009111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-db8e77c1-2df4-4afe-986c-f63b9518a559 None None] Deleting port 0b5d538c-45c4-4667-a490-a20f72e62958 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:14.009843 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db8e77c1-2df4-4afe-986c-f63b9518a559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.013909 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-922abeb3-30fe-456b-b3b1-b1126147d69e tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.080640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-db8e77c1-2df4-4afe-986c-f63b9518a559 None None] For port 0b5d538c-45c4-4667-a490-a20f72e62958, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0b5d538c-45c4-4667-a490-a20f72e62958,segment=NetworkSegment(adae2ace-89d8-45c1-afc1-016c37bcaaf6),segment_id=adae2ace-89d8-45c1-afc1-016c37bcaaf6)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:14.082324 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db8e77c1-2df4-4afe-986c-f63b9518a559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.098747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-db8e77c1-2df4-4afe-986c-f63b9518a559 None None] Calling delete_port for 0b5d538c-45c4-4667-a490-a20f72e62958 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:14.099338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.20.0.1 (de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6/076fd2da-27a7-4cda-aefe-1d123d2947ed/523120c9-b30c-4574-8357-5f08f609714f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:14.117933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-922abeb3-30fe-456b-b3b1-b1126147d69e tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.129913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2448ff14-170f-4d5f-88d2-cbf2a91d6fec tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:14.155384 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.189032 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-db8e77c1-2df4-4afe-986c-f63b9518a559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.218287 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e77c1-2df4-4afe-986c-f63b9518a559 None None] Pushing event deleted for resources: {'Port': ['ID=0b5d538c-45c4-4667-a490-a20f72e62958,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:14.225650 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2448ff14-170f-4d5f-88d2-cbf2a91d6fec tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.225950 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-2448ff14-170f-4d5f-88d2-cbf2a91d6fec tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Added segment 699466a9-186b-448f-8650-22995cc18919 of type vlan for network 33fd3034-754f-4fd0-86bc-af3d6eb8fc4a Sep 07 16:38:14.233131 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e77c1-2df4-4afe-986c-f63b9518a559 None None] No DVR routers for this DVR port 0b5d538c-45c4-4667-a490-a20f72e62958 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:14.267140 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-edf27a0b-af55-4feb-a671-e93b45771740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.307808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Router ad57fa71-fa68-42b6-9ce1-d52709accd2f is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:38:14.355168 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2448ff14-170f-4d5f-88d2-cbf2a91d6fec tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.412019 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-922abeb3-30fe-456b-b3b1-b1126147d69e tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.414629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-922abeb3-30fe-456b-b3b1-b1126147d69e tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.415808 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-922abeb3-30fe-456b-b3b1-b1126147d69e tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "DELETE /v2.0/security-groups/ffe70f3a-c099-4ddb-b2ee-c69279381e1a HTTP/1.1" status: 204 len: 168 time: 0.5723517 Sep 07 16:38:14.439007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57470) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:14.511051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922abeb3-30fe-456b-b3b1-b1126147d69e tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe70f3a-c099-4ddb-b2ee-c69279381e1a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:14.523591 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.523996 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.524247 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Floating IP 4110de16-ec97-4ff2-8419-be82adfc6d0e disassociated. External IP: 172.25.3.99, port: 9a9178d8-37e1-4228-8445-a005371a7cd6. Sep 07 16:38:14.524631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Calling delete_port for 9a9178d8-37e1-4228-8445-a005371a7cd6 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:14.541064 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2448ff14-170f-4d5f-88d2-cbf2a91d6fec tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.546653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448ff14-170f-4d5f-88d2-cbf2a91d6fec tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:14.547278 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2448ff14-170f-4d5f-88d2-cbf2a91d6fec tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.556076 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.599242 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8cd58-f0c8-4f8a-895b-d7af1fb50393 req-2016e795-6017-44e0-83a0-8e7bb1643105 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:14.600869 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3f8cd58-f0c8-4f8a-895b-d7af1fb50393 req-2016e795-6017-44e0-83a0-8e7bb1643105 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 945 time: 0.3188143 Sep 07 16:38:14.721688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:14.732517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528f388-50f7-4b24-b561-5b25f50e823a None None] Sync routers for ids ['ad57fa71-fa68-42b6-9ce1-d52709accd2f'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:14.741289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2448ff14-170f-4d5f-88d2-cbf2a91d6fec tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9212279 Sep 07 16:38:14.741910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57472) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:14.747274 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e010353f-af61-4557-912c-814c29914683 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'subnet': {'network_id': '33fd3034-754f-4fd0-86bc-af3d6eb8fc4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:14.747914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528f388-50f7-4b24-b561-5b25f50e823a None None] Routers {'ad57fa71-fa68-42b6-9ce1-d52709accd2f'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:14.749069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3528f388-50f7-4b24-b561-5b25f50e823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ad57fa71-fa68-42b6-9ce1-d52709accd2f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:14.755597 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448ff14-170f-4d5f-88d2-cbf2a91d6fec tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Network': ['ID=33fd3034-754f-4fd0-86bc-af3d6eb8fc4a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:14.775073 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.778798 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-642d8952-ed09-4212-88d9-df07c70ce132 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2165201 Sep 07 16:38:14.779946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57474) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:14.784029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-11b45613-1734-4429-b4a7-f81672bc37bd tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'enable_snat': False}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:14.787555 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 33fd3034-754f-4fd0-86bc-af3d6eb8fc4a details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:14.789967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3528f388-50f7-4b24-b561-5b25f50e823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:14.816572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528f388-50f7-4b24-b561-5b25f50e823a None None] Routers {'ad57fa71-fa68-42b6-9ce1-d52709accd2f'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:14.817445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3528f388-50f7-4b24-b561-5b25f50e823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ad57fa71-fa68-42b6-9ce1-d52709accd2f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:14.821334 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3f8cd58-f0c8-4f8a-895b-d7af1fb50393 req-521cb017-3846-4390-ada5-60218c37de55 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979153 Sep 07 16:38:14.882392 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.883820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3528f388-50f7-4b24-b561-5b25f50e823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:14.884675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528f388-50f7-4b24-b561-5b25f50e823a None None] The sync data for ids ['ad57fa71-fa68-42b6-9ce1-d52709accd2f'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:14.938966 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.963258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e010353f-af61-4557-912c-814c29914683 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:14.966774 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e010353f-af61-4557-912c-814c29914683 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:14.983867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:14.996974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:15.006702 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:15.012220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:15.021976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=523120c9-b30c-4574-8357-5f08f609714f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:15.036996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:15.037626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2ed14ecb-5745-4d72-bdcf-f9d043eeda51 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:15.086129 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:15.128689 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:15.130941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event deleted for resources: {'Port': ['ID=9a9178d8-37e1-4228-8445-a005371a7cd6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:15.323877 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11b45613-1734-4429-b4a7-f81672bc37bd tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:15.431304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-e010353f-af61-4557-912c-814c29914683 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:38:15.434715 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e010353f-af61-4557-912c-814c29914683 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:15.529258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010353f-af61-4557-912c-814c29914683 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Subnet': ['ID=be67c9df-9b75-4f10-949d-e2681dabc738,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:15.554759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010353f-af61-4557-912c-814c29914683 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Checking segment: {'id': '699466a9-186b-448f-8650-22995cc18919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33fd3034-754f-4fd0-86bc-af3d6eb8fc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:15.555118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010353f-af61-4557-912c-814c29914683 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network hostable DHCP agents. Network: 33fd3034-754f-4fd0-86bc-af3d6eb8fc4a, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:15.623811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010353f-af61-4557-912c-814c29914683 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network 33fd3034-754f-4fd0-86bc-af3d6eb8fc4a is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:15.666800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e010353f-af61-4557-912c-814c29914683 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 33fd3034-754f-4fd0-86bc-af3d6eb8fc4a) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:15.673448 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e010353f-af61-4557-912c-814c29914683 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:15.674197 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e010353f-af61-4557-912c-814c29914683 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:15.679392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7738cd8-0189-45a0-8d69-8e50b20f3bc5 None None] Network 33fd3034-754f-4fd0-86bc-af3d6eb8fc4a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:15.702620 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e010353f-af61-4557-912c-814c29914683 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9598501 Sep 07 16:38:15.705252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57476) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:15.710884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'port': {'network_id': '33fd3034-754f-4fd0-86bc-af3d6eb8fc4a', 'name': 'tempest-NetworksIpV6TestAttrs-1714513868'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:15.775670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Router 7567412c-e71a-4e02-9f71-f8808e705ad4 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:15.793597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:15.864955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-33fd3034-754f-4fd0-86bc-af3d6eb8fc4a', 'network_id': '33fd3034-754f-4fd0-86bc-af3d6eb8fc4a', 'tenant_id': '6d9b809442504a5ba9e566c51755680a', 'fixed_ips': [{'subnet_id': 'be67c9df-9b75-4f10-949d-e2681dabc738'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:38:15.866324 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:15.953046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:15.957126 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:15.958244 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ff708c3-067d-482d-9e43-5aea20d0129d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:15.981840 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0b5d538c-45c4-4667-a490-a20f72e62958 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:16.009358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] device_id is not set on port d11ba781-bdf5-49fb-8a0d-4b0da1be968a yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:16.010819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 0b5d538c-45c4-4667-a490-a20f72e62958 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:16.011166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0b5d538c-45c4-4667-a490-a20f72e62958 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:16.056725 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11b45613-1734-4429-b4a7-f81672bc37bd tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.061203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-079c386b-d206-45f6-a839-c6ae634cd670 req-dedfca33-89eb-4401-8787-07dadf79a3c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 210 time: 0.0986907 Sep 07 16:38:16.068720 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11b45613-1734-4429-b4a7-f81672bc37bd tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.097112 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Allocated IP 2001:db8::f816:3eff:fe3a:9243 (33fd3034-754f-4fd0-86bc-af3d6eb8fc4a/be67c9df-9b75-4f10-949d-e2681dabc738/c57e4da2-549a-42b8-a6b9-b9996270cb14) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:16.128703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:16.140103 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c30996-fa5a-4c88-8b75-ffd36184933c None None] Sync routers for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:16.152926 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c30996-fa5a-4c88-8b75-ffd36184933c None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:16.153806 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c4c30996-fa5a-4c88-8b75-ffd36184933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:16.208805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b45613-1734-4429-b4a7-f81672bc37bd tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Router ad57fa71-fa68-42b6-9ce1-d52709accd2f has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:16.220696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] No DVR routers for this DVR port 9a9178d8-37e1-4228-8445-a005371a7cd6 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:16.229159 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.231152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-303eaecb-b5c9-496e-bb7b-87c1b92f64b0 req-6fd0bd11-237f-4dcc-b048-20a28a80758c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "DELETE /v2.0/ports/9a9178d8-37e1-4228-8445-a005371a7cd6 HTTP/1.1" status: 204 len: 173 time: 2.8746593 Sep 07 16:38:16.235207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24edadc-5e3c-41af-bb04-0eefbc6f7b34', 'name': 'network-vif-deleted', 'tag': '9a9178d8-37e1-4228-8445-a005371a7cd6'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:38:16.237762 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52676f9-558b-41a8-9d36-8ece94927cf4" -d '{"events": [{"server_uuid": "a24edadc-5e3c-41af-bb04-0eefbc6f7b34", "name": "network-vif-deleted", "tag": "9a9178d8-37e1-4228-8445-a005371a7cd6"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:38:16.289211 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c4c30996-fa5a-4c88-8b75-ffd36184933c None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:16.316827 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.340027 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f970d3fb-2975-4162-8ab9-e5c81e1af5dd x-openstack-request-id: req-f970d3fb-2975-4162-8ab9-e5c81e1af5dd {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:38:16.340706 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24edadc-5e3c-41af-bb04-0eefbc6f7b34", "name": "network-vif-deleted", "tag": "9a9178d8-37e1-4228-8445-a005371a7cd6", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:38:16.342281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Transition to ACTIVE for port object c57e4da2-549a-42b8-a6b9-b9996270cb14 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:16.342421 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f970d3fb-2975-4162-8ab9-e5c81e1af5dd {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:38:16.342421 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24edadc-5e3c-41af-bb04-0eefbc6f7b34', 'name': 'network-vif-deleted', 'tag': '9a9178d8-37e1-4228-8445-a005371a7cd6', 'status': 'completed', 'code': 200} Sep 07 16:38:16.358363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b45613-1734-4429-b4a7-f81672bc37bd tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:16.363545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Transition to ACTIVE for port object c57e4da2-549a-42b8-a6b9-b9996270cb14 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:16.368743 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11b45613-1734-4429-b4a7-f81672bc37bd tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.373663 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-11b45613-1734-4429-b4a7-f81672bc37bd tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "PUT /v2.0/routers/ad57fa71-fa68-42b6-9ce1-d52709accd2f HTTP/1.1" status: 200 len: 920 time: 1.5904953 Sep 07 16:38:16.373861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee6b6d9-2058-40dd-abb4-32d6718e048d None None] Sync routers for ids ['ad57fa71-fa68-42b6-9ce1-d52709accd2f'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:16.376652 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.377050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57484) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:16.437279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Pushing event updated for resources: {'Port': ['ID=c57e4da2-549a-42b8-a6b9-b9996270cb14,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:16.443158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Network 33fd3034-754f-4fd0-86bc-af3d6eb8fc4a is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:16.444612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6b6d9-2058-40dd-abb4-32d6718e048d None None] Routers {'ad57fa71-fa68-42b6-9ce1-d52709accd2f'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:16.445237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5ee6b6d9-2058-40dd-abb4-32d6718e048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ad57fa71-fa68-42b6-9ce1-d52709accd2f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:16.448103 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:16.451055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:16.499552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5ee6b6d9-2058-40dd-abb4-32d6718e048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:16.547309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Allocated IP 2001:db8::f816:3eff:fe8d:d1d8 (33fd3034-754f-4fd0-86bc-af3d6eb8fc4a/be67c9df-9b75-4f10-949d-e2681dabc738/d11ba781-bdf5-49fb-8a0d-4b0da1be968a) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:16.561657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6b6d9-2058-40dd-abb4-32d6718e048d None None] Routers {'ad57fa71-fa68-42b6-9ce1-d52709accd2f'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:16.561657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5ee6b6d9-2058-40dd-abb4-32d6718e048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ad57fa71-fa68-42b6-9ce1-d52709accd2f'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:16.564158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Attempting to bind port c57e4da2-549a-42b8-a6b9-b9996270cb14 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:38:16.564588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Attempting to bind port c57e4da2-549a-42b8-a6b9-b9996270cb14 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '699466a9-186b-448f-8650-22995cc18919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33fd3034-754f-4fd0-86bc-af3d6eb8fc4a'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:38:16.565560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Attempting to bind port c57e4da2-549a-42b8-a6b9-b9996270cb14 on network 33fd3034-754f-4fd0-86bc-af3d6eb8fc4a {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:16.593043 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.603669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5ee6b6d9-2058-40dd-abb4-32d6718e048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:16.604025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.604326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee6b6d9-2058-40dd-abb4-32d6718e048d None None] The sync data for ids ['ad57fa71-fa68-42b6-9ce1-d52709accd2f'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:16.608437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:38:16.608437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Checking segment: {'id': '699466a9-186b-448f-8650-22995cc18919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33fd3034-754f-4fd0-86bc-af3d6eb8fc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:16.608697 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.609709 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Bound using segment: {'id': '699466a9-186b-448f-8650-22995cc18919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33fd3034-754f-4fd0-86bc-af3d6eb8fc4a'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:38:16.609709 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Bound port: c57e4da2-549a-42b8-a6b9-b9996270cb14, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699466a9-186b-448f-8650-22995cc18919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33fd3034-754f-4fd0-86bc-af3d6eb8fc4a'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:38:16.609918 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.658931 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c4c30996-fa5a-4c88-8b75-ffd36184933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:16.681712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=523120c9-b30c-4574-8357-5f08f609714f,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:16.695525 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d97aea64-6ca1-4a71-ace3-7ef4bba8530c tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/routers/ad57fa71-fa68-42b6-9ce1-d52709accd2f HTTP/1.1" status: 200 len: 920 time: 0.3128984 Sep 07 16:38:16.696638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57486) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:16.701668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] For port c57e4da2-549a-42b8-a6b9-b9996270cb14, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:38:16.707904 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c30996-fa5a-4c88-8b75-ffd36184933c None None] Checking router: 7567412c-e71a-4e02-9f71-f8808e705ad4 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:38:16.711002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] For port c57e4da2-549a-42b8-a6b9-b9996270cb14, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c57e4da2-549a-42b8-a6b9-b9996270cb14,segment=NetworkSegment(699466a9-186b-448f-8650-22995cc18919),segment_id=699466a9-186b-448f-8650-22995cc18919)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:38:16.717044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-7ff708c3-067d-482d-9e43-5aea20d0129d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Deleting port f49a59be-2817-46ea-b4fa-03a7e88ce884 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:16.717401 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ff708c3-067d-482d-9e43-5aea20d0129d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.718803 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c30996-fa5a-4c88-8b75-ffd36184933c None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:16.719104 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.719626 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c4c30996-fa5a-4c88-8b75-ffd36184933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:16.725274 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.833222 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e643e04-76bb-4756-bb07-e05cca8295d3 None None] Pushing event updated for resources: {'Port': ['ID=c57e4da2-549a-42b8-a6b9-b9996270cb14,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:16.887568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:16.890356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc64f7-ffb9-4798-b086-b3902ba1a9a1 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:16.890714 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c4c30996-fa5a-4c88-8b75-ffd36184933c None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:16.891906 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-abfc64f7-ffb9-4798-b086-b3902ba1a9a1 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7920ab71-216c-4d93-9da0-10a36a806527&device_id=ad57fa71-fa68-42b6-9ce1-d52709accd2f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1898606 Sep 07 16:38:16.894712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57488) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:16.955969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:16.959388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:17.001669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-7ff708c3-067d-482d-9e43-5aea20d0129d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] For port f49a59be-2817-46ea-b4fa-03a7e88ce884, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f49a59be-2817-46ea-b4fa-03a7e88ce884,segment=NetworkSegment(7b3a400f-d70b-4f4f-8d15-456134d223b4),segment_id=7b3a400f-d70b-4f4f-8d15-456134d223b4)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:17.002217 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ff708c3-067d-482d-9e43-5aea20d0129d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:17.024917 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:17.079669 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Transition to ACTIVE for port object d11ba781-bdf5-49fb-8a0d-4b0da1be968a will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:17.088242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914beae2-6989-4a5b-8e35-062c8d66fa40 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:17.092077 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-914beae2-6989-4a5b-8e35-062c8d66fa40 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 881 time: 0.1939929 Sep 07 16:38:17.092223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-7ff708c3-067d-482d-9e43-5aea20d0129d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Calling delete_port for f49a59be-2817-46ea-b4fa-03a7e88ce884 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:17.092321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57490) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:17.100906 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9a9178d8-37e1-4228-8445-a005371a7cd6 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:17.145251 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5048f89b-da82-464b-9132-ed58f5dea3af tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad57fa71-fa68-42b6-9ce1-d52709accd2f HTTP/1.1" status: 200 len: 205 time: 0.0494893 Sep 07 16:38:17.145942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:17.152531 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 9a9178d8-37e1-4228-8445-a005371a7cd6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:17.153032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 9a9178d8-37e1-4228-8445-a005371a7cd6 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:17.267059 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c4c30996-fa5a-4c88-8b75-ffd36184933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:17.309391 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:17.309638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-96415004-19cf-4ae4-8abe-37378a8dae0a req-256be2bb-5ea3-4a39-939d-174d1c072ceb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 210 time: 0.0664163 Sep 07 16:38:17.322430 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c30996-fa5a-4c88-8b75-ffd36184933c None None] The sync data for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 is: [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:17.365315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:17.392181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Port': ['ID=d11ba781-bdf5-49fb-8a0d-4b0da1be968a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:17.410699 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:17.413834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network 33fd3034-754f-4fd0-86bc-af3d6eb8fc4a is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:17.451107 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:17.455215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:17.461570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:17.462236 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:17.487162 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-68c5d0fc-885e-4faa-91e9-d290ea013b0c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7801421 Sep 07 16:38:17.489917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57496) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:17.581517 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb880ef-66c1-4dde-8f11-02a42b972f0a tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Deleting subnet be67c9df-9b75-4f10-949d-e2681dabc738 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:38:17.587144 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cb880ef-66c1-4dde-8f11-02a42b972f0a tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:17.587348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:17.597425 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6b907757-2f60-4c4f-ae52-2c76ec8e47a7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "PUT /v2.0/routers/2fd8c218-90de-428a-b1ec-8f85c5284381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6453435 Sep 07 16:38:17.598092 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee2379-4aba-4c5d-bf21-5c0e28c95ef7 None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:17.600621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57498) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:17.605142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'port': {'network_id': 'de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6', 'name': 'tempest-FloatingIPTestJSON-2017861461'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:17.608946 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee2379-4aba-4c5d-bf21-5c0e28c95ef7 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:17.609724 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-32ee2379-4aba-4c5d-bf21-5c0e28c95ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:17.627246 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:17.648653 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ff708c3-067d-482d-9e43-5aea20d0129d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:17.673101 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-32ee2379-4aba-4c5d-bf21-5c0e28c95ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:17.684094 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cb880ef-66c1-4dde-8f11-02a42b972f0a tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:17.685776 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee2379-4aba-4c5d-bf21-5c0e28c95ef7 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:17.687567 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-32ee2379-4aba-4c5d-bf21-5c0e28c95ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:17.714051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff708c3-067d-482d-9e43-5aea20d0129d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event deleted for resources: {'Port': ['ID=f49a59be-2817-46ea-b4fa-03a7e88ce884,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:17.771787 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-32ee2379-4aba-4c5d-bf21-5c0e28c95ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:17.772756 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee2379-4aba-4c5d-bf21-5c0e28c95ef7 None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:17.887889 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cb880ef-66c1-4dde-8f11-02a42b972f0a tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:17.990311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Made reservation on behalf of 23bbe4b76239464dafb208f57dc53c23 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:17.994967 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:18.103907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] device_id is not set on port edd8c3a1-d76a-4ac3-afbd-3463498012e7 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:18.104652 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcf96c9-b984-4652-9626-fde989256fc9 None None] New status for floating IP 4110de16-ec97-4ff2-8419-be82adfc6d0e: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:38:18.192689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c57e4da2-549a-42b8-a6b9-b9996270cb14 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:38:18.207946 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ff708c3-067d-482d-9e43-5aea20d0129d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:18.375336 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port c57e4da2-549a-42b8-a6b9-b9996270cb14 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:18.389394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca85845e-ff00-4081-b8fd-d2e3bf8b7809 None None] Network 33fd3034-754f-4fd0-86bc-af3d6eb8fc4a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:18.478447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Deleting port 0f2cc40f-7a24-4562-8176-818049d8de76 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:18.478995 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:18.505171 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a126f7a2-7cf9-4a71-b1f2-1c250755b4c8 req-4a064e45-adbe-40a9-97ea-7429149570a7 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 210 time: 0.0425618 Sep 07 16:38:18.518125 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b7411ba1-9fb4-409a-adcc-ebbd0988f7eb None None] Provisioning for port c57e4da2-549a-42b8-a6b9-b9996270cb14 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:18.541414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b7411ba1-9fb4-409a-adcc-ebbd0988f7eb None None] Provisioning complete for port c57e4da2-549a-42b8-a6b9-b9996270cb14 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:18.541945 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7411ba1-9fb4-409a-adcc-ebbd0988f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:18.554203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.20.0.3 (de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6/076fd2da-27a7-4cda-aefe-1d123d2947ed/edd8c3a1-d76a-4ac3-afbd-3463498012e7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:18.584442 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cb880ef-66c1-4dde-8f11-02a42b972f0a tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:18.594292 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:18.643307 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb880ef-66c1-4dde-8f11-02a42b972f0a tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Subnet': ['ID=be67c9df-9b75-4f10-949d-e2681dabc738,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:18.647829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff708c3-067d-482d-9e43-5aea20d0129d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:18.649919 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cb880ef-66c1-4dde-8f11-02a42b972f0a tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:18.652098 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1cb880ef-66c1-4dde-8f11-02a42b972f0a tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/subnets/be67c9df-9b75-4f10-949d-e2681dabc738 HTTP/1.1" status: 204 len: 168 time: 1.1607907 Sep 07 16:38:18.653258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Calling delete_port for 0f2cc40f-7a24-4562-8176-818049d8de76 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:18.655034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57504) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:18.679239 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7411ba1-9fb4-409a-adcc-ebbd0988f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:18.720478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b7411ba1-9fb4-409a-adcc-ebbd0988f7eb None None] For port c57e4da2-549a-42b8-a6b9-b9996270cb14, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c57e4da2-549a-42b8-a6b9-b9996270cb14,segment=NetworkSegment(699466a9-186b-448f-8650-22995cc18919),segment_id=699466a9-186b-448f-8650-22995cc18919)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:18.726123 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7411ba1-9fb4-409a-adcc-ebbd0988f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:18.796996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7411ba1-9fb4-409a-adcc-ebbd0988f7eb None None] Pushing event updated for resources: {'Port': ['ID=c57e4da2-549a-42b8-a6b9-b9996270cb14,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:18.799938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad700295-0e40-4e46-9c82-8ea5076fe543 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:18.805636 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad700295-0e40-4e46-9c82-8ea5076fe543 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:18.809790 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ad700295-0e40-4e46-9c82-8ea5076fe543 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1511757 Sep 07 16:38:18.813195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57506) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:18.930950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527f55ab-eda9-4768-92fe-a54b6a08fdf4 None None] Network 33fd3034-754f-4fd0-86bc-af3d6eb8fc4a requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:18.943183 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6394a47-bda1-4cf7-a0a4-a8943f6c1bd1 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:18.952727 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6394a47-bda1-4cf7-a0a4-a8943f6c1bd1 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 07 16:38:18.953218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6394a47-bda1-4cf7-a0a4-a8943f6c1bd1 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:38:18.959491 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f6394a47-bda1-4cf7-a0a4-a8943f6c1bd1 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/networks/33fd3034-754f-4fd0-86bc-af3d6eb8fc4a HTTP/1.1" status: 409 len: 405 time: 0.1450155 Sep 07 16:38:18.960762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57508) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:18.965946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ddef03f0-595f-4802-a7f0-35678668b72f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-320139802'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:18.976907 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.013872 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddef03f0-595f-4802-a7f0-35678668b72f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:19.017417 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddef03f0-595f-4802-a7f0-35678668b72f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.021981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f69cab2c-105b-435a-90e6-5ff2ff8b550d None None] Provisioning for port d11ba781-bdf5-49fb-8a0d-4b0da1be968a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:19.022378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Pushing event deleted for resources: {'Port': ['ID=0f2cc40f-7a24-4562-8176-818049d8de76,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:19.039197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f69cab2c-105b-435a-90e6-5ff2ff8b550d None None] Provisioning complete for port d11ba781-bdf5-49fb-8a0d-4b0da1be968a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:19.039550 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f69cab2c-105b-435a-90e6-5ff2ff8b550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.069135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddef03f0-595f-4802-a7f0-35678668b72f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:19.078420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddef03f0-595f-4802-a7f0-35678668b72f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.078817 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-ddef03f0-595f-4802-a7f0-35678668b72f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Added segment b8e101dd-cf60-4d81-9dff-7b936c2ba610 of type vlan for network 36d08c7b-ee8d-440f-90b0-95c0d6279d96 Sep 07 16:38:19.121916 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddef03f0-595f-4802-a7f0-35678668b72f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.123649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f69cab2c-105b-435a-90e6-5ff2ff8b550d None None] Port d11ba781-bdf5-49fb-8a0d-4b0da1be968a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:38:19.161464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f69cab2c-105b-435a-90e6-5ff2ff8b550d None None] Provisioning complete for port c57e4da2-549a-42b8-a6b9-b9996270cb14 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:19.161844 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f69cab2c-105b-435a-90e6-5ff2ff8b550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.166539 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddef03f0-595f-4802-a7f0-35678668b72f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.172313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddef03f0-595f-4802-a7f0-35678668b72f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:19.173253 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ddef03f0-595f-4802-a7f0-35678668b72f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.236906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.237758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0234692f-dcef-43ea-9f67-00475d875077 None None] DHCP port deletion for 33fd3034-754f-4fd0-86bc-af3d6eb8fc4a request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:38:19.245664 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ddef03f0-595f-4802-a7f0-35678668b72f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2837136 Sep 07 16:38:19.247269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57510) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:19.283491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-89cd03b1-a1a3-40fd-90ab-9d737064e077 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'subnet': {'network_id': '36d08c7b-ee8d-440f-90b0-95c0d6279d96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:19.342818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0234692f-dcef-43ea-9f67-00475d875077 None None] Deleting port c57e4da2-549a-42b8-a6b9-b9996270cb14 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:19.343495 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0234692f-dcef-43ea-9f67-00475d875077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.355003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef03f0-595f-4802-a7f0-35678668b72f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Network': ['ID=36d08c7b-ee8d-440f-90b0-95c0d6279d96,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:19.368912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 36d08c7b-ee8d-440f-90b0-95c0d6279d96 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:19.407452 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.415027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff708c3-067d-482d-9e43-5aea20d0129d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:19.426028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7ff708c3-067d-482d-9e43-5aea20d0129d tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "PUT /v2.0/routers/9e71e1d5-adf6-447e-baa3-a34f9faedf66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9838634 Sep 07 16:38:19.426237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57512) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:19.426639 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece20d4e-4c89-473e-9c53-c813eb083795 None None] Sync routers for ids ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:19.438288 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece20d4e-4c89-473e-9c53-c813eb083795 None None] Routers {'9e71e1d5-adf6-447e-baa3-a34f9faedf66'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:19.441022 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ece20d4e-4c89-473e-9c53-c813eb083795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:19.443825 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.489271 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.500189 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.513381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0234692f-dcef-43ea-9f67-00475d875077 None None] For port c57e4da2-549a-42b8-a6b9-b9996270cb14, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c57e4da2-549a-42b8-a6b9-b9996270cb14,segment=NetworkSegment(699466a9-186b-448f-8650-22995cc18919),segment_id=699466a9-186b-448f-8650-22995cc18919)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:19.514056 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0234692f-dcef-43ea-9f67-00475d875077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.536351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0234692f-dcef-43ea-9f67-00475d875077 None None] Calling delete_port for c57e4da2-549a-42b8-a6b9-b9996270cb14 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:19.598980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:19.606230 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.607131 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Fanout notify agent at l3_agent the message router_deleted on router ad57fa71-fa68-42b6-9ce1-d52709accd2f {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:38:19.613837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:19.619712 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ece20d4e-4c89-473e-9c53-c813eb083795 None None] Set router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:19.624247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:19.644429 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.649757 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cf73486f-3b38-4618-8a6c-95b17834672f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "DELETE /v2.0/routers/ad57fa71-fa68-42b6-9ce1-d52709accd2f HTTP/1.1" status: 204 len: 168 time: 2.4908221 Sep 07 16:38:19.656845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57516) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:19.677559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=edd8c3a1-d76a-4ac3-afbd-3463498012e7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:19.678871 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2aa43d5f-899a-47e2-b9b3-83e7669f7b29 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1069263571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:19.687167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62d38c1-514a-4e0c-a66c-5e4531b2089b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Deleting subnet 9e2f9f68-ab36-4db4-b761-0788093d561c {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:38:19.692420 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e3314e8-a3bd-43ad-9e6c-3490b0ef25fc req-2abff8a1-3c10-4d34-98fd-98554a64bd87 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 210 time: 0.0650065 Sep 07 16:38:19.703132 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d62d38c1-514a-4e0c-a66c-5e4531b2089b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.708445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cd03b1-a1a3-40fd-90ab-9d737064e077 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:19.712374 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89cd03b1-a1a3-40fd-90ab-9d737064e077 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.744843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:19.745955 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.808882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c7ae29ae-906d-4e53-8fa4-a86492cb9393 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2074909 Sep 07 16:38:19.811221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57518) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:19.818625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'port': {'network_id': 'de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6', 'name': 'tempest-FloatingIPTestJSON-899150674'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:19.831009 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2aa43d5f-899a-47e2-b9b3-83e7669f7b29 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.832117 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2aa43d5f-899a-47e2-b9b3-83e7669f7b29 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.848132 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d62d38c1-514a-4e0c-a66c-5e4531b2089b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.876411 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0234692f-dcef-43ea-9f67-00475d875077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:19.924957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0234692f-dcef-43ea-9f67-00475d875077 None None] No DVR routers for this DVR port c57e4da2-549a-42b8-a6b9-b9996270cb14 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:19.973006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234692f-dcef-43ea-9f67-00475d875077 None None] Pushing event deleted for resources: {'Port': ['ID=c57e4da2-549a-42b8-a6b9-b9996270cb14,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:19.982190 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2aa43d5f-899a-47e2-b9b3-83e7669f7b29 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.004612 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ece20d4e-4c89-473e-9c53-c813eb083795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:38:17Z', 'revision_number': 5, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:20.020893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c57e4da2-549a-42b8-a6b9-b9996270cb14 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:20.024246 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2aa43d5f-899a-47e2-b9b3-83e7669f7b29 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.060920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Made reservation on behalf of 23bbe4b76239464dafb208f57dc53c23 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:20.061993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: c57e4da2-549a-42b8-a6b9-b9996270cb14 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:20.063253 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c57e4da2-549a-42b8-a6b9-b9996270cb14 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:20.066713 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.068361 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d62d38c1-514a-4e0c-a66c-5e4531b2089b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.083769 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece20d4e-4c89-473e-9c53-c813eb083795 None None] Checking router: 9e71e1d5-adf6-447e-baa3-a34f9faedf66 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:38:20.091596 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2aa43d5f-899a-47e2-b9b3-83e7669f7b29 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.095299 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece20d4e-4c89-473e-9c53-c813eb083795 None None] Routers {'9e71e1d5-adf6-447e-baa3-a34f9faedf66'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:20.095555 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2aa43d5f-899a-47e2-b9b3-83e7669f7b29 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4281833 Sep 07 16:38:20.095669 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ece20d4e-4c89-473e-9c53-c813eb083795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:20.102345 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57520) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:20.109318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Request body: {'router': {'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:20.122704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] device_id is not set on port 1250e835-d7ad-49e1-aa70-cabdf5ffb0e1 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:20.290178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.20.0.10 (de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6/076fd2da-27a7-4cda-aefe-1d123d2947ed/1250e835-d7ad-49e1-aa70-cabdf5ffb0e1) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:20.290407 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d62d38c1-514a-4e0c-a66c-5e4531b2089b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.317142 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-ece20d4e-4c89-473e-9c53-c813eb083795 None None] Set router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:20.378447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d38c1-514a-4e0c-a66c-5e4531b2089b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2f9f68-ab36-4db4-b761-0788093d561c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:20.419470 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d62d38c1-514a-4e0c-a66c-5e4531b2089b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.421468 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d62d38c1-514a-4e0c-a66c-5e4531b2089b tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "DELETE /v2.0/subnets/9e2f9f68-ab36-4db4-b761-0788093d561c HTTP/1.1" status: 204 len: 168 time: 0.9927907 Sep 07 16:38:20.422966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6687ba46-b3cf-4723-a197-fdaab7036779 None None] Network 5d596cd8-5496-4968-9f41-43b4a1bc42d4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:20.428421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57522) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:20.497759 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.506786 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.547597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.552441 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-ece20d4e-4c89-473e-9c53-c813eb083795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:38:17Z', 'revision_number': 5, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:20.574997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-89cd03b1-a1a3-40fd-90ab-9d737064e077 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:38:20.599663 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:20.603732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:20.605473 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece20d4e-4c89-473e-9c53-c813eb083795 None None] The sync data for ids ['9e71e1d5-adf6-447e-baa3-a34f9faedf66'] in n-d-807551-3 is: [{'id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1989586904', 'tenant_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:38:17Z', 'revision_number': 5, 'project_id': '81dff1b8fa2045cf85e2c0f5d1da6305', 'gw_port': {'id': 'a8c9ec1d-0c0c-4380-ae40-52e90015359b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e71e1d5-adf6-447e-baa3-a34f9faedf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:36:23Z', 'updated_at': '2021-09-07T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:20.611827 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89cd03b1-a1a3-40fd-90ab-9d737064e077 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.615838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:20.668495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=1250e835-d7ad-49e1-aa70-cabdf5ffb0e1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:20.688667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:20.689408 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.707534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-14c7aa16-aab6-4960-b471-66dca8f02fc9 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8949361 Sep 07 16:38:20.710782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57524) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:20.715278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '1250e835-d7ad-49e1-aa70-cabdf5ffb0e1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:20.739177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.754135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd03b1-a1a3-40fd-90ab-9d737064e077 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Subnet': ['ID=cbbcbf23-c990-4117-b3ba-0a290c2c62d8,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:20.763898 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.803441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ad19449-be47-4e1b-81e2-3b6128445c09 req-95792133-36ea-4966-9599-6d3e28ed508d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a24edadc-5e3c-41af-bb04-0eefbc6f7b34 HTTP/1.1" status: 200 len: 210 time: 0.0293245 Sep 07 16:38:20.876932 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.878469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cd03b1-a1a3-40fd-90ab-9d737064e077 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Checking segment: {'id': 'b8e101dd-cf60-4d81-9dff-7b936c2ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '36d08c7b-ee8d-440f-90b0-95c0d6279d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:20.878907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd03b1-a1a3-40fd-90ab-9d737064e077 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network hostable DHCP agents. Network: 36d08c7b-ee8d-440f-90b0-95c0d6279d96, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:20.950687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd03b1-a1a3-40fd-90ab-9d737064e077 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network 36d08c7b-ee8d-440f-90b0-95c0d6279d96 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:20.979153 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-89cd03b1-a1a3-40fd-90ab-9d737064e077 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 36d08c7b-ee8d-440f-90b0-95c0d6279d96) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:20.982735 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:20.991976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cd03b1-a1a3-40fd-90ab-9d737064e077 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:20.992976 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-89cd03b1-a1a3-40fd-90ab-9d737064e077 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.014856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.25.3.31 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/6ac9df34-b019-496b-8082-3fe43fc8dff9) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:21.019463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c71d3-5386-4aaf-99c5-5b970f1b46db None None] Network 36d08c7b-ee8d-440f-90b0-95c0d6279d96 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:21.037897 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-89cd03b1-a1a3-40fd-90ab-9d737064e077 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7562754 Sep 07 16:38:21.040407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57528) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:21.046090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837224f-403e-4be9-a899-681015e406e3 None None] DHCP port deletion for 5d596cd8-5496-4968-9f41-43b4a1bc42d4 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:38:21.170100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.205015 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.221806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Deleting port a8c9ec1d-0c0c-4380-ae40-52e90015359b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:21.222024 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.229727 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.247480 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.254516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6837224f-403e-4be9-a899-681015e406e3 None None] Deleting port d426ced7-afc7-4c7d-b551-5f2e4527af9a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:21.254516 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6837224f-403e-4be9-a899-681015e406e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.356726 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.400301 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6837224f-403e-4be9-a899-681015e406e3 None None] For port d426ced7-afc7-4c7d-b551-5f2e4527af9a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d426ced7-afc7-4c7d-b551-5f2e4527af9a,segment=NetworkSegment(7b3a400f-d70b-4f4f-8d15-456134d223b4),segment_id=7b3a400f-d70b-4f4f-8d15-456134d223b4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:21.402596 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6837224f-403e-4be9-a899-681015e406e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.414840 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.428596 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6837224f-403e-4be9-a899-681015e406e3 None None] Calling delete_port for d426ced7-afc7-4c7d-b551-5f2e4527af9a owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:21.468424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:21.475465 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:21.481938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:21.484475 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.540168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=6ac9df34-b019-496b-8082-3fe43fc8dff9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:21.548867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbcbf23-c990-4117-b3ba-0a290c2c62d8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:21.554010 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6837224f-403e-4be9-a899-681015e406e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.581663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daba6094-7412-4109-a0d3-b5f04ce842f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-36d08c7b-ee8d-440f-90b0-95c0d6279d96', 'network_id': '36d08c7b-ee8d-440f-90b0-95c0d6279d96', 'tenant_id': '6d9b809442504a5ba9e566c51755680a', 'fixed_ips': [{'subnet_id': 'cbbcbf23-c990-4117-b3ba-0a290c2c62d8'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:38:21.583153 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-daba6094-7412-4109-a0d3-b5f04ce842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.589652 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837224f-403e-4be9-a899-681015e406e3 None None] Pushing event deleted for resources: {'Port': ['ID=d426ced7-afc7-4c7d-b551-5f2e4527af9a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:21.603478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837224f-403e-4be9-a899-681015e406e3 None None] No DVR routers for this DVR port d426ced7-afc7-4c7d-b551-5f2e4527af9a on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:21.644306 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.681645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] For port a8c9ec1d-0c0c-4380-ae40-52e90015359b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a8c9ec1d-0c0c-4380-ae40-52e90015359b,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:21.681645 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.703078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98433785-978d-4978-9722-9aada5332364 None None] Network 36d08c7b-ee8d-440f-90b0-95c0d6279d96 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:21.704604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d08c7b-ee8d-440f-90b0-95c0d6279d96']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:21.708531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Allocated IP 172.25.3.201 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/db116c49-a98e-402d-a315-4495a9576258) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:21.710549 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Calling delete_port for a8c9ec1d-0c0c-4380-ae40-52e90015359b owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:21.724089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e101dd-cf60-4d81-9dff-7b936c2ba610') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:21.724462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e101dd-cf60-4d81-9dff-7b936c2ba610') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:21.782230 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.802134 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.816041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:21.816570 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:21.820051 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:21.948945 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.980923 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:21.986757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/networks/36d08c7b-ee8d-440f-90b0-95c0d6279d96 HTTP/1.1" status: 204 len: 168 time: 0.9413948 Sep 07 16:38:21.995042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57536) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:22.001939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-56d0cca8-d0d4-4258-80e7-6631a43f1710 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1249232208'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:22.005603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f49a59be-2817-46ea-b4fa-03a7e88ce884 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:22.007400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671b0bf-4b37-47b4-adaa-8303b8159f79 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Network': ['ID=36d08c7b-ee8d-440f-90b0-95c0d6279d96,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:22.029983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f49a59be-2817-46ea-b4fa-03a7e88ce884 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:22.030685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f49a59be-2817-46ea-b4fa-03a7e88ce884 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:22.030810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d426ced7-afc7-4c7d-b551-5f2e4527af9a no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:22.053516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: d426ced7-afc7-4c7d-b551-5f2e4527af9a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:22.054025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d426ced7-afc7-4c7d-b551-5f2e4527af9a not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:22.074802 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.087629 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.116868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event deleted for resources: {'Port': ['ID=a8c9ec1d-0c0c-4380-ae40-52e90015359b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:22.117864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d0cca8-d0d4-4258-80e7-6631a43f1710 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:22.121739 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56d0cca8-d0d4-4258-80e7-6631a43f1710 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.168731 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-f6dedbd6-f385-40bf-b9f1-521af3b09bb6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188883077&fields=id&tenant_id=f76da91ef6ee461a9b706160f512deb0 HTTP/1.1" status: 200 len: 267 time: 0.1007047 Sep 07 16:38:22.181708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.196559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d0cca8-d0d4-4258-80e7-6631a43f1710 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:22.234859 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56d0cca8-d0d4-4258-80e7-6631a43f1710 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.235204 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-56d0cca8-d0d4-4258-80e7-6631a43f1710 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Added segment 79a4f859-9185-4d7d-a430-ac1a5095af28 of type vlan for network 22d87877-9ab9-453a-b15d-bab62e9d1211 Sep 07 16:38:22.247661 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.286995 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.290998 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.348277 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.351120 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56d0cca8-d0d4-4258-80e7-6631a43f1710 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.355270 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.355820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Fanout notify agent at l3_agent the message router_deleted on router 9e71e1d5-adf6-447e-baa3-a34f9faedf66 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:38:22.363545 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.367224 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1f1231ed-f01a-4544-abe3-28e20ac5f650 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "DELETE /v2.0/routers/9e71e1d5-adf6-447e-baa3-a34f9faedf66 HTTP/1.1" status: 204 len: 168 time: 1.9353068 Sep 07 16:38:22.368558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57542) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:22.409858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-52f8d39b-9f88-41f5-8ff2-c939877bc719 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:22.411341 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-52f8d39b-9f88-41f5-8ff2-c939877bc719 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.2331491 Sep 07 16:38:22.417698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:22.429426 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:22.431203 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.432313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:22.434819 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56d0cca8-d0d4-4258-80e7-6631a43f1710 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.440958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d0cca8-d0d4-4258-80e7-6631a43f1710 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:22.441575 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-56d0cca8-d0d4-4258-80e7-6631a43f1710 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.465938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Pushing event updated for resources: {'Port': ['ID=db116c49-a98e-402d-a315-4495a9576258,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:22.483434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-ca7eea9c-008a-4c84-bc7f-e712e2bbcb3e tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/quotas/f76da91ef6ee461a9b706160f512deb0 HTTP/1.1" status: 200 len: 375 time: 0.0583138 Sep 07 16:38:22.523941 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78fefd72-3fe6-482f-a0aa-30b97fec8cc0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.532656 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-56d0cca8-d0d4-4258-80e7-6631a43f1710 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5346799 Sep 07 16:38:22.536366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57544) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:22.573228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-609a8b75-a2bb-4240-8e08-e8a3ce89040d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'subnet': {'network_id': '22d87877-9ab9-453a-b15d-bab62e9d1211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:22.578990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0cca8-d0d4-4258-80e7-6631a43f1710 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Network': ['ID=22d87877-9ab9-453a-b15d-bab62e9d1211,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:22.589181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 22d87877-9ab9-453a-b15d-bab62e9d1211 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:22.655935 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-0b962e84-fa2f-4f51-8315-5a71314fe5fd tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1538665 Sep 07 16:38:22.756299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.764586 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.793146 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78fefd72-3fe6-482f-a0aa-30b97fec8cc0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.842327 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cc4d104f-93d9-473b-8bad-b6325a8ea00c service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611874 Sep 07 16:38:22.860456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=6ac9df34-b019-496b-8082-3fe43fc8dff9,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:22.864420 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-78fefd72-3fe6-482f-a0aa-30b97fec8cc0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d596cd8-5496-4968-9f41-43b4a1bc42d4']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:22.879556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-78fefd72-3fe6-482f-a0aa-30b97fec8cc0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3a400f-d70b-4f4f-8d15-456134d223b4') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:22.880045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-78fefd72-3fe6-482f-a0aa-30b97fec8cc0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3a400f-d70b-4f4f-8d15-456134d223b4') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:22.888286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609a8b75-a2bb-4240-8e08-e8a3ce89040d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:22.888548 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.892551 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-609a8b75-a2bb-4240-8e08-e8a3ce89040d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.902945 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78fefd72-3fe6-482f-a0aa-30b97fec8cc0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:22.971638 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78fefd72-3fe6-482f-a0aa-30b97fec8cc0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:23.011819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fefd72-3fe6-482f-a0aa-30b97fec8cc0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:23.012278 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78fefd72-3fe6-482f-a0aa-30b97fec8cc0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: items = [ Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:23.016249 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:23.022916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-1aa9caec-a086-4450-b0f9-bf73410aa0f6 service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698852 Sep 07 16:38:23.042060 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Floating IP 9dd54809-78b0-47ad-9779-f8ce35429691 associated. External IP: 172.25.3.31, port: 1250e835-d7ad-49e1-aa70-cabdf5ffb0e1. Sep 07 16:38:23.052447 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:23.144789 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78fefd72-3fe6-482f-a0aa-30b97fec8cc0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:23.150144 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-78fefd72-3fe6-482f-a0aa-30b97fec8cc0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:23.152073 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-78fefd72-3fe6-482f-a0aa-30b97fec8cc0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] 10.222.0.70 "DELETE /v2.0/networks/5d596cd8-5496-4968-9f41-43b4a1bc42d4 HTTP/1.1" status: 204 len: 168 time: 0.7653737 Sep 07 16:38:23.187137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fefd72-3fe6-482f-a0aa-30b97fec8cc0 tempest-TestSecurityGroupsBasicOps-1672433343 tempest-TestSecurityGroupsBasicOps-1672433343-project] Pushing event deleted for resources: {'Network': ['ID=5d596cd8-5496-4968-9f41-43b4a1bc42d4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:23.334658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:23.381795 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-609a8b75-a2bb-4240-8e08-e8a3ce89040d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:23.485956 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:23.501566 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:23.504266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b865a0b2-3352-48e7-9ff4-be025262a62b req-7b9f26d4-cc1f-4ac7-9b53-74b34a8bc694 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 210 time: 0.0591142 Sep 07 16:38:23.513550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a8b75-a2bb-4240-8e08-e8a3ce89040d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Subnet': ['ID=232a02a4-87fd-43f6-af98-0e25badc6ac4,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:23.524262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:23.536809 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b00e0d-cfa1-4d90-840d-e66c0e26996c None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:23.551145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b00e0d-cfa1-4d90-840d-e66c0e26996c None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:23.552740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-71b00e0d-cfa1-4d90-840d-e66c0e26996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:23.565722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a8b75-a2bb-4240-8e08-e8a3ce89040d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Checking segment: {'id': '79a4f859-9185-4d7d-a430-ac1a5095af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '22d87877-9ab9-453a-b15d-bab62e9d1211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:23.566302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a8b75-a2bb-4240-8e08-e8a3ce89040d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network hostable DHCP agents. Network: 22d87877-9ab9-453a-b15d-bab62e9d1211, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:23.566465 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:23.605487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57566) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:23.610874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-71b00e0d-cfa1-4d90-840d-e66c0e26996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:23.622059 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4ac621c5-ae6b-41d5-81f0-936c06702fa1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9076209 Sep 07 16:38:23.622461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57570) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:23.627637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b00e0d-cfa1-4d90-840d-e66c0e26996c None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:23.628255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-71b00e0d-cfa1-4d90-840d-e66c0e26996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:23.629290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-125c1991-04cb-45e1-91fd-cef5c61b9c86 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:23.663596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a8b75-a2bb-4240-8e08-e8a3ce89040d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network 22d87877-9ab9-453a-b15d-bab62e9d1211 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:23.663961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-71b00e0d-cfa1-4d90-840d-e66c0e26996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:23.664815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b00e0d-cfa1-4d90-840d-e66c0e26996c None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:23.686604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-609a8b75-a2bb-4240-8e08-e8a3ce89040d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 22d87877-9ab9-453a-b15d-bab62e9d1211) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:23.691321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a8b75-a2bb-4240-8e08-e8a3ce89040d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:23.692158 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-609a8b75-a2bb-4240-8e08-e8a3ce89040d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:23.698460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b145a94-fd8c-47f0-8a7c-7ec608505ff2 None None] Network 22d87877-9ab9-453a-b15d-bab62e9d1211 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:23.714271 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-609a8b75-a2bb-4240-8e08-e8a3ce89040d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1749892 Sep 07 16:38:23.716955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57574) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:23.739536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Router 8bcff4d5-58d4-4f05-9a58-f66df804e12b is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:38:23.745970 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-125c1991-04cb-45e1-91fd-cef5c61b9c86 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:23.900375 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-22d87877-9ab9-453a-b15d-bab62e9d1211', 'network_id': '22d87877-9ab9-453a-b15d-bab62e9d1211', 'tenant_id': '6d9b809442504a5ba9e566c51755680a', 'fixed_ips': [{'subnet_id': '232a02a4-87fd-43f6-af98-0e25badc6ac4'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:38:23.901414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:23.919929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:23.931431 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af700987-60f1-4d7d-87c3-16c9ccb72135 None None] Sync routers for ids ['8bcff4d5-58d4-4f05-9a58-f66df804e12b'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:23.934775 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:23.938549 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7e384651-821b-4c81-9a04-0e896f3a3df7 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "PUT /v2.0/routers/8bcff4d5-58d4-4f05-9a58-f66df804e12b HTTP/1.1" status: 200 len: 880 time: 3.8309433 Sep 07 16:38:23.940468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57576) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:23.948894 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af700987-60f1-4d7d-87c3-16c9ccb72135 None None] Routers {'8bcff4d5-58d4-4f05-9a58-f66df804e12b'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:23.950404 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-af700987-60f1-4d7d-87c3-16c9ccb72135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8bcff4d5-58d4-4f05-9a58-f66df804e12b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:24.006313 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-af700987-60f1-4d7d-87c3-16c9ccb72135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:24.026616 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af700987-60f1-4d7d-87c3-16c9ccb72135 None None] Routers {'8bcff4d5-58d4-4f05-9a58-f66df804e12b'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:24.027660 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-af700987-60f1-4d7d-87c3-16c9ccb72135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['8bcff4d5-58d4-4f05-9a58-f66df804e12b'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:24.039118 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a8c9ec1d-0c0c-4380-ae40-52e90015359b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:24.081598 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: a8c9ec1d-0c0c-4380-ae40-52e90015359b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:24.081986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a8c9ec1d-0c0c-4380-ae40-52e90015359b not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:24.085175 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-af700987-60f1-4d7d-87c3-16c9ccb72135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:24.092246 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af700987-60f1-4d7d-87c3-16c9ccb72135 None None] The sync data for ids ['8bcff4d5-58d4-4f05-9a58-f66df804e12b'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:24.103599 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-04098095-6fd5-42b3-a77b-742c033ac700 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/routers/8bcff4d5-58d4-4f05-9a58-f66df804e12b HTTP/1.1" status: 200 len: 921 time: 0.1618905 Sep 07 16:38:24.107021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57578) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:24.154225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f128d5d5-2bc4-4886-80b0-521a3f5310be tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:24.156186 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f128d5d5-2bc4-4886-80b0-521a3f5310be tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7920ab71-216c-4d93-9da0-10a36a806527&device_id=8bcff4d5-58d4-4f05-9a58-f66df804e12b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0478652 Sep 07 16:38:24.158510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57580) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:24.168674 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Allocated IP 2001:db8::2 (22d87877-9ab9-453a-b15d-bab62e9d1211/232a02a4-87fd-43f6-af98-0e25badc6ac4/0162af66-e8d5-402d-ab30-5e622802d009) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:24.258484 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04425d6-ab4a-442f-b1b0-24cb12cf3b88 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:24.260011 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f04425d6-ab4a-442f-b1b0-24cb12cf3b88 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 881 time: 0.1000757 Sep 07 16:38:24.264780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57582) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:24.298720 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-deee9700-a55d-4e08-9675-5e9be2b8b62e tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bcff4d5-58d4-4f05-9a58-f66df804e12b HTTP/1.1" status: 200 len: 205 time: 0.0312307 Sep 07 16:38:24.299413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57584) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:24.325449 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:24.334504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Transition to ACTIVE for port object 0162af66-e8d5-402d-ab30-5e622802d009 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:24.350937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Transition to ACTIVE for port object 0162af66-e8d5-402d-ab30-5e622802d009 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:24.358540 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:24.362897 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-79215e5d-a9e1-4c73-b28d-0ecaee31daaf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=81dff1b8fa2045cf85e2c0f5d1da6305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562907 Sep 07 16:38:24.366667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57586) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:24.400576 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Network 22d87877-9ab9-453a-b15d-bab62e9d1211 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:24.403447 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:24.407051 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:24.421343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Pushing event updated for resources: {'Port': ['ID=0162af66-e8d5-402d-ab30-5e622802d009,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:24.438248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:24.479807 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:24.490220 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-125c1991-04cb-45e1-91fd-cef5c61b9c86 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:24.505588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Attempting to bind port 0162af66-e8d5-402d-ab30-5e622802d009 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:38:24.506487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Attempting to bind port 0162af66-e8d5-402d-ab30-5e622802d009 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '79a4f859-9185-4d7d-a430-ac1a5095af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '22d87877-9ab9-453a-b15d-bab62e9d1211'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:38:24.506940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Attempting to bind port 0162af66-e8d5-402d-ab30-5e622802d009 on network 22d87877-9ab9-453a-b15d-bab62e9d1211 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:24.513436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:38:24.514310 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Checking segment: {'id': '79a4f859-9185-4d7d-a430-ac1a5095af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '22d87877-9ab9-453a-b15d-bab62e9d1211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:24.514461 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:24.515083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Bound using segment: {'id': '79a4f859-9185-4d7d-a430-ac1a5095af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '22d87877-9ab9-453a-b15d-bab62e9d1211'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:38:24.515888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Bound port: 0162af66-e8d5-402d-ab30-5e622802d009, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a4f859-9185-4d7d-a430-ac1a5095af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '22d87877-9ab9-453a-b15d-bab62e9d1211'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:38:24.516401 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:24.543906 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-125c1991-04cb-45e1-91fd-cef5c61b9c86 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:24.544246 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-125c1991-04cb-45e1-91fd-cef5c61b9c86 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Floating IP 9dd54809-78b0-47ad-9779-f8ce35429691 disassociated. External IP: 172.25.3.31, port: 1250e835-d7ad-49e1-aa70-cabdf5ffb0e1. Sep 07 16:38:24.592410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] For port 0162af66-e8d5-402d-ab30-5e622802d009, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:38:24.596461 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] For port 0162af66-e8d5-402d-ab30-5e622802d009, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0162af66-e8d5-402d-ab30-5e622802d009,segment=NetworkSegment(79a4f859-9185-4d7d-a430-ac1a5095af28),segment_id=79a4f859-9185-4d7d-a430-ac1a5095af28)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:38:24.602604 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:24.681182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81d4ba-4a3c-422f-90af-849992f9e413 None None] Pushing event updated for resources: {'Port': ['ID=0162af66-e8d5-402d-ab30-5e622802d009,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:24.761716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11c62a6f-f1ff-4650-a513-e058077ae0af req-e4d5b35f-2114-47a0-9f9f-e26ca7e17105 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 210 time: 0.1801178 Sep 07 16:38:24.768515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-a3d5ae34-3f0e-4f16-ae12-706fdcb25876 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:24.770339 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-a3d5ae34-3f0e-4f16-ae12-706fdcb25876 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.2784321 Sep 07 16:38:24.785008 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0eb724e0-1168-427a-b2dd-bd1dc85fc1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:24.886624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-118e7e15-dc50-484c-ac71-027401e99d65 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f76da91ef6ee461a9b706160f512deb0 HTTP/1.1" status: 200 len: 379 time: 0.0976303 Sep 07 16:38:24.910284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'port': {'device_id': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'admin_state_up': True, 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'security_groups': ['a880013d-2009-46e1-af3e-ca8b5f6b9ef7']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:24.924895 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:24.938155 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0eb724e0-1168-427a-b2dd-bd1dc85fc1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:24.990580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Deleting port db116c49-a98e-402d-a315-4495a9576258 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:24.991212 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.101040 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.108982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Deleting port 0162af66-e8d5-402d-ab30-5e622802d009 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:25.109413 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.128844 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Calling delete_port for db116c49-a98e-402d-a315-4495a9576258 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:25.166551 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0eb724e0-1168-427a-b2dd-bd1dc85fc1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.169134 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0eb724e0-1168-427a-b2dd-bd1dc85fc1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.172775 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0eb724e0-1168-427a-b2dd-bd1dc85fc1ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f213a71-8ce3-4e8d-a412-7a948a1af0d5 HTTP/1.1" status: 204 len: 168 time: 0.8007803 Sep 07 16:38:25.250917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb724e0-1168-427a-b2dd-bd1dc85fc1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f213a71-8ce3-4e8d-a412-7a948a1af0d5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:25.291724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Made reservation on behalf of f76da91ef6ee461a9b706160f512deb0 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:25.295416 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.306290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] For port 0162af66-e8d5-402d-ab30-5e622802d009, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0162af66-e8d5-402d-ab30-5e622802d009,segment=NetworkSegment(79a4f859-9185-4d7d-a430-ac1a5095af28),segment_id=79a4f859-9185-4d7d-a430-ac1a5095af28)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:25.306711 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.326541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125c1991-04cb-45e1-91fd-cef5c61b9c86 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:25.340189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Calling delete_port for 0162af66-e8d5-402d-ab30-5e622802d009 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:25.343669 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.402123 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Pushing event deleted for resources: {'Port': ['ID=db116c49-a98e-402d-a315-4495a9576258,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:25.462005 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.587686 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.594240 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.625359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57594) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:25.665431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94ccc413-69bb-42a1-8921-f7c860aa7cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.669259 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.670184 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Fanout notify agent at l3_agent the message router_deleted on router 8bcff4d5-58d4-4f05-9a58-f66df804e12b {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:38:25.680792 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.681997 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cb9b05e3-0ba2-4158-8dfa-4282a9704ba0 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "DELETE /v2.0/routers/8bcff4d5-58d4-4f05-9a58-f66df804e12b HTTP/1.1" status: 204 len: 168 time: 1.3815770 Sep 07 16:38:25.686007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57596) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:25.691219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a6f77fc7-f805-4f74-9e43-64837c3c7c5d tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-328468933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:25.696154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125c1991-04cb-45e1-91fd-cef5c61b9c86 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:25.704584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Allocated IP 172.20.0.7 (f2f745dd-6ef0-4dd8-a818-6a727209b9bd/ef881420-fa46-4372-ba8a-382f6c5a7bf4/c2c9a159-20fb-4287-84d3-10e88b603b33) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:25.710381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-125c1991-04cb-45e1-91fd-cef5c61b9c86 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.710473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97057a8-c372-48f7-950a-3271a4fdd43f None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:25.724980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97057a8-c372-48f7-950a-3271a4fdd43f None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:25.725757 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6f77fc7-f805-4f74-9e43-64837c3c7c5d tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.725923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b97057a8-c372-48f7-950a-3271a4fdd43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:25.726929 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6f77fc7-f805-4f74-9e43-64837c3c7c5d tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.778358 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b97057a8-c372-48f7-950a-3271a4fdd43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:25.792512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97057a8-c372-48f7-950a-3271a4fdd43f None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:25.793868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b97057a8-c372-48f7-950a-3271a4fdd43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:25.797291 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-125c1991-04cb-45e1-91fd-cef5c61b9c86 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "PUT /v2.0/floatingips/9dd54809-78b0-47ad-9779-f8ce35429691 HTTP/1.1" status: 200 len: 687 time: 2.1737111 Sep 07 16:38:25.801207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57598) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:25.811180 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.836275 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b97057a8-c372-48f7-950a-3271a4fdd43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:25.836981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97057a8-c372-48f7-950a-3271a4fdd43f None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:25.908925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Port': ['ID=0162af66-e8d5-402d-ab30-5e622802d009,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:25.959429 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6f77fc7-f805-4f74-9e43-64837c3c7c5d tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:25.970522 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6f77fc7-f805-4f74-9e43-64837c3c7c5d tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.032706 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c44902f2-4640-4f7e-8b86-2addfa73e119 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port 6ac9df34-b019-496b-8082-3fe43fc8dff9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:26.033658 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c44902f2-4640-4f7e-8b86-2addfa73e119 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.074689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0162af66-e8d5-402d-ab30-5e622802d009 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:38:26.112823 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 0162af66-e8d5-402d-ab30-5e622802d009 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:26.113171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0162af66-e8d5-402d-ab30-5e622802d009 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 07 16:38:26.133577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c609e498-685f-44da-9119-834dff953afc req-09dcf6f8-e5db-4c4e-a253-c00fcdd65f59 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 210 time: 0.2398622 Sep 07 16:38:26.139048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.148461 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94ccc413-69bb-42a1-8921-f7c860aa7cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.150026 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c44902f2-4640-4f7e-8b86-2addfa73e119 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.150371 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c44902f2-4640-4f7e-8b86-2addfa73e119 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.158847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Port 0162af66-e8d5-402d-ab30-5e622802d009 not found, will not notify nova. {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 07 16:38:26.166723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7018cd3-5be9-4861-87fa-ee77e026fb90 None None] Network 22d87877-9ab9-453a-b15d-bab62e9d1211 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:26.167740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-c44902f2-4640-4f7e-8b86-2addfa73e119 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for 6ac9df34-b019-496b-8082-3fe43fc8dff9 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:26.182152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a6f77fc7-f805-4f74-9e43-64837c3c7c5d tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.186159 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a6f77fc7-f805-4f74-9e43-64837c3c7c5d tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4965208 Sep 07 16:38:26.187116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57602) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:26.196401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'enable_snat': True}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:26.215930 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94ccc413-69bb-42a1-8921-f7c860aa7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.220861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6bec8f79-78a5-47f6-b2a4-1e75a93ec8b1 None None] Could not find standard attr ID for object 0162af66-e8d5-402d-ab30-5e622802d009. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:38:26.226461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] No DVR routers for this DVR port 0162af66-e8d5-402d-ab30-5e622802d009 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:26.283446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Transition to ACTIVE for port object c2c9a159-20fb-4287-84d3-10e88b603b33 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:26.327710 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-94ccc413-69bb-42a1-8921-f7c860aa7cd5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cbf40786c56c458a810c065cecec428f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7006142 Sep 07 16:38:26.331995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccc413-69bb-42a1-8921-f7c860aa7cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f03642a-c415-46f8-b69f-e12317bfe020,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:26.345174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57604) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:26.360553 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.456326 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.522625 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78800ce4-3222-4ccd-bd1d-f8a08ccef10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.545337 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:26.564460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:26.571711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:26.577485 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c44902f2-4640-4f7e-8b86-2addfa73e119 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.589232 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.591038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'Port': ['ID=c2c9a159-20fb-4287-84d3-10e88b603b33,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:26.618037 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78800ce4-3222-4ccd-bd1d-f8a08ccef10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.673198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.687957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44902f2-4640-4f7e-8b86-2addfa73e119 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=6ac9df34-b019-496b-8082-3fe43fc8dff9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:26.711216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Subnet': ['ID=232a02a4-87fd-43f6-af98-0e25badc6ac4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:26.752954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e1969a-f3e0-482c-86ad-1f7a07c62a01 None None] Network 22d87877-9ab9-453a-b15d-bab62e9d1211 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:26.822595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:26.823574 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.836846 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c44902f2-4640-4f7e-8b86-2addfa73e119 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.839512 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c44902f2-4640-4f7e-8b86-2addfa73e119 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.840678 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c44902f2-4640-4f7e-8b86-2addfa73e119 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/floatingips/9dd54809-78b0-47ad-9779-f8ce35429691 HTTP/1.1" status: 204 len: 168 time: 1.0377052 Sep 07 16:38:26.851888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57606) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:26.877942 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.886664 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': 'edd8c3a1-d76a-4ac3-afbd-3463498012e7'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:26.888693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-cf0d71d9-b100-408b-bb44-e4e2f4fe8e1a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9922285 Sep 07 16:38:26.951465 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d87877-9ab9-453a-b15d-bab62e9d1211']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:26.964900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cb1050fd-c436-4170-9663-ea19d09aa719 None None] Provisioning for port c2c9a159-20fb-4287-84d3-10e88b603b33 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:26.972436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cb1050fd-c436-4170-9663-ea19d09aa719 None None] Provisioning complete for port c2c9a159-20fb-4287-84d3-10e88b603b33 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:26.975042 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cb1050fd-c436-4170-9663-ea19d09aa719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:26.975251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a4f859-9185-4d7d-a430-ac1a5095af28') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:26.976619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a4f859-9185-4d7d-a430-ac1a5095af28') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:26.997887 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78800ce4-3222-4ccd-bd1d-f8a08ccef10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.000425 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78800ce4-3222-4ccd-bd1d-f8a08ccef10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.014213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-78800ce4-3222-4ccd-bd1d-f8a08ccef10b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f03642a-c415-46f8-b69f-e12317bfe020 HTTP/1.1" status: 204 len: 168 time: 0.6661253 Sep 07 16:38:27.020757 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.025854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0651cfec-2404-468d-a17c-f28c4962a5b2 None None] DHCP port deletion for 22d87877-9ab9-453a-b15d-bab62e9d1211 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:38:27.054011 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.072480 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78800ce4-3222-4ccd-bd1d-f8a08ccef10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f03642a-c415-46f8-b69f-e12317bfe020,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:27.084597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.085955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cb1050fd-c436-4170-9663-ea19d09aa719 None None] Port c2c9a159-20fb-4287-84d3-10e88b603b33 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:38:27.099391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:27.099391 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:27.109492 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:27.235756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Request body: {'port': {'device_id': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:27.357673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.377767 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.383320 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.388612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/networks/22d87877-9ab9-453a-b15d-bab62e9d1211 HTTP/1.1" status: 204 len: 168 time: 3.6664467 Sep 07 16:38:27.419513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57614) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:27.426524 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a03fa72e-17e8-4db3-bb34-b825608ed2de tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1405652240'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:27.428887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fff45-bdd5-418a-8e64-2f3f7217a31c tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Network': ['ID=22d87877-9ab9-453a-b15d-bab62e9d1211,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:27.440295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d41b-02be-41f6-a5cf-6fc8b99f0a14 req-8b83ed95-282f-49af-a6bf-122e4e8fac62 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:27.443028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3428d41b-02be-41f6-a5cf-6fc8b99f0a14 req-8b83ed95-282f-49af-a6bf-122e4e8fac62 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 931 time: 0.1729791 Sep 07 16:38:27.479142 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.516671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3428d41b-02be-41f6-a5cf-6fc8b99f0a14 req-edcb0123-ea84-4579-b697-25fc061e8afa tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514901 Sep 07 16:38:27.561772 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03fa72e-17e8-4db3-bb34-b825608ed2de tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:27.566014 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03fa72e-17e8-4db3-bb34-b825608ed2de tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.583078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.620781 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.663468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03fa72e-17e8-4db3-bb34-b825608ed2de tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:27.703883 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57618) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:27.725658 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03fa72e-17e8-4db3-bb34-b825608ed2de tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.726019 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-a03fa72e-17e8-4db3-bb34-b825608ed2de tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Added segment 35abcabf-b471-4d74-91fc-0484969cc716 of type vlan for network 1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080 Sep 07 16:38:27.771142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-925846db-7afe-41bf-8133-f1bbcd1e673b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4fb7155f3bf5468084e98422fe57b0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0660567 Sep 07 16:38:27.771887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57620) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:27.776558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.25.3.102 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/9a1fa2b5-04f6-40b9-8add-abe72a298c00) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:27.800465 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03fa72e-17e8-4db3-bb34-b825608ed2de tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.881500 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03fa72e-17e8-4db3-bb34-b825608ed2de tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.884650 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13a499f3-3bea-4c38-b91e-267e13af400f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.887006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03fa72e-17e8-4db3-bb34-b825608ed2de tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:27.887812 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a03fa72e-17e8-4db3-bb34-b825608ed2de tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.903405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c9a159-20fb-4287-84d3-10e88b603b33 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:38:27.918184 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.933748 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13a499f3-3bea-4c38-b91e-267e13af400f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.941734 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a03fa72e-17e8-4db3-bb34-b825608ed2de tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5192263 Sep 07 16:38:27.953292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57622) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:27.981518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-79e5c04a-2f2c-4767-aa85-84b510fd79ee tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Request body: {'subnet': {'network_id': '1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:27.982828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Transition to ACTIVE for port object c2c9a159-20fb-4287-84d3-10e88b603b33 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:27.988538 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:27.995759 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0162af66-e8d5-402d-ab30-5e622802d009 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:28.006049 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fa72e-17e8-4db3-bb34-b825608ed2de tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Network': ['ID=1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:28.010852 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:28.075589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:28.079351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 0162af66-e8d5-402d-ab30-5e622802d009 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:28.079541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0162af66-e8d5-402d-ab30-5e622802d009 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:28.092794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c9a159-20fb-4287-84d3-10e88b603b33,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:28.099759 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13a499f3-3bea-4c38-b91e-267e13af400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:28.102193 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13a499f3-3bea-4c38-b91e-267e13af400f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:28.105906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-13a499f3-3bea-4c38-b91e-267e13af400f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58e49f1f-1034-499e-a5e2-f7fd1a8ffde4 HTTP/1.1" status: 204 len: 168 time: 0.3270109 Sep 07 16:38:28.148299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a499f3-3bea-4c38-b91e-267e13af400f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e49f1f-1034-499e-a5e2-f7fd1a8ffde4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:28.156521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:28.159860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e5c04a-2f2c-4767-aa85-84b510fd79ee tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Made reservation on behalf of 6d9b809442504a5ba9e566c51755680a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:28.163450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79e5c04a-2f2c-4767-aa85-84b510fd79ee tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:28.232143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Attempting to bind port c2c9a159-20fb-4287-84d3-10e88b603b33 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:38:28.232566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Attempting to bind port c2c9a159-20fb-4287-84d3-10e88b603b33 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:38:28.232895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Attempting to bind port c2c9a159-20fb-4287-84d3-10e88b603b33 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:28.242767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Port c2c9a159-20fb-4287-84d3-10e88b603b33 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:38:28.245392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Attempting to bind port c2c9a159-20fb-4287-84d3-10e88b603b33 on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:28.263688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Allocated IP 172.25.3.17 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/b29f6134-973b-4ada-a110-2a2e56cd6b14) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:28.266277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:38:28.271148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Checking segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:28.272469 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Bound using segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:38:28.273230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Bound port: c2c9a159-20fb-4287-84d3-10e88b603b33, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:38:28.273766 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:28.368765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] For port c2c9a159-20fb-4287-84d3-10e88b603b33, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:38:28.372677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] For port c2c9a159-20fb-4287-84d3-10e88b603b33, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c2c9a159-20fb-4287-84d3-10e88b603b33,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:38:28.379333 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:28.423487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:28.424837 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:28.427162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] 10.222.0.35 "PUT /v2.0/ports/c2c9a159-20fb-4287-84d3-10e88b603b33 HTTP/1.1" status: 200 len: 1091 time: 1.5265574 Sep 07 16:38:28.427735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'tag': 'c2c9a159-20fb-4287-84d3-10e88b603b33'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:38:28.430685 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec5c2a4-63f8-49ea-b80e-91389d105d02" -d '{"events": [{"name": "network-changed", "server_uuid": "17848df9-00e4-4a67-8763-b9ae11bc977a", "tag": "c2c9a159-20fb-4287-84d3-10e88b603b33"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:38:28.441446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:28.462924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0282d-d0ff-46e2-b993-00750a0e88e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c9a159-20fb-4287-84d3-10e88b603b33,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:28.485535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:28.492045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:28.509350 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb82e9a-c32a-4391-a29f-399a47054cf9 x-openstack-request-id: req-ffb82e9a-c32a-4391-a29f-399a47054cf9 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:38:28.509938 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17848df9-00e4-4a67-8763-b9ae11bc977a", "tag": "c2c9a159-20fb-4287-84d3-10e88b603b33", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:38:28.510416 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ffb82e9a-c32a-4391-a29f-399a47054cf9 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:38:28.511070 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'tag': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'status': 'completed', 'code': 200} Sep 07 16:38:28.546320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-383f9bd1-9261-4fa5-9d52-87e840a9346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:28.552367 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-383f9bd1-9261-4fa5-9d52-87e840a9346c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 1094 time: 0.0823302 Sep 07 16:38:28.637064 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-b39528dd-ebdc-4d61-bae0-0f3aa585563e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2c9a159-20fb-4287-84d3-10e88b603b33 HTTP/1.1" status: 200 len: 217 time: 0.0785680 Sep 07 16:38:28.665565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=9a1fa2b5-04f6-40b9-8add-abe72a298c00,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:28.726087 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-f3912bee-f96d-499b-906e-25edbe82f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:28.727986 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-f3912bee-f96d-499b-906e-25edbe82f1d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0799391 Sep 07 16:38:28.738985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d6669-589d-4e82-b388-dc0e5e0833d2 req-75bda130-ae0b-4742-90f7-741c77c30a3b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:28.741444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba0d6669-589d-4e82-b388-dc0e5e0833d2 req-75bda130-ae0b-4742-90f7-741c77c30a3b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 943 time: 0.1082203 Sep 07 16:38:28.818187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-8e6f5706-2ed9-4266-b6eb-f48f54440db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:28.820483 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-8e6f5706-2ed9-4266-b6eb-f48f54440db9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775125 Sep 07 16:38:28.844028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba0d6669-589d-4e82-b388-dc0e5e0833d2 req-f8c7ef3e-3ddc-4836-b3fc-63c33f47315c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896165 Sep 07 16:38:28.982972 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-bacfcfd0-3f75-4c38-8147-8b5da1053a1a service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556425 Sep 07 16:38:29.002829 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:29.072578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.objects.ports [None req-79e5c04a-2f2c-4767-aa85-84b510fd79ee tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 16:38:29.078364 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79e5c04a-2f2c-4767-aa85-84b510fd79ee tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:29.254999 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5c04a-2f2c-4767-aa85-84b510fd79ee tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event updated for resources: {'Subnet': ['ID=927d4e5b-d8eb-45e5-9b94-482f0adc59b4,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:29.282003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5c04a-2f2c-4767-aa85-84b510fd79ee tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Checking segment: {'id': '35abcabf-b471-4d74-91fc-0484969cc716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:29.282520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e5c04a-2f2c-4767-aa85-84b510fd79ee tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network hostable DHCP agents. Network: 1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:29.284938 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:38:29.314278 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:29.561995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57648) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:29.652686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-328a14fd-856c-4220-8f86-943a77ffbca5 req-6375b0b4-ebed-43a1-91a1-21b0b7fd2b64 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617148 Sep 07 16:38:29.695932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:29.699751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1398521469-network', 'tenant_id': '1285911114ca46a5bcda6122b83395c4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:29.709095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:29.715660 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:29.718018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e5c04a-2f2c-4767-aa85-84b510fd79ee tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Network 1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:29.739513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event updated for resources: {'Port': ['ID=b29f6134-973b-4ada-a110-2a2e56cd6b14,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:29.758888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Made reservation on behalf of 1285911114ca46a5bcda6122b83395c4 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:29.761184 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:29.771210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c2a4-63f8-49ea-b80e-91389d105d02 req-7f986250-61b7-448e-ab11-b1bf04c3011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:29.773004 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bec5c2a4-63f8-49ea-b80e-91389d105d02 req-7f986250-61b7-448e-ab11-b1bf04c3011e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 1094 time: 0.0625980 Sep 07 16:38:29.779074 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:29.779297 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-79e5c04a-2f2c-4767-aa85-84b510fd79ee tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:29.793238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0927fb00-8f13-4bb9-8320-4cc44ac4344d None None] Network 1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:29.813088 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e5c04a-2f2c-4767-aa85-84b510fd79ee tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:29.813772 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79e5c04a-2f2c-4767-aa85-84b510fd79ee tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:29.971459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c2a4-63f8-49ea-b80e-91389d105d02 req-0105b29c-da32-4927-b59c-372a2f57f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:29.973167 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bec5c2a4-63f8-49ea-b80e-91389d105d02 req-0105b29c-da32-4927-b59c-372a2f57f7c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.1919789 Sep 07 16:38:30.026581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080', 'network_id': '1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080', 'tenant_id': '6d9b809442504a5ba9e566c51755680a', 'fixed_ips': [{'subnet_id': '927d4e5b-d8eb-45e5-9b94-482f0adc59b4'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:38:30.027586 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.049883 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bec5c2a4-63f8-49ea-b80e-91389d105d02 req-5306cfa5-f00c-4908-a94b-339e63e701de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2c9a159-20fb-4287-84d3-10e88b603b33 HTTP/1.1" status: 200 len: 217 time: 0.0603232 Sep 07 16:38:30.090108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842b102-5f15-431f-a8b0-f0da43b471f3 req-91480a12-5023-423f-8be9-0e77db38017f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:30.091669 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9842b102-5f15-431f-a8b0-f0da43b471f3 req-91480a12-5023-423f-8be9-0e77db38017f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 943 time: 0.1413474 Sep 07 16:38:30.171227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c2a4-63f8-49ea-b80e-91389d105d02 req-4ce2083b-b5cf-49ea-beeb-710bde5ca726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:30.172838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bec5c2a4-63f8-49ea-b80e-91389d105d02 req-4ce2083b-b5cf-49ea-beeb-710bde5ca726 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.1118414 Sep 07 16:38:30.182563 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.216392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Allocated IP 2001:db8::f816:3eff:fe55:af14 (1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080/927d4e5b-d8eb-45e5-9b94-482f0adc59b4/a725827c-0616-4126-8ace-10e4a63e36c4) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:30.255301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9842b102-5f15-431f-a8b0-f0da43b471f3 req-5993c019-f2d4-4177-8922-4a9d79989cc4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427522 Sep 07 16:38:30.257341 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.264020 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.275510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:30.293893 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.293893 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Added segment ba423747-aa79-49ee-9c37-ee2a3d0ca7a2 of type vlan for network 450b38f5-5ad2-4ed5-be01-67547d4682ad Sep 07 16:38:30.304873 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-79e5c04a-2f2c-4767-aa85-84b510fd79ee tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3546872 Sep 07 16:38:30.305702 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:30.331220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c2a4-63f8-49ea-b80e-91389d105d02 req-5d820890-ae82-470e-bdd7-74db5250aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:30.332903 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bec5c2a4-63f8-49ea-b80e-91389d105d02 req-5d820890-ae82-470e-bdd7-74db5250aefc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521590 Sep 07 16:38:30.365719 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.375503 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.384906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.401335 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.410029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Transition to ACTIVE for port object a725827c-0616-4126-8ace-10e4a63e36c4 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:30.417435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482fc44f-2e2b-48cb-a5a8-cbb416f78e48,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:30.442985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Transition to ACTIVE for port object a725827c-0616-4126-8ace-10e4a63e36c4 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:30.449852 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.482424 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.483556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:30.484143 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.488864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Network 1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:30.490242 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:30.492758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:30.528960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Pushing event updated for resources: {'Port': ['ID=a725827c-0616-4126-8ace-10e4a63e36c4,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:30.558338 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Attempting to bind port a725827c-0616-4126-8ace-10e4a63e36c4 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:38:30.558338 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Attempting to bind port a725827c-0616-4126-8ace-10e4a63e36c4 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '35abcabf-b471-4d74-91fc-0484969cc716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:38:30.558684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Attempting to bind port a725827c-0616-4126-8ace-10e4a63e36c4 on network 1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:30.561390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9984298 Sep 07 16:38:30.564081 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad9d03-94ad-41d4-8b9b-764d09fd125a admin admin] Pushing event updated for resources: {'Network': ['ID=450b38f5-5ad2-4ed5-be01-67547d4682ad,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:30.566750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57656) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:30.568752 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bec5c2a4-63f8-49ea-b80e-91389d105d02 req-63ccca1a-da4c-41bb-9105-1ede07ba17b8 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218349 Sep 07 16:38:30.569425 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:38:30.569948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Checking segment: {'id': '35abcabf-b471-4d74-91fc-0484969cc716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:30.570368 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.570762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Bound using segment: {'id': '35abcabf-b471-4d74-91fc-0484969cc716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:38:30.571239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Bound port: a725827c-0616-4126-8ace-10e4a63e36c4, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35abcabf-b471-4d74-91fc-0484969cc716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:38:30.571952 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.573669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-28043436-3389-4399-93bc-58766df5114b admin admin] Request body: {'subnet': {'network_id': '450b38f5-5ad2-4ed5-be01-67547d4682ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1398521469-subnet', 'tenant_id': '1285911114ca46a5bcda6122b83395c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:30.587109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 450b38f5-5ad2-4ed5-be01-67547d4682ad details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:30.589045 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.650525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28043436-3389-4399-93bc-58766df5114b admin admin] Made reservation on behalf of 1285911114ca46a5bcda6122b83395c4 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:30.652757 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28043436-3389-4399-93bc-58766df5114b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.700094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] For port a725827c-0616-4126-8ace-10e4a63e36c4, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:38:30.703341 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] For port a725827c-0616-4126-8ace-10e4a63e36c4, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a725827c-0616-4126-8ace-10e4a63e36c4,segment=NetworkSegment(35abcabf-b471-4d74-91fc-0484969cc716),segment_id=35abcabf-b471-4d74-91fc-0484969cc716)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:38:30.708728 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.736961 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bec5c2a4-63f8-49ea-b80e-91389d105d02 req-b04ecdb3-e272-41a6-aade-2b561d6e1b54 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585023 Sep 07 16:38:30.820728 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.843196 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.846290 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Deleting port a725827c-0616-4126-8ace-10e4a63e36c4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:30.846684 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.856231 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.874811 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.895211 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28043436-3389-4399-93bc-58766df5114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:30.970146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28043436-3389-4399-93bc-58766df5114b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64aa18d-1c6a-4693-8eaa-a0190cf3b980,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:30.979989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28043436-3389-4399-93bc-58766df5114b admin admin] Checking segment: {'id': 'ba423747-aa79-49ee-9c37-ee2a3d0ca7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '450b38f5-5ad2-4ed5-be01-67547d4682ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:30.980372 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28043436-3389-4399-93bc-58766df5114b admin admin] Network hostable DHCP agents. Network: 450b38f5-5ad2-4ed5-be01-67547d4682ad, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:30.989594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aabadc-cb54-4d67-83d9-bd09759e6cef None None] Pushing event updated for resources: {'Port': ['ID=a725827c-0616-4126-8ace-10e4a63e36c4,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:31.014522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28043436-3389-4399-93bc-58766df5114b admin admin] Network 450b38f5-5ad2-4ed5-be01-67547d4682ad is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:31.033230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-28043436-3389-4399-93bc-58766df5114b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 450b38f5-5ad2-4ed5-be01-67547d4682ad) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:31.037597 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28043436-3389-4399-93bc-58766df5114b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:31.038269 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28043436-3389-4399-93bc-58766df5114b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:31.042489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bd9570-60c8-47c6-8bc2-05c308a37471 None None] Network 450b38f5-5ad2-4ed5-be01-67547d4682ad requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:31.061868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-28043436-3389-4399-93bc-58766df5114b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4920979 Sep 07 16:38:31.078995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=9a1fa2b5-04f6-40b9-8add-abe72a298c00,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:31.170191 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:31.180049 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] For port a725827c-0616-4126-8ace-10e4a63e36c4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a725827c-0616-4126-8ace-10e4a63e36c4,segment=NetworkSegment(35abcabf-b471-4d74-91fc-0484969cc716),segment_id=35abcabf-b471-4d74-91fc-0484969cc716)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:31.180447 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:31.200294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc59a1fc-44f3-4753-ba3d-a45a2e8a5a3c None None] Network 450b38f5-5ad2-4ed5-be01-67547d4682ad requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:31.241596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Calling delete_port for a725827c-0616-4126-8ace-10e4a63e36c4 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:31.356630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Router 044eed51-e85f-4ac9-b63c-fa11b36fc6be is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:38:31.386107 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Floating IP 89456a0b-0186-4946-bfc1-cc05e8704b8a associated. External IP: 172.25.3.102, port: edd8c3a1-d76a-4ac3-afbd-3463498012e7. Sep 07 16:38:31.411148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b06b3-803e-4b90-9b35-69c9547b64a2 req-451144b7-1e5c-438d-94f6-2fd7b9840bc8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:31.412906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-153b06b3-803e-4b90-9b35-69c9547b64a2 req-451144b7-1e5c-438d-94f6-2fd7b9840bc8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 943 time: 0.0548236 Sep 07 16:38:31.468954 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-153b06b3-803e-4b90-9b35-69c9547b64a2 req-b72f92a5-f27b-4bb9-94b0-a0b746392055 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488212 Sep 07 16:38:31.657644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57674) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:31.663698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1160070705-network', 'tenant_id': '89c087caeed94b4a8ea94c1c7d22f8b1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:31.686972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Made reservation on behalf of 89c087caeed94b4a8ea94c1c7d22f8b1 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:31.689726 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:31.699023 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:31.812380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9e9189-19ed-40af-957b-ddaeefb3b3e4 None None] Network 1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:31.940687 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:31.962872 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-40b22bc1-c7e7-4eab-844d-800e3eebc5ea None None] Provisioning complete for port a725827c-0616-4126-8ace-10e4a63e36c4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:31.963247 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-40b22bc1-c7e7-4eab-844d-800e3eebc5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:31.981935 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:31.991914 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de106aa7-56c9-448a-9478-2a0906a71b03 None None] Sync routers for ids ['044eed51-e85f-4ac9-b63c-fa11b36fc6be'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:31.993652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:31.998403 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-695bf4b0-fce5-4c1c-abd0-03c40d71de14 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "PUT /v2.0/routers/044eed51-e85f-4ac9-b63c-fa11b36fc6be HTTP/1.1" status: 200 len: 913 time: 5.8061607 Sep 07 16:38:32.007002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57676) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:32.011370 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de106aa7-56c9-448a-9478-2a0906a71b03 None None] Routers {'044eed51-e85f-4ac9-b63c-fa11b36fc6be'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:32.012378 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-de106aa7-56c9-448a-9478-2a0906a71b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['044eed51-e85f-4ac9-b63c-fa11b36fc6be'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:32.019127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-40b22bc1-c7e7-4eab-844d-800e3eebc5ea None None] Port a725827c-0616-4126-8ace-10e4a63e36c4 was deleted so its status cannot be updated. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 07 16:38:32.021980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a725827c-0616-4126-8ace-10e4a63e36c4 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:38:32.057638 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-de106aa7-56c9-448a-9478-2a0906a71b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:32.061169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: a725827c-0616-4126-8ace-10e4a63e36c4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:32.061531 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a725827c-0616-4126-8ace-10e4a63e36c4 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 07 16:38:32.068137 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.068716 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de106aa7-56c9-448a-9478-2a0906a71b03 None None] Routers {'044eed51-e85f-4ac9-b63c-fa11b36fc6be'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:32.070406 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-de106aa7-56c9-448a-9478-2a0906a71b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['044eed51-e85f-4ac9-b63c-fa11b36fc6be'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:32.103587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Port a725827c-0616-4126-8ace-10e4a63e36c4 not found, will not notify nova. {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 07 16:38:32.106414 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-de106aa7-56c9-448a-9478-2a0906a71b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:32.107671 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de106aa7-56c9-448a-9478-2a0906a71b03 None None] The sync data for ids ['044eed51-e85f-4ac9-b63c-fa11b36fc6be'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:32.108874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Port': ['ID=a725827c-0616-4126-8ace-10e4a63e36c4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:32.148730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.156428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b9329892-982c-4108-b197-6dcfd764739f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/routers/044eed51-e85f-4ac9-b63c-fa11b36fc6be HTTP/1.1" status: 200 len: 919 time: 0.1456149 Sep 07 16:38:32.156428 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.159698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57678) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:32.168168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] No DVR routers for this DVR port a725827c-0616-4126-8ace-10e4a63e36c4 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:32.178274 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:32.214889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:32.222784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78a18dd-0ac1-4dd4-845a-7667203cf0cb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:32.240297 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.240679 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Added segment ef102b47-19f5-4356-8553-fee67f46cf18 of type vlan for network b67b336a-14f7-49a7-b43b-c48510acd652 Sep 07 16:38:32.254644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1362c228-d295-432b-bed4-70d808f3de09 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:32.256191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1362c228-d295-432b-bed4-70d808f3de09 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7920ab71-216c-4d93-9da0-10a36a806527&device_id=044eed51-e85f-4ac9-b63c-fa11b36fc6be&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0940154 Sep 07 16:38:32.273811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57680) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:32.281820 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.314904 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.379240 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.380210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:32.380820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.391921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:32.394895 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.403031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d27f2-03f7-4db1-97b9-e4ad17fe0827 None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:32.414230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d27f2-03f7-4db1-97b9-e4ad17fe0827 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:32.415115 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9b1d27f2-03f7-4db1-97b9-e4ad17fe0827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:32.426496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4917a8b5-bdde-4dc7-ab4b-28b8258fdf11 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:32.430968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4917a8b5-bdde-4dc7-ab4b-28b8258fdf11 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 881 time: 0.1534846 Sep 07 16:38:32.431701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57682) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:32.444628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Subnet': ['ID=927d4e5b-d8eb-45e5-9b94-482f0adc59b4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:32.458015 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b46a6-ade5-415b-b1a3-c14813240574 None None] Network 1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:32.461142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9b1d27f2-03f7-4db1-97b9-e4ad17fe0827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:32.475172 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fa0c4d82-1567-4cd8-b5ba-e0b4ef3ca250 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "GET /v2.0/ports?device_id=044eed51-e85f-4ac9-b63c-fa11b36fc6be HTTP/1.1" status: 200 len: 205 time: 0.0396738 Sep 07 16:38:32.475436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57684) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:32.485411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8232353 Sep 07 16:38:32.486661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57686) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:32.494481 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8698be2e-a8f1-47b7-ae18-d5050bfd5add admin admin] Request body: {'subnet': {'network_id': 'b67b336a-14f7-49a7-b43b-c48510acd652', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1160070705-subnet', 'tenant_id': '89c087caeed94b4a8ea94c1c7d22f8b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:32.497418 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.511046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d27f2-03f7-4db1-97b9-e4ad17fe0827 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:32.511619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9b1d27f2-03f7-4db1-97b9-e4ad17fe0827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:32.518661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567ef95-06e9-42ba-8e4a-190bb24fd284 admin admin] Pushing event updated for resources: {'Network': ['ID=b67b336a-14f7-49a7-b43b-c48510acd652,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:32.550361 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.575877 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network b67b336a-14f7-49a7-b43b-c48510acd652 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:32.581854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9b1d27f2-03f7-4db1-97b9-e4ad17fe0827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:32.582192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d27f2-03f7-4db1-97b9-e4ad17fe0827 None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:32.588617 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.603041 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3140fa6d-9ba5-4bb0-ac3d-9cc07ef6ec1a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7474630 Sep 07 16:38:32.604777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57690) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:32.622094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8698be2e-a8f1-47b7-ae18-d5050bfd5add admin admin] Made reservation on behalf of 89c087caeed94b4a8ea94c1c7d22f8b1 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:32.624442 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8698be2e-a8f1-47b7-ae18-d5050bfd5add admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.624571 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.657111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:32.677090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896ae29-3f45-46ca-b72d-974450b70229 req-b3477957-52a3-4f47-81c5-e2e33563fd2e tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:32.678634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9896ae29-3f45-46ca-b72d-974450b70229 req-b3477957-52a3-4f47-81c5-e2e33563fd2e tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 943 time: 0.1082695 Sep 07 16:38:32.694382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35abcabf-b471-4d74-91fc-0484969cc716') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:32.694691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35abcabf-b471-4d74-91fc-0484969cc716') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:32.717846 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.755514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2996e83-f1ef-4ed4-bd16-ce8c4b4a8254 None None] DHCP port deletion for 1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:38:32.769294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57692) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:32.770881 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4f4498e7-0694-4908-a4c9-4ce335849a09 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "GET /v2.0/floatingips/89456a0b-0186-4946-bfc1-cc05e8704b8a HTTP/1.1" status: 200 len: 978 time: 0.1658578 Sep 07 16:38:32.776316 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.791128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:32.791576 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:32.794626 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:32.818701 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9896ae29-3f45-46ca-b72d-974450b70229 req-7536ac7e-d0ec-44b0-a7c6-a794ad2596dc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905488 Sep 07 16:38:32.819928 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.870217 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.891725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0b9c33ee-5ae2-42a0-bc99-161a1ce6d943 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1212971 Sep 07 16:38:32.895849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57694) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:32.898319 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.901111 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/networks/1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080 HTTP/1.1" status: 204 len: 168 time: 2.5913203 Sep 07 16:38:32.901493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e6ed6ef8-57b7-40d2-a6dc-bd9c0df3a06c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'floatingip': {'port_id': '1250e835-d7ad-49e1-aa70-cabdf5ffb0e1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:32.906114 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57696) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:32.915583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16de91-0def-4566-b9fc-d2a7b5310c08 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Network': ['ID=1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:32.964394 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a6ca6a-de89-48a6-bc2b-726f45debd95 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] DELETE failed (client error): The resource could not be found. Sep 07 16:38:32.964783 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a6ca6a-de89-48a6-bc2b-726f45debd95 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:38:32.969139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f3a6ca6a-de89-48a6-bc2b-726f45debd95 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/subnets/927d4e5b-d8eb-45e5-9b94-482f0adc59b4 HTTP/1.1" status: 404 len: 337 time: 0.0595107 Sep 07 16:38:32.969522 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:32.979141 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8698be2e-a8f1-47b7-ae18-d5050bfd5add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.994697 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ed6ef8-57b7-40d2-a6dc-bd9c0df3a06c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:32.997228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Deleting port b29f6134-973b-4ada-a110-2a2e56cd6b14 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:32.997566 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.011554 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8fee93-41e8-442b-b269-7dfcfe809914 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] DELETE failed (client error): The resource could not be found. Sep 07 16:38:33.012162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8fee93-41e8-442b-b269-7dfcfe809914 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:38:33.016395 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3e8fee93-41e8-442b-b269-7dfcfe809914 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/networks/1b9f87a6-d8f1-4aa2-bcbd-6ff5ae20b080 HTTP/1.1" status: 404 len: 339 time: 0.0434339 Sep 07 16:38:33.021497 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57700) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:33.062199 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad60c65-df8a-41b0-93a8-f611a87fa80f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] DELETE failed (client error): The resource could not be found. Sep 07 16:38:33.062701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad60c65-df8a-41b0-93a8-f611a87fa80f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:38:33.067295 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1ad60c65-df8a-41b0-93a8-f611a87fa80f tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/subnets/232a02a4-87fd-43f6-af98-0e25badc6ac4 HTTP/1.1" status: 404 len: 337 time: 0.0420039 Sep 07 16:38:33.069330 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57702) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:33.086291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698be2e-a8f1-47b7-ae18-d5050bfd5add admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef2507a-e35b-4368-b44f-4fc8ac1dd1d2,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:33.103164 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b72d28-c2c6-4aeb-b93e-5507bf51847d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] DELETE failed (client error): The resource could not be found. Sep 07 16:38:33.103727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b72d28-c2c6-4aeb-b93e-5507bf51847d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:38:33.105477 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c4b72d28-c2c6-4aeb-b93e-5507bf51847d tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/networks/22d87877-9ab9-453a-b15d-bab62e9d1211 HTTP/1.1" status: 404 len: 339 time: 0.0338790 Sep 07 16:38:33.108894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:33.120074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8698be2e-a8f1-47b7-ae18-d5050bfd5add admin admin] Checking segment: {'id': 'ef102b47-19f5-4356-8553-fee67f46cf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b67b336a-14f7-49a7-b43b-c48510acd652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:33.120468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8698be2e-a8f1-47b7-ae18-d5050bfd5add admin admin] Network hostable DHCP agents. Network: b67b336a-14f7-49a7-b43b-c48510acd652, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:33.142083 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f362c78-aece-48ed-8ea5-bcb72c37e5e9 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] DELETE failed (client error): The resource could not be found. Sep 07 16:38:33.142538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f362c78-aece-48ed-8ea5-bcb72c37e5e9 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:38:33.144233 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2f362c78-aece-48ed-8ea5-bcb72c37e5e9 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/subnets/cbbcbf23-c990-4117-b3ba-0a290c2c62d8 HTTP/1.1" status: 404 len: 337 time: 0.0344281 Sep 07 16:38:33.148019 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57706) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:33.165422 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.170283 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd192404-bfb1-4186-b890-faf0d41da824 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] DELETE failed (client error): The resource could not be found. Sep 07 16:38:33.170760 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd192404-bfb1-4186-b890-faf0d41da824 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:38:33.172574 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bd192404-bfb1-4186-b890-faf0d41da824 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/networks/36d08c7b-ee8d-440f-90b0-95c0d6279d96 HTTP/1.1" status: 404 len: 339 time: 0.0233018 Sep 07 16:38:33.175733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57708) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:33.183061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8698be2e-a8f1-47b7-ae18-d5050bfd5add admin admin] Network b67b336a-14f7-49a7-b43b-c48510acd652 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:33.183658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Calling delete_port for b29f6134-973b-4ada-a110-2a2e56cd6b14 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:33.211477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8698be2e-a8f1-47b7-ae18-d5050bfd5add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, b67b336a-14f7-49a7-b43b-c48510acd652) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:33.216979 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8698be2e-a8f1-47b7-ae18-d5050bfd5add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:33.217519 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8698be2e-a8f1-47b7-ae18-d5050bfd5add admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.221740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce42f98b-9772-4cb6-9f55-9ae1597c0c52 None None] Network b67b336a-14f7-49a7-b43b-c48510acd652 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:33.271242 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8698be2e-a8f1-47b7-ae18-d5050bfd5add admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7764030 Sep 07 16:38:33.292648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-dc4be634-7bea-4b08-9360-b48143e6d2e4 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Deleting port d11ba781-bdf5-49fb-8a0d-4b0da1be968a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:33.293138 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc4be634-7bea-4b08-9360-b48143e6d2e4 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.384610 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc4be634-7bea-4b08-9360-b48143e6d2e4 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.408951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-dc4be634-7bea-4b08-9360-b48143e6d2e4 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Calling delete_port for d11ba781-bdf5-49fb-8a0d-4b0da1be968a owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:33.415390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8989672-cbcf-4f57-ace4-e1e0a2347280 None None] Network b67b336a-14f7-49a7-b43b-c48510acd652 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:33.497246 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.536754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc4be634-7bea-4b08-9360-b48143e6d2e4 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.576132 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dc4be634-7bea-4b08-9360-b48143e6d2e4 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.580834 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dc4be634-7bea-4b08-9360-b48143e6d2e4 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/ports/d11ba781-bdf5-49fb-8a0d-4b0da1be968a HTTP/1.1" status: 204 len: 168 time: 0.4014683 Sep 07 16:38:33.580834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4be634-7bea-4b08-9360-b48143e6d2e4 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Port': ['ID=d11ba781-bdf5-49fb-8a0d-4b0da1be968a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:33.581652 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57718) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:33.615373 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d1734a-e18d-4bc3-9873-8ef61ca8311e tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] DELETE failed (client error): The resource could not be found. Sep 07 16:38:33.615926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d1734a-e18d-4bc3-9873-8ef61ca8311e tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:38:33.620308 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-67d1734a-e18d-4bc3-9873-8ef61ca8311e tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/subnets/be67c9df-9b75-4f10-949d-e2681dabc738 HTTP/1.1" status: 404 len: 337 time: 0.0301962 Sep 07 16:38:33.620708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57720) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:33.627586 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Pushing event deleted for resources: {'Port': ['ID=b29f6134-973b-4ada-a110-2a2e56cd6b14,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:33.707388 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4706762e-9929-4688-8867-7e2f9f0c6d93 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.764071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.798950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4706762e-9929-4688-8867-7e2f9f0c6d93 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.819624 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4706762e-9929-4688-8867-7e2f9f0c6d93 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33fd3034-754f-4fd0-86bc-af3d6eb8fc4a']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:33.828858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4706762e-9929-4688-8867-7e2f9f0c6d93 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699466a9-186b-448f-8650-22995cc18919') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:33.829167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4706762e-9929-4688-8867-7e2f9f0c6d93 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699466a9-186b-448f-8650-22995cc18919') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:33.847032 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4706762e-9929-4688-8867-7e2f9f0c6d93 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.863716 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4706762e-9929-4688-8867-7e2f9f0c6d93 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.870905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4706762e-9929-4688-8867-7e2f9f0c6d93 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:33.871436 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4706762e-9929-4688-8867-7e2f9f0c6d93 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:33.875038 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:33.894631 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.896972 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.943667 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ed6ef8-57b7-40d2-a6dc-bd9c0df3a06c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.951278 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4706762e-9929-4688-8867-7e2f9f0c6d93 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.957460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4706762e-9929-4688-8867-7e2f9f0c6d93 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:33.963066 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4706762e-9929-4688-8867-7e2f9f0c6d93 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/networks/33fd3034-754f-4fd0-86bc-af3d6eb8fc4a HTTP/1.1" status: 204 len: 168 time: 0.3391237 Sep 07 16:38:33.963248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a725827c-0616-4126-8ace-10e4a63e36c4 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:33.966413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57732) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:33.984383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706762e-9929-4688-8867-7e2f9f0c6d93 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Network': ['ID=33fd3034-754f-4fd0-86bc-af3d6eb8fc4a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:33.986657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: a725827c-0616-4126-8ace-10e4a63e36c4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:33.987020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a725827c-0616-4126-8ace-10e4a63e36c4 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:34.068309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d4f89b10-bed7-4a9a-a517-d4cf44048756 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Deleting port 14442325-dad6-4c0c-a0fd-e601e24fc107 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:34.068680 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4f89b10-bed7-4a9a-a517-d4cf44048756 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.145445 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4f89b10-bed7-4a9a-a517-d4cf44048756 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.159784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d4f89b10-bed7-4a9a-a517-d4cf44048756 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Calling delete_port for 14442325-dad6-4c0c-a0fd-e601e24fc107 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:34.244631 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4f89b10-bed7-4a9a-a517-d4cf44048756 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.279113 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d4f89b10-bed7-4a9a-a517-d4cf44048756 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.281754 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d4f89b10-bed7-4a9a-a517-d4cf44048756 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/ports/14442325-dad6-4c0c-a0fd-e601e24fc107 HTTP/1.1" status: 204 len: 168 time: 0.3144321 Sep 07 16:38:34.283089 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f89b10-bed7-4a9a-a517-d4cf44048756 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Port': ['ID=14442325-dad6-4c0c-a0fd-e601e24fc107,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:34.285504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57734) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:34.317140 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d65fb1-268d-420e-ac6f-a3d924595c1b tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] DELETE failed (client error): The resource could not be found. Sep 07 16:38:34.317606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d65fb1-268d-420e-ac6f-a3d924595c1b tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:38:34.320083 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e5d65fb1-268d-420e-ac6f-a3d924595c1b tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/subnets/0f2efd0a-5653-424a-9b50-f60b54e5f74d HTTP/1.1" status: 404 len: 337 time: 0.0332196 Sep 07 16:38:34.321845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57736) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:34.340297 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ed6ef8-57b7-40d2-a6dc-bd9c0df3a06c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.391243 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.391786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Fanout notify agent at l3_agent the message router_deleted on router 044eed51-e85f-4ac9-b63c-fa11b36fc6be {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:38:34.403611 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.403727 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b57cb1f-3a20-4898-9573-0d13aa421823 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.408872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-66088787-760f-4da8-a005-c75eaddf8db2 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "DELETE /v2.0/routers/044eed51-e85f-4ac9-b63c-fa11b36fc6be HTTP/1.1" status: 204 len: 168 time: 1.9283538 Sep 07 16:38:34.409256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57738) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:34.415382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e9bb0625-daf1-4aa3-9d2d-11a926906bdf tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-329897440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:34.436780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516310-67df-4beb-8553-bc448f791dad req-aee21b1d-c56f-4c5f-8aac-2c639a96cbd5 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:34.438596 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae516310-67df-4beb-8553-bc448f791dad req-aee21b1d-c56f-4c5f-8aac-2c639a96cbd5 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 943 time: 0.5089734 Sep 07 16:38:34.474533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-7ccf9915-c0ae-4a45-8c07-078784585586 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:34.476078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9bb0625-daf1-4aa3-9d2d-11a926906bdf tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.476222 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-7ccf9915-c0ae-4a45-8c07-078784585586 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/networks?id=450b38f5-5ad2-4ed5-be01-67547d4682ad HTTP/1.1" status: 200 len: 812 time: 0.7514029 Sep 07 16:38:34.477138 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9bb0625-daf1-4aa3-9d2d-11a926906bdf tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.517543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-235fb082-5ad4-4a31-ae29-838bbc1b943a tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/quotas/1285911114ca46a5bcda6122b83395c4 HTTP/1.1" status: 200 len: 375 time: 0.0316246 Sep 07 16:38:34.522430 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-e6ed6ef8-57b7-40d2-a6dc-bd9c0df3a06c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Floating IP 89456a0b-0186-4946-bfc1-cc05e8704b8a associated. External IP: 172.25.3.102, port: edd8c3a1-d76a-4ac3-afbd-3463498012e7. Sep 07 16:38:34.531546 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b57cb1f-3a20-4898-9573-0d13aa421823 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.562209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6b57cb1f-3a20-4898-9573-0d13aa421823 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e5977a-bf96-4416-afca-1129ca14d688']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:34.580694 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae516310-67df-4beb-8553-bc448f791dad req-15a04636-5346-4dde-b0ba-b26d51d2b188 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034780 Sep 07 16:38:34.592962 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9bb0625-daf1-4aa3-9d2d-11a926906bdf tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.596793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-8a93b55e-ef8d-4d18-9973-3a63fe01de13 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1285911114ca46a5bcda6122b83395c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721543 Sep 07 16:38:34.604509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6b57cb1f-3a20-4898-9573-0d13aa421823 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adae2ace-89d8-45c1-afc1-016c37bcaaf6') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:34.604932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6b57cb1f-3a20-4898-9573-0d13aa421823 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adae2ace-89d8-45c1-afc1-016c37bcaaf6') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:34.612716 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9bb0625-daf1-4aa3-9d2d-11a926906bdf tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.622998 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b57cb1f-3a20-4898-9573-0d13aa421823 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.639409 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e9bb0625-daf1-4aa3-9d2d-11a926906bdf tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.640650 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e9bb0625-daf1-4aa3-9d2d-11a926906bdf tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2301707 Sep 07 16:38:34.641945 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b57cb1f-3a20-4898-9573-0d13aa421823 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.643921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57740) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:34.650542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'enable_snat': False}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:34.687575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b57cb1f-3a20-4898-9573-0d13aa421823 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:34.687993 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b57cb1f-3a20-4898-9573-0d13aa421823 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:34.691642 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:34.770841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-85576e11-f5d7-495b-99bd-b4450f77e798 service neutron] 10.222.0.70 "GET /v2.0/networks/450b38f5-5ad2-4ed5-be01-67547d4682ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665015 Sep 07 16:38:34.843370 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b57cb1f-3a20-4898-9573-0d13aa421823 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.851771 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6b57cb1f-3a20-4898-9573-0d13aa421823 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.855773 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6b57cb1f-3a20-4898-9573-0d13aa421823 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/networks/b6e5977a-bf96-4416-afca-1129ca14d688 HTTP/1.1" status: 204 len: 168 time: 0.5308540 Sep 07 16:38:34.870069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57742) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:34.896740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57cb1f-3a20-4898-9573-0d13aa421823 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Network': ['ID=b6e5977a-bf96-4416-afca-1129ca14d688,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:34.931184 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:34.950539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ed6ef8-57b7-40d2-a6dc-bd9c0df3a06c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:34.965267 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-c65585e7-472c-4233-81d2-0637880b6e98 service neutron] 10.222.0.70 "GET /v2.0/networks/450b38f5-5ad2-4ed5-be01-67547d4682ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870401 Sep 07 16:38:34.969247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b1ca3d-d5b2-459d-8c99-07f871fcd816 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Deleting subnet ed1ed96c-33e2-4646-84f8-ba1a42e24c75 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:38:34.974908 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ca3d-d5b2-459d-8c99-07f871fcd816 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.052470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ca3d-d5b2-459d-8c99-07f871fcd816 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.170844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31757806-1d92-4315-b202-310aabd0e502 req-c8283804-3467-42d8-9987-6e47e2b64b13 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 210 time: 0.0417552 Sep 07 16:38:35.212521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ed6ef8-57b7-40d2-a6dc-bd9c0df3a06c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:35.229554 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940adee0-f99d-4414-8eda-5721b33b1414 None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:35.242606 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940adee0-f99d-4414-8eda-5721b33b1414 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:35.243880 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-940adee0-f99d-4414-8eda-5721b33b1414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:35.275485 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ca3d-d5b2-459d-8c99-07f871fcd816 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.297743 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-940adee0-f99d-4414-8eda-5721b33b1414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:35.310051 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940adee0-f99d-4414-8eda-5721b33b1414 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:35.310935 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-940adee0-f99d-4414-8eda-5721b33b1414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:35.357199 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-940adee0-f99d-4414-8eda-5721b33b1414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:35.357199 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940adee0-f99d-4414-8eda-5721b33b1414 None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:35.392038 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ca3d-d5b2-459d-8c99-07f871fcd816 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.439275 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb5658e-6d9a-4f5c-a65f-638f8c032b86 None None] Network b4617500-7968-4b6b-a024-6b683f5d8ac7 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:35.464996 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ca3d-d5b2-459d-8c99-07f871fcd816 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.467609 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b1b1ca3d-d5b2-459d-8c99-07f871fcd816 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/subnets/ed1ed96c-33e2-4646-84f8-ba1a42e24c75 HTTP/1.1" status: 204 len: 168 time: 0.5951831 Sep 07 16:38:35.469326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1ca3d-d5b2-459d-8c99-07f871fcd816 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1ed96c-33e2-4646-84f8-ba1a42e24c75,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:35.471615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57754) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:35.552678 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.556287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ed6ef8-57b7-40d2-a6dc-bd9c0df3a06c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:35.581192 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.593646 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.673051 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd91274-cee4-4ee0-ba89-3d53f6b12128 None None] DHCP port deletion for b4617500-7968-4b6b-a024-6b683f5d8ac7 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:38:35.695055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ed6ef8-57b7-40d2-a6dc-bd9c0df3a06c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:35.699809 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e6ed6ef8-57b7-40d2-a6dc-bd9c0df3a06c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.717670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb1c96-8e4c-426b-bb22-0edc7c650a77 None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:35.741471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Allocated IP 172.25.3.171 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/b7744e8b-ed3e-47b8-a9d4-90e4522e1d39) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:35.750808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb1c96-8e4c-426b-bb22-0edc7c650a77 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:35.755238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-60bb1c96-8e4c-426b-bb22-0edc7c650a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:35.764810 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Deleting port 2ff0afd0-cff4-499a-bcc4-e3567827af92 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:35.765148 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.797919 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e6ed6ef8-57b7-40d2-a6dc-bd9c0df3a06c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "PUT /v2.0/floatingips/89456a0b-0186-4946-bfc1-cc05e8704b8a HTTP/1.1" status: 200 len: 978 time: 2.9009488 Sep 07 16:38:35.802398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57760) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:35.806585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-50c9eed1-0e53-4345-843e-acf27e10164a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:35.807586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-60bb1c96-8e4c-426b-bb22-0edc7c650a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:35.819455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c9beb-9116-4725-9e50-fbc98bfaa88f req-ff88a153-6073-4927-a591-6ebff4e74adc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:35.821067 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d6c9beb-9116-4725-9e50-fbc98bfaa88f req-ff88a153-6073-4927-a591-6ebff4e74adc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 943 time: 0.0957806 Sep 07 16:38:35.826031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb1c96-8e4c-426b-bb22-0edc7c650a77 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:35.826670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-60bb1c96-8e4c-426b-bb22-0edc7c650a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:35.866660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-60bb1c96-8e4c-426b-bb22-0edc7c650a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:35.867237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb1c96-8e4c-426b-bb22-0edc7c650a77 None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:35.870073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9bd91274-cee4-4ee0-ba89-3d53f6b12128 None None] Deleting port 2ff0afd0-cff4-499a-bcc4-e3567827af92 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:35.870663 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9bd91274-cee4-4ee0-ba89-3d53f6b12128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.893768 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] For port 2ff0afd0-cff4-499a-bcc4-e3567827af92, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2ff0afd0-cff4-499a-bcc4-e3567827af92,segment=NetworkSegment(2b883db7-583b-4c5a-937d-3486d9a7e06a),segment_id=2b883db7-583b-4c5a-937d-3486d9a7e06a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:35.894143 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.920367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Calling delete_port for 2ff0afd0-cff4-499a-bcc4-e3567827af92 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:35.949081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9bd91274-cee4-4ee0-ba89-3d53f6b12128 None None] For port 2ff0afd0-cff4-499a-bcc4-e3567827af92, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2ff0afd0-cff4-499a-bcc4-e3567827af92,segment=NetworkSegment(2b883db7-583b-4c5a-937d-3486d9a7e06a),segment_id=2b883db7-583b-4c5a-937d-3486d9a7e06a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:35.949864 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9bd91274-cee4-4ee0-ba89-3d53f6b12128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.953896 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50c9eed1-0e53-4345-843e-acf27e10164a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:35.964195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9bd91274-cee4-4ee0-ba89-3d53f6b12128 None None] Calling delete_port for 2ff0afd0-cff4-499a-bcc4-e3567827af92 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:35.991405 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.008385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2ff0afd0-cff4-499a-bcc4-e3567827af92 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:36.035315 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d6c9beb-9116-4725-9e50-fbc98bfaa88f req-cc9a894a-60ba-43bd-bc12-a845f27d1b5d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723981 Sep 07 16:38:36.055173 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.063957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No active binding found for port 2ff0afd0-cff4-499a-bcc4-e3567827af92 {{(pid=94772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 16:38:36.064999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2ff0afd0-cff4-499a-bcc4-e3567827af92 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:36.084734 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.089647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Port': ['ID=2ff0afd0-cff4-499a-bcc4-e3567827af92,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:36.093156 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9bd91274-cee4-4ee0-ba89-3d53f6b12128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.100212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] No DVR routers for this DVR port 2ff0afd0-cff4-499a-bcc4-e3567827af92 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:36.126009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd91274-cee4-4ee0-ba89-3d53f6b12128 None None] No DVR routers for this DVR port 2ff0afd0-cff4-499a-bcc4-e3567827af92 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:36.131690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd91274-cee4-4ee0-ba89-3d53f6b12128 None None] Pushing event deleted for resources: {'Port': ['ID=2ff0afd0-cff4-499a-bcc4-e3567827af92,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:36.157487 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:36.162777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:36.174537 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50c9eed1-0e53-4345-843e-acf27e10164a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.178164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:36.178478 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50c9eed1-0e53-4345-843e-acf27e10164a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.178901 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-50c9eed1-0e53-4345-843e-acf27e10164a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Floating IP 89456a0b-0186-4946-bfc1-cc05e8704b8a disassociated. External IP: 172.25.3.102, port: 1250e835-d7ad-49e1-aa70-cabdf5ffb0e1. Sep 07 16:38:36.218435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Pushing event updated for resources: {'Port': ['ID=b7744e8b-ed3e-47b8-a9d4-90e4522e1d39,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:36.258602 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.310185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd1777d7-7f95-4d95-8eba-0f7414f92a54 req-eaf3c159-59d4-4487-9e6a-879fecc86ac0 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 210 time: 0.0315876 Sep 07 16:38:36.316368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4617500-7968-4b6b-a024-6b683f5d8ac7']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:36.357252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b883db7-583b-4c5a-937d-3486d9a7e06a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:36.357596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b883db7-583b-4c5a-937d-3486d9a7e06a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:36.403336 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.448073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c9eed1-0e53-4345-843e-acf27e10164a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:36.482686 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.541332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:36.541741 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:36.544665 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:36.562942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c9eed1-0e53-4345-843e-acf27e10164a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:36.567563 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-50c9eed1-0e53-4345-843e-acf27e10164a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.573121 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aaaaf6-6209-4dd5-88f5-60250bc162db None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:36.582210 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aaaaf6-6209-4dd5-88f5-60250bc162db None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:36.583163 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d9aaaaf6-6209-4dd5-88f5-60250bc162db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:36.599344 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-50c9eed1-0e53-4345-843e-acf27e10164a tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "PUT /v2.0/floatingips/89456a0b-0186-4946-bfc1-cc05e8704b8a HTTP/1.1" status: 200 len: 688 time: 0.7943068 Sep 07 16:38:36.600427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57764) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:36.615898 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d9aaaaf6-6209-4dd5-88f5-60250bc162db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:36.624768 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aaaaf6-6209-4dd5-88f5-60250bc162db None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:36.625444 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d9aaaaf6-6209-4dd5-88f5-60250bc162db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:36.660474 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d9aaaaf6-6209-4dd5-88f5-60250bc162db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:36.661581 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aaaaf6-6209-4dd5-88f5-60250bc162db None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:36.694491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-827dd159-8567-4306-bada-8ab5a956d701 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:36.695915 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-827dd159-8567-4306-bada-8ab5a956d701 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.54 "GET /v2.0/networks?id=450b38f5-5ad2-4ed5-be01-67547d4682ad HTTP/1.1" status: 200 len: 812 time: 0.3337216 Sep 07 16:38:36.696535 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.706762 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.708552 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] 10.222.0.70 "DELETE /v2.0/networks/b4617500-7968-4b6b-a024-6b683f5d8ac7 HTTP/1.1" status: 204 len: 168 time: 1.2324219 Sep 07 16:38:36.730453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b1276-3e40-4063-94fb-56f2d2fd9476 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port 9a1fa2b5-04f6-40b9-8add-abe72a298c00 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:36.730810 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1276-3e40-4063-94fb-56f2d2fd9476 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.754370 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-af5e8adf-3c13-4fb7-be6f-9a5cddade0f3 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Request body: {'port': {'device_id': '5e34e5f0-cce6-4439-a10e-3d01b0f3107b', 'network_id': '450b38f5-5ad2-4ed5-be01-67547d4682ad', 'admin_state_up': True, 'tenant_id': '1285911114ca46a5bcda6122b83395c4'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:36.761740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423b581-b5bb-401e-a231-98db27c07427 tempest-NetworksIpV6TestAttrs-716876486 tempest-NetworksIpV6TestAttrs-716876486-project] Pushing event deleted for resources: {'Network': ['ID=b4617500-7968-4b6b-a024-6b683f5d8ac7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:36.803817 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.822939 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1276-3e40-4063-94fb-56f2d2fd9476 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.823674 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1276-3e40-4063-94fb-56f2d2fd9476 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:36.843297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b1276-3e40-4063-94fb-56f2d2fd9476 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for 9a1fa2b5-04f6-40b9-8add-abe72a298c00 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:36.997981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57770) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:36.999439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-af5e8adf-3c13-4fb7-be6f-9a5cddade0f3 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Made reservation on behalf of 1285911114ca46a5bcda6122b83395c4 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:37.002898 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-af5e8adf-3c13-4fb7-be6f-9a5cddade0f3 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:37.007944 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1276-3e40-4063-94fb-56f2d2fd9476 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:37.039466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b1276-3e40-4063-94fb-56f2d2fd9476 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=9a1fa2b5-04f6-40b9-8add-abe72a298c00,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:37.099497 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1276-3e40-4063-94fb-56f2d2fd9476 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:37.103415 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1276-3e40-4063-94fb-56f2d2fd9476 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:37.106806 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7f1b1276-3e40-4063-94fb-56f2d2fd9476 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/floatingips/89456a0b-0186-4946-bfc1-cc05e8704b8a HTTP/1.1" status: 204 len: 168 time: 0.5036733 Sep 07 16:38:37.107573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57776) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:37.129730 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:37.139782 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:37.154624 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-78daace2-fdd6-4a11-9468-e617182ba36e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] delete failed (client error): The resource could not be found. Sep 07 16:38:37.155652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-78daace2-fdd6-4a11-9468-e617182ba36e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/floatingips/89456a0b-0186-4946-bfc1-cc05e8704b8a HTTP/1.1" status: 404 len: 345 time: 0.0471361 Sep 07 16:38:37.162936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57778) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:37.222712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cb0d6a17-4e53-4dff-8841-66cc0614e108 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6d9b809442504a5ba9e566c51755680a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235417 Sep 07 16:38:37.225369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57780) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:37.239604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9497bd9-da2d-40e6-88be-9711d394af6c req-47e33f4f-ef73-4eb0-a18c-2a2d54ef99f5 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:37.241098 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9497bd9-da2d-40e6-88be-9711d394af6c req-47e33f4f-ef73-4eb0-a18c-2a2d54ef99f5 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 943 time: 0.0845037 Sep 07 16:38:37.280645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-af5e8adf-3c13-4fb7-be6f-9a5cddade0f3 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Allocated IP 172.20.0.12 (450b38f5-5ad2-4ed5-be01-67547d4682ad/b64aa18d-1c6a-4693-8eaa-a0190cf3b980/32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:37.308701 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9497bd9-da2d-40e6-88be-9711d394af6c req-51a69e66-4d60-47fe-82f8-527cdbbf82b2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602937 Sep 07 16:38:37.311586 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5365ad80-31fd-4e66-9b10-0df93edae0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:37.334678 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5365ad80-31fd-4e66-9b10-0df93edae0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:37.349345 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc0adc0-217c-490b-96ff-81b1c2b17da5 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:37.355245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc0adc0-217c-490b-96ff-81b1c2b17da5 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:37.361202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc0adc0-217c-490b-96ff-81b1c2b17da5 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:37.362880 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1dc0adc0-217c-490b-96ff-81b1c2b17da5 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "GET /v2.0/ports?network_id=de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6 HTTP/1.1" status: 200 len: 2358 time: 0.1971207 Sep 07 16:38:37.365940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57784) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:37.439687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5ab352f-8d4e-44c3-925f-3620bddf9a42 req-4e446144-d4be-475d-a714-feb65e004e2f tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 210 time: 0.0389650 Sep 07 16:38:37.450076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18edb036-c52c-4d9c-b181-1f7ac22d0f3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:37.451316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-18edb036-c52c-4d9c-b181-1f7ac22d0f3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "GET /v2.0/subnets/076fd2da-27a7-4cda-aefe-1d123d2947ed HTTP/1.1" status: 200 len: 797 time: 0.0838022 Sep 07 16:38:37.457339 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57786) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:37.462288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'port': {'network_id': 'de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6', 'name': 'tempest-FloatingIPTestJSON-954332520', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:37.472795 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5365ad80-31fd-4e66-9b10-0df93edae0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:37.475292 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5365ad80-31fd-4e66-9b10-0df93edae0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:37.476459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5365ad80-31fd-4e66-9b10-0df93edae0df admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e16213d7-47f1-4895-91e6-5216dd8161a8 HTTP/1.1" status: 204 len: 168 time: 0.2501462 Sep 07 16:38:37.513795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365ad80-31fd-4e66-9b10-0df93edae0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16213d7-47f1-4895-91e6-5216dd8161a8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:37.613954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Made reservation on behalf of 23bbe4b76239464dafb208f57dc53c23 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:37.708445 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:37.728755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] device_id is not set on port 3f8d1539-432a-4065-829a-83b5a84e8935 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:37.802311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Router 107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:38:37.877250 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-af5e8adf-3c13-4fb7-be6f-9a5cddade0f3 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:37.957960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:37.963020 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:37.964241 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9c660102-3888-415d-aeb4-3f72ea23217f tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "PUT /v2.0/routers/107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d HTTP/1.1" status: 200 len: 915 time: 3.3192904 Sep 07 16:38:37.966947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57800) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:37.971632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3db500-2c45-4a63-8506-cbf2567c01b0 None None] Sync routers for ids ['107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:37.988227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3db500-2c45-4a63-8506-cbf2567c01b0 None None] Routers {'107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:37.988947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bc3db500-2c45-4a63-8506-cbf2567c01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:38.019970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-af5e8adf-3c13-4fb7-be6f-9a5cddade0f3 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:38.030640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bc3db500-2c45-4a63-8506-cbf2567c01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:38.045400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3db500-2c45-4a63-8506-cbf2567c01b0 None None] Routers {'107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:38.046290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bc3db500-2c45-4a63-8506-cbf2567c01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:38.076917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.20.0.14 (de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6/076fd2da-27a7-4cda-aefe-1d123d2947ed/3f8d1539-432a-4065-829a-83b5a84e8935) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:38.085498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bc3db500-2c45-4a63-8506-cbf2567c01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:38.086171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3db500-2c45-4a63-8506-cbf2567c01b0 None None] The sync data for ids ['107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:38.099185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-af5e8adf-3c13-4fb7-be6f-9a5cddade0f3 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Network 450b38f5-5ad2-4ed5-be01-67547d4682ad is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:38.101812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.20.0.13 (de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6/076fd2da-27a7-4cda-aefe-1d123d2947ed/3f8d1539-432a-4065-829a-83b5a84e8935) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:38.106362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-af5e8adf-3c13-4fb7-be6f-9a5cddade0f3 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:38.121807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-af5e8adf-3c13-4fb7-be6f-9a5cddade0f3 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:38.197939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e8adf-3c13-4fb7-be6f-9a5cddade0f3 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Pushing event updated for resources: {'Port': ['ID=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:38.217075 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-af5e8adf-3c13-4fb7-be6f-9a5cddade0f3 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:38.217708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-af5e8adf-3c13-4fb7-be6f-9a5cddade0f3 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:38.241314 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0b2bcdd3-ed9e-4566-b996-ea1c367a0230 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/routers/107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d HTTP/1.1" status: 200 len: 921 time: 0.2730660 Sep 07 16:38:38.243371 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-af5e8adf-3c13-4fb7-be6f-9a5cddade0f3 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5269394 Sep 07 16:38:38.244044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57810) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:38.279673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:38.295275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57814) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:38.305829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5f3206-cc2f-409e-8cca-48cd467f9484 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:38.307387 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-df5f3206-cc2f-409e-8cca-48cd467f9484 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7920ab71-216c-4d93-9da0-10a36a806527&device_id=107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0623093 Sep 07 16:38:38.310006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57818) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:38.331306 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:38.411420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:38.415584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:38.418418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:38.421569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16e6578-f2c8-476c-ac4d-959befd68887 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:38.425898 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c16e6578-f2c8-476c-ac4d-959befd68887 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/networks/7920ab71-216c-4d93-9da0-10a36a806527 HTTP/1.1" status: 200 len: 881 time: 0.1120780 Sep 07 16:38:38.425898 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57822) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:38.432541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1738932057'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:38.450389 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Request body: {'port': {'device_id': '5e34e5f0-cce6-4439-a10e-3d01b0f3107b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:38.460906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=3f8d1539-432a-4065-829a-83b5a84e8935,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:38.473764 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a1981631-dd17-4bd6-a5b1-7ab26aaff11f tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "GET /v2.0/ports?device_id=107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d HTTP/1.1" status: 200 len: 205 time: 0.0468137 Sep 07 16:38:38.477397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57826) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:38.515305 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:38.519359 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:38.543731 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:38.561713 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:38.864566 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:38.871606 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:38.907715 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:38.923034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:38.923711 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:38.933100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:38.933447 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Added segment 824ec992-9c9f-464d-bfc8-be93fe338bf7 of type vlan for network 05a9c164-6776-41ba-8082-73995785109c Sep 07 16:38:38.942190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a364aaa-9290-40ce-8fea-bfe268cd0177,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:38.970789 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e75d8323-855c-4e2e-8aa8-9b1b92ad90eb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5123420 Sep 07 16:38:38.979202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57828) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:38.988710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '3f8d1539-432a-4065-829a-83b5a84e8935', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:39.008766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b2ccc-cbd4-4ee8-af95-51fb431248cd req-2a8b21c7-1700-4f19-a8be-bfb93279cd35 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:39.010253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b69b2ccc-cbd4-4ee8-af95-51fb431248cd req-2a8b21c7-1700-4f19-a8be-bfb93279cd35 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 943 time: 0.5570097 Sep 07 16:38:39.021429 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.028965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74257720-ed24-4cde-a41f-9b94d3779aa1 req-9898db0d-701b-4a87-8805-e6261792f469 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:39.030423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74257720-ed24-4cde-a41f-9b94d3779aa1 req-9898db0d-701b-4a87-8805-e6261792f469 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 932 time: 0.1337626 Sep 07 16:38:39.055848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:38:39.067611 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.068882 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.076756 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.082705 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.088123 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:39.088739 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.113637 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Transition to ACTIVE for port object 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:39.137346 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b69b2ccc-cbd4-4ee8-af95-51fb431248cd req-017fff29-2be7-4777-9c53-33c2b6f8df3f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181645 Sep 07 16:38:39.139167 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.139880 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-74257720-ed24-4cde-a41f-9b94d3779aa1 req-8e8a2008-d029-4cf0-9883-55faf3a5e4cd tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005096 Sep 07 16:38:39.200409 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9038105 Sep 07 16:38:39.203698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57830) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:39.210741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'name': 'tempest-PortsIpV6TestJSON-639731552'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:39.225247 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fb4d0-dd35-4522-974e-9f703be3d545 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Network': ['ID=05a9c164-6776-41ba-8082-73995785109c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:39.234167 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.235480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 05a9c164-6776-41ba-8082-73995785109c details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:39.265991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c2c9a159-20fb-4287-84d3-10e88b603b33 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:38:39.288068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Pushing event updated for resources: {'Port': ['ID=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:39.345016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:39.349038 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.360648 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Deleting port b7744e8b-ed3e-47b8-a9d4-90e4522e1d39 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:39.361004 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.374105 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Attempting to bind port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:38:39.374435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Attempting to bind port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'ba423747-aa79-49ee-9c37-ee2a3d0ca7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '450b38f5-5ad2-4ed5-be01-67547d4682ad'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:38:39.374661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Attempting to bind port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 on network 450b38f5-5ad2-4ed5-be01-67547d4682ad {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:39.381494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port c1b00403-f749-4077-8295-c7249e2fa816 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:39.383771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 on network 450b38f5-5ad2-4ed5-be01-67547d4682ad not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:38:39.384093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Attempting to bind port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 on network 450b38f5-5ad2-4ed5-be01-67547d4682ad {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:39.386652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.399803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:38:39.400085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Checking segment: {'id': 'ba423747-aa79-49ee-9c37-ee2a3d0ca7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '450b38f5-5ad2-4ed5-be01-67547d4682ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:39.400486 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Bound using segment: {'id': 'ba423747-aa79-49ee-9c37-ee2a3d0ca7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '450b38f5-5ad2-4ed5-be01-67547d4682ad'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:38:39.400933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Bound port: 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba423747-aa79-49ee-9c37-ee2a3d0ca7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '450b38f5-5ad2-4ed5-be01-67547d4682ad'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:38:39.401344 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.435294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c2c9a159-20fb-4287-84d3-10e88b603b33, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c2c9a159-20fb-4287-84d3-10e88b603b33,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:39.448023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'port_id': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'mac_address': 'fa:16:3e:fe:5a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:38:39.493710 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.508000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c9a159-20fb-4287-84d3-10e88b603b33 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:38:39.525877 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.528769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c2c9a159-20fb-4287-84d3-10e88b603b33, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c2c9a159-20fb-4287-84d3-10e88b603b33,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:39.534873 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.553921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Calling delete_port for b7744e8b-ed3e-47b8-a9d4-90e4522e1d39 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:39.565859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] For port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:38:39.571598 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] For port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12,segment=NetworkSegment(ba423747-aa79-49ee-9c37-ee2a3d0ca7a2),segment_id=ba423747-aa79-49ee-9c37-ee2a3d0ca7a2)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:38:39.579102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.25.3.142 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/a8953710-bba7-4d42-8953-57f0312ca9aa) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:39.582067 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.596586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=c2c9a159-20fb-4287-84d3-10e88b603b33,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:39.645849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:39.646487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.647988 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] 10.222.0.54 "PUT /v2.0/ports/32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 HTTP/1.1" status: 200 len: 1092 time: 1.3911946 Sep 07 16:38:39.648476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e34e5f0-cce6-4439-a10e-3d01b0f3107b', 'tag': '32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:38:39.650860 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4417bf2-57b0-4ab9-8b76-a67e022d1973" -d '{"events": [{"name": "network-changed", "server_uuid": "5e34e5f0-cce6-4439-a10e-3d01b0f3107b", "tag": "32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:38:39.691812 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.754406 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83110a9e-e0d8-4850-8941-e588e34de7b2 x-openstack-request-id: req-83110a9e-e0d8-4850-8941-e588e34de7b2 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:38:39.754731 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e34e5f0-cce6-4439-a10e-3d01b0f3107b", "tag": "32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:38:39.754995 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83110a9e-e0d8-4850-8941-e588e34de7b2 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:38:39.755410 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e34e5f0-cce6-4439-a10e-3d01b0f3107b', 'tag': '32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12', 'status': 'completed', 'code': 200} Sep 07 16:38:39.760227 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb629281-531c-4893-9a80-0a4d07b9df09 service neutron] Pushing event updated for resources: {'Port': ['ID=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:39.788539 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-11833d99-353d-4b41-bd9a-1a3ab90f2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:39.790163 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-11833d99-353d-4b41-bd9a-1a3ab90f2034 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1285911114ca46a5bcda6122b83395c4&device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 1095 time: 0.0927162 Sep 07 16:38:39.813112 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.832065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['c2c9a159-20fb-4287-84d3-10e88b603b33'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:38:39.846802 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-17b7e698-0190-4a98-9f82-781efccb02f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 HTTP/1.1" status: 200 len: 217 time: 0.0466084 Sep 07 16:38:39.882884 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.891694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=c1b00403-f749-4077-8295-c7249e2fa816,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:39.901923 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.920828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-aed4a487-082e-4f5b-a188-2fccf552e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:39.922339 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-aed4a487-082e-4f5b-a188-2fccf552e250 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b64aa18d-1c6a-4693-8eaa-a0190cf3b980 HTTP/1.1" status: 200 len: 852 time: 0.0681601 Sep 07 16:38:39.926967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Pushing event deleted for resources: {'Port': ['ID=b7744e8b-ed3e-47b8-a9d4-90e4522e1d39,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:39.934668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Checking segment: {'id': '824ec992-9c9f-464d-bfc8-be93fe338bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '05a9c164-6776-41ba-8082-73995785109c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:39.934916 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network hostable DHCP agents. Network: 05a9c164-6776-41ba-8082-73995785109c, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:39.971950 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-86b5da44-1d44-40b4-868b-5e43ff70762b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=450b38f5-5ad2-4ed5-be01-67547d4682ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337894 Sep 07 16:38:39.983770 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:39.994878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 05a9c164-6776-41ba-8082-73995785109c is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:40.010455 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.012690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 05a9c164-6776-41ba-8082-73995785109c) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:40.030263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5507518-579c-48b8-a9ef-42f020a9011e None None] Network 05a9c164-6776-41ba-8082-73995785109c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:40.041078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:40.046924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:40.047545 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.051133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:40.056904 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:40.063382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:40.119863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=a8953710-bba7-4d42-8953-57f0312ca9aa,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:40.126246 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.129600 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.134095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6b4ec38d-c960-4706-9909-dc50ce41807b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9293475 Sep 07 16:38:40.139343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57834) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:40.173698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a86386a1-98dd-4d1e-a225-c6bec8bb0472 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2050915944'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:40.194192 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.195169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Fanout notify agent at l3_agent the message router_deleted on router 107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:38:40.206537 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.208298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-661d124a-3ab8-41e8-883f-286e71b5cb48 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "DELETE /v2.0/routers/107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d HTTP/1.1" status: 204 len: 168 time: 1.7289319 Sep 07 16:38:40.212235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:40.222278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1160544094', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:40.235872 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-93c6923f-7e81-48b8-9a00-3c0e6fb12e09 service neutron] 10.222.0.54 "GET /v2.0/networks/450b38f5-5ad2-4ed5-be01-67547d4682ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480104 Sep 07 16:38:40.261324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86386a1-98dd-4d1e-a225-c6bec8bb0472 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:40.264645 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a86386a1-98dd-4d1e-a225-c6bec8bb0472 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.282252 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.283318 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.375507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86386a1-98dd-4d1e-a225-c6bec8bb0472 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:40.386761 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae86e-112c-4364-b677-68811cd693fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.418128 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.424164 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a86386a1-98dd-4d1e-a225-c6bec8bb0472 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.424537 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-a86386a1-98dd-4d1e-a225-c6bec8bb0472 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Added segment ba207880-9d7c-45b0-9514-3986457790ac of type vlan for network e25c5e87-8107-4cf8-a0f4-f1d80b12e59e Sep 07 16:38:40.433376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7c106-ef15-40c7-ad46-5a2b263d9c94 req-e2e65406-2737-4310-a394-8b5f17d084cb tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:40.434735 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4d7c106-ef15-40c7-ad46-5a2b263d9c94 req-e2e65406-2737-4310-a394-8b5f17d084cb tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 944 time: 0.1613748 Sep 07 16:38:40.435983 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-24bfa090-36a4-4f18-977a-1bc85db9f03a req-53ffa249-af6d-4e62-a080-69210394c512 service neutron] 10.222.0.54 "GET /v2.0/networks/450b38f5-5ad2-4ed5-be01-67547d4682ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825325 Sep 07 16:38:40.475048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512cae-4e2e-4855-accd-8f04146b66f9 req-aa364a1e-7e2b-420d-a29c-601b0905ea12 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:40.476612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4512cae-4e2e-4855-accd-8f04146b66f9 req-aa364a1e-7e2b-420d-a29c-601b0905ea12 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 944 time: 0.2096426 Sep 07 16:38:40.581093 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a86386a1-98dd-4d1e-a225-c6bec8bb0472 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.616181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4417bf2-57b0-4ab9-8b76-a67e022d1973 req-a5cb3f81-8811-4ee0-a8fa-89d126b2360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:40.617718 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4417bf2-57b0-4ab9-8b76-a67e022d1973 req-a5cb3f81-8811-4ee0-a8fa-89d126b2360b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1285911114ca46a5bcda6122b83395c4&device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 1095 time: 0.0840774 Sep 07 16:38:40.661692 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.669001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4d7c106-ef15-40c7-ad46-5a2b263d9c94 req-73ac6427-dcf2-4a74-91ab-8bcc6ae60846 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913943 Sep 07 16:38:40.699350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4512cae-4e2e-4855-accd-8f04146b66f9 req-2bb81f69-151e-4419-824b-d26722ea1dba tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861444 Sep 07 16:38:40.702462 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.706323 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a86386a1-98dd-4d1e-a225-c6bec8bb0472 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.711995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86386a1-98dd-4d1e-a225-c6bec8bb0472 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:40.712648 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a86386a1-98dd-4d1e-a225-c6bec8bb0472 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.762120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a86386a1-98dd-4d1e-a225-c6bec8bb0472 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6208804 Sep 07 16:38:40.769188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57842) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:40.780235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4417bf2-57b0-4ab9-8b76-a67e022d1973 req-88b977a0-f26b-412c-9a61-af3a36b075e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:40.781757 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4417bf2-57b0-4ab9-8b76-a67e022d1973 req-88b977a0-f26b-412c-9a61-af3a36b075e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=450b38f5-5ad2-4ed5-be01-67547d4682ad HTTP/1.1" status: 200 len: 913 time: 0.1563089 Sep 07 16:38:40.786103 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:40.804506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'ports': [{'network_id': '05a9c164-6776-41ba-8082-73995785109c'}, {'network_id': 'e25c5e87-8107-4cf8-a0f4-f1d80b12e59e'}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:40.804829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': '05a9c164-6776-41ba-8082-73995785109c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:40.805321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': 'e25c5e87-8107-4cf8-a0f4-f1d80b12e59e'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:40.832393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86386a1-98dd-4d1e-a225-c6bec8bb0472 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Network': ['ID=e25c5e87-8107-4cf8-a0f4-f1d80b12e59e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:40.849821 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4417bf2-57b0-4ab9-8b76-a67e022d1973 req-3b106c57-8e77-49ec-aac2-7d6f45877cdb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 HTTP/1.1" status: 200 len: 217 time: 0.0440581 Sep 07 16:38:40.855836 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network e25c5e87-8107-4cf8-a0f4-f1d80b12e59e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:40.933341 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4417bf2-57b0-4ab9-8b76-a67e022d1973 req-6bbf49dd-7029-4376-a1b5-07be73fd79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:40.934903 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4417bf2-57b0-4ab9-8b76-a67e022d1973 req-6bbf49dd-7029-4376-a1b5-07be73fd79d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b64aa18d-1c6a-4693-8eaa-a0190cf3b980 HTTP/1.1" status: 200 len: 852 time: 0.0712435 Sep 07 16:38:40.992639 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4417bf2-57b0-4ab9-8b76-a67e022d1973 req-8c498991-60a2-4359-990a-5739261fab80 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=450b38f5-5ad2-4ed5-be01-67547d4682ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283113 Sep 07 16:38:41.035957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 2} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:41.040545 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:41.101182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:41.108043 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:41.115457 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:41.152520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:41.188672 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:41.264712 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c2c9a159-20fb-4287-84d3-10e88b603b33 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:38:41.289726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port 33583984-491a-4254-9706-5ce7b7220d54 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:41.330945 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port c2c9a159-20fb-4287-84d3-10e88b603b33 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:41.336597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port c2c9a159-20fb-4287-84d3-10e88b603b33 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:41.337239 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:41.371875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Allocated IP 172.25.3.201 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/d4888775-0b72-4f93-8755-371158e2d3bc) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:41.433258 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:41.464358 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c9a159-20fb-4287-84d3-10e88b603b33'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:38:41.466142 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4417bf2-57b0-4ab9-8b76-a67e022d1973 req-11c9e132-f5c1-4286-9eac-0d5da7c34bfc service neutron] 10.222.0.54 "GET /v2.0/networks/450b38f5-5ad2-4ed5-be01-67547d4682ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635253 Sep 07 16:38:41.470121 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e851e7cb-fefc-4559-9c99-2a1ecb9f5800" -d '{"events": [{"server_uuid": "17848df9-00e4-4a67-8763-b9ae11bc977a", "name": "network-vif-plugged", "status": "completed", "tag": "c2c9a159-20fb-4287-84d3-10e88b603b33"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:38:41.484437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port c2c9a159-20fb-4287-84d3-10e88b603b33, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c2c9a159-20fb-4287-84d3-10e88b603b33,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:41.491280 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:41.531890 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:41.550918 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=a8953710-bba7-4d42-8953-57f0312ca9aa,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:41.565107 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:41.652629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:41.671615 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port 9035a651-2fe4-4285-9b40-1ea0dbca2784 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:41.701704 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4417bf2-57b0-4ab9-8b76-a67e022d1973 req-31be58bc-cb14-4045-9c12-3ed6d42be028 service neutron] 10.222.0.54 "GET /v2.0/networks/450b38f5-5ad2-4ed5-be01-67547d4682ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129412 Sep 07 16:38:41.722067 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Floating IP c123e536-0479-4ddf-a71a-af08295aa0b4 associated. External IP: 172.25.3.142, port: 3f8d1539-432a-4065-829a-83b5a84e8935. Sep 07 16:38:41.758981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b09c9f-d4eb-40bd-83f2-ca8749c6bfab req-c64ea7b2-2721-46be-8c7e-e5e33823c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:41.760561 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98b09c9f-d4eb-40bd-83f2-ca8749c6bfab req-c64ea7b2-2721-46be-8c7e-e5e33823c897 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 1096 time: 0.1114159 Sep 07 16:38:41.779784 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e75a29-dd28-496e-a0c8-bd667e7521b1 x-openstack-request-id: req-15e75a29-dd28-496e-a0c8-bd667e7521b1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:38:41.780166 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17848df9-00e4-4a67-8763-b9ae11bc977a", "name": "network-vif-plugged", "status": "completed", "tag": "c2c9a159-20fb-4287-84d3-10e88b603b33", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:38:41.780369 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15e75a29-dd28-496e-a0c8-bd667e7521b1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:38:41.785743 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'code': 200} Sep 07 16:38:41.786649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=c2c9a159-20fb-4287-84d3-10e88b603b33,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:41.803478 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:41.955134 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:41.966730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98b09c9f-d4eb-40bd-83f2-ca8749c6bfab req-82553250-1f6f-4895-a7db-ba0b8e3bbc48 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987808 Sep 07 16:38:41.977623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:41.984498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:41.986661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:42.003319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Pushing event updated for resources: {'Port': ['ID=d4888775-0b72-4f93-8755-371158e2d3bc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:42.036514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11221190-310a-48a6-adf7-cdfe33a64cce req-666e786e-13e1-4a83-9642-a51c932ef252 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:42.038035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11221190-310a-48a6-adf7-cdfe33a64cce req-666e786e-13e1-4a83-9642-a51c932ef252 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 944 time: 0.2514083 Sep 07 16:38:42.057361 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:42.072630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c38a0-c79e-4b0c-a15a-161f5f34f4f6 req-73b35d2e-c43d-4d47-a7e9-782c871a3032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:42.074119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de5c38a0-c79e-4b0c-a15a-161f5f34f4f6 req-73b35d2e-c43d-4d47-a7e9-782c871a3032 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 945 time: 0.2308686 Sep 07 16:38:42.095892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:42.107632 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cbccb1-daa4-4500-81e5-e59c19f925ee None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:42.115454 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:42.119512 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cbccb1-daa4-4500-81e5-e59c19f925ee None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:42.120654 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e6cbccb1-daa4-4500-81e5-e59c19f925ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:42.144437 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2c7c15f6-0291-465a-a06c-cc73503e7a3f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1641333 Sep 07 16:38:42.147030 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57850) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:42.151396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-70cb39d3-ba42-49fa-a376-c4fb5b2c1ba7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'floatingip': {'port_id': '3f8d1539-432a-4065-829a-83b5a84e8935', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:42.154009 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e6cbccb1-daa4-4500-81e5-e59c19f925ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:42.162945 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cbccb1-daa4-4500-81e5-e59c19f925ee None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:42.163367 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e6cbccb1-daa4-4500-81e5-e59c19f925ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:42.197507 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e6cbccb1-daa4-4500-81e5-e59c19f925ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:42.198604 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cbccb1-daa4-4500-81e5-e59c19f925ee None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:42.207152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70cb39d3-ba42-49fa-a376-c4fb5b2c1ba7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:42.221723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11221190-310a-48a6-adf7-cdfe33a64cce req-98fb59d6-76a8-4566-baa5-03869f2bfae2 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707962 Sep 07 16:38:42.254573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de5c38a0-c79e-4b0c-a15a-161f5f34f4f6 req-6e91dfd1-f0ea-4ec2-b5a7-9bfe905cfcaa tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690423 Sep 07 16:38:42.269201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:42.331568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 05a9c164-6776-41ba-8082-73995785109c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:42.337754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:42.340322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:42.341495 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:42.377192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=33583984-491a-4254-9706-5ce7b7220d54,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:42.482763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=9035a651-2fe4-4285-9b40-1ea0dbca2784,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:42.506379 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:42.509379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Checking segment: {'id': 'ba207880-9d7c-45b0-9514-3986457790ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e25c5e87-8107-4cf8-a0f4-f1d80b12e59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:42.509735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network hostable DHCP agents. Network: e25c5e87-8107-4cf8-a0f4-f1d80b12e59e, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:42.568525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network e25c5e87-8107-4cf8-a0f4-f1d80b12e59e is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:42.698364 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70cb39d3-ba42-49fa-a376-c4fb5b2c1ba7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:42.703180 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70cb39d3-ba42-49fa-a376-c4fb5b2c1ba7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:42.918332 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:38:42.921299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cb39d3-ba42-49fa-a376-c4fb5b2c1ba7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:42.969010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, e25c5e87-8107-4cf8-a0f4-f1d80b12e59e) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:42.978827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:42.984566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:42.989486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:42.990153 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:42.995807 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c332b2-d2b7-46c3-bf16-11eef939aa99 None None] Network e25c5e87-8107-4cf8-a0f4-f1d80b12e59e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:43.038722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-08ff457a-c906-4eeb-9e74-c7ade97a566d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2684789 Sep 07 16:38:43.039309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cb39d3-ba42-49fa-a376-c4fb5b2c1ba7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:43.041330 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57852) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:43.056064 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-70cb39d3-ba42-49fa-a376-c4fb5b2c1ba7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:43.076886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de76268-4fc8-4981-9f67-9648c6c88d21 None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:43.104854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12,segment=NetworkSegment(ba423747-aa79-49ee-9c37-ee2a3d0ca7a2),segment_id=ba423747-aa79-49ee-9c37-ee2a3d0ca7a2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:43.117694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:43.140935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de76268-4fc8-4981-9f67-9648c6c88d21 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:43.141572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2de76268-4fc8-4981-9f67-9648c6c88d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:43.147307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12', 'network_id': '450b38f5-5ad2-4ed5-be01-67547d4682ad', 'port_id': '32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12', 'mac_address': 'fa:16:3e:11:16:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64aa18d-1c6a-4693-8eaa-a0190cf3b980', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:38:43.163416 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-70cb39d3-ba42-49fa-a376-c4fb5b2c1ba7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "PUT /v2.0/floatingips/c123e536-0479-4ddf-a71a-af08295aa0b4 HTTP/1.1" status: 200 len: 978 time: 1.0153594 Sep 07 16:38:43.166424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57854) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:43.235284 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:43.237965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2de76268-4fc8-4981-9f67-9648c6c88d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:43.244147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-83faffa3-a1e6-4f7d-b8e7-3a8aa642e9f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 9035a651-2fe4-4285-9b40-1ea0dbca2784 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:43.244147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83faffa3-a1e6-4f7d-b8e7-3a8aa642e9f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:43.260110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de76268-4fc8-4981-9f67-9648c6c88d21 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:43.260768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2de76268-4fc8-4981-9f67-9648c6c88d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:43.283969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Router ed8ee3da-28d6-4c93-b924-4ba6af2abc28 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:38:43.303742 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2de76268-4fc8-4981-9f67-9648c6c88d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:43.304421 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de76268-4fc8-4981-9f67-9648c6c88d21 None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:43.314542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:38:43.346358 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12,segment=NetworkSegment(ba423747-aa79-49ee-9c37-ee2a3d0ca7a2),segment_id=ba423747-aa79-49ee-9c37-ee2a3d0ca7a2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:43.350175 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:43.417842 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:43.419136 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83faffa3-a1e6-4f7d-b8e7-3a8aa642e9f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:43.460512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-83faffa3-a1e6-4f7d-b8e7-3a8aa642e9f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 9035a651-2fe4-4285-9b40-1ea0dbca2784 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:43.487574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e8599-73fd-4e67-a3a9-26bf43051d7a req-066290b0-542e-4000-8636-633a3c1141bc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:43.489105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e51e8599-73fd-4e67-a3a9-26bf43051d7a req-066290b0-542e-4000-8636-633a3c1141bc tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 945 time: 0.1164649 Sep 07 16:38:43.498317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f6c87-3760-48bd-8b89-b79f9142b389 req-d3b65720-ed6c-45c4-b234-b1f3d18340f0 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:43.499713 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d2f6c87-3760-48bd-8b89-b79f9142b389 req-d3b65720-ed6c-45c4-b234-b1f3d18340f0 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 945 time: 0.1400959 Sep 07 16:38:43.530940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:43.543634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-7cb37251-69c8-40a1-ae66-4884dff86a46 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port a8953710-bba7-4d42-8953-57f0312ca9aa {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:43.543987 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7cb37251-69c8-40a1-ae66-4884dff86a46 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:43.550078 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebdd6a-0202-4851-a032-936bdafede24 None None] Sync routers for ids ['ed8ee3da-28d6-4c93-b924-4ba6af2abc28'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:43.561783 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ebdd6a-0202-4851-a032-936bdafede24 None None] Routers {'ed8ee3da-28d6-4c93-b924-4ba6af2abc28'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:43.562396 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-08ebdd6a-0202-4851-a032-936bdafede24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ed8ee3da-28d6-4c93-b924-4ba6af2abc28'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:43.577922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:43.579126 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a00ba6ae-a2ed-446e-a869-f084c6ab2177 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3636270 Sep 07 16:38:43.582907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57860) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:43.583049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d2f6c87-3760-48bd-8b89-b79f9142b389 req-6d656174-1402-45ea-b6cb-53e44ca52589 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688405 Sep 07 16:38:43.585715 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e51e8599-73fd-4e67-a3a9-26bf43051d7a req-b7844680-145c-4edc-8d78-bb5394d46515 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830309 Sep 07 16:38:43.588080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:43.592179 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83faffa3-a1e6-4f7d-b8e7-3a8aa642e9f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:43.615555 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-08ebdd6a-0202-4851-a032-936bdafede24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:43.619840 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:38:43.630174 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ebdd6a-0202-4851-a032-936bdafede24 None None] Routers {'ed8ee3da-28d6-4c93-b924-4ba6af2abc28'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:43.630775 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-08ebdd6a-0202-4851-a032-936bdafede24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ed8ee3da-28d6-4c93-b924-4ba6af2abc28'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:43.661596 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-08ebdd6a-0202-4851-a032-936bdafede24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:43.662249 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebdd6a-0202-4851-a032-936bdafede24 None None] The sync data for ids ['ed8ee3da-28d6-4c93-b924-4ba6af2abc28'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:43.695207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83faffa3-a1e6-4f7d-b8e7-3a8aa642e9f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=9035a651-2fe4-4285-9b40-1ea0dbca2784,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:43.716228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-83faffa3-a1e6-4f7d-b8e7-3a8aa642e9f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:43.720606 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-83faffa3-a1e6-4f7d-b8e7-3a8aa642e9f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/9035a651-2fe4-4285-9b40-1ea0dbca2784 HTTP/1.1" status: 204 len: 168 time: 0.6758759 Sep 07 16:38:43.721066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57862) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:43.773150 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7cb37251-69c8-40a1-ae66-4884dff86a46 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:43.773428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7cb37251-69c8-40a1-ae66-4884dff86a46 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:43.791637 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-7cb37251-69c8-40a1-ae66-4884dff86a46 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for a8953710-bba7-4d42-8953-57f0312ca9aa owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:43.832270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c942771-30a6-42e4-bafc-06fcd10a87b9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:43.848475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c942771-30a6-42e4-bafc-06fcd10a87b9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:43.853044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2c942771-30a6-42e4-bafc-06fcd10a87b9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1283641 Sep 07 16:38:43.853332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57864) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:43.947485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-03bd1505-39ce-4511-aebc-e031697f3c89 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 33583984-491a-4254-9706-5ce7b7220d54 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:43.947847 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03bd1505-39ce-4511-aebc-e031697f3c89 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:43.950502 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.021923 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03bd1505-39ce-4511-aebc-e031697f3c89 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.037219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-03bd1505-39ce-4511-aebc-e031697f3c89 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 33583984-491a-4254-9706-5ce7b7220d54 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:44.116276 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03bd1505-39ce-4511-aebc-e031697f3c89 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.143592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd1505-39ce-4511-aebc-e031697f3c89 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=33583984-491a-4254-9706-5ce7b7220d54,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:44.151150 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-03bd1505-39ce-4511-aebc-e031697f3c89 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.155711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-03bd1505-39ce-4511-aebc-e031697f3c89 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/33583984-491a-4254-9706-5ce7b7220d54 HTTP/1.1" status: 204 len: 168 time: 0.2985165 Sep 07 16:38:44.155822 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57866) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:44.210020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7164882c-662d-496f-8150-b48240bc28cf tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:44.211572 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7164882c-662d-496f-8150-b48240bc28cf tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0548365 Sep 07 16:38:44.214212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57868) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:44.238821 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4161e61-1ff0-45b5-8217-ad7c1c42c2f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:38:44.240418 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d4161e61-1ff0-45b5-8217-ad7c1c42c2f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/9035a651-2fe4-4285-9b40-1ea0dbca2784 HTTP/1.1" status: 404 len: 333 time: 0.0252411 Sep 07 16:38:44.243527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57870) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:44.260969 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e420873c-1607-40c1-b493-4b9d09eb5416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.268065 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf7eae0-21aa-4681-8f53-817ed348af58 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:38:44.269667 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eaf7eae0-21aa-4681-8f53-817ed348af58 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/33583984-491a-4254-9706-5ce7b7220d54 HTTP/1.1" status: 404 len: 333 time: 0.0252004 Sep 07 16:38:44.272489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57872) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:44.347516 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d47809dd-c848-4cf7-9347-1f81df150b42 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.430529 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.437011 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d47809dd-c848-4cf7-9347-1f81df150b42 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.442313 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7cb37251-69c8-40a1-ae66-4884dff86a46 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.448059 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.457616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d47809dd-c848-4cf7-9347-1f81df150b42 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25c5e87-8107-4cf8-a0f4-f1d80b12e59e']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:44.467026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d47809dd-c848-4cf7-9347-1f81df150b42 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba207880-9d7c-45b0-9514-3986457790ac') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:44.467330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-d47809dd-c848-4cf7-9347-1f81df150b42 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba207880-9d7c-45b0-9514-3986457790ac') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:44.478121 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d47809dd-c848-4cf7-9347-1f81df150b42 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.478932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb37251-69c8-40a1-ae66-4884dff86a46 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=a8953710-bba7-4d42-8953-57f0312ca9aa,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:44.498177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d47809dd-c848-4cf7-9347-1f81df150b42 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.504839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47809dd-c848-4cf7-9347-1f81df150b42 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:44.505506 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d47809dd-c848-4cf7-9347-1f81df150b42 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:44.509768 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:44.570717 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7cb37251-69c8-40a1-ae66-4884dff86a46 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.571454 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-7cb37251-69c8-40a1-ae66-4884dff86a46 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Floating IP c123e536-0479-4ddf-a71a-af08295aa0b4 disassociated (deleted). External IP: 172.25.3.142, port: 3f8d1539-432a-4065-829a-83b5a84e8935. Sep 07 16:38:44.580430 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d47809dd-c848-4cf7-9347-1f81df150b42 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.587552 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d47809dd-c848-4cf7-9347-1f81df150b42 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.589437 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d47809dd-c848-4cf7-9347-1f81df150b42 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/networks/e25c5e87-8107-4cf8-a0f4-f1d80b12e59e HTTP/1.1" status: 204 len: 168 time: 0.3159986 Sep 07 16:38:44.601532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57874) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:44.606325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e25fbcf8-fde1-4b72-866f-31f9bef6e821 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1125783613'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:44.610780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47809dd-c848-4cf7-9347-1f81df150b42 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Network': ['ID=e25c5e87-8107-4cf8-a0f4-f1d80b12e59e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:44.622177 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Deleting port d4888775-0b72-4f93-8755-371158e2d3bc {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:44.622531 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.633478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25fbcf8-fde1-4b72-866f-31f9bef6e821 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:44.637039 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e25fbcf8-fde1-4b72-866f-31f9bef6e821 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.669449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25fbcf8-fde1-4b72-866f-31f9bef6e821 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:44.680826 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e25fbcf8-fde1-4b72-866f-31f9bef6e821 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.681728 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-e25fbcf8-fde1-4b72-866f-31f9bef6e821 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Added segment 8466f007-1f9a-4eec-8195-1de596bd253d of type vlan for network 390dcea7-0f28-43c0-b284-101d4baa447e Sep 07 16:38:44.754108 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.797751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Calling delete_port for d4888775-0b72-4f93-8755-371158e2d3bc owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:44.812360 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e25fbcf8-fde1-4b72-866f-31f9bef6e821 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.853841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2952e43-5a56-4972-83f3-40695d6705a0 req-d677577c-f2cb-4aaa-bb9f-7727d6ba718a tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:44.855284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2952e43-5a56-4972-83f3-40695d6705a0 req-d677577c-f2cb-4aaa-bb9f-7727d6ba718a tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 945 time: 0.1711395 Sep 07 16:38:44.865420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f94c76-791c-4f3d-b0f9-33afaf555b0e req-4bc03d8c-7297-4998-a844-ce16135a9e6c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:44.866877 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9f94c76-791c-4f3d-b0f9-33afaf555b0e req-4bc03d8c-7297-4998-a844-ce16135a9e6c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 945 time: 0.1815987 Sep 07 16:38:44.889521 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e25fbcf8-fde1-4b72-866f-31f9bef6e821 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.895378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25fbcf8-fde1-4b72-866f-31f9bef6e821 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:44.895966 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e25fbcf8-fde1-4b72-866f-31f9bef6e821 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.922823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb37251-69c8-40a1-ae66-4884dff86a46 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:44.935351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:38:44.960479 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e25fbcf8-fde1-4b72-866f-31f9bef6e821 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3579121 Sep 07 16:38:44.960926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57880) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:44.969569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-01ff5d33-dec6-458d-98fa-9b08b2140ff6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '390dcea7-0f28-43c0-b284-101d4baa447e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:44.971296 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:44.991614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:44.995835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:44.996446 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.006655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2952e43-5a56-4972-83f3-40695d6705a0 req-0a17ab83-77f1-4c38-8854-c47a031f5818 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388009 Sep 07 16:38:45.009313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fbcf8-fde1-4b72-866f-31f9bef6e821 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Network': ['ID=390dcea7-0f28-43c0-b284-101d4baa447e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:45.018437 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9f94c76-791c-4f3d-b0f9-33afaf555b0e req-1321d27a-90a7-400d-a376-d3f1c384fd9f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426804 Sep 07 16:38:45.026374 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 390dcea7-0f28-43c0-b284-101d4baa447e details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:45.144250 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.159597 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfd0d6-c865-4078-be44-00981ed9abfa req-5655f73c-2187-4b52-8393-d0ca32594707 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:45.161264 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ebfd0d6-c865-4078-be44-00981ed9abfa req-5655f73c-2187-4b52-8393-d0ca32594707 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 945 time: 0.0576730 Sep 07 16:38:45.166923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e34e5f0-cce6-4439-a10e-3d01b0f3107b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:38:45.169182 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe51c14-a02e-4b59-8228-21b42bc4a6da" -d '{"events": [{"server_uuid": "5e34e5f0-cce6-4439-a10e-3d01b0f3107b", "name": "network-vif-plugged", "status": "completed", "tag": "32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:38:45.183253 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12,segment=NetworkSegment(ba423747-aa79-49ee-9c37-ee2a3d0ca7a2),segment_id=ba423747-aa79-49ee-9c37-ee2a3d0ca7a2)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:45.188438 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.213312 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ff5d33-dec6-458d-98fa-9b08b2140ff6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:45.217663 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01ff5d33-dec6-458d-98fa-9b08b2140ff6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.220846 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ebfd0d6-c865-4078-be44-00981ed9abfa req-113ba813-8d0a-46c3-9cf4-0b36f986df89 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528984 Sep 07 16:38:45.221413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.225544 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7789b1-b77d-4b6a-b554-bad0768b9bf1 x-openstack-request-id: req-7f7789b1-b77d-4b6a-b554-bad0768b9bf1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:38:45.226050 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e34e5f0-cce6-4439-a10e-3d01b0f3107b", "name": "network-vif-plugged", "status": "completed", "tag": "32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:38:45.226456 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f7789b1-b77d-4b6a-b554-bad0768b9bf1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:38:45.226862 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e34e5f0-cce6-4439-a10e-3d01b0f3107b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12', 'code': 200} Sep 07 16:38:45.238420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57886) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:45.258787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:45.277050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Pushing event deleted for resources: {'Port': ['ID=d4888775-0b72-4f93-8755-371158e2d3bc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:45.279521 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb37251-69c8-40a1-ae66-4884dff86a46 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:45.298111 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7cb37251-69c8-40a1-ae66-4884dff86a46 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.302383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6954ae-9d8b-4491-981f-838fde48ef69 None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:45.313569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6954ae-9d8b-4491-981f-838fde48ef69 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:45.314926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0a6954ae-9d8b-4491-981f-838fde48ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:45.350356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0a6954ae-9d8b-4491-981f-838fde48ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:45.359006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6954ae-9d8b-4491-981f-838fde48ef69 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:45.359800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0a6954ae-9d8b-4491-981f-838fde48ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:45.391978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0a6954ae-9d8b-4491-981f-838fde48ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:45.392746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6954ae-9d8b-4491-981f-838fde48ef69 None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:45.434117 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7cb37251-69c8-40a1-ae66-4884dff86a46 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/floatingips/c123e536-0479-4ddf-a71a-af08295aa0b4 HTTP/1.1" status: 204 len: 168 time: 2.2667227 Sep 07 16:38:45.436140 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cd6d75-38d1-4503-b04b-6273df6df047 tempest-TestVolumeBootPattern-1955222456 tempest-TestVolumeBootPattern-1955222456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:45.437874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-23cd6d75-38d1-4503-b04b-6273df6df047 tempest-TestVolumeBootPattern-1955222456 tempest-TestVolumeBootPattern-1955222456-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 1091 time: 0.1983132 Sep 07 16:38:45.438310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57890) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:45.445890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57892) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:45.453537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:45.498820 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.506113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf9f99-2c77-4acd-89a0-051561f7962e req-f586ccde-4b1f-449c-b31e-3a0b7a5502e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:45.507615 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-48cf9f99-2c77-4acd-89a0-051561f7962e req-f586ccde-4b1f-449c-b31e-3a0b7a5502e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 1097 time: 0.1820185 Sep 07 16:38:45.533976 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d4286-d3f0-4c13-9a93-71ced3daaf78 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port 3f8d1539-432a-4065-829a-83b5a84e8935 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:45.534326 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4286-d3f0-4c13-9a93-71ced3daaf78 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.567178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.618709 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4286-d3f0-4c13-9a93-71ced3daaf78 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.633714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d4286-d3f0-4c13-9a93-71ced3daaf78 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for 3f8d1539-432a-4065-829a-83b5a84e8935 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:45.731270 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-48cf9f99-2c77-4acd-89a0-051561f7962e req-7b656c32-320f-4e12-a081-47dd3dc12c97 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876934 Sep 07 16:38:45.808960 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4286-d3f0-4c13-9a93-71ced3daaf78 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.816047 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01ff5d33-dec6-458d-98fa-9b08b2140ff6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.841893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d4286-d3f0-4c13-9a93-71ced3daaf78 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=3f8d1539-432a-4065-829a-83b5a84e8935,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:45.881683 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.916759 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.946231 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b0d4286-d3f0-4c13-9a93-71ced3daaf78 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.948592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8b0d4286-d3f0-4c13-9a93-71ced3daaf78 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/ports/3f8d1539-432a-4065-829a-83b5a84e8935 HTTP/1.1" status: 204 len: 168 time: 0.5092876 Sep 07 16:38:45.952596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57894) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:45.957517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:45.981966 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:45.982842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff5d33-dec6-458d-98fa-9b08b2140ff6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Subnet': ['ID=7038aed5-de81-4510-9e26-3b03add82462,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:46.042151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ff5d33-dec6-458d-98fa-9b08b2140ff6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Checking segment: {'id': '8466f007-1f9a-4eec-8195-1de596bd253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '390dcea7-0f28-43c0-b284-101d4baa447e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:46.042509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ff5d33-dec6-458d-98fa-9b08b2140ff6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network hostable DHCP agents. Network: 390dcea7-0f28-43c0-b284-101d4baa447e, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:46.047041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Router ed8ee3da-28d6-4c93-b924-4ba6af2abc28 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:46.072910 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.085349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ff5d33-dec6-458d-98fa-9b08b2140ff6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 390dcea7-0f28-43c0-b284-101d4baa447e is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:46.087383 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.190823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-01ff5d33-dec6-458d-98fa-9b08b2140ff6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 390dcea7-0f28-43c0-b284-101d4baa447e) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:46.194421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:46.203623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e260a-0e2a-4992-8721-2a5906359e25 None None] Network 390dcea7-0f28-43c0-b284-101d4baa447e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:46.205741 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.209272 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-17097af3-8201-4ecc-9e00-bb9cf419ecd4 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "PUT /v2.0/routers/ed8ee3da-28d6-4c93-b924-4ba6af2abc28 HTTP/1.1" status: 200 len: 706 time: 2.6230588 Sep 07 16:38:46.209272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ff5d33-dec6-458d-98fa-9b08b2140ff6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:46.209272 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-01ff5d33-dec6-458d-98fa-9b08b2140ff6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.213352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed57b3-2a3a-492b-8fee-d62976ff8010 req-c84a85bb-0c90-4675-8f2a-bb12aaa768bd tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:46.213837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57898) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:46.214536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3ed57b3-2a3a-492b-8fee-d62976ff8010 req-c84a85bb-0c90-4675-8f2a-bb12aaa768bd tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.0872626 Sep 07 16:38:46.219262 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5f481-d2bc-46c5-8a18-896cfa31e42a None None] Sync routers for ids ['ed8ee3da-28d6-4c93-b924-4ba6af2abc28'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:46.235584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.25.3.128 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/30027664-575d-4dfc-b0cf-0357b67cf7b5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:46.239047 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5f481-d2bc-46c5-8a18-896cfa31e42a None None] Routers {'ed8ee3da-28d6-4c93-b924-4ba6af2abc28'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:46.242122 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9dd5f481-d2bc-46c5-8a18-896cfa31e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ed8ee3da-28d6-4c93-b924-4ba6af2abc28'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:46.297824 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9dd5f481-d2bc-46c5-8a18-896cfa31e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:46.302911 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-01ff5d33-dec6-458d-98fa-9b08b2140ff6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3397598 Sep 07 16:38:46.303281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57900) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:46.308851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': '390dcea7-0f28-43c0-b284-101d4baa447e', 'name': 'tempest-PortsIpV6TestJSON-1570292257'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:46.312701 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5f481-d2bc-46c5-8a18-896cfa31e42a None None] Routers {'ed8ee3da-28d6-4c93-b924-4ba6af2abc28'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:46.316373 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5923a6d6-64e0-4096-b9e6-4eff959c85d6 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/routers/ed8ee3da-28d6-4c93-b924-4ba6af2abc28 HTTP/1.1" status: 200 len: 741 time: 0.0987930 Sep 07 16:38:46.317153 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9dd5f481-d2bc-46c5-8a18-896cfa31e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ed8ee3da-28d6-4c93-b924-4ba6af2abc28'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:46.317691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57902) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:46.351670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3ed57b3-2a3a-492b-8fee-d62976ff8010 req-4e6ace5f-0264-44f4-9426-fc06f9643079 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858710 Sep 07 16:38:46.357777 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9dd5f481-d2bc-46c5-8a18-896cfa31e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:46.358638 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5f481-d2bc-46c5-8a18-896cfa31e42a None None] The sync data for ids ['ed8ee3da-28d6-4c93-b924-4ba6af2abc28'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:46.373581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-390dcea7-0f28-43c0-b284-101d4baa447e', 'network_id': '390dcea7-0f28-43c0-b284-101d4baa447e', 'tenant_id': 'e75dd4cd7ccf42f5ba038fd731fcdbd2', 'fixed_ips': [{'subnet_id': '7038aed5-de81-4510-9e26-3b03add82462'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:38:46.374450 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.390504 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.431937 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.448692 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e20e0d40-c3d3-489f-bbfd-4611f3871243 tempest-RoutersAdminTest-163251586 tempest-RoutersAdminTest-163251586-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7920ab71-216c-4d93-9da0-10a36a806527&device_id=ed8ee3da-28d6-4c93-b924-4ba6af2abc28 HTTP/1.1" status: 200 len: 205 time: 0.1295154 Sep 07 16:38:46.457334 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57904) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:46.473051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:46.478177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:46.481136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:46.519859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=30027664-575d-4dfc-b0cf-0357b67cf7b5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:46.543997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Allocated IP 2001:db8::2 (390dcea7-0f28-43c0-b284-101d4baa447e/7038aed5-de81-4510-9e26-3b03add82462/c6aab2ee-a7d9-4ce5-8966-795d2ee78419) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:46.623805 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.662919 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.702037 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.712535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Transition to ACTIVE for port object c6aab2ee-a7d9-4ce5-8966-795d2ee78419 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:46.729292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Transition to ACTIVE for port object c6aab2ee-a7d9-4ce5-8966-795d2ee78419 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:46.735105 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.774349 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Network 390dcea7-0f28-43c0-b284-101d4baa447e is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:46.778280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:46.784696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:46.792948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Pushing event updated for resources: {'Port': ['ID=c6aab2ee-a7d9-4ce5-8966-795d2ee78419,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:46.841058 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.841300 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9ad43c94-fde8-415a-b445-8f1cb4c07c5e tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed8ee3da-28d6-4c93-b924-4ba6af2abc28 HTTP/1.1" status: 200 len: 205 time: 0.3826673 Sep 07 16:38:46.845494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57906) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:46.852076 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.853980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Attempting to bind port c6aab2ee-a7d9-4ce5-8966-795d2ee78419 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:38:46.854423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Attempting to bind port c6aab2ee-a7d9-4ce5-8966-795d2ee78419 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '8466f007-1f9a-4eec-8195-1de596bd253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '390dcea7-0f28-43c0-b284-101d4baa447e'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:38:46.854963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Attempting to bind port c6aab2ee-a7d9-4ce5-8966-795d2ee78419 on network 390dcea7-0f28-43c0-b284-101d4baa447e {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:46.861348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:38:46.861348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Checking segment: {'id': '8466f007-1f9a-4eec-8195-1de596bd253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '390dcea7-0f28-43c0-b284-101d4baa447e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:46.861649 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.861944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Bound using segment: {'id': '8466f007-1f9a-4eec-8195-1de596bd253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '390dcea7-0f28-43c0-b284-101d4baa447e'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:38:46.862425 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Bound port: c6aab2ee-a7d9-4ce5-8966-795d2ee78419, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8466f007-1f9a-4eec-8195-1de596bd253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '390dcea7-0f28-43c0-b284-101d4baa447e'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:38:46.862811 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.916964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=30027664-575d-4dfc-b0cf-0357b67cf7b5,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:46.929280 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.965472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:46.968884 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.969053 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] For port c6aab2ee-a7d9-4ce5-8966-795d2ee78419, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:38:46.974598 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Allocated IP 172.25.3.250 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/17ce6b7b-a6b4-4bef-b4b2-658af4a0eff0) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:46.975272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] For port c6aab2ee-a7d9-4ce5-8966-795d2ee78419, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c6aab2ee-a7d9-4ce5-8966-795d2ee78419,segment=NetworkSegment(8466f007-1f9a-4eec-8195-1de596bd253d),segment_id=8466f007-1f9a-4eec-8195-1de596bd253d)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:38:46.976958 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.981647 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:46.986638 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c686-3f74-48d5-9bd5-11c0dffb3ef1 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:47.000258 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:47.005002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1b49b8b3-96c4-4505-900d-91bd1af42276 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0514274 Sep 07 16:38:47.005741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57908) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:47.011073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'port': {'network_id': 'de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6', 'name': 'tempest-FloatingIPTestJSON-1737692258'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:47.054263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2783d-b948-41ee-a89a-c9c63c008f58 None None] Pushing event updated for resources: {'Port': ['ID=c6aab2ee-a7d9-4ce5-8966-795d2ee78419,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:47.070126 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port 9c76126a-c222-4bfd-9715-082b9d7d56bf yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:47.134221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Made reservation on behalf of 23bbe4b76239464dafb208f57dc53c23 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:47.137818 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:47.161847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] device_id is not set on port 4605c11e-2790-4264-aead-057ac3c4c961 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:47.308616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.20.0.14 (de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6/076fd2da-27a7-4cda-aefe-1d123d2947ed/4605c11e-2790-4264-aead-057ac3c4c961) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:47.328807 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c686-3f74-48d5-9bd5-11c0dffb3ef1 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:47.336792 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c686-3f74-48d5-9bd5-11c0dffb3ef1 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:47.428674 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c686-3f74-48d5-9bd5-11c0dffb3ef1 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:47.429213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd6c686-3f74-48d5-9bd5-11c0dffb3ef1 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Fanout notify agent at l3_agent the message router_deleted on router ed8ee3da-28d6-4c93-b924-4ba6af2abc28 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:38:47.440843 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c686-3f74-48d5-9bd5-11c0dffb3ef1 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:47.441991 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9bd6c686-3f74-48d5-9bd5-11c0dffb3ef1 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "DELETE /v2.0/routers/ed8ee3da-28d6-4c93-b924-4ba6af2abc28 HTTP/1.1" status: 204 len: 168 time: 0.5932462 Sep 07 16:38:47.445211 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:47.446590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:47.478118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8::cf (390dcea7-0f28-43c0-b284-101d4baa447e/7038aed5-de81-4510-9e26-3b03add82462/9c76126a-c222-4bfd-9715-082b9d7d56bf) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:47.506681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6b641aed-571c-4b8d-bc00-97e7d04986ae tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed8ee3da-28d6-4c93-b924-4ba6af2abc28 HTTP/1.1" status: 200 len: 205 time: 0.0560060 Sep 07 16:38:47.509006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:47.548764 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:47.563502 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-31e037d7-3593-4c6a-9697-1ab807169db3 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] delete failed (client error): The resource could not be found. Sep 07 16:38:47.564796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-31e037d7-3593-4c6a-9697-1ab807169db3 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "DELETE /v2.0/routers/ed8ee3da-28d6-4c93-b924-4ba6af2abc28 HTTP/1.1" status: 404 len: 336 time: 0.0509257 Sep 07 16:38:47.570253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57916) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:47.605325 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:47.609753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-42f0a241-8bea-4bfa-b304-af9d69ff3b42 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "GET /v2.0/ports?device_id=107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d HTTP/1.1" status: 200 len: 205 time: 0.0384870 Sep 07 16:38:47.619366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba694dd-ea34-4ab7-a98e-d25a302723ec req-43efd72c-afcb-41f4-808a-8aa3feca042c tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:47.621505 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ba694dd-ea34-4ab7-a98e-d25a302723ec req-43efd72c-afcb-41f4-808a-8aa3feca042c tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.1880834 Sep 07 16:38:47.623796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57918) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:47.644559 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:47.654222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:47.660657 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:47.662589 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'Port': ['ID=17ce6b7b-a6b4-4bef-b4b2-658af4a0eff0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:47.678524 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-97d78ba7-d6f7-489b-a2a9-7c50de8e4371 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] delete failed (client error): The resource could not be found. Sep 07 16:38:47.679570 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-97d78ba7-d6f7-489b-a2a9-7c50de8e4371 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "DELETE /v2.0/routers/107ec0ea-8ab6-4c0c-bba0-9ae9feb7322d HTTP/1.1" status: 404 len: 336 time: 0.0548022 Sep 07 16:38:47.683616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57920) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:47.730433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5dd9f689-2caa-4dac-85f3-2380692cf217 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "GET /v2.0/ports?device_id=044eed51-e85f-4ac9-b63c-fa11b36fc6be HTTP/1.1" status: 200 len: 205 time: 0.0452738 Sep 07 16:38:47.736320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57922) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:47.745250 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ba694dd-ea34-4ab7-a98e-d25a302723ec req-be372aab-2075-4095-a4ac-2dd092b34f46 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116226 Sep 07 16:38:47.765619 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:47.765851 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:47.816442 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-a5dcf0f2-ab37-4095-90f9-3dd45dd911eb tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] delete failed (client error): The resource could not be found. Sep 07 16:38:47.818089 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a5dcf0f2-ab37-4095-90f9-3dd45dd911eb tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "DELETE /v2.0/routers/044eed51-e85f-4ac9-b63c-fa11b36fc6be HTTP/1.1" status: 404 len: 336 time: 0.0639150 Sep 07 16:38:47.820944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:47.825997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57926) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:47.841674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:47.845884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:47.848132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=4605c11e-2790-4264-aead-057ac3c4c961,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:47.849761 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Transition to ACTIVE for port object 9c76126a-c222-4bfd-9715-082b9d7d56bf will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:47.894004 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-12febac1-eb78-47a0-8460-eaae85f53bd3 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bcff4d5-58d4-4f05-9a58-f66df804e12b HTTP/1.1" status: 200 len: 205 time: 0.0668733 Sep 07 16:38:47.907233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:47.952155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:47.953026 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:47.970801 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fd6d1-0b3f-4c3d-94dc-1d828ab86a3e req-2f8b227b-cd0a-46b7-9b2f-c07bf8217dd6 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:47.981049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b62fd6d1-0b3f-4c3d-94dc-1d828ab86a3e req-2f8b227b-cd0a-46b7-9b2f-c07bf8217dd6 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.1371610 Sep 07 16:38:48.004378 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-46df6169-11df-407b-b55b-d53624272130 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] delete failed (client error): The resource could not be found. Sep 07 16:38:48.005786 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-46df6169-11df-407b-b55b-d53624272130 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "DELETE /v2.0/routers/8bcff4d5-58d4-4f05-9a58-f66df804e12b HTTP/1.1" status: 404 len: 336 time: 0.0975459 Sep 07 16:38:48.008934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57930) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:48.031521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:48.035803 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-60d9dcac-98c5-4794-a6cc-8f608a724ac1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0288515 Sep 07 16:38:48.035966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c6aab2ee-a7d9-4ce5-8966-795d2ee78419 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:38:48.041134 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57932) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:48.046212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3bfb1f3e-4d7b-4b2b-9dde-0d2946e1406f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'floatingip': {'port_id': '4605c11e-2790-4264-aead-057ac3c4c961'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:48.062761 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-25c641d3-1fc9-4eab-bc7a-30bc01807279 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad57fa71-fa68-42b6-9ce1-d52709accd2f HTTP/1.1" status: 200 len: 205 time: 0.0523043 Sep 07 16:38:48.071530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57934) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:48.082778 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b62fd6d1-0b3f-4c3d-94dc-1d828ab86a3e req-61e90696-af44-4b09-be3d-e967d0751405 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007366 Sep 07 16:38:48.092604 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1f3e-4d7b-4b2b-9dde-0d2946e1406f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:48.121404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port c6aab2ee-a7d9-4ce5-8966-795d2ee78419 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:48.166035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0936218c-b2b1-40bd-9c6a-7e910ddba83d None None] Network 390dcea7-0f28-43c0-b284-101d4baa447e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:48.179224 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-091da8e3-e492-4208-8aa3-6c18f8d56d7d tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] delete failed (client error): The resource could not be found. Sep 07 16:38:48.180377 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-091da8e3-e492-4208-8aa3-6c18f8d56d7d tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "DELETE /v2.0/routers/ad57fa71-fa68-42b6-9ce1-d52709accd2f HTTP/1.1" status: 404 len: 336 time: 0.1072989 Sep 07 16:38:48.190562 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57938) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:48.192613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 390dcea7-0f28-43c0-b284-101d4baa447e is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:48.230206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:48.237515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3581ffe8-768b-41cb-ae95-cc059cdf2763 None None] Provisioning for port c6aab2ee-a7d9-4ce5-8966-795d2ee78419 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:48.244861 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-be1d280b-35c7-4746-841c-b3afe9ee3843 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf701a5-f35d-4dad-b4b8-454a04738451 HTTP/1.1" status: 200 len: 205 time: 0.0508847 Sep 07 16:38:48.245818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:48.249533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3581ffe8-768b-41cb-ae95-cc059cdf2763 None None] Provisioning complete for port c6aab2ee-a7d9-4ce5-8966-795d2ee78419 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:48.250354 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3581ffe8-768b-41cb-ae95-cc059cdf2763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:48.252548 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:48.253200 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:48.254602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57940) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:48.272190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=9c76126a-c222-4bfd-9715-082b9d7d56bf,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:48.329325 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4218e826-aff5-4164-a4b6-6994120808d9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0245681 Sep 07 16:38:48.331861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57944) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:48.359559 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-f558ee9f-65e6-414a-95d4-8cb3b23e6679 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] delete failed (client error): The resource could not be found. Sep 07 16:38:48.361641 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f558ee9f-65e6-414a-95d4-8cb3b23e6679 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "DELETE /v2.0/routers/ddf701a5-f35d-4dad-b4b8-454a04738451 HTTP/1.1" status: 404 len: 336 time: 0.1047027 Sep 07 16:38:48.366155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57946) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:48.382649 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3581ffe8-768b-41cb-ae95-cc059cdf2763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:48.422161 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd43bd69-f444-43d7-8a16-058df3658c09 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] DELETE failed (client error): The resource could not be found. Sep 07 16:38:48.422610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd43bd69-f444-43d7-8a16-058df3658c09 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:38:48.424719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fd43bd69-f444-43d7-8a16-058df3658c09 tempest-RoutersAdminTest-483091547 tempest-RoutersAdminTest-483091547-project] 10.222.0.70 "DELETE /v2.0/subnets/682aa9d6-7820-48b4-a51e-36ad075e6dd1 HTTP/1.1" status: 404 len: 337 time: 0.0505559 Sep 07 16:38:48.445606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3581ffe8-768b-41cb-ae95-cc059cdf2763 None None] For port c6aab2ee-a7d9-4ce5-8966-795d2ee78419, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c6aab2ee-a7d9-4ce5-8966-795d2ee78419,segment=NetworkSegment(8466f007-1f9a-4eec-8195-1de596bd253d),segment_id=8466f007-1f9a-4eec-8195-1de596bd253d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:48.463504 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3581ffe8-768b-41cb-ae95-cc059cdf2763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:48.499807 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:48.537649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581ffe8-768b-41cb-ae95-cc059cdf2763 None None] Pushing event updated for resources: {'Port': ['ID=c6aab2ee-a7d9-4ce5-8966-795d2ee78419,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:48.613256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:48.681125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-aab8f851-db06-4b30-88bf-aff1421468f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 9c76126a-c222-4bfd-9715-082b9d7d56bf {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:48.681507 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aab8f851-db06-4b30-88bf-aff1421468f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:48.799505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57952) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:48.835540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2bd48c62-b519-43d2-964a-2131f30c7f2f None None] Provisioning for port 9c76126a-c222-4bfd-9715-082b9d7d56bf completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:48.840729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2bd48c62-b519-43d2-964a-2131f30c7f2f None None] Provisioning complete for port 9c76126a-c222-4bfd-9715-082b9d7d56bf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:48.841362 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bd48c62-b519-43d2-964a-2131f30c7f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:48.845841 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aab8f851-db06-4b30-88bf-aff1421468f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:48.868416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-aab8f851-db06-4b30-88bf-aff1421468f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 9c76126a-c222-4bfd-9715-082b9d7d56bf owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:48.911688 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:48.915984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2bd48c62-b519-43d2-964a-2131f30c7f2f None None] Port 9c76126a-c222-4bfd-9715-082b9d7d56bf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:38:48.942973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2bd48c62-b519-43d2-964a-2131f30c7f2f None None] Provisioning complete for port c6aab2ee-a7d9-4ce5-8966-795d2ee78419 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:48.943510 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2bd48c62-b519-43d2-964a-2131f30c7f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:48.961477 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:49.060182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d66f2f33-3ee7-4771-a2d5-39b42b0bb991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:49.102076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'Port': ['ID=17ce6b7b-a6b4-4bef-b4b2-658af4a0eff0,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:49.114573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52879e0-5aea-4266-abd1-0ce127f3cbfe req-96c90845-bace-4c3f-ab79-561f24747d60 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:49.115694 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b52879e0-5aea-4266-abd1-0ce127f3cbfe req-96c90845-bace-4c3f-ab79-561f24747d60 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.7574334 Sep 07 16:38:49.123495 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:49.178400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9c0d8431-f5c1-4d19-9ad9-34bacd33750a None None] Provisioning complete for port 9c76126a-c222-4bfd-9715-082b9d7d56bf triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:49.179035 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8431-f5c1-4d19-9ad9-34bacd33750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:49.193694 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b52879e0-5aea-4266-abd1-0ce127f3cbfe req-71771f63-70f8-44e2-a680-2b9b7e58d414 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700653 Sep 07 16:38:49.215716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d8431-f5c1-4d19-9ad9-34bacd33750a None None] Port 9c76126a-c222-4bfd-9715-082b9d7d56bf cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:38:49.251214 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aab8f851-db06-4b30-88bf-aff1421468f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:49.299108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8f851-db06-4b30-88bf-aff1421468f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=9c76126a-c222-4bfd-9715-082b9d7d56bf,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:49.308952 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1f3e-4d7b-4b2b-9dde-0d2946e1406f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:49.313288 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1f3e-4d7b-4b2b-9dde-0d2946e1406f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:49.319976 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Floating IP 30b0bad6-340f-4843-9209-b26469fb74ff associated. External IP: 172.25.3.250, port: c2c9a159-20fb-4287-84d3-10e88b603b33. Sep 07 16:38:49.377168 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aab8f851-db06-4b30-88bf-aff1421468f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:49.379101 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-aab8f851-db06-4b30-88bf-aff1421468f3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/9c76126a-c222-4bfd-9715-082b9d7d56bf HTTP/1.1" status: 204 len: 168 time: 1.0459933 Sep 07 16:38:49.386482 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57956) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:49.420826 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-613032fe-1f5f-43f2-b532-7ac5b0e9d45c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] DELETE failed (client error): The resource could not be found. Sep 07 16:38:49.421543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613032fe-1f5f-43f2-b532-7ac5b0e9d45c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:38:49.423919 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-613032fe-1f5f-43f2-b532-7ac5b0e9d45c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/9c76126a-c222-4bfd-9715-082b9d7d56bf HTTP/1.1" status: 404 len: 333 time: 0.0359530 Sep 07 16:38:49.425735 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-3bfb1f3e-4d7b-4b2b-9dde-0d2946e1406f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Floating IP cfc7d78d-4aaa-4c4f-850b-0b535397596b associated. External IP: 172.25.3.128, port: 4605c11e-2790-4264-aead-057ac3c4c961. Sep 07 16:38:49.428969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57958) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:49.500924 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7a4d8b-f2f9-44a3-ba9a-e6b24e177bde tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:38:49.502647 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3b7a4d8b-f2f9-44a3-ba9a-e6b24e177bde tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/9c76126a-c222-4bfd-9715-082b9d7d56bf HTTP/1.1" status: 404 len: 333 time: 0.0726507 Sep 07 16:38:49.507357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57960) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:49.509124 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d66f2f33-3ee7-4771-a2d5-39b42b0bb991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:49.538911 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d66f2f33-3ee7-4771-a2d5-39b42b0bb991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:49.603278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f2f33-3ee7-4771-a2d5-39b42b0bb991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc1d260-7e43-4527-93fc-b936349685a2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:49.611100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9e8568-cea5-4b81-8bb7-9fa1cd4597f9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting subnet 7038aed5-de81-4510-9e26-3b03add82462 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:38:49.618064 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d66f2f33-3ee7-4771-a2d5-39b42b0bb991 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14e49c4ec1464b22b2218b031e1dc208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8144200 Sep 07 16:38:49.618222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57962) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:49.620831 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8568-cea5-4b81-8bb7-9fa1cd4597f9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:49.644527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfb1f3e-4d7b-4b2b-9dde-0d2946e1406f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:49.755662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb1f3e-4d7b-4b2b-9dde-0d2946e1406f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:49.760581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1f3e-4d7b-4b2b-9dde-0d2946e1406f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:49.767688 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f15df2-9954-43ff-bbcb-5aa5af98935e None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:49.777766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f15df2-9954-43ff-bbcb-5aa5af98935e None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:49.778553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-15f15df2-9954-43ff-bbcb-5aa5af98935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:49.790610 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3bfb1f3e-4d7b-4b2b-9dde-0d2946e1406f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "PUT /v2.0/floatingips/cfc7d78d-4aaa-4c4f-850b-0b535397596b HTTP/1.1" status: 200 len: 979 time: 1.7479630 Sep 07 16:38:49.793112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57964) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:49.815165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-15f15df2-9954-43ff-bbcb-5aa5af98935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:49.824753 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f15df2-9954-43ff-bbcb-5aa5af98935e None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:49.825539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-15f15df2-9954-43ff-bbcb-5aa5af98935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:49.889691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4c31552f-b199-4bb9-84b2-075c2b5e6c40 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port 4605c11e-2790-4264-aead-057ac3c4c961 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:49.889959 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c31552f-b199-4bb9-84b2-075c2b5e6c40 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:49.994874 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c31552f-b199-4bb9-84b2-075c2b5e6c40 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.051837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c6aab2ee-a7d9-4ce5-8966-795d2ee78419 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:38:50.055486 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-15f15df2-9954-43ff-bbcb-5aa5af98935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:50.056106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f15df2-9954-43ff-bbcb-5aa5af98935e None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:50.068356 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8568-cea5-4b81-8bb7-9fa1cd4597f9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.108787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c6aab2ee-a7d9-4ce5-8966-795d2ee78419 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:50.109164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.159469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45f9cb0-1f27-4019-9195-cfd9730d128c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.210424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Router 7567412c-e71a-4e02-9f71-f8808e705ad4 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:50.217711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45f9cb0-1f27-4019-9195-cfd9730d128c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.223080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c31552f-b199-4bb9-84b2-075c2b5e6c40 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.223484 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c31552f-b199-4bb9-84b2-075c2b5e6c40 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.223807 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-4c31552f-b199-4bb9-84b2-075c2b5e6c40 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Floating IP cfc7d78d-4aaa-4c4f-850b-0b535397596b disassociated. External IP: 172.25.3.128, port: 4605c11e-2790-4264-aead-057ac3c4c961. Sep 07 16:38:50.224153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4c31552f-b199-4bb9-84b2-075c2b5e6c40 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for 4605c11e-2790-4264-aead-057ac3c4c961 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:50.249400 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8568-cea5-4b81-8bb7-9fa1cd4597f9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.355119 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45f9cb0-1f27-4019-9195-cfd9730d128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.357638 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d45f9cb0-1f27-4019-9195-cfd9730d128c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.358800 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d45f9cb0-1f27-4019-9195-cfd9730d128c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bfc1d260-7e43-4527-93fc-b936349685a2 HTTP/1.1" status: 204 len: 168 time: 0.7397211 Sep 07 16:38:50.383824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fa55f-9436-4d18-a556-9ab98c4f3510 req-861e2c90-e331-48e8-901d-759734d4e5df tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:50.385378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b9fa55f-9436-4d18-a556-9ab98c4f3510 req-861e2c90-e331-48e8-901d-759734d4e5df tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.0898976 Sep 07 16:38:50.404206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f9cb0-1f27-4019-9195-cfd9730d128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc1d260-7e43-4527-93fc-b936349685a2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:50.413103 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c31552f-b199-4bb9-84b2-075c2b5e6c40 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.419910 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8568-cea5-4b81-8bb7-9fa1cd4597f9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.433540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:50.446687 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81229f-8d05-4ab3-b016-aa994a55db82 None None] Sync routers for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:50.459570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e8568-cea5-4b81-8bb7-9fa1cd4597f9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Subnet': ['ID=7038aed5-de81-4510-9e26-3b03add82462,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:50.461629 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8568-cea5-4b81-8bb7-9fa1cd4597f9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.462729 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81229f-8d05-4ab3-b016-aa994a55db82 None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:50.463499 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6e9e8568-cea5-4b81-8bb7-9fa1cd4597f9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/7038aed5-de81-4510-9e26-3b03add82462 HTTP/1.1" status: 204 len: 168 time: 0.9531295 Sep 07 16:38:50.467115 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4a81229f-8d05-4ab3-b016-aa994a55db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:50.467321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57970) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:50.471979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fec228-e2ba-4b8c-921a-d42d459d7857 None None] Network 390dcea7-0f28-43c0-b284-101d4baa447e requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:50.493641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31552f-b199-4bb9-84b2-075c2b5e6c40 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=4605c11e-2790-4264-aead-057ac3c4c961,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:50.505769 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.586790 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-eb5abce0-9276-4a42-95a3-1943814a76c0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1362176 Sep 07 16:38:50.589558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'tag': 'c2c9a159-20fb-4287-84d3-10e88b603b33'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:38:50.592299 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280ad127-5983-4f72-b591-b21584567058" -d '{"events": [{"name": "network-changed", "server_uuid": "17848df9-00e4-4a67-8763-b9ae11bc977a", "tag": "c2c9a159-20fb-4287-84d3-10e88b603b33"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:38:50.593516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b9fa55f-9436-4d18-a556-9ab98c4f3510 req-0a494c58-7a14-4611-bb06-ec0c25c687e5 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958213 Sep 07 16:38:50.609404 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.684566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c31552f-b199-4bb9-84b2-075c2b5e6c40 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:50.697979 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port c6aab2ee-a7d9-4ce5-8966-795d2ee78419 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:50.713449 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.721756 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4a81229f-8d05-4ab3-b016-aa994a55db82 None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:50.741832 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31c3659-e045-49aa-b1a6-a49936543a00 x-openstack-request-id: req-c31c3659-e045-49aa-b1a6-a49936543a00 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:38:50.742274 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17848df9-00e4-4a67-8763-b9ae11bc977a", "tag": "c2c9a159-20fb-4287-84d3-10e88b603b33", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:38:50.742853 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c31c3659-e045-49aa-b1a6-a49936543a00 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:38:50.743376 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'tag': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'status': 'completed', 'code': 200} Sep 07 16:38:50.744212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] DHCP port deletion for 390dcea7-0f28-43c0-b284-101d4baa447e request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:38:50.820635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Deleting port c6aab2ee-a7d9-4ce5-8966-795d2ee78419 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:50.821985 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.853135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ad127-5983-4f72-b591-b21584567058 req-43f604af-0b86-4537-ba4b-9e0e2a2e2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:50.854821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-280ad127-5983-4f72-b591-b21584567058 req-43f604af-0b86-4537-ba4b-9e0e2a2e2d83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 1096 time: 0.1023059 Sep 07 16:38:50.874106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57982) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:50.886160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] For port c6aab2ee-a7d9-4ce5-8966-795d2ee78419, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c6aab2ee-a7d9-4ce5-8966-795d2ee78419,segment=NetworkSegment(8466f007-1f9a-4eec-8195-1de596bd253d),segment_id=8466f007-1f9a-4eec-8195-1de596bd253d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:50.886635 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.903226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c31552f-b199-4bb9-84b2-075c2b5e6c40 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:50.916436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for c6aab2ee-a7d9-4ce5-8966-795d2ee78419 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:50.967847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adc8529-c27c-4d77-a975-48eb58147a7a None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:50.971917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] For port c6aab2ee-a7d9-4ce5-8966-795d2ee78419, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c6aab2ee-a7d9-4ce5-8966-795d2ee78419,segment=NetworkSegment(8466f007-1f9a-4eec-8195-1de596bd253d),segment_id=8466f007-1f9a-4eec-8195-1de596bd253d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:50.972352 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:50.994855 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9dba80ac-702e-43bd-b942-40ac84ba5417 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a524053076c847a6bf8d585721619c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1167507 Sep 07 16:38:50.997036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Calling delete_port for c6aab2ee-a7d9-4ce5-8966-795d2ee78419 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:50.998668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc8529-c27c-4d77-a975-48eb58147a7a None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:50.999313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4adc8529-c27c-4d77-a975-48eb58147a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:51.015121 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 57984) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:51.053917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4adc8529-c27c-4d77-a975-48eb58147a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:51.069316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc8529-c27c-4d77-a975-48eb58147a7a None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:51.070080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4adc8529-c27c-4d77-a975-48eb58147a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:51.073758 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4c31552f-b199-4bb9-84b2-075c2b5e6c40 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.076521 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4c31552f-b199-4bb9-84b2-075c2b5e6c40 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/ports/4605c11e-2790-4264-aead-057ac3c4c961 HTTP/1.1" status: 204 len: 168 time: 1.2816250 Sep 07 16:38:51.078780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57986) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:51.080885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56362cbb-509f-4f83-be0a-ac4d07ad1fd4 req-3f269137-2b98-4c55-b5d8-520ea1b3472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:51.082700 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-56362cbb-509f-4f83-be0a-ac4d07ad1fd4 req-3f269137-2b98-4c55-b5d8-520ea1b3472d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1285911114ca46a5bcda6122b83395c4&device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 1097 time: 0.1035826 Sep 07 16:38:51.091429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ad127-5983-4f72-b591-b21584567058 req-9a17ff7e-ae7d-41f1-880c-acd3003ad612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:51.093243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-280ad127-5983-4f72-b591-b21584567058 req-9a17ff7e-ae7d-41f1-880c-acd3003ad612 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.2292018 Sep 07 16:38:51.119484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5604993d-ee84-4199-a5f7-e5bfe15eb8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.120659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4adc8529-c27c-4d77-a975-48eb58147a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:51.121640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adc8529-c27c-4d77-a975-48eb58147a7a None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:51.135573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba922b-6856-4040-95ef-5b35bfadfd4b req-204376e0-f993-4cf7-83d5-cee67c8e2dde tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:51.142793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82ba922b-6856-4040-95ef-5b35bfadfd4b req-204376e0-f993-4cf7-83d5-cee67c8e2dde tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.1622756 Sep 07 16:38:51.162042 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.167884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aa347b55-27f2-4de6-b4dc-c930053f9bc7 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "GET /v2.0/floatingips/cfc7d78d-4aaa-4c4f-850b-0b535397596b HTTP/1.1" status: 200 len: 688 time: 0.0858455 Sep 07 16:38:51.172872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57988) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:51.178340 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4a81229f-8d05-4ab3-b016-aa994a55db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '30b0bad6-340f-4843-9209-b26469fb74ff', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:fe:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:38:48Z', 'updated_at': '2021-09-07T16:38:48Z', 'revision_number': 0, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:51.199970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5604993d-ee84-4199-a5f7-e5bfe15eb8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.210393 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81229f-8d05-4ab3-b016-aa994a55db82 None None] Checking router: 7567412c-e71a-4e02-9f71-f8808e705ad4 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:38:51.219190 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81229f-8d05-4ab3-b016-aa994a55db82 None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:51.220627 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.220879 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4a81229f-8d05-4ab3-b016-aa994a55db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:51.235405 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=c6aab2ee-a7d9-4ce5-8966-795d2ee78419,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:51.250707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No DVR routers for this DVR port c6aab2ee-a7d9-4ce5-8966-795d2ee78419 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:51.262608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Pushing event deleted for resources: {'Port': ['ID=c6aab2ee-a7d9-4ce5-8966-795d2ee78419,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:51.265186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] No DVR routers for this DVR port c6aab2ee-a7d9-4ce5-8966-795d2ee78419 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:51.284522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:51.285223 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:51.286414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:51.286940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:51.287989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:51.288774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:51.289421 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:51.290151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:51.291396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:51.292065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:51.292629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:51.293781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac936b43-c707-4f30-8c0c-57172d0195b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:38:51.355162 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4a81229f-8d05-4ab3-b016-aa994a55db82 None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:38:51.360520 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.390402 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390dcea7-0f28-43c0-b284-101d4baa447e']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:51.400430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56362cbb-509f-4f83-be0a-ac4d07ad1fd4 req-fd2fd0e7-6010-4f45-bc41-34e0e56cc54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:51.402107 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-56362cbb-509f-4f83-be0a-ac4d07ad1fd4 req-fd2fd0e7-6010-4f45-bc41-34e0e56cc54e service neutron] 10.222.0.54 "GET /v2.0/networks?id=450b38f5-5ad2-4ed5-be01-67547d4682ad HTTP/1.1" status: 200 len: 913 time: 0.3052680 Sep 07 16:38:51.406281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8466f007-1f9a-4eec-8195-1de596bd253d') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:51.406589 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8466f007-1f9a-4eec-8195-1de596bd253d') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:51.425478 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.464428 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-56362cbb-509f-4f83-be0a-ac4d07ad1fd4 req-aabcee57-e149-4dee-93c9-704ba4bc0b33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 HTTP/1.1" status: 200 len: 217 time: 0.0499928 Sep 07 16:38:51.472490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.486044 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5604993d-ee84-4199-a5f7-e5bfe15eb8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.488579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5604993d-ee84-4199-a5f7-e5bfe15eb8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.492158 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5604993d-ee84-4199-a5f7-e5bfe15eb8eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/24e7c67e-db02-49d6-a82b-2a277288de5c HTTP/1.1" status: 204 len: 168 time: 0.4718986 Sep 07 16:38:51.515079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:51.515769 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:51.520154 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:51.552568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604993d-ee84-4199-a5f7-e5bfe15eb8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e7c67e-db02-49d6-a82b-2a277288de5c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:51.614245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56362cbb-509f-4f83-be0a-ac4d07ad1fd4 req-2ac4e9ac-d6b2-449a-b957-3a2641d1d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:51.616266 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-56362cbb-509f-4f83-be0a-ac4d07ad1fd4 req-2ac4e9ac-d6b2-449a-b957-3a2641d1d8af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b64aa18d-1c6a-4693-8eaa-a0190cf3b980 HTTP/1.1" status: 200 len: 852 time: 0.1405334 Sep 07 16:38:51.639507 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.666019 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-56362cbb-509f-4f83-be0a-ac4d07ad1fd4 req-a9fa10d2-bcc7-4581-bdd7-769ba7782975 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=450b38f5-5ad2-4ed5-be01-67547d4682ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376134 Sep 07 16:38:51.668391 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.669247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82ba922b-6856-4040-95ef-5b35bfadfd4b req-63aed7d5-0de3-4847-a07c-c2a8bd8c0265 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995930 Sep 07 16:38:51.679485 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/networks/390dcea7-0f28-43c0-b284-101d4baa447e HTTP/1.1" status: 204 len: 168 time: 1.2109659 Sep 07 16:38:51.688124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 57992) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:51.703542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22800a0a-33b3-41d5-bf02-7f65bfb919f6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Network': ['ID=390dcea7-0f28-43c0-b284-101d4baa447e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:51.715093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2b5f0b6b-3a14-4f5c-a9a1-82021464b315 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-529623154'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:51.721672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-280ad127-5983-4f72-b591-b21584567058 req-58683e7a-bad9-4933-97c0-5eb9eb0dd5a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2c9a159-20fb-4287-84d3-10e88b603b33 HTTP/1.1" status: 200 len: 999 time: 0.5942943 Sep 07 16:38:51.781288 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4a81229f-8d05-4ab3-b016-aa994a55db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '30b0bad6-340f-4843-9209-b26469fb74ff', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:fe:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:38:48Z', 'updated_at': '2021-09-07T16:38:48Z', 'revision_number': 0, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:51.817490 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81229f-8d05-4ab3-b016-aa994a55db82 None None] The sync data for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 is: [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '30b0bad6-340f-4843-9209-b26469fb74ff', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:fe:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:38:48Z', 'updated_at': '2021-09-07T16:38:48Z', 'revision_number': 0, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:51.824135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5f0b6b-3a14-4f5c-a9a1-82021464b315 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:51.827599 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0b6b-3a14-4f5c-a9a1-82021464b315 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.828230 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-56362cbb-509f-4f83-be0a-ac4d07ad1fd4 req-080d4854-3630-4a50-9e9c-e1bb01f093b6 service neutron] 10.222.0.54 "GET /v2.0/networks/450b38f5-5ad2-4ed5-be01-67547d4682ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337149 Sep 07 16:38:51.839789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ad127-5983-4f72-b591-b21584567058 req-f9719f32-8473-4e4a-832e-60e85dbff5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:51.841295 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-280ad127-5983-4f72-b591-b21584567058 req-f9719f32-8473-4e4a-832e-60e85dbff5fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0907338 Sep 07 16:38:51.872700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8870979b-f888-4306-adbf-bfaf78778b97 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port 30027664-575d-4dfc-b0cf-0357b67cf7b5 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:51.872910 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8870979b-f888-4306-adbf-bfaf78778b97 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.891693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5f0b6b-3a14-4f5c-a9a1-82021464b315 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:51.960730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0b6b-3a14-4f5c-a9a1-82021464b315 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:51.961090 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-2b5f0b6b-3a14-4f5c-a9a1-82021464b315 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Added segment 63a34d1d-14ed-460e-a85b-fae5b2d2609f of type vlan for network b05bc60d-5cd2-453c-b0b4-70c1d1011e96 Sep 07 16:38:51.981077 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-56362cbb-509f-4f83-be0a-ac4d07ad1fd4 req-8849f641-d83b-4347-82bb-bcb2ad6235c9 service neutron] 10.222.0.54 "GET /v2.0/networks/450b38f5-5ad2-4ed5-be01-67547d4682ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433704 Sep 07 16:38:51.984555 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c6aab2ee-a7d9-4ce5-8966-795d2ee78419 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:38:52.007784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: c6aab2ee-a7d9-4ce5-8966-795d2ee78419 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:38:52.008425 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c6aab2ee-a7d9-4ce5-8966-795d2ee78419 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:38:52.068066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ad127-5983-4f72-b591-b21584567058 req-6588e099-f512-47a5-b461-d4f73f302e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:52.069657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-280ad127-5983-4f72-b591-b21584567058 req-6588e099-f512-47a5-b461-d4f73f302e9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146420 Sep 07 16:38:52.075614 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0b6b-3a14-4f5c-a9a1-82021464b315 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:52.119866 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8870979b-f888-4306-adbf-bfaf78778b97 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:52.120237 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8870979b-f888-4306-adbf-bfaf78778b97 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:52.138803 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92ce8f-1204-494f-9b69-e8cd14ddedc7 None None] New status for floating IP 30b0bad6-340f-4843-9209-b26469fb74ff: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:38:52.189934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8870979b-f888-4306-adbf-bfaf78778b97 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for 30027664-575d-4dfc-b0cf-0357b67cf7b5 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:52.199246 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0b6b-3a14-4f5c-a9a1-82021464b315 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:52.204899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f0b6b-3a14-4f5c-a9a1-82021464b315 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:52.205504 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b5f0b6b-3a14-4f5c-a9a1-82021464b315 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:52.292308 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2b5f0b6b-3a14-4f5c-a9a1-82021464b315 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5883205 Sep 07 16:38:52.296514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58004) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:52.307394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-280ad127-5983-4f72-b591-b21584567058 req-0ff45e08-e1a8-470f-ba19-f68d625e54cd service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279000 Sep 07 16:38:52.308268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e36f3283-96e8-45b5-bb96-7de9ebe0bed0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': 'b05bc60d-5cd2-453c-b0b4-70c1d1011e96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:52.364376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f0b6b-3a14-4f5c-a9a1-82021464b315 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Network': ['ID=b05bc60d-5cd2-453c-b0b4-70c1d1011e96,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:52.378484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network b05bc60d-5cd2-453c-b0b4-70c1d1011e96 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:52.421267 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36f3283-96e8-45b5-bb96-7de9ebe0bed0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:52.429817 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e36f3283-96e8-45b5-bb96-7de9ebe0bed0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:52.520207 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-280ad127-5983-4f72-b591-b21584567058 req-d11cd811-5d89-4b05-9897-4bcf74f5d727 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699471 Sep 07 16:38:52.535321 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8870979b-f888-4306-adbf-bfaf78778b97 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:52.586492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870979b-f888-4306-adbf-bfaf78778b97 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=30027664-575d-4dfc-b0cf-0357b67cf7b5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:52.644381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8870979b-f888-4306-adbf-bfaf78778b97 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:52.647566 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8870979b-f888-4306-adbf-bfaf78778b97 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:52.649466 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8870979b-f888-4306-adbf-bfaf78778b97 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/floatingips/cfc7d78d-4aaa-4c4f-850b-0b535397596b HTTP/1.1" status: 204 len: 168 time: 1.4744394 Sep 07 16:38:52.653273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58014) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:52.659010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '1250e835-d7ad-49e1-aa70-cabdf5ffb0e1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:52.666295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e36f3283-96e8-45b5-bb96-7de9ebe0bed0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:52.684870 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:52.752865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f3283-96e8-45b5-bb96-7de9ebe0bed0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Subnet': ['ID=ab0dc191-da03-4b81-a91f-320f8dc979b9,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:52.763498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f3283-96e8-45b5-bb96-7de9ebe0bed0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Checking segment: {'id': '63a34d1d-14ed-460e-a85b-fae5b2d2609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b05bc60d-5cd2-453c-b0b4-70c1d1011e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:52.763870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36f3283-96e8-45b5-bb96-7de9ebe0bed0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network hostable DHCP agents. Network: b05bc60d-5cd2-453c-b0b4-70c1d1011e96, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:52.781808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36f3283-96e8-45b5-bb96-7de9ebe0bed0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network b05bc60d-5cd2-453c-b0b4-70c1d1011e96 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:52.792299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e36f3283-96e8-45b5-bb96-7de9ebe0bed0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, b05bc60d-5cd2-453c-b0b4-70c1d1011e96) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:52.799728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f3283-96e8-45b5-bb96-7de9ebe0bed0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:52.799728 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e36f3283-96e8-45b5-bb96-7de9ebe0bed0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:52.804639 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3fef92-b1ca-4235-abb2-77523ef87252 None None] Network b05bc60d-5cd2-453c-b0b4-70c1d1011e96 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:52.815543 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e36f3283-96e8-45b5-bb96-7de9ebe0bed0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5157452 Sep 07 16:38:52.819948 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58022) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:52.825551 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': 'b05bc60d-5cd2-453c-b0b4-70c1d1011e96', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-795961647'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:52.855916 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f02e69-6372-496a-bb92-9e0fcc506e32 req-4f45674c-a63e-4d3e-9fa2-d16fc0a9448e tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:52.857521 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7f02e69-6372-496a-bb92-9e0fcc506e32 req-4f45674c-a63e-4d3e-9fa2-d16fc0a9448e tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.0856040 Sep 07 16:38:52.872536 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:52.960005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7f02e69-6372-496a-bb92-9e0fcc506e32 req-743f204d-ac07-478a-969d-4983aa2dee41 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890942 Sep 07 16:38:53.003178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-b05bc60d-5cd2-453c-b0b4-70c1d1011e96', 'network_id': 'b05bc60d-5cd2-453c-b0b4-70c1d1011e96', 'tenant_id': 'e75dd4cd7ccf42f5ba038fd731fcdbd2', 'fixed_ips': [{'subnet_id': 'ab0dc191-da03-4b81-a91f-320f8dc979b9'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:38:53.004035 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.008243 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:53.016174 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.037270 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port 2810ec5f-a426-4ed9-ae28-77ea75a3b2fe yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:53.066860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.25.3.229 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/f8a4a701-abac-4d7e-a62b-d30281c7c63f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:53.200729 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8::217 (b05bc60d-5cd2-453c-b0b4-70c1d1011e96/ab0dc191-da03-4b81-a91f-320f8dc979b9/2810ec5f-a426-4ed9-ae28-77ea75a3b2fe) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:53.242074 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.310559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066b8d1-fc4c-4d05-ba26-a90ce1195fa8 req-cb69a67b-cc27-4bb9-9e11-7557b8fe0735 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:53.319394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3066b8d1-fc4c-4d05-ba26-a90ce1195fa8 req-cb69a67b-cc27-4bb9-9e11-7557b8fe0735 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.1005278 Sep 07 16:38:53.346004 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.361705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Transition to ACTIVE for port object 2810ec5f-a426-4ed9-ae28-77ea75a3b2fe will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:53.373479 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.395825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3066b8d1-fc4c-4d05-ba26-a90ce1195fa8 req-52ebedeb-1d63-400f-b0ad-858afbab526a tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751331 Sep 07 16:38:53.397421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58038) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:53.404934 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.445028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:53.451427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network b05bc60d-5cd2-453c-b0b4-70c1d1011e96 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:53.454780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:53.458249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:53.458938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:53.461543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:53.465008 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:53.465497 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.465671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=f8a4a701-abac-4d7e-a62b-d30281c7c63f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:53.467160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Allocated IP 2001:db8::2 (b05bc60d-5cd2-453c-b0b4-70c1d1011e96/ab0dc191-da03-4b81-a91f-320f8dc979b9/134eb4f9-5211-4b24-9688-9bfc1ed59007) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:53.479468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=2810ec5f-a426-4ed9-ae28-77ea75a3b2fe,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:53.492275 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-aa84001b-83cd-4928-9770-42ed24677d90 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6712151 Sep 07 16:38:53.495395 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58042) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:53.542390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-939019051', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:53.590056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Made reservation on behalf of f0f7099ba90340999ef5132a9d95e2ac for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:53.591990 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.603705 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.646959 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-58cb0ff7-0671-4c32-bd30-aeb6a0b30d75 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 2810ec5f-a426-4ed9-ae28-77ea75a3b2fe {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:53.647520 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58cb0ff7-0671-4c32-bd30-aeb6a0b30d75 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.689529 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.703545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Transition to ACTIVE for port object 134eb4f9-5211-4b24-9688-9bfc1ed59007 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:53.724559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Transition to ACTIVE for port object 134eb4f9-5211-4b24-9688-9bfc1ed59007 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:53.733451 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.775143 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58cb0ff7-0671-4c32-bd30-aeb6a0b30d75 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.783651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Network b05bc60d-5cd2-453c-b0b4-70c1d1011e96 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:53.787149 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:53.791061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:53.796284 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-58cb0ff7-0671-4c32-bd30-aeb6a0b30d75 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 2810ec5f-a426-4ed9-ae28-77ea75a3b2fe owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:53.804289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Pushing event updated for resources: {'Port': ['ID=134eb4f9-5211-4b24-9688-9bfc1ed59007,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:53.813404 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.819426 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.857097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] device_id is not set on port 034f579b-8e07-413b-971d-beed96e4f737 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:53.878585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Attempting to bind port 134eb4f9-5211-4b24-9688-9bfc1ed59007 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:38:53.879288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Attempting to bind port 134eb4f9-5211-4b24-9688-9bfc1ed59007 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '63a34d1d-14ed-460e-a85b-fae5b2d2609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b05bc60d-5cd2-453c-b0b4-70c1d1011e96'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:38:53.879942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Attempting to bind port 134eb4f9-5211-4b24-9688-9bfc1ed59007 on network b05bc60d-5cd2-453c-b0b4-70c1d1011e96 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:53.886319 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:38:53.887175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Checking segment: {'id': '63a34d1d-14ed-460e-a85b-fae5b2d2609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b05bc60d-5cd2-453c-b0b4-70c1d1011e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:53.887789 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.888488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Bound using segment: {'id': '63a34d1d-14ed-460e-a85b-fae5b2d2609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b05bc60d-5cd2-453c-b0b4-70c1d1011e96'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:38:53.889595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Bound port: 134eb4f9-5211-4b24-9688-9bfc1ed59007, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a34d1d-14ed-460e-a85b-fae5b2d2609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b05bc60d-5cd2-453c-b0b4-70c1d1011e96'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:38:53.890357 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.914114 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:53.935332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e165417-335d-4161-9a1f-f638a4829891,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:53.988725 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] For port 134eb4f9-5211-4b24-9688-9bfc1ed59007, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:38:53.991960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] For port 134eb4f9-5211-4b24-9688-9bfc1ed59007, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=134eb4f9-5211-4b24-9688-9bfc1ed59007,segment=NetworkSegment(63a34d1d-14ed-460e-a85b-fae5b2d2609f),segment_id=63a34d1d-14ed-460e-a85b-fae5b2d2609f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:38:53.997216 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.007535 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.033951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Allocated IP 172.25.3.188 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/034f579b-8e07-413b-971d-beed96e4f737) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:54.056453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502779d1-2036-45b9-8939-1de6730a7f03 None None] Pushing event updated for resources: {'Port': ['ID=134eb4f9-5211-4b24-9688-9bfc1ed59007,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:54.061428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58cb0ff7-0671-4c32-bd30-aeb6a0b30d75 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.104904 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb0ff7-0671-4c32-bd30-aeb6a0b30d75 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=2810ec5f-a426-4ed9-ae28-77ea75a3b2fe,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:54.158153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58cb0ff7-0671-4c32-bd30-aeb6a0b30d75 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.160089 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-58cb0ff7-0671-4c32-bd30-aeb6a0b30d75 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/2810ec5f-a426-4ed9-ae28-77ea75a3b2fe HTTP/1.1" status: 204 len: 168 time: 0.6636117 Sep 07 16:38:54.162932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58044) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:54.205983 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee6eb99-61c4-4a68-a5b6-c3d173665020 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:38:54.210105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0ee6eb99-61c4-4a68-a5b6-c3d173665020 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/2810ec5f-a426-4ed9-ae28-77ea75a3b2fe HTTP/1.1" status: 404 len: 333 time: 0.0437031 Sep 07 16:38:54.211012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58046) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:54.250092 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.289167 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.298817 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.315144 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.339670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac83c0a9-21fa-426b-a849-93d504ac6b26 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting subnet ab0dc191-da03-4b81-a91f-320f8dc979b9 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:38:54.347503 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac83c0a9-21fa-426b-a849-93d504ac6b26 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.367965 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:54.373332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:54.378668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:54.381842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Pushing event updated for resources: {'Port': ['ID=034f579b-8e07-413b-971d-beed96e4f737,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:54.421840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=f8a4a701-abac-4d7e-a62b-d30281c7c63f,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:54.433032 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac83c0a9-21fa-426b-a849-93d504ac6b26 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.441901 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:54.442538 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.457925 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3bc521e3-fe18-419e-b2c8-7df9ae61abdd tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0591145 Sep 07 16:38:54.460666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58050) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:54.461748 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.466403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.188'}]}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:54.494473 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.496233 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.561322 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.642485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5b64b-6a11-445a-8ade-ca62659a7c3c req-54eac596-40e3-4337-b5b2-f6b26a534325 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:54.644024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57c5b64b-6a11-445a-8ade-ca62659a7c3c req-54eac596-40e3-4337-b5b2-f6b26a534325 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.1434197 Sep 07 16:38:54.655044 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac83c0a9-21fa-426b-a849-93d504ac6b26 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.658386 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Floating IP dc65bafc-c441-4f22-962c-9469787ab88c associated. External IP: 172.25.3.229, port: 1250e835-d7ad-49e1-aa70-cabdf5ffb0e1. Sep 07 16:38:54.710139 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.774962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57c5b64b-6a11-445a-8ade-ca62659a7c3c req-358be05a-91b5-4300-9f3d-fe3476858b16 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960877 Sep 07 16:38:54.964919 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:54.994677 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.135308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac83c0a9-21fa-426b-a849-93d504ac6b26 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.167099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1783c-0d4b-40f1-8f91-335d11dea256 req-c19464cf-3075-4514-a88a-ecd46e45207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:55.168680 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f3c1783c-0d4b-40f1-8f91-335d11dea256 req-c19464cf-3075-4514-a88a-ecd46e45207f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1285911114ca46a5bcda6122b83395c4&device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 1097 time: 0.1469772 Sep 07 16:38:55.172369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83c0a9-21fa-426b-a849-93d504ac6b26 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Subnet': ['ID=ab0dc191-da03-4b81-a91f-320f8dc979b9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:55.180661 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ac83c0a9-21fa-426b-a849-93d504ac6b26 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.182523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ac83c0a9-21fa-426b-a849-93d504ac6b26 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/ab0dc191-da03-4b81-a91f-320f8dc979b9 HTTP/1.1" status: 204 len: 168 time: 0.9689515 Sep 07 16:38:55.186378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58056) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:55.248213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b85d27-5d59-4aa1-a8b0-c91d6e3a7f2a req-665519a5-f4b8-4229-8210-7301b334dda6 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:55.255683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36b85d27-5d59-4aa1-a8b0-c91d6e3a7f2a req-665519a5-f4b8-4229-8210-7301b334dda6 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.1622362 Sep 07 16:38:55.262392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4328efa6-ad8e-4257-9aee-436d0e50b863 None None] Network b05bc60d-5cd2-453c-b0b4-70c1d1011e96 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:55.303023 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.358494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aefa7494-12b7-4394-8da9-406fc21a0695 None None] Provisioning for port 134eb4f9-5211-4b24-9688-9bfc1ed59007 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:55.383730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36b85d27-5d59-4aa1-a8b0-c91d6e3a7f2a req-36e09403-594e-459c-9290-59294d3e8529 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271660 Sep 07 16:38:55.395115 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1783c-0d4b-40f1-8f91-335d11dea256 req-58c1543b-251d-4f86-9620-a168f9f97424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:55.396916 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f3c1783c-0d4b-40f1-8f91-335d11dea256 req-58c1543b-251d-4f86-9620-a168f9f97424 service neutron] 10.222.0.54 "GET /v2.0/networks?id=450b38f5-5ad2-4ed5-be01-67547d4682ad HTTP/1.1" status: 200 len: 913 time: 0.2182055 Sep 07 16:38:55.402032 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.440631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:38:55.474672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad129bdb-fd07-40f3-a672-cd261a7c7d4d None None] DHCP port deletion for b05bc60d-5cd2-453c-b0b4-70c1d1011e96 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:38:55.523214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ad129bdb-fd07-40f3-a672-cd261a7c7d4d None None] Deleting port 134eb4f9-5211-4b24-9688-9bfc1ed59007 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:55.523523 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad129bdb-fd07-40f3-a672-cd261a7c7d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.523924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 134eb4f9-5211-4b24-9688-9bfc1ed59007 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:55.524608 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.592175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ad129bdb-fd07-40f3-a672-cd261a7c7d4d None None] For port 134eb4f9-5211-4b24-9688-9bfc1ed59007, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=134eb4f9-5211-4b24-9688-9bfc1ed59007,segment=NetworkSegment(63a34d1d-14ed-460e-a85b-fae5b2d2609f),segment_id=63a34d1d-14ed-460e-a85b-fae5b2d2609f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:55.592175 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad129bdb-fd07-40f3-a672-cd261a7c7d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.605392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ad129bdb-fd07-40f3-a672-cd261a7c7d4d None None] Calling delete_port for 134eb4f9-5211-4b24-9688-9bfc1ed59007 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:55.647692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] For port 134eb4f9-5211-4b24-9688-9bfc1ed59007, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=134eb4f9-5211-4b24-9688-9bfc1ed59007,segment=NetworkSegment(63a34d1d-14ed-460e-a85b-fae5b2d2609f),segment_id=63a34d1d-14ed-460e-a85b-fae5b2d2609f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:55.647904 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.658869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:55.665828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 134eb4f9-5211-4b24-9688-9bfc1ed59007 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:55.679024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f22a0a9-e03f-46a4-be32-7bc5a5a22baf None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:55.692458 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f22a0a9-e03f-46a4-be32-7bc5a5a22baf None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:55.693114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f22a0a9-e03f-46a4-be32-7bc5a5a22baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:55.717278 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.730408 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ad129bdb-fd07-40f3-a672-cd261a7c7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.732322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f22a0a9-e03f-46a4-be32-7bc5a5a22baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:55.758235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-05111ec2-0a40-49e0-98c2-806f8b8e5c7f tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1017897 Sep 07 16:38:55.760502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58058) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:55.761970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad129bdb-fd07-40f3-a672-cd261a7c7d4d None None] Pushing event deleted for resources: {'Port': ['ID=134eb4f9-5211-4b24-9688-9bfc1ed59007,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:55.765447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-aad68559-6d21-43b2-85cf-38b06f714640 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1934594836'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:55.766306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad129bdb-fd07-40f3-a672-cd261a7c7d4d None None] No DVR routers for this DVR port 134eb4f9-5211-4b24-9688-9bfc1ed59007 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:55.770957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f22a0a9-e03f-46a4-be32-7bc5a5a22baf None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:55.771577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f22a0a9-e03f-46a4-be32-7bc5a5a22baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:55.800304 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.802287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad68559-6d21-43b2-85cf-38b06f714640 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Made reservation on behalf of 23bbe4b76239464dafb208f57dc53c23 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:55.805808 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aad68559-6d21-43b2-85cf-38b06f714640 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.809867 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f22a0a9-e03f-46a4-be32-7bc5a5a22baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:55.809867 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f22a0a9-e03f-46a4-be32-7bc5a5a22baf None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:55.825410 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f3c1783c-0d4b-40f1-8f91-335d11dea256 req-435e9a42-da57-44dc-9c83-c5418aefb71e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 HTTP/1.1" status: 200 len: 217 time: 0.3993692 Sep 07 16:38:55.847125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=134eb4f9-5211-4b24-9688-9bfc1ed59007,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:55.848996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No DVR routers for this DVR port 134eb4f9-5211-4b24-9688-9bfc1ed59007 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:38:55.855432 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.864851 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.892912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad68559-6d21-43b2-85cf-38b06f714640 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:55.915426 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aad68559-6d21-43b2-85cf-38b06f714640 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.915525 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-aad68559-6d21-43b2-85cf-38b06f714640 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Added segment c9edec19-e283-42f5-80cf-2b4fc6039b23 of type vlan for network daefde48-9d35-4cfc-a8e3-12429bc668c5 Sep 07 16:38:55.935679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1783c-0d4b-40f1-8f91-335d11dea256 req-9c90fc2c-1b49-43b7-97cf-092fab36ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:55.937174 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f3c1783c-0d4b-40f1-8f91-335d11dea256 req-9c90fc2c-1b49-43b7-97cf-092fab36ae02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b64aa18d-1c6a-4693-8eaa-a0190cf3b980 HTTP/1.1" status: 200 len: 852 time: 0.0840278 Sep 07 16:38:55.937883 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.938449 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf070d1-fc95-41df-9925-8190359ee464 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:38:55.953759 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:55.974415 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f3c1783c-0d4b-40f1-8f91-335d11dea256 req-90e005be-2875-4985-ae9e-5e47f80a908a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=450b38f5-5ad2-4ed5-be01-67547d4682ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250473 Sep 07 16:38:55.975291 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 07 16:38:55.976229 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-29eb5189-8273-4311-b737-5f426c13de34 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5138040 Sep 07 16:38:55.979129 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58060) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:56.005038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05bc60d-5cd2-453c-b0b4-70c1d1011e96']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:56.007802 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aad68559-6d21-43b2-85cf-38b06f714640 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.018876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a34d1d-14ed-460e-a85b-fae5b2d2609f') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:56.019181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a34d1d-14ed-460e-a85b-fae5b2d2609f') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:56.032279 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.054785 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.057381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aad68559-6d21-43b2-85cf-38b06f714640 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.063142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad68559-6d21-43b2-85cf-38b06f714640 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:56.064442 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aad68559-6d21-43b2-85cf-38b06f714640 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.076098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:38:56.076542 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:38:56.080641 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:38:56.116679 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f3c1783c-0d4b-40f1-8f91-335d11dea256 req-ab4d7974-3a15-4541-8d4d-a0d100e6824c service neutron] 10.222.0.54 "GET /v2.0/networks/450b38f5-5ad2-4ed5-be01-67547d4682ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294255 Sep 07 16:38:56.127802 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-521489dc-8bdd-48cd-ae5a-95e982be8339 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Deleting port 034f579b-8e07-413b-971d-beed96e4f737 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:56.128144 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-521489dc-8bdd-48cd-ae5a-95e982be8339 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.160612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aad68559-6d21-43b2-85cf-38b06f714640 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3964829 Sep 07 16:38:56.163805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58062) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:56.168628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8bf38207-728b-4ca8-b3f8-d6f9d0376798 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'subnet': {'network_id': 'daefde48-9d35-4cfc-a8e3-12429bc668c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:56.191795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad68559-6d21-43b2-85cf-38b06f714640 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Network': ['ID=daefde48-9d35-4cfc-a8e3-12429bc668c5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:56.194395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.201088 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.203001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/networks/b05bc60d-5cd2-453c-b0b4-70c1d1011e96 HTTP/1.1" status: 204 len: 168 time: 0.9783173 Sep 07 16:38:56.206711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58064) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:56.211571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5055b47b-cadc-42d5-a5fa-40d457adf46a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'name': 'tempest-PortsIpV6TestJSON-2086737573'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:56.212093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network daefde48-9d35-4cfc-a8e3-12429bc668c5 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:38:56.233997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80de693-ddc0-4895-8370-e0cbeee0f47e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Network': ['ID=b05bc60d-5cd2-453c-b0b4-70c1d1011e96,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:56.320580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5055b47b-cadc-42d5-a5fa-40d457adf46a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:56.324217 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5055b47b-cadc-42d5-a5fa-40d457adf46a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.340812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-5055b47b-cadc-42d5-a5fa-40d457adf46a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port 04aab83d-8aa8-4df2-95c1-4996acc1e58e yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:56.350673 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-521489dc-8bdd-48cd-ae5a-95e982be8339 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.356110 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f3c1783c-0d4b-40f1-8f91-335d11dea256 req-b81017ea-1bb2-4279-91f5-627dcfa09d1d service neutron] 10.222.0.54 "GET /v2.0/networks/450b38f5-5ad2-4ed5-be01-67547d4682ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253547 Sep 07 16:38:56.372556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-521489dc-8bdd-48cd-ae5a-95e982be8339 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Calling delete_port for 034f579b-8e07-413b-971d-beed96e4f737 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:56.383907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf38207-728b-4ca8-b3f8-d6f9d0376798 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Made reservation on behalf of 23bbe4b76239464dafb208f57dc53c23 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:56.387368 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bf38207-728b-4ca8-b3f8-d6f9d0376798 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.537397 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5055b47b-cadc-42d5-a5fa-40d457adf46a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.561890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001700b3-10a6-4c86-ab94-2627a7aa74a3 req-6126b669-e0f4-41c6-8d06-d70d1eb746e6 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:56.563453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-001700b3-10a6-4c86-ab94-2627a7aa74a3 req-6126b669-e0f4-41c6-8d06-d70d1eb746e6 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.1024079 Sep 07 16:38:56.629886 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-001700b3-10a6-4c86-ab94-2627a7aa74a3 req-3fdf1870-c434-4034-b9ea-62811f043e05 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589774 Sep 07 16:38:56.631386 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5055b47b-cadc-42d5-a5fa-40d457adf46a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.634001 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-521489dc-8bdd-48cd-ae5a-95e982be8339 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.674558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521489dc-8bdd-48cd-ae5a-95e982be8339 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Pushing event deleted for resources: {'Port': ['ID=034f579b-8e07-413b-971d-beed96e4f737,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:56.677604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5055b47b-cadc-42d5-a5fa-40d457adf46a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 05a9c164-6776-41ba-8082-73995785109c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:56.680704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5055b47b-cadc-42d5-a5fa-40d457adf46a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:56.686951 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bf38207-728b-4ca8-b3f8-d6f9d0376798 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.689472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055b47b-cadc-42d5-a5fa-40d457adf46a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:56.695049 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5055b47b-cadc-42d5-a5fa-40d457adf46a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:56.695677 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5055b47b-cadc-42d5-a5fa-40d457adf46a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.704651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055b47b-cadc-42d5-a5fa-40d457adf46a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=04aab83d-8aa8-4df2-95c1-4996acc1e58e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:56.715061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5055b47b-cadc-42d5-a5fa-40d457adf46a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5073252 Sep 07 16:38:56.717669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58068) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:56.793071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf38207-728b-4ca8-b3f8-d6f9d0376798 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Subnet': ['ID=d7409492-0d6f-4f2f-ab9c-f976a65937ed,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:56.796627 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-521489dc-8bdd-48cd-ae5a-95e982be8339 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.802195 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-521489dc-8bdd-48cd-ae5a-95e982be8339 tempest-RoutersAdminNegativeIpV6Test-1199846556 tempest-RoutersAdminNegativeIpV6Test-1199846556-project-admin] 10.222.0.70 "DELETE /v2.0/ports/034f579b-8e07-413b-971d-beed96e4f737 HTTP/1.1" status: 204 len: 168 time: 0.8185155 Sep 07 16:38:56.808616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c30e052a-7540-4955-97cd-5f85348943c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 04aab83d-8aa8-4df2-95c1-4996acc1e58e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:56.808971 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30e052a-7540-4955-97cd-5f85348943c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.810409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf38207-728b-4ca8-b3f8-d6f9d0376798 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Checking segment: {'id': 'c9edec19-e283-42f5-80cf-2b4fc6039b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'daefde48-9d35-4cfc-a8e3-12429bc668c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:56.810777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf38207-728b-4ca8-b3f8-d6f9d0376798 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network hostable DHCP agents. Network: daefde48-9d35-4cfc-a8e3-12429bc668c5, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:38:56.828325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf38207-728b-4ca8-b3f8-d6f9d0376798 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network daefde48-9d35-4cfc-a8e3-12429bc668c5 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:38:56.843671 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8bf38207-728b-4ca8-b3f8-d6f9d0376798 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, daefde48-9d35-4cfc-a8e3-12429bc668c5) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:56.854000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da39cc38-3e5f-4cc2-936f-70d7d8cf8397 None None] Network daefde48-9d35-4cfc-a8e3-12429bc668c5 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:56.858721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf38207-728b-4ca8-b3f8-d6f9d0376798 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:56.859324 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8bf38207-728b-4ca8-b3f8-d6f9d0376798 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.878928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58072) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:56.880555 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8bf38207-728b-4ca8-b3f8-d6f9d0376798 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7144368 Sep 07 16:38:56.889143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1321485430', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:56.898949 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30e052a-7540-4955-97cd-5f85348943c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.920049 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c30e052a-7540-4955-97cd-5f85348943c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 04aab83d-8aa8-4df2-95c1-4996acc1e58e owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:56.937214 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:56.938152 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.039385 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.063828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-daefde48-9d35-4cfc-a8e3-12429bc668c5', 'network_id': 'daefde48-9d35-4cfc-a8e3-12429bc668c5', 'tenant_id': '23bbe4b76239464dafb208f57dc53c23', 'fixed_ips': [{'subnet_id': 'd7409492-0d6f-4f2f-ab9c-f976a65937ed'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:38:57.065061 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.124103 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58076) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:57.158721 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30e052a-7540-4955-97cd-5f85348943c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.216898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e052a-7540-4955-97cd-5f85348943c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=04aab83d-8aa8-4df2-95c1-4996acc1e58e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:57.217665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Allocated IP 172.20.0.2 (daefde48-9d35-4cfc-a8e3-12429bc668c5/d7409492-0d6f-4f2f-ab9c-f976a65937ed/c972644c-4791-411d-8cad-2d4dffc6de1b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:57.220962 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.229522 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30e052a-7540-4955-97cd-5f85348943c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.234614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c30e052a-7540-4955-97cd-5f85348943c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/04aab83d-8aa8-4df2-95c1-4996acc1e58e HTTP/1.1" status: 204 len: 168 time: 0.5131085 Sep 07 16:38:57.236254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58080) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:57.249826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-db071ce4-7d17-4721-b62a-4615ecfd7ddd tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'mac_address': 'fa:16:3e:3e:e9:58', 'name': 'tempest-PortsIpV6TestJSON-1659896600'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:57.263280 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d28b48d4-17ad-48a6-827b-7bbe3d62f249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.368082 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d28b48d4-17ad-48a6-827b-7bbe3d62f249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.373629 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d28b48d4-17ad-48a6-827b-7bbe3d62f249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.379963 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.388826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Transition to ACTIVE for port object c972644c-4791-411d-8cad-2d4dffc6de1b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:57.396016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db071ce4-7d17-4721-b62a-4615ecfd7ddd tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:57.405332 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Transition to ACTIVE for port object c972644c-4791-411d-8cad-2d4dffc6de1b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:38:57.411612 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.417427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b48d4-17ad-48a6-827b-7bbe3d62f249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8958626-4467-42c0-b2a6-60fdf4a91aee,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:57.421944 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d28b48d4-17ad-48a6-827b-7bbe3d62f249 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6a9c934c6e64de1915e944d75e6973b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965474 Sep 07 16:38:57.425001 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58082) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:57.458721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Network daefde48-9d35-4cfc-a8e3-12429bc668c5 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:57.462641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:57.466808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:57.476102 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db071ce4-7d17-4721-b62a-4615ecfd7ddd tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.480586 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00fb46e1-f42e-4188-9d3e-4d9471520069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.481558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Pushing event updated for resources: {'Port': ['ID=c972644c-4791-411d-8cad-2d4dffc6de1b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:57.504910 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00fb46e1-f42e-4188-9d3e-4d9471520069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.540632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Attempting to bind port c972644c-4791-411d-8cad-2d4dffc6de1b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:38:57.540992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Attempting to bind port c972644c-4791-411d-8cad-2d4dffc6de1b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'c9edec19-e283-42f5-80cf-2b4fc6039b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'daefde48-9d35-4cfc-a8e3-12429bc668c5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:38:57.541393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Attempting to bind port c972644c-4791-411d-8cad-2d4dffc6de1b on network daefde48-9d35-4cfc-a8e3-12429bc668c5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:38:57.546631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:38:57.547037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Checking segment: {'id': 'c9edec19-e283-42f5-80cf-2b4fc6039b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'daefde48-9d35-4cfc-a8e3-12429bc668c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:38:57.547562 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.548607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Bound using segment: {'id': 'c9edec19-e283-42f5-80cf-2b4fc6039b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'daefde48-9d35-4cfc-a8e3-12429bc668c5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:38:57.549104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Bound port: c972644c-4791-411d-8cad-2d4dffc6de1b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9edec19-e283-42f5-80cf-2b4fc6039b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'daefde48-9d35-4cfc-a8e3-12429bc668c5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:38:57.549515 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.558200 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00fb46e1-f42e-4188-9d3e-4d9471520069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.564304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-db071ce4-7d17-4721-b62a-4615ecfd7ddd tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port 6f8e7106-d884-4054-9c70-4fcfd6b3d6eb yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:57.564618 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-00fb46e1-f42e-4188-9d3e-4d9471520069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.565754 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-00fb46e1-f42e-4188-9d3e-4d9471520069 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8958626-4467-42c0-b2a6-60fdf4a91aee HTTP/1.1" status: 204 len: 168 time: 0.1396599 Sep 07 16:38:57.577240 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb46e1-f42e-4188-9d3e-4d9471520069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8958626-4467-42c0-b2a6-60fdf4a91aee,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:57.599510 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.625667 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] For port c972644c-4791-411d-8cad-2d4dffc6de1b, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:38:57.629953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] For port c972644c-4791-411d-8cad-2d4dffc6de1b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c972644c-4791-411d-8cad-2d4dffc6de1b,segment=NetworkSegment(c9edec19-e283-42f5-80cf-2b4fc6039b23),segment_id=c9edec19-e283-42f5-80cf-2b4fc6039b23)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:38:57.634878 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.652412 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.697210 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f1aa3-3370-4d7f-af40-1b278eb50eb7 None None] Pushing event updated for resources: {'Port': ['ID=c972644c-4791-411d-8cad-2d4dffc6de1b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:57.915849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.25.3.231 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/c70892a6-b8f2-4de7-9c6d-34ea0123f625) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:38:57.927939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ce0fa-50e5-4ebb-806d-678f02c8a012 req-5355e789-9bf4-4b6e-8ef7-1598a7394e88 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:57.929385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d5ce0fa-50e5-4ebb-806d-678f02c8a012 req-5355e789-9bf4-4b6e-8ef7-1598a7394e88 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.1843703 Sep 07 16:38:57.931240 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58092) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:57.952383 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db071ce4-7d17-4721-b62a-4615ecfd7ddd tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:57.996375 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a8991212-b3c6-4d58-9fec-cb2bb241a52e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0f7099ba90340999ef5132a9d95e2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629737 Sep 07 16:38:57.997013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58094) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:58.033601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c972644c-4791-411d-8cad-2d4dffc6de1b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:38:58.070503 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0fef6cd-d5e0-48c5-9150-b7b0323eee0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:58.074246 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d5ce0fa-50e5-4ebb-806d-678f02c8a012 req-62bb44ff-6276-46ea-8600-add84dc363cf tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197693 Sep 07 16:38:58.101778 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db071ce4-7d17-4721-b62a-4615ecfd7ddd tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:58.112676 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0fef6cd-d5e0-48c5-9150-b7b0323eee0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:58.123765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port c972644c-4791-411d-8cad-2d4dffc6de1b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:58.171443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db071ce4-7d17-4721-b62a-4615ecfd7ddd tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 05a9c164-6776-41ba-8082-73995785109c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:58.174337 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:58.177170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0fef6cd-d5e0-48c5-9150-b7b0323eee0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:58.180713 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0fef6cd-d5e0-48c5-9150-b7b0323eee0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:58.182108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-db071ce4-7d17-4721-b62a-4615ecfd7ddd tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:58.182416 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f0fef6cd-d5e0-48c5-9150-b7b0323eee0b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e165417-335d-4161-9a1f-f638a4829891 HTTP/1.1" status: 204 len: 168 time: 0.1840439 Sep 07 16:38:58.188252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db071ce4-7d17-4721-b62a-4615ecfd7ddd tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:58.193871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db071ce4-7d17-4721-b62a-4615ecfd7ddd tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:58.194503 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db071ce4-7d17-4721-b62a-4615ecfd7ddd tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:58.195351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fef6cd-d5e0-48c5-9150-b7b0323eee0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e165417-335d-4161-9a1f-f638a4829891,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:58.199511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db071ce4-7d17-4721-b62a-4615ecfd7ddd tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=6f8e7106-d884-4054-9c70-4fcfd6b3d6eb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:58.219045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-db071ce4-7d17-4721-b62a-4615ecfd7ddd tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9816751 Sep 07 16:38:58.222922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58100) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:58.252885 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:58.307978 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6e6441-95c2-4ad8-8f1a-53c350b2c4c9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:58.312156 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0b6e6441-95c2-4ad8-8f1a-53c350b2c4c9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/6f8e7106-d884-4054-9c70-4fcfd6b3d6eb HTTP/1.1" status: 200 len: 845 time: 0.0858696 Sep 07 16:38:58.312611 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58104) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:58.416846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d11444bf-b74d-46a4-82cf-237adc93f0a6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 6f8e7106-d884-4054-9c70-4fcfd6b3d6eb {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:58.417208 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d11444bf-b74d-46a4-82cf-237adc93f0a6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:58.513427 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d11444bf-b74d-46a4-82cf-237adc93f0a6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:58.531897 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d11444bf-b74d-46a4-82cf-237adc93f0a6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 6f8e7106-d884-4054-9c70-4fcfd6b3d6eb owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:58.590885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:58.600570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:58.604552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:58.606583 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=c70892a6-b8f2-4de7-9c6d-34ea0123f625,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:58.657394 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d11444bf-b74d-46a4-82cf-237adc93f0a6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:58.663947 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2244f8c-f65a-47c4-a9d8-a20398cc6e4a req-ad62f1d8-53d0-4176-915b-46ac16648685 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:58.671455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2244f8c-f65a-47c4-a9d8-a20398cc6e4a req-ad62f1d8-53d0-4176-915b-46ac16648685 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.1242485 Sep 07 16:38:58.696022 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d11444bf-b74d-46a4-82cf-237adc93f0a6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:58.698249 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d11444bf-b74d-46a4-82cf-237adc93f0a6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/6f8e7106-d884-4054-9c70-4fcfd6b3d6eb HTTP/1.1" status: 204 len: 168 time: 0.3846946 Sep 07 16:38:58.699376 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11444bf-b74d-46a4-82cf-237adc93f0a6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=6f8e7106-d884-4054-9c70-4fcfd6b3d6eb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:58.701209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58114) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:58.735052 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36d7cfb-1a4e-492f-8ebe-03305c5af702 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:38:58.740177 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e36d7cfb-1a4e-492f-8ebe-03305c5af702 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/6f8e7106-d884-4054-9c70-4fcfd6b3d6eb HTTP/1.1" status: 404 len: 333 time: 0.0280213 Sep 07 16:38:58.740978 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58118) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:58.746479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6cc32bc9-a801-4cdc-8106-c2db318aa14f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'name': 'tempest-PortsIpV6TestJSON-660943206'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:58.763758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2244f8c-f65a-47c4-a9d8-a20398cc6e4a req-6bce6462-1464-40dc-b483-bd827fff3e60 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897417 Sep 07 16:38:58.848279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc32bc9-a801-4cdc-8106-c2db318aa14f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:58.855224 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6cc32bc9-a801-4cdc-8106-c2db318aa14f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:58.886374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-6cc32bc9-a801-4cdc-8106-c2db318aa14f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port 27815430-e2ff-4fcd-a67c-414f9e918835 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:38:58.934363 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0cf54c-b87b-4509-84df-0ea51c151d3a None None] Network daefde48-9d35-4cfc-a8e3-12429bc668c5 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:38:58.970699 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.028782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-73bfdbd1-8349-45c1-9f84-6290bf036f66 None None] Provisioning for port c972644c-4791-411d-8cad-2d4dffc6de1b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:38:59.034754 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-73bfdbd1-8349-45c1-9f84-6290bf036f66 None None] Provisioning complete for port c972644c-4791-411d-8cad-2d4dffc6de1b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:59.035364 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73bfdbd1-8349-45c1-9f84-6290bf036f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.121200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58128) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:59.122063 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6cc32bc9-a801-4cdc-8106-c2db318aa14f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.162531 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6cc32bc9-a801-4cdc-8106-c2db318aa14f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.205783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.210283 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73bfdbd1-8349-45c1-9f84-6290bf036f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.218594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc32bc9-a801-4cdc-8106-c2db318aa14f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 05a9c164-6776-41ba-8082-73995785109c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:38:59.222735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6cc32bc9-a801-4cdc-8106-c2db318aa14f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:38:59.229621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc32bc9-a801-4cdc-8106-c2db318aa14f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:38:59.236838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc32bc9-a801-4cdc-8106-c2db318aa14f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:59.237511 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6cc32bc9-a801-4cdc-8106-c2db318aa14f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.248679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc32bc9-a801-4cdc-8106-c2db318aa14f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=27815430-e2ff-4fcd-a67c-414f9e918835,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:59.260503 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6cc32bc9-a801-4cdc-8106-c2db318aa14f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5183897 Sep 07 16:38:59.263150 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58132) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:59.272949 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-340969d4-65d5-4377-bc4d-8a554c94703d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:59.286491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-205111021'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:59.292431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-73bfdbd1-8349-45c1-9f84-6290bf036f66 None None] For port c972644c-4791-411d-8cad-2d4dffc6de1b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c972644c-4791-411d-8cad-2d4dffc6de1b,segment=NetworkSegment(c9edec19-e283-42f5-80cf-2b4fc6039b23),segment_id=c9edec19-e283-42f5-80cf-2b4fc6039b23)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:38:59.301007 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73bfdbd1-8349-45c1-9f84-6290bf036f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.353606 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-340969d4-65d5-4377-bc4d-8a554c94703d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.366648 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfdbd1-8349-45c1-9f84-6290bf036f66 None None] Pushing event updated for resources: {'Port': ['ID=c972644c-4791-411d-8cad-2d4dffc6de1b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:59.371917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:38:59.375685 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.390367 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.453878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 587ae86d-19c3-443a-b0c9-cd8c7f219c4c is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:38:59.524434 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9f1083b1-7ffa-4c90-a010-d922ac76a765 None None] Provisioning complete for port c972644c-4791-411d-8cad-2d4dffc6de1b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:38:59.524887 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f1083b1-7ffa-4c90-a010-d922ac76a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.545606 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-340969d4-65d5-4377-bc4d-8a554c94703d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.552078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-340969d4-65d5-4377-bc4d-8a554c94703d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.589947 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.599792 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.614141 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-340969d4-65d5-4377-bc4d-8a554c94703d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] In _notify_port_updated(), no bound segment for port 27815430-e2ff-4fcd-a67c-414f9e918835 on network 05a9c164-6776-41ba-8082-73995785109c {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:38:59.619941 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340969d4-65d5-4377-bc4d-8a554c94703d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:59.620580 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-340969d4-65d5-4377-bc4d-8a554c94703d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.621915 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-340969d4-65d5-4377-bc4d-8a554c94703d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "PUT /v2.0/ports/27815430-e2ff-4fcd-a67c-414f9e918835 HTTP/1.1" status: 200 len: 818 time: 0.3563244 Sep 07 16:38:59.622828 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340969d4-65d5-4377-bc4d-8a554c94703d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=27815430-e2ff-4fcd-a67c-414f9e918835,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:59.625536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58134) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:59.632496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:38:59.643151 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cfac3c-d22a-48e5-9676-e71faddf242f None None] Sync routers for ids ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:38:59.652761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:38:59.652965 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cfac3c-d22a-48e5-9676-e71faddf242f None None] Routers {'587ae86d-19c3-443a-b0c9-cd8c7f219c4c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:59.653997 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c9cfac3c-d22a-48e5-9676-e71faddf242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:59.664668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ca52b7-f198-4470-8737-a43db833e369,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:59.673417 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.673783 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Added segment ea280e20-f899-49c7-84b5-63a294743f97 of type vlan for network fe8c14c3-5b33-40c4-8661-5e866b61c2a9 Sep 07 16:38:59.684264 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.688923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-48c145b6-d6ad-4d21-bce3-195071fa19f6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8057950 Sep 07 16:38:59.689109 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c9cfac3c-d22a-48e5-9676-e71faddf242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:59.689251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58136) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:59.696686 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cfac3c-d22a-48e5-9676-e71faddf242f None None] Routers {'587ae86d-19c3-443a-b0c9-cd8c7f219c4c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:38:59.697284 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c9cfac3c-d22a-48e5-9676-e71faddf242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:59.732307 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c9cfac3c-d22a-48e5-9676-e71faddf242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:38:59.733000 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cfac3c-d22a-48e5-9676-e71faddf242f None None] The sync data for ids ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:38:59.733737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d60271fe-f567-42df-8246-9f3e00c2bc11 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 27815430-e2ff-4fcd-a67c-414f9e918835 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:38:59.734102 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d60271fe-f567-42df-8246-9f3e00c2bc11 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.762501 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.806757 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d60271fe-f567-42df-8246-9f3e00c2bc11 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.820181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-d60271fe-f567-42df-8246-9f3e00c2bc11 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 27815430-e2ff-4fcd-a67c-414f9e918835 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:38:59.827625 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.833428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:38:59.834036 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.900638 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d60271fe-f567-42df-8246-9f3e00c2bc11 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.932303 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60271fe-f567-42df-8246-9f3e00c2bc11 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=27815430-e2ff-4fcd-a67c-414f9e918835,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:38:59.939443 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d60271fe-f567-42df-8246-9f3e00c2bc11 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:38:59.941422 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d60271fe-f567-42df-8246-9f3e00c2bc11 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/27815430-e2ff-4fcd-a67c-414f9e918835 HTTP/1.1" status: 204 len: 168 time: 0.3156853 Sep 07 16:38:59.943876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58140) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:59.956196 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8332169 Sep 07 16:38:59.959137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58142) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:38:59.965083 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-dca44ab8-3cc4-4858-823d-4a0221d57d9e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-506939029'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:38:59.994145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c972644c-4791-411d-8cad-2d4dffc6de1b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:00.002926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dcc70-bf58-42ea-b83a-7941a7714ad5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Network': ['ID=fe8c14c3-5b33-40c4-8661-5e866b61c2a9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:00.022689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network fe8c14c3-5b33-40c4-8661-5e866b61c2a9 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:00.025363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee29a09-7d8e-4e32-8709-32c9ab7e2445 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:00.026890 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4ee29a09-7d8e-4e32-8709-32c9ab7e2445 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0820398 Sep 07 16:39:00.027765 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca44ab8-3cc4-4858-823d-4a0221d57d9e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:00.031190 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dca44ab8-3cc4-4858-823d-4a0221d57d9e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.033673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58144) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:00.052571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cf8f5-d243-4ee3-9222-66821625fcb7 req-74872c49-af6b-412b-aafd-a6f653984ce6 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:00.054044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc8cf8f5-d243-4ee3-9222-66821625fcb7 req-74872c49-af6b-412b-aafd-a6f653984ce6 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.2086215 Sep 07 16:39:00.066837 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cc07c8-0bcc-490f-bd22-d66726c68816 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:39:00.068439 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a0cc07c8-0bcc-490f-bd22-d66726c68816 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/27815430-e2ff-4fcd-a67c-414f9e918835 HTTP/1.1" status: 404 len: 333 time: 0.0329645 Sep 07 16:39:00.071933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58146) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:00.077477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-61464c2b-a580-419d-9423-3d9676c6f99f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1029762954'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:00.096162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca44ab8-3cc4-4858-823d-4a0221d57d9e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:00.110225 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dca44ab8-3cc4-4858-823d-4a0221d57d9e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.111262 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-dca44ab8-3cc4-4858-823d-4a0221d57d9e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Added segment 36bc1607-b8d8-4352-a846-1bb468c8cfad of type vlan for network f0aca9c9-8438-4cc9-96a5-ba789ccdd44c Sep 07 16:39:00.113040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61464c2b-a580-419d-9423-3d9676c6f99f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:00.116536 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61464c2b-a580-419d-9423-3d9676c6f99f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.143204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c972644c-4791-411d-8cad-2d4dffc6de1b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:00.143713 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.147685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc8cf8f5-d243-4ee3-9222-66821625fcb7 req-19b0ecb9-48c5-472b-8f0f-38a4b787610b tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/security-groups?id=482fc44f-2e2b-48cb-a5a8-cbb416f78e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856383 Sep 07 16:39:00.176286 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dca44ab8-3cc4-4858-823d-4a0221d57d9e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.181697 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61464c2b-a580-419d-9423-3d9676c6f99f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:00.201006 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61464c2b-a580-419d-9423-3d9676c6f99f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.201355 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-61464c2b-a580-419d-9423-3d9676c6f99f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Added segment 9c4d0dd8-469b-4a18-8aa1-69da21e7326f of type vlan for network 9b8defa1-849f-4e18-842e-2eb1e217f552 Sep 07 16:39:00.244469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dca44ab8-3cc4-4858-823d-4a0221d57d9e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.249724 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca44ab8-3cc4-4858-823d-4a0221d57d9e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:00.250307 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dca44ab8-3cc4-4858-823d-4a0221d57d9e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.281328 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61464c2b-a580-419d-9423-3d9676c6f99f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.354984 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dca44ab8-3cc4-4858-823d-4a0221d57d9e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3943865 Sep 07 16:39:00.365601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58148) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:00.374946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a534aecc-01a9-44d3-816c-1833f557ba8b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'subnet': {'network_id': 'fe8c14c3-5b33-40c4-8661-5e866b61c2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:00.379967 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca44ab8-3cc4-4858-823d-4a0221d57d9e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Network': ['ID=f0aca9c9-8438-4cc9-96a5-ba789ccdd44c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:00.395730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network f0aca9c9-8438-4cc9-96a5-ba789ccdd44c details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:00.404601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61464c2b-a580-419d-9423-3d9676c6f99f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.410567 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61464c2b-a580-419d-9423-3d9676c6f99f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:00.411654 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61464c2b-a580-419d-9423-3d9676c6f99f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.415888 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.480355 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd40b10-2e38-44fa-9b48-b1d44602bd09 req-c8389b2a-3e20-4b3d-ad67-c69a70f5c20b tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:00.481735 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4bd40b10-2e38-44fa-9b48-b1d44602bd09 req-c8389b2a-3e20-4b3d-ad67-c69a70f5c20b tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 946 time: 0.1950910 Sep 07 16:39:00.509676 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-61464c2b-a580-419d-9423-3d9676c6f99f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4366984 Sep 07 16:39:00.538904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58150) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:00.546027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '9b8defa1-849f-4e18-842e-2eb1e217f552', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:00.557685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61464c2b-a580-419d-9423-3d9676c6f99f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Network': ['ID=9b8defa1-849f-4e18-842e-2eb1e217f552,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:00.568480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 9b8defa1-849f-4e18-842e-2eb1e217f552 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:00.631509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a534aecc-01a9-44d3-816c-1833f557ba8b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:00.634875 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a534aecc-01a9-44d3-816c-1833f557ba8b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.726633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-4bd40b10-2e38-44fa-9b48-b1d44602bd09 req-ea927613-ddd0-4f44-a733-12a167379e38 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Deleting port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:00.726980 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4bd40b10-2e38-44fa-9b48-b1d44602bd09 req-ea927613-ddd0-4f44-a733-12a167379e38 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.819567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:00.825267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.858589 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4bd40b10-2e38-44fa-9b48-b1d44602bd09 req-ea927613-ddd0-4f44-a733-12a167379e38 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] For port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12,segment=NetworkSegment(ba423747-aa79-49ee-9c37-ee2a3d0ca7a2),segment_id=ba423747-aa79-49ee-9c37-ee2a3d0ca7a2)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:00.858958 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4bd40b10-2e38-44fa-9b48-b1d44602bd09 req-ea927613-ddd0-4f44-a733-12a167379e38 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.894576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-4bd40b10-2e38-44fa-9b48-b1d44602bd09 req-ea927613-ddd0-4f44-a733-12a167379e38 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Calling delete_port for 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:00.949766 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a534aecc-01a9-44d3-816c-1833f557ba8b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:00.989265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.20.0.1 (daefde48-9d35-4cfc-a8e3-12429bc668c5/d7409492-0d6f-4f2f-ab9c-f976a65937ed/48e64c1b-0850-47cb-83bb-edca86e8b84f) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:01.027418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534aecc-01a9-44d3-816c-1833f557ba8b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Subnet': ['ID=1a8b4ca2-6194-49cc-8f72-631c067bc172,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:01.051233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534aecc-01a9-44d3-816c-1833f557ba8b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Checking segment: {'id': 'ea280e20-f899-49c7-84b5-63a294743f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fe8c14c3-5b33-40c4-8661-5e866b61c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:01.051604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a534aecc-01a9-44d3-816c-1833f557ba8b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network hostable DHCP agents. Network: fe8c14c3-5b33-40c4-8661-5e866b61c2a9, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:01.096623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a534aecc-01a9-44d3-816c-1833f557ba8b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network fe8c14c3-5b33-40c4-8661-5e866b61c2a9 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:01.111120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a534aecc-01a9-44d3-816c-1833f557ba8b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, fe8c14c3-5b33-40c4-8661-5e866b61c2a9) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:01.115890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a534aecc-01a9-44d3-816c-1833f557ba8b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:01.116544 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a534aecc-01a9-44d3-816c-1833f557ba8b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.120202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4bd40b10-2e38-44fa-9b48-b1d44602bd09 req-ea927613-ddd0-4f44-a733-12a167379e38 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.123457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff53644-f3e2-443e-801a-9716177b9d0c None None] Network fe8c14c3-5b33-40c4-8661-5e866b61c2a9 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:01.151135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea927613-ddd0-4f44-a733-12a167379e38 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Pushing event deleted for resources: {'Port': ['ID=32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:01.167328 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a534aecc-01a9-44d3-816c-1833f557ba8b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8006916 Sep 07 16:39:01.170992 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58152) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:01.176613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8269ea98-055d-4e76-b727-39bf5c0f7659 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'subnet': {'network_id': 'f0aca9c9-8438-4cc9-96a5-ba789ccdd44c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:01.248632 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.251913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd40b10-2e38-44fa-9b48-b1d44602bd09 req-ea927613-ddd0-4f44-a733-12a167379e38 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] No DVR routers for this DVR port 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:01.256416 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4bd40b10-2e38-44fa-9b48-b1d44602bd09 req-ea927613-ddd0-4f44-a733-12a167379e38 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.258471 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4bd40b10-2e38-44fa-9b48-b1d44602bd09 req-ea927613-ddd0-4f44-a733-12a167379e38 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.54 "DELETE /v2.0/ports/32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 HTTP/1.1" status: 204 len: 173 time: 0.7159069 Sep 07 16:39:01.258854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e34e5f0-cce6-4439-a10e-3d01b0f3107b', 'name': 'network-vif-deleted', 'tag': '32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:39:01.262266 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260056d6-5d62-483d-854f-c6cd64abaa7e" -d '{"events": [{"server_uuid": "5e34e5f0-cce6-4439-a10e-3d01b0f3107b", "name": "network-vif-deleted", "tag": "32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:39:01.267228 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.318861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b5fb1bf-d191-4429-99d0-513f5fb960be req-419000e1-6b63-4da7-b03f-f73615715b41 tempest-TestServerAdvancedOps-12600262 tempest-TestServerAdvancedOps-12600262-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e34e5f0-cce6-4439-a10e-3d01b0f3107b HTTP/1.1" status: 200 len: 210 time: 0.0779512 Sep 07 16:39:01.343306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Transition to ACTIVE for port object 48e64c1b-0850-47cb-83bb-edca86e8b84f will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:01.356009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Subnet': ['ID=19e7b890-63ef-4e17-831e-f8bae37fc340,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:01.373256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8269ea98-055d-4e76-b727-39bf5c0f7659 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:01.379483 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8269ea98-055d-4e76-b727-39bf5c0f7659 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.381832 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:01.382193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:01.382545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:01.382893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:01.383237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:01.383578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:01.383920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:01.384259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:01.385085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:01.385304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:01.385649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:01.385985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:01.405110 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6de7b17-44c4-47b2-b31b-0086c7fa65f3 x-openstack-request-id: req-f6de7b17-44c4-47b2-b31b-0086c7fa65f3 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:39:01.405304 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e34e5f0-cce6-4439-a10e-3d01b0f3107b", "name": "network-vif-deleted", "tag": "32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:39:01.405617 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6de7b17-44c4-47b2-b31b-0086c7fa65f3 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:39:01.406752 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e34e5f0-cce6-4439-a10e-3d01b0f3107b', 'name': 'network-vif-deleted', 'tag': '32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12', 'status': 'completed', 'code': 200} Sep 07 16:39:01.407002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Checking segment: {'id': '9c4d0dd8-469b-4a18-8aa1-69da21e7326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9b8defa1-849f-4e18-842e-2eb1e217f552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:01.407388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network hostable DHCP agents. Network: 9b8defa1-849f-4e18-842e-2eb1e217f552, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:01.431195 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.441985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 9b8defa1-849f-4e18-842e-2eb1e217f552 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:01.494956 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-fe8c14c3-5b33-40c4-8661-5e866b61c2a9', 'network_id': 'fe8c14c3-5b33-40c4-8661-5e866b61c2a9', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'fixed_ips': [{'subnet_id': '1a8b4ca2-6194-49cc-8f72-631c067bc172'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:01.496121 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.613964 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8269ea98-055d-4e76-b727-39bf5c0f7659 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.666584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Allocated IP 2001:db8::2 (fe8c14c3-5b33-40c4-8661-5e866b61c2a9/1a8b4ca2-6194-49cc-8f72-631c067bc172/5a864af9-2ad8-4bb7-aa26-ad6bfd858db5) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:01.680533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269ea98-055d-4e76-b727-39bf5c0f7659 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Subnet': ['ID=abeeec22-345b-4a5f-9d54-f245de6bd241,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:01.685176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8269ea98-055d-4e76-b727-39bf5c0f7659 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Checking segment: {'id': '36bc1607-b8d8-4352-a846-1bb468c8cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f0aca9c9-8438-4cc9-96a5-ba789ccdd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:01.685706 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8269ea98-055d-4e76-b727-39bf5c0f7659 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network hostable DHCP agents. Network: f0aca9c9-8438-4cc9-96a5-ba789ccdd44c, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:01.703020 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8269ea98-055d-4e76-b727-39bf5c0f7659 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network f0aca9c9-8438-4cc9-96a5-ba789ccdd44c is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:01.713759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8269ea98-055d-4e76-b727-39bf5c0f7659 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, f0aca9c9-8438-4cc9-96a5-ba789ccdd44c) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:01.718225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8269ea98-055d-4e76-b727-39bf5c0f7659 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:01.720362 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8269ea98-055d-4e76-b727-39bf5c0f7659 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.737976 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8269ea98-055d-4e76-b727-39bf5c0f7659 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5628476 Sep 07 16:39:01.738196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network daefde48-9d35-4cfc-a8e3-12429bc668c5 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:01.738196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 9b8defa1-849f-4e18-842e-2eb1e217f552) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:01.738353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58158) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:01.739229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:01.744136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-64439702-83d6-4a11-8094-a69d42ecf9cf tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-295668638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:01.744885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:01.746257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c5a47a-f835-48b9-b8d8-c42ea91960d1 None None] Network f0aca9c9-8438-4cc9-96a5-ba789ccdd44c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:01.749637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:01.750475 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.775456 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64439702-83d6-4a11-8094-a69d42ecf9cf tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.776620 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64439702-83d6-4a11-8094-a69d42ecf9cf tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.788831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00289df7-016e-4643-b32b-5667e65427a7 None None] Network 9b8defa1-849f-4e18-842e-2eb1e217f552 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:01.797264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=48e64c1b-0850-47cb-83bb-edca86e8b84f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:01.809569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c7413698-ccea-41ba-a388-66a6b7e2deed tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2689772 Sep 07 16:39:01.810240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58160) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:01.820590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-45109c92-648f-4ee5-84f1-85ffb3e7aa05 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '9b8defa1-849f-4e18-842e-2eb1e217f552', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:01.841646 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.875230 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64439702-83d6-4a11-8094-a69d42ecf9cf tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.883948 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64439702-83d6-4a11-8094-a69d42ecf9cf tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.917160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64439702-83d6-4a11-8094-a69d42ecf9cf tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:01.921291 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-64439702-83d6-4a11-8094-a69d42ecf9cf tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1790254 Sep 07 16:39:01.921538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58162) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:02.082056 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.087718 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.134416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45109c92-648f-4ee5-84f1-85ffb3e7aa05 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:02.137938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-45109c92-648f-4ee5-84f1-85ffb3e7aa05 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.148673 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Transition to ACTIVE for port object 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:02.169387 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.199778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Transition to ACTIVE for port object 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:02.222371 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.231601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-f0aca9c9-8438-4cc9-96a5-ba789ccdd44c', 'network_id': 'f0aca9c9-8438-4cc9-96a5-ba789ccdd44c', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'fixed_ips': [{'subnet_id': 'abeeec22-345b-4a5f-9d54-f245de6bd241'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:02.232741 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.278979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-9b8defa1-849f-4e18-842e-2eb1e217f552', 'network_id': '9b8defa1-849f-4e18-842e-2eb1e217f552', 'tenant_id': 'e75dd4cd7ccf42f5ba038fd731fcdbd2', 'fixed_ips': [{'subnet_id': '19e7b890-63ef-4e17-831e-f8bae37fc340'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:02.279534 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.280253 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.315968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Network fe8c14c3-5b33-40c4-8661-5e866b61c2a9 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:02.320803 n-d-807551-3 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-45109c92-648f-4ee5-84f1-85ffb3e7aa05 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19e7b890-63ef-4e17-831e-f8bae37fc340 (CIDR: 2001:db8::/64) Sep 07 16:39:02.328272 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-45109c92-648f-4ee5-84f1-85ffb3e7aa05 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:39:02.328809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45109c92-648f-4ee5-84f1-85ffb3e7aa05 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:02.334871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:02.338292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:02.350525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c2d9a109-8406-4db1-9dae-6796f6712549 None None] Provisioning for port 48e64c1b-0850-47cb-83bb-edca86e8b84f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:02.358534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Pushing event updated for resources: {'Port': ['ID=5a864af9-2ad8-4bb7-aa26-ad6bfd858db5,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:02.388038 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-45109c92-648f-4ee5-84f1-85ffb3e7aa05 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5745976 Sep 07 16:39:02.391007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58166) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:02.396492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-909c3fd1-7123-4341-8a48-b2b039aef775 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '9b8defa1-849f-4e18-842e-2eb1e217f552', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:02.433962 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58168) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:02.487680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c2d9a109-8406-4db1-9dae-6796f6712549 None None] Provisioning complete for port 48e64c1b-0850-47cb-83bb-edca86e8b84f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:02.488070 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c2d9a109-8406-4db1-9dae-6796f6712549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.602489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fab909-a556-4ea2-8db2-791e025deb87 admin admin] Deleting subnet b64aa18d-1c6a-4693-8eaa-a0190cf3b980 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:02.620946 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.625763 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fab909-a556-4ea2-8db2-791e025deb87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.637801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Attempting to bind port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:02.638168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Attempting to bind port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'ea280e20-f899-49c7-84b5-63a294743f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fe8c14c3-5b33-40c4-8661-5e866b61c2a9'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:02.638528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Attempting to bind port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 on network fe8c14c3-5b33-40c4-8661-5e866b61c2a9 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:02.663895 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9a109-8406-4db1-9dae-6796f6712549 None None] Port 48e64c1b-0850-47cb-83bb-edca86e8b84f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:02.695783 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:02.696033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Checking segment: {'id': 'ea280e20-f899-49c7-84b5-63a294743f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fe8c14c3-5b33-40c4-8661-5e866b61c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:02.696467 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.696864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Bound using segment: {'id': 'ea280e20-f899-49c7-84b5-63a294743f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fe8c14c3-5b33-40c4-8661-5e866b61c2a9'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:02.697350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Bound port: 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea280e20-f899-49c7-84b5-63a294743f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fe8c14c3-5b33-40c4-8661-5e866b61c2a9'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:02.698086 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.703394 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fab909-a556-4ea2-8db2-791e025deb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.756718 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909c3fd1-7123-4341-8a48-b2b039aef775 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:02.760492 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909c3fd1-7123-4341-8a48-b2b039aef775 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.762245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Allocated IP 2001:db8:1::2 (f0aca9c9-8438-4cc9-96a5-ba789ccdd44c/abeeec22-345b-4a5f-9d54-f245de6bd241/ebd3f1e4-4674-42d0-a07e-afb5d86b390b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:02.764527 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Allocated IP 2001:db8::2 (9b8defa1-849f-4e18-842e-2eb1e217f552/19e7b890-63ef-4e17-831e-f8bae37fc340/0f96daee-8447-4de5-bb01-a96295f2c300) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:02.799206 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.806673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fab909-a556-4ea2-8db2-791e025deb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.828399 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.882588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] For port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:02.919348 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Allocated IP 2001:db8::1 (fe8c14c3-5b33-40c4-8661-5e866b61c2a9/1a8b4ca2-6194-49cc-8f72-631c067bc172/0bd87a66-908f-4dfd-9d45-d05ff2bd13d2) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:02.929277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] For port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5a864af9-2ad8-4bb7-aa26-ad6bfd858db5,segment=NetworkSegment(ea280e20-f899-49c7-84b5-63a294743f97),segment_id=ea280e20-f899-49c7-84b5-63a294743f97)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:02.938549 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:02.985894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=48e64c1b-0850-47cb-83bb-edca86e8b84f,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:02.987175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:39:02.990633 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.039897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:39:03.040237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 32bf4e2f-8f2a-4fb0-8c8a-4d0c156dbf12 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:39:03.053876 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fab909-a556-4ea2-8db2-791e025deb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.085401 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.099818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Transition to ACTIVE for port object 0bd87a66-908f-4dfd-9d45-d05ff2bd13d2 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:03.115536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fab909-a556-4ea2-8db2-791e025deb87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b64aa18d-1c6a-4693-8eaa-a0190cf3b980,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:03.121679 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fab909-a556-4ea2-8db2-791e025deb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.127106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-68fab909-a556-4ea2-8db2-791e025deb87 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b64aa18d-1c6a-4693-8eaa-a0190cf3b980 HTTP/1.1" status: 204 len: 168 time: 0.6922233 Sep 07 16:39:03.128195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58170) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:03.134490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaecfb4-2889-4c76-9255-b23771ffcc2e None None] Pushing event updated for resources: {'Port': ['ID=5a864af9-2ad8-4bb7-aa26-ad6bfd858db5,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:03.157791 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.168879 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.183446 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Transition to ACTIVE for port object ebd3f1e4-4674-42d0-a07e-afb5d86b390b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:03.209551 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.215234 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Transition to ACTIVE for port object ebd3f1e4-4674-42d0-a07e-afb5d86b390b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:03.221606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Transition to ACTIVE for port object 0f96daee-8447-4de5-bb01-a96295f2c300 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:03.227722 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.242604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network daefde48-9d35-4cfc-a8e3-12429bc668c5 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:03.243405 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network fe8c14c3-5b33-40c4-8661-5e866b61c2a9 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:03.249755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:03.255840 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:03.261152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:03.261708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.275652 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Pushing event updated for resources: {'Port': ['ID=ebd3f1e4-4674-42d0-a07e-afb5d86b390b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:03.285719 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Transition to ACTIVE for port object 0f96daee-8447-4de5-bb01-a96295f2c300 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:03.293023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Network f0aca9c9-8438-4cc9-96a5-ba789ccdd44c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:03.295072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:03.298384 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.300609 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:03.321838 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b670eb9-8320-43df-9838-1a2038948392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.346044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=0bd87a66-908f-4dfd-9d45-d05ff2bd13d2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:03.383694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909c3fd1-7123-4341-8a48-b2b039aef775 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.432009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Network 9b8defa1-849f-4e18-842e-2eb1e217f552 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:03.443100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Pushing event updated for resources: {'Port': ['ID=0f96daee-8447-4de5-bb01-a96295f2c300,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:03.475870 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Attempting to bind port ebd3f1e4-4674-42d0-a07e-afb5d86b390b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:03.476541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Attempting to bind port ebd3f1e4-4674-42d0-a07e-afb5d86b390b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '36bc1607-b8d8-4352-a846-1bb468c8cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f0aca9c9-8438-4cc9-96a5-ba789ccdd44c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:03.477234 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Attempting to bind port ebd3f1e4-4674-42d0-a07e-afb5d86b390b on network f0aca9c9-8438-4cc9-96a5-ba789ccdd44c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:03.485530 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:03.490013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:03.490760 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Checking segment: {'id': '36bc1607-b8d8-4352-a846-1bb468c8cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f0aca9c9-8438-4cc9-96a5-ba789ccdd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:03.493937 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.497662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Bound using segment: {'id': '36bc1607-b8d8-4352-a846-1bb468c8cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f0aca9c9-8438-4cc9-96a5-ba789ccdd44c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:03.499591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Bound port: ebd3f1e4-4674-42d0-a07e-afb5d86b390b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bc1607-b8d8-4352-a846-1bb468c8cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f0aca9c9-8438-4cc9-96a5-ba789ccdd44c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:03.500252 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.506297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:03.511483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c3fd1-7123-4341-8a48-b2b039aef775 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Subnet': ['ID=4744d7a2-053e-400a-bdc6-0c086c60b5e1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:03.521534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909c3fd1-7123-4341-8a48-b2b039aef775 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 9b8defa1-849f-4e18-842e-2eb1e217f552 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:03.526692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-909c3fd1-7123-4341-8a48-b2b039aef775 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:03.541772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909c3fd1-7123-4341-8a48-b2b039aef775 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:03.542479 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-909c3fd1-7123-4341-8a48-b2b039aef775 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.569485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 587ae86d-19c3-443a-b0c9-cd8c7f219c4c has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:03.589450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-909c3fd1-7123-4341-8a48-b2b039aef775 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1972706 Sep 07 16:39:03.592003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58172) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:03.611946 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b670eb9-8320-43df-9838-1a2038948392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.634983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': '9b8defa1-849f-4e18-842e-2eb1e217f552', 'fixed_ips': [{'subnet_id': '19e7b890-63ef-4e17-831e-f8bae37fc340'}, {'subnet_id': '4744d7a2-053e-400a-bdc6-0c086c60b5e1'}], 'name': 'tempest-PortsIpV6TestJSON-681443383'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:03.637095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5b670eb9-8320-43df-9838-1a2038948392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450b38f5-5ad2-4ed5-be01-67547d4682ad']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:03.648974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5b670eb9-8320-43df-9838-1a2038948392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba423747-aa79-49ee-9c37-ee2a3d0ca7a2') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:03.649418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5b670eb9-8320-43df-9838-1a2038948392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba423747-aa79-49ee-9c37-ee2a3d0ca7a2') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:03.661346 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b670eb9-8320-43df-9838-1a2038948392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.665848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] For port ebd3f1e4-4674-42d0-a07e-afb5d86b390b, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:03.670324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] For port ebd3f1e4-4674-42d0-a07e-afb5d86b390b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ebd3f1e4-4674-42d0-a07e-afb5d86b390b,segment=NetworkSegment(36bc1607-b8d8-4352-a846-1bb468c8cfad),segment_id=36bc1607-b8d8-4352-a846-1bb468c8cfad)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:03.682178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b670eb9-8320-43df-9838-1a2038948392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.695412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b670eb9-8320-43df-9838-1a2038948392 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:03.695818 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b670eb9-8320-43df-9838-1a2038948392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:03.697829 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:03.702173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Attempting to bind port 0f96daee-8447-4de5-bb01-a96295f2c300 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:03.702565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Attempting to bind port 0f96daee-8447-4de5-bb01-a96295f2c300 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '9c4d0dd8-469b-4a18-8aa1-69da21e7326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9b8defa1-849f-4e18-842e-2eb1e217f552'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:03.702935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Attempting to bind port 0f96daee-8447-4de5-bb01-a96295f2c300 on network 9b8defa1-849f-4e18-842e-2eb1e217f552 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:03.706097 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.709069 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.754993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:03.755207 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Checking segment: {'id': '9c4d0dd8-469b-4a18-8aa1-69da21e7326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9b8defa1-849f-4e18-842e-2eb1e217f552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:03.755650 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.756060 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Bound using segment: {'id': '9c4d0dd8-469b-4a18-8aa1-69da21e7326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9b8defa1-849f-4e18-842e-2eb1e217f552'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:03.757636 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Bound port: 0f96daee-8447-4de5-bb01-a96295f2c300, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4d0dd8-469b-4a18-8aa1-69da21e7326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9b8defa1-849f-4e18-842e-2eb1e217f552'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:03.758048 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.801926 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b670eb9-8320-43df-9838-1a2038948392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.808083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b670eb9-8320-43df-9838-1a2038948392 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.814651 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5b670eb9-8320-43df-9838-1a2038948392 admin admin] 10.222.0.70 "DELETE /v2.0/networks/450b38f5-5ad2-4ed5-be01-67547d4682ad HTTP/1.1" status: 204 len: 168 time: 0.6851621 Sep 07 16:39:03.815295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58174) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:03.837400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] For port 0f96daee-8447-4de5-bb01-a96295f2c300, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:03.841098 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] For port 0f96daee-8447-4de5-bb01-a96295f2c300, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0f96daee-8447-4de5-bb01-a96295f2c300,segment=NetworkSegment(9c4d0dd8-469b-4a18-8aa1-69da21e7326f),segment_id=9c4d0dd8-469b-4a18-8aa1-69da21e7326f)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:03.850824 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.862986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-961df5f4-fd46-4912-b279-0ff1b5c79e1b None None] Provisioning complete for port 48e64c1b-0850-47cb-83bb-edca86e8b84f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:03.863380 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-961df5f4-fd46-4912-b279-0ff1b5c79e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:03.868149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b670eb9-8320-43df-9838-1a2038948392 admin admin] Pushing event deleted for resources: {'Network': ['ID=450b38f5-5ad2-4ed5-be01-67547d4682ad,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:03.919683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571babfd-e2b9-45ea-bb9d-63ea6c9bf917 None None] Pushing event updated for resources: {'Port': ['ID=ebd3f1e4-4674-42d0-a07e-afb5d86b390b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:03.977323 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d7a55-f8b7-416a-a867-6688a4fed274 None None] Pushing event updated for resources: {'Port': ['ID=0f96daee-8447-4de5-bb01-a96295f2c300,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:03.997551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-961df5f4-fd46-4912-b279-0ff1b5c79e1b None None] Port 48e64c1b-0850-47cb-83bb-edca86e8b84f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:04.005723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9ad245-324e-4153-9084-22fd22e78736 admin admin] Deleting subnet 0ef2507a-e35b-4368-b44f-4fc8ac1dd1d2 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:04.009871 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b9ad245-324e-4153-9084-22fd22e78736 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:04.108960 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b9ad245-324e-4153-9084-22fd22e78736 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:04.200695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:04.205124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:04.207584 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f3d31146-39b9-4ec1-aea6-72df71f2a396 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "PUT /v2.0/routers/587ae86d-19c3-443a-b0c9-cd8c7f219c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5174696 Sep 07 16:39:04.213986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:04.222460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'port': {'network_id': 'daefde48-9d35-4cfc-a8e3-12429bc668c5', 'name': 'tempest-FloatingIPTestJSON-664013694'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:04.252692 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b9ad245-324e-4153-9084-22fd22e78736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:04.264197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935a523-c760-4a6e-aca5-52033a71d069 None None] Sync routers for ids ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:04.282178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935a523-c760-4a6e-aca5-52033a71d069 None None] Routers {'587ae86d-19c3-443a-b0c9-cd8c7f219c4c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:04.283071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3935a523-c760-4a6e-aca5-52033a71d069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:04.287609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:04.412275 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:04.419503 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:04.421670 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:04.437971 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b9ad245-324e-4153-9084-22fd22e78736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:04.515370 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b9ad245-324e-4153-9084-22fd22e78736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:04.521349 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9b9ad245-324e-4153-9084-22fd22e78736 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0ef2507a-e35b-4368-b44f-4fc8ac1dd1d2 HTTP/1.1" status: 204 len: 168 time: 0.7002261 Sep 07 16:39:04.523235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58180) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:04.602572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Made reservation on behalf of 23bbe4b76239464dafb208f57dc53c23 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:04.608016 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:04.608558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ad245-324e-4153-9084-22fd22e78736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef2507a-e35b-4368-b44f-4fc8ac1dd1d2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:04.632625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3935a523-c760-4a6e-aca5-52033a71d069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:04.654212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] device_id is not set on port 779aad7a-680d-49f6-a157-5ac98af94230 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:39:04.666998 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935a523-c760-4a6e-aca5-52033a71d069 None None] Routers {'587ae86d-19c3-443a-b0c9-cd8c7f219c4c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:04.667911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3935a523-c760-4a6e-aca5-52033a71d069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:04.683666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=0bd87a66-908f-4dfd-9d45-d05ff2bd13d2,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:04.716459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3935a523-c760-4a6e-aca5-52033a71d069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:04.717247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935a523-c760-4a6e-aca5-52033a71d069 None None] The sync data for ids ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:04.723170 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:04.750331 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:04.769104 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:04.788850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c798fa05-b5ce-47e0-8d4b-562c0f05b5f9 None None] Network fe8c14c3-5b33-40c4-8661-5e866b61c2a9 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:04.796294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port a39a4515-66f4-4e2f-a8d5-6f60419f748b yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:39:04.846025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Allocated IP 172.20.0.13 (daefde48-9d35-4cfc-a8e3-12429bc668c5/d7409492-0d6f-4f2f-ab9c-f976a65937ed/779aad7a-680d-49f6-a157-5ac98af94230) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:04.846627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network fe8c14c3-5b33-40c4-8661-5e866b61c2a9 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:04.852313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:04.877624 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d11b8f5c-3a4b-45ce-99fb-0427741e4337 None None] Provisioning for port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:04.887482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d11b8f5c-3a4b-45ce-99fb-0427741e4337 None None] Provisioning complete for port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:04.887869 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d11b8f5c-3a4b-45ce-99fb-0427741e4337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:04.891829 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:04.989968 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67b336a-14f7-49a7-b43b-c48510acd652']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:05.005647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef102b47-19f5-4356-8553-fee67f46cf18') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:05.006526 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef102b47-19f5-4356-8553-fee67f46cf18') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:05.023031 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.042638 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d11b8f5c-3a4b-45ce-99fb-0427741e4337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.043256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.056163 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:05.056727 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:05.058824 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:05.082303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d11b8f5c-3a4b-45ce-99fb-0427741e4337 None None] For port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5a864af9-2ad8-4bb7-aa26-ad6bfd858db5,segment=NetworkSegment(ea280e20-f899-49c7-84b5-63a294743f97),segment_id=ea280e20-f899-49c7-84b5-63a294743f97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:05.088143 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d11b8f5c-3a4b-45ce-99fb-0427741e4337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.135614 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.144263 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.149541 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b67b336a-14f7-49a7-b43b-c48510acd652 HTTP/1.1" status: 204 len: 168 time: 0.6187131 Sep 07 16:39:05.152594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router 64d0406d-a063-4fbd-a26b-34dc6528c285 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:39:05.155265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b8f5c-3a4b-45ce-99fb-0427741e4337 None None] Pushing event updated for resources: {'Port': ['ID=5a864af9-2ad8-4bb7-aa26-ad6bfd858db5,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:05.174571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Pushing event deleted for resources: {'Network': ['ID=b67b336a-14f7-49a7-b43b-c48510acd652,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:05.182823 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.196824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:05.197425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:05.197941 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:05.198419 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:05.198902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:05.199403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:05.199882 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:05.200388 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:05.200893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:05.201381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:05.201713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:05.202039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e3a9c-011b-425b-9cf5-20693cdeaa52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:05.231455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Transition to ACTIVE for port object 779aad7a-680d-49f6-a157-5ac98af94230 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:05.291969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8::3b8 (9b8defa1-849f-4e18-842e-2eb1e217f552/19e7b890-63ef-4e17-831e-f8bae37fc340/a39a4515-66f4-4e2f-a8d5-6f60419f748b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:05.317881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8:0:1::293 (9b8defa1-849f-4e18-842e-2eb1e217f552/4744d7a2-053e-400a-bdc6-0c086c60b5e1/a39a4515-66f4-4e2f-a8d5-6f60419f748b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:05.339361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:05.356997 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-53c06a4a-5dc1-4371-923e-5c54a8272498 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/64d0406d-a063-4fbd-a26b-34dc6528c285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4328833 Sep 07 16:39:05.357955 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1626ed-0835-4232-b5b6-89773236d1c1 None None] Sync routers for ids ['64d0406d-a063-4fbd-a26b-34dc6528c285'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:05.359150 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58184) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:05.373207 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.378127 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1626ed-0835-4232-b5b6-89773236d1c1 None None] Routers {'64d0406d-a063-4fbd-a26b-34dc6528c285'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:05.378842 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6f1626ed-0835-4232-b5b6-89773236d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['64d0406d-a063-4fbd-a26b-34dc6528c285'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:05.417845 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6f1626ed-0835-4232-b5b6-89773236d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:05.429660 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1626ed-0835-4232-b5b6-89773236d1c1 None None] Routers {'64d0406d-a063-4fbd-a26b-34dc6528c285'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:05.430740 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6f1626ed-0835-4232-b5b6-89773236d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['64d0406d-a063-4fbd-a26b-34dc6528c285'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:05.451780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64655e16-2379-41eb-92c5-579d33035578 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:05.463242 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-64655e16-2379-41eb-92c5-579d33035578 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports/0bd87a66-908f-4dfd-9d45-d05ff2bd13d2 HTTP/1.1" status: 200 len: 911 time: 0.0997636 Sep 07 16:39:05.464736 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58186) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:05.471903 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6f1626ed-0835-4232-b5b6-89773236d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:05.472907 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1626ed-0835-4232-b5b6-89773236d1c1 None None] The sync data for ids ['64d0406d-a063-4fbd-a26b-34dc6528c285'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:05.530756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58188) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:05.597350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ac4922f4-34fc-410e-8de9-b1a06f8426fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1285911114ca46a5bcda6122b83395c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615554 Sep 07 16:39:05.598691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58190) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:05.605270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Network daefde48-9d35-4cfc-a8e3-12429bc668c5 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:05.608855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event updated for resources: {'Port': ['ID=779aad7a-680d-49f6-a157-5ac98af94230,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:05.640210 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d5cba1b5-1484-4bf3-a9b1-9c37d79eb860 None None] Provisioning complete for port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:05.640885 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5cba1b5-1484-4bf3-a9b1-9c37d79eb860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.649859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:05.654089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:05.751320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:05.752183 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.783511 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15e03b7f-bbef-483a-80a6-74927164dc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.785229 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1befa5b8-4324-4c0d-83cb-f6c5195c959e tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5671377 Sep 07 16:39:05.793281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:05.800147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6f3b9721-b039-46e0-b324-b785f74710ae tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Request body: {'floatingip': {'port_id': '779aad7a-680d-49f6-a157-5ac98af94230'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:05.800615 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.823930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Transition to ACTIVE for port object a39a4515-66f4-4e2f-a8d5-6f60419f748b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:05.878557 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.905134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d5cba1b5-1484-4bf3-a9b1-9c37d79eb860 None None] Provisioning for port 0bd87a66-908f-4dfd-9d45-d05ff2bd13d2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:05.935737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 9b8defa1-849f-4e18-842e-2eb1e217f552 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:05.935890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1178cbe6-1896-4ba1-a25c-26e91924b277 None None] Network 9b8defa1-849f-4e18-842e-2eb1e217f552 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:05.940075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:05.940829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d5cba1b5-1484-4bf3-a9b1-9c37d79eb860 None None] Provisioning complete for port 0bd87a66-908f-4dfd-9d45-d05ff2bd13d2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:05.941358 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5cba1b5-1484-4bf3-a9b1-9c37d79eb860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.943938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:05.950826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:05.952251 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:05.990625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=a39a4515-66f4-4e2f-a8d5-6f60419f748b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:06.006011 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-75e97a25-4cb5-4d52-b1ed-474dab92a89d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.4128001 Sep 07 16:39:06.008836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58194) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:06.009807 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15e03b7f-bbef-483a-80a6-74927164dc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:06.026544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2a2508b3-08ed-4791-88ee-972b04b750e4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19e7b890-63ef-4e17-831e-f8bae37fc340'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:06.083739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da196140-350d-4959-ac33-b0acf40612e9 None None] Network f0aca9c9-8438-4cc9-96a5-ba789ccdd44c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:06.100833 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9721-b039-46e0-b324-b785f74710ae tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:06.148057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d5cba1b5-1484-4bf3-a9b1-9c37d79eb860 None None] Port 0bd87a66-908f-4dfd-9d45-d05ff2bd13d2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:06.208616 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a2508b3-08ed-4791-88ee-972b04b750e4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:06.263950 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:39:06.286645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ebd3f1e4-4674-42d0-a07e-afb5d86b390b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:06.326451 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15e03b7f-bbef-483a-80a6-74927164dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:06.329495 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15e03b7f-bbef-483a-80a6-74927164dc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:06.331222 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-15e03b7f-bbef-483a-80a6-74927164dc90 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/482fc44f-2e2b-48cb-a5a8-cbb416f78e48 HTTP/1.1" status: 204 len: 168 time: 0.7325139 Sep 07 16:39:06.369147 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Provisioning for port 779aad7a-680d-49f6-a157-5ac98af94230 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:06.389944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e03b7f-bbef-483a-80a6-74927164dc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482fc44f-2e2b-48cb-a5a8-cbb416f78e48,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:06.400716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Provisioning complete for port 779aad7a-680d-49f6-a157-5ac98af94230 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:06.401105 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:06.461711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:06.508950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ebd3f1e4-4674-42d0-a07e-afb5d86b390b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:06.514322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Port 779aad7a-680d-49f6-a157-5ac98af94230 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:06.538748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0f96daee-8447-4de5-bb01-a96295f2c300 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:06.587890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Provisioning for port 0f96daee-8447-4de5-bb01-a96295f2c300 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:06.623787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Provisioning for port ebd3f1e4-4674-42d0-a07e-afb5d86b390b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:06.628566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 0f96daee-8447-4de5-bb01-a96295f2c300 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:06.632081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Provisioning complete for port ebd3f1e4-4674-42d0-a07e-afb5d86b390b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:06.632725 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:06.636463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 0f96daee-8447-4de5-bb01-a96295f2c300 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:06.637110 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:06.666754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-2a2508b3-08ed-4791-88ee-972b04b750e4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Delete allocated IP 2001:db8:0:1::293 (9b8defa1-849f-4e18-842e-2eb1e217f552/4744d7a2-053e-400a-bdc6-0c086c60b5e1) {{(pid=94770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 16:39:06.776318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0289798d-25bd-4672-98a4-72ef3c0c55ee None None] Update dhcp port {'port': {'network_id': '9b8defa1-849f-4e18-842e-2eb1e217f552', 'fixed_ips': [{'subnet_id': '19e7b890-63ef-4e17-831e-f8bae37fc340', 'ip_address': '2001:db8::2'}, {'subnet_id': '4744d7a2-053e-400a-bdc6-0c086c60b5e1'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '0f96daee-8447-4de5-bb01-a96295f2c300'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:39:06.808563 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0289798d-25bd-4672-98a4-72ef3c0c55ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:06.883058 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a2508b3-08ed-4791-88ee-972b04b750e4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:06.901828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-2a2508b3-08ed-4791-88ee-972b04b750e4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Ignored duplicate provisioning block setup for port a39a4515-66f4-4e2f-a8d5-6f60419f748b by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 07 16:39:06.910933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a2508b3-08ed-4791-88ee-972b04b750e4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:06.984378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2a2508b3-08ed-4791-88ee-972b04b750e4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] In _notify_port_updated(), no bound segment for port a39a4515-66f4-4e2f-a8d5-6f60419f748b on network 9b8defa1-849f-4e18-842e-2eb1e217f552 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:39:06.993187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2508b3-08ed-4791-88ee-972b04b750e4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:06.993861 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2a2508b3-08ed-4791-88ee-972b04b750e4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:06.995307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2a2508b3-08ed-4791-88ee-972b04b750e4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "PUT /v2.0/ports/a39a4515-66f4-4e2f-a8d5-6f60419f748b HTTP/1.1" status: 200 len: 925 time: 0.9854612 Sep 07 16:39:07.026011 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.036731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58200) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:07.044602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-083082ba-fdd1-4002-800d-f61a8db133d6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19e7b890-63ef-4e17-831e-f8bae37fc340'}, {'subnet_id': '4744d7a2-053e-400a-bdc6-0c086c60b5e1'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:07.050880 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.053647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58202) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:07.109370 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] For port ebd3f1e4-4674-42d0-a07e-afb5d86b390b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ebd3f1e4-4674-42d0-a07e-afb5d86b390b,segment=NetworkSegment(36bc1607-b8d8-4352-a846-1bb468c8cfad),segment_id=36bc1607-b8d8-4352-a846-1bb468c8cfad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:07.123446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2508b3-08ed-4791-88ee-972b04b750e4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=a39a4515-66f4-4e2f-a8d5-6f60419f748b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:07.137337 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.140273 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 0f96daee-8447-4de5-bb01-a96295f2c300, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0f96daee-8447-4de5-bb01-a96295f2c300,segment=NetworkSegment(9c4d0dd8-469b-4a18-8aa1-69da21e7326f),segment_id=9c4d0dd8-469b-4a18-8aa1-69da21e7326f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:07.166512 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.167306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:07.179222 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-083082ba-fdd1-4002-800d-f61a8db133d6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.185635 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dc948749-4663-48d1-95fd-599408abb972 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89c087caeed94b4a8ea94c1c7d22f8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287131 Sep 07 16:39:07.185840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58204) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:07.231649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-0289798d-25bd-4672-98a4-72ef3c0c55ee None None] Allocated IP 2001:db8:0:1::2 (9b8defa1-849f-4e18-842e-2eb1e217f552/4744d7a2-053e-400a-bdc6-0c086c60b5e1/0f96daee-8447-4de5-bb01-a96295f2c300) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:07.244145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Provisioning complete for port 0bd87a66-908f-4dfd-9d45-d05ff2bd13d2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:07.244553 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.276508 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Pushing event updated for resources: {'Port': ['ID=ebd3f1e4-4674-42d0-a07e-afb5d86b390b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:07.327410 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69c32ffc-8aa0-4cd6-b018-4cc4cd356eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.354707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7c6a3-0bff-4d41-9e25-fefb6773dcf1 None None] Port 0bd87a66-908f-4dfd-9d45-d05ff2bd13d2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:07.392935 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69c32ffc-8aa0-4cd6-b018-4cc4cd356eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.402937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=0f96daee-8447-4de5-bb01-a96295f2c300,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:07.405670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:07.406053 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.458150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0289798d-25bd-4672-98a4-72ef3c0c55ee None None] For port 0f96daee-8447-4de5-bb01-a96295f2c300, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0f96daee-8447-4de5-bb01-a96295f2c300,segment=NetworkSegment(9c4d0dd8-469b-4a18-8aa1-69da21e7326f),segment_id=9c4d0dd8-469b-4a18-8aa1-69da21e7326f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:07.463927 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Allocated IP 2001:db8:1::1 (f0aca9c9-8438-4cc9-96a5-ba789ccdd44c/abeeec22-345b-4a5f-9d54-f245de6bd241/5bf94368-aab8-409d-a26f-884e4aac70ae) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:07.491150 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69c32ffc-8aa0-4cd6-b018-4cc4cd356eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.494506 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-69c32ffc-8aa0-4cd6-b018-4cc4cd356eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.498155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-69c32ffc-8aa0-4cd6-b018-4cc4cd356eff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e78a18dd-0ac1-4dd4-845a-7667203cf0cb HTTP/1.1" status: 204 len: 168 time: 0.3089139 Sep 07 16:39:07.513639 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c32ffc-8aa0-4cd6-b018-4cc4cd356eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78a18dd-0ac1-4dd4-845a-7667203cf0cb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:07.513866 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0289798d-25bd-4672-98a4-72ef3c0c55ee None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.526636 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fe6631d6-ddf6-4675-ada9-8e35eb937c0e None None] Provisioning complete for port ebd3f1e4-4674-42d0-a07e-afb5d86b390b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:07.526919 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe6631d6-ddf6-4675-ada9-8e35eb937c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.561203 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9721-b039-46e0-b324-b785f74710ae tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.561851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0289798d-25bd-4672-98a4-72ef3c0c55ee None None] Transition to ACTIVE for port object 0f96daee-8447-4de5-bb01-a96295f2c300 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:07.568379 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9721-b039-46e0-b324-b785f74710ae tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.588025 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0289798d-25bd-4672-98a4-72ef3c0c55ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.647362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289798d-25bd-4672-98a4-72ef3c0c55ee None None] Pushing event updated for resources: {'Port': ['ID=0f96daee-8447-4de5-bb01-a96295f2c300,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:07.686967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-083082ba-fdd1-4002-800d-f61a8db133d6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8:0:1::4b (9b8defa1-849f-4e18-842e-2eb1e217f552/4744d7a2-053e-400a-bdc6-0c086c60b5e1/a39a4515-66f4-4e2f-a8d5-6f60419f748b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:07.801660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fe6631d6-ddf6-4675-ada9-8e35eb937c0e None None] Provisioning complete for port 0bd87a66-908f-4dfd-9d45-d05ff2bd13d2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:07.801660 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fe6631d6-ddf6-4675-ada9-8e35eb937c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.807385 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.815612 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-6f3b9721-b039-46e0-b324-b785f74710ae tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Floating IP dc65bafc-c441-4f22-962c-9469787ab88c associated. External IP: 172.25.3.229, port: 1250e835-d7ad-49e1-aa70-cabdf5ffb0e1. Sep 07 16:39:07.870938 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fe6631d6-ddf6-4675-ada9-8e35eb937c0e None None] Port 0bd87a66-908f-4dfd-9d45-d05ff2bd13d2 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:07.885268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Transition to ACTIVE for port object 5bf94368-aab8-409d-a26f-884e4aac70ae will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:07.941830 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-083082ba-fdd1-4002-800d-f61a8db133d6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.954222 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:07.963695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-083082ba-fdd1-4002-800d-f61a8db133d6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Ignored duplicate provisioning block setup for port a39a4515-66f4-4e2f-a8d5-6f60419f748b by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 07 16:39:07.972553 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-083082ba-fdd1-4002-800d-f61a8db133d6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:08.047500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0f96daee-8447-4de5-bb01-a96295f2c300 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:08.111422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network f0aca9c9-8438-4cc9-96a5-ba789ccdd44c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:08.119429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083082ba-fdd1-4002-800d-f61a8db133d6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=a39a4515-66f4-4e2f-a8d5-6f60419f748b,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:08.124515 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:08.128835 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:08.129526 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:08.146588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ebd3f1e4-4674-42d0-a07e-afb5d86b390b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:08.204544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-083082ba-fdd1-4002-800d-f61a8db133d6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] In _notify_port_updated(), no bound segment for port a39a4515-66f4-4e2f-a8d5-6f60419f748b on network 9b8defa1-849f-4e18-842e-2eb1e217f552 {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:39:08.217152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083082ba-fdd1-4002-800d-f61a8db133d6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:08.217658 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-083082ba-fdd1-4002-800d-f61a8db133d6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:08.222293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-083082ba-fdd1-4002-800d-f61a8db133d6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "PUT /v2.0/ports/a39a4515-66f4-4e2f-a8d5-6f60419f748b HTTP/1.1" status: 200 len: 1010 time: 1.1797001 Sep 07 16:39:08.222632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58208) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:08.272134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ebd3f1e4-4674-42d0-a07e-afb5d86b390b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:08.272558 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:08.354854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-889f81bd-b6c9-4408-b8ef-5a39932e520a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port a39a4515-66f4-4e2f-a8d5-6f60419f748b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:08.355215 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-889f81bd-b6c9-4408-b8ef-5a39932e520a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:08.394142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=5bf94368-aab8-409d-a26f-884e4aac70ae,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:08.401426 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3b9721-b039-46e0-b324-b785f74710ae tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:08.487956 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-889f81bd-b6c9-4408-b8ef-5a39932e520a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:08.503985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-889f81bd-b6c9-4408-b8ef-5a39932e520a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for a39a4515-66f4-4e2f-a8d5-6f60419f748b owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:08.604085 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:08.618402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6cbfa1ef-f8ad-4b7a-8fd1-063315e71e35 None None] Provisioning for port 5bf94368-aab8-409d-a26f-884e4aac70ae completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:08.631622 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3b9721-b039-46e0-b324-b785f74710ae tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:08.633106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6cbfa1ef-f8ad-4b7a-8fd1-063315e71e35 None None] Provisioning complete for port 5bf94368-aab8-409d-a26f-884e4aac70ae triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:08.633566 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa1ef-f8ad-4b7a-8fd1-063315e71e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:08.658307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbde2c3-cbc0-46ee-8f20-5948f2ed1f04 None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:08.675527 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407dcb1f-7526-4750-add4-da79e88caba8 None None] Network 9b8defa1-849f-4e18-842e-2eb1e217f552 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:08.702369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbde2c3-cbc0-46ee-8f20-5948f2ed1f04 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:08.703131 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bcbde2c3-cbc0-46ee-8f20-5948f2ed1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:08.720894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfa1ef-f8ad-4b7a-8fd1-063315e71e35 None None] Port 5bf94368-aab8-409d-a26f-884e4aac70ae cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:08.729633 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-889f81bd-b6c9-4408-b8ef-5a39932e520a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:08.759927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bcbde2c3-cbc0-46ee-8f20-5948f2ed1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:08.764886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f81bd-b6c9-4408-b8ef-5a39932e520a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=a39a4515-66f4-4e2f-a8d5-6f60419f748b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:08.817561 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-889f81bd-b6c9-4408-b8ef-5a39932e520a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:08.819518 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-889f81bd-b6c9-4408-b8ef-5a39932e520a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/a39a4515-66f4-4e2f-a8d5-6f60419f748b HTTP/1.1" status: 204 len: 168 time: 0.5957222 Sep 07 16:39:08.822346 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58210) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:08.852349 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee19667b-c18c-4b95-a224-ccf8559277c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:39:08.856798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ee19667b-c18c-4b95-a224-ccf8559277c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/a39a4515-66f4-4e2f-a8d5-6f60419f748b HTTP/1.1" status: 404 len: 333 time: 0.0300457 Sep 07 16:39:08.857423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58212) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:08.921990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2838af2b-2396-4f9b-811b-337a97933885 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting subnet 4744d7a2-053e-400a-bdc6-0c086c60b5e1 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:08.926822 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2838af2b-2396-4f9b-811b-337a97933885 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:08.963878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbde2c3-cbc0-46ee-8f20-5948f2ed1f04 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:08.964075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bcbde2c3-cbc0-46ee-8f20-5948f2ed1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:08.992760 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2838af2b-2396-4f9b-811b-337a97933885 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.012927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bcbde2c3-cbc0-46ee-8f20-5948f2ed1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:09.013646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbde2c3-cbc0-46ee-8f20-5948f2ed1f04 None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:09.028025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-514a7e23-9f94-4581-8d70-8ed734b53c75 None None] Provisioning for port 0f96daee-8447-4de5-bb01-a96295f2c300 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:09.035757 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-514a7e23-9f94-4581-8d70-8ed734b53c75 None None] Provisioning complete for port 0f96daee-8447-4de5-bb01-a96295f2c300 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:09.035757 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-514a7e23-9f94-4581-8d70-8ed734b53c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.073915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3b9721-b039-46e0-b324-b785f74710ae tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 587ae86d-19c3-443a-b0c9-cd8c7f219c4c has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:09.086470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2838af2b-2396-4f9b-811b-337a97933885 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.093407 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.099604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.100429 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.156023 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2838af2b-2396-4f9b-811b-337a97933885 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.180221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-514a7e23-9f94-4581-8d70-8ed734b53c75 None None] Could not find standard attr ID for object a39a4515-66f4-4e2f-a8d5-6f60419f748b. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:39:09.187928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838af2b-2396-4f9b-811b-337a97933885 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Subnet': ['ID=4744d7a2-053e-400a-bdc6-0c086c60b5e1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:09.190249 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2838af2b-2396-4f9b-811b-337a97933885 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.193242 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2838af2b-2396-4f9b-811b-337a97933885 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/4744d7a2-053e-400a-bdc6-0c086c60b5e1 HTTP/1.1" status: 204 len: 168 time: 0.3339193 Sep 07 16:39:09.194956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58214) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:09.244393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=5bf94368-aab8-409d-a26f-884e4aac70ae,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:09.249284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4765c4e5-8f47-4a4f-aed5-1e648aec51f7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting subnet 19e7b890-63ef-4e17-831e-f8bae37fc340 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:09.253725 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4765c4e5-8f47-4a4f-aed5-1e648aec51f7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.296769 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4765c4e5-8f47-4a4f-aed5-1e648aec51f7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.332371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network f0aca9c9-8438-4cc9-96a5-ba789ccdd44c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:09.335783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:09.338236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3b9721-b039-46e0-b324-b785f74710ae tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:09.343890 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9721-b039-46e0-b324-b785f74710ae tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.354168 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cccff54-cf04-4130-9e6b-d0eba2d054dc None None] Sync routers for ids ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:09.370988 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cccff54-cf04-4130-9e6b-d0eba2d054dc None None] Routers {'587ae86d-19c3-443a-b0c9-cd8c7f219c4c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:09.371822 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9cccff54-cf04-4130-9e6b-d0eba2d054dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:09.404236 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4765c4e5-8f47-4a4f-aed5-1e648aec51f7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.428755 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9cccff54-cf04-4130-9e6b-d0eba2d054dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:09.431306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391b239f-7e27-4073-a77b-0e1ef6150cd1 None None] Network 9b8defa1-849f-4e18-842e-2eb1e217f552 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:09.459955 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cccff54-cf04-4130-9e6b-d0eba2d054dc None None] Routers {'587ae86d-19c3-443a-b0c9-cd8c7f219c4c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:09.460877 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9cccff54-cf04-4130-9e6b-d0eba2d054dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:09.480985 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4765c4e5-8f47-4a4f-aed5-1e648aec51f7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.491147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router 64d0406d-a063-4fbd-a26b-34dc6528c285 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:09.507573 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-9cccff54-cf04-4130-9e6b-d0eba2d054dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:09.508512 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cccff54-cf04-4130-9e6b-d0eba2d054dc None None] The sync data for ids ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:09.530636 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765c4e5-8f47-4a4f-aed5-1e648aec51f7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Subnet': ['ID=19e7b890-63ef-4e17-831e-f8bae37fc340,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:09.533601 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4765c4e5-8f47-4a4f-aed5-1e648aec51f7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.538338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4765c4e5-8f47-4a4f-aed5-1e648aec51f7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/19e7b890-63ef-4e17-831e-f8bae37fc340 HTTP/1.1" status: 204 len: 168 time: 0.3422108 Sep 07 16:39:09.538857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58216) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:09.577792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9dedd758-1d8c-42fe-92d7-2597bdf4ccdd None None] Provisioning complete for port 0f96daee-8447-4de5-bb01-a96295f2c300 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:09.579101 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9dedd758-1d8c-42fe-92d7-2597bdf4ccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.633913 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.692064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 0f96daee-8447-4de5-bb01-a96295f2c300 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:09.692495 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.762722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] For port 0f96daee-8447-4de5-bb01-a96295f2c300, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0f96daee-8447-4de5-bb01-a96295f2c300,segment=NetworkSegment(9c4d0dd8-469b-4a18-8aa1-69da21e7326f),segment_id=9c4d0dd8-469b-4a18-8aa1-69da21e7326f)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:09.763395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.776912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a0ef0d-9ed3-4449-8ea5-11e0d8042f56 None None] DHCP port deletion for 9b8defa1-849f-4e18-842e-2eb1e217f552 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:39:09.778023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 0f96daee-8447-4de5-bb01-a96295f2c300 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:09.826307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0ef0d-9ed3-4449-8ea5-11e0d8042f56 None None] Deleting port 0f96daee-8447-4de5-bb01-a96295f2c300 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:09.826845 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ef0d-9ed3-4449-8ea5-11e0d8042f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.870027 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.895895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=0f96daee-8447-4de5-bb01-a96295f2c300,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:09.901714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No DVR routers for this DVR port 0f96daee-8447-4de5-bb01-a96295f2c300 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:09.902124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-866f8659-da3b-4fb3-8177-f23784fa89ec None None] Provisioning complete for port 5bf94368-aab8-409d-a26f-884e4aac70ae triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:09.903386 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-866f8659-da3b-4fb3-8177-f23784fa89ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.943878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a3a0ef0d-9ed3-4449-8ea5-11e0d8042f56 None None] For port 0f96daee-8447-4de5-bb01-a96295f2c300, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0f96daee-8447-4de5-bb01-a96295f2c300,segment=NetworkSegment(9c4d0dd8-469b-4a18-8aa1-69da21e7326f),segment_id=9c4d0dd8-469b-4a18-8aa1-69da21e7326f)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:09.944510 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ef0d-9ed3-4449-8ea5-11e0d8042f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:09.965271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0ef0d-9ed3-4449-8ea5-11e0d8042f56 None None] Calling delete_port for 0f96daee-8447-4de5-bb01-a96295f2c300 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:09.967545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-866f8659-da3b-4fb3-8177-f23784fa89ec None None] Port 5bf94368-aab8-409d-a26f-884e4aac70ae cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:09.975486 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:09.978346 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6f3b9721-b039-46e0-b324-b785f74710ae tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "PUT /v2.0/floatingips/dc65bafc-c441-4f22-962c-9469787ab88c HTTP/1.1" status: 200 len: 978 time: 4.1839750 Sep 07 16:39:09.981590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:09.982021 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-423b536e-d5c0-448c-b19b-545d9650a53b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/64d0406d-a063-4fbd-a26b-34dc6528c285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5161223 Sep 07 16:39:09.984505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58220) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:09.995086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f671024-69b2-4282-99e8-618134d7262e None None] Sync routers for ids ['64d0406d-a063-4fbd-a26b-34dc6528c285'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:10.021771 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.031873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d727881-4785-45f3-b212-6ab5e282bc85 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:10.033491 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1d727881-4785-45f3-b212-6ab5e282bc85 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports/5bf94368-aab8-409d-a26f-884e4aac70ae HTTP/1.1" status: 200 len: 913 time: 0.0480666 Sep 07 16:39:10.036274 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58222) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:10.043366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0f96daee-8447-4de5-bb01-a96295f2c300 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:39:10.065761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8defa1-849f-4e18-842e-2eb1e217f552']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:10.073695 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f671024-69b2-4282-99e8-618134d7262e None None] Routers {'64d0406d-a063-4fbd-a26b-34dc6528c285'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:10.074345 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5f671024-69b2-4282-99e8-618134d7262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['64d0406d-a063-4fbd-a26b-34dc6528c285'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:10.079263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 0f96daee-8447-4de5-bb01-a96295f2c300 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:39:10.079611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0f96daee-8447-4de5-bb01-a96295f2c300 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:39:10.097950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4d0dd8-469b-4a18-8aa1-69da21e7326f') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:10.098266 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4d0dd8-469b-4a18-8aa1-69da21e7326f') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:10.109600 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.114544 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5f671024-69b2-4282-99e8-618134d7262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:10.130378 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.134807 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f671024-69b2-4282-99e8-618134d7262e None None] Routers {'64d0406d-a063-4fbd-a26b-34dc6528c285'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:10.135611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5f671024-69b2-4282-99e8-618134d7262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['64d0406d-a063-4fbd-a26b-34dc6528c285'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:10.138470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:10.138881 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:10.141844 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:10.169434 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-5f671024-69b2-4282-99e8-618134d7262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:10.170090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f671024-69b2-4282-99e8-618134d7262e None None] The sync data for ids ['64d0406d-a063-4fbd-a26b-34dc6528c285'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:10.186453 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ef0d-9ed3-4449-8ea5-11e0d8042f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.198763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0ef0d-9ed3-4449-8ea5-11e0d8042f56 None None] No DVR routers for this DVR port 0f96daee-8447-4de5-bb01-a96295f2c300 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:10.208984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-91f632e7-c72f-45c1-8e35-6f84a3998625 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port 779aad7a-680d-49f6-a157-5ac98af94230 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:10.209335 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91f632e7-c72f-45c1-8e35-6f84a3998625 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.220978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0ef0d-9ed3-4449-8ea5-11e0d8042f56 None None] Pushing event deleted for resources: {'Port': ['ID=0f96daee-8447-4de5-bb01-a96295f2c300,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:10.240193 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.274270 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.276150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/networks/9b8defa1-849f-4e18-842e-2eb1e217f552 HTTP/1.1" status: 204 len: 168 time: 0.7360361 Sep 07 16:39:10.279958 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58224) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:10.291170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e39f5f-19a2-4552-b6fe-5c60ccd0600e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Network': ['ID=9b8defa1-849f-4e18-842e-2eb1e217f552,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:10.323702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91f632e7-c72f-45c1-8e35-6f84a3998625 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.382124 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ee4fe82d-112c-46b8-ae3f-6ede47734511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.396892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac1da3-14df-482b-af75-b25928aaac46 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:10.398408 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e5ac1da3-14df-482b-af75-b25928aaac46 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1176293 Sep 07 16:39:10.404238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58226) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:10.496921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91f632e7-c72f-45c1-8e35-6f84a3998625 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.497279 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91f632e7-c72f-45c1-8e35-6f84a3998625 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.497487 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-91f632e7-c72f-45c1-8e35-6f84a3998625 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Floating IP dc65bafc-c441-4f22-962c-9469787ab88c disassociated. External IP: 172.25.3.229, port: 779aad7a-680d-49f6-a157-5ac98af94230. Sep 07 16:39:10.497826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-91f632e7-c72f-45c1-8e35-6f84a3998625 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for 779aad7a-680d-49f6-a157-5ac98af94230 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:10.502038 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-047d9a5b-001b-4289-94fd-136544303c1f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0966456 Sep 07 16:39:10.505768 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58228) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:10.510533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cdb2e816-2c62-4b62-8067-63f95fa443aa tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-413549029'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:10.541853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb2e816-2c62-4b62-8067-63f95fa443aa tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:10.545291 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e816-2c62-4b62-8067-63f95fa443aa tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.550252 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f124ad67-dbfe-4e17-b367-23ba48bc0497 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.626251 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91f632e7-c72f-45c1-8e35-6f84a3998625 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.636084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb2e816-2c62-4b62-8067-63f95fa443aa tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:10.652995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f632e7-c72f-45c1-8e35-6f84a3998625 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=779aad7a-680d-49f6-a157-5ac98af94230,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:10.655202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e816-2c62-4b62-8067-63f95fa443aa tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.655556 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-cdb2e816-2c62-4b62-8067-63f95fa443aa tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Added segment 3344985a-6a4c-4b06-962e-341ac4a48a6d of type vlan for network 57697f4e-a51e-4caf-8f4f-7fde8c8d5804 Sep 07 16:39:10.754842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e816-2c62-4b62-8067-63f95fa443aa tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.798517 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e816-2c62-4b62-8067-63f95fa443aa tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.804172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb2e816-2c62-4b62-8067-63f95fa443aa tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:10.804834 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e816-2c62-4b62-8067-63f95fa443aa tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:10.850620 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cdb2e816-2c62-4b62-8067-63f95fa443aa tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3436415 Sep 07 16:39:10.856973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58230) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:10.864709 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6786502c-409f-4687-9bea-20b4d8c9a0dc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '57697f4e-a51e-4caf-8f4f-7fde8c8d5804', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:10.929948 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2e816-2c62-4b62-8067-63f95fa443aa tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Network': ['ID=57697f4e-a51e-4caf-8f4f-7fde8c8d5804,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:10.941391 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 57697f4e-a51e-4caf-8f4f-7fde8c8d5804 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:11.050860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6786502c-409f-4687-9bea-20b4d8c9a0dc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:11.054524 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6786502c-409f-4687-9bea-20b4d8c9a0dc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:11.071028 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f124ad67-dbfe-4e17-b367-23ba48bc0497 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port 5bf94368-aab8-409d-a26f-884e4aac70ae {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:11.071374 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f124ad67-dbfe-4e17-b367-23ba48bc0497 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:11.091605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f632e7-c72f-45c1-8e35-6f84a3998625 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 587ae86d-19c3-443a-b0c9-cd8c7f219c4c has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:11.198472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f632e7-c72f-45c1-8e35-6f84a3998625 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:11.211733 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7f496a-cc41-4dea-aa9a-d568bf7c704d None None] Sync routers for ids ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:11.218375 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f124ad67-dbfe-4e17-b367-23ba48bc0497 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:11.221818 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7f496a-cc41-4dea-aa9a-d568bf7c704d None None] Routers {'587ae86d-19c3-443a-b0c9-cd8c7f219c4c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:11.222914 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-dc7f496a-cc41-4dea-aa9a-d568bf7c704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:11.235987 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f124ad67-dbfe-4e17-b367-23ba48bc0497 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for 5bf94368-aab8-409d-a26f-884e4aac70ae owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:11.259366 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-dc7f496a-cc41-4dea-aa9a-d568bf7c704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:11.266973 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91f632e7-c72f-45c1-8e35-6f84a3998625 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:11.270296 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7f496a-cc41-4dea-aa9a-d568bf7c704d None None] Routers {'587ae86d-19c3-443a-b0c9-cd8c7f219c4c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:11.270943 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-dc7f496a-cc41-4dea-aa9a-d568bf7c704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:11.272372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-91f632e7-c72f-45c1-8e35-6f84a3998625 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/ports/779aad7a-680d-49f6-a157-5ac98af94230 HTTP/1.1" status: 204 len: 168 time: 1.2584107 Sep 07 16:39:11.272900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58232) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:11.304309 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-dc7f496a-cc41-4dea-aa9a-d568bf7c704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:11.305129 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7f496a-cc41-4dea-aa9a-d568bf7c704d None None] The sync data for ids ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:11.382101 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6786502c-409f-4687-9bea-20b4d8c9a0dc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:11.495537 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786502c-409f-4687-9bea-20b4d8c9a0dc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Subnet': ['ID=17098c7a-57be-4855-ae8f-cab2fe221deb,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:11.529779 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786502c-409f-4687-9bea-20b4d8c9a0dc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Checking segment: {'id': '3344985a-6a4c-4b06-962e-341ac4a48a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57697f4e-a51e-4caf-8f4f-7fde8c8d5804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:11.530072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6786502c-409f-4687-9bea-20b4d8c9a0dc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network hostable DHCP agents. Network: 57697f4e-a51e-4caf-8f4f-7fde8c8d5804, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:11.559245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6786502c-409f-4687-9bea-20b4d8c9a0dc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 57697f4e-a51e-4caf-8f4f-7fde8c8d5804 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:11.562604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f124ad67-dbfe-4e17-b367-23ba48bc0497 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:11.593403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-6786502c-409f-4687-9bea-20b4d8c9a0dc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 57697f4e-a51e-4caf-8f4f-7fde8c8d5804) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:11.597552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124ad67-dbfe-4e17-b367-23ba48bc0497 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=5bf94368-aab8-409d-a26f-884e4aac70ae,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:11.603232 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6786502c-409f-4687-9bea-20b4d8c9a0dc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:11.603232 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6786502c-409f-4687-9bea-20b4d8c9a0dc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:11.606254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e86fd39-eca0-40a2-beae-0af229f73893 None None] Network 57697f4e-a51e-4caf-8f4f-7fde8c8d5804 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:11.671277 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6786502c-409f-4687-9bea-20b4d8c9a0dc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8109992 Sep 07 16:39:11.676013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58234) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:11.681067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': '57697f4e-a51e-4caf-8f4f-7fde8c8d5804', 'name': 'tempest-PortsIpV6TestJSON-495100091'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:11.737909 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-113c75da-77b5-4e92-9839-c2a323f796aa tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:11.784386 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f124ad67-dbfe-4e17-b367-23ba48bc0497 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:11.792125 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-57697f4e-a51e-4caf-8f4f-7fde8c8d5804', 'network_id': '57697f4e-a51e-4caf-8f4f-7fde8c8d5804', 'tenant_id': 'e75dd4cd7ccf42f5ba038fd731fcdbd2', 'fixed_ips': [{'subnet_id': '17098c7a-57be-4855-ae8f-cab2fe221deb'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:11.793015 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:11.931297 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:11.935042 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:11.970690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Allocated IP 2001:db8::2 (57697f4e-a51e-4caf-8f4f-7fde8c8d5804/17098c7a-57be-4855-ae8f-cab2fe221deb/e495c80b-a100-4cce-b651-1b02f9ce75ef) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:12.016956 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port a80f6bf2-a4ca-44aa-ac61-9017db9d0421 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:39:12.085465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f124ad67-dbfe-4e17-b367-23ba48bc0497 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router 64d0406d-a063-4fbd-a26b-34dc6528c285 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:12.097715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-113c75da-77b5-4e92-9839-c2a323f796aa tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port 48e64c1b-0850-47cb-83bb-edca86e8b84f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:12.098286 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-113c75da-77b5-4e92-9839-c2a323f796aa tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:12.137306 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:12.146230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Transition to ACTIVE for port object e495c80b-a100-4cce-b651-1b02f9ce75ef will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:12.162739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Transition to ACTIVE for port object e495c80b-a100-4cce-b651-1b02f9ce75ef will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:12.169665 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:12.188140 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-113c75da-77b5-4e92-9839-c2a323f796aa tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:12.200219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-113c75da-77b5-4e92-9839-c2a323f796aa tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for 48e64c1b-0850-47cb-83bb-edca86e8b84f owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:12.211784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Network 57697f4e-a51e-4caf-8f4f-7fde8c8d5804 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:12.214903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:12.218568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:12.228542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f124ad67-dbfe-4e17-b367-23ba48bc0497 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:12.232172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Pushing event updated for resources: {'Port': ['ID=e495c80b-a100-4cce-b651-1b02f9ce75ef,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:12.240873 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f124ad67-dbfe-4e17-b367-23ba48bc0497 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/64d0406d-a063-4fbd-a26b-34dc6528c285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2035346 Sep 07 16:39:12.249923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58238) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:12.255981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e8792-678a-461c-aaa7-c85398ee34f2 None None] Sync routers for ids ['64d0406d-a063-4fbd-a26b-34dc6528c285'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:12.262336 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8::da (57697f4e-a51e-4caf-8f4f-7fde8c8d5804/17098c7a-57be-4855-ae8f-cab2fe221deb/a80f6bf2-a4ca-44aa-ac61-9017db9d0421) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:12.282211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e8792-678a-461c-aaa7-c85398ee34f2 None None] Routers {'64d0406d-a063-4fbd-a26b-34dc6528c285'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:12.282855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-804e8792-678a-461c-aaa7-c85398ee34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['64d0406d-a063-4fbd-a26b-34dc6528c285'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:12.320538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-804e8792-678a-461c-aaa7-c85398ee34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:12.328779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Attempting to bind port e495c80b-a100-4cce-b651-1b02f9ce75ef on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:12.329320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Attempting to bind port e495c80b-a100-4cce-b651-1b02f9ce75ef by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '3344985a-6a4c-4b06-962e-341ac4a48a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57697f4e-a51e-4caf-8f4f-7fde8c8d5804'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:12.329533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Attempting to bind port e495c80b-a100-4cce-b651-1b02f9ce75ef on network 57697f4e-a51e-4caf-8f4f-7fde8c8d5804 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:12.337411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e8792-678a-461c-aaa7-c85398ee34f2 None None] Routers {'64d0406d-a063-4fbd-a26b-34dc6528c285'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:12.337951 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-804e8792-678a-461c-aaa7-c85398ee34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['64d0406d-a063-4fbd-a26b-34dc6528c285'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:12.340089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:12.340315 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Checking segment: {'id': '3344985a-6a4c-4b06-962e-341ac4a48a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57697f4e-a51e-4caf-8f4f-7fde8c8d5804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:12.340751 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:12.341152 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Bound using segment: {'id': '3344985a-6a4c-4b06-962e-341ac4a48a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57697f4e-a51e-4caf-8f4f-7fde8c8d5804'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:12.341827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Bound port: e495c80b-a100-4cce-b651-1b02f9ce75ef, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3344985a-6a4c-4b06-962e-341ac4a48a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57697f4e-a51e-4caf-8f4f-7fde8c8d5804'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:12.342011 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:12.383640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-804e8792-678a-461c-aaa7-c85398ee34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:12.384362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e8792-678a-461c-aaa7-c85398ee34f2 None None] The sync data for ids ['64d0406d-a063-4fbd-a26b-34dc6528c285'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:12.432392 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:12.448993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Transition to ACTIVE for port object a80f6bf2-a4ca-44aa-ac61-9017db9d0421 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:12.450615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] For port e495c80b-a100-4cce-b651-1b02f9ce75ef, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:12.454390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] For port e495c80b-a100-4cce-b651-1b02f9ce75ef, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e495c80b-a100-4cce-b651-1b02f9ce75ef,segment=NetworkSegment(3344985a-6a4c-4b06-962e-341ac4a48a6d),segment_id=3344985a-6a4c-4b06-962e-341ac4a48a6d)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:12.459442 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:12.486084 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:12.537109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155bd73-be04-4d49-9aaf-66cc60808f0a None None] Pushing event updated for resources: {'Port': ['ID=e495c80b-a100-4cce-b651-1b02f9ce75ef,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:12.545213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 57697f4e-a51e-4caf-8f4f-7fde8c8d5804 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:12.546805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:12.549072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=a80f6bf2-a4ca-44aa-ac61-9017db9d0421,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:12.551536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:12.557304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:12.558239 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:12.576402 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9574683b-5ddf-44c1-84e1-faf7224ca52f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8972685 Sep 07 16:39:12.577294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58240) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:12.584180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': '57697f4e-a51e-4caf-8f4f-7fde8c8d5804', 'name': 'tempest-PortsIpV6TestJSON-429410817'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:12.622640 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-113c75da-77b5-4e92-9839-c2a323f796aa tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:12.653740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c75da-77b5-4e92-9839-c2a323f796aa tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=48e64c1b-0850-47cb-83bb-edca86e8b84f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:12.721574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:12.728398 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:12.760766 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port 9f8d9382-7c66-4d79-9a1c-081f1eca5dc6 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:39:12.866980 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13cbfa35-2740-484a-987e-006e9db81447 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:12.909568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8::1af (57697f4e-a51e-4caf-8f4f-7fde8c8d5804/17098c7a-57be-4855-ae8f-cab2fe221deb/9f8d9382-7c66-4d79-9a1c-081f1eca5dc6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:13.066645 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:13.083212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Transition to ACTIVE for port object 9f8d9382-7c66-4d79-9a1c-081f1eca5dc6 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:13.119119 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:13.168491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 57697f4e-a51e-4caf-8f4f-7fde8c8d5804 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:13.171737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:13.178357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:13.184043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:13.184684 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:13.191663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=9f8d9382-7c66-4d79-9a1c-081f1eca5dc6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:13.205510 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-18ef5a60-48e9-4084-9e22-927985f30de3 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6270349 Sep 07 16:39:13.208192 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58242) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:13.273169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-113c75da-77b5-4e92-9839-c2a323f796aa tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:13.295207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f3f77-ad48-4623-abe7-a1e2c9557977 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:13.296858 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-456f3f77-ad48-4623-abe7-a1e2c9557977 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ada HTTP/1.1" status: 200 len: 927 time: 0.0876858 Sep 07 16:39:13.300301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58244) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:13.402770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a9adb081-6c8d-49dc-939d-b54a5a6eb5c4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 9f8d9382-7c66-4d79-9a1c-081f1eca5dc6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:13.403045 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9adb081-6c8d-49dc-939d-b54a5a6eb5c4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:13.497004 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9adb081-6c8d-49dc-939d-b54a5a6eb5c4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:13.512166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a9adb081-6c8d-49dc-939d-b54a5a6eb5c4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 9f8d9382-7c66-4d79-9a1c-081f1eca5dc6 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:13.623652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-13cbfa35-2740-484a-987e-006e9db81447 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port 0bd87a66-908f-4dfd-9d45-d05ff2bd13d2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:13.624004 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13cbfa35-2740-484a-987e-006e9db81447 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:13.627843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113c75da-77b5-4e92-9839-c2a323f796aa tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 587ae86d-19c3-443a-b0c9-cd8c7f219c4c has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:13.647637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a0e81-61b1-479d-914a-8de7c9e2bdb0 None None] Network 57697f4e-a51e-4caf-8f4f-7fde8c8d5804 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:13.659475 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9adb081-6c8d-49dc-939d-b54a5a6eb5c4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:13.689432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adb081-6c8d-49dc-939d-b54a5a6eb5c4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=9f8d9382-7c66-4d79-9a1c-081f1eca5dc6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:13.715324 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a9adb081-6c8d-49dc-939d-b54a5a6eb5c4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:13.720947 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a9adb081-6c8d-49dc-939d-b54a5a6eb5c4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/9f8d9382-7c66-4d79-9a1c-081f1eca5dc6 HTTP/1.1" status: 204 len: 168 time: 0.4166524 Sep 07 16:39:13.721230 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58246) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:13.731372 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-93a88acd-838a-400d-b167-a6e07443849e None None] Provisioning for port e495c80b-a100-4cce-b651-1b02f9ce75ef completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:13.747946 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22f0160-f3ba-4b3b-ba64-237d25b0b1e2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:39:13.749674 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d22f0160-f3ba-4b3b-ba64-237d25b0b1e2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/9f8d9382-7c66-4d79-9a1c-081f1eca5dc6 HTTP/1.1" status: 404 len: 333 time: 0.0269561 Sep 07 16:39:13.755345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:13.801498 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13cbfa35-2740-484a-987e-006e9db81447 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:13.864835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-13cbfa35-2740-484a-987e-006e9db81447 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for 0bd87a66-908f-4dfd-9d45-d05ff2bd13d2 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:13.957744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113c75da-77b5-4e92-9839-c2a323f796aa tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:13.969749 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-113c75da-77b5-4e92-9839-c2a323f796aa tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "PUT /v2.0/routers/587ae86d-19c3-443a-b0c9-cd8c7f219c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6916318 Sep 07 16:39:13.971561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58250) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:13.978022 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:13.981584 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed41d0b-7986-4028-8776-ff1bc9a4c94f None None] Sync routers for ids ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:13.997601 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed41d0b-7986-4028-8776-ff1bc9a4c94f None None] Routers {'587ae86d-19c3-443a-b0c9-cd8c7f219c4c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:13.998224 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4ed41d0b-7986-4028-8776-ff1bc9a4c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:14.041328 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4ed41d0b-7986-4028-8776-ff1bc9a4c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:14.052159 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed41d0b-7986-4028-8776-ff1bc9a4c94f None None] Routers {'587ae86d-19c3-443a-b0c9-cd8c7f219c4c'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:14.052807 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4ed41d0b-7986-4028-8776-ff1bc9a4c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:38:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:14.055952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-635ac561-5928-42a1-a40f-a725df0bb567 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port a80f6bf2-a4ca-44aa-ac61-9017db9d0421 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:14.055952 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-635ac561-5928-42a1-a40f-a725df0bb567 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.071102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e495c80b-a100-4cce-b651-1b02f9ce75ef up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:14.112811 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4ed41d0b-7986-4028-8776-ff1bc9a4c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:14.113506 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed41d0b-7986-4028-8776-ff1bc9a4c94f None None] The sync data for ids ['587ae86d-19c3-443a-b0c9-cd8c7f219c4c'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:14.150463 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.162331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port e495c80b-a100-4cce-b651-1b02f9ce75ef completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:14.170410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port e495c80b-a100-4cce-b651-1b02f9ce75ef triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:14.170632 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.209289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c4daf9fa-845e-4066-94e3-3dd70ab98995 None None] Provisioning for port a80f6bf2-a4ca-44aa-ac61-9017db9d0421 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:14.216439 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13cbfa35-2740-484a-987e-006e9db81447 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.222962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c4daf9fa-845e-4066-94e3-3dd70ab98995 None None] Provisioning complete for port a80f6bf2-a4ca-44aa-ac61-9017db9d0421 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:14.223544 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4daf9fa-845e-4066-94e3-3dd70ab98995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.253446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbfa35-2740-484a-987e-006e9db81447 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=0bd87a66-908f-4dfd-9d45-d05ff2bd13d2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:14.310042 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c4daf9fa-845e-4066-94e3-3dd70ab98995 None None] Port a80f6bf2-a4ca-44aa-ac61-9017db9d0421 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:14.321209 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-74f5a2b7-e0c6-40cc-beac-57dfa5026576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.336715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.353482 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-635ac561-5928-42a1-a40f-a725df0bb567 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.361839 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c4daf9fa-845e-4066-94e3-3dd70ab98995 None None] Provisioning complete for port e495c80b-a100-4cce-b651-1b02f9ce75ef triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:14.362618 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4daf9fa-845e-4066-94e3-3dd70ab98995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.400366 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-13cbfa35-2740-484a-987e-006e9db81447 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.418622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-635ac561-5928-42a1-a40f-a725df0bb567 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for a80f6bf2-a4ca-44aa-ac61-9017db9d0421 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:14.441233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port e495c80b-a100-4cce-b651-1b02f9ce75ef, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e495c80b-a100-4cce-b651-1b02f9ce75ef,segment=NetworkSegment(3344985a-6a4c-4b06-962e-341ac4a48a6d),segment_id=3344985a-6a4c-4b06-962e-341ac4a48a6d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:14.449318 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.585880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=e495c80b-a100-4cce-b651-1b02f9ce75ef,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:14.651019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-94c21f23-b262-4895-be6e-a8bd893ee1b5 None None] Provisioning complete for port a80f6bf2-a4ca-44aa-ac61-9017db9d0421 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:14.652481 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94c21f23-b262-4895-be6e-a8bd893ee1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.690662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cbfa35-2740-484a-987e-006e9db81447 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router 64d0406d-a063-4fbd-a26b-34dc6528c285 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:14.695066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-94c21f23-b262-4895-be6e-a8bd893ee1b5 None None] Port a80f6bf2-a4ca-44aa-ac61-9017db9d0421 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:14.732118 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.798173 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port c70892a6-b8f2-4de7-9c6d-34ea0123f625 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:14.798605 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.808011 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-597d4dba-5bee-4a87-acf4-e1ac1ea2bcbc None None] Could not find standard attr ID for object 9f8d9382-7c66-4d79-9a1c-081f1eca5dc6. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:39:14.809968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cbfa35-2740-484a-987e-006e9db81447 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:14.817087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-13cbfa35-2740-484a-987e-006e9db81447 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/64d0406d-a063-4fbd-a26b-34dc6528c285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5661108 Sep 07 16:39:14.820023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58252) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:14.823586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190d9f3-6dbd-4167-a79d-d3e46db51b8e None None] Sync routers for ids ['64d0406d-a063-4fbd-a26b-34dc6528c285'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:14.835541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190d9f3-6dbd-4167-a79d-d3e46db51b8e None None] Routers {'64d0406d-a063-4fbd-a26b-34dc6528c285'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:14.836364 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e190d9f3-6dbd-4167-a79d-d3e46db51b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['64d0406d-a063-4fbd-a26b-34dc6528c285'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:14.857948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cf570d2f-a6a4-4d14-bba8-f1bf084b763a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=64d0406d-a063-4fbd-a26b-34dc6528c285 HTTP/1.1" status: 200 len: 205 time: 0.0357995 Sep 07 16:39:14.860050 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58254) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:14.873378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e190d9f3-6dbd-4167-a79d-d3e46db51b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:14.874330 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-635ac561-5928-42a1-a40f-a725df0bb567 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.887183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190d9f3-6dbd-4167-a79d-d3e46db51b8e None None] Routers {'64d0406d-a063-4fbd-a26b-34dc6528c285'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:14.888193 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e190d9f3-6dbd-4167-a79d-d3e46db51b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['64d0406d-a063-4fbd-a26b-34dc6528c285'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:14.913701 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:14.924179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for c70892a6-b8f2-4de7-9c6d-34ea0123f625 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:14.942755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e190d9f3-6dbd-4167-a79d-d3e46db51b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:14.943607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190d9f3-6dbd-4167-a79d-d3e46db51b8e None None] The sync data for ids ['64d0406d-a063-4fbd-a26b-34dc6528c285'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:14.955357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ac561-5928-42a1-a40f-a725df0bb567 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=a80f6bf2-a4ca-44aa-ac61-9017db9d0421,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:14.965928 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.002716 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21f66aef-ccf8-447f-80c1-7e586b3bab24 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.005063 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-635ac561-5928-42a1-a40f-a725df0bb567 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.008686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-635ac561-5928-42a1-a40f-a725df0bb567 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/a80f6bf2-a4ca-44aa-ac61-9017db9d0421 HTTP/1.1" status: 204 len: 168 time: 1.2483232 Sep 07 16:39:15.010569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58256) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:15.068045 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-03653d53-3209-42d1-879a-e243f187e461 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:39:15.072072 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-03653d53-3209-42d1-879a-e243f187e461 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/a80f6bf2-a4ca-44aa-ac61-9017db9d0421 HTTP/1.1" status: 404 len: 333 time: 0.0582047 Sep 07 16:39:15.073686 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58258) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:15.142025 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf91b8dd-3575-42b4-8bca-1ad5725439f4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting subnet 17098c7a-57be-4855-ae8f-cab2fe221deb {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:15.163849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf91b8dd-3575-42b4-8bca-1ad5725439f4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.186651 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21f66aef-ccf8-447f-80c1-7e586b3bab24 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.188948 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21f66aef-ccf8-447f-80c1-7e586b3bab24 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.213706 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf91b8dd-3575-42b4-8bca-1ad5725439f4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.216573 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.233264 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21f66aef-ccf8-447f-80c1-7e586b3bab24 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.233820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f66aef-ccf8-447f-80c1-7e586b3bab24 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Fanout notify agent at l3_agent the message router_deleted on router 64d0406d-a063-4fbd-a26b-34dc6528c285 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:39:15.242652 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-21f66aef-ccf8-447f-80c1-7e586b3bab24 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.244206 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-21f66aef-ccf8-447f-80c1-7e586b3bab24 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/64d0406d-a063-4fbd-a26b-34dc6528c285 HTTP/1.1" status: 204 len: 168 time: 0.3787746 Sep 07 16:39:15.246801 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58260) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:15.270566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=c70892a6-b8f2-4de7-9c6d-34ea0123f625,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:15.306246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e279b941-460a-4068-8cb2-3989faa92b10 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting subnet abeeec22-345b-4a5f-9d54-f245de6bd241 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:15.309341 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e279b941-460a-4068-8cb2-3989faa92b10 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.349110 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e279b941-460a-4068-8cb2-3989faa92b10 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.369232 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.373933 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf91b8dd-3575-42b4-8bca-1ad5725439f4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.433740 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e279b941-460a-4068-8cb2-3989faa92b10 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.491806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.495783 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.497547 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e279b941-460a-4068-8cb2-3989faa92b10 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.527596 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e279b941-460a-4068-8cb2-3989faa92b10 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.532838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e279b941-460a-4068-8cb2-3989faa92b10 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/abeeec22-345b-4a5f-9d54-f245de6bd241 HTTP/1.1" status: 204 len: 168 time: 0.2817571 Sep 07 16:39:15.532838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279b941-460a-4068-8cb2-3989faa92b10 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Subnet': ['ID=abeeec22-345b-4a5f-9d54-f245de6bd241,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:15.533882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7464d206-a562-4ef7-bc02-2173ab14a6ae None None] Network f0aca9c9-8438-4cc9-96a5-ba789ccdd44c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:15.534140 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58262) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:15.549489 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.550095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Fanout notify agent at l3_agent the message router_deleted on router 587ae86d-19c3-443a-b0c9-cd8c7f219c4c {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:39:15.553868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf91b8dd-3575-42b4-8bca-1ad5725439f4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.560830 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.564788 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9ffb938e-4ffc-457b-9416-0f685307957c tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/routers/587ae86d-19c3-443a-b0c9-cd8c7f219c4c HTTP/1.1" status: 204 len: 168 time: 1.5913448 Sep 07 16:39:15.568482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58264) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:15.589792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91b8dd-3575-42b4-8bca-1ad5725439f4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Subnet': ['ID=17098c7a-57be-4855-ae8f-cab2fe221deb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:15.596540 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cf91b8dd-3575-42b4-8bca-1ad5725439f4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.598330 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cf91b8dd-3575-42b4-8bca-1ad5725439f4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/17098c7a-57be-4855-ae8f-cab2fe221deb HTTP/1.1" status: 204 len: 168 time: 0.5237072 Sep 07 16:39:15.600900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:15.604707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba195f-7dcb-46af-ab8d-55050212cae3 None None] Network 57697f4e-a51e-4caf-8f4f-7fde8c8d5804 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:15.635553 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d13592-18f0-4c0f-9107-ba9424745774 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting subnet 1a8b4ca2-6194-49cc-8f72-631c067bc172 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:15.640361 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98d13592-18f0-4c0f-9107-ba9424745774 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.646907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-902868fc-df63-4dff-9b14-987a2c82a2e1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting subnet d7409492-0d6f-4f2f-ab9c-f976a65937ed {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:15.667678 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-902868fc-df63-4dff-9b14-987a2c82a2e1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.686176 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.747410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port e495c80b-a100-4cce-b651-1b02f9ce75ef {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:15.747805 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.835747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] For port e495c80b-a100-4cce-b651-1b02f9ce75ef, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e495c80b-a100-4cce-b651-1b02f9ce75ef,segment=NetworkSegment(3344985a-6a4c-4b06-962e-341ac4a48a6d),segment_id=3344985a-6a4c-4b06-962e-341ac4a48a6d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:15.836141 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.843304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfb01a4-e897-4709-9dcb-d2412a7aa79f None None] DHCP port deletion for f0aca9c9-8438-4cc9-96a5-ba789ccdd44c request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:39:15.854373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for e495c80b-a100-4cce-b651-1b02f9ce75ef owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:15.874584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57717fbf-871f-48fd-8b42-cc700b851854 None None] DHCP port deletion for 57697f4e-a51e-4caf-8f4f-7fde8c8d5804 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:39:15.931487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb01a4-e897-4709-9dcb-d2412a7aa79f None None] Deleting port ebd3f1e4-4674-42d0-a07e-afb5d86b390b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:15.932064 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcfb01a4-e897-4709-9dcb-d2412a7aa79f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.963469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:15.997314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-57717fbf-871f-48fd-8b42-cc700b851854 None None] Deleting port e495c80b-a100-4cce-b651-1b02f9ce75ef {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:15.997777 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57717fbf-871f-48fd-8b42-cc700b851854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.020083 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=e495c80b-a100-4cce-b651-1b02f9ce75ef,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:16.022633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No DVR routers for this DVR port e495c80b-a100-4cce-b651-1b02f9ce75ef on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:16.036599 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98d13592-18f0-4c0f-9107-ba9424745774 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.059190 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-902868fc-df63-4dff-9b14-987a2c82a2e1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.077171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e495c80b-a100-4cce-b651-1b02f9ce75ef no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:39:16.083876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bcfb01a4-e897-4709-9dcb-d2412a7aa79f None None] For port ebd3f1e4-4674-42d0-a07e-afb5d86b390b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ebd3f1e4-4674-42d0-a07e-afb5d86b390b,segment=NetworkSegment(36bc1607-b8d8-4352-a846-1bb468c8cfad),segment_id=36bc1607-b8d8-4352-a846-1bb468c8cfad)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:16.084449 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcfb01a4-e897-4709-9dcb-d2412a7aa79f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.118099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: e495c80b-a100-4cce-b651-1b02f9ce75ef {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:39:16.118665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e495c80b-a100-4cce-b651-1b02f9ce75ef not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:39:16.119186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ebd3f1e4-4674-42d0-a07e-afb5d86b390b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:39:16.119320 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.141538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57697f4e-a51e-4caf-8f4f-7fde8c8d5804']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:16.144741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb01a4-e897-4709-9dcb-d2412a7aa79f None None] Calling delete_port for ebd3f1e4-4674-42d0-a07e-afb5d86b390b owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:16.151945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3344985a-6a4c-4b06-962e-341ac4a48a6d') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:16.152232 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3344985a-6a4c-4b06-962e-341ac4a48a6d') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:16.154388 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-57717fbf-871f-48fd-8b42-cc700b851854 None None] For port e495c80b-a100-4cce-b651-1b02f9ce75ef, host n-d-807551-3, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:16.154901 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57717fbf-871f-48fd-8b42-cc700b851854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.163033 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.177804 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.178469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-57717fbf-871f-48fd-8b42-cc700b851854 None None] Calling delete_port for e495c80b-a100-4cce-b651-1b02f9ce75ef owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:16.183458 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-57717fbf-871f-48fd-8b42-cc700b851854 None None] Port e495c80b-a100-4cce-b651-1b02f9ce75ef was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:39:16.186833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:16.187321 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.190072 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98d13592-18f0-4c0f-9107-ba9424745774 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:16.191170 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:16.215783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-902868fc-df63-4dff-9b14-987a2c82a2e1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.218984 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57717fbf-871f-48fd-8b42-cc700b851854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.252687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57717fbf-871f-48fd-8b42-cc700b851854 None None] Pushing event deleted for resources: {'Port': ['ID=e495c80b-a100-4cce-b651-1b02f9ce75ef,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:16.263238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57717fbf-871f-48fd-8b42-cc700b851854 None None] No DVR routers for this DVR port e495c80b-a100-4cce-b651-1b02f9ce75ef on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:16.266683 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.283125 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.285376 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/networks/57697f4e-a51e-4caf-8f4f-7fde8c8d5804 HTTP/1.1" status: 204 len: 168 time: 0.6835761 Sep 07 16:39:16.300900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e963d9-ff80-4f14-8585-1cb614c18a8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Network': ['ID=57697f4e-a51e-4caf-8f4f-7fde8c8d5804,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:16.304375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58268) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:16.313226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-436fcf8c-789a-4c9d-b33c-bcfdd5df7937 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-768029778'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:16.321746 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.326693 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98d13592-18f0-4c0f-9107-ba9424745774 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.334136 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-902868fc-df63-4dff-9b14-987a2c82a2e1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.340458 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bcfb01a4-e897-4709-9dcb-d2412a7aa79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.373088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d13592-18f0-4c0f-9107-ba9424745774 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8b4ca2-6194-49cc-8f72-631c067bc172,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:16.384269 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98d13592-18f0-4c0f-9107-ba9424745774 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.386103 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-98d13592-18f0-4c0f-9107-ba9424745774 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/1a8b4ca2-6194-49cc-8f72-631c067bc172 HTTP/1.1" status: 204 len: 168 time: 0.8506539 Sep 07 16:39:16.387744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb01a4-e897-4709-9dcb-d2412a7aa79f None None] Pushing event deleted for resources: {'Port': ['ID=ebd3f1e4-4674-42d0-a07e-afb5d86b390b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:16.389653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58270) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:16.392507 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e66b1f-5ba1-47f0-b1e0-1d11e7429cd8 None None] Network fe8c14c3-5b33-40c4-8661-5e866b61c2a9 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:16.395849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb01a4-e897-4709-9dcb-d2412a7aa79f None None] No DVR routers for this DVR port ebd3f1e4-4674-42d0-a07e-afb5d86b390b on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:16.397328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bce44e-a800-48d6-8639-665859e1aca0 None None] Network daefde48-9d35-4cfc-a8e3-12429bc668c5 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:16.403619 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-902868fc-df63-4dff-9b14-987a2c82a2e1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.408884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-902868fc-df63-4dff-9b14-987a2c82a2e1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/subnets/d7409492-0d6f-4f2f-ab9c-f976a65937ed HTTP/1.1" status: 204 len: 168 time: 0.8393734 Sep 07 16:39:16.410369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436fcf8c-789a-4c9d-b33c-bcfdd5df7937 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:16.414221 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-436fcf8c-789a-4c9d-b33c-bcfdd5df7937 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.416219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58272) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:16.417964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902868fc-df63-4dff-9b14-987a2c82a2e1 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Subnet': ['ID=d7409492-0d6f-4f2f-ab9c-f976a65937ed,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:16.507000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436fcf8c-789a-4c9d-b33c-bcfdd5df7937 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:16.518734 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb24e8a-3bb5-4970-899b-9966b6ea55db tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.519485 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.528758 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-436fcf8c-789a-4c9d-b33c-bcfdd5df7937 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.529116 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-436fcf8c-789a-4c9d-b33c-bcfdd5df7937 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Added segment e7482106-4c3b-4c58-a19e-7e9f040a98c9 of type vlan for network 4dc9c537-2069-475d-bd4d-9b56c11ff3e5 Sep 07 16:39:16.599504 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-436fcf8c-789a-4c9d-b33c-bcfdd5df7937 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.634203 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb24e8a-3bb5-4970-899b-9966b6ea55db tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.638957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-436fcf8c-789a-4c9d-b33c-bcfdd5df7937 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.645016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436fcf8c-789a-4c9d-b33c-bcfdd5df7937 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:16.645393 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-436fcf8c-789a-4c9d-b33c-bcfdd5df7937 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.658993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9eb24e8a-3bb5-4970-899b-9966b6ea55db tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0aca9c9-8438-4cc9-96a5-ba789ccdd44c']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:16.667698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port c972644c-4791-411d-8cad-2d4dffc6de1b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:16.668054 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.670697 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9eb24e8a-3bb5-4970-899b-9966b6ea55db tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bc1607-b8d8-4352-a846-1bb468c8cfad') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:16.671214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9eb24e8a-3bb5-4970-899b-9966b6ea55db tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bc1607-b8d8-4352-a846-1bb468c8cfad') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:16.683285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb24e8a-3bb5-4970-899b-9966b6ea55db tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.701509 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb24e8a-3bb5-4970-899b-9966b6ea55db tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.707728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-436fcf8c-789a-4c9d-b33c-bcfdd5df7937 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4018793 Sep 07 16:39:16.709395 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb24e8a-3bb5-4970-899b-9966b6ea55db tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:16.711161 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb24e8a-3bb5-4970-899b-9966b6ea55db tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.741458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58274) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:16.773226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d3e0906f-b3a6-4c1f-9bff-5b225bf927a0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '4dc9c537-2069-475d-bd4d-9b56c11ff3e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:16.774186 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:16.785624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fcf8c-789a-4c9d-b33c-bcfdd5df7937 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Network': ['ID=4dc9c537-2069-475d-bd4d-9b56c11ff3e5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:16.790421 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb24e8a-3bb5-4970-899b-9966b6ea55db tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.795904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9eb24e8a-3bb5-4970-899b-9966b6ea55db tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.799361 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9eb24e8a-3bb5-4970-899b-9966b6ea55db tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/networks/f0aca9c9-8438-4cc9-96a5-ba789ccdd44c HTTP/1.1" status: 204 len: 168 time: 0.4065509 Sep 07 16:39:16.801113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 4dc9c537-2069-475d-bd4d-9b56c11ff3e5 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:16.804798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58276) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:16.807660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] For port c972644c-4791-411d-8cad-2d4dffc6de1b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c972644c-4791-411d-8cad-2d4dffc6de1b,segment=NetworkSegment(c9edec19-e283-42f5-80cf-2b4fc6039b23),segment_id=c9edec19-e283-42f5-80cf-2b4fc6039b23)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:16.808041 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.825591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb24e8a-3bb5-4970-899b-9966b6ea55db tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Network': ['ID=f0aca9c9-8438-4cc9-96a5-ba789ccdd44c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:16.846329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for c972644c-4791-411d-8cad-2d4dffc6de1b owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:16.895784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0a7383-1114-414c-bd1a-1bac5e22db73 None None] DHCP port deletion for fe8c14c3-5b33-40c4-8661-5e866b61c2a9 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:39:16.918853 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de64637-e47e-4635-aa2b-8d8c9558c7e3 None None] DHCP port deletion for daefde48-9d35-4cfc-a8e3-12429bc668c5 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:39:16.927182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.969431 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.971009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e0906f-b3a6-4c1f-9bff-5b225bf927a0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:16.975198 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3e0906f-b3a6-4c1f-9bff-5b225bf927a0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:16.994105 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:16.994552 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.014453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5de64637-e47e-4635-aa2b-8d8c9558c7e3 None None] Deleting port c972644c-4791-411d-8cad-2d4dffc6de1b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:17.014870 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5de64637-e47e-4635-aa2b-8d8c9558c7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.017646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8c0a7383-1114-414c-bd1a-1bac5e22db73 None None] Deleting port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:17.018009 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7383-1114-414c-bd1a-1bac5e22db73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.052514 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.077355 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] For port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5a864af9-2ad8-4bb7-aa26-ad6bfd858db5,segment=NetworkSegment(ea280e20-f899-49c7-84b5-63a294743f97),segment_id=ea280e20-f899-49c7-84b5-63a294743f97)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:17.077756 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.091846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:17.092115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=c972644c-4791-411d-8cad-2d4dffc6de1b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:17.094211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] No DVR routers for this DVR port c972644c-4791-411d-8cad-2d4dffc6de1b on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:17.144913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5de64637-e47e-4635-aa2b-8d8c9558c7e3 None None] For port c972644c-4791-411d-8cad-2d4dffc6de1b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c972644c-4791-411d-8cad-2d4dffc6de1b,segment=NetworkSegment(c9edec19-e283-42f5-80cf-2b4fc6039b23),segment_id=c9edec19-e283-42f5-80cf-2b4fc6039b23)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:17.145302 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5de64637-e47e-4635-aa2b-8d8c9558c7e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.148769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8c0a7383-1114-414c-bd1a-1bac5e22db73 None None] For port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5a864af9-2ad8-4bb7-aa26-ad6bfd858db5,segment=NetworkSegment(ea280e20-f899-49c7-84b5-63a294743f97),segment_id=ea280e20-f899-49c7-84b5-63a294743f97)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:17.148984 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7383-1114-414c-bd1a-1bac5e22db73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.168227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5de64637-e47e-4635-aa2b-8d8c9558c7e3 None None] Calling delete_port for c972644c-4791-411d-8cad-2d4dffc6de1b owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:17.170064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8c0a7383-1114-414c-bd1a-1bac5e22db73 None None] Calling delete_port for 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:17.182316 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.209235 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.210089 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=5a864af9-2ad8-4bb7-aa26-ad6bfd858db5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:17.211960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No DVR routers for this DVR port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:17.241312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daefde48-9d35-4cfc-a8e3-12429bc668c5']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:17.257532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9edec19-e283-42f5-80cf-2b4fc6039b23') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:17.257978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9edec19-e283-42f5-80cf-2b4fc6039b23') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:17.291154 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.298811 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.311377 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5de64637-e47e-4635-aa2b-8d8c9558c7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.317282 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.320442 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3e0906f-b3a6-4c1f-9bff-5b225bf927a0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.320621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8c14c3-5b33-40c4-8661-5e866b61c2a9']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:17.325020 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7383-1114-414c-bd1a-1bac5e22db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.331618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea280e20-f899-49c7-84b5-63a294743f97') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:17.331896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de64637-e47e-4635-aa2b-8d8c9558c7e3 None None] No DVR routers for this DVR port c972644c-4791-411d-8cad-2d4dffc6de1b on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:17.332010 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea280e20-f899-49c7-84b5-63a294743f97') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:17.342822 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.354388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:17.354816 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de64637-e47e-4635-aa2b-8d8c9558c7e3 None None] Pushing event deleted for resources: {'Port': ['ID=c972644c-4791-411d-8cad-2d4dffc6de1b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:17.355031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.356684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a7383-1114-414c-bd1a-1bac5e22db73 None None] No DVR routers for this DVR port 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:17.358309 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:17.363592 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.378009 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:17.378538 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:17.382443 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:17.390493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a7383-1114-414c-bd1a-1bac5e22db73 None None] Pushing event deleted for resources: {'Port': ['ID=5a864af9-2ad8-4bb7-aa26-ad6bfd858db5,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:17.445935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0906f-b3a6-4c1f-9bff-5b225bf927a0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Subnet': ['ID=fff9f563-adc6-41a0-8344-d481edb4339d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:17.450267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.451747 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.458813 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.459559 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.460723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/networks/daefde48-9d35-4cfc-a8e3-12429bc668c5 HTTP/1.1" status: 204 len: 168 time: 1.0402973 Sep 07 16:39:17.464488 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/networks/fe8c14c3-5b33-40c4-8661-5e866b61c2a9 HTTP/1.1" status: 204 len: 168 time: 0.6585002 Sep 07 16:39:17.468278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58278) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:17.473552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58280) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:17.478396 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-957f65a9-c1f1-4df0-8421-eb7ae27ca9ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-564659395'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:17.481822 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e0906f-b3a6-4c1f-9bff-5b225bf927a0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Checking segment: {'id': 'e7482106-4c3b-4c58-a19e-7e9f040a98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4dc9c537-2069-475d-bd4d-9b56c11ff3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:17.482196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e0906f-b3a6-4c1f-9bff-5b225bf927a0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network hostable DHCP agents. Network: 4dc9c537-2069-475d-bd4d-9b56c11ff3e5, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:17.486620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d0048-8b7d-4a24-b5ce-8585d6d2e148 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Network': ['ID=daefde48-9d35-4cfc-a8e3-12429bc668c5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:17.510410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c329c-2301-4cb4-9d84-375b6c7f4d9d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Network': ['ID=fe8c14c3-5b33-40c4-8661-5e866b61c2a9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:17.511229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e0906f-b3a6-4c1f-9bff-5b225bf927a0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 4dc9c537-2069-475d-bd4d-9b56c11ff3e5 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:17.518942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957f65a9-c1f1-4df0-8421-eb7ae27ca9ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:17.522386 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-957f65a9-c1f1-4df0-8421-eb7ae27ca9ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.525516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d3e0906f-b3a6-4c1f-9bff-5b225bf927a0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 4dc9c537-2069-475d-bd4d-9b56c11ff3e5) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:17.533692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5881dc73-f51b-4378-a08b-f31d68e72a89 None None] Network 4dc9c537-2069-475d-bd4d-9b56c11ff3e5 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:17.536972 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e0906f-b3a6-4c1f-9bff-5b225bf927a0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:17.537581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3e0906f-b3a6-4c1f-9bff-5b225bf927a0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.558105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957f65a9-c1f1-4df0-8421-eb7ae27ca9ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:17.560901 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d3e0906f-b3a6-4c1f-9bff-5b225bf927a0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8181744 Sep 07 16:39:17.564008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58282) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:17.570027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': '4dc9c537-2069-475d-bd4d-9b56c11ff3e5', 'name': 'tempest-PortsIpV6TestJSON-1123489971', 'fixed_ips': [{'subnet_id': 'fff9f563-adc6-41a0-8344-d481edb4339d', 'ip_address': '2001:db8::10'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:17.589289 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-957f65a9-c1f1-4df0-8421-eb7ae27ca9ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.589644 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-957f65a9-c1f1-4df0-8421-eb7ae27ca9ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Added segment 06f15f82-c7a9-4add-a683-4a588eb46cc3 of type vlan for network 3d76ff5e-bc6b-432c-b69d-8296fd4aa71c Sep 07 16:39:17.623161 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9effd846-21b3-444b-8614-4ef3dde2725b tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port f8a4a701-abac-4d7e-a62b-d30281c7c63f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:17.623486 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9effd846-21b3-444b-8614-4ef3dde2725b tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.675534 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-957f65a9-c1f1-4df0-8421-eb7ae27ca9ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.699735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-4dc9c537-2069-475d-bd4d-9b56c11ff3e5', 'network_id': '4dc9c537-2069-475d-bd4d-9b56c11ff3e5', 'tenant_id': 'e75dd4cd7ccf42f5ba038fd731fcdbd2', 'fixed_ips': [{'subnet_id': 'fff9f563-adc6-41a0-8344-d481edb4339d'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:17.700853 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.715767 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9effd846-21b3-444b-8614-4ef3dde2725b tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.716144 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9effd846-21b3-444b-8614-4ef3dde2725b tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.722420 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-957f65a9-c1f1-4df0-8421-eb7ae27ca9ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.728170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957f65a9-c1f1-4df0-8421-eb7ae27ca9ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:17.728805 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-957f65a9-c1f1-4df0-8421-eb7ae27ca9ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.729924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9effd846-21b3-444b-8614-4ef3dde2725b tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for f8a4a701-abac-4d7e-a62b-d30281c7c63f owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:17.774311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:17.815217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-957f65a9-c1f1-4df0-8421-eb7ae27ca9ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3374281 Sep 07 16:39:17.815421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58284) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:17.820555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b1c35ab3-2afb-4970-82e6-b5b4d3a2a99d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'subnet': {'network_id': '3d76ff5e-bc6b-432c-b69d-8296fd4aa71c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:17.825950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f65a9-c1f1-4df0-8421-eb7ae27ca9ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Network': ['ID=3d76ff5e-bc6b-432c-b69d-8296fd4aa71c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:17.860182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 3d76ff5e-bc6b-432c-b69d-8296fd4aa71c details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:17.880256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Allocated IP 2001:db8::2 (4dc9c537-2069-475d-bd4d-9b56c11ff3e5/fff9f563-adc6-41a0-8344-d481edb4339d/b895ca17-cdb1-4702-bc8c-c7e1f3c75620) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:17.897303 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.922144 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port 944456f1-d8f3-4945-81a6-217747b5e0e4 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:39:17.954928 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9effd846-21b3-444b-8614-4ef3dde2725b tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:17.964670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c35ab3-2afb-4970-82e6-b5b4d3a2a99d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:17.969760 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b1c35ab3-2afb-4970-82e6-b5b4d3a2a99d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.008220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effd846-21b3-444b-8614-4ef3dde2725b tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=f8a4a701-abac-4d7e-a62b-d30281c7c63f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:18.036793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c972644c-4791-411d-8cad-2d4dffc6de1b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:39:18.062179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: c972644c-4791-411d-8cad-2d4dffc6de1b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:39:18.063048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c972644c-4791-411d-8cad-2d4dffc6de1b not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:39:18.063482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:39:18.090892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:39:18.091722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5a864af9-2ad8-4bb7-aa26-ad6bfd858db5 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:39:18.127982 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9effd846-21b3-444b-8614-4ef3dde2725b tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.130654 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9effd846-21b3-444b-8614-4ef3dde2725b tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.131933 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9effd846-21b3-444b-8614-4ef3dde2725b tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/floatingips/dc65bafc-c441-4f22-962c-9469787ab88c HTTP/1.1" status: 204 len: 168 time: 0.6646407 Sep 07 16:39:18.135684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58286) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:18.137314 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.147662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Transition to ACTIVE for port object b895ca17-cdb1-4702-bc8c-c7e1f3c75620 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:18.160103 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a4cd60-a8d9-4730-bf0e-10462b9f0160 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] DELETE failed (client error): The resource could not be found. Sep 07 16:39:18.160795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a4cd60-a8d9-4730-bf0e-10462b9f0160 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:18.164385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-81a4cd60-a8d9-4730-bf0e-10462b9f0160 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/ports/779aad7a-680d-49f6-a157-5ac98af94230 HTTP/1.1" status: 404 len: 333 time: 0.0257144 Sep 07 16:39:18.165860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Transition to ACTIVE for port object b895ca17-cdb1-4702-bc8c-c7e1f3c75620 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:18.167105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58288) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:18.172638 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.213961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Network 4dc9c537-2069-475d-bd4d-9b56c11ff3e5 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:18.218414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-895d70d4-08ac-4f00-a2d4-ab7c391d0387 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "GET /v2.0/ports?device_id=587ae86d-19c3-443a-b0c9-cd8c7f219c4c HTTP/1.1" status: 200 len: 205 time: 0.0500917 Sep 07 16:39:18.219163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:18.221715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58290) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:18.222555 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:18.241700 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Pushing event updated for resources: {'Port': ['ID=b895ca17-cdb1-4702-bc8c-c7e1f3c75620,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:18.256230 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b1c35ab3-2afb-4970-82e6-b5b4d3a2a99d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.265212 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-497cbb58-f467-454b-8b9f-67c69eed7da4 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] delete failed (client error): The resource could not be found. Sep 07 16:39:18.267179 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-497cbb58-f467-454b-8b9f-67c69eed7da4 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/routers/587ae86d-19c3-443a-b0c9-cd8c7f219c4c HTTP/1.1" status: 404 len: 336 time: 0.0445399 Sep 07 16:39:18.269978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58292) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:18.290387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Attempting to bind port b895ca17-cdb1-4702-bc8c-c7e1f3c75620 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:18.290776 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Attempting to bind port b895ca17-cdb1-4702-bc8c-c7e1f3c75620 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'e7482106-4c3b-4c58-a19e-7e9f040a98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4dc9c537-2069-475d-bd4d-9b56c11ff3e5'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:18.291261 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Attempting to bind port b895ca17-cdb1-4702-bc8c-c7e1f3c75620 on network 4dc9c537-2069-475d-bd4d-9b56c11ff3e5 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:18.297470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:18.297854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Checking segment: {'id': 'e7482106-4c3b-4c58-a19e-7e9f040a98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4dc9c537-2069-475d-bd4d-9b56c11ff3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:18.298260 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.298665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Bound using segment: {'id': 'e7482106-4c3b-4c58-a19e-7e9f040a98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4dc9c537-2069-475d-bd4d-9b56c11ff3e5'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:18.299178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Bound port: b895ca17-cdb1-4702-bc8c-c7e1f3c75620, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7482106-4c3b-4c58-a19e-7e9f040a98c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4dc9c537-2069-475d-bd4d-9b56c11ff3e5'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:18.299539 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.301771 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb59ae8c-6a00-43dd-a2c6-260eb6a98131 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] DELETE failed (client error): The resource could not be found. Sep 07 16:39:18.302442 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb59ae8c-6a00-43dd-a2c6-260eb6a98131 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:18.304489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eb59ae8c-6a00-43dd-a2c6-260eb6a98131 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/subnets/d7409492-0d6f-4f2f-ab9c-f976a65937ed HTTP/1.1" status: 404 len: 337 time: 0.0332706 Sep 07 16:39:18.306918 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58294) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:18.308015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8::10 (4dc9c537-2069-475d-bd4d-9b56c11ff3e5/fff9f563-adc6-41a0-8344-d481edb4339d/944456f1-d8f3-4945-81a6-217747b5e0e4) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:18.361970 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c35ab3-2afb-4970-82e6-b5b4d3a2a99d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Subnet': ['ID=00b4743f-2fc4-4b25-8fbd-a6e6cd8a9096,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:18.376221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] For port b895ca17-cdb1-4702-bc8c-c7e1f3c75620, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:18.379744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] For port b895ca17-cdb1-4702-bc8c-c7e1f3c75620, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b895ca17-cdb1-4702-bc8c-c7e1f3c75620,segment=NetworkSegment(e7482106-4c3b-4c58-a19e-7e9f040a98c9),segment_id=e7482106-4c3b-4c58-a19e-7e9f040a98c9)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:18.387641 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.396452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c35ab3-2afb-4970-82e6-b5b4d3a2a99d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Checking segment: {'id': '06f15f82-c7a9-4add-a683-4a588eb46cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d76ff5e-bc6b-432c-b69d-8296fd4aa71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:18.396823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c35ab3-2afb-4970-82e6-b5b4d3a2a99d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network hostable DHCP agents. Network: 3d76ff5e-bc6b-432c-b69d-8296fd4aa71c, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:18.426671 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c35ab3-2afb-4970-82e6-b5b4d3a2a99d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network 3d76ff5e-bc6b-432c-b69d-8296fd4aa71c is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:18.443717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-eb538ba1-c599-4168-a186-f2db1e3e2b08 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port 1250e835-d7ad-49e1-aa70-cabdf5ffb0e1 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:18.443965 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb538ba1-c599-4168-a186-f2db1e3e2b08 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.448315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b1c35ab3-2afb-4970-82e6-b5b4d3a2a99d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 3d76ff5e-bc6b-432c-b69d-8296fd4aa71c) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:18.454125 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3c2e0-d9b1-4d58-814b-bc1bbb314697 None None] Pushing event updated for resources: {'Port': ['ID=b895ca17-cdb1-4702-bc8c-c7e1f3c75620,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:18.461266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e24178-ebf5-4cc0-ae94-ce58ea11c85a None None] Network 3d76ff5e-bc6b-432c-b69d-8296fd4aa71c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:18.464517 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c35ab3-2afb-4970-82e6-b5b4d3a2a99d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:18.465110 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b1c35ab3-2afb-4970-82e6-b5b4d3a2a99d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.498471 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.517202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Transition to ACTIVE for port object 944456f1-d8f3-4945-81a6-217747b5e0e4 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:18.525100 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b1c35ab3-2afb-4970-82e6-b5b4d3a2a99d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7085371 Sep 07 16:39:18.528043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58296) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:18.532908 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fba86e0c-ff73-4a4a-a342-51ae17f85970 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1864295424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:18.559214 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.573503 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb538ba1-c599-4168-a186-f2db1e3e2b08 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.576903 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fba86e0c-ff73-4a4a-a342-51ae17f85970 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.578191 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fba86e0c-ff73-4a4a-a342-51ae17f85970 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.594068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-eb538ba1-c599-4168-a186-f2db1e3e2b08 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for 1250e835-d7ad-49e1-aa70-cabdf5ffb0e1 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:18.608407 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 4dc9c537-2069-475d-bd4d-9b56c11ff3e5 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:18.615210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:18.620378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:18.627007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:18.627907 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.632066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=944456f1-d8f3-4945-81a6-217747b5e0e4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:18.646519 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-df40e01b-c630-498f-b4be-eefd20a5701a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0814188 Sep 07 16:39:18.649100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58298) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:18.654615 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': '4dc9c537-2069-475d-bd4d-9b56c11ff3e5', 'name': 'tempest-PortsIpV6TestJSON-1188664053', 'fixed_ips': [{'subnet_id': 'fff9f563-adc6-41a0-8344-d481edb4339d', 'ip_address': '2001:db8::f'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:18.668766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-3d76ff5e-bc6b-432c-b69d-8296fd4aa71c', 'network_id': '3d76ff5e-bc6b-432c-b69d-8296fd4aa71c', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'fixed_ips': [{'subnet_id': '00b4743f-2fc4-4b25-8fbd-a6e6cd8a9096'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:18.669790 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.686865 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fba86e0c-ff73-4a4a-a342-51ae17f85970 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.711406 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fba86e0c-ff73-4a4a-a342-51ae17f85970 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.752478 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fba86e0c-ff73-4a4a-a342-51ae17f85970 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.754036 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fba86e0c-ff73-4a4a-a342-51ae17f85970 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2248545 Sep 07 16:39:18.758849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58300) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:18.766193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'port': {'network_id': '3d76ff5e-bc6b-432c-b69d-8296fd4aa71c', 'name': 'tempest-RoutersIpV6Test-1132147276'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:18.856427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:18.865554 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.888316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port f069bf46-3ad9-4b73-9803-5ef3361c8908 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:39:18.892661 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Allocated IP 2001:db8::2 (3d76ff5e-bc6b-432c-b69d-8296fd4aa71c/00b4743f-2fc4-4b25-8fbd-a6e6cd8a9096/cf4005ed-c311-4c9e-89a4-932b672af67a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:18.905841 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb538ba1-c599-4168-a186-f2db1e3e2b08 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:18.940315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb538ba1-c599-4168-a186-f2db1e3e2b08 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=1250e835-d7ad-49e1-aa70-cabdf5ffb0e1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:19.006522 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:19.010023 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.036516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] device_id is not set on port b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:39:19.045073 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-eb538ba1-c599-4168-a186-f2db1e3e2b08 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.047810 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-eb538ba1-c599-4168-a186-f2db1e3e2b08 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/ports/1250e835-d7ad-49e1-aa70-cabdf5ffb0e1 HTTP/1.1" status: 204 len: 168 time: 0.7392519 Sep 07 16:39:19.050257 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58302) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:19.067630 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.073487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8::f (4dc9c537-2069-475d-bd4d-9b56c11ff3e5/fff9f563-adc6-41a0-8344-d481edb4339d/f069bf46-3ad9-4b73-9803-5ef3361c8908) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:19.076590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Transition to ACTIVE for port object cf4005ed-c311-4c9e-89a4-932b672af67a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:19.096777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Transition to ACTIVE for port object cf4005ed-c311-4c9e-89a4-932b672af67a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:19.105723 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.149919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Network 3d76ff5e-bc6b-432c-b69d-8296fd4aa71c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:19.157954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:19.161213 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:19.166166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Pushing event updated for resources: {'Port': ['ID=cf4005ed-c311-4c9e-89a4-932b672af67a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:19.221344 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Attempting to bind port cf4005ed-c311-4c9e-89a4-932b672af67a on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:19.221955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Attempting to bind port cf4005ed-c311-4c9e-89a4-932b672af67a by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '06f15f82-c7a9-4add-a683-4a588eb46cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d76ff5e-bc6b-432c-b69d-8296fd4aa71c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:19.222471 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Attempting to bind port cf4005ed-c311-4c9e-89a4-932b672af67a on network 3d76ff5e-bc6b-432c-b69d-8296fd4aa71c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:19.224432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Allocated IP 2001:db8::3c8 (3d76ff5e-bc6b-432c-b69d-8296fd4aa71c/00b4743f-2fc4-4b25-8fbd-a6e6cd8a9096/b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:19.227409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:19.227790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Checking segment: {'id': '06f15f82-c7a9-4add-a683-4a588eb46cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d76ff5e-bc6b-432c-b69d-8296fd4aa71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:19.228229 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.229021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Bound using segment: {'id': '06f15f82-c7a9-4add-a683-4a588eb46cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d76ff5e-bc6b-432c-b69d-8296fd4aa71c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:19.229192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Bound port: cf4005ed-c311-4c9e-89a4-932b672af67a, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f15f82-c7a9-4add-a683-4a588eb46cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3d76ff5e-bc6b-432c-b69d-8296fd4aa71c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:19.229700 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.247611 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9551d30d-b680-4cd6-85fd-84a6e9e11680 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port edd8c3a1-d76a-4ac3-afbd-3463498012e7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:19.247964 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9551d30d-b680-4cd6-85fd-84a6e9e11680 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.261365 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.276244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Transition to ACTIVE for port object f069bf46-3ad9-4b73-9803-5ef3361c8908 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:19.303859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] For port cf4005ed-c311-4c9e-89a4-932b672af67a, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:19.307552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] For port cf4005ed-c311-4c9e-89a4-932b672af67a, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=cf4005ed-c311-4c9e-89a4-932b672af67a,segment=NetworkSegment(06f15f82-c7a9-4add-a683-4a588eb46cc3),segment_id=06f15f82-c7a9-4add-a683-4a588eb46cc3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:19.317062 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.325994 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.356326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 4dc9c537-2069-475d-bd4d-9b56c11ff3e5 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:19.359461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:19.363486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:19.371109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:19.372094 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.375976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b163dc3-412c-449d-9c1d-fc74b633fa7e None None] Pushing event updated for resources: {'Port': ['ID=cf4005ed-c311-4c9e-89a4-932b672af67a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:19.417846 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9551d30d-b680-4cd6-85fd-84a6e9e11680 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.421078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7709172 Sep 07 16:39:19.424007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58304) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:19.438681 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9551d30d-b680-4cd6-85fd-84a6e9e11680 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for edd8c3a1-d76a-4ac3-afbd-3463498012e7 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:19.493293 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa41805-151a-41cb-a8a6-bf5df084806c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=f069bf46-3ad9-4b73-9803-5ef3361c8908,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:19.526295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.535627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df55bd48-d0a1-4042-9398-db4654adbb1b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:19.537347 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-df55bd48-d0a1-4042-9398-db4654adbb1b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1118078 Sep 07 16:39:19.540246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58306) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:19.550990 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Transition to ACTIVE for port object b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:19.612824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b884f8-30f0-4279-9e82-a84ea9c0c6a6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:19.620873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b884f8-30f0-4279-9e82-a84ea9c0c6a6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:19.627518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b884f8-30f0-4279-9e82-a84ea9c0c6a6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:19.632130 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c3b884f8-30f0-4279-9e82-a84ea9c0c6a6 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0906785 Sep 07 16:39:19.632873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58308) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:19.652411 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.703722 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9551d30d-b680-4cd6-85fd-84a6e9e11680 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.724425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network 3d76ff5e-bc6b-432c-b69d-8296fd4aa71c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:19.745322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:19.766497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-976b4d3b-1a3d-4179-8696-a312f0eb0099 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port f069bf46-3ad9-4b73-9803-5ef3361c8908 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:19.766957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-976b4d3b-1a3d-4179-8696-a312f0eb0099 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.774049 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:19.779977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:19.780660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.792009 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:19.826710 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0da24d32-43b0-49cd-8eb2-275606c677a5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0657279 Sep 07 16:39:19.834941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb2671-cb48-4d00-bb06-70116fbd109e None None] Network 4dc9c537-2069-475d-bd4d-9b56c11ff3e5 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:19.848179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58310) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:19.865668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551d30d-b680-4cd6-85fd-84a6e9e11680 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=edd8c3a1-d76a-4ac3-afbd-3463498012e7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:19.886547 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9551d30d-b680-4cd6-85fd-84a6e9e11680 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:19.889178 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9551d30d-b680-4cd6-85fd-84a6e9e11680 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/ports/edd8c3a1-d76a-4ac3-afbd-3463498012e7 HTTP/1.1" status: 204 len: 168 time: 0.8379972 Sep 07 16:39:19.891728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58312) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:19.919528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8c2e3845-9f35-4c64-81a7-212bff025558 None None] Provisioning for port b895ca17-cdb1-4702-bc8c-c7e1f3c75620 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:19.978558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34291be6-fda8-4b34-b14c-16e54cee0cc0 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:19.982591 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-34291be6-fda8-4b34-b14c-16e54cee0cc0 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fd8c218-90de-428a-b1ec-8f85c5284381 HTTP/1.1" status: 200 len: 913 time: 0.0875783 Sep 07 16:39:19.982913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58314) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:19.983909 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-976b4d3b-1a3d-4179-8696-a312f0eb0099 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:20.029929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-976b4d3b-1a3d-4179-8696-a312f0eb0099 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for f069bf46-3ad9-4b73-9803-5ef3361c8908 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:20.117615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cf4005ed-c311-4c9e-89a4-932b672af67a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:20.176429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port cf4005ed-c311-4c9e-89a4-932b672af67a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:20.183074 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b895ca17-cdb1-4702-bc8c-c7e1f3c75620 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:20.267767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port b895ca17-cdb1-4702-bc8c-c7e1f3c75620 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:20.273044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b895ca17-cdb1-4702-bc8c-c7e1f3c75620 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:20.273735 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:20.412048 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:20.454648 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port b895ca17-cdb1-4702-bc8c-c7e1f3c75620, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b895ca17-cdb1-4702-bc8c-c7e1f3c75620,segment=NetworkSegment(e7482106-4c3b-4c58-a19e-7e9f040a98c9),segment_id=e7482106-4c3b-4c58-a19e-7e9f040a98c9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:20.471483 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:20.488383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f4b21d8-39da-420b-9812-bf195aac3f21 None None] Provisioning complete for port b895ca17-cdb1-4702-bc8c-c7e1f3c75620 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:20.489054 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f4b21d8-39da-420b-9812-bf195aac3f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:20.579458 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=b895ca17-cdb1-4702-bc8c-c7e1f3c75620,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:20.652045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f4b21d8-39da-420b-9812-bf195aac3f21 None None] Provisioning for port f069bf46-3ad9-4b73-9803-5ef3361c8908 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:20.660108 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f4b21d8-39da-420b-9812-bf195aac3f21 None None] Provisioning complete for port f069bf46-3ad9-4b73-9803-5ef3361c8908 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:20.660526 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f4b21d8-39da-420b-9812-bf195aac3f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:20.707583 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b21d8-39da-420b-9812-bf195aac3f21 None None] Port f069bf46-3ad9-4b73-9803-5ef3361c8908 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:20.718673 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f4b21d8-39da-420b-9812-bf195aac3f21 None None] Provisioning for port 944456f1-d8f3-4945-81a6-217747b5e0e4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:20.724645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1f4b21d8-39da-420b-9812-bf195aac3f21 None None] Provisioning complete for port 944456f1-d8f3-4945-81a6-217747b5e0e4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:20.725360 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1f4b21d8-39da-420b-9812-bf195aac3f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:20.743717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:20.773963 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-976b4d3b-1a3d-4179-8696-a312f0eb0099 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:20.785417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b21d8-39da-420b-9812-bf195aac3f21 None None] Port 944456f1-d8f3-4945-81a6-217747b5e0e4 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:20.836717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b4d3b-1a3d-4179-8696-a312f0eb0099 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=f069bf46-3ad9-4b73-9803-5ef3361c8908,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:20.866360 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-976b4d3b-1a3d-4179-8696-a312f0eb0099 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:20.868720 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-976b4d3b-1a3d-4179-8696-a312f0eb0099 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/f069bf46-3ad9-4b73-9803-5ef3361c8908 HTTP/1.1" status: 204 len: 168 time: 1.2347054 Sep 07 16:39:20.871408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58318) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:20.896063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4ce49e-8d4b-4b86-a9ad-560d4d9c776d None None] Network 3d76ff5e-bc6b-432c-b69d-8296fd4aa71c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:20.904594 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce1f862-5921-4e7b-a647-382b0a7ffd9f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:39:20.906232 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7ce1f862-5921-4e7b-a647-382b0a7ffd9f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/f069bf46-3ad9-4b73-9803-5ef3361c8908 HTTP/1.1" status: 404 len: 333 time: 0.0331099 Sep 07 16:39:20.927245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58320) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:20.973681 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bbb62522-b88a-4579-8ef2-5dc81b600545 None None] Provisioning complete for port 944456f1-d8f3-4945-81a6-217747b5e0e4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:20.974370 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbb62522-b88a-4579-8ef2-5dc81b600545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.018048 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dfe886bb-7e02-48ec-a17c-caae4c353b41 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.033004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bbb62522-b88a-4579-8ef2-5dc81b600545 None None] Port 944456f1-d8f3-4945-81a6-217747b5e0e4 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:21.082332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5b30101b-fbf7-491c-b85c-8e83b175201e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 944456f1-d8f3-4945-81a6-217747b5e0e4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:21.082565 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b30101b-fbf7-491c-b85c-8e83b175201e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.087929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bbb62522-b88a-4579-8ef2-5dc81b600545 None None] Provisioning for port cf4005ed-c311-4c9e-89a4-932b672af67a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:21.094631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bbb62522-b88a-4579-8ef2-5dc81b600545 None None] Provisioning complete for port cf4005ed-c311-4c9e-89a4-932b672af67a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:21.094631 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbb62522-b88a-4579-8ef2-5dc81b600545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.152947 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.167563 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.209558 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbb62522-b88a-4579-8ef2-5dc81b600545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.256809 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bbb62522-b88a-4579-8ef2-5dc81b600545 None None] For port cf4005ed-c311-4c9e-89a4-932b672af67a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=cf4005ed-c311-4c9e-89a4-932b672af67a,segment=NetworkSegment(06f15f82-c7a9-4add-a683-4a588eb46cc3),segment_id=06f15f82-c7a9-4add-a683-4a588eb46cc3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:21.261692 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bbb62522-b88a-4579-8ef2-5dc81b600545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.273809 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b30101b-fbf7-491c-b85c-8e83b175201e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.290018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5b30101b-fbf7-491c-b85c-8e83b175201e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 944456f1-d8f3-4945-81a6-217747b5e0e4 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:21.335443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:21.350216 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb62522-b88a-4579-8ef2-5dc81b600545 None None] Pushing event updated for resources: {'Port': ['ID=cf4005ed-c311-4c9e-89a4-932b672af67a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:21.385638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ead71045-87b6-4f6b-8ef5-1e413c14b9dc None None] Could not find standard attr ID for object f069bf46-3ad9-4b73-9803-5ef3361c8908. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:39:21.419243 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.516504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-35ce6353-097a-4939-a149-cba42b2df515 None None] Provisioning complete for port cf4005ed-c311-4c9e-89a4-932b672af67a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:21.517220 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35ce6353-097a-4939-a149-cba42b2df515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.540205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-dfe886bb-7e02-48ec-a17c-caae4c353b41 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port 523120c9-b30c-4574-8357-5f08f609714f {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:21.540589 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dfe886bb-7e02-48ec-a17c-caae4c353b41 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.546777 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.568642 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b30101b-fbf7-491c-b85c-8e83b175201e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.618757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30101b-fbf7-491c-b85c-8e83b175201e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=944456f1-d8f3-4945-81a6-217747b5e0e4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:21.634064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-35ce6353-097a-4939-a149-cba42b2df515 None None] Provisioning for port b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:21.638500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-35ce6353-097a-4939-a149-cba42b2df515 None None] Provisioning complete for port b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:21.638882 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-35ce6353-097a-4939-a149-cba42b2df515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.678010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-35ce6353-097a-4939-a149-cba42b2df515 None None] Port b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:21.682658 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b30101b-fbf7-491c-b85c-8e83b175201e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.684704 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5b30101b-fbf7-491c-b85c-8e83b175201e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/944456f1-d8f3-4945-81a6-217747b5e0e4 HTTP/1.1" status: 204 len: 168 time: 0.7563102 Sep 07 16:39:21.689847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58322) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:21.726670 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f19f4d9-973d-424b-9201-7b4c106c5186 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:39:21.728443 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4f19f4d9-973d-424b-9201-7b4c106c5186 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/944456f1-d8f3-4945-81a6-217747b5e0e4 HTTP/1.1" status: 404 len: 333 time: 0.0375197 Sep 07 16:39:21.731296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58324) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:21.790376 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dfe886bb-7e02-48ec-a17c-caae4c353b41 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.808421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a89079-269e-4a96-9263-e01503fb720f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting subnet fff9f563-adc6-41a0-8344-d481edb4339d {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:21.815322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-dfe886bb-7e02-48ec-a17c-caae4c353b41 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for 523120c9-b30c-4574-8357-5f08f609714f owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:21.817027 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-05a89079-269e-4a96-9263-e01503fb720f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.900629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ae6346f7-3195-41ce-b6fa-e1ef61b2def3 None None] Provisioning complete for port b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:21.900886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-05a89079-269e-4a96-9263-e01503fb720f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.901330 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ae6346f7-3195-41ce-b6fa-e1ef61b2def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.917053 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.924025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.933281 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:21.972581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ae6346f7-3195-41ce-b6fa-e1ef61b2def3 None None] Port b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:22.024413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-05a89079-269e-4a96-9263-e01503fb720f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.026283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:22.040463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cf4005ed-c311-4c9e-89a4-932b672af67a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:22.102644 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port cf4005ed-c311-4c9e-89a4-932b672af67a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:22.103024 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.133345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network 3d76ff5e-bc6b-432c-b69d-8296fd4aa71c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:22.135008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:22.147882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-05a89079-269e-4a96-9263-e01503fb720f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.179362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a89079-269e-4a96-9263-e01503fb720f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Subnet': ['ID=fff9f563-adc6-41a0-8344-d481edb4339d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:22.199976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b895ca17-cdb1-4702-bc8c-c7e1f3c75620 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:22.209314 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-05a89079-269e-4a96-9263-e01503fb720f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.213932 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-05a89079-269e-4a96-9263-e01503fb720f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/fff9f563-adc6-41a0-8344-d481edb4339d HTTP/1.1" status: 204 len: 168 time: 0.4816048 Sep 07 16:39:22.214541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58326) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:22.304225 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dfe886bb-7e02-48ec-a17c-caae4c353b41 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.318202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router f2ac8f04-6a86-4558-8aa0-738b418f2a27 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:39:22.348894 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.353806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe886bb-7e02-48ec-a17c-caae4c353b41 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=523120c9-b30c-4574-8357-5f08f609714f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:22.399208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aba7b8-d24f-4977-8067-2ff8454ac1a9 None None] Network 4dc9c537-2069-475d-bd4d-9b56c11ff3e5 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:22.417843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-381cab7f-58cc-43bc-aaf2-899ff6e8995d None None] Provisioning complete for port b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:22.418217 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-381cab7f-58cc-43bc-aaf2-899ff6e8995d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.440065 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:22.445569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8a982e74-fb18-49a6-a906-344db4f9f484 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/f2ac8f04-6a86-4558-8aa0-738b418f2a27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5963440 Sep 07 16:39:22.448186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58328) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:22.453370 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d8e41-1042-44ae-99df-0da7865a1549 None None] Sync routers for ids ['f2ac8f04-6a86-4558-8aa0-738b418f2a27'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:22.466402 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d8e41-1042-44ae-99df-0da7865a1549 None None] Routers {'f2ac8f04-6a86-4558-8aa0-738b418f2a27'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:22.467584 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cf2d8e41-1042-44ae-99df-0da7865a1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f2ac8f04-6a86-4558-8aa0-738b418f2a27'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:22.503439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-381cab7f-58cc-43bc-aaf2-899ff6e8995d None None] Port b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:22.507102 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cf2d8e41-1042-44ae-99df-0da7865a1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:22.511067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475f488-8d46-4371-a10f-89a1b85d7aa6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:22.515237 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a475f488-8d46-4371-a10f-89a1b85d7aa6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports/b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f HTTP/1.1" status: 200 len: 984 time: 0.0634041 Sep 07 16:39:22.515866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58330) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:22.520296 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d8e41-1042-44ae-99df-0da7865a1549 None None] Routers {'f2ac8f04-6a86-4558-8aa0-738b418f2a27'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:22.521121 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cf2d8e41-1042-44ae-99df-0da7865a1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f2ac8f04-6a86-4558-8aa0-738b418f2a27'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:22.556855 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cf2d8e41-1042-44ae-99df-0da7865a1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:22.557999 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d8e41-1042-44ae-99df-0da7865a1549 None None] The sync data for ids ['f2ac8f04-6a86-4558-8aa0-738b418f2a27'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:22.558130 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dfe886bb-7e02-48ec-a17c-caae4c353b41 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.587181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b895ca17-cdb1-4702-bc8c-c7e1f3c75620 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:22.587563 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.622456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port b895ca17-cdb1-4702-bc8c-c7e1f3c75620 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:22.622792 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.645231 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1614b428-53b6-4f9e-80eb-e33925afb306 None None] Provisioning complete for port b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:22.645610 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1614b428-53b6-4f9e-80eb-e33925afb306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.685742 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1614b428-53b6-4f9e-80eb-e33925afb306 None None] Port b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:22.730516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] For port b895ca17-cdb1-4702-bc8c-c7e1f3c75620, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b895ca17-cdb1-4702-bc8c-c7e1f3c75620,segment=NetworkSegment(e7482106-4c3b-4c58-a19e-7e9f040a98c9),segment_id=e7482106-4c3b-4c58-a19e-7e9f040a98c9)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:22.731694 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.736824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1142527-52ea-4c8d-999b-da695af94ef4 None None] DHCP port deletion for 4dc9c537-2069-475d-bd4d-9b56c11ff3e5 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:39:22.753219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for b895ca17-cdb1-4702-bc8c-c7e1f3c75620 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:22.782957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f1142527-52ea-4c8d-999b-da695af94ef4 None None] Deleting port b895ca17-cdb1-4702-bc8c-c7e1f3c75620 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:22.783282 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1142527-52ea-4c8d-999b-da695af94ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.856473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f1142527-52ea-4c8d-999b-da695af94ef4 None None] For port b895ca17-cdb1-4702-bc8c-c7e1f3c75620, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b895ca17-cdb1-4702-bc8c-c7e1f3c75620,segment=NetworkSegment(e7482106-4c3b-4c58-a19e-7e9f040a98c9),segment_id=e7482106-4c3b-4c58-a19e-7e9f040a98c9)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:22.857343 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1142527-52ea-4c8d-999b-da695af94ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.875520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f1142527-52ea-4c8d-999b-da695af94ef4 None None] Calling delete_port for b895ca17-cdb1-4702-bc8c-c7e1f3c75620 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:22.924857 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe886bb-7e02-48ec-a17c-caae4c353b41 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Router 2fd8c218-90de-428a-b1ec-8f85c5284381 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:22.932060 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.958669 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9c47251-0856-4d86-93e0-68a94717f2d1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.959291 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1142527-52ea-4c8d-999b-da695af94ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:22.965471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=b895ca17-cdb1-4702-bc8c-c7e1f3c75620,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:22.988598 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1142527-52ea-4c8d-999b-da695af94ef4 None None] Pushing event deleted for resources: {'Port': ['ID=b895ca17-cdb1-4702-bc8c-c7e1f3c75620,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:22.994279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1142527-52ea-4c8d-999b-da695af94ef4 None None] No DVR routers for this DVR port b895ca17-cdb1-4702-bc8c-c7e1f3c75620 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:22.999856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No DVR routers for this DVR port b895ca17-cdb1-4702-bc8c-c7e1f3c75620 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:23.121811 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.148718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe886bb-7e02-48ec-a17c-caae4c353b41 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:23.151159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc9c537-2069-475d-bd4d-9b56c11ff3e5']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:23.156181 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dfe886bb-7e02-48ec-a17c-caae4c353b41 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "PUT /v2.0/routers/2fd8c218-90de-428a-b1ec-8f85c5284381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1722286 Sep 07 16:39:23.159252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58332) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:23.161987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f7596-d39e-49c8-926b-7fb01a855f47 None None] Sync routers for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:23.164831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7482106-4c3b-4c58-a19e-7e9f040a98c9') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:23.165138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7482106-4c3b-4c58-a19e-7e9f040a98c9') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:23.173009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f7596-d39e-49c8-926b-7fb01a855f47 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:23.173664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-dd3f7596-d39e-49c8-926b-7fb01a855f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:23.174455 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.194221 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.203498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:23.204237 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:23.207696 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:23.211908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-dd3f7596-d39e-49c8-926b-7fb01a855f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:23.221410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f7596-d39e-49c8-926b-7fb01a855f47 None None] Routers {'2fd8c218-90de-428a-b1ec-8f85c5284381'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:23.222031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-dd3f7596-d39e-49c8-926b-7fb01a855f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['2fd8c218-90de-428a-b1ec-8f85c5284381'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:23.223019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e9c47251-0856-4d86-93e0-68a94717f2d1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:23.223381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9c47251-0856-4d86-93e0-68a94717f2d1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.256153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-dd3f7596-d39e-49c8-926b-7fb01a855f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:23.256845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f7596-d39e-49c8-926b-7fb01a855f47 None None] The sync data for ids ['2fd8c218-90de-428a-b1ec-8f85c5284381'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:23.292675 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.301712 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.304876 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/networks/4dc9c537-2069-475d-bd4d-9b56c11ff3e5 HTTP/1.1" status: 204 len: 168 time: 1.0870755 Sep 07 16:39:23.317169 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:23.322382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-61a532ee-86eb-454b-bbf7-85e6d2dc4059 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2028751729'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:23.327020 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce21aa-8bad-4004-9412-21d2cc6b181d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Network': ['ID=4dc9c537-2069-475d-bd4d-9b56c11ff3e5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:23.346550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a532ee-86eb-454b-bbf7-85e6d2dc4059 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:23.350032 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61a532ee-86eb-454b-bbf7-85e6d2dc4059 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.376808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a532ee-86eb-454b-bbf7-85e6d2dc4059 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:23.387641 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61a532ee-86eb-454b-bbf7-85e6d2dc4059 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.388101 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-61a532ee-86eb-454b-bbf7-85e6d2dc4059 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Added segment d3ab2763-cf3b-475f-83aa-d77fa9aeb8a8 of type vlan for network 79b14ec3-1819-43c3-a484-bbf27d38ce47 Sep 07 16:39:23.444908 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61a532ee-86eb-454b-bbf7-85e6d2dc4059 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.473430 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61a532ee-86eb-454b-bbf7-85e6d2dc4059 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.479316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a532ee-86eb-454b-bbf7-85e6d2dc4059 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:23.479938 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61a532ee-86eb-454b-bbf7-85e6d2dc4059 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.523760 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-61a532ee-86eb-454b-bbf7-85e6d2dc4059 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2053413 Sep 07 16:39:23.526890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58336) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:23.532151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-dcf3a4e4-12fd-4201-b6c9-a3c480dfa41f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '79b14ec3-1819-43c3-a484-bbf27d38ce47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:23.579026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a532ee-86eb-454b-bbf7-85e6d2dc4059 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Network': ['ID=79b14ec3-1819-43c3-a484-bbf27d38ce47,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:23.590974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 79b14ec3-1819-43c3-a484-bbf27d38ce47 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:23.626680 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.662136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf3a4e4-12fd-4201-b6c9-a3c480dfa41f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:23.667322 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcf3a4e4-12fd-4201-b6c9-a3c480dfa41f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.683053 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9c47251-0856-4d86-93e0-68a94717f2d1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.703418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e9c47251-0856-4d86-93e0-68a94717f2d1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:23.799764 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.871168 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcf3a4e4-12fd-4201-b6c9-a3c480dfa41f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.939299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3a4e4-12fd-4201-b6c9-a3c480dfa41f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Subnet': ['ID=1ceb5022-e764-4b3c-83c4-a2cc33fcc0c0,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:23.950791 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf3a4e4-12fd-4201-b6c9-a3c480dfa41f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Checking segment: {'id': 'd3ab2763-cf3b-475f-83aa-d77fa9aeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '79b14ec3-1819-43c3-a484-bbf27d38ce47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:23.951163 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf3a4e4-12fd-4201-b6c9-a3c480dfa41f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network hostable DHCP agents. Network: 79b14ec3-1819-43c3-a484-bbf27d38ce47, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:23.972866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf3a4e4-12fd-4201-b6c9-a3c480dfa41f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 79b14ec3-1819-43c3-a484-bbf27d38ce47 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:23.981859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting port 0777c791-b5e8-4178-b77f-8e8383d3a7cb {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:23.982488 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.983751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-dcf3a4e4-12fd-4201-b6c9-a3c480dfa41f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 79b14ec3-1819-43c3-a484-bbf27d38ce47) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:23.989498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf3a4e4-12fd-4201-b6c9-a3c480dfa41f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:23.990238 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dcf3a4e4-12fd-4201-b6c9-a3c480dfa41f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:23.997772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b113499d-d56f-4d01-8c1b-150f13bb3cfa None None] Network 79b14ec3-1819-43c3-a484-bbf27d38ce47 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:24.012210 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dcf3a4e4-12fd-4201-b6c9-a3c480dfa41f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4808609 Sep 07 16:39:24.012210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58338) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:24.018212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-57df23d8-8052-4b68-be1d-3f7784d15a6b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1600804331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:24.021632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b895ca17-cdb1-4702-bc8c-c7e1f3c75620 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:39:24.045393 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57df23d8-8052-4b68-be1d-3f7784d15a6b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.047649 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57df23d8-8052-4b68-be1d-3f7784d15a6b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.052577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: b895ca17-cdb1-4702-bc8c-c7e1f3c75620 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:39:24.052925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b895ca17-cdb1-4702-bc8c-c7e1f3c75620 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:39:24.085638 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9c47251-0856-4d86-93e0-68a94717f2d1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.127916 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57df23d8-8052-4b68-be1d-3f7784d15a6b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.133382 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57df23d8-8052-4b68-be1d-3f7784d15a6b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.145667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c47251-0856-4d86-93e0-68a94717f2d1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=b5df031f-9eeb-436f-8d0b-9cd0ad21bd0f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:24.153970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-57df23d8-8052-4b68-be1d-3f7784d15a6b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.160211 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-57df23d8-8052-4b68-be1d-3f7784d15a6b tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1428394 Sep 07 16:39:24.160720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:24.179452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'network_id': '79b14ec3-1819-43c3-a484-bbf27d38ce47', 'name': 'tempest-PortsIpV6TestJSON-1810118021'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:24.193649 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.204834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-79b14ec3-1819-43c3-a484-bbf27d38ce47', 'network_id': '79b14ec3-1819-43c3-a484-bbf27d38ce47', 'tenant_id': 'e75dd4cd7ccf42f5ba038fd731fcdbd2', 'fixed_ips': [{'subnet_id': '1ceb5022-e764-4b3c-83c4-a2cc33fcc0c0'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:24.205707 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.258908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Calling delete_port for 0777c791-b5e8-4178-b77f-8e8383d3a7cb owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:24.307676 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9c47251-0856-4d86-93e0-68a94717f2d1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.380221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Allocated IP 2001:db8::2 (79b14ec3-1819-43c3-a484-bbf27d38ce47/1ceb5022-e764-4b3c-83c4-a2cc33fcc0c0/07d15429-a7d1-4bf4-b31c-e9665d29f425) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:24.541590 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.551997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Transition to ACTIVE for port object 07d15429-a7d1-4bf4-b31c-e9665d29f425 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:24.567928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Transition to ACTIVE for port object 07d15429-a7d1-4bf4-b31c-e9665d29f425 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:24.574350 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.618308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Network 79b14ec3-1819-43c3-a484-bbf27d38ce47 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:24.621954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:24.628017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:24.635136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Pushing event updated for resources: {'Port': ['ID=07d15429-a7d1-4bf4-b31c-e9665d29f425,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:24.648577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c47251-0856-4d86-93e0-68a94717f2d1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router f2ac8f04-6a86-4558-8aa0-738b418f2a27 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:24.684968 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:24.688741 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.702634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Attempting to bind port 07d15429-a7d1-4bf4-b31c-e9665d29f425 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:24.703854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Attempting to bind port 07d15429-a7d1-4bf4-b31c-e9665d29f425 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'd3ab2763-cf3b-475f-83aa-d77fa9aeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '79b14ec3-1819-43c3-a484-bbf27d38ce47'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:24.704287 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Attempting to bind port 07d15429-a7d1-4bf4-b31c-e9665d29f425 on network 79b14ec3-1819-43c3-a484-bbf27d38ce47 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:24.707303 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port f4c5f4eb-010c-4704-8581-aeb8f852fa0d yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:39:24.710814 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:24.711187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Checking segment: {'id': 'd3ab2763-cf3b-475f-83aa-d77fa9aeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '79b14ec3-1819-43c3-a484-bbf27d38ce47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:24.711602 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.712006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Bound using segment: {'id': 'd3ab2763-cf3b-475f-83aa-d77fa9aeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '79b14ec3-1819-43c3-a484-bbf27d38ce47'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:24.712517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Bound port: 07d15429-a7d1-4bf4-b31c-e9665d29f425, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ab2763-cf3b-475f-83aa-d77fa9aeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '79b14ec3-1819-43c3-a484-bbf27d38ce47'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:24.713052 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.780615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] For port 07d15429-a7d1-4bf4-b31c-e9665d29f425, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:24.793380 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c47251-0856-4d86-93e0-68a94717f2d1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:24.804082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e9c47251-0856-4d86-93e0-68a94717f2d1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/f2ac8f04-6a86-4558-8aa0-738b418f2a27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2845809 Sep 07 16:39:24.805544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58342) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:24.807710 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04733190-146e-4750-8c9e-a1280ff9021b None None] Sync routers for ids ['f2ac8f04-6a86-4558-8aa0-738b418f2a27'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:24.817683 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04733190-146e-4750-8c9e-a1280ff9021b None None] Routers {'f2ac8f04-6a86-4558-8aa0-738b418f2a27'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:24.818390 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-04733190-146e-4750-8c9e-a1280ff9021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f2ac8f04-6a86-4558-8aa0-738b418f2a27'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:24.819675 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.820832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] For port 07d15429-a7d1-4bf4-b31c-e9665d29f425, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=07d15429-a7d1-4bf4-b31c-e9665d29f425,segment=NetworkSegment(d3ab2763-cf3b-475f-83aa-d77fa9aeb8a8),segment_id=d3ab2763-cf3b-475f-83aa-d77fa9aeb8a8)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:24.829218 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:24.856392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Port': ['ID=0777c791-b5e8-4178-b77f-8e8383d3a7cb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:24.871449 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-04733190-146e-4750-8c9e-a1280ff9021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:24.886268 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04733190-146e-4750-8c9e-a1280ff9021b None None] Routers {'f2ac8f04-6a86-4558-8aa0-738b418f2a27'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:24.887282 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-04733190-146e-4750-8c9e-a1280ff9021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['f2ac8f04-6a86-4558-8aa0-738b418f2a27'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:24.902856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8::192 (79b14ec3-1819-43c3-a484-bbf27d38ce47/1ceb5022-e764-4b3c-83c4-a2cc33fcc0c0/f4c5f4eb-010c-4704-8581-aeb8f852fa0d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:24.903747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60391f8-65a4-4b9c-bc4a-d03eef41792e None None] Pushing event updated for resources: {'Port': ['ID=07d15429-a7d1-4bf4-b31c-e9665d29f425,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:24.939487 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-04733190-146e-4750-8c9e-a1280ff9021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:24.940140 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04733190-146e-4750-8c9e-a1280ff9021b None None] The sync data for ids ['f2ac8f04-6a86-4558-8aa0-738b418f2a27'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:24.975378 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.107815 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.115926 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.138744 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-c5c8da16-4e2c-4d94-a5b6-abc6ef2dd324 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] remove_router_interface failed (client error): The resource could not be found. Sep 07 16:39:25.139977 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c5c8da16-4e2c-4d94-a5b6-abc6ef2dd324 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/f2ac8f04-6a86-4558-8aa0-738b418f2a27/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3334179 Sep 07 16:39:25.143621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:25.177603 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.178388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Fanout notify agent at l3_agent the message router_deleted on router 2fd8c218-90de-428a-b1ec-8f85c5284381 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:39:25.181659 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0b62408a-0e60-4c78-99a7-e1aaffefdf11 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ac8f04-6a86-4558-8aa0-738b418f2a27 HTTP/1.1" status: 200 len: 205 time: 0.0372510 Sep 07 16:39:25.184408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58346) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:25.188525 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.191892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-abe3046f-04ed-490e-b637-6c8ec1af48c6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/routers/2fd8c218-90de-428a-b1ec-8f85c5284381 HTTP/1.1" status: 204 len: 168 time: 2.0286980 Sep 07 16:39:25.191892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58348) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:25.245892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b69b996-f5ff-48e0-8fb0-6e4c972cf7a6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Deleting subnet 076fd2da-27a7-4cda-aefe-1d123d2947ed {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:25.249667 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b69b996-f5ff-48e0-8fb0-6e4c972cf7a6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.291229 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b69b996-f5ff-48e0-8fb0-6e4c972cf7a6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.299802 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae0072a4-e39d-4d17-9659-645d52a90658 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.349454 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b69b996-f5ff-48e0-8fb0-6e4c972cf7a6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.420909 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b69b996-f5ff-48e0-8fb0-6e4c972cf7a6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.430915 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.445845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69b996-f5ff-48e0-8fb0-6e4c972cf7a6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Subnet': ['ID=076fd2da-27a7-4cda-aefe-1d123d2947ed,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:25.455065 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b69b996-f5ff-48e0-8fb0-6e4c972cf7a6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.459495 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2b69b996-f5ff-48e0-8fb0-6e4c972cf7a6 tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/subnets/076fd2da-27a7-4cda-aefe-1d123d2947ed HTTP/1.1" status: 204 len: 168 time: 0.2640042 Sep 07 16:39:25.459887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58350) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:25.509242 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae0072a4-e39d-4d17-9659-645d52a90658 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.511070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Transition to ACTIVE for port object f4c5f4eb-010c-4704-8581-aeb8f852fa0d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:25.512812 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae0072a4-e39d-4d17-9659-645d52a90658 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.538648 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88ab2538-d2f5-4c55-a984-061a3ebc30cb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.569071 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae0072a4-e39d-4d17-9659-645d52a90658 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.569576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0072a4-e39d-4d17-9659-645d52a90658 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Fanout notify agent at l3_agent the message router_deleted on router f2ac8f04-6a86-4558-8aa0-738b418f2a27 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:39:25.577311 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae0072a4-e39d-4d17-9659-645d52a90658 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.581317 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ae0072a4-e39d-4d17-9659-645d52a90658 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/f2ac8f04-6a86-4558-8aa0-738b418f2a27 HTTP/1.1" status: 204 len: 168 time: 0.3933780 Sep 07 16:39:25.582228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58352) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:25.628972 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.659730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88ab2538-d2f5-4c55-a984-061a3ebc30cb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.670041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a03b1f-7bba-47d0-9c12-e6081fbe0aa6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting subnet 00b4743f-2fc4-4b25-8fbd-a6e6cd8a9096 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:25.680379 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56a03b1f-7bba-47d0-9c12-e6081fbe0aa6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.683002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-88ab2538-d2f5-4c55-a984-061a3ebc30cb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:25.693435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-88ab2538-d2f5-4c55-a984-061a3ebc30cb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bb2cad-0151-4be7-8fab-1dc8da2c8233') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:25.693751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-88ab2538-d2f5-4c55-a984-061a3ebc30cb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bb2cad-0151-4be7-8fab-1dc8da2c8233') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:25.704459 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88ab2538-d2f5-4c55-a984-061a3ebc30cb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.709216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 79b14ec3-1819-43c3-a484-bbf27d38ce47 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:25.719283 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88ab2538-d2f5-4c55-a984-061a3ebc30cb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.720574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:25.725747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ab2538-d2f5-4c55-a984-061a3ebc30cb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:25.726238 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88ab2538-d2f5-4c55-a984-061a3ebc30cb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.727500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:25.730257 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:25.733139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:25.733781 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.740039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=f4c5f4eb-010c-4704-8581-aeb8f852fa0d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:25.755651 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56a03b1f-7bba-47d0-9c12-e6081fbe0aa6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.783318 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b37a41a1-ba14-40ff-a54e-47fea6171177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6187773 Sep 07 16:39:25.785351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58354) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:25.805981 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88ab2538-d2f5-4c55-a984-061a3ebc30cb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.811849 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-88ab2538-d2f5-4c55-a984-061a3ebc30cb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:25.817205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-88ab2538-d2f5-4c55-a984-061a3ebc30cb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] 10.222.0.70 "DELETE /v2.0/networks/de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6 HTTP/1.1" status: 204 len: 168 time: 0.3562951 Sep 07 16:39:25.834148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab2538-d2f5-4c55-a984-061a3ebc30cb tempest-FloatingIPTestJSON-884725710 tempest-FloatingIPTestJSON-884725710-project] Pushing event deleted for resources: {'Network': ['ID=de2e3d09-f2ec-4454-a4b1-6a1d008b9bf6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:26.016184 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56a03b1f-7bba-47d0-9c12-e6081fbe0aa6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.079126 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 07d15429-a7d1-4bf4-b31c-e9665d29f425 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:26.117061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b86106-b3f3-46f9-bfca-0c7745796456 None None] Network 79b14ec3-1819-43c3-a484-bbf27d38ce47 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:26.142698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58360) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:26.177626 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56a03b1f-7bba-47d0-9c12-e6081fbe0aa6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.216737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1ee163cd-48fd-4c0d-a02b-45f72fe0aaf1 None None] Provisioning for port 07d15429-a7d1-4bf4-b31c-e9665d29f425 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:26.229599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a03b1f-7bba-47d0-9c12-e6081fbe0aa6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Subnet': ['ID=00b4743f-2fc4-4b25-8fbd-a6e6cd8a9096,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:26.230591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a5452f-7bd6-4290-9a3e-8187d18c4a3e None None] Network 3d76ff5e-bc6b-432c-b69d-8296fd4aa71c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:26.233771 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-56a03b1f-7bba-47d0-9c12-e6081fbe0aa6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.238317 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-56a03b1f-7bba-47d0-9c12-e6081fbe0aa6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/00b4743f-2fc4-4b25-8fbd-a6e6cd8a9096 HTTP/1.1" status: 204 len: 168 time: 0.6525407 Sep 07 16:39:26.238518 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 07d15429-a7d1-4bf4-b31c-e9665d29f425 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:26.239004 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58364) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:26.256176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 07d15429-a7d1-4bf4-b31c-e9665d29f425 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:26.256578 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.263057 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.319883 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3e14c14c-fb63-4f46-88aa-f1261839645a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23bbe4b76239464dafb208f57dc53c23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756678 Sep 07 16:39:26.320598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58366) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:26.356015 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.384536 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59239a91-5c73-4a4a-9d4b-3eb55d7589cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.409316 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59239a91-5c73-4a4a-9d4b-3eb55d7589cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.470690 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59239a91-5c73-4a4a-9d4b-3eb55d7589cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.474766 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59239a91-5c73-4a4a-9d4b-3eb55d7589cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.475929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-59239a91-5c73-4a4a-9d4b-3eb55d7589cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99ed74d3-94f6-4af5-b28a-589735ef2974 HTTP/1.1" status: 204 len: 168 time: 0.1543095 Sep 07 16:39:26.487190 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59239a91-5c73-4a4a-9d4b-3eb55d7589cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ed74d3-94f6-4af5-b28a-589735ef2974,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:26.542561 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.549496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port cf4005ed-c311-4c9e-89a4-932b672af67a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:26.550410 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.608222 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 07d15429-a7d1-4bf4-b31c-e9665d29f425, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=07d15429-a7d1-4bf4-b31c-e9665d29f425,segment=NetworkSegment(d3ab2763-cf3b-475f-83aa-d77fa9aeb8a8),segment_id=d3ab2763-cf3b-475f-83aa-d77fa9aeb8a8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:26.619505 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.668187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] For port cf4005ed-c311-4c9e-89a4-932b672af67a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=cf4005ed-c311-4c9e-89a4-932b672af67a,segment=NetworkSegment(06f15f82-c7a9-4add-a683-4a588eb46cc3),segment_id=06f15f82-c7a9-4add-a683-4a588eb46cc3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:26.668799 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.676320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2621e6a4-68b4-488d-96bf-8b057504b5cb None None] DHCP port deletion for 3d76ff5e-bc6b-432c-b69d-8296fd4aa71c request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:39:26.706281 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.717918 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for cf4005ed-c311-4c9e-89a4-932b672af67a owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:26.789413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=07d15429-a7d1-4bf4-b31c-e9665d29f425,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:26.816460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.828663 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.842126 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2621e6a4-68b4-488d-96bf-8b057504b5cb None None] Deleting port cf4005ed-c311-4c9e-89a4-932b672af67a {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:26.842661 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2621e6a4-68b4-488d-96bf-8b057504b5cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.888866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No DVR routers for this DVR port cf4005ed-c311-4c9e-89a4-932b672af67a on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:26.969102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2621e6a4-68b4-488d-96bf-8b057504b5cb None None] For port cf4005ed-c311-4c9e-89a4-932b672af67a, host n-d-807551-3, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:26.969102 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2621e6a4-68b4-488d-96bf-8b057504b5cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:26.974071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4f4d66af-76ae-435d-b3e7-c694cb63051d None None] Provisioning for port f4c5f4eb-010c-4704-8581-aeb8f852fa0d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:26.978278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=f4c5f4eb-010c-4704-8581-aeb8f852fa0d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:26.995449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4f4d66af-76ae-435d-b3e7-c694cb63051d None None] Provisioning complete for port f4c5f4eb-010c-4704-8581-aeb8f852fa0d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:26.996224 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4f4d66af-76ae-435d-b3e7-c694cb63051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.033958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2621e6a4-68b4-488d-96bf-8b057504b5cb None None] Calling delete_port for cf4005ed-c311-4c9e-89a4-932b672af67a owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:27.038688 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-2621e6a4-68b4-488d-96bf-8b057504b5cb None None] Port cf4005ed-c311-4c9e-89a4-932b672af67a was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 16:39:27.047952 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2621e6a4-68b4-488d-96bf-8b057504b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.059417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=cf4005ed-c311-4c9e-89a4-932b672af67a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:27.068260 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2621e6a4-68b4-488d-96bf-8b057504b5cb None None] No DVR routers for this DVR port cf4005ed-c311-4c9e-89a4-932b672af67a on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:27.100312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621e6a4-68b4-488d-96bf-8b057504b5cb None None] Pushing event deleted for resources: {'Port': ['ID=cf4005ed-c311-4c9e-89a4-932b672af67a,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:27.116304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d66af-76ae-435d-b3e7-c694cb63051d None None] Port f4c5f4eb-010c-4704-8581-aeb8f852fa0d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:27.130756 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.149981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4f4d66af-76ae-435d-b3e7-c694cb63051d None None] Provisioning complete for port 07d15429-a7d1-4bf4-b31c-e9665d29f425 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:27.150999 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4f4d66af-76ae-435d-b3e7-c694cb63051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.162913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d76ff5e-bc6b-432c-b69d-8296fd4aa71c']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:27.193661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f15f82-c7a9-4add-a683-4a588eb46cc3') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:27.194367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f15f82-c7a9-4add-a683-4a588eb46cc3') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:27.196149 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.282954 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.306036 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.313271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:27.313935 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:27.322337 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:27.397780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d4cf6099-35e1-45af-b6e2-8660e02b172f None None] Provisioning complete for port f4c5f4eb-010c-4704-8581-aeb8f852fa0d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:27.397995 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6099-35e1-45af-b6e2-8660e02b172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.409972 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.456235 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.458663 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/networks/3d76ff5e-bc6b-432c-b69d-8296fd4aa71c HTTP/1.1" status: 204 len: 168 time: 1.2187009 Sep 07 16:39:27.460066 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdb0f4-d9c5-4cbf-993b-9f66efb77851 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Network': ['ID=3d76ff5e-bc6b-432c-b69d-8296fd4aa71c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:27.462811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf6099-35e1-45af-b6e2-8660e02b172f None None] Port f4c5f4eb-010c-4704-8581-aeb8f852fa0d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:27.463158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58388) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:27.469659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-61e64781-633d-41d5-8195-07f096612223 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-560045787'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:27.472122 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.520175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e64781-633d-41d5-8195-07f096612223 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:27.524095 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-61e64781-633d-41d5-8195-07f096612223 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.537848 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58390) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:27.557849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e64781-633d-41d5-8195-07f096612223 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:27.569160 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-61e64781-633d-41d5-8195-07f096612223 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.569861 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-61e64781-633d-41d5-8195-07f096612223 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Added segment d542c106-3893-4302-81a7-0127ee881bb0 of type vlan for network 5cba455c-c3d9-49b3-a3d0-3ab77f0251fa Sep 07 16:39:27.599348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b27a770d-69e0-4c5a-ae87-f3f74a878d96 None None] Provisioning complete for port f4c5f4eb-010c-4704-8581-aeb8f852fa0d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:27.600198 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b27a770d-69e0-4c5a-ae87-f3f74a878d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.620867 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-61e64781-633d-41d5-8195-07f096612223 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.653486 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-61e64781-633d-41d5-8195-07f096612223 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.659962 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e64781-633d-41d5-8195-07f096612223 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:27.660520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-61e64781-633d-41d5-8195-07f096612223 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.681649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Request body: {'networks': [{'name': 'tempest-network--239319122'}, {'name': 'tempest-network--1257673207'}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:27.682379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Request body: {'network': {'name': 'tempest-network--239319122'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:27.682526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b27a770d-69e0-4c5a-ae87-f3f74a878d96 None None] Port f4c5f4eb-010c-4704-8581-aeb8f852fa0d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:27.683170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Request body: {'network': {'name': 'tempest-network--1257673207'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:27.709111 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-61e64781-633d-41d5-8195-07f096612223 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2443304 Sep 07 16:39:27.712176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58394) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:27.719447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3fa619ac-b664-4c50-9f0d-1c7e603d8218 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'subnet': {'network_id': '5cba455c-c3d9-49b3-a3d0-3ab77f0251fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:27.760742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e64781-633d-41d5-8195-07f096612223 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Network': ['ID=5cba455c-c3d9-49b3-a3d0-3ab77f0251fa,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:27.764981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Made reservation on behalf of bdd16ce97f9a4e2e8219056429e052b3 for: {'network': 2} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:27.770229 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.774039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 5cba455c-c3d9-49b3-a3d0-3ab77f0251fa details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:27.783320 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.855196 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.859963 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.860766 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.878206 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.882446 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.882999 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.923268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645dd01c-e35b-48f8-9afe-a05bcc741389,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:27.932516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:27.944061 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:27.944061 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Added segment b55d4a05-640e-41a3-a125-8851b0025c96 of type vlan for network 6e7443cb-61f7-4e66-b0f9-5cf18a3214ce Sep 07 16:39:27.988042 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.020932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:28.031413 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.031671 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Added segment b919a28b-aa45-4b75-87df-a76801c7f8f3 of type vlan for network 427dfcb9-55c7-4b2b-9c0c-5a60d6ca7bb6 Sep 07 16:39:28.036096 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 07d15429-a7d1-4bf4-b31c-e9665d29f425 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:28.080696 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.093888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 07d15429-a7d1-4bf4-b31c-e9665d29f425 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:28.094271 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.113651 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.114310 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.121715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:28.127681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:28.128454 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.205950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event updated for resources: {'Network': ['ID=6e7443cb-61f7-4e66-b0f9-5cf18a3214ce,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:28.217466 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 6e7443cb-61f7-4e66-b0f9-5cf18a3214ce details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:28.252585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cf4005ed-c311-4c9e-89a4-932b672af67a no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:39:28.274496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event updated for resources: {'Network': ['ID=427dfcb9-55c7-4b2b-9c0c-5a60d6ca7bb6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:28.283972 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-73cd34a5-c725-439e-89d8-a5664e9c3f40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7448301 Sep 07 16:39:28.284402 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa619ac-b664-4c50-9f0d-1c7e603d8218 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:28.286373 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58396) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:28.288189 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3fa619ac-b664-4c50-9f0d-1c7e603d8218 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.294366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=f4c5f4eb-010c-4704-8581-aeb8f852fa0d,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:28.309094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 427dfcb9-55c7-4b2b-9c0c-5a60d6ca7bb6 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:28.325879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: cf4005ed-c311-4c9e-89a4-932b672af67a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:39:28.326506 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cf4005ed-c311-4c9e-89a4-932b672af67a not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:39:28.426992 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 79b14ec3-1819-43c3-a484-bbf27d38ce47 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:28.430795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:28.498011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d92bb9-3a3b-4ab4-a7cc-f5358b56eb47 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:28.505300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d92bb9-3a3b-4ab4-a7cc-f5358b56eb47 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:28.511778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d92bb9-3a3b-4ab4-a7cc-f5358b56eb47 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:28.517930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d92bb9-3a3b-4ab4-a7cc-f5358b56eb47 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:28.520902 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a2d92bb9-3a3b-4ab4-a7cc-f5358b56eb47 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2332895 Sep 07 16:39:28.522688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58398) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:28.601350 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba1358c0-1f6f-438c-9604-4871dc7f8748 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.618195 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3fa619ac-b664-4c50-9f0d-1c7e603d8218 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.680485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Router 50edf68c-c3f1-433a-bf39-e5073238dcdf is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:39:28.690947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa619ac-b664-4c50-9f0d-1c7e603d8218 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Subnet': ['ID=ff1a38e4-357c-45f9-9902-1e76050d1f29,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:28.694181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba1358c0-1f6f-438c-9604-4871dc7f8748 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.708748 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa619ac-b664-4c50-9f0d-1c7e603d8218 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Checking segment: {'id': 'd542c106-3893-4302-81a7-0127ee881bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5cba455c-c3d9-49b3-a3d0-3ab77f0251fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:28.709114 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa619ac-b664-4c50-9f0d-1c7e603d8218 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network hostable DHCP agents. Network: 5cba455c-c3d9-49b3-a3d0-3ab77f0251fa, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:28.715238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d5050878-0a25-4997-8dd8-205efc6f242d None None] Provisioning complete for port f4c5f4eb-010c-4704-8581-aeb8f852fa0d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:28.715834 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d5050878-0a25-4997-8dd8-205efc6f242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.722649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ba1358c0-1f6f-438c-9604-4871dc7f8748 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7443cb-61f7-4e66-b0f9-5cf18a3214ce']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:28.732147 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ba1358c0-1f6f-438c-9604-4871dc7f8748 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55d4a05-640e-41a3-a125-8851b0025c96') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:28.732479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ba1358c0-1f6f-438c-9604-4871dc7f8748 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55d4a05-640e-41a3-a125-8851b0025c96') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:28.742681 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba1358c0-1f6f-438c-9604-4871dc7f8748 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.757202 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba1358c0-1f6f-438c-9604-4871dc7f8748 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.761569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d5050878-0a25-4997-8dd8-205efc6f242d None None] Port f4c5f4eb-010c-4704-8581-aeb8f852fa0d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:28.764053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1358c0-1f6f-438c-9604-4871dc7f8748 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:28.764487 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba1358c0-1f6f-438c-9604-4871dc7f8748 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:28.768202 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:28.787780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa619ac-b664-4c50-9f0d-1c7e603d8218 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network 5cba455c-c3d9-49b3-a3d0-3ab77f0251fa is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:28.807095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-3fa619ac-b664-4c50-9f0d-1c7e603d8218 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 5cba455c-c3d9-49b3-a3d0-3ab77f0251fa) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:28.809156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:28.815170 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b0fc1634-419d-47d6-b2fc-f52e5706c1a9 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "PUT /v2.0/routers/50edf68c-c3f1-433a-bf39-e5073238dcdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0291686 Sep 07 16:39:28.816610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa619ac-b664-4c50-9f0d-1c7e603d8218 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:28.817196 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3fa619ac-b664-4c50-9f0d-1c7e603d8218 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.819286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58400) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:28.830936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dae287-e1a3-403a-bb79-f7cc87d3f6e3 None None] Sync routers for ids ['50edf68c-c3f1-433a-bf39-e5073238dcdf'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:28.833671 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba1358c0-1f6f-438c-9604-4871dc7f8748 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.834176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24304540-3fe0-4343-afae-6720d4d495c4 None None] Network 5cba455c-c3d9-49b3-a3d0-3ab77f0251fa requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:28.858698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ba1358c0-1f6f-438c-9604-4871dc7f8748 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:28.858698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ba1358c0-1f6f-438c-9604-4871dc7f8748 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "DELETE /v2.0/networks/6e7443cb-61f7-4e66-b0f9-5cf18a3214ce HTTP/1.1" status: 204 len: 168 time: 0.3296618 Sep 07 16:39:28.865320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58402) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:28.868279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1358c0-1f6f-438c-9604-4871dc7f8748 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event deleted for resources: {'Network': ['ID=6e7443cb-61f7-4e66-b0f9-5cf18a3214ce,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:28.872992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dae287-e1a3-403a-bb79-f7cc87d3f6e3 None None] Routers {'50edf68c-c3f1-433a-bf39-e5073238dcdf'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:28.873721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-96dae287-e1a3-403a-bb79-f7cc87d3f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['50edf68c-c3f1-433a-bf39-e5073238dcdf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:28.889222 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3fa619ac-b664-4c50-9f0d-1c7e603d8218 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1759665 Sep 07 16:39:28.892072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58404) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:28.897353 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-15cb505d-07ad-4a83-88d8-1e11775d5e0a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1068154933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:28.918577 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c27c23-320c-49e9-b6de-39d148c54e81 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:28.920476 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b6c27c23-320c-49e9-b6de-39d148c54e81 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports?device_id=50edf68c-c3f1-433a-bf39-e5073238dcdf HTTP/1.1" status: 200 len: 989 time: 0.1001720 Sep 07 16:39:28.924076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58406) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:28.940748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-96dae287-e1a3-403a-bb79-f7cc87d3f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:28.960914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dae287-e1a3-403a-bb79-f7cc87d3f6e3 None None] Routers {'50edf68c-c3f1-433a-bf39-e5073238dcdf'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:28.961614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-96dae287-e1a3-403a-bb79-f7cc87d3f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['50edf68c-c3f1-433a-bf39-e5073238dcdf'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:28.963538 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d402bd3-2d0d-48b6-9788-ef068e4f25c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.059064 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d402bd3-2d0d-48b6-9788-ef068e4f25c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.067185 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15cb505d-07ad-4a83-88d8-1e11775d5e0a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.067868 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15cb505d-07ad-4a83-88d8-1e11775d5e0a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.082734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2d402bd3-2d0d-48b6-9788-ef068e4f25c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427dfcb9-55c7-4b2b-9c0c-5a60d6ca7bb6']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:29.093201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2d402bd3-2d0d-48b6-9788-ef068e4f25c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b919a28b-aa45-4b75-87df-a76801c7f8f3') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:29.093573 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2d402bd3-2d0d-48b6-9788-ef068e4f25c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b919a28b-aa45-4b75-87df-a76801c7f8f3') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:29.104045 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d402bd3-2d0d-48b6-9788-ef068e4f25c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.125858 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d402bd3-2d0d-48b6-9788-ef068e4f25c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.133367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d402bd3-2d0d-48b6-9788-ef068e4f25c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:29.133780 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d402bd3-2d0d-48b6-9788-ef068e4f25c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:29.137301 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:29.175334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-96dae287-e1a3-403a-bb79-f7cc87d3f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:29.176267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dae287-e1a3-403a-bb79-f7cc87d3f6e3 None None] The sync data for ids ['50edf68c-c3f1-433a-bf39-e5073238dcdf'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:29.206685 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d402bd3-2d0d-48b6-9788-ef068e4f25c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.215943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2d402bd3-2d0d-48b6-9788-ef068e4f25c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.217880 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2d402bd3-2d0d-48b6-9788-ef068e4f25c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "DELETE /v2.0/networks/427dfcb9-55c7-4b2b-9c0c-5a60d6ca7bb6 HTTP/1.1" status: 204 len: 168 time: 0.3515780 Sep 07 16:39:29.227317 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58410) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:29.239471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d402bd3-2d0d-48b6-9788-ef068e4f25c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event deleted for resources: {'Network': ['ID=427dfcb9-55c7-4b2b-9c0c-5a60d6ca7bb6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:29.270031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-5cba455c-c3d9-49b3-a3d0-3ab77f0251fa', 'network_id': '5cba455c-c3d9-49b3-a3d0-3ab77f0251fa', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'fixed_ips': [{'subnet_id': 'ff1a38e4-357c-45f9-9902-1e76050d1f29'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:29.271239 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.342234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746a237-6791-4571-9b1c-62bdae7635b3 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:29.348750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746a237-6791-4571-9b1c-62bdae7635b3 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:29.350425 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f746a237-6791-4571-9b1c-62bdae7635b3 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1218832 Sep 07 16:39:29.354092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58412) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:29.359735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f49fdab2-011d-494c-adf1-753c605fa5c0 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1761926559'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:29.416473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49fdab2-011d-494c-adf1-753c605fa5c0 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Made reservation on behalf of bdd16ce97f9a4e2e8219056429e052b3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:29.421230 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f49fdab2-011d-494c-adf1-753c605fa5c0 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.447308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Allocated IP 2001:db8::2 (5cba455c-c3d9-49b3-a3d0-3ab77f0251fa/ff1a38e4-357c-45f9-9902-1e76050d1f29/fdbb4c2d-f631-46b8-a817-3774a0ae046d) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:29.471975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49fdab2-011d-494c-adf1-753c605fa5c0 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:29.482603 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f49fdab2-011d-494c-adf1-753c605fa5c0 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.482808 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15cb505d-07ad-4a83-88d8-1e11775d5e0a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.483167 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-f49fdab2-011d-494c-adf1-753c605fa5c0 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Added segment dad8342b-cb3a-4522-81b8-7ae13d847dbd of type vlan for network df31932a-e49e-4065-8e64-1464abbab1af Sep 07 16:39:29.515657 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15cb505d-07ad-4a83-88d8-1e11775d5e0a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.534693 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f49fdab2-011d-494c-adf1-753c605fa5c0 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.549161 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-15cb505d-07ad-4a83-88d8-1e11775d5e0a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.553596 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-15cb505d-07ad-4a83-88d8-1e11775d5e0a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6600966 Sep 07 16:39:29.556000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58414) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:29.572841 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f49fdab2-011d-494c-adf1-753c605fa5c0 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.578798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49fdab2-011d-494c-adf1-753c605fa5c0 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:29.579400 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f49fdab2-011d-494c-adf1-753c605fa5c0 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.630275 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.639975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Transition to ACTIVE for port object fdbb4c2d-f631-46b8-a817-3774a0ae046d will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:29.651969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fdab2-011d-494c-adf1-753c605fa5c0 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event updated for resources: {'Network': ['ID=df31932a-e49e-4065-8e64-1464abbab1af,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:29.656889 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f49fdab2-011d-494c-adf1-753c605fa5c0 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3012342 Sep 07 16:39:29.659821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58416) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:29.660704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Transition to ACTIVE for port object fdbb4c2d-f631-46b8-a817-3774a0ae046d will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:29.665554 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a077c336-1892-43e1-84cd-f0f3e0d0799f tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1481793321'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:29.665738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network df31932a-e49e-4065-8e64-1464abbab1af details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:29.681050 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.694093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a077c336-1892-43e1-84cd-f0f3e0d0799f tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Made reservation on behalf of bdd16ce97f9a4e2e8219056429e052b3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:29.697762 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a077c336-1892-43e1-84cd-f0f3e0d0799f tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.724079 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a077c336-1892-43e1-84cd-f0f3e0d0799f tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:29.734388 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a077c336-1892-43e1-84cd-f0f3e0d0799f tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.735062 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-a077c336-1892-43e1-84cd-f0f3e0d0799f tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Added segment 1662aa8c-49ee-4860-948d-41db593d217d of type vlan for network f18da813-8b90-43bf-b9bd-0564556ba873 Sep 07 16:39:29.779453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Network 5cba455c-c3d9-49b3-a3d0-3ab77f0251fa is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:29.784868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a077c336-1892-43e1-84cd-f0f3e0d0799f tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.788326 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Pushing event updated for resources: {'Port': ['ID=fdbb4c2d-f631-46b8-a817-3774a0ae046d,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:29.792923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:29.795873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:29.813638 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a077c336-1892-43e1-84cd-f0f3e0d0799f tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.819880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a077c336-1892-43e1-84cd-f0f3e0d0799f tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:29.820754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a077c336-1892-43e1-84cd-f0f3e0d0799f tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.862296 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a077c336-1892-43e1-84cd-f0f3e0d0799f tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2012923 Sep 07 16:39:29.862525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Attempting to bind port fdbb4c2d-f631-46b8-a817-3774a0ae046d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:29.862893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Attempting to bind port fdbb4c2d-f631-46b8-a817-3774a0ae046d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'd542c106-3893-4302-81a7-0127ee881bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5cba455c-c3d9-49b3-a3d0-3ab77f0251fa'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:29.863277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Attempting to bind port fdbb4c2d-f631-46b8-a817-3774a0ae046d on network 5cba455c-c3d9-49b3-a3d0-3ab77f0251fa {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:29.866137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58418) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:29.869549 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:29.869936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Checking segment: {'id': 'd542c106-3893-4302-81a7-0127ee881bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5cba455c-c3d9-49b3-a3d0-3ab77f0251fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:29.870398 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.870903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Bound using segment: {'id': 'd542c106-3893-4302-81a7-0127ee881bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5cba455c-c3d9-49b3-a3d0-3ab77f0251fa'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:29.871395 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Bound port: fdbb4c2d-f631-46b8-a817-3774a0ae046d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd542c106-3893-4302-81a7-0127ee881bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5cba455c-c3d9-49b3-a3d0-3ab77f0251fa'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:29.871841 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:29.874929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Request body: {'ports': [{'network_id': 'df31932a-e49e-4065-8e64-1464abbab1af', 'name': 'tempest-port--1603774457', 'admin_state_up': True}, {'network_id': 'f18da813-8b90-43bf-b9bd-0564556ba873', 'admin_state_up': False}]} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:29.875825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Request body: {'port': {'network_id': 'df31932a-e49e-4065-8e64-1464abbab1af', 'name': 'tempest-port--1603774457', 'admin_state_up': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:29.875825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Request body: {'port': {'network_id': 'f18da813-8b90-43bf-b9bd-0564556ba873', 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:29.917566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077c336-1892-43e1-84cd-f0f3e0d0799f tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event updated for resources: {'Network': ['ID=f18da813-8b90-43bf-b9bd-0564556ba873,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:29.931213 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network f18da813-8b90-43bf-b9bd-0564556ba873 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:29.933045 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-799fca42-a3bb-4f37-a10e-8127f15c0c09 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.021030 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] For port fdbb4c2d-f631-46b8-a817-3774a0ae046d, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:30.024622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] For port fdbb4c2d-f631-46b8-a817-3774a0ae046d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fdbb4c2d-f631-46b8-a817-3774a0ae046d,segment=NetworkSegment(d542c106-3893-4302-81a7-0127ee881bb0),segment_id=d542c106-3893-4302-81a7-0127ee881bb0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:30.030429 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.067124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.074418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Made reservation on behalf of bdd16ce97f9a4e2e8219056429e052b3 for: {'port': 2} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:30.080942 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.095921 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.103163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c8227-1122-4ee4-a5ab-2fb81ce779b6 None None] Pushing event updated for resources: {'Port': ['ID=fdbb4c2d-f631-46b8-a817-3774a0ae046d,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:30.184380 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] device_id is not set on port b40100ba-35ed-475d-915f-2bfd070afba9 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:39:30.318529 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.413573 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] device_id is not set on port b020f186-0d38-43dd-be01-efbf6e1cef79 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:39:30.429454 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Allocated IP 2001:db8::1 (5cba455c-c3d9-49b3-a3d0-3ab77f0251fa/ff1a38e4-357c-45f9-9902-1e76050d1f29/a89cc41c-4fd5-4637-a953-1dcaa17e5582) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:30.442186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-799fca42-a3bb-4f37-a10e-8127f15c0c09 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port f4c5f4eb-010c-4704-8581-aeb8f852fa0d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:30.442532 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-799fca42-a3bb-4f37-a10e-8127f15c0c09 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.525388 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.569346 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.595995 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-799fca42-a3bb-4f37-a10e-8127f15c0c09 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.618060 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-799fca42-a3bb-4f37-a10e-8127f15c0c09 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for f4c5f4eb-010c-4704-8581-aeb8f852fa0d owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:30.627856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event updated for resources: {'Port': ['ID=b40100ba-35ed-475d-915f-2bfd070afba9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:30.630532 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.643505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Checking segment: {'id': 'dad8342b-cb3a-4522-81b8-7ae13d847dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df31932a-e49e-4065-8e64-1464abbab1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:30.643868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Network hostable DHCP agents. Network: df31932a-e49e-4065-8e64-1464abbab1af, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:30.661025 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Network df31932a-e49e-4065-8e64-1464abbab1af is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:30.669535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, df31932a-e49e-4065-8e64-1464abbab1af) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:30.673799 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:30.674867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.680060 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b1e51-5c94-48fc-a2c2-1bc317e48053 None None] Network df31932a-e49e-4065-8e64-1464abbab1af requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:30.681807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Transition to ACTIVE for port object a89cc41c-4fd5-4637-a953-1dcaa17e5582 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:30.756712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Checking segment: {'id': '1662aa8c-49ee-4860-948d-41db593d217d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f18da813-8b90-43bf-b9bd-0564556ba873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:30.756974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Network hostable DHCP agents. Network: f18da813-8b90-43bf-b9bd-0564556ba873, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:30.781149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event updated for resources: {'Port': ['ID=b020f186-0d38-43dd-be01-efbf6e1cef79,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:30.783533 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.800190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Network f18da813-8b90-43bf-b9bd-0564556ba873 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:30.813703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, f18da813-8b90-43bf-b9bd-0564556ba873) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:30.825115 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:30.826239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d2543c-92be-4179-87f5-c47d5ccdd024 None None] Network f18da813-8b90-43bf-b9bd-0564556ba873 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:30.833397 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:30.838621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:30.839852 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.852896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network 5cba455c-c3d9-49b3-a3d0-3ab77f0251fa is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:30.863043 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f0d0b8b1-ed9f-479f-964c-be0a6f969275 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9953628 Sep 07 16:39:30.864326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58420) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:30.898980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:30.907391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:30.907956 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:30.969158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=a89cc41c-4fd5-4637-a953-1dcaa17e5582,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:31.030296 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-799fca42-a3bb-4f37-a10e-8127f15c0c09 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.078348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0a4719-f0cd-4d30-bc1f-4c1a22ef06c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:31.084630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0a4719-f0cd-4d30-bc1f-4c1a22ef06c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:31.089276 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9f0a4719-f0cd-4d30-bc1f-4c1a22ef06c7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1959574 Sep 07 16:39:31.090886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fca42-a3bb-4f37-a10e-8127f15c0c09 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=f4c5f4eb-010c-4704-8581-aeb8f852fa0d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:31.091051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58422) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:31.116974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c832a7c-28e5-4810-8d43-cfeeccc56997 None None] Network 5cba455c-c3d9-49b3-a3d0-3ab77f0251fa requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:31.190266 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.230445 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-799fca42-a3bb-4f37-a10e-8127f15c0c09 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.261212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-daef278b-4311-4057-89b2-4766d3058790 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Deleting port b40100ba-35ed-475d-915f-2bfd070afba9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:31.261859 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-daef278b-4311-4057-89b2-4766d3058790 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.277655 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-312d3dc5-6b42-4223-a4f3-490efd19540b None None] Provisioning for port fdbb4c2d-f631-46b8-a817-3774a0ae046d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:31.364466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-daef278b-4311-4057-89b2-4766d3058790 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.379503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-daef278b-4311-4057-89b2-4766d3058790 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Calling delete_port for b40100ba-35ed-475d-915f-2bfd070afba9 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:31.462860 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-daef278b-4311-4057-89b2-4766d3058790 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.503435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef278b-4311-4057-89b2-4766d3058790 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event deleted for resources: {'Port': ['ID=b40100ba-35ed-475d-915f-2bfd070afba9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:31.504662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799fca42-a3bb-4f37-a10e-8127f15c0c09 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Router 50edf68c-c3f1-433a-bf39-e5073238dcdf has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:31.511266 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-daef278b-4311-4057-89b2-4766d3058790 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.514191 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-daef278b-4311-4057-89b2-4766d3058790 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "DELETE /v2.0/ports/b40100ba-35ed-475d-915f-2bfd070afba9 HTTP/1.1" status: 204 len: 168 time: 0.4226892 Sep 07 16:39:31.516857 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58424) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:31.612467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0ec0ff60-87c1-41e7-9c5a-e8415cf58cce tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Deleting port b020f186-0d38-43dd-be01-efbf6e1cef79 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:31.612740 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ec0ff60-87c1-41e7-9c5a-e8415cf58cce tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.630268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799fca42-a3bb-4f37-a10e-8127f15c0c09 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:31.639488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-799fca42-a3bb-4f37-a10e-8127f15c0c09 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "PUT /v2.0/routers/50edf68c-c3f1-433a-bf39-e5073238dcdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7117763 Sep 07 16:39:31.644463 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43078755-c1a8-4b4e-bad3-1448b596687e None None] Sync routers for ids ['50edf68c-c3f1-433a-bf39-e5073238dcdf'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:31.648571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58426) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:31.662501 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43078755-c1a8-4b4e-bad3-1448b596687e None None] Routers {'50edf68c-c3f1-433a-bf39-e5073238dcdf'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:31.662889 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-43078755-c1a8-4b4e-bad3-1448b596687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['50edf68c-c3f1-433a-bf39-e5073238dcdf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:31.682157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-02e33226-de8a-4a3d-89e7-2f699b24c98d None None] Provisioning for port a89cc41c-4fd5-4637-a953-1dcaa17e5582 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:31.684110 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20bc57b-7fb9-496d-976f-7aa6905bdb0f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:39:31.690345 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a20bc57b-7fb9-496d-976f-7aa6905bdb0f tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/f4c5f4eb-010c-4704-8581-aeb8f852fa0d HTTP/1.1" status: 404 len: 333 time: 0.0384078 Sep 07 16:39:31.690880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58428) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:31.694368 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-02e33226-de8a-4a3d-89e7-2f699b24c98d None None] Provisioning complete for port a89cc41c-4fd5-4637-a953-1dcaa17e5582 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:31.694829 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02e33226-de8a-4a3d-89e7-2f699b24c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.707526 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-43078755-c1a8-4b4e-bad3-1448b596687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:31.727833 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43078755-c1a8-4b4e-bad3-1448b596687e None None] Routers {'50edf68c-c3f1-433a-bf39-e5073238dcdf'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:31.728483 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-43078755-c1a8-4b4e-bad3-1448b596687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['50edf68c-c3f1-433a-bf39-e5073238dcdf'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:31.739505 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ec0ff60-87c1-41e7-9c5a-e8415cf58cce tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.750689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-02e33226-de8a-4a3d-89e7-2f699b24c98d None None] Port a89cc41c-4fd5-4637-a953-1dcaa17e5582 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:31.757178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0ec0ff60-87c1-41e7-9c5a-e8415cf58cce tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Calling delete_port for b020f186-0d38-43dd-be01-efbf6e1cef79 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:31.774693 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-43078755-c1a8-4b4e-bad3-1448b596687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:31.775598 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43078755-c1a8-4b4e-bad3-1448b596687e None None] The sync data for ids ['50edf68c-c3f1-433a-bf39-e5073238dcdf'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:31.810934 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e491a0c3-7aba-4840-bb99-9d5f823caf16 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.858767 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ec0ff60-87c1-41e7-9c5a-e8415cf58cce tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.901221 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.902922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ec0ff60-87c1-41e7-9c5a-e8415cf58cce tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.907185 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.907375 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0ec0ff60-87c1-41e7-9c5a-e8415cf58cce tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "DELETE /v2.0/ports/b020f186-0d38-43dd-be01-efbf6e1cef79 HTTP/1.1" status: 204 len: 168 time: 0.3884444 Sep 07 16:39:31.907985 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.908512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0ff60-87c1-41e7-9c5a-e8415cf58cce tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event deleted for resources: {'Port': ['ID=b020f186-0d38-43dd-be01-efbf6e1cef79,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:31.912022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58430) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:31.940201 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2ecaa9fd-8665-46b3-8cec-4479ec0ad851 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0274634 Sep 07 16:39:31.943639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58432) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:31.948695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a44ef321-c3d2-452c-b635-e7284a4d6598 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1708876039'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:31.974824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-824e475f-de0c-4fd1-97a7-7fdbc9850840 None None] Provisioning complete for port a89cc41c-4fd5-4637-a953-1dcaa17e5582 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:31.975247 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-824e475f-de0c-4fd1-97a7-7fdbc9850840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:31.981280 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44ef321-c3d2-452c-b635-e7284a4d6598 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Made reservation on behalf of bdd16ce97f9a4e2e8219056429e052b3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:31.986210 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a44ef321-c3d2-452c-b635-e7284a4d6598 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.026098 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.027439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-824e475f-de0c-4fd1-97a7-7fdbc9850840 None None] Port a89cc41c-4fd5-4637-a953-1dcaa17e5582 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:32.035647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44ef321-c3d2-452c-b635-e7284a4d6598 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:32.047949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a44ef321-c3d2-452c-b635-e7284a4d6598 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.048307 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-a44ef321-c3d2-452c-b635-e7284a4d6598 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Added segment 4c88bfc5-9491-48a3-aa10-5d6b2c94201a of type vlan for network 17091c43-af86-4291-a8e9-e690c02ec58d Sep 07 16:39:32.056873 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e491a0c3-7aba-4840-bb99-9d5f823caf16 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.069651 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e491a0c3-7aba-4840-bb99-9d5f823caf16 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.081500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=a89cc41c-4fd5-4637-a953-1dcaa17e5582,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:32.083506 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fdbb4c2d-f631-46b8-a817-3774a0ae046d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:32.101460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a44ef321-c3d2-452c-b635-e7284a4d6598 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.128028 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a44ef321-c3d2-452c-b635-e7284a4d6598 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.134055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44ef321-c3d2-452c-b635-e7284a4d6598 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:32.134899 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a44ef321-c3d2-452c-b635-e7284a4d6598 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.140844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port fdbb4c2d-f631-46b8-a817-3774a0ae046d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:32.144772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port fdbb4c2d-f631-46b8-a817-3774a0ae046d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:32.145578 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.154354 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e491a0c3-7aba-4840-bb99-9d5f823caf16 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.154895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e491a0c3-7aba-4840-bb99-9d5f823caf16 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Fanout notify agent at l3_agent the message router_deleted on router 50edf68c-c3f1-433a-bf39-e5073238dcdf {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:39:32.163507 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e491a0c3-7aba-4840-bb99-9d5f823caf16 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.167935 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e491a0c3-7aba-4840-bb99-9d5f823caf16 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/routers/50edf68c-c3f1-433a-bf39-e5073238dcdf HTTP/1.1" status: 204 len: 168 time: 0.4725251 Sep 07 16:39:32.169627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58434) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:32.192651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network 5cba455c-c3d9-49b3-a3d0-3ab77f0251fa is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:32.194524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:32.220037 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a44ef321-c3d2-452c-b635-e7284a4d6598 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2725832 Sep 07 16:39:32.222631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58436) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:32.230885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-932349a7-c0dd-4c15-afdf-42bbd3a884f7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-646183262'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:32.241270 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.282189 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port fdbb4c2d-f631-46b8-a817-3774a0ae046d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fdbb4c2d-f631-46b8-a817-3774a0ae046d,segment=NetworkSegment(d542c106-3893-4302-81a7-0127ee881bb0),segment_id=d542c106-3893-4302-81a7-0127ee881bb0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:32.285652 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ef321-c3d2-452c-b635-e7284a4d6598 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event updated for resources: {'Network': ['ID=17091c43-af86-4291-a8e9-e690c02ec58d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:32.289501 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.313807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-829463af-b3c9-4485-ad10-cab05046eb8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting subnet 1ceb5022-e764-4b3c-83c4-a2cc33fcc0c0 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:32.319195 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-829463af-b3c9-4485-ad10-cab05046eb8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.332044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 17091c43-af86-4291-a8e9-e690c02ec58d details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:32.368648 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-829463af-b3c9-4485-ad10-cab05046eb8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.419472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=fdbb4c2d-f631-46b8-a817-3774a0ae046d,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:32.431072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932349a7-c0dd-4c15-afdf-42bbd3a884f7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Made reservation on behalf of bdd16ce97f9a4e2e8219056429e052b3 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:32.434642 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-932349a7-c0dd-4c15-afdf-42bbd3a884f7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.474199 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.496360 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932349a7-c0dd-4c15-afdf-42bbd3a884f7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:32.515997 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-829463af-b3c9-4485-ad10-cab05046eb8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.520171 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-932349a7-c0dd-4c15-afdf-42bbd3a884f7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.520171 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-932349a7-c0dd-4c15-afdf-42bbd3a884f7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Added segment e66d6fde-d7d4-466b-a834-2ecd79f18f9a of type vlan for network c9b40517-1c91-440a-aa0b-ec4c04e9bd09 Sep 07 16:39:32.551227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9a26a27b-5439-4d45-8411-1ebdc3837fc8 None None] Provisioning complete for port a89cc41c-4fd5-4637-a953-1dcaa17e5582 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:32.551608 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9a26a27b-5439-4d45-8411-1ebdc3837fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.587322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9a26a27b-5439-4d45-8411-1ebdc3837fc8 None None] Port a89cc41c-4fd5-4637-a953-1dcaa17e5582 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:32.595206 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-932349a7-c0dd-4c15-afdf-42bbd3a884f7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.627582 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-829463af-b3c9-4485-ad10-cab05046eb8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.635724 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-932349a7-c0dd-4c15-afdf-42bbd3a884f7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.641238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932349a7-c0dd-4c15-afdf-42bbd3a884f7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:32.641824 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-932349a7-c0dd-4c15-afdf-42bbd3a884f7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.646841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router 7f6b1f7b-3b22-4fac-a307-0d058ec32d37 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:39:32.683594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef34283b-fd95-4392-9e2a-0c69e8c492a2 None None] Network 79b14ec3-1819-43c3-a484-bbf27d38ce47 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:32.686367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829463af-b3c9-4485-ad10-cab05046eb8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Subnet': ['ID=1ceb5022-e764-4b3c-83c4-a2cc33fcc0c0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:32.691203 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-829463af-b3c9-4485-ad10-cab05046eb8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.695695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58438) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:32.695850 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-829463af-b3c9-4485-ad10-cab05046eb8e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/1ceb5022-e764-4b3c-83c4-a2cc33fcc0c0 HTTP/1.1" status: 204 len: 168 time: 0.5244048 Sep 07 16:39:32.708584 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-932349a7-c0dd-4c15-afdf-42bbd3a884f7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4820514 Sep 07 16:39:32.770880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932349a7-c0dd-4c15-afdf-42bbd3a884f7 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event updated for resources: {'Network': ['ID=c9b40517-1c91-440a-aa0b-ec4c04e9bd09,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:32.794282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network c9b40517-1c91-440a-aa0b-ec4c04e9bd09 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:32.801719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:32.811342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6be33088-fdc5-4f65-8a1a-243df3c4db1f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/7f6b1f7b-3b22-4fac-a307-0d058ec32d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2542472 Sep 07 16:39:32.812731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58440) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:32.828998 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:32.831789 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a0637-d958-4149-b7f0-25cf20888818 None None] Sync routers for ids ['7f6b1f7b-3b22-4fac-a307-0d058ec32d37'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:32.870626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4c58fe-f0f1-4232-bea7-709a5ca6c053 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:32.875322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1b4c58fe-f0f1-4232-bea7-709a5ca6c053 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports/a89cc41c-4fd5-4637-a953-1dcaa17e5582 HTTP/1.1" status: 200 len: 911 time: 0.0567288 Sep 07 16:39:32.875552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58442) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:32.890278 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a0637-d958-4149-b7f0-25cf20888818 None None] Routers {'7f6b1f7b-3b22-4fac-a307-0d058ec32d37'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:32.891289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ea5a0637-d958-4149-b7f0-25cf20888818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7f6b1f7b-3b22-4fac-a307-0d058ec32d37'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:32.931255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ea5a0637-d958-4149-b7f0-25cf20888818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:32.946463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a0637-d958-4149-b7f0-25cf20888818 None None] Routers {'7f6b1f7b-3b22-4fac-a307-0d058ec32d37'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:32.947429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ea5a0637-d958-4149-b7f0-25cf20888818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7f6b1f7b-3b22-4fac-a307-0d058ec32d37'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:32.985709 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ea5a0637-d958-4149-b7f0-25cf20888818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:32.986588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a0637-d958-4149-b7f0-25cf20888818 None None] The sync data for ids ['7f6b1f7b-3b22-4fac-a307-0d058ec32d37'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:33.050714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 07d15429-a7d1-4bf4-b31c-e9665d29f425 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:33.051106 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.066291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852faa45-2a04-4b80-a2a7-3acf2600fa12 None None] DHCP port deletion for 79b14ec3-1819-43c3-a484-bbf27d38ce47 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:39:33.137061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-852faa45-2a04-4b80-a2a7-3acf2600fa12 None None] Deleting port 07d15429-a7d1-4bf4-b31c-e9665d29f425 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:33.137813 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-852faa45-2a04-4b80-a2a7-3acf2600fa12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.158528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] For port 07d15429-a7d1-4bf4-b31c-e9665d29f425, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=07d15429-a7d1-4bf4-b31c-e9665d29f425,segment=NetworkSegment(d3ab2763-cf3b-475f-83aa-d77fa9aeb8a8),segment_id=d3ab2763-cf3b-475f-83aa-d77fa9aeb8a8)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:33.158913 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.194068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 07d15429-a7d1-4bf4-b31c-e9665d29f425 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:33.210484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-852faa45-2a04-4b80-a2a7-3acf2600fa12 None None] For port 07d15429-a7d1-4bf4-b31c-e9665d29f425, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=07d15429-a7d1-4bf4-b31c-e9665d29f425,segment=NetworkSegment(d3ab2763-cf3b-475f-83aa-d77fa9aeb8a8),segment_id=d3ab2763-cf3b-475f-83aa-d77fa9aeb8a8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:33.211300 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-852faa45-2a04-4b80-a2a7-3acf2600fa12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.229425 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-852faa45-2a04-4b80-a2a7-3acf2600fa12 None None] Calling delete_port for 07d15429-a7d1-4bf4-b31c-e9665d29f425 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:33.335519 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-852faa45-2a04-4b80-a2a7-3acf2600fa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.338092 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.377073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=07d15429-a7d1-4bf4-b31c-e9665d29f425,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:33.379129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No DVR routers for this DVR port 07d15429-a7d1-4bf4-b31c-e9665d29f425 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:33.387733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852faa45-2a04-4b80-a2a7-3acf2600fa12 None None] Pushing event deleted for resources: {'Port': ['ID=07d15429-a7d1-4bf4-b31c-e9665d29f425,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:33.398834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852faa45-2a04-4b80-a2a7-3acf2600fa12 None None] No DVR routers for this DVR port 07d15429-a7d1-4bf4-b31c-e9665d29f425 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:33.474458 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.483868 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d188c8e-bcd3-441b-a1b1-c5db5e859b89 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.528830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b14ec3-1819-43c3-a484-bbf27d38ce47']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:33.568829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ab2763-cf3b-475f-83aa-d77fa9aeb8a8') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:33.569248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ab2763-cf3b-475f-83aa-d77fa9aeb8a8') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:33.582219 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.605095 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.641859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:33.642272 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:33.645684 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:33.726532 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.734727 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.736554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/networks/79b14ec3-1819-43c3-a484-bbf27d38ce47 HTTP/1.1" status: 204 len: 168 time: 1.0397141 Sep 07 16:39:33.742094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58444) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:33.762235 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d86af5-5ebc-4854-a38d-bcccf3557c5d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Network': ['ID=79b14ec3-1819-43c3-a484-bbf27d38ce47,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:33.788640 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b195e4f0-c73b-4d64-8e9d-c49ecae4e3f8 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:33.793682 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b195e4f0-c73b-4d64-8e9d-c49ecae4e3f8 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/c1b00403-f749-4077-8295-c7249e2fa816 HTTP/1.1" status: 200 len: 844 time: 0.0465467 Sep 07 16:39:33.793985 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58446) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:33.843295 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-422da0e5-19e2-4ffb-a060-c02e611ebc0c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/c1b00403-f749-4077-8295-c7249e2fa816?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0432549 Sep 07 16:39:33.848051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58448) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:33.854714 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d0f5638f-c382-4342-b515-3acb851c3703 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:33.899098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9d188c8e-bcd3-441b-a1b1-c5db5e859b89 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port a89cc41c-4fd5-4637-a953-1dcaa17e5582 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:33.899516 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d188c8e-bcd3-441b-a1b1-c5db5e859b89 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:33.961361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f5638f-c382-4342-b515-3acb851c3703 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:33.965418 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0f5638f-c382-4342-b515-3acb851c3703 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.024001 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d188c8e-bcd3-441b-a1b1-c5db5e859b89 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.040538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fdbb4c2d-f631-46b8-a817-3774a0ae046d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:34.042627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-9d188c8e-bcd3-441b-a1b1-c5db5e859b89 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for a89cc41c-4fd5-4637-a953-1dcaa17e5582 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:34.111984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port fdbb4c2d-f631-46b8-a817-3774a0ae046d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:34.112654 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.210160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0f5638f-c382-4342-b515-3acb851c3703 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.271295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f5638f-c382-4342-b515-3acb851c3703 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 05a9c164-6776-41ba-8082-73995785109c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:34.276924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d0f5638f-c382-4342-b515-3acb851c3703 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:34.277239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 07d15429-a7d1-4bf4-b31c-e9665d29f425 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:39:34.280899 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f5638f-c382-4342-b515-3acb851c3703 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:34.282120 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d0f5638f-c382-4342-b515-3acb851c3703 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.302070 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 07d15429-a7d1-4bf4-b31c-e9665d29f425 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:39:34.302353 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 07d15429-a7d1-4bf4-b31c-e9665d29f425 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:39:34.303803 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d5a0b4-ee40-45bf-8ad3-99defa01d51f None None] Network 05a9c164-6776-41ba-8082-73995785109c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:34.306252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5638f-c382-4342-b515-3acb851c3703 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Subnet': ['ID=cf21c77c-88c3-4968-bd7f-05de2fb551c0,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:34.317511 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d0f5638f-c382-4342-b515-3acb851c3703 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4664588 Sep 07 16:39:34.318982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58450) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:34.325179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-888f416e-7503-408c-99d9-94f59200cade tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'security_group': {'name': 'tempest-secgroup-738703677'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:34.336208 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d188c8e-bcd3-441b-a1b1-c5db5e859b89 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.354272 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-888f416e-7503-408c-99d9-94f59200cade tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.370398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d188c8e-bcd3-441b-a1b1-c5db5e859b89 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=a89cc41c-4fd5-4637-a953-1dcaa17e5582,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:34.475788 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-888f416e-7503-408c-99d9-94f59200cade tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.481686 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-888f416e-7503-408c-99d9-94f59200cade tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.514762 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-888f416e-7503-408c-99d9-94f59200cade tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.519837 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-888f416e-7503-408c-99d9-94f59200cade tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1996558 Sep 07 16:39:34.520395 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58454) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:34.529133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f416e-7503-408c-99d9-94f59200cade tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b67ce22-94c7-4510-a58f-0a08074b0691,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:34.531787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d6ea4037-e530-438d-867b-95937be1e1e1 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'security_group': {'name': 'tempest-secgroup-1726150411'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:34.597393 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9d188c8e-bcd3-441b-a1b1-c5db5e859b89 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.613269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-05a9c164-6776-41ba-8082-73995785109c', 'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'tenant_id': 'e75dd4cd7ccf42f5ba038fd731fcdbd2', 'fixed_ips': [{'subnet_id': 'cf21c77c-88c3-4968-bd7f-05de2fb551c0'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:34.617644 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.652439 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6ea4037-e530-438d-867b-95937be1e1e1 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.765625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Allocated IP 2001:db8::2 (05a9c164-6776-41ba-8082-73995785109c/cf21c77c-88c3-4968-bd7f-05de2fb551c0/8ed46310-2893-4162-a20f-4eaca2965519) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:34.816218 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d188c8e-bcd3-441b-a1b1-c5db5e859b89 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router 7f6b1f7b-3b22-4fac-a307-0d058ec32d37 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:34.887456 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6ea4037-e530-438d-867b-95937be1e1e1 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.894612 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6ea4037-e530-438d-867b-95937be1e1e1 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.948878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d188c8e-bcd3-441b-a1b1-c5db5e859b89 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:34.958997 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9d188c8e-bcd3-441b-a1b1-c5db5e859b89 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/7f6b1f7b-3b22-4fac-a307-0d058ec32d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0823736 Sep 07 16:39:34.962040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58456) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:34.964485 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4eda8e-9ca7-461a-849c-00ab03dbd0db None None] Sync routers for ids ['7f6b1f7b-3b22-4fac-a307-0d058ec32d37'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:34.969384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea4037-e530-438d-867b-95937be1e1e1 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7138a91b-36e0-4cbd-bb06-f08bc191ce36,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:34.973088 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d6ea4037-e530-438d-867b-95937be1e1e1 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:34.977022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d6ea4037-e530-438d-867b-95937be1e1e1 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4523818 Sep 07 16:39:34.977167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58458) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:34.982264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-637029594', 'security_groups': ['7138a91b-36e0-4cbd-bb06-f08bc191ce36'], 'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cf21c77c-88c3-4968-bd7f-05de2fb551c0'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:34.983303 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4eda8e-9ca7-461a-849c-00ab03dbd0db None None] Routers {'7f6b1f7b-3b22-4fac-a307-0d058ec32d37'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:34.984045 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-da4eda8e-9ca7-461a-849c-00ab03dbd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7f6b1f7b-3b22-4fac-a307-0d058ec32d37'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:35.021892 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ca84cdb3-84c4-46e2-ad0f-1458d09d088a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6b1f7b-3b22-4fac-a307-0d058ec32d37 HTTP/1.1" status: 200 len: 205 time: 0.0568259 Sep 07 16:39:35.024136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58460) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:35.051594 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-da4eda8e-9ca7-461a-849c-00ab03dbd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:35.067718 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4eda8e-9ca7-461a-849c-00ab03dbd0db None None] Routers {'7f6b1f7b-3b22-4fac-a307-0d058ec32d37'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:35.068493 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-da4eda8e-9ca7-461a-849c-00ab03dbd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7f6b1f7b-3b22-4fac-a307-0d058ec32d37'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:35.106304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:35.128287 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-da4eda8e-9ca7-461a-849c-00ab03dbd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:35.129243 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4eda8e-9ca7-461a-849c-00ab03dbd0db None None] The sync data for ids ['7f6b1f7b-3b22-4fac-a307-0d058ec32d37'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:35.137462 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7df909e6-932f-40e0-9506-092d63d1e85a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.190129 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.203034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Transition to ACTIVE for port object 8ed46310-2893-4162-a20f-4eaca2965519 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:35.221094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Transition to ACTIVE for port object 8ed46310-2893-4162-a20f-4eaca2965519 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:35.225977 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.226896 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.245577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Network 05a9c164-6776-41ba-8082-73995785109c is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:35.247138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port 0e5992a4-49e3-4047-83b4-2985cbbba431 yet. {{(pid=94770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:39:35.247517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:35.268439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:35.336314 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7df909e6-932f-40e0-9506-092d63d1e85a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.339879 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7df909e6-932f-40e0-9506-092d63d1e85a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.342836 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Pushing event updated for resources: {'Port': ['ID=8ed46310-2893-4162-a20f-4eaca2965519,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:35.345004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Attempting to bind port 8ed46310-2893-4162-a20f-4eaca2965519 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:35.345383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Attempting to bind port 8ed46310-2893-4162-a20f-4eaca2965519 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '824ec992-9c9f-464d-bfc8-be93fe338bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '05a9c164-6776-41ba-8082-73995785109c'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:35.346199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Attempting to bind port 8ed46310-2893-4162-a20f-4eaca2965519 on network 05a9c164-6776-41ba-8082-73995785109c {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:35.351595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:35.351876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Checking segment: {'id': '824ec992-9c9f-464d-bfc8-be93fe338bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '05a9c164-6776-41ba-8082-73995785109c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:35.352293 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.352730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Bound using segment: {'id': '824ec992-9c9f-464d-bfc8-be93fe338bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '05a9c164-6776-41ba-8082-73995785109c'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:35.353208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Bound port: 8ed46310-2893-4162-a20f-4eaca2965519, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824ec992-9c9f-464d-bfc8-be93fe338bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '05a9c164-6776-41ba-8082-73995785109c'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:35.353601 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.397258 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7df909e6-932f-40e0-9506-092d63d1e85a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.398147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df909e6-932f-40e0-9506-092d63d1e85a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Fanout notify agent at l3_agent the message router_deleted on router 7f6b1f7b-3b22-4fac-a307-0d058ec32d37 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:39:35.413449 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7df909e6-932f-40e0-9506-092d63d1e85a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.414834 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7df909e6-932f-40e0-9506-092d63d1e85a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/7f6b1f7b-3b22-4fac-a307-0d058ec32d37 HTTP/1.1" status: 204 len: 168 time: 0.3895833 Sep 07 16:39:35.425893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58462) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:35.431367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] For port 8ed46310-2893-4162-a20f-4eaca2965519, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:35.436012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] For port 8ed46310-2893-4162-a20f-4eaca2965519, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8ed46310-2893-4162-a20f-4eaca2965519,segment=NetworkSegment(824ec992-9c9f-464d-bfc8-be93fe338bf7),segment_id=824ec992-9c9f-464d-bfc8-be93fe338bf7)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:35.441723 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.472604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8::2c7 (05a9c164-6776-41ba-8082-73995785109c/cf21c77c-88c3-4968-bd7f-05de2fb551c0/0e5992a4-49e3-4047-83b4-2985cbbba431) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:35.490628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-747f8c95-c109-4c8c-b7bf-ba615f9e2435 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting subnet ff1a38e4-357c-45f9-9902-1e76050d1f29 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:35.495008 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-747f8c95-c109-4c8c-b7bf-ba615f9e2435 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.519687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e219f0-1dcd-43cc-bf22-ecb84d1f8548 None None] Pushing event updated for resources: {'Port': ['ID=8ed46310-2893-4162-a20f-4eaca2965519,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:35.556600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-747f8c95-c109-4c8c-b7bf-ba615f9e2435 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.649669 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-747f8c95-c109-4c8c-b7bf-ba615f9e2435 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.656293 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.672971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Transition to ACTIVE for port object 0e5992a4-49e3-4047-83b4-2985cbbba431 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:35.712693 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.767515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-747f8c95-c109-4c8c-b7bf-ba615f9e2435 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.790375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 05a9c164-6776-41ba-8082-73995785109c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:35.794769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:35.797698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:35.803686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:35.804465 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.819476 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-747f8c95-c109-4c8c-b7bf-ba615f9e2435 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:35.825509 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-747f8c95-c109-4c8c-b7bf-ba615f9e2435 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/ff1a38e4-357c-45f9-9902-1e76050d1f29 HTTP/1.1" status: 204 len: 168 time: 0.4066324 Sep 07 16:39:35.827656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552f1e4-8dd5-48aa-930d-8fe7f998115d None None] Network 5cba455c-c3d9-49b3-a3d0-3ab77f0251fa requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:35.830331 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f8c95-c109-4c8c-b7bf-ba615f9e2435 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1a38e4-357c-45f9-9902-1e76050d1f29,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:35.832135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58464) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:35.854858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=0e5992a4-49e3-4047-83b4-2985cbbba431,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:35.865696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f8eeddde-6848-4e85-ba4c-06313989c834 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8874931 Sep 07 16:39:35.866406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58466) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:35.876857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-71b26e42-7e60-477d-876c-997d92d1ebe0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:35.953014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58468) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:35.961099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Request body: {'subnets': [{'network_id': '17091c43-af86-4291-a8e9-e690c02ec58d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2088823858', 'ip_version': 6}, {'network_id': 'c9b40517-1c91-440a-aa0b-ec4c04e9bd09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:35.961463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Request body: {'subnet': {'network_id': '17091c43-af86-4291-a8e9-e690c02ec58d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2088823858', 'ip_version': 6}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:35.962139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Request body: {'subnet': {'network_id': 'c9b40517-1c91-440a-aa0b-ec4c04e9bd09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:35.981854 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.064308 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port fdbb4c2d-f631-46b8-a817-3774a0ae046d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:36.064684 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.094836 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617117d9-ce67-4ea3-9401-28095db8d1bd None None] DHCP port deletion for 5cba455c-c3d9-49b3-a3d0-3ab77f0251fa request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:39:36.139276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8ed46310-2893-4162-a20f-4eaca2965519 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:36.159107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b26e42-7e60-477d-876c-997d92d1ebe0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:36.163169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-71b26e42-7e60-477d-876c-997d92d1ebe0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.210716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-617117d9-ce67-4ea3-9401-28095db8d1bd None None] Deleting port fdbb4c2d-f631-46b8-a817-3774a0ae046d {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:36.211316 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-617117d9-ce67-4ea3-9401-28095db8d1bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.243014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Made reservation on behalf of bdd16ce97f9a4e2e8219056429e052b3 for: {'subnet': 2} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:36.247620 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.248116 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.291761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-617117d9-ce67-4ea3-9401-28095db8d1bd None None] For port fdbb4c2d-f631-46b8-a817-3774a0ae046d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fdbb4c2d-f631-46b8-a817-3774a0ae046d,segment=NetworkSegment(d542c106-3893-4302-81a7-0127ee881bb0),segment_id=d542c106-3893-4302-81a7-0127ee881bb0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:36.292558 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-617117d9-ce67-4ea3-9401-28095db8d1bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.296040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 8ed46310-2893-4162-a20f-4eaca2965519 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:36.316036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-617117d9-ce67-4ea3-9401-28095db8d1bd None None] Calling delete_port for fdbb4c2d-f631-46b8-a817-3774a0ae046d owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:36.347991 n-d-807551-3 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-71b26e42-7e60-477d-876c-997d92d1ebe0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cf21c77c-88c3-4968-bd7f-05de2fb551c0 (CIDR: 2001:db8::/64) Sep 07 16:39:36.357483 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b26e42-7e60-477d-876c-997d92d1ebe0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:39:36.357934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b26e42-7e60-477d-876c-997d92d1ebe0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:36.379515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-71b26e42-7e60-477d-876c-997d92d1ebe0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5115297 Sep 07 16:39:36.382268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58470) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:36.389077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9cc7261c-7a5b-43d5-bf11-abeab7c4cf35 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:36.416854 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-617117d9-ce67-4ea3-9401-28095db8d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.453099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617117d9-ce67-4ea3-9401-28095db8d1bd None None] Pushing event deleted for resources: {'Port': ['ID=fdbb4c2d-f631-46b8-a817-3774a0ae046d,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:36.459932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617117d9-ce67-4ea3-9401-28095db8d1bd None None] No DVR routers for this DVR port fdbb4c2d-f631-46b8-a817-3774a0ae046d on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:36.517423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] For port fdbb4c2d-f631-46b8-a817-3774a0ae046d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fdbb4c2d-f631-46b8-a817-3774a0ae046d,segment=NetworkSegment(d542c106-3893-4302-81a7-0127ee881bb0),segment_id=d542c106-3893-4302-81a7-0127ee881bb0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:36.517796 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.532859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for fdbb4c2d-f631-46b8-a817-3774a0ae046d owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:36.614770 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.642533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=fdbb4c2d-f631-46b8-a817-3774a0ae046d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:36.646208 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No DVR routers for this DVR port fdbb4c2d-f631-46b8-a817-3774a0ae046d on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:36.738334 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.760381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cba455c-c3d9-49b3-a3d0-3ab77f0251fa']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:36.771776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd542c106-3893-4302-81a7-0127ee881bb0') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:36.771776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd542c106-3893-4302-81a7-0127ee881bb0') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:36.783126 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.798635 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.806260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:36.806260 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: self.session.flush() Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:36.823833 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:36.858911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1ba62e9a-36ed-46a9-9097-a87498cc2e9b None None] Provisioning for port 8ed46310-2893-4162-a20f-4eaca2965519 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:36.864330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1ba62e9a-36ed-46a9-9097-a87498cc2e9b None None] Provisioning complete for port 8ed46310-2893-4162-a20f-4eaca2965519 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:36.865050 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ba62e9a-36ed-46a9-9097-a87498cc2e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.894950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.905826 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.909012 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/networks/5cba455c-c3d9-49b3-a3d0-3ab77f0251fa HTTP/1.1" status: 204 len: 168 time: 1.0695360 Sep 07 16:39:36.920617 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58476) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:36.926264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba56f4-2ab1-41f6-94b1-8647ebdef9e1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Network': ['ID=5cba455c-c3d9-49b3-a3d0-3ab77f0251fa,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:36.928793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1694324229', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:36.950189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc7261c-7a5b-43d5-bf11-abeab7c4cf35 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:36.954576 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9cc7261c-7a5b-43d5-bf11-abeab7c4cf35 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:36.982872 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ba62e9a-36ed-46a9-9097-a87498cc2e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.017403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1ba62e9a-36ed-46a9-9097-a87498cc2e9b None None] For port 8ed46310-2893-4162-a20f-4eaca2965519, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8ed46310-2893-4162-a20f-4eaca2965519,segment=NetworkSegment(824ec992-9c9f-464d-bfc8-be93fe338bf7),segment_id=824ec992-9c9f-464d-bfc8-be93fe338bf7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:37.021932 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ba62e9a-36ed-46a9-9097-a87498cc2e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.045645 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.046638 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.059679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1ba62e9a-36ed-46a9-9097-a87498cc2e9b None None] Provisioning complete for port c1b00403-f749-4077-8295-c7249e2fa816 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:37.060120 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ba62e9a-36ed-46a9-9097-a87498cc2e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.100829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba62e9a-36ed-46a9-9097-a87498cc2e9b None None] Pushing event updated for resources: {'Port': ['ID=8ed46310-2893-4162-a20f-4eaca2965519,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:37.112928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1ba62e9a-36ed-46a9-9097-a87498cc2e9b None None] Port c1b00403-f749-4077-8295-c7249e2fa816 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:37.183193 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.230740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6cfac9ce-4f7a-4ec0-a264-a9714ca0bdb0 None None] Provisioning for port 0e5992a4-49e3-4047-83b4-2985cbbba431 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:37.234952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6cfac9ce-4f7a-4ec0-a264-a9714ca0bdb0 None None] Provisioning complete for port 0e5992a4-49e3-4047-83b4-2985cbbba431 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:37.235334 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6cfac9ce-4f7a-4ec0-a264-a9714ca0bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.269653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6cfac9ce-4f7a-4ec0-a264-a9714ca0bdb0 None None] Port 0e5992a4-49e3-4047-83b4-2985cbbba431 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:37.407749 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.420749 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.537346 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event updated for resources: {'Subnet': ['ID=bd68c442-9cee-477d-b5fb-77c64dcc44d8,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:37.598994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Checking segment: {'id': '4c88bfc5-9491-48a3-aa10-5d6b2c94201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '17091c43-af86-4291-a8e9-e690c02ec58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:37.599360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Network hostable DHCP agents. Network: 17091c43-af86-4291-a8e9-e690c02ec58d, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:37.627535 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9cc7261c-7a5b-43d5-bf11-abeab7c4cf35 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.679215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Network 17091c43-af86-4291-a8e9-e690c02ec58d is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:37.684903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc7261c-7a5b-43d5-bf11-abeab7c4cf35 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 05a9c164-6776-41ba-8082-73995785109c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:37.693141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9cc7261c-7a5b-43d5-bf11-abeab7c4cf35 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:37.699339 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc7261c-7a5b-43d5-bf11-abeab7c4cf35 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:37.699943 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9cc7261c-7a5b-43d5-bf11-abeab7c4cf35 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.702252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad1c90-4391-4dda-b907-4fa4e6410d32 None None] Network 05a9c164-6776-41ba-8082-73995785109c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:37.705765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 17091c43-af86-4291-a8e9-e690c02ec58d) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:37.715366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7261c-7a5b-43d5-bf11-abeab7c4cf35 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Subnet': ['ID=b2724997-5247-439d-ad91-42c256ce758c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:37.719224 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.719490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a5d595-5b5a-42af-a119-119d04977e57 None None] Network 17091c43-af86-4291-a8e9-e690c02ec58d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:37.753414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9cc7261c-7a5b-43d5-bf11-abeab7c4cf35 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3700507 Sep 07 16:39:37.758216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58478) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:37.764414 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f6c4233b-413e-4003-b3f1-e013c94a1aae tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1851633474', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b2724997-5247-439d-ad91-42c256ce758c'}], 'security_groups': ['0b67ce22-94c7-4510-a58f-0a08074b0691']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:37.868153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event updated for resources: {'Subnet': ['ID=f74ec539-9faa-4466-a2d5-da376ad63b17,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:37.896821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Checking segment: {'id': 'e66d6fde-d7d4-466b-a834-2ecd79f18f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c9b40517-1c91-440a-aa0b-ec4c04e9bd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:37.897344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Network hostable DHCP agents. Network: c9b40517-1c91-440a-aa0b-ec4c04e9bd09, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:37.900826 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.925842 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.930943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6c4233b-413e-4003-b3f1-e013c94a1aae tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:37.975287 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-17091c43-af86-4291-a8e9-e690c02ec58d', 'network_id': '17091c43-af86-4291-a8e9-e690c02ec58d', 'tenant_id': 'bdd16ce97f9a4e2e8219056429e052b3', 'fixed_ips': [{'subnet_id': 'bd68c442-9cee-477d-b5fb-77c64dcc44d8'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:37.975547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Network c9b40517-1c91-440a-aa0b-ec4c04e9bd09 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:37.975655 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.005359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, c9b40517-1c91-440a-aa0b-ec4c04e9bd09) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:38.016363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:38.016923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:38.017575 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.059974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809ac1d0-5027-4834-9a6c-79abea54723b None None] Network c9b40517-1c91-440a-aa0b-ec4c04e9bd09 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:38.063740 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6a5524ce-f619-498e-8ee5-d8cf04723f1a tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1096542 Sep 07 16:39:38.068834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58480) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:38.119036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Allocated IP 172.25.3.142 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/29010c27-582e-4fcd-ae9e-310934b01239) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:38.121217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8ed46310-2893-4162-a20f-4eaca2965519 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:38.184085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d022f4d2-6176-48d5-9767-d3d318ba4e79 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:38.185811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d022f4d2-6176-48d5-9767-d3d318ba4e79 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:38.187378 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d022f4d2-6176-48d5-9767-d3d318ba4e79 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:38.189020 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d022f4d2-6176-48d5-9767-d3d318ba4e79 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1192415 Sep 07 16:39:38.200497 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58482) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:38.226450 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b908ab2b-56f0-494c-943b-f16ee353e8de None None] Update dhcp port {'port': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'fixed_ips': [{'subnet_id': 'cf21c77c-88c3-4968-bd7f-05de2fb551c0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b2724997-5247-439d-ad91-42c256ce758c'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '8ed46310-2893-4162-a20f-4eaca2965519'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:39:38.280132 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.282941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Allocated IP 2001:db8::1 (17091c43-af86-4291-a8e9-e690c02ec58d/bd68c442-9cee-477d-b5fb-77c64dcc44d8/c1e69518-3294-4127-ae8e-df93ab8e3e79) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:38.293353 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b908ab2b-56f0-494c-943b-f16ee353e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.299223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b795b22-7229-45e1-9483-d2e9046d07f5 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Deleting subnet bd68c442-9cee-477d-b5fb-77c64dcc44d8 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:38.326721 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.364512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:38.367642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:38.373363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:38.381540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-f6c4233b-413e-4003-b3f1-e013c94a1aae tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Delete allocated IP 2001:db8::2c7 (05a9c164-6776-41ba-8082-73995785109c/cf21c77c-88c3-4968-bd7f-05de2fb551c0) {{(pid=94771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 16:39:38.393673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-f6c4233b-413e-4003-b3f1-e013c94a1aae tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8:0:1::2 (05a9c164-6776-41ba-8082-73995785109c/b2724997-5247-439d-ad91-42c256ce758c/0e5992a4-49e3-4047-83b4-2985cbbba431) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:38.398382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=29010c27-582e-4fcd-ae9e-310934b01239,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:38.409118 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8ed46310-2893-4162-a20f-4eaca2965519 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:38.409618 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.564111 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6c4233b-413e-4003-b3f1-e013c94a1aae tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.578307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-c9b40517-1c91-440a-aa0b-ec4c04e9bd09', 'network_id': 'c9b40517-1c91-440a-aa0b-ec4c04e9bd09', 'tenant_id': 'bdd16ce97f9a4e2e8219056429e052b3', 'fixed_ips': [{'subnet_id': 'f74ec539-9faa-4466-a2d5-da376ad63b17'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:38.579178 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.581796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-f6c4233b-413e-4003-b3f1-e013c94a1aae tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Transition to ACTIVE for port object 0e5992a4-49e3-4047-83b4-2985cbbba431 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:38.586267 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6c4233b-413e-4003-b3f1-e013c94a1aae tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.638192 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.642907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f6c4233b-413e-4003-b3f1-e013c94a1aae tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] In _notify_port_updated(), no bound segment for port 0e5992a4-49e3-4047-83b4-2985cbbba431 on network 05a9c164-6776-41ba-8082-73995785109c {{(pid=94771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:39:38.648488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c4233b-413e-4003-b3f1-e013c94a1aae tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:38.649218 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6c4233b-413e-4003-b3f1-e013c94a1aae tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.653399 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f6c4233b-413e-4003-b3f1-e013c94a1aae tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "PUT /v2.0/ports/0e5992a4-49e3-4047-83b4-2985cbbba431 HTTP/1.1" status: 200 len: 929 time: 0.8907809 Sep 07 16:39:38.653746 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58484) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:38.701464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4233b-413e-4003-b3f1-e013c94a1aae tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=0e5992a4-49e3-4047-83b4-2985cbbba431,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:38.764579 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0101730d-849b-403d-978c-750177d2af83 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 0e5992a4-49e3-4047-83b4-2985cbbba431 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:38.765345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0101730d-849b-403d-978c-750177d2af83 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.788628 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.803370 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-b908ab2b-56f0-494c-943b-f16ee353e8de None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1::2-76c94243-40ba-4b5f-bb84-d94382c38772 {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:39:38.803716 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-b908ab2b-56f0-494c-943b-f16ee353e8de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:39:38.814630 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Transition to ACTIVE for port object c1e69518-3294-4127-ae8e-df93ab8e3e79 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:38.856352 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0101730d-849b-403d-978c-750177d2af83 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.870583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0101730d-849b-403d-978c-750177d2af83 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 0e5992a4-49e3-4047-83b4-2985cbbba431 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:38.871219 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.871558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fdbb4c2d-f631-46b8-a817-3774a0ae046d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:39:38.900647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: fdbb4c2d-f631-46b8-a817-3774a0ae046d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:39:38.900909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fdbb4c2d-f631-46b8-a817-3774a0ae046d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:39:38.902662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Transition to ACTIVE for port object c1e69518-3294-4127-ae8e-df93ab8e3e79 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:38.917298 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.919680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Allocated IP 2001:db8:0:1::1 (c9b40517-1c91-440a-aa0b-ec4c04e9bd09/f74ec539-9faa-4466-a2d5-da376ad63b17/a4796a32-0aaf-41b9-94d1-b8e72c2945d6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:38.927680 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b795b22-7229-45e1-9483-d2e9046d07f5 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:38.979531 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b795b22-7229-45e1-9483-d2e9046d07f5 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.031404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router 79c93371-7b8a-4091-a5b8-fe9b81cbd4f9 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:39:39.126490 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b795b22-7229-45e1-9483-d2e9046d07f5 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.153086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Network 17091c43-af86-4291-a8e9-e690c02ec58d is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:39.162946 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0101730d-849b-403d-978c-750177d2af83 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.163949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:39.165812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Pushing event updated for resources: {'Port': ['ID=c1e69518-3294-4127-ae8e-df93ab8e3e79,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:39.168221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:39.186050 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:39.202909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a10f4-5ad4-4e44-8f07-0e067b619b6b None None] Sync routers for ids ['79c93371-7b8a-4091-a5b8-fe9b81cbd4f9'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:39.206517 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.208401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-79d5fe8e-6d9e-4075-9522-0f5570cedf8f tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2858489 Sep 07 16:39:39.211098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58486) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:39.221792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101730d-849b-403d-978c-750177d2af83 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=0e5992a4-49e3-4047-83b4-2985cbbba431,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:39.251793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0101730d-849b-403d-978c-750177d2af83 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.258597 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0101730d-849b-403d-978c-750177d2af83 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/0e5992a4-49e3-4047-83b4-2985cbbba431 HTTP/1.1" status: 204 len: 168 time: 0.5994318 Sep 07 16:39:39.259838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58488) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:39.271448 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a10f4-5ad4-4e44-8f07-0e067b619b6b None None] Routers {'79c93371-7b8a-4091-a5b8-fe9b81cbd4f9'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:39.272084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bd3a10f4-5ad4-4e44-8f07-0e067b619b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['79c93371-7b8a-4091-a5b8-fe9b81cbd4f9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:39.301866 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8146208f-db0b-4555-9ba1-dfb9a644402e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:39:39.306736 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8146208f-db0b-4555-9ba1-dfb9a644402e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/0e5992a4-49e3-4047-83b4-2985cbbba431 HTTP/1.1" status: 404 len: 333 time: 0.0413592 Sep 07 16:39:39.306971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58490) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:39.325246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bd3a10f4-5ad4-4e44-8f07-0e067b619b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:39.326479 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b795b22-7229-45e1-9483-d2e9046d07f5 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.345753 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Attempting to bind port c1e69518-3294-4127-ae8e-df93ab8e3e79 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:39.346132 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Attempting to bind port c1e69518-3294-4127-ae8e-df93ab8e3e79 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '4c88bfc5-9491-48a3-aa10-5d6b2c94201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '17091c43-af86-4291-a8e9-e690c02ec58d'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:39.346498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Attempting to bind port c1e69518-3294-4127-ae8e-df93ab8e3e79 on network 17091c43-af86-4291-a8e9-e690c02ec58d {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:39.353640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a9c9e226-fd2c-438d-b4c4-5c2ccc3c77cd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/routers/79c93371-7b8a-4091-a5b8-fe9b81cbd4f9 HTTP/1.1" status: 200 len: 885 time: 0.1391685 Sep 07 16:39:39.354079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58492) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:39.365028 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5b795b22-7229-45e1-9483-d2e9046d07f5 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.367144 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5b795b22-7229-45e1-9483-d2e9046d07f5 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "DELETE /v2.0/subnets/bd68c442-9cee-477d-b5fb-77c64dcc44d8 HTTP/1.1" status: 204 len: 168 time: 1.1655979 Sep 07 16:39:39.370937 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b795b22-7229-45e1-9483-d2e9046d07f5 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event deleted for resources: {'Subnet': ['ID=bd68c442-9cee-477d-b5fb-77c64dcc44d8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:39.375092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:39.387960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:39.388371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Checking segment: {'id': '4c88bfc5-9491-48a3-aa10-5d6b2c94201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '17091c43-af86-4291-a8e9-e690c02ec58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:39.388760 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.389159 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Bound using segment: {'id': '4c88bfc5-9491-48a3-aa10-5d6b2c94201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '17091c43-af86-4291-a8e9-e690c02ec58d'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:39.389643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Bound port: c1e69518-3294-4127-ae8e-df93ab8e3e79, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c88bfc5-9491-48a3-aa10-5d6b2c94201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '17091c43-af86-4291-a8e9-e690c02ec58d'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:39.390579 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.400991 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b908ab2b-56f0-494c-943b-f16ee353e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.407573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a10f4-5ad4-4e44-8f07-0e067b619b6b None None] Routers {'79c93371-7b8a-4091-a5b8-fe9b81cbd4f9'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:39.408136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bd3a10f4-5ad4-4e44-8f07-0e067b619b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['79c93371-7b8a-4091-a5b8-fe9b81cbd4f9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:39.446160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0608cc9b-8db3-4aa3-bcbe-705950d3cfe3 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Deleting subnet f74ec539-9faa-4466-a2d5-da376ad63b17 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:39.449272 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75dc03ec-e9e3-4c57-95c9-e72f1d739197 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.458526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bd3a10f4-5ad4-4e44-8f07-0e067b619b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:39.459169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a10f4-5ad4-4e44-8f07-0e067b619b6b None None] The sync data for ids ['79c93371-7b8a-4091-a5b8-fe9b81cbd4f9'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:39.462231 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.480297 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75dc03ec-e9e3-4c57-95c9-e72f1d739197 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.514317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Transition to ACTIVE for port object a4796a32-0aaf-41b9-94d1-b8e72c2945d6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:39.528197 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75dc03ec-e9e3-4c57-95c9-e72f1d739197 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.532204 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75dc03ec-e9e3-4c57-95c9-e72f1d739197 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.534376 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-75dc03ec-e9e3-4c57-95c9-e72f1d739197 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/security-groups/7138a91b-36e0-4cbd-bb06-f08bc191ce36 HTTP/1.1" status: 204 len: 168 time: 0.2258301 Sep 07 16:39:39.537785 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58496) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:39.558321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc03ec-e9e3-4c57-95c9-e72f1d739197 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7138a91b-36e0-4cbd-bb06-f08bc191ce36,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:39.611390 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ddb463-e132-495c-a0aa-2563f8019fd5 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.612300 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Transition to ACTIVE for port object a4796a32-0aaf-41b9-94d1-b8e72c2945d6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:39.621694 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4f091825-975b-4a26-ad51-161ce7232eb5 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2640476 Sep 07 16:39:39.621996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58498) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:39.627053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-85fa414d-16f4-4988-be31-c5abefa78183 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1694324229'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:39.627478 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0608cc9b-8db3-4aa3-bcbe-705950d3cfe3 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.631903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] For port c1e69518-3294-4127-ae8e-df93ab8e3e79, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:39.637150 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.672178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ddb463-e132-495c-a0aa-2563f8019fd5 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.677698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] For port c1e69518-3294-4127-ae8e-df93ab8e3e79, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c1e69518-3294-4127-ae8e-df93ab8e3e79,segment=NetworkSegment(4c88bfc5-9491-48a3-aa10-5d6b2c94201a),segment_id=4c88bfc5-9491-48a3-aa10-5d6b2c94201a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:39.702250 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0608cc9b-8db3-4aa3-bcbe-705950d3cfe3 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.716555 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.722394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Network c9b40517-1c91-440a-aa0b-ec4c04e9bd09 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:39.731695 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:39.742026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:39.753129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Pushing event updated for resources: {'Port': ['ID=a4796a32-0aaf-41b9-94d1-b8e72c2945d6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:39.778780 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ddb463-e132-495c-a0aa-2563f8019fd5 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.782495 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11ddb463-e132-495c-a0aa-2563f8019fd5 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.787765 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-11ddb463-e132-495c-a0aa-2563f8019fd5 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/security-groups/0b67ce22-94c7-4510-a58f-0a08074b0691 HTTP/1.1" status: 204 len: 168 time: 0.2439308 Sep 07 16:39:39.790884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58500) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:39.804010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b908ab2b-56f0-494c-943b-f16ee353e8de None None] Allocated IP 2001:db8:0:1::2 (05a9c164-6776-41ba-8082-73995785109c/b2724997-5247-439d-ad91-42c256ce758c/8ed46310-2893-4162-a20f-4eaca2965519) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:39.840506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddb463-e132-495c-a0aa-2563f8019fd5 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b67ce22-94c7-4510-a58f-0a08074b0691,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:39.889240 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0608cc9b-8db3-4aa3-bcbe-705950d3cfe3 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.908151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Attempting to bind port a4796a32-0aaf-41b9-94d1-b8e72c2945d6 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:39.908813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Attempting to bind port a4796a32-0aaf-41b9-94d1-b8e72c2945d6 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'e66d6fde-d7d4-466b-a834-2ecd79f18f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c9b40517-1c91-440a-aa0b-ec4c04e9bd09'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:39.909361 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Attempting to bind port a4796a32-0aaf-41b9-94d1-b8e72c2945d6 on network c9b40517-1c91-440a-aa0b-ec4c04e9bd09 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:39.927922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9ea34-2d6d-47f1-8714-7747aedf8863 None None] Pushing event updated for resources: {'Port': ['ID=c1e69518-3294-4127-ae8e-df93ab8e3e79,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:39.931960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-10594b12-670b-45fc-a8da-83c58b1b8365 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting subnet cf21c77c-88c3-4968-bd7f-05de2fb551c0 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:39.941764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404babfd-3621-4bb8-b630-4b6aaad6451d None None] Network 17091c43-af86-4291-a8e9-e690c02ec58d requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:39.948865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:39.949224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Checking segment: {'id': 'e66d6fde-d7d4-466b-a834-2ecd79f18f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c9b40517-1c91-440a-aa0b-ec4c04e9bd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:39.949804 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.950385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Bound using segment: {'id': 'e66d6fde-d7d4-466b-a834-2ecd79f18f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c9b40517-1c91-440a-aa0b-ec4c04e9bd09'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:39.951034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Bound port: a4796a32-0aaf-41b9-94d1-b8e72c2945d6, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66d6fde-d7d4-466b-a834-2ecd79f18f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c9b40517-1c91-440a-aa0b-ec4c04e9bd09'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:39.951592 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:39.978274 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0608cc9b-8db3-4aa3-bcbe-705950d3cfe3 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.010301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608cc9b-8db3-4aa3-bcbe-705950d3cfe3 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event deleted for resources: {'Subnet': ['ID=f74ec539-9faa-4466-a2d5-da376ad63b17,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:40.021318 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0608cc9b-8db3-4aa3-bcbe-705950d3cfe3 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.023813 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0608cc9b-8db3-4aa3-bcbe-705950d3cfe3 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "DELETE /v2.0/subnets/f74ec539-9faa-4466-a2d5-da376ad63b17 HTTP/1.1" status: 204 len: 168 time: 0.6467991 Sep 07 16:39:40.026139 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58502) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:40.081470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61a3eca-345c-49f7-99de-4bf69e1f9b40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:40.087021 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b61a3eca-345c-49f7-99de-4bf69e1f9b40 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0558381 Sep 07 16:39:40.087294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58504) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:40.162460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b908ab2b-56f0-494c-943b-f16ee353e8de None None] For port 8ed46310-2893-4162-a20f-4eaca2965519, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8ed46310-2893-4162-a20f-4eaca2965519,segment=NetworkSegment(824ec992-9c9f-464d-bfc8-be93fe338bf7),segment_id=824ec992-9c9f-464d-bfc8-be93fe338bf7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:40.173649 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.178538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] For port a4796a32-0aaf-41b9-94d1-b8e72c2945d6, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:40.208319 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] For port a4796a32-0aaf-41b9-94d1-b8e72c2945d6, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a4796a32-0aaf-41b9-94d1-b8e72c2945d6,segment=NetworkSegment(e66d6fde-d7d4-466b-a834-2ecd79f18f9a),segment_id=e66d6fde-d7d4-466b-a834-2ecd79f18f9a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:40.217568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.238168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Deleting port a4796a32-0aaf-41b9-94d1-b8e72c2945d6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:40.238918 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.251105 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b908ab2b-56f0-494c-943b-f16ee353e8de None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.286603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b908ab2b-56f0-494c-943b-f16ee353e8de None None] Transition to ACTIVE for port object 8ed46310-2893-4162-a20f-4eaca2965519 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:40.297894 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10594b12-670b-45fc-a8da-83c58b1b8365 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.300568 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85fa414d-16f4-4988-be31-c5abefa78183 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.312852 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b908ab2b-56f0-494c-943b-f16ee353e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.315805 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85fa414d-16f4-4988-be31-c5abefa78183 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.326731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a14713-46d7-4279-b3a3-46e021fc75c0 None None] Pushing event updated for resources: {'Port': ['ID=a4796a32-0aaf-41b9-94d1-b8e72c2945d6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:40.352185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] For port a4796a32-0aaf-41b9-94d1-b8e72c2945d6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a4796a32-0aaf-41b9-94d1-b8e72c2945d6,segment=NetworkSegment(e66d6fde-d7d4-466b-a834-2ecd79f18f9a),segment_id=e66d6fde-d7d4-466b-a834-2ecd79f18f9a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:40.352724 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.373154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e5620-73b4-455c-8e5c-4d105ef72295 None None] Network c9b40517-1c91-440a-aa0b-ec4c04e9bd09 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:40.375433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Calling delete_port for a4796a32-0aaf-41b9-94d1-b8e72c2945d6 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:40.385683 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10594b12-670b-45fc-a8da-83c58b1b8365 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.446563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fa414d-16f4-4988-be31-c5abefa78183 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router 79c93371-7b8a-4091-a5b8-fe9b81cbd4f9 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:40.492789 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e8c9915d-90ac-40b7-abd0-851a40e67892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.514022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908ab2b-56f0-494c-943b-f16ee353e8de None None] Pushing event updated for resources: {'Port': ['ID=8ed46310-2893-4162-a20f-4eaca2965519,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:40.537851 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10594b12-670b-45fc-a8da-83c58b1b8365 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.565732 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.592781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fa414d-16f4-4988-be31-c5abefa78183 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:40.600363 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-85fa414d-16f4-4988-be31-c5abefa78183 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.603948 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event deleted for resources: {'Port': ['ID=a4796a32-0aaf-41b9-94d1-b8e72c2945d6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:40.604380 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-85fa414d-16f4-4988-be31-c5abefa78183 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/79c93371-7b8a-4091-a5b8-fe9b81cbd4f9 HTTP/1.1" status: 200 len: 892 time: 0.9786179 Sep 07 16:39:40.606611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58506) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:40.606739 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e648cc-02c0-4dca-883e-8365c7c2f823 None None] Sync routers for ids ['79c93371-7b8a-4091-a5b8-fe9b81cbd4f9'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:40.618809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] No DVR routers for this DVR port a4796a32-0aaf-41b9-94d1-b8e72c2945d6 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:40.626103 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e648cc-02c0-4dca-883e-8365c7c2f823 None None] Routers {'79c93371-7b8a-4091-a5b8-fe9b81cbd4f9'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:40.626724 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-85e648cc-02c0-4dca-883e-8365c7c2f823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['79c93371-7b8a-4091-a5b8-fe9b81cbd4f9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:40.680213 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-85e648cc-02c0-4dca-883e-8365c7c2f823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:40.691466 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e648cc-02c0-4dca-883e-8365c7c2f823 None None] Routers {'79c93371-7b8a-4091-a5b8-fe9b81cbd4f9'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:40.692362 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-85e648cc-02c0-4dca-883e-8365c7c2f823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['79c93371-7b8a-4091-a5b8-fe9b81cbd4f9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:40.713769 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.716689 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10594b12-670b-45fc-a8da-83c58b1b8365 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.726998 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-85e648cc-02c0-4dca-883e-8365c7c2f823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:40.728011 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e648cc-02c0-4dca-883e-8365c7c2f823 None None] The sync data for ids ['79c93371-7b8a-4091-a5b8-fe9b81cbd4f9'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:40.749099 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-833c1a05-3639-404e-b1d8-4e028b3a7010 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/routers/79c93371-7b8a-4091-a5b8-fe9b81cbd4f9 HTTP/1.1" status: 200 len: 892 time: 0.1390135 Sep 07 16:39:40.749405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58508) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:40.754853 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-10594b12-670b-45fc-a8da-83c58b1b8365 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.756910 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-10594b12-670b-45fc-a8da-83c58b1b8365 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/cf21c77c-88c3-4968-bd7f-05de2fb551c0 HTTP/1.1" status: 204 len: 168 time: 0.9452243 Sep 07 16:39:40.760886 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10594b12-670b-45fc-a8da-83c58b1b8365 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Subnet': ['ID=cf21c77c-88c3-4968-bd7f-05de2fb551c0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:40.762506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58510) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:40.773208 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1cb06e0f-b454-45b9-a77c-e3a8b38a253c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:40.782318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-70e20d38-4a40-4eb5-bfc3-d7eee50bd425 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=79c93371-7b8a-4091-a5b8-fe9b81cbd4f9 HTTP/1.1" status: 200 len: 205 time: 0.0295782 Sep 07 16:39:40.782548 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b40517-1c91-440a-aa0b-ec4c04e9bd09']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:40.783437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58512) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:40.808974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66d6fde-d7d4-466b-a834-2ecd79f18f9a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:40.809273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66d6fde-d7d4-466b-a834-2ecd79f18f9a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:40.860066 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.918565 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.934572 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:40.934988 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:40.939622 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:41.055428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.059684 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.070241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300bb48-acfd-4206-b4f4-e2c2c7af5c00 None None] Network 05a9c164-6776-41ba-8082-73995785109c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:41.103487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.107471 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "DELETE /v2.0/networks/c9b40517-1c91-440a-aa0b-ec4c04e9bd09 HTTP/1.1" status: 204 len: 168 time: 1.0171080 Sep 07 16:39:41.107864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58514) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:41.120378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc65bc7-b057-4921-b84f-acbe5c230887 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event deleted for resources: {'Network': ['ID=c9b40517-1c91-440a-aa0b-ec4c04e9bd09,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:41.130095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb06e0f-b454-45b9-a77c-e3a8b38a253c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:41.133653 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cb06e0f-b454-45b9-a77c-e3a8b38a253c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.160713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0109e948-10e0-4271-a0e3-59dbec5c98bf None None] Provisioning for port 8ed46310-2893-4162-a20f-4eaca2965519 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:41.169647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0109e948-10e0-4271-a0e3-59dbec5c98bf None None] Provisioning complete for port 8ed46310-2893-4162-a20f-4eaca2965519 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:41.170210 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0109e948-10e0-4271-a0e3-59dbec5c98bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.195640 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.251737 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.253914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Deleting port c1e69518-3294-4127-ae8e-df93ab8e3e79 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:41.254706 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.313109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0109e948-10e0-4271-a0e3-59dbec5c98bf None None] Could not find standard attr ID for object 0e5992a4-49e3-4047-83b4-2985cbbba431. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:39:41.326429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] For port c1e69518-3294-4127-ae8e-df93ab8e3e79, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c1e69518-3294-4127-ae8e-df93ab8e3e79,segment=NetworkSegment(4c88bfc5-9491-48a3-aa10-5d6b2c94201a),segment_id=4c88bfc5-9491-48a3-aa10-5d6b2c94201a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:41.327014 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.330998 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0109e948-10e0-4271-a0e3-59dbec5c98bf None None] Provisioning complete for port c1b00403-f749-4077-8295-c7249e2fa816 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:41.331476 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0109e948-10e0-4271-a0e3-59dbec5c98bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.341516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Calling delete_port for c1e69518-3294-4127-ae8e-df93ab8e3e79 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:41.370643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port 29010c27-582e-4fcd-ae9e-310934b01239 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:41.370992 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.373634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0109e948-10e0-4271-a0e3-59dbec5c98bf None None] Port c1b00403-f749-4077-8295-c7249e2fa816 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:41.426286 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.466194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] No DVR routers for this DVR port c1e69518-3294-4127-ae8e-df93ab8e3e79 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:41.473731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event deleted for resources: {'Port': ['ID=c1e69518-3294-4127-ae8e-df93ab8e3e79,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:41.523744 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.544880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for 29010c27-582e-4fcd-ae9e-310934b01239 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:41.553710 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cb06e0f-b454-45b9-a77c-e3a8b38a253c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.553965 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.578019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17091c43-af86-4291-a8e9-e690c02ec58d']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:41.588435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c88bfc5-9491-48a3-aa10-5d6b2c94201a') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:41.588801 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c88bfc5-9491-48a3-aa10-5d6b2c94201a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:41.599021 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.613490 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.621527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:41.622144 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:41.626597 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:41.639329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb06e0f-b454-45b9-a77c-e3a8b38a253c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 05a9c164-6776-41ba-8082-73995785109c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:41.653758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-1cb06e0f-b454-45b9-a77c-e3a8b38a253c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:41.659190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb06e0f-b454-45b9-a77c-e3a8b38a253c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:41.659786 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cb06e0f-b454-45b9-a77c-e3a8b38a253c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.663417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb06e0f-b454-45b9-a77c-e3a8b38a253c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Subnet': ['ID=313c9c3c-897c-4e6e-9c99-688493a8b724,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:41.703492 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.713596 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1cb06e0f-b454-45b9-a77c-e3a8b38a253c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9452212 Sep 07 16:39:41.717425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58516) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:41.721790 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e6f06319-b3a5-49bf-ac53-c41e92f0a4c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'security_group': {'name': 'tempest-secgroup-570662075'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:41.723158 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.727646 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "DELETE /v2.0/networks/17091c43-af86-4291-a8e9-e690c02ec58d HTTP/1.1" status: 204 len: 168 time: 0.6187034 Sep 07 16:39:41.728051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58518) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:41.728605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c11118-96c1-4d19-b179-0514909c562d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event deleted for resources: {'Network': ['ID=17091c43-af86-4291-a8e9-e690c02ec58d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:41.845155 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f06319-b3a5-49bf-ac53-c41e92f0a4c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.865825 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-541e0761-da72-405c-bba0-e6e5e1249791 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.879866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-316c63d2-d1fa-4431-83ed-ea45b81a4c2a req-99ce6c2b-0114-4f16-97e4-e9d04fdab917 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445290 Sep 07 16:39:41.925340 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:41.960650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e63130-ffe4-4cf4-93e7-0ff23aa5e33b None None] Network 05a9c164-6776-41ba-8082-73995785109c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:41.962482 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=29010c27-582e-4fcd-ae9e-310934b01239,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:41.995493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c63d2-d1fa-4431-83ed-ea45b81a4c2a req-bc7e3fbf-6c55-458b-b9e5-a533ba7f995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:41.997256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-316c63d2-d1fa-4431-83ed-ea45b81a4c2a req-bc7e3fbf-6c55-458b-b9e5-a533ba7f995d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 1096 time: 0.0637877 Sep 07 16:39:42.087595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d6dedd21-f53b-4c55-8e38-afd9242db4d8 None None] Provisioning complete for port 8ed46310-2893-4162-a20f-4eaca2965519 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:42.088070 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6dedd21-f53b-4c55-8e38-afd9242db4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.120439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8ed46310-2893-4162-a20f-4eaca2965519 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:42.152328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c63d2-d1fa-4431-83ed-ea45b81a4c2a req-00cfee7c-11d3-4c48-8e1a-cb786fea97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:42.154975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-316c63d2-d1fa-4431-83ed-ea45b81a4c2a req-00cfee7c-11d3-4c48-8e1a-cb786fea97f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.1332653 Sep 07 16:39:42.248411 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-316c63d2-d1fa-4431-83ed-ea45b81a4c2a req-03cb4035-983e-456e-aa62-fe876d555945 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2c9a159-20fb-4287-84d3-10e88b603b33 HTTP/1.1" status: 200 len: 1001 time: 0.0829792 Sep 07 16:39:42.305443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c63d2-d1fa-4431-83ed-ea45b81a4c2a req-b08b494b-87c6-4b3f-bbe2-d5743db252ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:42.307027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-316c63d2-d1fa-4431-83ed-ea45b81a4c2a req-b08b494b-87c6-4b3f-bbe2-d5743db252ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0517175 Sep 07 16:39:42.361790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c63d2-d1fa-4431-83ed-ea45b81a4c2a req-31220dec-2cd5-4d59-afbc-5e61f0be8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:42.364046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-316c63d2-d1fa-4431-83ed-ea45b81a4c2a req-31220dec-2cd5-4d59-afbc-5e61f0be8ce0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499661 Sep 07 16:39:42.407474 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-541e0761-da72-405c-bba0-e6e5e1249791 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.434274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8ed46310-2893-4162-a20f-4eaca2965519 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:42.434837 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.455532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-541e0761-da72-405c-bba0-e6e5e1249791 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18da813-8b90-43bf-b9bd-0564556ba873']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:42.469070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-316c63d2-d1fa-4431-83ed-ea45b81a4c2a req-5bcf830e-3756-41c9-949f-d5535cb04cb8 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974171 Sep 07 16:39:42.480485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-541e0761-da72-405c-bba0-e6e5e1249791 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1662aa8c-49ee-4860-948d-41db593d217d') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:42.480830 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-541e0761-da72-405c-bba0-e6e5e1249791 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1662aa8c-49ee-4860-948d-41db593d217d') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:42.501684 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f06319-b3a5-49bf-ac53-c41e92f0a4c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.503540 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-541e0761-da72-405c-bba0-e6e5e1249791 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.505357 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.510927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d6dedd21-f53b-4c55-8e38-afd9242db4d8 None None] Provisioning complete for port c1b00403-f749-4077-8295-c7249e2fa816 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:42.511324 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6dedd21-f53b-4c55-8e38-afd9242db4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.535678 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f06319-b3a5-49bf-ac53-c41e92f0a4c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.583657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-316c63d2-d1fa-4431-83ed-ea45b81a4c2a req-6372479b-5dc9-4c6d-9040-3165450d0c36 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080022 Sep 07 16:39:42.584021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d6dedd21-f53b-4c55-8e38-afd9242db4d8 None None] Port c1b00403-f749-4077-8295-c7249e2fa816 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:42.589920 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-541e0761-da72-405c-bba0-e6e5e1249791 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.627136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786dc7b6-674f-4543-882c-8b176a43a0bf None None] Update dhcp port {'port': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'fixed_ips': [{'subnet_id': 'b2724997-5247-439d-ad91-42c256ce758c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '313c9c3c-897c-4e6e-9c99-688493a8b724'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '8ed46310-2893-4162-a20f-4eaca2965519'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:39:42.631740 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.637138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541e0761-da72-405c-bba0-e6e5e1249791 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:42.637533 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-541e0761-da72-405c-bba0-e6e5e1249791 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:42.641337 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:42.643422 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.652715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-786dc7b6-674f-4543-882c-8b176a43a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.654751 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f06319-b3a5-49bf-ac53-c41e92f0a4c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.656671 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e6f06319-b3a5-49bf-ac53-c41e92f0a4c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9382701 Sep 07 16:39:42.659522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58520) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:42.664670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a0f8e83a-4cc5-4b6a-8cb4-265aca773a85 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'security_group': {'name': 'tempest-secgroup-1807941269'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:42.669465 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f06319-b3a5-49bf-ac53-c41e92f0a4c2 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf35e6a6-23b0-4bbe-9a5a-5d4b161b7999,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:42.698056 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0f8e83a-4cc5-4b6a-8cb4-265aca773a85 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.746751 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.747309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Fanout notify agent at l3_agent the message router_deleted on router 79c93371-7b8a-4091-a5b8-fe9b81cbd4f9 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:39:42.756859 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.763629 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e0da223a-0173-49d8-9edf-10b448ee2da4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/79c93371-7b8a-4091-a5b8-fe9b81cbd4f9 HTTP/1.1" status: 204 len: 168 time: 1.9794412 Sep 07 16:39:42.764711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58522) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:42.771686 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-976a1dd6-c365-4aa6-b029-8fa45e49900c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-371278560'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:42.775547 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-541e0761-da72-405c-bba0-e6e5e1249791 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.785204 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-541e0761-da72-405c-bba0-e6e5e1249791 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.787084 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-541e0761-da72-405c-bba0-e6e5e1249791 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "DELETE /v2.0/networks/f18da813-8b90-43bf-b9bd-0564556ba873 HTTP/1.1" status: 204 len: 168 time: 1.0511229 Sep 07 16:39:42.791871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58524) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:42.796966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e0761-da72-405c-bba0-e6e5e1249791 tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event deleted for resources: {'Network': ['ID=f18da813-8b90-43bf-b9bd-0564556ba873,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:42.824231 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0f8e83a-4cc5-4b6a-8cb4-265aca773a85 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.825833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-786dc7b6-674f-4543-882c-8b176a43a0bf None None] Allocated IP 2001:db8::2 (05a9c164-6776-41ba-8082-73995785109c/313c9c3c-897c-4e6e-9c99-688493a8b724/8ed46310-2893-4162-a20f-4eaca2965519) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:42.829803 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0f8e83a-4cc5-4b6a-8cb4-265aca773a85 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.850137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976a1dd6-c365-4aa6-b029-8fa45e49900c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:42.854332 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-976a1dd6-c365-4aa6-b029-8fa45e49900c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.879754 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976a1dd6-c365-4aa6-b029-8fa45e49900c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:42.889211 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-976a1dd6-c365-4aa6-b029-8fa45e49900c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.889614 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-976a1dd6-c365-4aa6-b029-8fa45e49900c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Added segment 2c1f064f-19af-4820-86cf-fc382dda82a3 of type vlan for network 30fbd81a-86a6-49e3-a7a7-b803ab925545 Sep 07 16:39:42.913696 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0f8e83a-4cc5-4b6a-8cb4-265aca773a85 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.916840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a0f8e83a-4cc5-4b6a-8cb4-265aca773a85 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2543919 Sep 07 16:39:42.917941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8e83a-4cc5-4b6a-8cb4-265aca773a85 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdea7189-6723-43da-9d27-e630d4084b93,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:42.918259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58526) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:42.923585 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22219f71-0a27-49e1-bd83-6a2d01cac06d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.923996 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-72129448-e8fb-4654-b897-8df3700fc829 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'security_group': {'name': 'tempest-secgroup-1720469384'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:42.951558 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-976a1dd6-c365-4aa6-b029-8fa45e49900c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.952045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-786dc7b6-674f-4543-882c-8b176a43a0bf None None] For port 8ed46310-2893-4162-a20f-4eaca2965519, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8ed46310-2893-4162-a20f-4eaca2965519,segment=NetworkSegment(824ec992-9c9f-464d-bfc8-be93fe338bf7),segment_id=824ec992-9c9f-464d-bfc8-be93fe338bf7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:42.967207 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72129448-e8fb-4654-b897-8df3700fc829 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.990628 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-786dc7b6-674f-4543-882c-8b176a43a0bf None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:42.995509 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-976a1dd6-c365-4aa6-b029-8fa45e49900c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.001688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976a1dd6-c365-4aa6-b029-8fa45e49900c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:43.002290 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-976a1dd6-c365-4aa6-b029-8fa45e49900c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.006578 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-786dc7b6-674f-4543-882c-8b176a43a0bf None None] Transition to ACTIVE for port object 8ed46310-2893-4162-a20f-4eaca2965519 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:43.011347 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-786dc7b6-674f-4543-882c-8b176a43a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.031139 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22219f71-0a27-49e1-bd83-6a2d01cac06d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.056524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-22219f71-0a27-49e1-bd83-6a2d01cac06d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df31932a-e49e-4065-8e64-1464abbab1af']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:43.068085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-22219f71-0a27-49e1-bd83-6a2d01cac06d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad8342b-cb3a-4522-81b8-7ae13d847dbd') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:43.068567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-22219f71-0a27-49e1-bd83-6a2d01cac06d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad8342b-cb3a-4522-81b8-7ae13d847dbd') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:43.079793 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22219f71-0a27-49e1-bd83-6a2d01cac06d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.106924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a1dd6-c365-4aa6-b029-8fa45e49900c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Network': ['ID=30fbd81a-86a6-49e3-a7a7-b803ab925545,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:43.112167 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22219f71-0a27-49e1-bd83-6a2d01cac06d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.121316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22219f71-0a27-49e1-bd83-6a2d01cac06d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:43.121491 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22219f71-0a27-49e1-bd83-6a2d01cac06d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.122831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 30fbd81a-86a6-49e3-a7a7-b803ab925545 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:43.125520 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:43.127974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dc7b6-674f-4543-882c-8b176a43a0bf None None] Pushing event updated for resources: {'Port': ['ID=8ed46310-2893-4162-a20f-4eaca2965519,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:43.156391 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72129448-e8fb-4654-b897-8df3700fc829 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.163653 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72129448-e8fb-4654-b897-8df3700fc829 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.177498 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-976a1dd6-c365-4aa6-b029-8fa45e49900c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4103594 Sep 07 16:39:43.183339 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58528) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:43.189295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2111d599-a1fc-4cc0-a414-a1da03dad75a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'subnet': {'network_id': '30fbd81a-86a6-49e3-a7a7-b803ab925545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:43.202513 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-72129448-e8fb-4654-b897-8df3700fc829 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.204781 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-72129448-e8fb-4654-b897-8df3700fc829 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2852795 Sep 07 16:39:43.206605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58530) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:43.207238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72129448-e8fb-4654-b897-8df3700fc829 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664b4d96-6e55-42a8-9384-b6c1b16d7323,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:43.224285 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22219f71-0a27-49e1-bd83-6a2d01cac06d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.226328 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1883532757', 'security_groups': ['664b4d96-6e55-42a8-9384-b6c1b16d7323'], 'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '313c9c3c-897c-4e6e-9c99-688493a8b724'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:43.240878 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22219f71-0a27-49e1-bd83-6a2d01cac06d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.243066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-22219f71-0a27-49e1-bd83-6a2d01cac06d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] 10.222.0.70 "DELETE /v2.0/networks/df31932a-e49e-4065-8e64-1464abbab1af HTTP/1.1" status: 204 len: 168 time: 0.4501247 Sep 07 16:39:43.263881 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:39:43.266201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22219f71-0a27-49e1-bd83-6a2d01cac06d tempest-BulkNetworkOpsIpV6Test-80034337 tempest-BulkNetworkOpsIpV6Test-80034337-project] Pushing event deleted for resources: {'Network': ['ID=df31932a-e49e-4065-8e64-1464abbab1af,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:43.333444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2111d599-a1fc-4cc0-a414-a1da03dad75a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:43.337549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2111d599-a1fc-4cc0-a414-a1da03dad75a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.389988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:43.496222 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.518191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] device_id is not set on port 4c6a4c94-7896-4656-973d-635f5273082b yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:39:43.580110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58536) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:43.604196 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2111d599-a1fc-4cc0-a414-a1da03dad75a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.696618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111d599-a1fc-4cc0-a414-a1da03dad75a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Subnet': ['ID=61a3ca15-04b2-4706-ba01-71788d7327f0,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:43.704843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111d599-a1fc-4cc0-a414-a1da03dad75a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Checking segment: {'id': '2c1f064f-19af-4820-86cf-fc382dda82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '30fbd81a-86a6-49e3-a7a7-b803ab925545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:43.705219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111d599-a1fc-4cc0-a414-a1da03dad75a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network hostable DHCP agents. Network: 30fbd81a-86a6-49e3-a7a7-b803ab925545, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:43.725202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111d599-a1fc-4cc0-a414-a1da03dad75a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network 30fbd81a-86a6-49e3-a7a7-b803ab925545 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:43.735040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8::131 (05a9c164-6776-41ba-8082-73995785109c/313c9c3c-897c-4e6e-9c99-688493a8b724/4c6a4c94-7896-4656-973d-635f5273082b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:43.737924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2111d599-a1fc-4cc0-a414-a1da03dad75a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 30fbd81a-86a6-49e3-a7a7-b803ab925545) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:43.742352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111d599-a1fc-4cc0-a414-a1da03dad75a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:43.742947 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2111d599-a1fc-4cc0-a414-a1da03dad75a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.750105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b4247-a66c-4aa8-a850-d83589816b6e None None] Network 30fbd81a-86a6-49e3-a7a7-b803ab925545 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:43.769919 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2111d599-a1fc-4cc0-a414-a1da03dad75a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5845366 Sep 07 16:39:43.771353 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58542) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:43.776258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-39bb3b8c-c486-4345-a56a-7bf6b02da6c6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-308041674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:43.810713 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ba5a4bee-09cf-481a-aeff-b3cf098877c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bdd16ce97f9a4e2e8219056429e052b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294388 Sep 07 16:39:43.813951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58544) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:43.818103 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39bb3b8c-c486-4345-a56a-7bf6b02da6c6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.819579 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39bb3b8c-c486-4345-a56a-7bf6b02da6c6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.891741 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39bb3b8c-c486-4345-a56a-7bf6b02da6c6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.897998 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39bb3b8c-c486-4345-a56a-7bf6b02da6c6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.922967 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39bb3b8c-c486-4345-a56a-7bf6b02da6c6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.926144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-39bb3b8c-c486-4345-a56a-7bf6b02da6c6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1527500 Sep 07 16:39:43.927890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58546) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:43.947995 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb490-1ce8-4ad9-9af4-b6ff83c7a790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.978355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-30fbd81a-86a6-49e3-a7a7-b803ab925545', 'network_id': '30fbd81a-86a6-49e3-a7a7-b803ab925545', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'fixed_ips': [{'subnet_id': '61a3ca15-04b2-4706-ba01-71788d7327f0'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:43.979171 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.988666 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-90b8fc6e-23e3-4ad2-ade2-64efc54de546 None None] Provisioning for port 8ed46310-2893-4162-a20f-4eaca2965519 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:43.993052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb490-1ce8-4ad9-9af4-b6ff83c7a790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:43.996961 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.002559 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.004869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-90b8fc6e-23e3-4ad2-ade2-64efc54de546 None None] Provisioning complete for port 8ed46310-2893-4162-a20f-4eaca2965519 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:44.005584 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90b8fc6e-23e3-4ad2-ade2-64efc54de546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.040057 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Transition to ACTIVE for port object 4c6a4c94-7896-4656-973d-635f5273082b will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:44.100310 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb490-1ce8-4ad9-9af4-b6ff83c7a790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.103304 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb490-1ce8-4ad9-9af4-b6ff83c7a790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.104689 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4a2eb490-1ce8-4ad9-9af4-b6ff83c7a790 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/645dd01c-e35b-48f8-9afe-a05bcc741389 HTTP/1.1" status: 204 len: 168 time: 0.2897732 Sep 07 16:39:44.111014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8ed46310-2893-4162-a20f-4eaca2965519 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:44.114606 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.117379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2eb490-1ce8-4ad9-9af4-b6ff83c7a790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645dd01c-e35b-48f8-9afe-a05bcc741389,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:44.177190 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 05a9c164-6776-41ba-8082-73995785109c is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:44.184811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:44.191457 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:44.199439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:44.200121 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.211874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=4c6a4c94-7896-4656-973d-635f5273082b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:44.236710 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-36cb89c8-4277-4b11-aa4b-2f218be8f39a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0146663 Sep 07 16:39:44.238528 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58550) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:44.251320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1cdc2919-4e24-4ca6-a599-9aa6f48e1a52 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:44.336944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8ed46310-2893-4162-a20f-4eaca2965519 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:44.337782 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.389286 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b13e930b-23c6-4cc4-9b79-aaac40b8cf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.418237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Allocated IP 2001:db8::2 (30fbd81a-86a6-49e3-a7a7-b803ab925545/61a3ca15-04b2-4706-ba01-71788d7327f0/ef61d0c2-e179-44aa-a42a-5b2557fe1ab9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:44.420410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdc2919-4e24-4ca6-a599-9aa6f48e1a52 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:44.424497 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cdc2919-4e24-4ca6-a599-9aa6f48e1a52 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.436360 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-90b8fc6e-23e3-4ad2-ade2-64efc54de546 None None] Provisioning complete for port c1b00403-f749-4077-8295-c7249e2fa816 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:44.437262 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-90b8fc6e-23e3-4ad2-ade2-64efc54de546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.465656 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.572930 n-d-807551-3 neutron-server[94771]: INFO neutron.db.ipam_backend_mixin [None req-1cdc2919-4e24-4ca6-a599-9aa6f48e1a52 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 313c9c3c-897c-4e6e-9c99-688493a8b724 (CIDR: 2001:db8::/64) Sep 07 16:39:44.580076 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cdc2919-4e24-4ca6-a599-9aa6f48e1a52 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:39:44.580576 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cdc2919-4e24-4ca6-a599-9aa6f48e1a52 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:44.601015 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1cdc2919-4e24-4ca6-a599-9aa6f48e1a52 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3586195 Sep 07 16:39:44.601487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58560) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:44.606875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b29d6df4-d96a-47fd-87b3-428dbc9d4360 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:44.623194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-90b8fc6e-23e3-4ad2-ade2-64efc54de546 None None] Port c1b00403-f749-4077-8295-c7249e2fa816 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:44.724866 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.737103 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Transition to ACTIVE for port object ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:44.758031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Transition to ACTIVE for port object ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:44.768153 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.773946 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42b9daa0-a8e1-4696-9543-e31e55de9fe8 None None] Provisioning for port 4c6a4c94-7896-4656-973d-635f5273082b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:44.806495 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42b9daa0-a8e1-4696-9543-e31e55de9fe8 None None] Provisioning complete for port 4c6a4c94-7896-4656-973d-635f5273082b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:44.807018 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-42b9daa0-a8e1-4696-9543-e31e55de9fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.856898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Network 30fbd81a-86a6-49e3-a7a7-b803ab925545 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:44.860820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Allocated IP 2001:db8::1 (30fbd81a-86a6-49e3-a7a7-b803ab925545/61a3ca15-04b2-4706-ba01-71788d7327f0/08463417-76e3-482e-9b3a-99ee306b4108) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:44.863253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29d6df4-d96a-47fd-87b3-428dbc9d4360 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:44.864283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:44.867611 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b29d6df4-d96a-47fd-87b3-428dbc9d4360 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.872151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:44.892612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-42b9daa0-a8e1-4696-9543-e31e55de9fe8 None None] Port 4c6a4c94-7896-4656-973d-635f5273082b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:44.916217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-42b9daa0-a8e1-4696-9543-e31e55de9fe8 None None] Could not find standard attr ID for object 0e5992a4-49e3-4047-83b4-2985cbbba431. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:39:44.917618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Pushing event updated for resources: {'Port': ['ID=ef61d0c2-e179-44aa-a42a-5b2557fe1ab9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:44.967634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Attempting to bind port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:44.968123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Attempting to bind port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '2c1f064f-19af-4820-86cf-fc382dda82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '30fbd81a-86a6-49e3-a7a7-b803ab925545'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:44.968535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Attempting to bind port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 on network 30fbd81a-86a6-49e3-a7a7-b803ab925545 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:44.972544 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.975591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:44.975972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Checking segment: {'id': '2c1f064f-19af-4820-86cf-fc382dda82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '30fbd81a-86a6-49e3-a7a7-b803ab925545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:44.976389 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:44.976784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Bound using segment: {'id': '2c1f064f-19af-4820-86cf-fc382dda82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '30fbd81a-86a6-49e3-a7a7-b803ab925545'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:44.977284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Bound port: ef61d0c2-e179-44aa-a42a-5b2557fe1ab9, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1f064f-19af-4820-86cf-fc382dda82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '30fbd81a-86a6-49e3-a7a7-b803ab925545'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:44.977720 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:45.051872 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] For port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:45.055605 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] For port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ef61d0c2-e179-44aa-a42a-5b2557fe1ab9,segment=NetworkSegment(2c1f064f-19af-4820-86cf-fc382dda82a3),segment_id=2c1f064f-19af-4820-86cf-fc382dda82a3)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:45.063808 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:45.123687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58572) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:45.137443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb61069-9a18-41a2-91ae-d42b3bff78f3 None None] Pushing event updated for resources: {'Port': ['ID=ef61d0c2-e179-44aa-a42a-5b2557fe1ab9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:45.233046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-35120b30-f466-4cbe-92c1-42ec482fcf5e tempest-SubnetPoolsTestJSON-2089305446 tempest-SubnetPoolsTestJSON-2089305446-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1490829904', 'prefixes': ['172.20.0.0/16']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:45.336053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-35120b30-f466-4cbe-92c1-42ec482fcf5e tempest-SubnetPoolsTestJSON-2089305446 tempest-SubnetPoolsTestJSON-2089305446-project] Notify callbacks [] for subnetpool, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:45.337411 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-35120b30-f466-4cbe-92c1-42ec482fcf5e tempest-SubnetPoolsTestJSON-2089305446 tempest-SubnetPoolsTestJSON-2089305446-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2157059 Sep 07 16:39:45.340143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58576) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:45.392710 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e4cdf973-db35-4082-8e0b-8266ae02ef06 tempest-SubnetPoolsTestJSON-2089305446 tempest-SubnetPoolsTestJSON-2089305446-project] 10.222.0.70 "GET /v2.0/subnetpools/64760608-52ce-41bb-bd62-6bd35ace6274 HTTP/1.1" status: 200 len: 732 time: 0.0511005 Sep 07 16:39:45.393676 n-d-807551-3 neutron-server[94770]: INFO neutron.db.ipam_backend_mixin [None req-b29d6df4-d96a-47fd-87b3-428dbc9d4360 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b2724997-5247-439d-ad91-42c256ce758c (CIDR: 2001:db8:0:1::/64) Sep 07 16:39:45.395085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58578) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:45.402226 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29d6df4-d96a-47fd-87b3-428dbc9d4360 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:39:45.402679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29d6df4-d96a-47fd-87b3-428dbc9d4360 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:45.406634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-62f1a10a-5e15-4ca1-a1ad-758a2d68803b tempest-SubnetPoolsTestJSON-2089305446 tempest-SubnetPoolsTestJSON-2089305446-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1589398134'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:45.432165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b29d6df4-d96a-47fd-87b3-428dbc9d4360 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8296106 Sep 07 16:39:45.435124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58580) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:45.444404 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:45.449545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2e2dc802-21db-4823-a630-3434fefd9c60 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'subnet': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:45.483369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Transition to ACTIVE for port object 08463417-76e3-482e-9b3a-99ee306b4108 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:45.496262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62f1a10a-5e15-4ca1-a1ad-758a2d68803b tempest-SubnetPoolsTestJSON-2089305446 tempest-SubnetPoolsTestJSON-2089305446-project] Notify callbacks [] for subnetpool, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:45.497607 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-62f1a10a-5e15-4ca1-a1ad-758a2d68803b tempest-SubnetPoolsTestJSON-2089305446 tempest-SubnetPoolsTestJSON-2089305446-project] 10.222.0.70 "PUT /v2.0/subnetpools/64760608-52ce-41bb-bd62-6bd35ace6274 HTTP/1.1" status: 200 len: 684 time: 0.1012955 Sep 07 16:39:45.500151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58582) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:45.571907 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:45.578329 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75d11fa5-3447-455e-a99d-9014df813089 tempest-SubnetPoolsTestJSON-2089305446 tempest-SubnetPoolsTestJSON-2089305446-project] Notify callbacks [] for subnetpool, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:45.580348 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-75d11fa5-3447-455e-a99d-9014df813089 tempest-SubnetPoolsTestJSON-2089305446 tempest-SubnetPoolsTestJSON-2089305446-project] 10.222.0.70 "DELETE /v2.0/subnetpools/64760608-52ce-41bb-bd62-6bd35ace6274 HTTP/1.1" status: 204 len: 168 time: 0.0791926 Sep 07 16:39:45.582870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58584) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:45.597978 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-907f98c5-0606-45a7-8630-ebe206a97523 tempest-SubnetPoolsTestJSON-2089305446 tempest-SubnetPoolsTestJSON-2089305446-project] show failed (client error): The resource could not be found. Sep 07 16:39:45.599008 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-907f98c5-0606-45a7-8630-ebe206a97523 tempest-SubnetPoolsTestJSON-2089305446 tempest-SubnetPoolsTestJSON-2089305446-project] 10.222.0.70 "GET /v2.0/subnetpools/64760608-52ce-41bb-bd62-6bd35ace6274 HTTP/1.1" status: 404 len: 346 time: 0.0152311 Sep 07 16:39:45.602292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58586) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:45.623127 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-07d379f2-d9c9-4e86-9080-3e7f29f4a87a tempest-SubnetPoolsTestJSON-2089305446 tempest-SubnetPoolsTestJSON-2089305446-project] delete failed (client error): The resource could not be found. Sep 07 16:39:45.627341 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-07d379f2-d9c9-4e86-9080-3e7f29f4a87a tempest-SubnetPoolsTestJSON-2089305446 tempest-SubnetPoolsTestJSON-2089305446-project] 10.222.0.70 "DELETE /v2.0/subnetpools/64760608-52ce-41bb-bd62-6bd35ace6274 HTTP/1.1" status: 404 len: 346 time: 0.0209887 Sep 07 16:39:45.631861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network 30fbd81a-86a6-49e3-a7a7-b803ab925545 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:45.635488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:45.637341 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2dc802-21db-4823-a630-3434fefd9c60 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Made reservation on behalf of e75dd4cd7ccf42f5ba038fd731fcdbd2 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:45.641419 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc802-21db-4823-a630-3434fefd9c60 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:45.650534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:45.650985 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:45.696017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=08463417-76e3-482e-9b3a-99ee306b4108,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:45.855227 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:45.903071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58592) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:46.053474 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-700f5e2a-df19-43cc-80e4-e65ea32657cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.106468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:46.123587 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc802-21db-4823-a630-3434fefd9c60 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.178913 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-700f5e2a-df19-43cc-80e4-e65ea32657cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.179491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:46.189678 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-700f5e2a-df19-43cc-80e4-e65ea32657cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.209100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2dc802-21db-4823-a630-3434fefd9c60 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Network 05a9c164-6776-41ba-8082-73995785109c is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:46.215769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2e2dc802-21db-4823-a630-3434fefd9c60 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:46.225426 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2dc802-21db-4823-a630-3434fefd9c60 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:46.226129 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc802-21db-4823-a630-3434fefd9c60 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.235089 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-700f5e2a-df19-43cc-80e4-e65ea32657cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ebf6fa705bba479e8c0fa4e18ed4a04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289201 Sep 07 16:39:46.236292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58596) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:46.237009 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f5e2a-df19-43cc-80e4-e65ea32657cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6db7609-5418-452b-909f-f2060b6521e0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:46.244840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dc802-21db-4823-a630-3434fefd9c60 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Subnet': ['ID=2d0d8ed1-5b87-4bb6-82c6-22b99671ba19,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:46.264769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2e2dc802-21db-4823-a630-3434fefd9c60 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8285244 Sep 07 16:39:46.268961 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58598) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:46.280105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-864bc0fc-a193-45b8-943c-004cf8eed1d7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1008093093', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d0d8ed1-5b87-4bb6-82c6-22b99671ba19'}], 'security_groups': ['cf35e6a6-23b0-4bbe-9a5a-5d4b161b7999', 'cdea7189-6723-43da-9d27-e630d4084b93']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:46.303978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c43a4366-7807-4098-8867-d7e01059eba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.328634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c43a4366-7807-4098-8867-d7e01059eba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.334977 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.348294 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.349112 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.381682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c035df-6f95-469f-b2b1-72b4af714bff None None] Network 05a9c164-6776-41ba-8082-73995785109c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:46.393823 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c43a4366-7807-4098-8867-d7e01059eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.397175 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c43a4366-7807-4098-8867-d7e01059eba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.397310 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b93dc49-b117-4112-b316-15a836595dbd None None] Network 30fbd81a-86a6-49e3-a7a7-b803ab925545 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:46.400763 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c43a4366-7807-4098-8867-d7e01059eba5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6db7609-5418-452b-909f-f2060b6521e0 HTTP/1.1" status: 204 len: 168 time: 0.1581819 Sep 07 16:39:46.407863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a4366-7807-4098-8867-d7e01059eba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6db7609-5418-452b-909f-f2060b6521e0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:46.462715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=08463417-76e3-482e-9b3a-99ee306b4108,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:46.553365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-adf3d55c-60f0-4486-9eca-5f23b9758d49 None None] Provisioning for port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:46.559742 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-864bc0fc-a193-45b8-943c-004cf8eed1d7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.574483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-adf3d55c-60f0-4486-9eca-5f23b9758d49 None None] Provisioning complete for port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:46.575075 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adf3d55c-60f0-4486-9eca-5f23b9758d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.601078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network 30fbd81a-86a6-49e3-a7a7-b803ab925545 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:46.604091 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:46.782013 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adf3d55c-60f0-4486-9eca-5f23b9758d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.831677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-adf3d55c-60f0-4486-9eca-5f23b9758d49 None None] For port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ef61d0c2-e179-44aa-a42a-5b2557fe1ab9,segment=NetworkSegment(2c1f064f-19af-4820-86cf-fc382dda82a3),segment_id=2c1f064f-19af-4820-86cf-fc382dda82a3)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:46.838324 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-adf3d55c-60f0-4486-9eca-5f23b9758d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.884729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router 7236e734-16dc-40e2-a165-f94137ffc3b9 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:39:46.935641 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:46.950247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3d55c-60f0-4486-9eca-5f23b9758d49 None None] Pushing event updated for resources: {'Port': ['ID=ef61d0c2-e179-44aa-a42a-5b2557fe1ab9,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:46.955372 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e758269b-5b8a-4266-9503-1645bb553f55 None None] Update dhcp port {'port': {'network_id': '05a9c164-6776-41ba-8082-73995785109c', 'fixed_ips': [{'subnet_id': 'b2724997-5247-439d-ad91-42c256ce758c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '313c9c3c-897c-4e6e-9c99-688493a8b724', 'ip_address': '2001:db8::2'}, {'subnet_id': '2d0d8ed1-5b87-4bb6-82c6-22b99671ba19'}], 'binding:host_id': 'n-d-807551-3'}, 'id': '8ed46310-2893-4162-a20f-4eaca2965519'} from n-d-807551-3. {{(pid=94772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 16:39:47.007673 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e758269b-5b8a-4266-9503-1645bb553f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.072482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:47.083314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58618) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:47.083467 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8c96d746-a994-4340-90f0-0bcc6be71f5b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/7236e734-16dc-40e2-a165-f94137ffc3b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1536934 Sep 07 16:39:47.104246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-864bc0fc-a193-45b8-943c-004cf8eed1d7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Delete allocated IP 2001:db8::131 (05a9c164-6776-41ba-8082-73995785109c/313c9c3c-897c-4e6e-9c99-688493a8b724) {{(pid=94770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 16:39:47.113494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-864bc0fc-a193-45b8-943c-004cf8eed1d7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Allocated IP 2001:db8:0:2::1aa (05a9c164-6776-41ba-8082-73995785109c/2d0d8ed1-5b87-4bb6-82c6-22b99671ba19/4c6a4c94-7896-4656-973d-635f5273082b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:47.130251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c0927c-9cb0-4da4-9afa-bbc5e3e78a02 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:47.132017 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b0c0927c-9cb0-4da4-9afa-bbc5e3e78a02 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports/08463417-76e3-482e-9b3a-99ee306b4108 HTTP/1.1" status: 200 len: 911 time: 0.0475850 Sep 07 16:39:47.134648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58620) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:47.141268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-610bc4cb-5702-4e28-b0c5-b41ab0bd6cb9 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61a3ca15-04b2-4706-ba01-71788d7327f0'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:47.170610 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79015af7-8084-4754-a988-61441d8ac4df None None] Sync routers for ids ['7236e734-16dc-40e2-a165-f94137ffc3b9'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:47.208097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79015af7-8084-4754-a988-61441d8ac4df None None] Routers {'7236e734-16dc-40e2-a165-f94137ffc3b9'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:47.208766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-79015af7-8084-4754-a988-61441d8ac4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7236e734-16dc-40e2-a165-f94137ffc3b9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:47.290584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58624) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:47.372579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-610bc4cb-5702-4e28-b0c5-b41ab0bd6cb9 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.398548 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-864bc0fc-a193-45b8-943c-004cf8eed1d7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.424599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-864bc0fc-a193-45b8-943c-004cf8eed1d7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Transition to ACTIVE for port object 4c6a4c94-7896-4656-973d-635f5273082b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:47.432100 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-864bc0fc-a193-45b8-943c-004cf8eed1d7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.444410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5812950a-2256-4966-bb0f-85130d997e79 None None] Provisioning complete for port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:47.444794 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5812950a-2256-4966-bb0f-85130d997e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.447838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-79015af7-8084-4754-a988-61441d8ac4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:47.487535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1282456590'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:47.501899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79015af7-8084-4754-a988-61441d8ac4df None None] Routers {'7236e734-16dc-40e2-a165-f94137ffc3b9'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:47.502553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-79015af7-8084-4754-a988-61441d8ac4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7236e734-16dc-40e2-a165-f94137ffc3b9'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:47.528999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-864bc0fc-a193-45b8-943c-004cf8eed1d7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] In _notify_port_updated(), no bound segment for port 4c6a4c94-7896-4656-973d-635f5273082b on network 05a9c164-6776-41ba-8082-73995785109c {{(pid=94770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 16:39:47.534777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864bc0fc-a193-45b8-943c-004cf8eed1d7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:47.535553 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-864bc0fc-a193-45b8-943c-004cf8eed1d7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.537079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-864bc0fc-a193-45b8-943c-004cf8eed1d7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "PUT /v2.0/ports/4c6a4c94-7896-4656-973d-635f5273082b HTTP/1.1" status: 200 len: 970 time: 1.2677813 Sep 07 16:39:47.544184 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58628) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:47.552792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bc0fc-a193-45b8-943c-004cf8eed1d7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event updated for resources: {'Port': ['ID=4c6a4c94-7896-4656-973d-635f5273082b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:47.555854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-79015af7-8084-4754-a988-61441d8ac4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:47.556678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79015af7-8084-4754-a988-61441d8ac4df None None] The sync data for ids ['7236e734-16dc-40e2-a165-f94137ffc3b9'] in n-d-807551-3 is: [] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:47.566711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Made reservation on behalf of ca4199f7ed4244449c4005f8b5af7d49 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:47.570912 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.580394 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e758269b-5b8a-4266-9503-1645bb553f55 None None] Allocated IP 2001:db8:0:2::2 (05a9c164-6776-41ba-8082-73995785109c/2d0d8ed1-5b87-4bb6-82c6-22b99671ba19/8ed46310-2893-4162-a20f-4eaca2965519) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:47.584997 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.703442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5812950a-2256-4966-bb0f-85130d997e79 None None] Provisioning for port 08463417-76e3-482e-9b3a-99ee306b4108 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:47.712471 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5812950a-2256-4966-bb0f-85130d997e79 None None] Provisioning complete for port 08463417-76e3-482e-9b3a-99ee306b4108 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:47.712861 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5812950a-2256-4966-bb0f-85130d997e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.736084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.743469 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.754429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e758269b-5b8a-4266-9503-1645bb553f55 None None] For port 8ed46310-2893-4162-a20f-4eaca2965519, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8ed46310-2893-4162-a20f-4eaca2965519,segment=NetworkSegment(824ec992-9c9f-464d-bfc8-be93fe338bf7),segment_id=824ec992-9c9f-464d-bfc8-be93fe338bf7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:47.777026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5812950a-2256-4966-bb0f-85130d997e79 None None] Port 08463417-76e3-482e-9b3a-99ee306b4108 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:47.794368 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e758269b-5b8a-4266-9503-1645bb553f55 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.795191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:47.804329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-60c5f519-3201-449f-98c7-12aa13c7b4c7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port 4c6a4c94-7896-4656-973d-635f5273082b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:47.804798 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60c5f519-3201-449f-98c7-12aa13c7b4c7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.804974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c874adb-4dea-4b1f-95f9-10005b942396,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:47.809919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e758269b-5b8a-4266-9503-1645bb553f55 None None] Transition to ACTIVE for port object 8ed46310-2893-4162-a20f-4eaca2965519 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:47.815337 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e758269b-5b8a-4266-9503-1645bb553f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.819762 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.820069 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Added segment 5bcefe4a-e7be-4cb3-a589-1c351c225944 of type vlan for network 4f7a039e-393b-4580-84c4-f4344507ca37 Sep 07 16:39:47.861726 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.886325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758269b-5b8a-4266-9503-1645bb553f55 None None] Pushing event updated for resources: {'Port': ['ID=8ed46310-2893-4162-a20f-4eaca2965519,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:47.890008 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.896492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:47.897181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:47.933872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6416404 Sep 07 16:39:47.937549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58630) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:47.942393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1e7e1c85-49c4-4d9e-a491-ec691e1a06fb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Request body: {'subnet': {'network_id': '4f7a039e-393b-4580-84c4-f4344507ca37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:47.962111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a740e11d-c676-4383-9085-f43921ed94b2 None None] Provisioning complete for port 08463417-76e3-482e-9b3a-99ee306b4108 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:47.962490 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a740e11d-c676-4383-9085-f43921ed94b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.007259 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-610bc4cb-5702-4e28-b0c5-b41ab0bd6cb9 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.007724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09d5e1-dcd8-426a-87ec-bb4e440a5100 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Pushing event updated for resources: {'Network': ['ID=4f7a039e-393b-4580-84c4-f4344507ca37,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:48.014652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60c5f519-3201-449f-98c7-12aa13c7b4c7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.025514 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-610bc4cb-5702-4e28-b0c5-b41ab0bd6cb9 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.034860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 4f7a039e-393b-4580-84c4-f4344507ca37 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:48.038285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a740e11d-c676-4383-9085-f43921ed94b2 None None] Port 08463417-76e3-482e-9b3a-99ee306b4108 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:48.040597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610bc4cb-5702-4e28-b0c5-b41ab0bd6cb9 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:48.041469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-610bc4cb-5702-4e28-b0c5-b41ab0bd6cb9 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.046737 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-610bc4cb-5702-4e28-b0c5-b41ab0bd6cb9 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/ports/08463417-76e3-482e-9b3a-99ee306b4108 HTTP/1.1" status: 200 len: 911 time: 0.9102080 Sep 07 16:39:48.047601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58632) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:48.095932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8ed46310-2893-4162-a20f-4eaca2965519 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:48.097208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7e1c85-49c4-4d9e-a491-ec691e1a06fb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Made reservation on behalf of ca4199f7ed4244449c4005f8b5af7d49 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:48.104059 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e7e1c85-49c4-4d9e-a491-ec691e1a06fb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.167727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:48.170003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-60c5f519-3201-449f-98c7-12aa13c7b4c7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for 4c6a4c94-7896-4656-973d-635f5273082b owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:48.229475 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:48.230647 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.331156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bc4cb-5702-4e28-b0c5-b41ab0bd6cb9 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=08463417-76e3-482e-9b3a-99ee306b4108,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:48.340576 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e7e1c85-49c4-4d9e-a491-ec691e1a06fb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.406992 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e1c85-49c4-4d9e-a491-ec691e1a06fb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Pushing event updated for resources: {'Subnet': ['ID=f61c574f-43da-40b2-a3d1-dbe84786c9bc,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:48.416221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7e1c85-49c4-4d9e-a491-ec691e1a06fb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Checking segment: {'id': '5bcefe4a-e7be-4cb3-a589-1c351c225944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4f7a039e-393b-4580-84c4-f4344507ca37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:48.416913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7e1c85-49c4-4d9e-a491-ec691e1a06fb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Network hostable DHCP agents. Network: 4f7a039e-393b-4580-84c4-f4344507ca37, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:48.440123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7e1c85-49c4-4d9e-a491-ec691e1a06fb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Network 4f7a039e-393b-4580-84c4-f4344507ca37 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:48.452957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1e7e1c85-49c4-4d9e-a491-ec691e1a06fb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 4f7a039e-393b-4580-84c4-f4344507ca37) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:48.457625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7e1c85-49c4-4d9e-a491-ec691e1a06fb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:48.458382 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e7e1c85-49c4-4d9e-a491-ec691e1a06fb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.463980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd02fcf-2466-4bb4-9f40-ca6cd094b4fe None None] Network 4f7a039e-393b-4580-84c4-f4344507ca37 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:48.485740 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1e7e1c85-49c4-4d9e-a491-ec691e1a06fb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5471661 Sep 07 16:39:48.486604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58634) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:48.492676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Request body: {'port': {'network_id': '4f7a039e-393b-4580-84c4-f4344507ca37', 'name': 'tempest-TagsExtTest-1380557327'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:48.531629 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60c5f519-3201-449f-98c7-12aa13c7b4c7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.620897 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5f519-3201-449f-98c7-12aa13c7b4c7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=4c6a4c94-7896-4656-973d-635f5273082b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:48.631013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-4f7a039e-393b-4580-84c4-f4344507ca37', 'network_id': '4f7a039e-393b-4580-84c4-f4344507ca37', 'tenant_id': 'ca4199f7ed4244449c4005f8b5af7d49', 'fixed_ips': [{'subnet_id': 'f61c574f-43da-40b2-a3d1-dbe84786c9bc'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:48.636478 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.665718 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60c5f519-3201-449f-98c7-12aa13c7b4c7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.667689 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-60c5f519-3201-449f-98c7-12aa13c7b4c7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/4c6a4c94-7896-4656-973d-635f5273082b HTTP/1.1" status: 204 len: 168 time: 1.1224141 Sep 07 16:39:48.670501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58636) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:48.709876 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6c1535-9965-46d8-89d4-76dbc8b3e68d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] GET failed (client error): The resource could not be found. Sep 07 16:39:48.710378 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-223d6dce-4ce9-4b8e-8f9b-5324e9675936 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.715257 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:48.717312 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1f6c1535-9965-46d8-89d4-76dbc8b3e68d tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports/4c6a4c94-7896-4656-973d-635f5273082b HTTP/1.1" status: 404 len: 333 time: 0.0446301 Sep 07 16:39:48.768160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Made reservation on behalf of ca4199f7ed4244449c4005f8b5af7d49 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:48.771586 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.792319 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b37c1566-00c4-467b-85ee-7f7485f5ab98 None None] Could not find standard attr ID for object 4c6a4c94-7896-4656-973d-635f5273082b. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:39:48.810267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Allocated IP 172.20.0.2 (4f7a039e-393b-4580-84c4-f4344507ca37/f61c574f-43da-40b2-a3d1-dbe84786c9bc/bce7e690-c9d0-4121-8ae7-5d0e24fb9238) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:48.815264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b37c1566-00c4-467b-85ee-7f7485f5ab98 None None] Provisioning for port 8ed46310-2893-4162-a20f-4eaca2965519 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:48.824741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b37c1566-00c4-467b-85ee-7f7485f5ab98 None None] Provisioning complete for port 8ed46310-2893-4162-a20f-4eaca2965519 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:48.825124 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b37c1566-00c4-467b-85ee-7f7485f5ab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:48.853421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] device_id is not set on port 196fe37e-9b91-4d8b-a920-36d4bca578d9 yet. {{(pid=94771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 16:39:48.954814 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c935c30-2afa-424c-ad10-0c721f596875 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.000844 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c935c30-2afa-424c-ad10-0c721f596875 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.031785 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b37c1566-00c4-467b-85ee-7f7485f5ab98 None None] Provisioning complete for port c1b00403-f749-4077-8295-c7249e2fa816 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:49.032163 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b37c1566-00c4-467b-85ee-7f7485f5ab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.034582 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.076010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b37c1566-00c4-467b-85ee-7f7485f5ab98 None None] Port c1b00403-f749-4077-8295-c7249e2fa816 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:49.080202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Transition to ACTIVE for port object bce7e690-c9d0-4121-8ae7-5d0e24fb9238 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:49.082306 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c935c30-2afa-424c-ad10-0c721f596875 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.085023 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c935c30-2afa-424c-ad10-0c721f596875 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.089421 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1c935c30-2afa-424c-ad10-0c721f596875 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/security-groups/664b4d96-6e55-42a8-9384-b6c1b16d7323 HTTP/1.1" status: 204 len: 168 time: 0.3700528 Sep 07 16:39:49.089761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58640) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:49.101481 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c935c30-2afa-424c-ad10-0c721f596875 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664b4d96-6e55-42a8-9384-b6c1b16d7323,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:49.102335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Transition to ACTIVE for port object bce7e690-c9d0-4121-8ae7-5d0e24fb9238 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:49.118601 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.165826 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a492-7552-4567-9a90-7c9cd3abf996 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.175822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Network 4f7a039e-393b-4580-84c4-f4344507ca37 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:49.179999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:49.182759 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:49.190741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Allocated IP 172.20.0.12 (4f7a039e-393b-4580-84c4-f4344507ca37/f61c574f-43da-40b2-a3d1-dbe84786c9bc/196fe37e-9b91-4d8b-a920-36d4bca578d9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:49.208236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-904206b7-b66e-4e6b-afa9-a6a22c1992fe None None] Could not find standard attr ID for object 4c6a4c94-7896-4656-973d-635f5273082b. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 16:39:49.208621 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a492-7552-4567-9a90-7c9cd3abf996 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.213259 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Pushing event updated for resources: {'Port': ['ID=bce7e690-c9d0-4121-8ae7-5d0e24fb9238,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:49.213991 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-223d6dce-4ce9-4b8e-8f9b-5324e9675936 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port 08463417-76e3-482e-9b3a-99ee306b4108 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:49.214335 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-223d6dce-4ce9-4b8e-8f9b-5324e9675936 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.257473 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a492-7552-4567-9a90-7c9cd3abf996 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.260887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Attempting to bind port bce7e690-c9d0-4121-8ae7-5d0e24fb9238 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:49.261408 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a492-7552-4567-9a90-7c9cd3abf996 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.261521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Attempting to bind port bce7e690-c9d0-4121-8ae7-5d0e24fb9238 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '5bcefe4a-e7be-4cb3-a589-1c351c225944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4f7a039e-393b-4580-84c4-f4344507ca37'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:49.261631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Attempting to bind port bce7e690-c9d0-4121-8ae7-5d0e24fb9238 on network 4f7a039e-393b-4580-84c4-f4344507ca37 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:49.262373 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8bf1a492-7552-4567-9a90-7c9cd3abf996 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/security-groups/cdea7189-6723-43da-9d27-e630d4084b93 HTTP/1.1" status: 204 len: 168 time: 0.1716421 Sep 07 16:39:49.266096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58642) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:49.271512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:49.271903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Checking segment: {'id': '5bcefe4a-e7be-4cb3-a589-1c351c225944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4f7a039e-393b-4580-84c4-f4344507ca37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:49.272312 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.272913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Bound using segment: {'id': '5bcefe4a-e7be-4cb3-a589-1c351c225944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4f7a039e-393b-4580-84c4-f4344507ca37'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:49.273757 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Bound port: bce7e690-c9d0-4121-8ae7-5d0e24fb9238, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bcefe4a-e7be-4cb3-a589-1c351c225944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4f7a039e-393b-4580-84c4-f4344507ca37'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:49.274355 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.285332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1a492-7552-4567-9a90-7c9cd3abf996 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdea7189-6723-43da-9d27-e630d4084b93,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:49.329021 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16efda64-1e55-4bf6-9727-71f2da48a657 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.353911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16efda64-1e55-4bf6-9727-71f2da48a657 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.366941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] For port bce7e690-c9d0-4121-8ae7-5d0e24fb9238, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:49.370662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] For port bce7e690-c9d0-4121-8ae7-5d0e24fb9238, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bce7e690-c9d0-4121-8ae7-5d0e24fb9238,segment=NetworkSegment(5bcefe4a-e7be-4cb3-a589-1c351c225944),segment_id=5bcefe4a-e7be-4cb3-a589-1c351c225944)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:49.375461 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.387180 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-223d6dce-4ce9-4b8e-8f9b-5324e9675936 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.402108 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16efda64-1e55-4bf6-9727-71f2da48a657 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.407113 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16efda64-1e55-4bf6-9727-71f2da48a657 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.408292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-223d6dce-4ce9-4b8e-8f9b-5324e9675936 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for 08463417-76e3-482e-9b3a-99ee306b4108 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:49.409840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-16efda64-1e55-4bf6-9727-71f2da48a657 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/security-groups/cf35e6a6-23b0-4bbe-9a5a-5d4b161b7999 HTTP/1.1" status: 204 len: 168 time: 0.1411119 Sep 07 16:39:49.413496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58644) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:49.423188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efda64-1e55-4bf6-9727-71f2da48a657 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf35e6a6-23b0-4bbe-9a5a-5d4b161b7999,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:49.457641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a80e7-2118-4a31-8d9c-9a910276dc2e None None] Pushing event updated for resources: {'Port': ['ID=bce7e690-c9d0-4121-8ae7-5d0e24fb9238,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:49.867457 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.887173 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c48c58b-1092-46c9-bcc5-1f8fe3515158 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting subnet 313c9c3c-897c-4e6e-9c99-688493a8b724 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:49.893984 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c48c58b-1092-46c9-bcc5-1f8fe3515158 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:49.925965 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Transition to ACTIVE for port object 196fe37e-9b91-4d8b-a920-36d4bca578d9 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:49.978544 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c48c58b-1092-46c9-bcc5-1f8fe3515158 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.053276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bce7e690-c9d0-4121-8ae7-5d0e24fb9238 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:50.106108 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port bce7e690-c9d0-4121-8ae7-5d0e24fb9238 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:50.119133 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.142043 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c48c58b-1092-46c9-bcc5-1f8fe3515158 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.201186 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-223d6dce-4ce9-4b8e-8f9b-5324e9675936 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.209323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Network 4f7a039e-393b-4580-84c4-f4344507ca37 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:50.223595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:50.228202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:50.231889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Pushing event updated for resources: {'Port': ['ID=196fe37e-9b91-4d8b-a920-36d4bca578d9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:50.317326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d6dce-4ce9-4b8e-8f9b-5324e9675936 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=08463417-76e3-482e-9b3a-99ee306b4108,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:50.403436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:50.404057 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.414512 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-223d6dce-4ce9-4b8e-8f9b-5324e9675936 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.426806 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c48c58b-1092-46c9-bcc5-1f8fe3515158 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.438817 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ae53af54-21f4-4d36-8348-38141c81ea57 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9473703 Sep 07 16:39:50.439157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58646) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:50.443812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d906f2d2-7ff4-42e7-b991-6e6f2a2d7cca tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-325295359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:50.462277 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48c58b-1092-46c9-bcc5-1f8fe3515158 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Subnet': ['ID=313c9c3c-897c-4e6e-9c99-688493a8b724,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:50.476803 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d906f2d2-7ff4-42e7-b991-6e6f2a2d7cca tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.477961 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d906f2d2-7ff4-42e7-b991-6e6f2a2d7cca tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.497774 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3c48c58b-1092-46c9-bcc5-1f8fe3515158 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.500123 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3c48c58b-1092-46c9-bcc5-1f8fe3515158 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/313c9c3c-897c-4e6e-9c99-688493a8b724 HTTP/1.1" status: 204 len: 168 time: 1.0840759 Sep 07 16:39:50.504814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58648) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:50.508869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b8c9d1-b095-47a3-93dc-aebeaa1eabdf None None] Network 05a9c164-6776-41ba-8082-73995785109c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:50.533910 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d906f2d2-7ff4-42e7-b991-6e6f2a2d7cca tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.534179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c3985f-2c98-4f81-b2f5-fd3506567edf None None] Network 4f7a039e-393b-4580-84c4-f4344507ca37 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:50.540680 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d906f2d2-7ff4-42e7-b991-6e6f2a2d7cca tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.561730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d906f2d2-7ff4-42e7-b991-6e6f2a2d7cca tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.568127 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d906f2d2-7ff4-42e7-b991-6e6f2a2d7cca tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1242352 Sep 07 16:39:50.569047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58650) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:50.573951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-75a1e0b0-d794-4882-8f9c-6acbeb9ad2f0 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1000448775', 'prefixes': ['172.20.0.0/16']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:50.624377 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d08814-b484-4e3d-9011-061e04bf5163 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting subnet 2d0d8ed1-5b87-4bb6-82c6-22b99671ba19 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:50.629441 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97d08814-b484-4e3d-9011-061e04bf5163 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.637595 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-75a1e0b0-d794-4882-8f9c-6acbeb9ad2f0 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks [] for subnetpool, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.639519 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-75a1e0b0-d794-4882-8f9c-6acbeb9ad2f0 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0692136 Sep 07 16:39:50.642811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58652) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:50.647088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-749e244a-696f-497a-a0fb-225e412d719f None None] Provisioning for port bce7e690-c9d0-4121-8ae7-5d0e24fb9238 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:50.648418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-43adb0d8-548e-47f7-bcee-20346a8e1be7 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f61c574f-43da-40b2-a3d1-dbe84786c9bc', 'tempest-TagsExtTest-Tag-1183692667') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:50.665800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-749e244a-696f-497a-a0fb-225e412d719f None None] Provisioning complete for port bce7e690-c9d0-4121-8ae7-5d0e24fb9238 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:50.666174 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-749e244a-696f-497a-a0fb-225e412d719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.695995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223d6dce-4ce9-4b8e-8f9b-5324e9675936 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router 7236e734-16dc-40e2-a165-f94137ffc3b9 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:39:50.707076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97d08814-b484-4e3d-9011-061e04bf5163 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.771286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-43adb0d8-548e-47f7-bcee-20346a8e1be7 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "PUT /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc/tags/tempest-TagsExtTest-Tag-1183692667 HTTP/1.1" status: 201 len: 201 time: 0.1269815 Sep 07 16:39:50.773880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58654) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:50.786324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-19e1643d-5ba8-4a77-8853-26d229391254 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '196fe37e-9b91-4d8b-a920-36d4bca578d9', 'tempest-TagsExtTest-Tag-2117137923') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:50.844509 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223d6dce-4ce9-4b8e-8f9b-5324e9675936 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:50.853043 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-223d6dce-4ce9-4b8e-8f9b-5324e9675936 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/7236e734-16dc-40e2-a165-f94137ffc3b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7999463 Sep 07 16:39:50.854444 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1472f-3750-4b75-9e95-24aa5e75436f None None] Sync routers for ids ['7236e734-16dc-40e2-a165-f94137ffc3b9'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:50.856846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58656) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:50.864314 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1472f-3750-4b75-9e95-24aa5e75436f None None] Routers {'7236e734-16dc-40e2-a165-f94137ffc3b9'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:50.864950 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1fd1472f-3750-4b75-9e95-24aa5e75436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7236e734-16dc-40e2-a165-f94137ffc3b9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:50.896601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-810b3b48-f477-46ad-8252-67b471460fe1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=7236e734-16dc-40e2-a165-f94137ffc3b9 HTTP/1.1" status: 200 len: 205 time: 0.0363622 Sep 07 16:39:50.899157 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1fd1472f-3750-4b75-9e95-24aa5e75436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:50.899738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58658) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:50.902502 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97d08814-b484-4e3d-9011-061e04bf5163 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.913459 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-749e244a-696f-497a-a0fb-225e412d719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.931836 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1472f-3750-4b75-9e95-24aa5e75436f None None] Routers {'7236e734-16dc-40e2-a165-f94137ffc3b9'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:50.935069 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1fd1472f-3750-4b75-9e95-24aa5e75436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7236e734-16dc-40e2-a165-f94137ffc3b9'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:50.967002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-749e244a-696f-497a-a0fb-225e412d719f None None] For port bce7e690-c9d0-4121-8ae7-5d0e24fb9238, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bce7e690-c9d0-4121-8ae7-5d0e24fb9238,segment=NetworkSegment(5bcefe4a-e7be-4cb3-a589-1c351c225944),segment_id=5bcefe4a-e7be-4cb3-a589-1c351c225944)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:50.972805 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-19e1643d-5ba8-4a77-8853-26d229391254 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "PUT /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9/tags/tempest-TagsExtTest-Tag-2117137923 HTTP/1.1" status: 201 len: 201 time: 0.1956842 Sep 07 16:39:50.972997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58660) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:50.973463 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-749e244a-696f-497a-a0fb-225e412d719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:50.982470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-4202858d-c43e-40e5-ab11-04b3ec194eec tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '16ddc58f-323d-4596-9c11-7062bd858401', 'tempest-TagsExtTest-Tag-1754063830') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:51.029087 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1fd1472f-3750-4b75-9e95-24aa5e75436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:51.030999 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fd3e9b-729f-4c4c-a884-4186483c76d3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.031432 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1472f-3750-4b75-9e95-24aa5e75436f None None] The sync data for ids ['7236e734-16dc-40e2-a165-f94137ffc3b9'] in n-d-807551-3 is: [] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:51.061925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e244a-696f-497a-a0fb-225e412d719f None None] Pushing event updated for resources: {'Port': ['ID=bce7e690-c9d0-4121-8ae7-5d0e24fb9238,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:51.075819 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97d08814-b484-4e3d-9011-061e04bf5163 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.150296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d08814-b484-4e3d-9011-061e04bf5163 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0d8ed1-5b87-4bb6-82c6-22b99671ba19,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:51.153745 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-97d08814-b484-4e3d-9011-061e04bf5163 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.158317 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-97d08814-b484-4e3d-9011-061e04bf5163 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/2d0d8ed1-5b87-4bb6-82c6-22b99671ba19 HTTP/1.1" status: 204 len: 168 time: 0.6504180 Sep 07 16:39:51.159535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58662) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.204723 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab0fac9-ec1c-4275-ae1e-7fac519a5281 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] DELETE failed (client error): The resource could not be found. Sep 07 16:39:51.205310 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab0fac9-ec1c-4275-ae1e-7fac519a5281 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:51.207679 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2ab0fac9-ec1c-4275-ae1e-7fac519a5281 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/313c9c3c-897c-4e6e-9c99-688493a8b724 HTTP/1.1" status: 404 len: 337 time: 0.0468385 Sep 07 16:39:51.210597 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4202858d-c43e-40e5-ab11-04b3ec194eec tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "PUT /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401/tags/tempest-TagsExtTest-Tag-1754063830 HTTP/1.1" status: 201 len: 201 time: 0.2366183 Sep 07 16:39:51.211333 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58664) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.213371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58666) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.216980 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fd3e9b-729f-4c4c-a884-4186483c76d3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.221876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-0b73bdff-ec7c-4e3c-9b75-624cf64210a7 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '872d40d1-54c1-42a5-b6bc-6bb45d04ff8b', 'tempest-TagsExtTest-Tag-1896537624') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:51.229494 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fd3e9b-729f-4c4c-a884-4186483c76d3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.271321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e50e03-02d6-462d-a74e-1c71734c3e74 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting subnet b2724997-5247-439d-ad91-42c256ce758c {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:51.275141 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98e50e03-02d6-462d-a74e-1c71734c3e74 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.320637 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0b73bdff-ec7c-4e3c-9b75-624cf64210a7 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "PUT /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b/tags/tempest-TagsExtTest-Tag-1896537624 HTTP/1.1" status: 201 len: 201 time: 0.1060674 Sep 07 16:39:51.323059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5bfd8b54-b7a6-4c3e-9a15-9b2bb5c06fa9 None None] Provisioning complete for port bce7e690-c9d0-4121-8ae7-5d0e24fb9238 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:51.323223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58668) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.323846 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b54-b7a6-4c3e-9a15-9b2bb5c06fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.329590 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98e50e03-02d6-462d-a74e-1c71734c3e74 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.331256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-05762428-8cc1-409f-8386-d2396dc9202c tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f61c574f-43da-40b2-a3d1-dbe84786c9bc') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:51.333711 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fd3e9b-729f-4c4c-a884-4186483c76d3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.334255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fd3e9b-729f-4c4c-a884-4186483c76d3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Fanout notify agent at l3_agent the message router_deleted on router 7236e734-16dc-40e2-a165-f94137ffc3b9 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:39:51.347331 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68fd3e9b-729f-4c4c-a884-4186483c76d3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.351032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-68fd3e9b-729f-4c4c-a884-4186483c76d3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/7236e734-16dc-40e2-a165-f94137ffc3b9 HTTP/1.1" status: 204 len: 168 time: 0.4474421 Sep 07 16:39:51.356618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58670) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.421988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-05762428-8cc1-409f-8386-d2396dc9202c tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc/tags HTTP/1.1" status: 200 len: 241 time: 0.0959716 Sep 07 16:39:51.422577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58672) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.427455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-128f86b9-9d2b-41e1-9560-c7333e36c40f tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f61c574f-43da-40b2-a3d1-dbe84786c9bc', 'tempest-TagsExtTest-Tag-1183692667') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:51.460442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5bfd8b54-b7a6-4c3e-9a15-9b2bb5c06fa9 None None] Provisioning for port 196fe37e-9b91-4d8b-a920-36d4bca578d9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:51.467545 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34e04ac-c616-49d5-9f57-5ed5fb0eed21 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting subnet 61a3ca15-04b2-4706-ba01-71788d7327f0 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:51.472617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5bfd8b54-b7a6-4c3e-9a15-9b2bb5c06fa9 None None] Provisioning complete for port 196fe37e-9b91-4d8b-a920-36d4bca578d9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:51.473772 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b54-b7a6-4c3e-9a15-9b2bb5c06fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.504248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b34e04ac-c616-49d5-9f57-5ed5fb0eed21 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.505146 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-128f86b9-9d2b-41e1-9560-c7333e36c40f tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc/tags/tempest-TagsExtTest-Tag-1183692667 HTTP/1.1" status: 204 len: 168 time: 0.0812659 Sep 07 16:39:51.507463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58674) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.512721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-c085dc84-d207-4d6d-b90e-1892c38696d1 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f61c574f-43da-40b2-a3d1-dbe84786c9bc', 'tempest-TagsExtTest-Tag-1183692667') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:51.524040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5bfd8b54-b7a6-4c3e-9a15-9b2bb5c06fa9 None None] Port 196fe37e-9b91-4d8b-a920-36d4bca578d9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:51.556036 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98e50e03-02d6-462d-a74e-1c71734c3e74 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.560474 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b34e04ac-c616-49d5-9f57-5ed5fb0eed21 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.584156 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c085dc84-d207-4d6d-b90e-1892c38696d1 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc/tags/tempest-TagsExtTest-Tag-1183692667 HTTP/1.1" status: 204 len: 168 time: 0.0749576 Sep 07 16:39:51.586571 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58676) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.590959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-2921cd94-6da5-4fbd-834d-c3afb8fce2cb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f61c574f-43da-40b2-a3d1-dbe84786c9bc') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:51.647157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0b9d82f8-6912-41d0-93b6-c9424da4d1eb None None] Provisioning complete for port 196fe37e-9b91-4d8b-a920-36d4bca578d9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:51.647560 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0b9d82f8-6912-41d0-93b6-c9424da4d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.658760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2921cd94-6da5-4fbd-834d-c3afb8fce2cb tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc/tags HTTP/1.1" status: 200 len: 205 time: 0.0686240 Sep 07 16:39:51.659106 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58678) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.663237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-3e8c1454-e9d8-4e05-8074-892d929a4b71 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '196fe37e-9b91-4d8b-a920-36d4bca578d9') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:51.693345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98e50e03-02d6-462d-a74e-1c71734c3e74 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.695829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0b9d82f8-6912-41d0-93b6-c9424da4d1eb None None] Port 196fe37e-9b91-4d8b-a920-36d4bca578d9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:51.700690 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b34e04ac-c616-49d5-9f57-5ed5fb0eed21 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.728887 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3e8c1454-e9d8-4e05-8074-892d929a4b71 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9/tags HTTP/1.1" status: 200 len: 241 time: 0.0663092 Sep 07 16:39:51.729087 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58680) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.733273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-db567629-c773-4bfa-b28f-cac2775961a2 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '196fe37e-9b91-4d8b-a920-36d4bca578d9', 'tempest-TagsExtTest-Tag-2117137923') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:51.745080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e50e03-02d6-462d-a74e-1c71734c3e74 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Subnet': ['ID=b2724997-5247-439d-ad91-42c256ce758c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:51.755293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b0941-b147-4599-a88e-aaa6f3cab9b5 None None] Network 05a9c164-6776-41ba-8082-73995785109c requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:51.759103 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-98e50e03-02d6-462d-a74e-1c71734c3e74 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.761133 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-98e50e03-02d6-462d-a74e-1c71734c3e74 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/b2724997-5247-439d-ad91-42c256ce758c HTTP/1.1" status: 204 len: 168 time: 0.5488212 Sep 07 16:39:51.763647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58682) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.809056 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d77fb4-4901-498b-b4af-19e6de40e2a7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] DELETE failed (client error): The resource could not be found. Sep 07 16:39:51.809538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d77fb4-4901-498b-b4af-19e6de40e2a7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:51.812347 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-54d77fb4-4901-498b-b4af-19e6de40e2a7 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/cf21c77c-88c3-4968-bd7f-05de2fb551c0 HTTP/1.1" status: 404 len: 337 time: 0.0475595 Sep 07 16:39:51.815003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58684) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.845642 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d957cdde-e393-4a0a-9930-0ac4d3226caf tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "GET /v2.0/ports?device_id=50edf68c-c3f1-433a-bf39-e5073238dcdf HTTP/1.1" status: 200 len: 205 time: 0.0294526 Sep 07 16:39:51.846088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c589493a-8de3-47c7-8662-a1593e3d403d None None] Provisioning complete for port 8ed46310-2893-4162-a20f-4eaca2965519 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:51.846597 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c589493a-8de3-47c7-8662-a1593e3d403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.848520 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58686) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.893551 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-24076226-6c09-44c6-bf28-5f6108331803 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] delete failed (client error): The resource could not be found. Sep 07 16:39:51.895984 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-24076226-6c09-44c6-bf28-5f6108331803 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/routers/50edf68c-c3f1-433a-bf39-e5073238dcdf HTTP/1.1" status: 404 len: 336 time: 0.0453513 Sep 07 16:39:51.897464 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b34e04ac-c616-49d5-9f57-5ed5fb0eed21 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.901847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58688) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.964778 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4f1946-b138-4d8b-ae67-553b3ec6b3ee tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] DELETE failed (client error): The resource could not be found. Sep 07 16:39:51.965474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4f1946-b138-4d8b-ae67-553b3ec6b3ee tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:51.967346 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bc4f1946-b138-4d8b-ae67-553b3ec6b3ee tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/1ceb5022-e764-4b3c-83c4-a2cc33fcc0c0 HTTP/1.1" status: 404 len: 337 time: 0.0632949 Sep 07 16:39:51.971436 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b34e04ac-c616-49d5-9f57-5ed5fb0eed21 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:51.976042 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b34e04ac-c616-49d5-9f57-5ed5fb0eed21 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/61a3ca15-04b2-4706-ba01-71788d7327f0 HTTP/1.1" status: 204 len: 168 time: 0.6183152 Sep 07 16:39:51.977095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58690) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.977441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58692) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:51.978838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e04ac-c616-49d5-9f57-5ed5fb0eed21 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Subnet': ['ID=61a3ca15-04b2-4706-ba01-71788d7327f0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:51.994748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c99a3e-6c81-45b3-bb47-1933af445ae9 None None] Network 30fbd81a-86a6-49e3-a7a7-b803ab925545 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:52.010005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c589493a-8de3-47c7-8662-a1593e3d403d None None] Provisioning complete for port c1b00403-f749-4077-8295-c7249e2fa816 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:52.010506 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c589493a-8de3-47c7-8662-a1593e3d403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.026170 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b4ebcd-293a-4587-8325-3f9203a5254e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] DELETE failed (client error): The resource could not be found. Sep 07 16:39:52.026672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b4ebcd-293a-4587-8325-3f9203a5254e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:52.028849 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a8b4ebcd-293a-4587-8325-3f9203a5254e tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/fff9f563-adc6-41a0-8344-d481edb4339d HTTP/1.1" status: 404 len: 337 time: 0.0468318 Sep 07 16:39:52.043625 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58694) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.049704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] DHCP port deletion for 05a9c164-6776-41ba-8082-73995785109c request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:39:52.093391 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c948e569-f9b1-46f8-b5aa-b33b17fd454a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] DELETE failed (client error): The resource could not be found. Sep 07 16:39:52.093796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c948e569-f9b1-46f8-b5aa-b33b17fd454a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:52.097816 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c948e569-f9b1-46f8-b5aa-b33b17fd454a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/17098c7a-57be-4855-ae8f-cab2fe221deb HTTP/1.1" status: 404 len: 337 time: 0.0507152 Sep 07 16:39:52.098793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58696) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.112705 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bce7e690-c9d0-4121-8ae7-5d0e24fb9238 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:52.151536 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c589493a-8de3-47c7-8662-a1593e3d403d None None] Port c1b00403-f749-4077-8295-c7249e2fa816 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:52.155117 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-db567629-c773-4bfa-b28f-cac2775961a2 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9/tags/tempest-TagsExtTest-Tag-2117137923 HTTP/1.1" status: 204 len: 168 time: 0.4225745 Sep 07 16:39:52.155869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58698) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.158697 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-df115c2d-4dbc-48b3-a9ab-2c3bc66c9388 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] DELETE failed (client error): The resource could not be found. Sep 07 16:39:52.159415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df115c2d-4dbc-48b3-a9ab-2c3bc66c9388 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:52.160257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-b183c4da-022a-4959-91a4-72cb5e49cc0a tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '196fe37e-9b91-4d8b-a920-36d4bca578d9', 'tempest-TagsExtTest-Tag-2117137923') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:52.163693 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-df115c2d-4dbc-48b3-a9ab-2c3bc66c9388 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/a39a4515-66f4-4e2f-a8d5-6f60419f748b HTTP/1.1" status: 404 len: 333 time: 0.0617158 Sep 07 16:39:52.163880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58700) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.178857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.210397 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-158fa26c-5159-42d8-993f-c6878d3df84c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] DELETE failed (client error): The resource could not be found. Sep 07 16:39:52.210859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158fa26c-5159-42d8-993f-c6878d3df84c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:52.212666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-158fa26c-5159-42d8-993f-c6878d3df84c tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/4744d7a2-053e-400a-bdc6-0c086c60b5e1 HTTP/1.1" status: 404 len: 337 time: 0.0477982 Sep 07 16:39:52.215247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58702) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.237043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:52.237547 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.248582 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-680ef209-5fb9-4017-a6c8-b9387554dced tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] DELETE failed (client error): The resource could not be found. Sep 07 16:39:52.249618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680ef209-5fb9-4017-a6c8-b9387554dced tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:52.253874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-680ef209-5fb9-4017-a6c8-b9387554dced tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/19e7b890-63ef-4e17-831e-f8bae37fc340 HTTP/1.1" status: 404 len: 337 time: 0.0352609 Sep 07 16:39:52.254100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58704) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.281197 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0af6dee-3e1c-4270-821b-a3f5947eccb4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] DELETE failed (client error): The resource could not be found. Sep 07 16:39:52.281906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0af6dee-3e1c-4270-821b-a3f5947eccb4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:52.286264 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a0af6dee-3e1c-4270-821b-a3f5947eccb4 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/2810ec5f-a426-4ed9-ae28-77ea75a3b2fe HTTP/1.1" status: 404 len: 333 time: 0.0287204 Sep 07 16:39:52.286264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58706) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.314680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] For port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ef61d0c2-e179-44aa-a42a-5b2557fe1ab9,segment=NetworkSegment(2c1f064f-19af-4820-86cf-fc382dda82a3),segment_id=2c1f064f-19af-4820-86cf-fc382dda82a3)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:52.315051 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.318297 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ec840c-fb98-4ded-92a0-ba17a1451177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] DELETE failed (client error): The resource could not be found. Sep 07 16:39:52.318759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ec840c-fb98-4ded-92a0-ba17a1451177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:52.322862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-89ec840c-fb98-4ded-92a0-ba17a1451177 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/ab0dc191-da03-4b81-a91f-320f8dc979b9 HTTP/1.1" status: 404 len: 337 time: 0.0333202 Sep 07 16:39:52.323783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58708) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.346509 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b183c4da-022a-4959-91a4-72cb5e49cc0a tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9/tags/tempest-TagsExtTest-Tag-2117137923 HTTP/1.1" status: 204 len: 168 time: 0.1872754 Sep 07 16:39:52.346725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58710) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.350994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-b238614a-8f54-4058-adfd-1409b693186d tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '196fe37e-9b91-4d8b-a920-36d4bca578d9') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:52.355738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:52.360812 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-575f89ba-8010-4948-8275-ed0ce8caaca0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] DELETE failed (client error): The resource could not be found. Sep 07 16:39:52.361280 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575f89ba-8010-4948-8275-ed0ce8caaca0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:39:52.365339 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-575f89ba-8010-4948-8275-ed0ce8caaca0 tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/subnets/7038aed5-de81-4510-9e26-3b03add82462 HTTP/1.1" status: 404 len: 337 time: 0.0389118 Sep 07 16:39:52.365582 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58712) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.415454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Deleting port 8ed46310-2893-4162-a20f-4eaca2965519 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:52.415454 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.416576 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b238614a-8f54-4058-adfd-1409b693186d tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9/tags HTTP/1.1" status: 200 len: 205 time: 0.0688062 Sep 07 16:39:52.418366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58714) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.424111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-138278e7-2e7a-4115-80f9-dd42b70c1e4b tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '16ddc58f-323d-4596-9c11-7062bd858401') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:52.427783 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port bce7e690-c9d0-4121-8ae7-5d0e24fb9238 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:52.428164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.499779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b46b3d-7abb-420e-a439-5e8800ec0f2b None None] DHCP port deletion for 30fbd81a-86a6-49e3-a7a7-b803ab925545 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:39:52.517065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6515ecd5-def4-4511-9138-f4afc40c0f9a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Deleting port c1b00403-f749-4077-8295-c7249e2fa816 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:52.517422 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6515ecd5-def4-4511-9138-f4afc40c0f9a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.520013 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.527063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-138278e7-2e7a-4115-80f9-dd42b70c1e4b tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401/tags HTTP/1.1" status: 200 len: 241 time: 0.1070502 Sep 07 16:39:52.529408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58716) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.534524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-cd160abe-f3b8-46cc-8ce1-5d4356496e89 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '16ddc58f-323d-4596-9c11-7062bd858401', 'tempest-TagsExtTest-Tag-1754063830') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:52.546771 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d9b46b3d-7abb-420e-a439-5e8800ec0f2b None None] The port 'ef61d0c2-e179-44aa-a42a-5b2557fe1ab9' was deleted {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 07 16:39:52.561304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] For port 8ed46310-2893-4162-a20f-4eaca2965519, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8ed46310-2893-4162-a20f-4eaca2965519,segment=NetworkSegment(824ec992-9c9f-464d-bfc8-be93fe338bf7),segment_id=824ec992-9c9f-464d-bfc8-be93fe338bf7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:52.561731 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.567533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=ef61d0c2-e179-44aa-a42a-5b2557fe1ab9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:52.569491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No DVR routers for this DVR port ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:52.581339 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Calling delete_port for 8ed46310-2893-4162-a20f-4eaca2965519 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:52.624721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cd160abe-f3b8-46cc-8ce1-5d4356496e89 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401/tags/tempest-TagsExtTest-Tag-1754063830 HTTP/1.1" status: 204 len: 168 time: 0.0914183 Sep 07 16:39:52.624930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58718) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.629858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-4efa73ac-3291-4bf3-bed2-f46c00a25104 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '16ddc58f-323d-4596-9c11-7062bd858401', 'tempest-TagsExtTest-Tag-1754063830') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:52.651415 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6515ecd5-def4-4511-9138-f4afc40c0f9a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.702966 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.710970 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6515ecd5-def4-4511-9138-f4afc40c0f9a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Calling delete_port for c1b00403-f749-4077-8295-c7249e2fa816 owned by {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:52.713699 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.723070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4efa73ac-3291-4bf3-bed2-f46c00a25104 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401/tags/tempest-TagsExtTest-Tag-1754063830 HTTP/1.1" status: 204 len: 168 time: 0.0970385 Sep 07 16:39:52.725366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58720) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.729940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Pushing event deleted for resources: {'Port': ['ID=8ed46310-2893-4162-a20f-4eaca2965519,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:52.731573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-d8377bed-ad60-40c8-be6d-7322ad223474 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '16ddc58f-323d-4596-9c11-7062bd858401') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:52.738826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] No DVR routers for this DVR port 8ed46310-2893-4162-a20f-4eaca2965519 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:52.744656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fbd81a-86a6-49e3-a7a7-b803ab925545']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:52.752589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:52.753701 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:52.754272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:52.755294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:52.756643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:52.757203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:52.757808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:52.758350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:52.758915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:52.759316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:52.759720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:52.760433 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abf5e2c-c6df-4d7f-8846-e2302dd46e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:39:52.766361 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1b5266-0c5c-4cb2-a745-7e5f8a7da86f None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:39:52.788296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1f064f-19af-4820-86cf-fc382dda82a3') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:52.788700 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1f064f-19af-4820-86cf-fc382dda82a3') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:52.801616 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.813494 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d8377bed-ad60-40c8-be6d-7322ad223474 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401/tags HTTP/1.1" status: 200 len: 205 time: 0.0844150 Sep 07 16:39:52.813787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58722) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.818055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-6280c58f-2ce2-4507-81f1-0d5f091b0c1d tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '872d40d1-54c1-42a5-b6bc-6bb45d04ff8b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:52.824229 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.833238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:52.833768 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:52.840010 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:52.844652 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6280c58f-2ce2-4507-81f1-0d5f091b0c1d tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b/tags HTTP/1.1" status: 200 len: 241 time: 0.0292559 Sep 07 16:39:52.847513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58724) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.859312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-dbebf267-bbdf-403e-bd9f-a71b0fa781e6 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '872d40d1-54c1-42a5-b6bc-6bb45d04ff8b', 'tempest-TagsExtTest-Tag-1896537624') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:52.865879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1b5266-0c5c-4cb2-a745-7e5f8a7da86f None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:39:52.881491 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dbebf267-bbdf-403e-bd9f-a71b0fa781e6 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b/tags/tempest-TagsExtTest-Tag-1896537624 HTTP/1.1" status: 204 len: 168 time: 0.0325942 Sep 07 16:39:52.883611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58726) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.888095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-b22804cf-24b2-4fcf-acb1-58657f89b5b1 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '872d40d1-54c1-42a5-b6bc-6bb45d04ff8b', 'tempest-TagsExtTest-Tag-1896537624') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:52.904439 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6515ecd5-def4-4511-9138-f4afc40c0f9a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.907611 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.938213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b22804cf-24b2-4fcf-acb1-58657f89b5b1 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b/tags/tempest-TagsExtTest-Tag-1896537624 HTTP/1.1" status: 204 len: 168 time: 0.0535984 Sep 07 16:39:52.938476 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.943707 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/networks/30fbd81a-86a6-49e3-a7a7-b803ab925545 HTTP/1.1" status: 204 len: 168 time: 0.9470057 Sep 07 16:39:52.944913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58728) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.945499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58730) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:52.952830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6559f51a-8396-45be-8a8e-33a467bbd0ef tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1432797465', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:52.958435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515ecd5-def4-4511-9138-f4afc40c0f9a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Port': ['ID=c1b00403-f749-4077-8295-c7249e2fa816,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:52.960982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9ce20-5c6b-4e93-a98c-2bf6be73f97c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Network': ['ID=30fbd81a-86a6-49e3-a7a7-b803ab925545,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:52.963248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-eed0690b-e94d-46c4-a629-b52c29aaea17 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '872d40d1-54c1-42a5-b6bc-6bb45d04ff8b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:52.966278 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6515ecd5-def4-4511-9138-f4afc40c0f9a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:52.968812 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6515ecd5-def4-4511-9138-f4afc40c0f9a tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/ports/c1b00403-f749-4077-8295-c7249e2fa816 HTTP/1.1" status: 204 len: 168 time: 0.6023233 Sep 07 16:39:52.971220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58734) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.004456 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6559f51a-8396-45be-8a8e-33a467bbd0ef tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.005262 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6559f51a-8396-45be-8a8e-33a467bbd0ef tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.009560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eed0690b-e94d-46c4-a629-b52c29aaea17 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b/tags HTTP/1.1" status: 200 len: 205 time: 0.0627806 Sep 07 16:39:53.013163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58736) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.019361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-d9fdd142-2a70-4b0e-902d-f15289071e51 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '872d40d1-54c1-42a5-b6bc-6bb45d04ff8b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:53.062208 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc14f-9205-4e1f-8373-95f7407d5bfc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.088851 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6559f51a-8396-45be-8a8e-33a467bbd0ef tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.094999 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d9fdd142-2a70-4b0e-902d-f15289071e51 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b/tags HTTP/1.1" status: 204 len: 168 time: 0.0777144 Sep 07 16:39:53.095280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58738) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.100220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-3d280213-183c-40da-9153-4e3bc332bce9 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '16ddc58f-323d-4596-9c11-7062bd858401') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:53.133198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8643f60-74d5-4678-ab6b-de356fede374 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 16:39:53.134248 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6559f51a-8396-45be-8a8e-33a467bbd0ef tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.155647 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6559f51a-8396-45be-8a8e-33a467bbd0ef tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.156900 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6559f51a-8396-45be-8a8e-33a467bbd0ef tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2089865 Sep 07 16:39:53.160508 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58740) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.165743 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc14f-9205-4e1f-8373-95f7407d5bfc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.168269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b760ae18-8b34-498a-b667-c89ad3773ca1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-515320140'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:53.187156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-dd2bc14f-9205-4e1f-8373-95f7407d5bfc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a9c164-6776-41ba-8082-73995785109c']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:53.197341 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-dd2bc14f-9205-4e1f-8373-95f7407d5bfc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824ec992-9c9f-464d-bfc8-be93fe338bf7') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:53.197639 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-dd2bc14f-9205-4e1f-8373-95f7407d5bfc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824ec992-9c9f-464d-bfc8-be93fe338bf7') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:53.208763 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc14f-9205-4e1f-8373-95f7407d5bfc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.219693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3d280213-183c-40da-9153-4e3bc332bce9 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401/tags HTTP/1.1" status: 204 len: 168 time: 0.1234245 Sep 07 16:39:53.223325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58742) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.226229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8643f60-74d5-4678-ab6b-de356fede374 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 16:39:53.226414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b760ae18-8b34-498a-b667-c89ad3773ca1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:53.228621 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc14f-9205-4e1f-8373-95f7407d5bfc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.229987 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b760ae18-8b34-498a-b667-c89ad3773ca1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.234447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-01772b48-089b-4d10-a700-f92ba421b72c tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '196fe37e-9b91-4d8b-a920-36d4bca578d9') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:53.235220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2bc14f-9205-4e1f-8373-95f7407d5bfc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:53.235622 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc14f-9205-4e1f-8373-95f7407d5bfc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:53.239145 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:53.285544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b760ae18-8b34-498a-b667-c89ad3773ca1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:53.301059 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b760ae18-8b34-498a-b667-c89ad3773ca1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.301423 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-b760ae18-8b34-498a-b667-c89ad3773ca1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Added segment 21297564-f347-4679-8955-3b7727b1ab8b of type vlan for network e827f347-743d-42f2-a8dd-533c19b18443 Sep 07 16:39:53.308437 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc14f-9205-4e1f-8373-95f7407d5bfc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.320546 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc14f-9205-4e1f-8373-95f7407d5bfc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.322866 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dd2bc14f-9205-4e1f-8373-95f7407d5bfc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] 10.222.0.70 "DELETE /v2.0/networks/05a9c164-6776-41ba-8082-73995785109c HTTP/1.1" status: 204 len: 168 time: 0.3507209 Sep 07 16:39:53.334240 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bc14f-9205-4e1f-8373-95f7407d5bfc tempest-PortsIpV6TestJSON-2019592766 tempest-PortsIpV6TestJSON-2019592766-project] Pushing event deleted for resources: {'Network': ['ID=05a9c164-6776-41ba-8082-73995785109c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:53.359815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-01772b48-089b-4d10-a700-f92ba421b72c tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9/tags HTTP/1.1" status: 204 len: 168 time: 0.1347213 Sep 07 16:39:53.361940 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58746) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.366646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-d2cc30f8-dd9f-4805-8e8f-0149aad900c3 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f61c574f-43da-40b2-a3d1-dbe84786c9bc') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:53.369444 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b760ae18-8b34-498a-b667-c89ad3773ca1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.401393 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b760ae18-8b34-498a-b667-c89ad3773ca1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.409137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b760ae18-8b34-498a-b667-c89ad3773ca1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:53.409507 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b760ae18-8b34-498a-b667-c89ad3773ca1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.477805 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d2cc30f8-dd9f-4805-8e8f-0149aad900c3 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc/tags HTTP/1.1" status: 204 len: 168 time: 0.1147766 Sep 07 16:39:53.484581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58748) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.490088 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-bb2733e6-9016-4cb3-a171-9aba4a98cc8b tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f61c574f-43da-40b2-a3d1-dbe84786c9bc', 'tempest-TagsExtTest-Tag-1942879842') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:53.494342 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760ae18-8b34-498a-b667-c89ad3773ca1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Network': ['ID=e827f347-743d-42f2-a8dd-533c19b18443,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:53.500892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b760ae18-8b34-498a-b667-c89ad3773ca1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3331497 Sep 07 16:39:53.501074 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58750) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.505998 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network e827f347-743d-42f2-a8dd-533c19b18443 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:53.506981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-135e8e1b-8281-4645-a36c-82fa1fd08630 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'subnet': {'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:53.576677 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bb2733e6-9016-4cb3-a171-9aba4a98cc8b tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "PUT /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc/tags/tempest-TagsExtTest-Tag-1942879842 HTTP/1.1" status: 201 len: 201 time: 0.0904551 Sep 07 16:39:53.577796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58754) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.584869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-a0398f1c-2925-4559-9b58-aec9580d0b71 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '196fe37e-9b91-4d8b-a920-36d4bca578d9', 'tempest-TagsExtTest-Tag-465953513') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:53.646668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58756) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.652196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135e8e1b-8281-4645-a36c-82fa1fd08630 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:53.655730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-135e8e1b-8281-4645-a36c-82fa1fd08630 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.742527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a0398f1c-2925-4559-9b58-aec9580d0b71 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "PUT /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9/tags/tempest-TagsExtTest-Tag-465953513 HTTP/1.1" status: 201 len: 201 time: 0.1635499 Sep 07 16:39:53.746829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58760) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.753415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-356fc916-b540-4c4b-b3e1-d7d1e2092871 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '16ddc58f-323d-4596-9c11-7062bd858401', 'tempest-TagsExtTest-Tag-1739067154') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:53.783167 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-329d20f5-ef07-40a9-aa49-a454d1eba99e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e75dd4cd7ccf42f5ba038fd731fcdbd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349583 Sep 07 16:39:53.785654 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58762) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.839020 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf67b0fb-44e4-4589-99d2-35f7a21267d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.869347 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf67b0fb-44e4-4589-99d2-35f7a21267d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.896890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-356fc916-b540-4c4b-b3e1-d7d1e2092871 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "PUT /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401/tags/tempest-TagsExtTest-Tag-1739067154 HTTP/1.1" status: 201 len: 201 time: 0.1465204 Sep 07 16:39:53.899233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58764) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.905232 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-fda02d28-f78a-43ed-9aa5-5f441997d998 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '872d40d1-54c1-42a5-b6bc-6bb45d04ff8b', 'tempest-TagsExtTest-Tag-1669030695') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:53.946538 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-135e8e1b-8281-4645-a36c-82fa1fd08630 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.950253 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf67b0fb-44e4-4589-99d2-35f7a21267d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.952990 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bf67b0fb-44e4-4589-99d2-35f7a21267d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:53.954143 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bf67b0fb-44e4-4589-99d2-35f7a21267d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a364aaa-9290-40ce-8fea-bfe268cd0177 HTTP/1.1" status: 204 len: 168 time: 0.1675801 Sep 07 16:39:53.969091 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fda02d28-f78a-43ed-9aa5-5f441997d998 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "PUT /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b/tags/tempest-TagsExtTest-Tag-1669030695 HTTP/1.1" status: 201 len: 201 time: 0.0663569 Sep 07 16:39:53.969091 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67b0fb-44e4-4589-99d2-35f7a21267d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a364aaa-9290-40ce-8fea-bfe268cd0177,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:53.969799 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58768) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:53.973908 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-181b5081-9d32-4d30-a17d-635e9a9617fa tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f61c574f-43da-40b2-a3d1-dbe84786c9bc', {'tags': ['tempest-TagsExtTest-Tag-710367341', 'tempest-TagsExtTest-Tag-1297477478', 'tempest-TagsExtTest-Tag-1647274855']}) {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:54.022311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e8e1b-8281-4645-a36c-82fa1fd08630 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Subnet': ['ID=f27344c5-d456-45b8-a814-854274fe8ce6,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:54.029530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e8e1b-8281-4645-a36c-82fa1fd08630 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Checking segment: {'id': '21297564-f347-4679-8955-3b7727b1ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:54.030424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135e8e1b-8281-4645-a36c-82fa1fd08630 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network hostable DHCP agents. Network: e827f347-743d-42f2-a8dd-533c19b18443, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:54.049289 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-181b5081-9d32-4d30-a17d-635e9a9617fa tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "PUT /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc/tags HTTP/1.1" status: 200 len: 317 time: 0.0766444 Sep 07 16:39:54.049413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58770) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:54.052892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135e8e1b-8281-4645-a36c-82fa1fd08630 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network e827f347-743d-42f2-a8dd-533c19b18443 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:54.054024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-e67dfcdf-cfc3-4c57-a153-941efbbfdf8a tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f61c574f-43da-40b2-a3d1-dbe84786c9bc') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:54.062934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-135e8e1b-8281-4645-a36c-82fa1fd08630 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, e827f347-743d-42f2-a8dd-533c19b18443) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:54.067655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135e8e1b-8281-4645-a36c-82fa1fd08630 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:54.068499 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-135e8e1b-8281-4645-a36c-82fa1fd08630 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:54.072875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d101a6-911c-4fa2-8f4f-40d36ebfccde None None] Network e827f347-743d-42f2-a8dd-533c19b18443 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:54.100875 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-135e8e1b-8281-4645-a36c-82fa1fd08630 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5987866 Sep 07 16:39:54.103789 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58772) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:54.145560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8ed46310-2893-4162-a20f-4eaca2965519 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:39:54.177651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 8ed46310-2893-4162-a20f-4eaca2965519 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:39:54.178060 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8ed46310-2893-4162-a20f-4eaca2965519 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:39:54.178501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:39:54.202479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:39:54.202923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ef61d0c2-e179-44aa-a42a-5b2557fe1ab9 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:39:54.326918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-e827f347-743d-42f2-a8dd-533c19b18443', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:54.327838 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:54.481146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Allocated IP 2001:db8::2 (e827f347-743d-42f2-a8dd-533c19b18443/f27344c5-d456-45b8-a814-854274fe8ce6/7cfffe87-4aa5-4b44-93ba-500dad61a336) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:54.649692 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:54.658765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Transition to ACTIVE for port object 7cfffe87-4aa5-4b44-93ba-500dad61a336 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:54.660778 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e67dfcdf-cfc3-4c57-a153-941efbbfdf8a tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc/tags HTTP/1.1" status: 204 len: 168 time: 0.6103449 Sep 07 16:39:54.663496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58792) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:54.668085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-cc34ea98-d9c7-414a-8005-4be6c98998e5 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f61c574f-43da-40b2-a3d1-dbe84786c9bc', 'tempest-TagsExtTest-Tag-710367341') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:54.677114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Transition to ACTIVE for port object 7cfffe87-4aa5-4b44-93ba-500dad61a336 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:54.683925 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:54.725019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Network e827f347-743d-42f2-a8dd-533c19b18443 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:54.727220 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-cc34ea98-d9c7-414a-8005-4be6c98998e5 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] show failed (client error): The resource could not be found. Sep 07 16:39:54.728855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cc34ea98-d9c7-414a-8005-4be6c98998e5 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc/tags/tempest-TagsExtTest-Tag-710367341 HTTP/1.1" status: 404 len: 328 time: 0.0641940 Sep 07 16:39:54.732365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58794) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:54.733089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:54.736971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:54.741940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-6a000ca5-8b86-496e-993c-2c3c8ec6ce63 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f61c574f-43da-40b2-a3d1-dbe84786c9bc', 'tempest-TagsExtTest-Tag-1297477478') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:54.742977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58796) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:54.772495 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:54.786389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Pushing event updated for resources: {'Port': ['ID=7cfffe87-4aa5-4b44-93ba-500dad61a336,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:54.804460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Attempting to bind port 7cfffe87-4aa5-4b44-93ba-500dad61a336 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:54.804874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Attempting to bind port 7cfffe87-4aa5-4b44-93ba-500dad61a336 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '21297564-f347-4679-8955-3b7727b1ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:54.805244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Attempting to bind port 7cfffe87-4aa5-4b44-93ba-500dad61a336 on network e827f347-743d-42f2-a8dd-533c19b18443 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:54.812610 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:54.812990 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Checking segment: {'id': '21297564-f347-4679-8955-3b7727b1ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:54.813398 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:54.814081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Bound using segment: {'id': '21297564-f347-4679-8955-3b7727b1ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:54.814573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Bound port: 7cfffe87-4aa5-4b44-93ba-500dad61a336, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21297564-f347-4679-8955-3b7727b1ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:54.814962 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:54.819775 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-6a000ca5-8b86-496e-993c-2c3c8ec6ce63 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] show failed (client error): The resource could not be found. Sep 07 16:39:54.823529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6a000ca5-8b86-496e-993c-2c3c8ec6ce63 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc/tags/tempest-TagsExtTest-Tag-1297477478 HTTP/1.1" status: 404 len: 329 time: 0.0873861 Sep 07 16:39:54.823905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58800) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:54.830562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-531de085-9057-42cb-beef-80d757b59336 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f61c574f-43da-40b2-a3d1-dbe84786c9bc', 'tempest-TagsExtTest-Tag-1647274855') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:54.893066 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-531de085-9057-42cb-beef-80d757b59336 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] show failed (client error): The resource could not be found. Sep 07 16:39:54.896435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-531de085-9057-42cb-beef-80d757b59336 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc/tags/tempest-TagsExtTest-Tag-1647274855 HTTP/1.1" status: 404 len: 329 time: 0.0692034 Sep 07 16:39:54.897212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58802) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:54.902002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-03fe5939-6bd5-4f7a-b38a-39595c66ce4c tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '196fe37e-9b91-4d8b-a920-36d4bca578d9', {'tags': ['tempest-TagsExtTest-Tag-948986757', 'tempest-TagsExtTest-Tag-1465688462', 'tempest-TagsExtTest-Tag-1912966402']}) {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:54.905308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] For port 7cfffe87-4aa5-4b44-93ba-500dad61a336, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:54.908463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] For port 7cfffe87-4aa5-4b44-93ba-500dad61a336, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7cfffe87-4aa5-4b44-93ba-500dad61a336,segment=NetworkSegment(21297564-f347-4679-8955-3b7727b1ab8b),segment_id=21297564-f347-4679-8955-3b7727b1ab8b)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:54.917891 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:54.923076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3a4a0a71-0721-41fd-9360-9b797571f309 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066144770'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:54.979479 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-03fe5939-6bd5-4f7a-b38a-39595c66ce4c tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "PUT /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9/tags HTTP/1.1" status: 200 len: 317 time: 0.0809832 Sep 07 16:39:54.981733 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58804) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:54.987008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4a5bf-4dc6-4e31-b93c-640874a9934f None None] Pushing event updated for resources: {'Port': ['ID=7cfffe87-4aa5-4b44-93ba-500dad61a336,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:54.987214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-a4dec4ce-3488-4b15-a49d-6886eaa20bb4 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '196fe37e-9b91-4d8b-a920-36d4bca578d9') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:54.993134 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a4a0a71-0721-41fd-9360-9b797571f309 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.009359 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a4a0a71-0721-41fd-9360-9b797571f309 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.055113 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a4dec4ce-3488-4b15-a49d-6886eaa20bb4 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9/tags HTTP/1.1" status: 204 len: 168 time: 0.0722427 Sep 07 16:39:55.057871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58806) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:55.062745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-a5dbfca2-644e-4eae-a18e-2feb5a858c34 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '196fe37e-9b91-4d8b-a920-36d4bca578d9', 'tempest-TagsExtTest-Tag-948986757') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:55.121085 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-a5dbfca2-644e-4eae-a18e-2feb5a858c34 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] show failed (client error): The resource could not be found. Sep 07 16:39:55.122377 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a5dbfca2-644e-4eae-a18e-2feb5a858c34 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9/tags/tempest-TagsExtTest-Tag-948986757 HTTP/1.1" status: 404 len: 328 time: 0.0633547 Sep 07 16:39:55.128291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58808) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:55.131169 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Allocated IP 2001:db8::1 (e827f347-743d-42f2-a8dd-533c19b18443/f27344c5-d456-45b8-a814-854274fe8ce6/23633842-68e5-4e0f-a694-da88e887ccfc) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:55.133638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-fd73cf84-9154-4391-8828-477901686035 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '196fe37e-9b91-4d8b-a920-36d4bca578d9', 'tempest-TagsExtTest-Tag-1465688462') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:55.209517 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-fd73cf84-9154-4391-8828-477901686035 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] show failed (client error): The resource could not be found. Sep 07 16:39:55.210962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fd73cf84-9154-4391-8828-477901686035 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9/tags/tempest-TagsExtTest-Tag-1465688462 HTTP/1.1" status: 404 len: 329 time: 0.0814157 Sep 07 16:39:55.213695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58810) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:55.218472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-2afa1649-9c68-4ab9-8fc8-70e125b34ff2 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '196fe37e-9b91-4d8b-a920-36d4bca578d9', 'tempest-TagsExtTest-Tag-1912966402') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:55.283494 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a4a0a71-0721-41fd-9360-9b797571f309 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.283741 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-2afa1649-9c68-4ab9-8fc8-70e125b34ff2 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] show failed (client error): The resource could not be found. Sep 07 16:39:55.287660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2afa1649-9c68-4ab9-8fc8-70e125b34ff2 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9/tags/tempest-TagsExtTest-Tag-1912966402 HTTP/1.1" status: 404 len: 329 time: 0.0697329 Sep 07 16:39:55.288964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58812) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:55.293872 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-15fe32ea-ca1a-47c0-aba0-02063a5e6894 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '16ddc58f-323d-4596-9c11-7062bd858401', {'tags': ['tempest-TagsExtTest-Tag-1337152141', 'tempest-TagsExtTest-Tag-251621143', 'tempest-TagsExtTest-Tag-1200374849']}) {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:55.299658 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a4a0a71-0721-41fd-9360-9b797571f309 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.427679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a0a71-0721-41fd-9360-9b797571f309 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8922990e-7ba5-41ed-bf2c-84f18f10ec3f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:55.432128 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.458493 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-15fe32ea-ca1a-47c0-aba0-02063a5e6894 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "PUT /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401/tags HTTP/1.1" status: 200 len: 317 time: 0.1684835 Sep 07 16:39:55.461144 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58814) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:55.466879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-688e0f2c-ad0a-48bd-92da-57fc17ea3d5a tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '16ddc58f-323d-4596-9c11-7062bd858401') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:55.468112 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Transition to ACTIVE for port object 23633842-68e5-4e0f-a694-da88e887ccfc will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:55.530928 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a4a0a71-0721-41fd-9360-9b797571f309 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.535670 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a4a0a71-0721-41fd-9360-9b797571f309 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.547693 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.571167 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-688e0f2c-ad0a-48bd-92da-57fc17ea3d5a tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401/tags HTTP/1.1" status: 204 len: 168 time: 0.1087363 Sep 07 16:39:55.573790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58816) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:55.578345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-79da92b7-745b-407d-8a9c-c860660cb28a tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '16ddc58f-323d-4596-9c11-7062bd858401', 'tempest-TagsExtTest-Tag-1337152141') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:55.590511 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3a4a0a71-0721-41fd-9360-9b797571f309 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.591737 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3a4a0a71-0721-41fd-9360-9b797571f309 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8468823 Sep 07 16:39:55.599869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58818) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:55.613325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a0a71-0721-41fd-9360-9b797571f309 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1909247-a6a5-492c-87e0-a0f1a019e0af,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:55.625496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network e827f347-743d-42f2-a8dd-533c19b18443 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:55.633740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:55.639022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:55.639609 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.645402 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=23633842-68e5-4e0f-a694-da88e887ccfc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:55.658777 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-79da92b7-745b-407d-8a9c-c860660cb28a tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] show failed (client error): The resource could not be found. Sep 07 16:39:55.662352 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-79da92b7-745b-407d-8a9c-c860660cb28a tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401/tags/tempest-TagsExtTest-Tag-1337152141 HTTP/1.1" status: 404 len: 329 time: 0.0851543 Sep 07 16:39:55.662600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58820) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:55.667221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-38883bd4-159f-4662-86d9-b4e446ef8ab3 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '16ddc58f-323d-4596-9c11-7062bd858401', 'tempest-TagsExtTest-Tag-251621143') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:55.740939 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-38883bd4-159f-4662-86d9-b4e446ef8ab3 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] show failed (client error): The resource could not be found. Sep 07 16:39:55.741963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-38883bd4-159f-4662-86d9-b4e446ef8ab3 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401/tags/tempest-TagsExtTest-Tag-251621143 HTTP/1.1" status: 404 len: 328 time: 0.0784423 Sep 07 16:39:55.744967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58822) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:55.750662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-72bc8742-2d3b-4c4c-86a1-063c0f65e20a tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '16ddc58f-323d-4596-9c11-7062bd858401', 'tempest-TagsExtTest-Tag-1200374849') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:55.753441 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dd2658c8-f36e-4242-9186-f33c5a781b05 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1524706 Sep 07 16:39:55.756034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58824) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:55.764412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-da22fa1c-38d2-4c40-8f0f-f4ec87507e58 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group': {'name': 'tempest-security--53006969', 'description': 'tempest-security-description-1054157032'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:55.815487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da22fa1c-38d2-4c40-8f0f-f4ec87507e58 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.833843 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-72bc8742-2d3b-4c4c-86a1-063c0f65e20a tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] show failed (client error): The resource could not be found. Sep 07 16:39:55.837464 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-72bc8742-2d3b-4c4c-86a1-063c0f65e20a tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401/tags/tempest-TagsExtTest-Tag-1200374849 HTTP/1.1" status: 404 len: 329 time: 0.0890067 Sep 07 16:39:55.839631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58826) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:55.845132 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.tag.tag_plugin [None req-a8884a4a-db44-492f-beef-3f7402c5d917 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '872d40d1-54c1-42a5-b6bc-6bb45d04ff8b', {'tags': ['tempest-TagsExtTest-Tag-2027450737', 'tempest-TagsExtTest-Tag-247055244', 'tempest-TagsExtTest-Tag-875630921']}) {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:55.850613 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.925348 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da22fa1c-38d2-4c40-8f0f-f4ec87507e58 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.933590 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da22fa1c-38d2-4c40-8f0f-f4ec87507e58 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.936230 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da22fa1c-38d2-4c40-8f0f-f4ec87507e58 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:55.937498 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-da22fa1c-38d2-4c40-8f0f-f4ec87507e58 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "PUT /v2.0/security-groups/d1909247-a6a5-492c-87e0-a0f1a019e0af HTTP/1.1" status: 200 len: 1778 time: 0.1805019 Sep 07 16:39:55.940667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58828) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:55.987921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eca96b3c-dd8d-4c66-9be0-06c953b490e1 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-groups/d1909247-a6a5-492c-87e0-a0f1a019e0af HTTP/1.1" status: 200 len: 1778 time: 0.0450714 Sep 07 16:39:55.988556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58830) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:55.998987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af63fec9-f380-4efe-8cc7-98ba23c6795e None None] Network e827f347-743d-42f2-a8dd-533c19b18443 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:56.017411 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a8884a4a-db44-492f-beef-3f7402c5d917 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "PUT /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b/tags HTTP/1.1" status: 200 len: 316 time: 0.1741323 Sep 07 16:39:56.018477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58832) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.034376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-763b0753-9276-408c-85e1-7222df461247 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '872d40d1-54c1-42a5-b6bc-6bb45d04ff8b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:56.046134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22fa1c-38d2-4c40-8f0f-f4ec87507e58 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1909247-a6a5-492c-87e0-a0f1a019e0af,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:56.074808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-958ee6e4-cb9b-4aa4-89df-2b055828ec7b None None] Provisioning for port 7cfffe87-4aa5-4b44-93ba-500dad61a336 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:56.104480 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8d869a7-ddda-4b14-a747-1f7086b9b17d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.135626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8d869a7-ddda-4b14-a747-1f7086b9b17d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.143488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7cfffe87-4aa5-4b44-93ba-500dad61a336 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:56.157598 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-763b0753-9276-408c-85e1-7222df461247 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b/tags HTTP/1.1" status: 204 len: 168 time: 0.1382830 Sep 07 16:39:56.160157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58834) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.164467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-1434a16c-46fd-49bb-8895-6d3d18a674c4 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '872d40d1-54c1-42a5-b6bc-6bb45d04ff8b', 'tempest-TagsExtTest-Tag-2027450737') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:56.196631 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-1434a16c-46fd-49bb-8895-6d3d18a674c4 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] show failed (client error): The resource could not be found. Sep 07 16:39:56.200078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1434a16c-46fd-49bb-8895-6d3d18a674c4 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b/tags/tempest-TagsExtTest-Tag-2027450737 HTTP/1.1" status: 404 len: 329 time: 0.0388253 Sep 07 16:39:56.203693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58836) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.208725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-d65c6f4e-03b3-4c1c-bba6-30fee635b64d tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '872d40d1-54c1-42a5-b6bc-6bb45d04ff8b', 'tempest-TagsExtTest-Tag-247055244') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:56.220536 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8d869a7-ddda-4b14-a747-1f7086b9b17d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.220900 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.223527 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b8d869a7-ddda-4b14-a747-1f7086b9b17d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.224988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b8d869a7-ddda-4b14-a747-1f7086b9b17d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-groups/d1909247-a6a5-492c-87e0-a0f1a019e0af HTTP/1.1" status: 204 len: 168 time: 0.2353494 Sep 07 16:39:56.228099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58838) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.229053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.229865 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.236248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 7cfffe87-4aa5-4b44-93ba-500dad61a336 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:56.238908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d869a7-ddda-4b14-a747-1f7086b9b17d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1909247-a6a5-492c-87e0-a0f1a019e0af,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:56.246155 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-d65c6f4e-03b3-4c1c-bba6-30fee635b64d tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] show failed (client error): The resource could not be found. Sep 07 16:39:56.247314 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d65c6f4e-03b3-4c1c-bba6-30fee635b64d tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b/tags/tempest-TagsExtTest-Tag-247055244 HTTP/1.1" status: 404 len: 328 time: 0.0427046 Sep 07 16:39:56.248022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 7cfffe87-4aa5-4b44-93ba-500dad61a336 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:56.248454 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.250728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.255522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-a2a68bb3-46c1-4d54-9b06-90955b07a7b5 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '872d40d1-54c1-42a5-b6bc-6bb45d04ff8b', 'tempest-TagsExtTest-Tag-875630921') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:56.279713 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-a2a68bb3-46c1-4d54-9b06-90955b07a7b5 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] show failed (client error): The resource could not be found. Sep 07 16:39:56.281933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a2a68bb3-46c1-4d54-9b06-90955b07a7b5 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b/tags/tempest-TagsExtTest-Tag-875630921 HTTP/1.1" status: 404 len: 328 time: 0.0296640 Sep 07 16:39:56.284166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58842) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.289204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-cf768719-9c1c-4fcf-a4cb-ae67d532f0c9 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '872d40d1-54c1-42a5-b6bc-6bb45d04ff8b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:56.321409 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cf768719-9c1c-4fcf-a4cb-ae67d532f0c9 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b/tags HTTP/1.1" status: 204 len: 168 time: 0.0357699 Sep 07 16:39:56.323873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58844) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.329093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-788ce826-83a7-4731-8225-d6c2cd4144b4 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '16ddc58f-323d-4596-9c11-7062bd858401') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:56.335890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=23633842-68e5-4e0f-a694-da88e887ccfc,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:56.369276 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.384590 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fac22725-0d63-44be-ae4d-ab128672ac8a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1521375 Sep 07 16:39:56.385228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58846) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.417067 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 7cfffe87-4aa5-4b44-93ba-500dad61a336, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7cfffe87-4aa5-4b44-93ba-500dad61a336,segment=NetworkSegment(21297564-f347-4679-8955-3b7727b1ab8b),segment_id=21297564-f347-4679-8955-3b7727b1ab8b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:56.418437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network e827f347-743d-42f2-a8dd-533c19b18443 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:56.420608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:56.425490 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.441220 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-a3ea0f3c-f71e-427b-aa2e-9feb8fb208a0 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] delete failed (client error): The resource could not be found. Sep 07 16:39:56.448896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a3ea0f3c-f71e-427b-aa2e-9feb8fb208a0 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-groups/d1909247-a6a5-492c-87e0-a0f1a019e0af HTTP/1.1" status: 404 len: 347 time: 0.0547056 Sep 07 16:39:56.451240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58848) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.464652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d8611e58-bf27-4e8a-9480-826454c274b5 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group': {'name': 'tempest-secgroup--697373455'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:56.472081 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-788ce826-83a7-4731-8225-d6c2cd4144b4 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401/tags HTTP/1.1" status: 204 len: 168 time: 0.1472712 Sep 07 16:39:56.474897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58850) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.480964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=7cfffe87-4aa5-4b44-93ba-500dad61a336,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:56.482173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-d4ff4712-6317-487c-81e7-127a6470adde tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '196fe37e-9b91-4d8b-a920-36d4bca578d9') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:56.527636 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8611e58-bf27-4e8a-9480-826454c274b5 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.562077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router c921c907-f4c7-47a0-a369-79c072b64b03 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:39:56.581013 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d4ff4712-6317-487c-81e7-127a6470adde tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9/tags HTTP/1.1" status: 204 len: 168 time: 0.1018443 Sep 07 16:39:56.581346 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58852) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.585486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.tag.tag_plugin [None req-ba7e2fb5-f024-4276-a7c8-9675d9393505 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f61c574f-43da-40b2-a3d1-dbe84786c9bc') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:56.624142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21a11a9d-2a96-4aa9-9be7-0b13804a533e None None] Provisioning for port 23633842-68e5-4e0f-a694-da88e887ccfc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:39:56.636307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21a11a9d-2a96-4aa9-9be7-0b13804a533e None None] Provisioning complete for port 23633842-68e5-4e0f-a694-da88e887ccfc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:56.636497 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21a11a9d-2a96-4aa9-9be7-0b13804a533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.663234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:39:56.676020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Sync routers for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:39:56.676580 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1fb3de67-2118-4904-84bb-0f5bd16ecac8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5680261 Sep 07 16:39:56.679102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58854) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.684666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1c484f19-a272-403a-b4c5-bdc0f9ab0efd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1953723126'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:56.697779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-21a11a9d-2a96-4aa9-9be7-0b13804a533e None None] Port 23633842-68e5-4e0f-a694-da88e887ccfc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:56.699450 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:56.700081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:56.704935 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8611e58-bf27-4e8a-9480-826454c274b5 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.711338 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8611e58-bf27-4e8a-9480-826454c274b5 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.727766 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ba7e2fb5-f024-4276-a7c8-9675d9393505 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc/tags HTTP/1.1" status: 204 len: 168 time: 0.1454697 Sep 07 16:39:56.735985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58856) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.740116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c484f19-a272-403a-b4c5-bdc0f9ab0efd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:56.745401 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c484f19-a272-403a-b4c5-bdc0f9ab0efd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.772514 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d8611e58-bf27-4e8a-9480-826454c274b5 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.773866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d8611e58-bf27-4e8a-9480-826454c274b5 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3151438 Sep 07 16:39:56.777300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58858) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.783442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ac7375bf-f038-45c5-a7c2-2e7d1259b06e tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group_rule': {'security_group_id': 'b77dc35b-9fc9-4e09-a1bd-cdfc0e0f3f43', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:56.788377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8611e58-bf27-4e8a-9480-826454c274b5 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77dc35b-9fc9-4e09-a1bd-cdfc0e0f3f43,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:56.798328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-21a11a9d-2a96-4aa9-9be7-0b13804a533e None None] Provisioning complete for port 7cfffe87-4aa5-4b44-93ba-500dad61a336 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:56.799267 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c484f19-a272-403a-b4c5-bdc0f9ab0efd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:39:56.799419 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-21a11a9d-2a96-4aa9-9be7-0b13804a533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.822590 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c484f19-a272-403a-b4c5-bdc0f9ab0efd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.822937 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-1c484f19-a272-403a-b4c5-bdc0f9ab0efd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Added segment 55bfe281-60df-404f-9ff8-ebbb3c877b7b of type vlan for network c017b790-0b41-4e9b-979a-248687780799 Sep 07 16:39:56.874553 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-504f815e-7a7e-4d0b-b46c-807f7bf0d942 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks [] for subnetpool, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.876006 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-504f815e-7a7e-4d0b-b46c-807f7bf0d942 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/subnetpools/872d40d1-54c1-42a5-b6bc-6bb45d04ff8b HTTP/1.1" status: 204 len: 168 time: 0.1389012 Sep 07 16:39:56.878678 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58860) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.882535 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac7375bf-f038-45c5-a7c2-2e7d1259b06e tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.887010 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c484f19-a272-403a-b4c5-bdc0f9ab0efd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.921622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-68e8685e-22aa-4e09-b36a-ae82e2298d24 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "GET /v2.0/ports?device_id=16ddc58f-323d-4596-9c11-7062bd858401 HTTP/1.1" status: 200 len: 205 time: 0.0416865 Sep 07 16:39:56.923945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58862) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:56.947645 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c484f19-a272-403a-b4c5-bdc0f9ab0efd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:56.954064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c484f19-a272-403a-b4c5-bdc0f9ab0efd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:56.954718 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c484f19-a272-403a-b4c5-bdc0f9ab0efd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.017385 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac7375bf-f038-45c5-a7c2-2e7d1259b06e tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.041581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e85cb6d2-8696-471e-97ed-cb2d05f219da tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.049562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:39:57.055289 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1c484f19-a272-403a-b4c5-bdc0f9ab0efd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3722594 Sep 07 16:39:57.055289 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac7375bf-f038-45c5-a7c2-2e7d1259b06e tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.058751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58864) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:57.065060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c484f19-a272-403a-b4c5-bdc0f9ab0efd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Network': ['ID=c017b790-0b41-4e9b-979a-248687780799,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:57.079873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-141a5ee2-bd27-4a83-ac32-46cdb7a10bfe tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'subnet': {'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:57.086483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network c017b790-0b41-4e9b-979a-248687780799 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:39:57.095435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7375bf-f038-45c5-a7c2-2e7d1259b06e tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e2bbdb-b0bb-4951-beae-835b4c708a1c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:57.111203 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac7375bf-f038-45c5-a7c2-2e7d1259b06e tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.114956 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ac7375bf-f038-45c5-a7c2-2e7d1259b06e tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3335080 Sep 07 16:39:57.115503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58866) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:57.210881 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bcab835f-e021-4978-b258-1b584068d27d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.222419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bcab835f-e021-4978-b258-1b584068d27d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.237337 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e85cb6d2-8696-471e-97ed-cb2d05f219da tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.239476 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e85cb6d2-8696-471e-97ed-cb2d05f219da tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.285623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e85cb6d2-8696-471e-97ed-cb2d05f219da tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.286155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85cb6d2-8696-471e-97ed-cb2d05f219da tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Fanout notify agent at l3_agent the message router_deleted on router 16ddc58f-323d-4596-9c11-7062bd858401 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:39:57.293269 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e85cb6d2-8696-471e-97ed-cb2d05f219da tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.293803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141a5ee2-bd27-4a83-ac32-46cdb7a10bfe tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:39:57.295642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e85cb6d2-8696-471e-97ed-cb2d05f219da tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/routers/16ddc58f-323d-4596-9c11-7062bd858401 HTTP/1.1" status: 204 len: 168 time: 0.3695550 Sep 07 16:39:57.297471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58868) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:57.298396 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-141a5ee2-bd27-4a83-ac32-46cdb7a10bfe tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.304221 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bcab835f-e021-4978-b258-1b584068d27d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.309836 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bcab835f-e021-4978-b258-1b584068d27d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.313768 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bcab835f-e021-4978-b258-1b584068d27d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/50e2bbdb-b0bb-4951-beae-835b4c708a1c HTTP/1.1" status: 204 len: 168 time: 0.1946530 Sep 07 16:39:57.326417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58870) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:57.347482 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab835f-e021-4978-b258-1b584068d27d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50e2bbdb-b0bb-4951-beae-835b4c708a1c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:57.392306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e5f1d39b-3dc2-4916-be69-8398e87794ac None None] Provisioning complete for port 23633842-68e5-4e0f-a694-da88e887ccfc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:57.392706 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5f1d39b-3dc2-4916-be69-8398e87794ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.402402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1d912-4be5-4946-8425-3928fc362470 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Deleting port 196fe37e-9b91-4d8b-a920-36d4bca578d9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:57.402402 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d912-4be5-4946-8425-3928fc362470 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.434668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:39:55Z', 'revision_number': 2, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:39:56Z', 'revision_number': 2, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:57.436659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1d39b-3dc2-4916-be69-8398e87794ac None None] Port 23633842-68e5-4e0f-a694-da88e887ccfc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:39:57.446138 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3cc81f45-e66a-4737-a136-d455b69ec0a7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1146922 Sep 07 16:39:57.446992 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58872) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:57.463417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Checking router: c921c907-f4c7-47a0-a369-79c072b64b03 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:39:57.464374 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Updating router c921c907-f4c7-47a0-a369-79c072b64b03 port 23633842-68e5-4e0f-a694-da88e887ccfc binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:39:57.492717 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.502425 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d912-4be5-4946-8425-3928fc362470 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.518060 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1d912-4be5-4946-8425-3928fc362470 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Calling delete_port for 196fe37e-9b91-4d8b-a920-36d4bca578d9 owned by {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:57.543611 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d86e71bb-01d1-466d-9d34-1da13e90b10f tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.601183 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d86e71bb-01d1-466d-9d34-1da13e90b10f tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.621714 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-141a5ee2-bd27-4a83-ac32-46cdb7a10bfe tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.665433 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d912-4be5-4946-8425-3928fc362470 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.698850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1d912-4be5-4946-8425-3928fc362470 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Pushing event deleted for resources: {'Port': ['ID=196fe37e-9b91-4d8b-a920-36d4bca578d9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:57.709635 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a5ee2-bd27-4a83-ac32-46cdb7a10bfe tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Subnet': ['ID=2e872edd-cd8a-4648-b5a6-fdcb5b497feb,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:57.717066 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d86e71bb-01d1-466d-9d34-1da13e90b10f tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.720675 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d86e71bb-01d1-466d-9d34-1da13e90b10f tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.721847 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d86e71bb-01d1-466d-9d34-1da13e90b10f tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-groups/b77dc35b-9fc9-4e09-a1bd-cdfc0e0f3f43 HTTP/1.1" status: 204 len: 168 time: 0.2744565 Sep 07 16:39:57.726003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58874) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:57.740385 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a5ee2-bd27-4a83-ac32-46cdb7a10bfe tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Checking segment: {'id': '55bfe281-60df-404f-9ff8-ebbb3c877b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c017b790-0b41-4e9b-979a-248687780799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:57.740757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141a5ee2-bd27-4a83-ac32-46cdb7a10bfe tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network hostable DHCP agents. Network: c017b790-0b41-4e9b-979a-248687780799, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:39:57.751348 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e71bb-01d1-466d-9d34-1da13e90b10f tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77dc35b-9fc9-4e09-a1bd-cdfc0e0f3f43,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:57.786757 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d912-4be5-4946-8425-3928fc362470 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.791492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5ae1d912-4be5-4946-8425-3928fc362470 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/ports/196fe37e-9b91-4d8b-a920-36d4bca578d9 HTTP/1.1" status: 204 len: 168 time: 0.4930265 Sep 07 16:39:57.794456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58876) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:57.799998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141a5ee2-bd27-4a83-ac32-46cdb7a10bfe tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network c017b790-0b41-4e9b-979a-248687780799 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:39:57.809062 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-68165142-a422-40ee-a3e1-1aae66fd0c1a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791392 Sep 07 16:39:57.813803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58878) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:57.817822 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.823795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bfded364-0374-471e-b8ef-ae8c7f6884c4 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group': {'name': 'tempest-secgroup--757614670'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:57.831204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-141a5ee2-bd27-4a83-ac32-46cdb7a10bfe tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, c017b790-0b41-4e9b-979a-248687780799) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:57.834471 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Transition to ACTIVE for port object 23633842-68e5-4e0f-a694-da88e887ccfc will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:57.839862 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141f3287-938a-4322-ae8e-a149ef35a2bd None None] Network c017b790-0b41-4e9b-979a-248687780799 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:57.843567 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.844705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141a5ee2-bd27-4a83-ac32-46cdb7a10bfe tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:39:57.845495 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-141a5ee2-bd27-4a83-ac32-46cdb7a10bfe tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.867260 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfded364-0374-471e-b8ef-ae8c7f6884c4 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.875501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eccd064-95d5-4e64-87eb-907f26cf0306 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Deleting subnet f61c574f-43da-40b2-a3d1-dbe84786c9bc {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:39:57.879037 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1eccd064-95d5-4e64-87eb-907f26cf0306 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.884555 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-141a5ee2-bd27-4a83-ac32-46cdb7a10bfe tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8222227 Sep 07 16:39:57.885209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58880) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:57.946942 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1eccd064-95d5-4e64-87eb-907f26cf0306 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:57.960961 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b90e02-7717-493c-9078-8b2a839efab5 None None] Pushing event updated for resources: {'Port': ['ID=23633842-68e5-4e0f-a694-da88e887ccfc,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:58.063402 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1eccd064-95d5-4e64-87eb-907f26cf0306 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.125154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7cfffe87-4aa5-4b44-93ba-500dad61a336 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:39:58.138762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Attempting to bind port 23633842-68e5-4e0f-a694-da88e887ccfc on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:58.139462 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Attempting to bind port 23633842-68e5-4e0f-a694-da88e887ccfc by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '21297564-f347-4679-8955-3b7727b1ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:58.139929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Attempting to bind port 23633842-68e5-4e0f-a694-da88e887ccfc on network e827f347-743d-42f2-a8dd-533c19b18443 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:58.170064 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1eccd064-95d5-4e64-87eb-907f26cf0306 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.171429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:58.172052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Checking segment: {'id': '21297564-f347-4679-8955-3b7727b1ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:58.172700 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.173285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Bound using segment: {'id': '21297564-f347-4679-8955-3b7727b1ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:58.173919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Bound port: 23633842-68e5-4e0f-a694-da88e887ccfc, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21297564-f347-4679-8955-3b7727b1ab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:58.174678 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.212231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccd064-95d5-4e64-87eb-907f26cf0306 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Pushing event deleted for resources: {'Subnet': ['ID=f61c574f-43da-40b2-a3d1-dbe84786c9bc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:58.216931 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1eccd064-95d5-4e64-87eb-907f26cf0306 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.232050 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1eccd064-95d5-4e64-87eb-907f26cf0306 tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/subnets/f61c574f-43da-40b2-a3d1-dbe84786c9bc HTTP/1.1" status: 204 len: 168 time: 0.4364893 Sep 07 16:39:58.234450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfded364-0374-471e-b8ef-ae8c7f6884c4 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.235365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58882) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:58.256464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28ce7b0-09eb-491c-9d1f-e9d1de3e9599 None None] Network 4f7a039e-393b-4580-84c4-f4344507ca37 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:39:58.283453 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfded364-0374-471e-b8ef-ae8c7f6884c4 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.316412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] For port 23633842-68e5-4e0f-a694-da88e887ccfc, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:58.324637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-c017b790-0b41-4e9b-979a-248687780799', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:39:58.325796 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.340262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] For port 23633842-68e5-4e0f-a694-da88e887ccfc, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=23633842-68e5-4e0f-a694-da88e887ccfc,segment=NetworkSegment(21297564-f347-4679-8955-3b7727b1ab8b),segment_id=21297564-f347-4679-8955-3b7727b1ab8b)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:58.348563 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bfded364-0374-471e-b8ef-ae8c7f6884c4 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.352308 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bfded364-0374-471e-b8ef-ae8c7f6884c4 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5348215 Sep 07 16:39:58.353005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58884) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:58.358592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-52a14675-0ead-4a82-baf5-e7a2303d37e2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group_rule': {'security_group_id': 'd3d502b4-ceb8-464f-8450-aba47c244b11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:58.385190 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.385739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfded364-0374-471e-b8ef-ae8c7f6884c4 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d502b4-ceb8-464f-8450-aba47c244b11,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:58.391252 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52a14675-0ead-4a82-baf5-e7a2303d37e2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.433248 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.454094 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52a14675-0ead-4a82-baf5-e7a2303d37e2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.459738 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52a14675-0ead-4a82-baf5-e7a2303d37e2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.479781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a14675-0ead-4a82-baf5-e7a2303d37e2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ab9bc3-2eb1-47ee-b66e-21f57cf4873c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:58.486226 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52a14675-0ead-4a82-baf5-e7a2303d37e2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.493067 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-52a14675-0ead-4a82-baf5-e7a2303d37e2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386185 Sep 07 16:39:58.493932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58886) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:58.499872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-688021e2-8551-43f0-a170-3a46b80743a9 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group_rule': {'security_group_id': 'd3d502b4-ceb8-464f-8450-aba47c244b11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:58.520736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.540071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-688021e2-8551-43f0-a170-3a46b80743a9 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.568315 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 7cfffe87-4aa5-4b44-93ba-500dad61a336 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:39:58.568735 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.570730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:39:58.570987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:58.622942 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-688021e2-8551-43f0-a170-3a46b80743a9 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.628895 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-688021e2-8551-43f0-a170-3a46b80743a9 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.653139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b90e02-7717-493c-9078-8b2a839efab5 None None] Pushing event updated for resources: {'Port': ['ID=23633842-68e5-4e0f-a694-da88e887ccfc,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:58.657971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688021e2-8551-43f0-a170-3a46b80743a9 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba0a573-89e6-4efc-8f44-782553254989,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:58.669001 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-688021e2-8551-43f0-a170-3a46b80743a9 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.679178 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-688021e2-8551-43f0-a170-3a46b80743a9 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1840317 Sep 07 16:39:58.681128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58888) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:58.691001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ad4fd404-9f8b-4b50-854d-63c38dbbe314 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group_rule': {'security_group_id': 'd3d502b4-ceb8-464f-8450-aba47c244b11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:58.731225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd404-9f8b-4b50-854d-63c38dbbe314 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.776703 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:39:58.817185 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd404-9f8b-4b50-854d-63c38dbbe314 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.824288 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd404-9f8b-4b50-854d-63c38dbbe314 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.830061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Allocated IP 2001:db8:1::2 (c017b790-0b41-4e9b-979a-248687780799/2e872edd-cd8a-4648-b5a6-fdcb5b497feb/7748eefc-7c88-450a-a0b6-06251d846144) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:58.856906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fd404-9f8b-4b50-854d-63c38dbbe314 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae366a8-3012-4a57-90f8-9224a0514aab,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:58.860781 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd404-9f8b-4b50-854d-63c38dbbe314 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.862370 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ad4fd404-9f8b-4b50-854d-63c38dbbe314 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1786609 Sep 07 16:39:58.865254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58890) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:58.871870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-48b377e9-6b42-4ced-937d-9b9b882b9000 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group_rule': {'security_group_id': 'd3d502b4-ceb8-464f-8450-aba47c244b11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:58.918825 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48b377e9-6b42-4ced-937d-9b9b882b9000 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.939351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9663e34c-c1be-4982-858b-c07ae62fd26d None None] DHCP port deletion for 4f7a039e-393b-4580-84c4-f4344507ca37 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:39:58.988028 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48b377e9-6b42-4ced-937d-9b9b882b9000 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:58.994422 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48b377e9-6b42-4ced-937d-9b9b882b9000 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.009997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b377e9-6b42-4ced-937d-9b9b882b9000 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ef2500-d87b-4a4a-9a50-718b9e6816c2,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:59.022109 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48b377e9-6b42-4ced-937d-9b9b882b9000 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.026460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-48b377e9-6b42-4ced-937d-9b9b882b9000 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561050 Sep 07 16:39:59.027279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58892) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:59.031859 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4a74119b-ca44-4aa6-a476-74026c45dcc7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group_rule': {'security_group_id': 'd3d502b4-ceb8-464f-8450-aba47c244b11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:39:59.046044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Deleting port bce7e690-c9d0-4121-8ae7-5d0e24fb9238 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:59.046391 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.178667 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a74119b-ca44-4aa6-a476-74026c45dcc7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.204786 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] For port bce7e690-c9d0-4121-8ae7-5d0e24fb9238, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bce7e690-c9d0-4121-8ae7-5d0e24fb9238,segment=NetworkSegment(5bcefe4a-e7be-4cb3-a589-1c351c225944),segment_id=5bcefe4a-e7be-4cb3-a589-1c351c225944)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:59.205154 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.265951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Calling delete_port for bce7e690-c9d0-4121-8ae7-5d0e24fb9238 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:59.344002 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a74119b-ca44-4aa6-a476-74026c45dcc7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.349949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a74119b-ca44-4aa6-a476-74026c45dcc7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.360877 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9663e34c-c1be-4982-858b-c07ae62fd26d None None] Deleting port bce7e690-c9d0-4121-8ae7-5d0e24fb9238 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:39:59.361439 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9663e34c-c1be-4982-858b-c07ae62fd26d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.379135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74119b-ca44-4aa6-a476-74026c45dcc7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab252f6-5707-419d-ab0b-b4d58ea1f80e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:59.387812 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a74119b-ca44-4aa6-a476-74026c45dcc7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.389739 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4a74119b-ca44-4aa6-a476-74026c45dcc7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3614054 Sep 07 16:39:59.392580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58894) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:59.407398 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.426918 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da69a229-1225-4ab5-abd8-31f0aa3dadd6 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.434661 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da69a229-1225-4ab5-abd8-31f0aa3dadd6 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.435270 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Pushing event deleted for resources: {'Port': ['ID=bce7e690-c9d0-4121-8ae7-5d0e24fb9238,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:59.437672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] No DVR routers for this DVR port bce7e690-c9d0-4121-8ae7-5d0e24fb9238 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:59.442638 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.465727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9663e34c-c1be-4982-858b-c07ae62fd26d None None] For port bce7e690-c9d0-4121-8ae7-5d0e24fb9238, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=bce7e690-c9d0-4121-8ae7-5d0e24fb9238,segment=NetworkSegment(5bcefe4a-e7be-4cb3-a589-1c351c225944),segment_id=5bcefe4a-e7be-4cb3-a589-1c351c225944)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:39:59.466136 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9663e34c-c1be-4982-858b-c07ae62fd26d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.466921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da69a229-1225-4ab5-abd8-31f0aa3dadd6 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.473592 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-da69a229-1225-4ab5-abd8-31f0aa3dadd6 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.477487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-da69a229-1225-4ab5-abd8-31f0aa3dadd6 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/4ab252f6-5707-419d-ab0b-b4d58ea1f80e HTTP/1.1" status: 204 len: 168 time: 0.0813591 Sep 07 16:39:59.477632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Transition to ACTIVE for port object 7748eefc-7c88-450a-a0b6-06251d846144 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:59.477749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58896) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:59.487257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9663e34c-c1be-4982-858b-c07ae62fd26d None None] Calling delete_port for bce7e690-c9d0-4121-8ae7-5d0e24fb9238 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:39:59.494323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69a229-1225-4ab5-abd8-31f0aa3dadd6 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ab252f6-5707-419d-ab0b-b4d58ea1f80e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:59.508007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Transition to ACTIVE for port object 7748eefc-7c88-450a-a0b6-06251d846144 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:59.535745 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.539968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1269d63e-bd10-4690-95a1-324ac4ce117e tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0585637 Sep 07 16:39:59.540124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58898) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:59.550822 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.555815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:39:55Z', 'revision_number': 2, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:39:58Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:59.565562 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e447271-0fcd-42fd-ba46-4cd0188c84d3 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.573783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e447271-0fcd-42fd-ba46-4cd0188c84d3 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.585581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7a039e-393b-4580-84c4-f4344507ca37']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:59.600904 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e447271-0fcd-42fd-ba46-4cd0188c84d3 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.602498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bcefe4a-e7be-4cb3-a589-1c351c225944') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:59.602919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bcefe4a-e7be-4cb3-a589-1c351c225944') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:39:59.607361 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6e447271-0fcd-42fd-ba46-4cd0188c84d3 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.611484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6e447271-0fcd-42fd-ba46-4cd0188c84d3 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/96ef2500-d87b-4a4a-9a50-718b9e6816c2 HTTP/1.1" status: 204 len: 168 time: 0.0680802 Sep 07 16:39:59.611948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2e6ec-578b-4fb2-90f4-349a996eaeab None None] The sync data for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 is: [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:39:55Z', 'revision_number': 2, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:39:58Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:39:59.614047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58900) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:59.621504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e447271-0fcd-42fd-ba46-4cd0188c84d3 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96ef2500-d87b-4a4a-9a50-718b9e6816c2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:59.629539 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Allocated IP 2001:db8:1::1 (c017b790-0b41-4e9b-979a-248687780799/2e872edd-cd8a-4648-b5a6-fdcb5b497feb/e689a36d-b680-4c37-a8e1-114e2ca021fb) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:39:59.633216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.654257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Network c017b790-0b41-4e9b-979a-248687780799 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:39:59.657697 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.662816 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:39:59.664763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Pushing event updated for resources: {'Port': ['ID=7748eefc-7c88-450a-a0b6-06251d846144,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:59.673392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:39:59.680014 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-60a4538a-1bb3-427a-bc66-f53aeaf282fe tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0623174 Sep 07 16:39:59.680263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58902) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:59.685405 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:39:59.685742 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:39:59.689604 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:39:59.713992 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65c3a3c8-df30-44d8-979c-d55707029f9d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.722744 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65c3a3c8-df30-44d8-979c-d55707029f9d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.726429 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9663e34c-c1be-4982-858b-c07ae62fd26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.758602 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65c3a3c8-df30-44d8-979c-d55707029f9d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.765693 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-65c3a3c8-df30-44d8-979c-d55707029f9d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.767724 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-65c3a3c8-df30-44d8-979c-d55707029f9d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/5ae366a8-3012-4a57-90f8-9224a0514aab HTTP/1.1" status: 204 len: 168 time: 0.0859933 Sep 07 16:39:59.770771 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58904) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:59.779272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663e34c-c1be-4982-858b-c07ae62fd26d None None] Pushing event deleted for resources: {'Port': ['ID=bce7e690-c9d0-4121-8ae7-5d0e24fb9238,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:59.781458 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9663e34c-c1be-4982-858b-c07ae62fd26d None None] No DVR routers for this DVR port bce7e690-c9d0-4121-8ae7-5d0e24fb9238 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:39:59.783673 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Attempting to bind port 7748eefc-7c88-450a-a0b6-06251d846144 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:39:59.784151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Attempting to bind port 7748eefc-7c88-450a-a0b6-06251d846144 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '55bfe281-60df-404f-9ff8-ebbb3c877b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c017b790-0b41-4e9b-979a-248687780799'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:39:59.784747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Attempting to bind port 7748eefc-7c88-450a-a0b6-06251d846144 on network c017b790-0b41-4e9b-979a-248687780799 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:39:59.791777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:39:59.792294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Checking segment: {'id': '55bfe281-60df-404f-9ff8-ebbb3c877b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c017b790-0b41-4e9b-979a-248687780799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:39:59.792834 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.794660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Bound using segment: {'id': '55bfe281-60df-404f-9ff8-ebbb3c877b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c017b790-0b41-4e9b-979a-248687780799'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:39:59.794660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Bound port: 7748eefc-7c88-450a-a0b6-06251d846144, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bfe281-60df-404f-9ff8-ebbb3c877b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c017b790-0b41-4e9b-979a-248687780799'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:39:59.794660 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.809701 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3a3c8-df30-44d8-979c-d55707029f9d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ae366a8-3012-4a57-90f8-9224a0514aab,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:59.821214 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.845487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.849699 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] 10.222.0.70 "DELETE /v2.0/networks/4f7a039e-393b-4580-84c4-f4344507ca37 HTTP/1.1" status: 204 len: 168 time: 1.6089978 Sep 07 16:39:59.849699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41dcb3-5ba2-4e7d-b4a1-0da53f977aff tempest-TagsExtTest-222135088 tempest-TagsExtTest-222135088-project] Pushing event deleted for resources: {'Network': ['ID=4f7a039e-393b-4580-84c4-f4344507ca37,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:39:59.849963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-68ea1daf-47b5-4513-b0e0-73c45e698f16 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0772285 Sep 07 16:39:59.849963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58906) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:39:59.895114 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5848b064-f399-48fe-9862-5c05e24793a2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.896318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] For port 7748eefc-7c88-450a-a0b6-06251d846144, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:39:59.898318 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.916815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] For port 7748eefc-7c88-450a-a0b6-06251d846144, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7748eefc-7c88-450a-a0b6-06251d846144,segment=NetworkSegment(55bfe281-60df-404f-9ff8-ebbb3c877b7b),segment_id=55bfe281-60df-404f-9ff8-ebbb3c877b7b)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:39:59.927096 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:39:59.936974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Transition to ACTIVE for port object e689a36d-b680-4c37-a8e1-114e2ca021fb will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:39:59.939174 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5848b064-f399-48fe-9862-5c05e24793a2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.001361 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.013938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5848b064-f399-48fe-9862-5c05e24793a2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.024813 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5848b064-f399-48fe-9862-5c05e24793a2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.030910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5848b064-f399-48fe-9862-5c05e24793a2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/bba0a573-89e6-4efc-8f44-782553254989 HTTP/1.1" status: 204 len: 168 time: 0.1801817 Sep 07 16:40:00.033612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58910) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:00.051024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8122f-a397-4a0d-b784-7b6d6f824c99 None None] Pushing event updated for resources: {'Port': ['ID=7748eefc-7c88-450a-a0b6-06251d846144,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:00.082646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=e689a36d-b680-4c37-a8e1-114e2ca021fb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:00.098641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848b064-f399-48fe-9862-5c05e24793a2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bba0a573-89e6-4efc-8f44-782553254989,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:00.100028 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network c017b790-0b41-4e9b-979a-248687780799 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:40:00.101955 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:00.104743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:40:00.105408 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.176498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 23633842-68e5-4e0f-a694-da88e887ccfc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:00.180489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-686438a8-f4fd-42a9-a13c-808e892da6d7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1373534 Sep 07 16:40:00.181826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:00.217951 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e461-0299-4b39-b657-ce9e062cd5a6 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.235320 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e461-0299-4b39-b657-ce9e062cd5a6 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.292168 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.318362 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e461-0299-4b39-b657-ce9e062cd5a6 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.335320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 23633842-68e5-4e0f-a694-da88e887ccfc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:00.339942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 23633842-68e5-4e0f-a694-da88e887ccfc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:00.340473 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.346543 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e461-0299-4b39-b657-ce9e062cd5a6 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.347733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ebd9e461-0299-4b39-b657-ce9e062cd5a6 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c1ab9bc3-2eb1-47ee-b66e-21f57cf4873c HTTP/1.1" status: 204 len: 168 time: 0.1656947 Sep 07 16:40:00.351483 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58916) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:00.372370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9e461-0299-4b39-b657-ce9e062cd5a6 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1ab9bc3-2eb1-47ee-b66e-21f57cf4873c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:00.395570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58918) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:00.429326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dcbe1292-2d1d-4a54-8108-aee8e45a6fa2 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0739071 Sep 07 16:40:00.430036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58922) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:00.471682 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.520980 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79467e16-7397-4e7a-9483-d16068b9e7fd tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.535044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 23633842-68e5-4e0f-a694-da88e887ccfc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=23633842-68e5-4e0f-a694-da88e887ccfc,segment=NetworkSegment(21297564-f347-4679-8955-3b7727b1ab8b),segment_id=21297564-f347-4679-8955-3b7727b1ab8b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:00.543926 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.569374 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79467e16-7397-4e7a-9483-d16068b9e7fd tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.625245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bce7e690-c9d0-4121-8ae7-5d0e24fb9238 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:40:00.661705 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: bce7e690-c9d0-4121-8ae7-5d0e24fb9238 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:40:00.662193 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device bce7e690-c9d0-4121-8ae7-5d0e24fb9238 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:40:00.667474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-12b1f8aa-8c6f-481b-a91e-9c689fd73857 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca4199f7ed4244449c4005f8b5af7d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679811 Sep 07 16:40:00.668073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=23633842-68e5-4e0f-a694-da88e887ccfc,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:00.668431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58924) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:00.675155 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79467e16-7397-4e7a-9483-d16068b9e7fd tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.680427 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-79467e16-7397-4e7a-9483-d16068b9e7fd tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.684631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-79467e16-7397-4e7a-9483-d16068b9e7fd tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-groups/d3d502b4-ceb8-464f-8450-aba47c244b11 HTTP/1.1" status: 204 len: 168 time: 0.2510121 Sep 07 16:40:00.685552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58926) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:00.695160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.705916 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.706702 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.807849 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-05ae1dbb-c0e6-4b61-aa45-0af201ce5298 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1209660 Sep 07 16:40:00.813716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:00.818287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-31712840-efd7-4500-b23a-e1a663f6187d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750497724'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:00.848882 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=e689a36d-b680-4c37-a8e1-114e2ca021fb,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:00.888064 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31712840-efd7-4500-b23a-e1a663f6187d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:00.913253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network c017b790-0b41-4e9b-979a-248687780799 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:40:00.920171 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:01.034637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79467e16-7397-4e7a-9483-d16068b9e7fd tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d502b4-ceb8-464f-8450-aba47c244b11,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:01.063337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router c921c907-f4c7-47a0-a369-79c072b64b03 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:40:01.082313 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-905aa087-b25f-4636-9c73-64b9f0940ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.093044 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31712840-efd7-4500-b23a-e1a663f6187d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.105196 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-905aa087-b25f-4636-9c73-64b9f0940ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.134072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31712840-efd7-4500-b23a-e1a663f6187d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.176985 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-905aa087-b25f-4636-9c73-64b9f0940ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.179928 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-905aa087-b25f-4636-9c73-64b9f0940ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.184019 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-905aa087-b25f-4636-9c73-64b9f0940ddf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c874adb-4dea-4b1f-95f9-10005b942396 HTTP/1.1" status: 204 len: 168 time: 0.5142343 Sep 07 16:40:01.195610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905aa087-b25f-4636-9c73-64b9f0940ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c874adb-4dea-4b1f-95f9-10005b942396,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:01.205376 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31712840-efd7-4500-b23a-e1a663f6187d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.206626 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-31712840-efd7-4500-b23a-e1a663f6187d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3918769 Sep 07 16:40:01.209877 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58932) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:01.214878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-74ea377c-6bb9-421c-ab6c-e57395153067 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group_rule': {'security_group_id': 'cf7fec8b-0a10-4d31-a4e9-029eeccf58da', 'direction': 'ingress', 'protocol': 17}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:01.235837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31712840-efd7-4500-b23a-e1a663f6187d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7fec8b-0a10-4d31-a4e9-029eeccf58da,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:01.249333 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:40:01.254702 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-18708d5a-66ea-41b4-ab6f-b37b386680dd tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3668175 Sep 07 16:40:01.257608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58934) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:01.263479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-82233124'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:01.266799 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74ea377c-6bb9-421c-ab6c-e57395153067 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.309207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:40:01.315051 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.334940 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74ea377c-6bb9-421c-ab6c-e57395153067 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.340534 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74ea377c-6bb9-421c-ab6c-e57395153067 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.346352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:40:01.359564 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.360066 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Added segment cfce1c20-970a-46c4-8352-6ea274d72dc5 of type vlan for network 4c84e4f5-1085-48b6-8d03-e53892331a31 Sep 07 16:40:01.361402 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9640bdc2-4a79-4abd-b3fa-90c3ecf692ef None None] Network c017b790-0b41-4e9b-979a-248687780799 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:40:01.368441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea377c-6bb9-421c-ab6c-e57395153067 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2154cbb3-61c5-4505-8641-313e31e24d0d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:01.376633 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-74ea377c-6bb9-421c-ab6c-e57395153067 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.378365 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-74ea377c-6bb9-421c-ab6c-e57395153067 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1674232 Sep 07 16:40:01.381071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58936) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:01.412433 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.442851 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.448801 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da6221e8-66ae-4ef9-9953-153d7a0d978d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.450545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:01.451397 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.465705 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c1aa53c6-95da-4675-9f48-86d293299713 None None] Provisioning for port 7748eefc-7c88-450a-a0b6-06251d846144 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:01.484639 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da6221e8-66ae-4ef9-9953-153d7a0d978d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.492975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2336986 Sep 07 16:40:01.496718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58940) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:01.504249 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-093e0435-4e53-4654-8070-82a830e54d58 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'subnet': {'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:01.533680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Network': ['ID=4c84e4f5-1085-48b6-8d03-e53892331a31,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:01.546547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:01.546882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:01.547233 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:01.547578 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:01.547999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:01.548280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:01.548651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:01.549025 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:01.549461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:01.549844 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:01.550084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:01.550422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9f02bc-c9fe-46ed-ab6e-883a7cf2f325 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:01.569475 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 4c84e4f5-1085-48b6-8d03-e53892331a31 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:40:01.632478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093e0435-4e53-4654-8070-82a830e54d58 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:40:01.636568 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-093e0435-4e53-4654-8070-82a830e54d58 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.657515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da6221e8-66ae-4ef9-9953-153d7a0d978d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.665495 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da6221e8-66ae-4ef9-9953-153d7a0d978d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.667065 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-da6221e8-66ae-4ef9-9953-153d7a0d978d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-groups/cf7fec8b-0a10-4d31-a4e9-029eeccf58da HTTP/1.1" status: 204 len: 168 time: 0.2848735 Sep 07 16:40:01.669579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58948) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:01.689988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6221e8-66ae-4ef9-9953-153d7a0d978d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7fec8b-0a10-4d31-a4e9-029eeccf58da,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:01.752206 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a93b7fe3-df28-48d1-b6d8-0401ca874a35 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0813949 Sep 07 16:40:01.755675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58952) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:01.761322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d9bc30f0-908e-4115-be0c-060faac21417 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group': {'name': 'tempest-secgroup--383086762'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:01.788242 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9bc30f0-908e-4115-be0c-060faac21417 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.829369 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Sync routers for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:40:01.841846 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:01.842507 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:01.962810 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:01.963040 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9bc30f0-908e-4115-be0c-060faac21417 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.969233 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9bc30f0-908e-4115-be0c-060faac21417 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:01.978079 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-093e0435-4e53-4654-8070-82a830e54d58 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.035305 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.059208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc30f0-908e-4115-be0c-060faac21417 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e03d790-c757-4d7d-ad03-ed44a043ce25,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:02.063854 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9bc30f0-908e-4115-be0c-060faac21417 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.073633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d9bc30f0-908e-4115-be0c-060faac21417 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3167484 Sep 07 16:40:02.076178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58960) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:02.080940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a1885199-1884-4fc7-8157-7cee9b377391 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group': {'name': 'tempest-secgroup--5471813'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:02.115127 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e0435-4e53-4654-8070-82a830e54d58 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Subnet': ['ID=e366981a-dbf0-4efe-8a6b-4c4e71184c6d,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:02.117986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9ba8f27a-6a56-40f8-88b5-4ebcfbd77467 None None] Provisioning for port e689a36d-b680-4c37-a8e1-114e2ca021fb completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:02.128302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9ba8f27a-6a56-40f8-88b5-4ebcfbd77467 None None] Provisioning complete for port e689a36d-b680-4c37-a8e1-114e2ca021fb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:02.129138 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ba8f27a-6a56-40f8-88b5-4ebcfbd77467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.136667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093e0435-4e53-4654-8070-82a830e54d58 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Checking segment: {'id': 'cfce1c20-970a-46c4-8352-6ea274d72dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:40:02.137036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093e0435-4e53-4654-8070-82a830e54d58 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network hostable DHCP agents. Network: 4c84e4f5-1085-48b6-8d03-e53892331a31, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:40:02.150482 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1885199-1884-4fc7-8157-7cee9b377391 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.178821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093e0435-4e53-4654-8070-82a830e54d58 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network 4c84e4f5-1085-48b6-8d03-e53892331a31 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:40:02.202858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-093e0435-4e53-4654-8070-82a830e54d58 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 4c84e4f5-1085-48b6-8d03-e53892331a31) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:02.218955 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093e0435-4e53-4654-8070-82a830e54d58 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:02.220819 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-093e0435-4e53-4654-8070-82a830e54d58 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.221535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1558eb98-2c9f-4f06-ba16-6b6bac911519 None None] Network 4c84e4f5-1085-48b6-8d03-e53892331a31 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:40:02.223656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 23633842-68e5-4e0f-a694-da88e887ccfc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:02.294861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8f27a-6a56-40f8-88b5-4ebcfbd77467 None None] Port e689a36d-b680-4c37-a8e1-114e2ca021fb cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:40:02.313540 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1885199-1884-4fc7-8157-7cee9b377391 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.321262 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1885199-1884-4fc7-8157-7cee9b377391 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.328164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58964) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:02.336150 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-093e0435-4e53-4654-8070-82a830e54d58 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8380880 Sep 07 16:40:02.343641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58968) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:02.396673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a1885199-1884-4fc7-8157-7cee9b377391 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.397825 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a1885199-1884-4fc7-8157-7cee9b377391 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3206191 Sep 07 16:40:02.404240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58970) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:02.409365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3b41c02e-6932-4a91-8603-76dd26ad60a7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group_rule': {'security_group_id': '6e03d790-c757-4d7d-ad03-ed44a043ce25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '993fdbe8-906e-4860-a6fb-5d94ac7ccaea', 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:02.418031 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 3, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 2, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:02.418942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 23633842-68e5-4e0f-a694-da88e887ccfc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:02.419327 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.425012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1885199-1884-4fc7-8157-7cee9b377391 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993fdbe8-906e-4860-a6fb-5d94ac7ccaea,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:02.479863 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Checking router: c921c907-f4c7-47a0-a369-79c072b64b03 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:40:02.480491 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Updating router c921c907-f4c7-47a0-a369-79c072b64b03 port e689a36d-b680-4c37-a8e1-114e2ca021fb binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:40:02.495020 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b41c02e-6932-4a91-8603-76dd26ad60a7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.499211 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.539034 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.546136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8800cb61-bae1-4e92-8df0-634d0056762a None None] Provisioning complete for port e689a36d-b680-4c37-a8e1-114e2ca021fb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:02.546525 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8800cb61-bae1-4e92-8df0-634d0056762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.556795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-362439438-network', 'tenant_id': 'e742f411b1174985a816dcacfbb6e2c2'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:02.578284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-4c84e4f5-1085-48b6-8d03-e53892331a31', 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'fixed_ips': [{'subnet_id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:40:02.579150 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.621553 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b41c02e-6932-4a91-8603-76dd26ad60a7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.632626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b41c02e-6932-4a91-8603-76dd26ad60a7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.648357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8800cb61-bae1-4e92-8df0-634d0056762a None None] Port e689a36d-b680-4c37-a8e1-114e2ca021fb cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:40:02.665891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c02e-6932-4a91-8603-76dd26ad60a7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87411c6-60a5-4efc-bd3c-c72bec948416,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:02.689709 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7748eefc-7c88-450a-a0b6-06251d846144 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:02.749042 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3b41c02e-6932-4a91-8603-76dd26ad60a7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.751568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3b41c02e-6932-4a91-8603-76dd26ad60a7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3457789 Sep 07 16:40:02.755211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58972) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:02.779239 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Made reservation on behalf of e742f411b1174985a816dcacfbb6e2c2 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:40:02.783109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.786827 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a2660a1-c39d-4511-aaac-d2ea3ca02121 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.794557 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.804308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a2660a1-c39d-4511-aaac-d2ea3ca02121 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.854323 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a2660a1-c39d-4511-aaac-d2ea3ca02121 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.865030 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8a2660a1-c39d-4511-aaac-d2ea3ca02121 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.867775 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8a2660a1-c39d-4511-aaac-d2ea3ca02121 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/e87411c6-60a5-4efc-bd3c-c72bec948416 HTTP/1.1" status: 204 len: 168 time: 0.1114337 Sep 07 16:40:02.875637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58974) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:02.878113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Allocated IP 2001:db8:2::2 (4c84e4f5-1085-48b6-8d03-e53892331a31/e366981a-dbf0-4efe-8a6b-4c4e71184c6d/e277f607-88bc-440a-af9e-975d14ee6934) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:40:02.882433 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 7748eefc-7c88-450a-a0b6-06251d846144 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:02.893781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 7748eefc-7c88-450a-a0b6-06251d846144 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:02.894173 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.896465 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8fbaf3c0-116a-4432-bced-b3f8cc01c686 None None] Provisioning complete for port e689a36d-b680-4c37-a8e1-114e2ca021fb triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:02.896831 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8fbaf3c0-116a-4432-bced-b3f8cc01c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.899998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2660a1-c39d-4511-aaac-d2ea3ca02121 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e87411c6-60a5-4efc-bd3c-c72bec948416,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:02.931999 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.942977 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Transition to ACTIVE for port object e689a36d-b680-4c37-a8e1-114e2ca021fb will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:40:02.951945 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7d458b9f-185e-4fb5-9d72-0c51e8300d47 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0736017 Sep 07 16:40:02.955043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58976) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:02.955372 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:02.986410 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.009525 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Pushing event updated for resources: {'Port': ['ID=e689a36d-b680-4c37-a8e1-114e2ca021fb,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:03.020903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8fbaf3c0-116a-4432-bced-b3f8cc01c686 None None] Port e689a36d-b680-4c37-a8e1-114e2ca021fb cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:40:03.022233 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:03.022918 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:03.023271 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:03.024528 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:03.024945 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:03.025365 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:03.025958 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:03.027211 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:03.027852 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:03.027976 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:03.028260 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:03.028654 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:03.091769 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.129460 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Attempting to bind port e689a36d-b680-4c37-a8e1-114e2ca021fb on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:40:03.129837 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Attempting to bind port e689a36d-b680-4c37-a8e1-114e2ca021fb by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '55bfe281-60df-404f-9ff8-ebbb3c877b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c017b790-0b41-4e9b-979a-248687780799'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:40:03.130242 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Attempting to bind port e689a36d-b680-4c37-a8e1-114e2ca021fb on network c017b790-0b41-4e9b-979a-248687780799 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:40:03.137430 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:40:03.137813 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Checking segment: {'id': '55bfe281-60df-404f-9ff8-ebbb3c877b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c017b790-0b41-4e9b-979a-248687780799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:40:03.138264 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.138848 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Bound using segment: {'id': '55bfe281-60df-404f-9ff8-ebbb3c877b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c017b790-0b41-4e9b-979a-248687780799'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:40:03.140436 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Bound port: e689a36d-b680-4c37-a8e1-114e2ca021fb, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bfe281-60df-404f-9ff8-ebbb3c877b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c017b790-0b41-4e9b-979a-248687780799'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:40:03.140895 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.161940 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f96ed2dd-c812-4eb7-9644-abbef60dc32c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.181496 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.192560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Transition to ACTIVE for port object e277f607-88bc-440a-af9e-975d14ee6934 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:40:03.211066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Transition to ACTIVE for port object e277f607-88bc-440a-af9e-975d14ee6934 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:40:03.226202 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.230635 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] For port e689a36d-b680-4c37-a8e1-114e2ca021fb, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:40:03.235619 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] For port e689a36d-b680-4c37-a8e1-114e2ca021fb, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e689a36d-b680-4c37-a8e1-114e2ca021fb,segment=NetworkSegment(55bfe281-60df-404f-9ff8-ebbb3c877b7b),segment_id=55bfe281-60df-404f-9ff8-ebbb3c877b7b)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:40:03.243643 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.253868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f96ed2dd-c812-4eb7-9644-abbef60dc32c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.257432 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.272433 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.311088 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:03.311631 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:03.319040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Network 4c84e4f5-1085-48b6-8d03-e53892331a31 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:40:03.322542 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16732b-526b-43c5-869f-fdfd72e6c0f2 None None] Pushing event updated for resources: {'Port': ['ID=e689a36d-b680-4c37-a8e1-114e2ca021fb,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:03.333845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:03.336425 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:40:03.339764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 7748eefc-7c88-450a-a0b6-06251d846144, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7748eefc-7c88-450a-a0b6-06251d846144,segment=NetworkSegment(55bfe281-60df-404f-9ff8-ebbb3c877b7b),segment_id=55bfe281-60df-404f-9ff8-ebbb3c877b7b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:03.340818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Pushing event updated for resources: {'Port': ['ID=e277f607-88bc-440a-af9e-975d14ee6934,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:03.353827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:40:03.356538 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.369088 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d7b4a8-488c-4b6c-a964-6159a3dda7c2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:03.434506 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.434882 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Added segment e688b364-440c-4ddf-9b9f-c26969fa1909 of type vlan for network d9fbd9d6-df5e-4a7e-a3ef-a12c0958fe0b Sep 07 16:40:03.441190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=7748eefc-7c88-450a-a0b6-06251d846144,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:03.452395 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:03.470229 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f96ed2dd-c812-4eb7-9644-abbef60dc32c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.473105 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f96ed2dd-c812-4eb7-9644-abbef60dc32c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.474410 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f96ed2dd-c812-4eb7-9644-abbef60dc32c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-groups/993fdbe8-906e-4860-a6fb-5d94ac7ccaea HTTP/1.1" status: 204 len: 168 time: 0.5185401 Sep 07 16:40:03.477033 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58978) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:03.489362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Attempting to bind port e277f607-88bc-440a-af9e-975d14ee6934 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:40:03.490080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Attempting to bind port e277f607-88bc-440a-af9e-975d14ee6934 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'cfce1c20-970a-46c4-8352-6ea274d72dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:40:03.490630 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Attempting to bind port e277f607-88bc-440a-af9e-975d14ee6934 on network 4c84e4f5-1085-48b6-8d03-e53892331a31 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:40:03.496601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:40:03.497939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Checking segment: {'id': 'cfce1c20-970a-46c4-8352-6ea274d72dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:40:03.498657 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.499227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Bound using segment: {'id': 'cfce1c20-970a-46c4-8352-6ea274d72dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:40:03.500359 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Bound port: e277f607-88bc-440a-af9e-975d14ee6934, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfce1c20-970a-46c4-8352-6ea274d72dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:40:03.500940 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.504223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ed2dd-c812-4eb7-9644-abbef60dc32c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=993fdbe8-906e-4860-a6fb-5d94ac7ccaea,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:03.507021 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.555097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Allocated IP 2001:db8:2::1 (4c84e4f5-1085-48b6-8d03-e53892331a31/e366981a-dbf0-4efe-8a6b-4c4e71184c6d/8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:40:03.585676 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8a267f33-40c1-47e4-a2f7-d127fadabfc4 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1073968 Sep 07 16:40:03.588530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58980) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:03.623826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] For port e277f607-88bc-440a-af9e-975d14ee6934, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:40:03.628914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] For port e277f607-88bc-440a-af9e-975d14ee6934, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e277f607-88bc-440a-af9e-975d14ee6934,segment=NetworkSegment(cfce1c20-970a-46c4-8352-6ea274d72dc5),segment_id=cfce1c20-970a-46c4-8352-6ea274d72dc5)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:40:03.635084 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.635465 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.636542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:03.636742 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.674892 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-856ad581-e19e-40eb-af62-14ced2ecb2c3 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.706461 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-856ad581-e19e-40eb-af62-14ced2ecb2c3 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.727154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754ab44-5e14-46e9-ac2c-e3e157fb8c91 None None] Pushing event updated for resources: {'Port': ['ID=e277f607-88bc-440a-af9e-975d14ee6934,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:03.753271 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 3, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:03Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:03.777999 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-856ad581-e19e-40eb-af62-14ced2ecb2c3 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.781151 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-856ad581-e19e-40eb-af62-14ced2ecb2c3 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:03.784747 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-856ad581-e19e-40eb-af62-14ced2ecb2c3 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-groups/6e03d790-c757-4d7d-ad03-ed44a043ce25 HTTP/1.1" status: 204 len: 168 time: 0.1927962 Sep 07 16:40:03.786124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58982) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:03.788117 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e3416-6124-4f6b-af9e-80ef053d1022 None None] The sync data for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 is: [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 3, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:03Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:40:03.813214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ad581-e19e-40eb-af62-14ced2ecb2c3 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e03d790-c757-4d7d-ad03-ed44a043ce25,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:03.877706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bbe7e680-e67e-4702-bf29-e39ab3ef776c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0899153 Sep 07 16:40:03.881940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58984) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:03.891287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c7414577-ee6a-4e2b-bc2d-09006559b69d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group': {'name': 'tempest-secgroup--464189388'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:04.074820 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7414577-ee6a-4e2b-bc2d-09006559b69d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.118404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] Pushing event updated for resources: {'Network': ['ID=d9fbd9d6-df5e-4a7e-a3ef-a12c0958fe0b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:04.135642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network d9fbd9d6-df5e-4a7e-a3ef-a12c0958fe0b details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:40:04.164163 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-46dd08c2-edb8-4280-ae30-9edd5cf0b726 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8351216 Sep 07 16:40:04.167915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 58986) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:04.191441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5cbf657d-fc4e-4855-a48f-ffb50074e62a admin admin] Request body: {'subnet': {'network_id': 'd9fbd9d6-df5e-4a7e-a3ef-a12c0958fe0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-362439438-subnet', 'tenant_id': 'e742f411b1174985a816dcacfbb6e2c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:04.205571 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.217604 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7414577-ee6a-4e2b-bc2d-09006559b69d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.223230 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7414577-ee6a-4e2b-bc2d-09006559b69d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.226983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Transition to ACTIVE for port object 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:40:04.250931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbf657d-fc4e-4855-a48f-ffb50074e62a admin admin] Made reservation on behalf of e742f411b1174985a816dcacfbb6e2c2 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:40:04.253283 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cbf657d-fc4e-4855-a48f-ffb50074e62a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.296926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7414577-ee6a-4e2b-bc2d-09006559b69d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf4bff-eafa-4a8d-8ed2-3bbb229c6e8e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:04.306031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7414577-ee6a-4e2b-bc2d-09006559b69d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.307317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c7414577-ee6a-4e2b-bc2d-09006559b69d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4239142 Sep 07 16:40:04.310082 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58988) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:04.315326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-68f9af4d-5408-45ab-a3a7-bbd8f5b5f56a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group_rule': {'security_group_id': 'd8cf4bff-eafa-4a8d-8ed2-3bbb229c6e8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:04.323412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7748eefc-7c88-450a-a0b6-06251d846144 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:04.346150 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68f9af4d-5408-45ab-a3a7-bbd8f5b5f56a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.351881 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.400195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 7748eefc-7c88-450a-a0b6-06251d846144 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:04.400764 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.417422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network 4c84e4f5-1085-48b6-8d03-e53892331a31 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:40:04.425195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:04.427929 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68f9af4d-5408-45ab-a3a7-bbd8f5b5f56a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.437435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:40:04.437777 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68f9af4d-5408-45ab-a3a7-bbd8f5b5f56a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.438521 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.460457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9af4d-5408-45ab-a3a7-bbd8f5b5f56a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5dabac-3019-45a7-9613-89ab0b899ebd,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:04.480249 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-68f9af4d-5408-45ab-a3a7-bbd8f5b5f56a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.485930 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-68f9af4d-5408-45ab-a3a7-bbd8f5b5f56a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1748519 Sep 07 16:40:04.486987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58990) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:04.498018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:04.506008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e277f607-88bc-440a-af9e-975d14ee6934 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:04.525130 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abd6bd8f-0ddd-456f-98d1-e9462b6a219a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.542761 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abd6bd8f-0ddd-456f-98d1-e9462b6a219a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.582683 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abd6bd8f-0ddd-456f-98d1-e9462b6a219a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.583529 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port e277f607-88bc-440a-af9e-975d14ee6934 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:04.588169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e689a36d-b680-4c37-a8e1-114e2ca021fb up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:04.590616 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-abd6bd8f-0ddd-456f-98d1-e9462b6a219a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.593856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-abd6bd8f-0ddd-456f-98d1-e9462b6a219a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9e5dabac-3019-45a7-9613-89ab0b899ebd HTTP/1.1" status: 204 len: 168 time: 0.1052721 Sep 07 16:40:04.597652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58992) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:04.650289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-087bb0f1-3f45-4163-8727-cbf504eed928 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0503142 Sep 07 16:40:04.651210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6bd8f-0ddd-456f-98d1-e9462b6a219a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e5dabac-3019-45a7-9613-89ab0b899ebd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:04.652936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58994) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:04.672713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port e689a36d-b680-4c37-a8e1-114e2ca021fb completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:04.681081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port e689a36d-b680-4c37-a8e1-114e2ca021fb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:04.681566 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.698565 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.715979 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cbf657d-fc4e-4855-a48f-ffb50074e62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.758948 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96245d07-7cea-4e8c-bf12-c7672ce92570 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.791828 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96245d07-7cea-4e8c-bf12-c7672ce92570 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.803525 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.850135 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port e689a36d-b680-4c37-a8e1-114e2ca021fb, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e689a36d-b680-4c37-a8e1-114e2ca021fb,segment=NetworkSegment(55bfe281-60df-404f-9ff8-ebbb3c877b7b),segment_id=55bfe281-60df-404f-9ff8-ebbb3c877b7b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:04.852925 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96245d07-7cea-4e8c-bf12-c7672ce92570 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.854765 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.856624 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-96245d07-7cea-4e8c-bf12-c7672ce92570 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.858758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-96245d07-7cea-4e8c-bf12-c7672ce92570 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-groups/d8cf4bff-eafa-4a8d-8ed2-3bbb229c6e8e HTTP/1.1" status: 204 len: 168 time: 0.1963124 Sep 07 16:40:04.867354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58996) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:04.870918 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf657d-fc4e-4855-a48f-ffb50074e62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5028b02-c3d8-4543-bb8e-d7f6015bb8de,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:04.879761 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf657d-fc4e-4855-a48f-ffb50074e62a admin admin] Checking segment: {'id': 'e688b364-440c-4ddf-9b9f-c26969fa1909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd9fbd9d6-df5e-4a7e-a3ef-a12c0958fe0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:40:04.880137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbf657d-fc4e-4855-a48f-ffb50074e62a admin admin] Network hostable DHCP agents. Network: d9fbd9d6-df5e-4a7e-a3ef-a12c0958fe0b, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:40:04.888607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96245d07-7cea-4e8c-bf12-c7672ce92570 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf4bff-eafa-4a8d-8ed2-3bbb229c6e8e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:04.948592 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1b8e0c65-6c31-4eee-9438-848e7af90b81 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783901 Sep 07 16:40:04.952671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 58998) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:04.954178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=e689a36d-b680-4c37-a8e1-114e2ca021fb,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:04.958215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6151d2af-4f76-4027-b4ea-44bf2c520939 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group': {'name': 'tempest-secgroup--956021050'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:04.964286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbf657d-fc4e-4855-a48f-ffb50074e62a admin admin] Network d9fbd9d6-df5e-4a7e-a3ef-a12c0958fe0b is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:40:04.981982 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6151d2af-4f76-4027-b4ea-44bf2c520939 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:04.996642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-5cbf657d-fc4e-4855-a48f-ffb50074e62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, d9fbd9d6-df5e-4a7e-a3ef-a12c0958fe0b) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:05.001593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbf657d-fc4e-4855-a48f-ffb50074e62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:05.003237 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cbf657d-fc4e-4855-a48f-ffb50074e62a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.006220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21acad4-3075-4377-9279-ba6bd250d3a1 None None] Network d9fbd9d6-df5e-4a7e-a3ef-a12c0958fe0b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:40:05.066438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cbe8da-9af9-46d4-9152-b0dfe9c8d04b None None] Network 4c84e4f5-1085-48b6-8d03-e53892331a31 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:40:05.072035 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6151d2af-4f76-4027-b4ea-44bf2c520939 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.077135 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6151d2af-4f76-4027-b4ea-44bf2c520939 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.095862 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5cbf657d-fc4e-4855-a48f-ffb50074e62a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9178240 Sep 07 16:40:05.109963 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6151d2af-4f76-4027-b4ea-44bf2c520939 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.113687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6151d2af-4f76-4027-b4ea-44bf2c520939 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1572876 Sep 07 16:40:05.113918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59002) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:05.118505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e90bcb4b-c7ed-498e-9949-163b9bf853d7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group_rule': {'security_group_id': 'dbbcca46-6977-4c9b-bb3c-6b9271fe017a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:05.141717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151d2af-4f76-4027-b4ea-44bf2c520939 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbcca46-6977-4c9b-bb3c-6b9271fe017a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:05.147366 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.156182 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.157272 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.166517 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e90bcb4b-c7ed-498e-9949-163b9bf853d7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.189639 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-847d4b2d-4f2d-4e73-b57e-4dd8ecbb2ea0 None None] Provisioning for port e277f607-88bc-440a-af9e-975d14ee6934 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:05.195936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-847d4b2d-4f2d-4e73-b57e-4dd8ecbb2ea0 None None] Provisioning complete for port e277f607-88bc-440a-af9e-975d14ee6934 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:05.196617 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-847d4b2d-4f2d-4e73-b57e-4dd8ecbb2ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.236884 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e90bcb4b-c7ed-498e-9949-163b9bf853d7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.243442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:05.243637 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e90bcb4b-c7ed-498e-9949-163b9bf853d7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.254093 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:05.255108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:05.256104 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:05.256575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:05.256990 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:05.257393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:05.257794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:05.258197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:05.258597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:05.258991 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:05.259384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:05.259787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:40:05.281756 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ba374-9b20-41d9-a0de-65c90c0ecec2 None None] Network d9fbd9d6-df5e-4a7e-a3ef-a12c0958fe0b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:40:05.290385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bcb4b-c7ed-498e-9949-163b9bf853d7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b2ad8a-3795-4b52-ac68-6d2580d5182d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:05.296687 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e90bcb4b-c7ed-498e-9949-163b9bf853d7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.302279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e90bcb4b-c7ed-498e-9949-163b9bf853d7 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1872826 Sep 07 16:40:05.303039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59006) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:05.331976 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-68e0cfb5-4ef6-4a23-85d1-13f398fad8cd tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules/09b2ad8a-3795-4b52-ac68-6d2580d5182d HTTP/1.1" status: 200 len: 763 time: 0.0273128 Sep 07 16:40:05.333021 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59008) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:05.357718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network 4c84e4f5-1085-48b6-8d03-e53892331a31 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:40:05.359912 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:05.387591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fd5a11cc-5631-4dd2-8d71-90eb8ee03307 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0533736 Sep 07 16:40:05.388227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59012) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:05.420747 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ba1eb23-2c85-43e6-9ac0-839a7e99066c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.429320 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ba1eb23-2c85-43e6-9ac0-839a7e99066c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.470139 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ba1eb23-2c85-43e6-9ac0-839a7e99066c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.486147 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ba1eb23-2c85-43e6-9ac0-839a7e99066c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.487313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router c921c907-f4c7-47a0-a369-79c072b64b03 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:40:05.488898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7ba1eb23-2c85-43e6-9ac0-839a7e99066c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/09b2ad8a-3795-4b52-ac68-6d2580d5182d HTTP/1.1" status: 204 len: 168 time: 0.0993874 Sep 07 16:40:05.490165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1eb23-2c85-43e6-9ac0-839a7e99066c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09b2ad8a-3795-4b52-ac68-6d2580d5182d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:05.491469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59016) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:05.576035 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-373cd1a9-f2ed-463e-b9c8-bab22992f46b tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0833457 Sep 07 16:40:05.579362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59020) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:05.588840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fa37797d-65a3-4c34-8dca-841e0ac82230 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group_rule': {'security_group_id': 'dbbcca46-6977-4c9b-bb3c-6b9271fe017a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:05.627284 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:40:05.633220 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d6bcb53a-6039-4d29-8317-26627cde0ec8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2883673 Sep 07 16:40:05.636262 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59024) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:05.638387 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa37797d-65a3-4c34-8dca-841e0ac82230 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.642505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a4df66bc-a835-46ff-a77c-bc6898a3bf09 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-792056178'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:05.648305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Sync routers for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:40:05.671815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4df66bc-a835-46ff-a77c-bc6898a3bf09 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:40:05.675945 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4df66bc-a835-46ff-a77c-bc6898a3bf09 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.679027 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-847d4b2d-4f2d-4e73-b57e-4dd8ecbb2ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.709503 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa37797d-65a3-4c34-8dca-841e0ac82230 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.709830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:05.710487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:05.711080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4df66bc-a835-46ff-a77c-bc6898a3bf09 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:40:05.716316 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa37797d-65a3-4c34-8dca-841e0ac82230 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.723987 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4df66bc-a835-46ff-a77c-bc6898a3bf09 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.724616 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-a4df66bc-a835-46ff-a77c-bc6898a3bf09 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Added segment f700d3e5-73f9-43be-ab86-28029dfab1b7 of type vlan for network b0d7924a-bfd0-42ab-9bc8-9e19726a330b Sep 07 16:40:05.734562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37797d-65a3-4c34-8dca-841e0ac82230 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e96666-7ca0-4e0f-930a-79b368122ad1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:05.750532 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa37797d-65a3-4c34-8dca-841e0ac82230 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.752460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fa37797d-65a3-4c34-8dca-841e0ac82230 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1704082 Sep 07 16:40:05.754770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59028) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:05.766539 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59030) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:05.776645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-910320650-network', 'tenant_id': '00076452b0444d3d92e96166ae9fcff5'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:05.776881 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6310fc4f-541e-4031-ad24-a31dba44a036 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules/d7e96666-7ca0-4e0f-930a-79b368122ad1 HTTP/1.1" status: 200 len: 763 time: 0.0201523 Sep 07 16:40:05.778796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59032) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:05.783052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4df66bc-a835-46ff-a77c-bc6898a3bf09 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.824970 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Made reservation on behalf of 00076452b0444d3d92e96166ae9fcff5 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:40:05.827295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.836673 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4df66bc-a835-46ff-a77c-bc6898a3bf09 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.840438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c40fcd99-86fe-4bf4-8dd7-ef7ec67984ce tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0579815 Sep 07 16:40:05.841502 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4df66bc-a835-46ff-a77c-bc6898a3bf09 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:05.842155 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a4df66bc-a835-46ff-a77c-bc6898a3bf09 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.844083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59034) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:05.847893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-847d4b2d-4f2d-4e73-b57e-4dd8ecbb2ea0 None None] For port e277f607-88bc-440a-af9e-975d14ee6934, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e277f607-88bc-440a-af9e-975d14ee6934,segment=NetworkSegment(cfce1c20-970a-46c4-8352-6ea274d72dc5),segment_id=cfce1c20-970a-46c4-8352-6ea274d72dc5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:05.854145 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.860857 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-847d4b2d-4f2d-4e73-b57e-4dd8ecbb2ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.871017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:05.880926 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c002528-aa25-478c-972c-2c3dd0454189 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.896654 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c002528-aa25-478c-972c-2c3dd0454189 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:05.897453 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a4df66bc-a835-46ff-a77c-bc6898a3bf09 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2599013 Sep 07 16:40:05.901683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59036) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:05.907197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a4544cb9-8292-438c-b821-9be8a27d134e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'subnet': {'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:05.944292 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df66bc-a835-46ff-a77c-bc6898a3bf09 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Network': ['ID=b0d7924a-bfd0-42ab-9bc8-9e19726a330b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:05.993985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network b0d7924a-bfd0-42ab-9bc8-9e19726a330b details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:40:06.031464 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c002528-aa25-478c-972c-2c3dd0454189 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.036309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d4b2d-4f2d-4e73-b57e-4dd8ecbb2ea0 None None] Pushing event updated for resources: {'Port': ['ID=e277f607-88bc-440a-af9e-975d14ee6934,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:06.039277 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1c002528-aa25-478c-972c-2c3dd0454189 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.040481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1c002528-aa25-478c-972c-2c3dd0454189 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/d7e96666-7ca0-4e0f-930a-79b368122ad1 HTTP/1.1" status: 204 len: 168 time: 0.1950717 Sep 07 16:40:06.043695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59038) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:06.057321 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.065862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c002528-aa25-478c-972c-2c3dd0454189 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7e96666-7ca0-4e0f-930a-79b368122ad1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:06.074186 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.129003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:40:06.132409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4544cb9-8292-438c-b821-9be8a27d134e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Made reservation on behalf of bf2ab839cd034926bbc9da3ca8e2ad2e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:40:06.133183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e689a36d-b680-4c37-a8e1-114e2ca021fb up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:06.136510 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4544cb9-8292-438c-b821-9be8a27d134e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.143056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd115d1-9580-44ef-8bf8-79f7d9c2b419,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:06.150059 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.150791 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Added segment 166addd4-7d33-4901-918b-00c628776297 of type vlan for network 2ddd4700-275c-43b5-bd2b-e755a9ec3cf7 Sep 07 16:40:06.184719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-72d92c41-8729-45fb-96a0-5283400b5737 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1398768 Sep 07 16:40:06.188409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59040) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:06.193268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ce8b64d0-24f6-4fb8-97a5-600e48acad3d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Request body: {'security_group_rule': {'security_group_id': 'dbbcca46-6977-4c9b-bb3c-6b9271fe017a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:06.213920 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.252208 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.255894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:06.256034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port e689a36d-b680-4c37-a8e1-114e2ca021fb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:06.256373 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.257107 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.280906 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce8b64d0-24f6-4fb8-97a5-600e48acad3d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.297353 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5300076 Sep 07 16:40:06.301216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59042) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:06.307998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-55a60aa6-0962-4ae7-8720-9ee5705a9b3d admin admin] Request body: {'subnet': {'network_id': '2ddd4700-275c-43b5-bd2b-e755a9ec3cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-910320650-subnet', 'tenant_id': '00076452b0444d3d92e96166ae9fcff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:06.327423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e8dede75-53eb-4ca7-a6b2-9c36a4fe1d1d None None] Provisioning complete for port e277f607-88bc-440a-af9e-975d14ee6934 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:06.328478 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e8dede75-53eb-4ca7-a6b2-9c36a4fe1d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.358979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255', 'name': '', 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:a1:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:03Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 2, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:06.362723 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce8b64d0-24f6-4fb8-97a5-600e48acad3d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.380793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a60aa6-0962-4ae7-8720-9ee5705a9b3d admin admin] Made reservation on behalf of 00076452b0444d3d92e96166ae9fcff5 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:40:06.383552 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55a60aa6-0962-4ae7-8720-9ee5705a9b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.386726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762d40c-a7ba-4dc6-a3d0-d3f06fefcc00 admin admin] Pushing event updated for resources: {'Network': ['ID=2ddd4700-275c-43b5-bd2b-e755a9ec3cf7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:06.396840 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce8b64d0-24f6-4fb8-97a5-600e48acad3d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.406371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Checking router: c921c907-f4c7-47a0-a369-79c072b64b03 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:40:06.406731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Updating router c921c907-f4c7-47a0-a369-79c072b64b03 port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:40:06.409007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 2ddd4700-275c-43b5-bd2b-e755a9ec3cf7 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:40:06.434099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b64d0-24f6-4fb8-97a5-600e48acad3d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dda6c78-ca68-4f80-a130-f2558556b810,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:06.453068 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce8b64d0-24f6-4fb8-97a5-600e48acad3d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.456838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ce8b64d0-24f6-4fb8-97a5-600e48acad3d tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2647252 Sep 07 16:40:06.465287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59044) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:06.499756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59046) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:06.500373 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2992f4ea-4539-45c5-939b-57d111ac9f4a tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules/3dda6c78-ca68-4f80-a130-f2558556b810 HTTP/1.1" status: 200 len: 764 time: 0.0326126 Sep 07 16:40:06.500753 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.527743 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4544cb9-8292-438c-b821-9be8a27d134e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.630866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5738d4d2-360a-470d-97c0-98043832d255 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1304126 Sep 07 16:40:06.635958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59048) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:06.649749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4544cb9-8292-438c-b821-9be8a27d134e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Checking segment: {'id': 'f700d3e5-73f9-43be-ab86-28029dfab1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:40:06.650129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4544cb9-8292-438c-b821-9be8a27d134e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network hostable DHCP agents. Network: b0d7924a-bfd0-42ab-9bc8-9e19726a330b, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:40:06.654155 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55a60aa6-0962-4ae7-8720-9ee5705a9b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.674202 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4544cb9-8292-438c-b821-9be8a27d134e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Subnet': ['ID=d0563cb0-bf16-4533-8769-afb3a5661349,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:06.696856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4544cb9-8292-438c-b821-9be8a27d134e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network b0d7924a-bfd0-42ab-9bc8-9e19726a330b is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:40:06.700853 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8daeada7-9563-47b5-af1d-5130af538498 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.713187 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8daeada7-9563-47b5-af1d-5130af538498 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.721050 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a4544cb9-8292-438c-b821-9be8a27d134e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, b0d7924a-bfd0-42ab-9bc8-9e19726a330b) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:06.733817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4544cb9-8292-438c-b821-9be8a27d134e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:06.735095 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a4544cb9-8292-438c-b821-9be8a27d134e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.735984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a60aa6-0962-4ae7-8720-9ee5705a9b3d admin admin] Checking segment: {'id': '166addd4-7d33-4901-918b-00c628776297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2ddd4700-275c-43b5-bd2b-e755a9ec3cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:40:06.736491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a60aa6-0962-4ae7-8720-9ee5705a9b3d admin admin] Network hostable DHCP agents. Network: 2ddd4700-275c-43b5-bd2b-e755a9ec3cf7, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:40:06.740428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36015cfe-c81a-42c7-a391-0fbb312fc9d5 None None] Network b0d7924a-bfd0-42ab-9bc8-9e19726a330b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:40:06.750168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e8dede75-53eb-4ca7-a6b2-9c36a4fe1d1d None None] Provisioning for port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:06.752099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a60aa6-0962-4ae7-8720-9ee5705a9b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2beb3489-dfdb-452a-bc9a-40e8d9ac33a9,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:06.768018 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a4544cb9-8292-438c-b821-9be8a27d134e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8652375 Sep 07 16:40:06.769397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59050) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:06.770188 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8daeada7-9563-47b5-af1d-5130af538498 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.775278 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a60aa6-0962-4ae7-8720-9ee5705a9b3d admin admin] Network 2ddd4700-275c-43b5-bd2b-e755a9ec3cf7 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:40:06.780394 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8daeada7-9563-47b5-af1d-5130af538498 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.781543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8daeada7-9563-47b5-af1d-5130af538498 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/3dda6c78-ca68-4f80-a130-f2558556b810 HTTP/1.1" status: 204 len: 168 time: 0.1413827 Sep 07 16:40:06.783491 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-55a60aa6-0962-4ae7-8720-9ee5705a9b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 2ddd4700-275c-43b5-bd2b-e755a9ec3cf7) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:06.785164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59052) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:06.790633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a60aa6-0962-4ae7-8720-9ee5705a9b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:06.791447 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55a60aa6-0962-4ae7-8720-9ee5705a9b3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.798981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e8dede75-53eb-4ca7-a6b2-9c36a4fe1d1d None None] Provisioning complete for port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:06.799300 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e8dede75-53eb-4ca7-a6b2-9c36a4fe1d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:06.812910 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-55a60aa6-0962-4ae7-8720-9ee5705a9b3d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5096977 Sep 07 16:40:06.814851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71071587-35e0-4ffd-85bf-e9bba201f7a9 None None] Network 2ddd4700-275c-43b5-bd2b-e755a9ec3cf7 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:40:06.847222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daeada7-9563-47b5-af1d-5130af538498 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dda6c78-ca68-4f80-a130-f2558556b810,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:06.913773 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5cdd3396-e3cb-4ff6-a895-e13637506809 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1265168 Sep 07 16:40:06.917006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59056) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:06.954856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59058) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:06.997888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e8dede75-53eb-4ca7-a6b2-9c36a4fe1d1d None None] Port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:40:07.024723 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b30b6cd-4403-407e-8d68-1680aaef920c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.028510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0431638-fae6-453e-84b1-3b6e453d7f7a admin admin] Deleting subnet c5028b02-c3d8-4543-bb8e-d7f6015bb8de {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:40:07.032049 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0431638-fae6-453e-84b1-3b6e453d7f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.082029 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b30b6cd-4403-407e-8d68-1680aaef920c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.094840 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0431638-fae6-453e-84b1-3b6e453d7f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.153967 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0431638-fae6-453e-84b1-3b6e453d7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.180462 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-b0d7924a-bfd0-42ab-9bc8-9e19726a330b', 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'fixed_ips': [{'subnet_id': 'd0563cb0-bf16-4533-8769-afb3a5661349'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:40:07.181561 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.188634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9556e356-cead-48ce-a6eb-237335226985 None None] Network 2ddd4700-275c-43b5-bd2b-e755a9ec3cf7 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:40:07.189753 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b30b6cd-4403-407e-8d68-1680aaef920c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.192754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b30b6cd-4403-407e-8d68-1680aaef920c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.196644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59060) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:07.196809 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7b30b6cd-4403-407e-8d68-1680aaef920c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "DELETE /v2.0/security-groups/dbbcca46-6977-4c9b-bb3c-6b9271fe017a HTTP/1.1" status: 204 len: 168 time: 0.2791076 Sep 07 16:40:07.214024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30b6cd-4403-407e-8d68-1680aaef920c tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbcca46-6977-4c9b-bb3c-6b9271fe017a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:07.235401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7ebc0bff-7a62-4ab1-9284-1de3f6c5dcee None None] Provisioning complete for port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:07.235778 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7ebc0bff-7a62-4ab1-9284-1de3f6c5dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.237269 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0431638-fae6-453e-84b1-3b6e453d7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.266869 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0431638-fae6-453e-84b1-3b6e453d7f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5028b02-c3d8-4543-bb8e-d7f6015bb8de,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:07.268885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0431638-fae6-453e-84b1-3b6e453d7f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.273485 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b0431638-fae6-453e-84b1-3b6e453d7f7a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c5028b02-c3d8-4543-bb8e-d7f6015bb8de HTTP/1.1" status: 204 len: 168 time: 0.3176105 Sep 07 16:40:07.274809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b81612d7-b208-4b3c-b8bd-cec0785749bb tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769284 Sep 07 16:40:07.276703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59062) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:07.281527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59064) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:07.312528 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.330074 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.361129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b197bbbd-b168-4757-8f5f-96f16387ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.388796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b7ba806b-3f6f-4ed6-bf98-e4e67c927e24 tempest-SecGroupTest-282938086 tempest-SecGroupTest-282938086-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1027040 Sep 07 16:40:07.452178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b197bbbd-b168-4757-8f5f-96f16387ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.479321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b197bbbd-b168-4757-8f5f-96f16387ad56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fbd9d6-df5e-4a7e-a3ef-a12c0958fe0b']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:07.491129 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b197bbbd-b168-4757-8f5f-96f16387ad56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e688b364-440c-4ddf-9b9f-c26969fa1909') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:07.491579 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-b197bbbd-b168-4757-8f5f-96f16387ad56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e688b364-440c-4ddf-9b9f-c26969fa1909') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:07.502908 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b197bbbd-b168-4757-8f5f-96f16387ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.518468 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b197bbbd-b168-4757-8f5f-96f16387ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.527726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b197bbbd-b168-4757-8f5f-96f16387ad56 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:40:07.528122 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b197bbbd-b168-4757-8f5f-96f16387ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:40:07.530754 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:40:07.592812 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b197bbbd-b168-4757-8f5f-96f16387ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.599299 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b197bbbd-b168-4757-8f5f-96f16387ad56 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.604155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59068) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:07.604686 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b197bbbd-b168-4757-8f5f-96f16387ad56 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d9fbd9d6-df5e-4a7e-a3ef-a12c0958fe0b HTTP/1.1" status: 204 len: 168 time: 0.3265207 Sep 07 16:40:07.605467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Transition to ACTIVE for port object 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:40:07.627680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc0bff-7a62-4ab1-9284-1de3f6c5dcee None None] Port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:40:07.632849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197bbbd-b168-4757-8f5f-96f16387ad56 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9fbd9d6-df5e-4a7e-a3ef-a12c0958fe0b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:07.635816 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.679086 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Allocated IP 2001:db8:3::1 (b0d7924a-bfd0-42ab-9bc8-9e19726a330b/d0563cb0-bf16-4533-8769-afb3a5661349/4852257b-fe61-4ab1-95de-55a5f388cbd0) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:40:07.683974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b80ab2b-d21a-4303-b52b-77f4b6e92aec admin admin] Deleting subnet 2beb3489-dfdb-452a-bc9a-40e8d9ac33a9 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:40:07.690280 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b80ab2b-d21a-4303-b52b-77f4b6e92aec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.719114 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59072) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:07.740696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57303f0-fc1e-4e21-9b0d-d265e5907bf0 None None] Pushing event updated for resources: {'Port': ['ID=8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:07.762621 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b80ab2b-d21a-4303-b52b-77f4b6e92aec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.803282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Attempting to bind port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:40:07.803658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Attempting to bind port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'cfce1c20-970a-46c4-8352-6ea274d72dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:40:07.804024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Attempting to bind port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 on network 4c84e4f5-1085-48b6-8d03-e53892331a31 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:40:07.809809 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:40:07.810202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Checking segment: {'id': 'cfce1c20-970a-46c4-8352-6ea274d72dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:40:07.810646 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.811048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Bound using segment: {'id': 'cfce1c20-970a-46c4-8352-6ea274d72dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:40:07.811629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Bound port: 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfce1c20-970a-46c4-8352-6ea274d72dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:40:07.812025 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.850393 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b80ab2b-d21a-4303-b52b-77f4b6e92aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.878432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] For port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:40:07.881696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] For port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255,segment=NetworkSegment(cfce1c20-970a-46c4-8352-6ea274d72dc5),segment_id=cfce1c20-970a-46c4-8352-6ea274d72dc5)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:40:07.891018 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.898882 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.904407 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-84b26ffb-914d-47c2-abf6-dbd229e87f76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4be276823e2d451abe80e5b4c490c3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839621 Sep 07 16:40:07.916052 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59076) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:07.922093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Transition to ACTIVE for port object 4852257b-fe61-4ab1-95de-55a5f388cbd0 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:40:07.947179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57303f0-fc1e-4e21-9b0d-d265e5907bf0 None None] Pushing event updated for resources: {'Port': ['ID=8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:07.963446 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b80ab2b-d21a-4303-b52b-77f4b6e92aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:07.965680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:07.966324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:07.986760 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5980a2fa-6d73-437c-a85b-638701200cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.012985 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5980a2fa-6d73-437c-a85b-638701200cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.038291 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b80ab2b-d21a-4303-b52b-77f4b6e92aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.042554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9b80ab2b-d21a-4303-b52b-77f4b6e92aec admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2beb3489-dfdb-452a-bc9a-40e8d9ac33a9 HTTP/1.1" status: 204 len: 168 time: 0.4350812 Sep 07 16:40:08.043297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80ab2b-d21a-4303-b52b-77f4b6e92aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2beb3489-dfdb-452a-bc9a-40e8d9ac33a9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:08.049842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59078) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:08.070650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:08.086170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5980a2fa-6d73-437c-a85b-638701200cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.089386 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5980a2fa-6d73-437c-a85b-638701200cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.090635 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.110338 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5980a2fa-6d73-437c-a85b-638701200cb3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8922990e-7ba5-41ed-bf2c-84f18f10ec3f HTTP/1.1" status: 204 len: 168 time: 0.1928444 Sep 07 16:40:08.132631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980a2fa-6d73-437c-a85b-638701200cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8922990e-7ba5-41ed-bf2c-84f18f10ec3f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:08.186554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network b0d7924a-bfd0-42ab-9bc8-9e19726a330b is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:40:08.199893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:08.203103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:40:08.203853 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.208003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Allocated IP 2001:db8:3::2 (b0d7924a-bfd0-42ab-9bc8-9e19726a330b/d0563cb0-bf16-4533-8769-afb3a5661349/3a9c76c4-a5cb-4f61-bc79-993bf06746fc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:40:08.232945 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e277f607-88bc-440a-af9e-975d14ee6934 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:08.261931 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc56f30c-0456-409d-8e26-a5a6c71ab90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.267096 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=4852257b-fe61-4ab1-95de-55a5f388cbd0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:08.406072 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc56f30c-0456-409d-8e26-a5a6c71ab90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.454739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dc56f30c-0456-409d-8e26-a5a6c71ab90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddd4700-275c-43b5-bd2b-e755a9ec3cf7']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:08.457339 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.473130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dc56f30c-0456-409d-8e26-a5a6c71ab90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166addd4-7d33-4901-918b-00c628776297') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:08.473368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-dc56f30c-0456-409d-8e26-a5a6c71ab90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166addd4-7d33-4901-918b-00c628776297') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:08.483665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port e277f607-88bc-440a-af9e-975d14ee6934 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:08.484152 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.485998 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc56f30c-0456-409d-8e26-a5a6c71ab90e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.527384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc56f30c-0456-409d-8e26-a5a6c71ab90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.541957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc56f30c-0456-409d-8e26-a5a6c71ab90e admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:40:08.542377 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc56f30c-0456-409d-8e26-a5a6c71ab90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:40:08.544616 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:40:08.555238 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.664286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255', 'name': '', 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:a1:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:03Z', 'updated_at': '2021-09-07T16:40:07Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:08.675363 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc56f30c-0456-409d-8e26-a5a6c71ab90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.680064 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dc56f30c-0456-409d-8e26-a5a6c71ab90e admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.684303 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dc56f30c-0456-409d-8e26-a5a6c71ab90e admin admin] 10.222.0.70 "DELETE /v2.0/networks/2ddd4700-275c-43b5-bd2b-e755a9ec3cf7 HTTP/1.1" status: 204 len: 168 time: 0.6289785 Sep 07 16:40:08.693146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Transition to ACTIVE for port object 3a9c76c4-a5cb-4f61-bc79-993bf06746fc will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:40:08.695555 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595dbd72-f46e-48da-84cc-e29761147aef None None] The sync data for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 is: [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255', 'name': '', 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:a1:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:03Z', 'updated_at': '2021-09-07T16:40:07Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:40:08.705443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56f30c-0456-409d-8e26-a5a6c71ab90e admin admin] Pushing event deleted for resources: {'Network': ['ID=2ddd4700-275c-43b5-bd2b-e755a9ec3cf7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:08.718229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Transition to ACTIVE for port object 3a9c76c4-a5cb-4f61-bc79-993bf06746fc will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:40:08.727319 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.783681 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Network b0d7924a-bfd0-42ab-9bc8-9e19726a330b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:40:08.786926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:08.790848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:40:08.857183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Pushing event updated for resources: {'Port': ['ID=3a9c76c4-a5cb-4f61-bc79-993bf06746fc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:08.880441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Attempting to bind port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:40:08.881007 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Attempting to bind port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'f700d3e5-73f9-43be-ab86-28029dfab1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:40:08.881543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Attempting to bind port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc on network b0d7924a-bfd0-42ab-9bc8-9e19726a330b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:40:08.893131 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:40:08.893518 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Checking segment: {'id': 'f700d3e5-73f9-43be-ab86-28029dfab1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:40:08.893952 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.894396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Bound using segment: {'id': 'f700d3e5-73f9-43be-ab86-28029dfab1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:40:08.897093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Bound port: 3a9c76c4-a5cb-4f61-bc79-993bf06746fc, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f700d3e5-73f9-43be-ab86-28029dfab1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:40:08.897513 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.939688 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.949237 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.950200 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:08.955120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59102) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:09.021928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] For port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:40:09.027792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] For port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3a9c76c4-a5cb-4f61-bc79-993bf06746fc,segment=NetworkSegment(f700d3e5-73f9-43be-ab86-28029dfab1b7),segment_id=f700d3e5-73f9-43be-ab86-28029dfab1b7)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:40:09.037485 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.038472 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-67e62369-1240-4d72-be46-cd3be4037068 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e742f411b1174985a816dcacfbb6e2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756454 Sep 07 16:40:09.039250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59104) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:09.064202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59106) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:09.087623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event updated for resources: {'Port': ['ID=4852257b-fe61-4ab1-95de-55a5f388cbd0,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:09.119625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5d9d9-35ce-41c6-8554-1942c353e576 None None] Pushing event updated for resources: {'Port': ['ID=3a9c76c4-a5cb-4f61-bc79-993bf06746fc,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:09.128714 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d81d9f11-3f0b-458c-8ccb-c4480ded5329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.135262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Network b0d7924a-bfd0-42ab-9bc8-9e19726a330b is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:40:09.136840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:09.166553 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d81d9f11-3f0b-458c-8ccb-c4480ded5329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.235996 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d81d9f11-3f0b-458c-8ccb-c4480ded5329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.238925 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d81d9f11-3f0b-458c-8ccb-c4480ded5329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.242753 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d81d9f11-3f0b-458c-8ccb-c4480ded5329 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6d7b4a8-488c-4b6c-a964-6159a3dda7c2 HTTP/1.1" status: 204 len: 168 time: 0.1995130 Sep 07 16:40:09.252615 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d9f11-3f0b-458c-8ccb-c4480ded5329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d7b4a8-488c-4b6c-a964-6159a3dda7c2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:09.269040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8c50a772-28f2-44d4-b4ba-4ea9961e937c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:09.269979 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-8c50a772-28f2-44d4-b4ba-4ea9961e937c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 07 16:40:09.270649 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-8c50a772-28f2-44d4-b4ba-4ea9961e937c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): There was a conflict when trying to complete your request. Sep 07 16:40:09.276637 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8c50a772-28f2-44d4-b4ba-4ea9961e937c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2112479 Sep 07 16:40:09.277715 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59112) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:09.284264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9e0fec20-7234-4fb4-b89a-2b6e51b5676c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group': {'name': 'tempest-secgroup--181296414'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:09.296704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router c921c907-f4c7-47a0-a369-79c072b64b03 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:40:09.329563 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e0fec20-7234-4fb4-b89a-2b6e51b5676c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.342922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e0fec20-7234-4fb4-b89a-2b6e51b5676c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.452451 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:40:09.458151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0da8cf0b-2c07-46b6-b1a1-5e1881d692f1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6858768 Sep 07 16:40:09.463713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59114) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:09.488089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e9b98f56-c7a4-444f-801b-7883cabfc62b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:09.517813 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e0fec20-7234-4fb4-b89a-2b6e51b5676c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.524270 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e0fec20-7234-4fb4-b89a-2b6e51b5676c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.568197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fec20-7234-4fb4-b89a-2b6e51b5676c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31b16e8-864f-4df2-94ac-8827b2ee0b16,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:09.653578 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e0fec20-7234-4fb4-b89a-2b6e51b5676c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.659669 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e0fec20-7234-4fb4-b89a-2b6e51b5676c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.687634 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9e0fec20-7234-4fb4-b89a-2b6e51b5676c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.691609 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9e0fec20-7234-4fb4-b89a-2b6e51b5676c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4096000 Sep 07 16:40:09.692126 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59118) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:09.696954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-982788bb-d4ad-4fe0-ae20-bf60d26714f2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '675d2d92-f242-42ed-90ff-3341fcca778f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:09.702691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fec20-7234-4fb4-b89a-2b6e51b5676c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675d2d92-f242-42ed-90ff-3341fcca778f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:09.735429 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-982788bb-d4ad-4fe0-ae20-bf60d26714f2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.771459 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59120) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:09.831224 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-982788bb-d4ad-4fe0-ae20-bf60d26714f2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.835107 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1a200801-4aee-4a9a-852b-947163fcb647 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00076452b0444d3d92e96166ae9fcff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623846 Sep 07 16:40:09.837745 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59122) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:09.844219 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-982788bb-d4ad-4fe0-ae20-bf60d26714f2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.874258 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982788bb-d4ad-4fe0-ae20-bf60d26714f2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2382c1ef-7538-4152-8f1b-357d479de70c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:09.884300 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-982788bb-d4ad-4fe0-ae20-bf60d26714f2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.885553 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-982788bb-d4ad-4fe0-ae20-bf60d26714f2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927640 Sep 07 16:40:09.889646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59124) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:09.893934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1f42819c-ce05-44bf-ac4f-d6dd077bd7da tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '675d2d92-f242-42ed-90ff-3341fcca778f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:09.934270 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3234bd93-0c7c-47c1-a86e-362c342302a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.945368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.extraroute_db [None req-e9b98f56-c7a4-444f-801b-7883cabfc62b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 16:40:09.950094 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1f42819c-ce05-44bf-ac4f-d6dd077bd7da tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.964444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.extraroute_db [None req-e9b98f56-c7a4-444f-801b-7883cabfc62b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Removed routes are [] {{(pid=94770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 16:40:09.965106 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9b98f56-c7a4-444f-801b-7883cabfc62b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:09.971522 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3234bd93-0c7c-47c1-a86e-362c342302a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.057023 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-1f42819c-ce05-44bf-ac4f-d6dd077bd7da tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): There was a conflict when trying to complete your request. Sep 07 16:40:10.061518 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1f42819c-ce05-44bf-ac4f-d6dd077bd7da tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1674893 Sep 07 16:40:10.062050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59126) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:10.065300 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Sync routers for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:40:10.077902 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:10.078530 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:10.086499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3234bd93-0c7c-47c1-a86e-362c342302a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.089104 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3234bd93-0c7c-47c1-a86e-362c342302a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.105041 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3234bd93-0c7c-47c1-a86e-362c342302a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dbd115d1-9580-44ef-8bf8-79f7d9c2b419 HTTP/1.1" status: 204 len: 168 time: 0.2661393 Sep 07 16:40:10.152201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234bd93-0c7c-47c1-a86e-362c342302a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd115d1-9580-44ef-8bf8-79f7d9c2b419,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:10.171737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:10.210987 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-800341b2-8a68-4a97-a3b3-683f5a6c8116 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.240189 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9b98f56-c7a4-444f-801b-7883cabfc62b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.247231 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:10.252403 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9b98f56-c7a4-444f-801b-7883cabfc62b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.255781 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-800341b2-8a68-4a97-a3b3-683f5a6c8116 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.275645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:10.284257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:10.284915 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.349970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-800341b2-8a68-4a97-a3b3-683f5a6c8116 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.353058 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-800341b2-8a68-4a97-a3b3-683f5a6c8116 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.356626 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-800341b2-8a68-4a97-a3b3-683f5a6c8116 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "DELETE /v2.0/security-groups/675d2d92-f242-42ed-90ff-3341fcca778f HTTP/1.1" status: 204 len: 168 time: 0.2813103 Sep 07 16:40:10.361975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59130) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:10.402712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800341b2-8a68-4a97-a3b3-683f5a6c8116 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675d2d92-f242-42ed-90ff-3341fcca778f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:10.450633 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-205da840-43d0-4ccd-9853-47213a62017a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.471788 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.475989 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cd2ba0f6-758d-4cec-9eb4-63429813685a tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1080039 Sep 07 16:40:10.482096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59134) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:10.487833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1336f001-b2a6-41dd-8341-a374d3676098 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663780588'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:10.520654 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255,segment=NetworkSegment(cfce1c20-970a-46c4-8352-6ea274d72dc5),segment_id=cfce1c20-970a-46c4-8352-6ea274d72dc5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:10.526261 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.527547 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a9c76c4-a5cb-4f61-bc79-993bf06746fc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:10.536257 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1336f001-b2a6-41dd-8341-a374d3676098 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.615558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:10.625698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd62f72-abba-4194-a05d-9f48dbf9767c None None] Network b0d7924a-bfd0-42ab-9bc8-9e19726a330b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:40:10.653772 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1336f001-b2a6-41dd-8341-a374d3676098 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.664387 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1336f001-b2a6-41dd-8341-a374d3676098 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.669058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-03f9b9fe-2c65-461f-bc34-88bfcd54b09b None None] Provisioning for port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:10.708218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336f001-b2a6-41dd-8341-a374d3676098 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b541f1b2-c764-4d3d-95d2-862f388cd187,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:10.734314 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1336f001-b2a6-41dd-8341-a374d3676098 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.735930 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1336f001-b2a6-41dd-8341-a374d3676098 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2522671 Sep 07 16:40:10.738787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59142) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:10.746945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fb920876-4fb8-4f88-ba61-608e6a7512ca tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': 'b541f1b2-c764-4d3d-95d2-862f388cd187', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:10.748297 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-fb920876-4fb8-4f88-ba61-608e6a7512ca tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 07 16:40:10.749719 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-fb920876-4fb8-4f88-ba61-608e6a7512ca tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:10.751057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:10.757622 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fb920876-4fb8-4f88-ba61-608e6a7512ca tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0174375 Sep 07 16:40:10.760232 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59144) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:10.819242 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:10.820902 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.847830 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-392a1c1b-6d15-4059-b35f-121e89996bc8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.849462 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:09Z', 'revision_number': 6, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4852257b-fe61-4ab1-95de-55a5f388cbd0', 'name': '', 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:be:57:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd0563cb0-bf16-4533-8769-afb3a5661349', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:07Z', 'updated_at': '2021-09-07T16:40:08Z', 'revision_number': 2, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'd0563cb0-bf16-4533-8769-afb3a5661349', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255', 'name': '', 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:a1:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:03Z', 'updated_at': '2021-09-07T16:40:07Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:10.934732 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-392a1c1b-6d15-4059-b35f-121e89996bc8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.937401 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.938469 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Checking router: c921c907-f4c7-47a0-a369-79c072b64b03 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:40:10.939247 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Updating router c921c907-f4c7-47a0-a369-79c072b64b03 port 4852257b-fe61-4ab1-95de-55a5f388cbd0 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:40:10.982918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3a9c76c4-a5cb-4f61-bc79-993bf06746fc,segment=NetworkSegment(f700d3e5-73f9-43be-ab86-28029dfab1b7),segment_id=f700d3e5-73f9-43be-ab86-28029dfab1b7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:10.991414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:10.999024 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.005226 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-392a1c1b-6d15-4059-b35f-121e89996bc8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.020905 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-392a1c1b-6d15-4059-b35f-121e89996bc8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.022096 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-392a1c1b-6d15-4059-b35f-121e89996bc8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "DELETE /v2.0/security-groups/b541f1b2-c764-4d3d-95d2-862f388cd187 HTTP/1.1" status: 204 len: 168 time: 0.2605009 Sep 07 16:40:11.036699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59150) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:11.051637 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a1c1b-6d15-4059-b35f-121e89996bc8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b541f1b2-c764-4d3d-95d2-862f388cd187,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:11.063991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b98f56-c7a4-444f-801b-7883cabfc62b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router c921c907-f4c7-47a0-a369-79c072b64b03 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:40:11.066626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=3a9c76c4-a5cb-4f61-bc79-993bf06746fc,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:11.110378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-156f4c47-1f37-428f-88b2-76d48f61b021 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0723259 Sep 07 16:40:11.116364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59154) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:11.120956 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-3ac7cabd-c5b7-4a8e-a4f8-fbf4bbe9da1d tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group': {'name': 'tempest-secgroup--944658179'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:11.169862 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ac7cabd-c5b7-4a8e-a4f8-fbf4bbe9da1d tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.267552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b98f56-c7a4-444f-801b-7883cabfc62b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:40:11.275503 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e9b98f56-c7a4-444f-801b-7883cabfc62b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.279519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59160) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:11.279698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e9b98f56-c7a4-444f-801b-7883cabfc62b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03 HTTP/1.1" status: 200 len: 954 time: 1.8040428 Sep 07 16:40:11.310141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-418905a9-7dc6-4484-a670-d2118995c76b None None] Provisioning for port 4852257b-fe61-4ab1-95de-55a5f388cbd0 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:11.324994 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-418905a9-7dc6-4484-a670-d2118995c76b None None] Provisioning complete for port 4852257b-fe61-4ab1-95de-55a5f388cbd0 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:11.325810 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-418905a9-7dc6-4484-a670-d2118995c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.353304 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.374904 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Transition to ACTIVE for port object 4852257b-fe61-4ab1-95de-55a5f388cbd0 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:40:11.385189 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.396034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-418905a9-7dc6-4484-a670-d2118995c76b None None] Port 4852257b-fe61-4ab1-95de-55a5f388cbd0 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:40:11.422584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-418905a9-7dc6-4484-a670-d2118995c76b None None] Provisioning complete for port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:11.422833 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-418905a9-7dc6-4484-a670-d2118995c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.434233 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ac7cabd-c5b7-4a8e-a4f8-fbf4bbe9da1d tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.462167 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043547ba-922c-4eac-8875-5b353e2d930a None None] Pushing event updated for resources: {'Port': ['ID=4852257b-fe61-4ab1-95de-55a5f388cbd0,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:11.468562 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-baf834b4-33df-40f6-ac87-5a69ed6f0290 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03 HTTP/1.1" status: 200 len: 954 time: 0.1815941 Sep 07 16:40:11.468562 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ac7cabd-c5b7-4a8e-a4f8-fbf4bbe9da1d tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.469661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59164) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:11.480685 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f49b6138-c182-4fe6-876e-5be75e1c0a13 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'router': {'routes': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:11.563365 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Attempting to bind port 4852257b-fe61-4ab1-95de-55a5f388cbd0 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:40:11.563736 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Attempting to bind port 4852257b-fe61-4ab1-95de-55a5f388cbd0 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'f700d3e5-73f9-43be-ab86-28029dfab1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:40:11.564103 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Attempting to bind port 4852257b-fe61-4ab1-95de-55a5f388cbd0 on network b0d7924a-bfd0-42ab-9bc8-9e19726a330b {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:40:11.569508 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:40:11.569880 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Checking segment: {'id': 'f700d3e5-73f9-43be-ab86-28029dfab1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:40:11.570232 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.570639 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Bound using segment: {'id': 'f700d3e5-73f9-43be-ab86-28029dfab1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:40:11.571842 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Bound port: 4852257b-fe61-4ab1-95de-55a5f388cbd0, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f700d3e5-73f9-43be-ab86-28029dfab1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:40:11.572249 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.601442 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3ac7cabd-c5b7-4a8e-a4f8-fbf4bbe9da1d tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.602665 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3ac7cabd-c5b7-4a8e-a4f8-fbf4bbe9da1d tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4852941 Sep 07 16:40:11.604501 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7cabd-c5b7-4a8e-a4f8-fbf4bbe9da1d tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d29abf5-aba9-4b18-a6f9-9386f28786a4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:11.605971 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59168) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:11.610913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7fe6a62d-b7eb-4841-ac3c-7a012083fed9 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '5d29abf5-aba9-4b18-a6f9-9386f28786a4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:11.626601 n-d-807551-3 neutron-server[94770]: WARNING neutron.api.v2.base [None req-7fe6a62d-b7eb-4841-ac3c-7a012083fed9 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 07 16:40:11.627244 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-7fe6a62d-b7eb-4841-ac3c-7a012083fed9 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:11.631521 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7fe6a62d-b7eb-4841-ac3c-7a012083fed9 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0212774 Sep 07 16:40:11.631521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59170) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:11.657131 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] For port 4852257b-fe61-4ab1-95de-55a5f388cbd0, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:40:11.660744 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] For port 4852257b-fe61-4ab1-95de-55a5f388cbd0, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4852257b-fe61-4ab1-95de-55a5f388cbd0,segment=NetworkSegment(f700d3e5-73f9-43be-ab86-28029dfab1b7),segment_id=f700d3e5-73f9-43be-ab86-28029dfab1b7)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:40:11.667846 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.715265 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34933afc-44d3-428e-9971-ba3b9a5ff26e tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.743854 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34933afc-44d3-428e-9971-ba3b9a5ff26e tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.758412 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:11.759569 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:11.797265 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34933afc-44d3-428e-9971-ba3b9a5ff26e tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.801232 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34933afc-44d3-428e-9971-ba3b9a5ff26e tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:11.802939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-34933afc-44d3-428e-9971-ba3b9a5ff26e tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "DELETE /v2.0/security-groups/5d29abf5-aba9-4b18-a6f9-9386f28786a4 HTTP/1.1" status: 204 len: 168 time: 0.1707258 Sep 07 16:40:11.814812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:11.839732 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043547ba-922c-4eac-8875-5b353e2d930a None None] Pushing event updated for resources: {'Port': ['ID=4852257b-fe61-4ab1-95de-55a5f388cbd0,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:11.851543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34933afc-44d3-428e-9971-ba3b9a5ff26e tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d29abf5-aba9-4b18-a6f9-9386f28786a4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:11.925685 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:11.928871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dd082450-2e2f-41ca-9dc1-f14008332212 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116436 Sep 07 16:40:11.932837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59180) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:11.937627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-faead846-2eb9-4262-9fa8-1098e47534b3 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065519209'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:11.966514 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-faead846-2eb9-4262-9fa8-1098e47534b3 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.129024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:12.173425 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-faead846-2eb9-4262-9fa8-1098e47534b3 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.183704 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-faead846-2eb9-4262-9fa8-1098e47534b3 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.251274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:12.251675 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.259082 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:09Z', 'revision_number': 6, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4852257b-fe61-4ab1-95de-55a5f388cbd0', 'name': '', 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:be:57:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd0563cb0-bf16-4533-8769-afb3a5661349', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:07Z', 'updated_at': '2021-09-07T16:40:11Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'd0563cb0-bf16-4533-8769-afb3a5661349', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255', 'name': '', 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:a1:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:03Z', 'updated_at': '2021-09-07T16:40:10Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:12.282493 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-faead846-2eb9-4262-9fa8-1098e47534b3 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.288854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-faead846-2eb9-4262-9fa8-1098e47534b3 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3546140 Sep 07 16:40:12.289756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59186) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:12.290306 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722d64a-ba85-4908-8ed7-c7432ba1cee0 None None] The sync data for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 is: [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:09Z', 'revision_number': 6, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4852257b-fe61-4ab1-95de-55a5f388cbd0', 'name': '', 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:be:57:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd0563cb0-bf16-4533-8769-afb3a5661349', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:07Z', 'updated_at': '2021-09-07T16:40:11Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'd0563cb0-bf16-4533-8769-afb3a5661349', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255', 'name': '', 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:a1:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:03Z', 'updated_at': '2021-09-07T16:40:10Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:40:12.307053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-47c3490e-d1da-42e5-bf93-5e8f64786fae tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '556bca88-b721-47ec-89ce-6e67c9f69fc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:12.358927 n-d-807551-3 neutron-server[94770]: WARNING neutron.api.v2.base [None req-47c3490e-d1da-42e5-bf93-5e8f64786fae tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 07 16:40:12.369275 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-47c3490e-d1da-42e5-bf93-5e8f64786fae tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:12.369275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-47c3490e-d1da-42e5-bf93-5e8f64786fae tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0590687 Sep 07 16:40:12.369275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faead846-2eb9-4262-9fa8-1098e47534b3 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556bca88-b721-47ec-89ce-6e67c9f69fc2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:12.369275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59188) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:12.379753 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-017f47c3-4cee-4c56-b237-e1c619e7d55f tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '556bca88-b721-47ec-89ce-6e67c9f69fc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:12.380366 n-d-807551-3 neutron-server[94770]: WARNING neutron.api.v2.base [None req-017f47c3-4cee-4c56-b237-e1c619e7d55f tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 07 16:40:12.381193 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-017f47c3-4cee-4c56-b237-e1c619e7d55f tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:12.385042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-017f47c3-4cee-4c56-b237-e1c619e7d55f tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0133953 Sep 07 16:40:12.385678 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59190) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:12.405112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-75a8b281-f2a3-44ee-8686-ee65e2b2d9ea tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '556bca88-b721-47ec-89ce-6e67c9f69fc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:12.405987 n-d-807551-3 neutron-server[94770]: WARNING neutron.api.v2.base [None req-75a8b281-f2a3-44ee-8686-ee65e2b2d9ea tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 07 16:40:12.406488 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-75a8b281-f2a3-44ee-8686-ee65e2b2d9ea tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:12.409952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-75a8b281-f2a3-44ee-8686-ee65e2b2d9ea tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0209062 Sep 07 16:40:12.411841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59192) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:12.426109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8383de5d-0800-4eba-9b82-7f7c62e4c1bf tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '556bca88-b721-47ec-89ce-6e67c9f69fc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:12.434276 n-d-807551-3 neutron-server[94770]: WARNING neutron.api.v2.base [None req-8383de5d-0800-4eba-9b82-7f7c62e4c1bf tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 07 16:40:12.434870 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-8383de5d-0800-4eba-9b82-7f7c62e4c1bf tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:12.440428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8383de5d-0800-4eba-9b82-7f7c62e4c1bf tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0226097 Sep 07 16:40:12.440428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59200) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:12.453761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a9c76c4-a5cb-4f61-bc79-993bf06746fc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:12.563902 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16e93f50-79c3-4bcb-b8be-ef3850a8f039 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.572609 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:12.573250 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.616141 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16e93f50-79c3-4bcb-b8be-ef3850a8f039 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.689769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-f49b6138-c182-4fe6-876e-5be75e1c0a13 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Added routes are [] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 16:40:12.690371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-f49b6138-c182-4fe6-876e-5be75e1c0a13 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 16:40:12.693566 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16e93f50-79c3-4bcb-b8be-ef3850a8f039 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.696850 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16e93f50-79c3-4bcb-b8be-ef3850a8f039 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.698679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-16e93f50-79c3-4bcb-b8be-ef3850a8f039 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "DELETE /v2.0/security-groups/556bca88-b721-47ec-89ce-6e67c9f69fc2 HTTP/1.1" status: 204 len: 168 time: 0.2581482 Sep 07 16:40:12.702662 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59202) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:12.711012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e93f50-79c3-4bcb-b8be-ef3850a8f039 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556bca88-b721-47ec-89ce-6e67c9f69fc2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:12.778753 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f49b6138-c182-4fe6-876e-5be75e1c0a13 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.789403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59212) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:12.789595 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-477ec558-687a-4c3f-bf5c-8a770bcee018 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851624 Sep 07 16:40:12.795969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-243b842d-ab61-4e58-9965-90bc7730fcd5 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1387288740'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:12.822410 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-243b842d-ab61-4e58-9965-90bc7730fcd5 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.927856 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-243b842d-ab61-4e58-9965-90bc7730fcd5 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.933009 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-243b842d-ab61-4e58-9965-90bc7730fcd5 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.965065 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-243b842d-ab61-4e58-9965-90bc7730fcd5 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:12.966364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-243b842d-ab61-4e58-9965-90bc7730fcd5 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1754696 Sep 07 16:40:12.968110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b842d-ab61-4e58-9965-90bc7730fcd5 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231badb9-8d96-4239-8605-e8e635125e14,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:12.970641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59214) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:12.980661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-56675503-00df-459a-99ba-533793f4019c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '231badb9-8d96-4239-8605-e8e635125e14', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:12.980661 n-d-807551-3 neutron-server[94770]: WARNING neutron.api.v2.base [None req-56675503-00df-459a-99ba-533793f4019c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 07 16:40:12.980661 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-56675503-00df-459a-99ba-533793f4019c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:12.980661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-56675503-00df-459a-99ba-533793f4019c tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067022 Sep 07 16:40:12.980661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59216) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:12.985385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bfeb1f8e-5671-4dc5-abe2-2c868baf3246 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '231badb9-8d96-4239-8605-e8e635125e14', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:13.027721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f49b6138-c182-4fe6-876e-5be75e1c0a13 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:13.030906 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-bfeb1f8e-5671-4dc5-abe2-2c868baf3246 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:13.034696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bfeb1f8e-5671-4dc5-abe2-2c868baf3246 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0506728 Sep 07 16:40:13.034867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f49b6138-c182-4fe6-876e-5be75e1c0a13 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:13.035031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.041866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ab4757ed-bc87-453b-bedd-16e6da0f7206 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '231badb9-8d96-4239-8605-e8e635125e14', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:13.042431 n-d-807551-3 neutron-server[94770]: WARNING neutron.api.v2.base [None req-ab4757ed-bc87-453b-bedd-16e6da0f7206 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 07 16:40:13.043025 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-ab4757ed-bc87-453b-bedd-16e6da0f7206 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:13.047227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ab4757ed-bc87-453b-bedd-16e6da0f7206 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077198 Sep 07 16:40:13.047442 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59220) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.054355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0ba72d56-8541-4ff0-80ea-a795c53f7694 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '231badb9-8d96-4239-8605-e8e635125e14', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:13.105516 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-0ba72d56-8541-4ff0-80ea-a795c53f7694 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:13.106739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0ba72d56-8541-4ff0-80ea-a795c53f7694 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0577683 Sep 07 16:40:13.110459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59222) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.115682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-14810fce-1634-48de-9d42-8c3c8c589e6d tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '231badb9-8d96-4239-8605-e8e635125e14', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:13.116496 n-d-807551-3 neutron-server[94770]: WARNING neutron.api.v2.base [None req-14810fce-1634-48de-9d42-8c3c8c589e6d tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 07 16:40:13.116966 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-14810fce-1634-48de-9d42-8c3c8c589e6d tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:13.118099 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-14810fce-1634-48de-9d42-8c3c8c589e6d tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065315 Sep 07 16:40:13.120633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59224) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.126489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8bd111c9-46cf-416b-906d-8f33efd9a2cb tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '231badb9-8d96-4239-8605-e8e635125e14', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:13.169683 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-8bd111c9-46cf-416b-906d-8f33efd9a2cb tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:13.171265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8bd111c9-46cf-416b-906d-8f33efd9a2cb tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0497725 Sep 07 16:40:13.174183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59226) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.180260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-68a56f22-fdb4-4009-9945-519e22dd428a tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '231badb9-8d96-4239-8605-e8e635125e14', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:13.180945 n-d-807551-3 neutron-server[94770]: WARNING neutron.api.v2.base [None req-68a56f22-fdb4-4009-9945-519e22dd428a tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 07 16:40:13.181533 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-68a56f22-fdb4-4009-9945-519e22dd428a tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:13.182767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-68a56f22-fdb4-4009-9945-519e22dd428a tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075207 Sep 07 16:40:13.185657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59228) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.187716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49b6138-c182-4fe6-876e-5be75e1c0a13 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router c921c907-f4c7-47a0-a369-79c072b64b03 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:40:13.193892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b35d8ae6-e2d8-43ef-b181-e493ff2f0406 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '231badb9-8d96-4239-8605-e8e635125e14', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:13.234119 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-b35d8ae6-e2d8-43ef-b181-e493ff2f0406 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:13.235854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b35d8ae6-e2d8-43ef-b181-e493ff2f0406 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0492420 Sep 07 16:40:13.238633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59232) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.244022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2e214f49-95de-480f-9f2d-74f186782cf9 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '231badb9-8d96-4239-8605-e8e635125e14', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:13.298708 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-2e214f49-95de-480f-9f2d-74f186782cf9 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:13.299741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2e214f49-95de-480f-9f2d-74f186782cf9 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0600061 Sep 07 16:40:13.303830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59236) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.322048 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49b6138-c182-4fe6-876e-5be75e1c0a13 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:40:13.330885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f49b6138-c182-4fe6-876e-5be75e1c0a13 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:13.332491 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f49b6138-c182-4fe6-876e-5be75e1c0a13 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03 HTTP/1.1" status: 200 len: 704 time: 1.8594377 Sep 07 16:40:13.335087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59238) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.375162 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eaa05270-a54f-42ce-9849-b9b82658d7bf tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:13.401249 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eaa05270-a54f-42ce-9849-b9b82658d7bf tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:13.419780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d0d85-0c13-43ed-92e3-aaf65bf19afc None None] Sync routers for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:40:13.430739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d0d85-0c13-43ed-92e3-aaf65bf19afc None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:13.431659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9a2d0d85-0c13-43ed-92e3-aaf65bf19afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:13.451586 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-19d1e547-7223-4390-b35f-43e3fd928dca tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03 HTTP/1.1" status: 200 len: 704 time: 0.1144805 Sep 07 16:40:13.452710 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eaa05270-a54f-42ce-9849-b9b82658d7bf tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:13.454320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59242) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.455368 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eaa05270-a54f-42ce-9849-b9b82658d7bf tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:13.459144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eaa05270-a54f-42ce-9849-b9b82658d7bf tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "DELETE /v2.0/security-groups/231badb9-8d96-4239-8605-e8e635125e14 HTTP/1.1" status: 204 len: 168 time: 0.1542468 Sep 07 16:40:13.459902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59244) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.483881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa05270-a54f-42ce-9849-b9b82658d7bf tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231badb9-8d96-4239-8605-e8e635125e14,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:13.519662 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f089ca4b-1ab1-4038-863a-04e97551de2d tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512538 Sep 07 16:40:13.520734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59246) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.525941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5fba2c9a-7146-417d-89a0-f8a0d81c58ce tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337673568'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:13.557677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9a2d0d85-0c13-43ed-92e3-aaf65bf19afc None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:13.561308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fba2c9a-7146-417d-89a0-f8a0d81c58ce tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:13.675343 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fba2c9a-7146-417d-89a0-f8a0d81c58ce tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:13.679968 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fba2c9a-7146-417d-89a0-f8a0d81c58ce tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:13.724227 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5fba2c9a-7146-417d-89a0-f8a0d81c58ce tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:13.728893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5fba2c9a-7146-417d-89a0-f8a0d81c58ce tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2038631 Sep 07 16:40:13.728893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.735162 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8fb7b657-42a4-4247-b5ea-b1cd0ae94c6a tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '8733dda5-54e2-432f-bc71-3828fda2b5d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:13.740540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba2c9a-7146-417d-89a0-f8a0d81c58ce tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8733dda5-54e2-432f-bc71-3828fda2b5d5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:13.793276 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-8fb7b657-42a4-4247-b5ea-b1cd0ae94c6a tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The resource could not be found. Sep 07 16:40:13.797185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8fb7b657-42a4-4247-b5ea-b1cd0ae94c6a tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0641465 Sep 07 16:40:13.797584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59250) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.803786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-73b0c2ee-f911-499e-973c-aea277592424 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '8733dda5-54e2-432f-bc71-3828fda2b5d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '47abd0e2-d3e8-45a2-b251-ba39708c9856'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:13.809366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9a2d0d85-0c13-43ed-92e3-aaf65bf19afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:12Z', 'revision_number': 7, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4852257b-fe61-4ab1-95de-55a5f388cbd0', 'name': '', 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:be:57:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd0563cb0-bf16-4533-8769-afb3a5661349', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:07Z', 'updated_at': '2021-09-07T16:40:11Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'd0563cb0-bf16-4533-8769-afb3a5661349', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255', 'name': '', 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:a1:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:03Z', 'updated_at': '2021-09-07T16:40:10Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:13.841802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d0d85-0c13-43ed-92e3-aaf65bf19afc None None] Checking router: c921c907-f4c7-47a0-a369-79c072b64b03 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:40:13.856545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d0d85-0c13-43ed-92e3-aaf65bf19afc None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:13.857792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9a2d0d85-0c13-43ed-92e3-aaf65bf19afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:39:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:13.859380 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-73b0c2ee-f911-499e-973c-aea277592424 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The resource could not be found. Sep 07 16:40:13.860635 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-73b0c2ee-f911-499e-973c-aea277592424 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0609286 Sep 07 16:40:13.863491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59252) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:13.903723 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4c62a90-a914-4bfa-8383-eaac5f774b11 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:13.956214 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66fd6f5a-fec6-4f3c-a010-5eaea69e5ef8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:13.987165 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66fd6f5a-fec6-4f3c-a010-5eaea69e5ef8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.006428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-9a2d0d85-0c13-43ed-92e3-aaf65bf19afc None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:14.102770 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66fd6f5a-fec6-4f3c-a010-5eaea69e5ef8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.105639 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-66fd6f5a-fec6-4f3c-a010-5eaea69e5ef8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.108518 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-66fd6f5a-fec6-4f3c-a010-5eaea69e5ef8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "DELETE /v2.0/security-groups/8733dda5-54e2-432f-bc71-3828fda2b5d5 HTTP/1.1" status: 204 len: 168 time: 0.2422113 Sep 07 16:40:14.111428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59254) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:14.116684 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.148789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6f5a-fec6-4f3c-a010-5eaea69e5ef8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8733dda5-54e2-432f-bc71-3828fda2b5d5,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:14.197486 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-835b7d0b-77d5-4101-8a9a-b08506ab144e tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814764 Sep 07 16:40:14.198131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59258) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:14.198228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4852257b-fe61-4ab1-95de-55a5f388cbd0 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:14.203754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6ada4a27-23a7-457a-9e3e-0622f614d2e8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '1b6334fe-c2bf-40e3-b762-a21bd20ce2b7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:14.227977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f4c62a90-a914-4bfa-8383-eaac5f774b11 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port 4852257b-fe61-4ab1-95de-55a5f388cbd0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:40:14.228434 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4c62a90-a914-4bfa-8383-eaac5f774b11 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.250935 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-6ada4a27-23a7-457a-9e3e-0622f614d2e8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The resource could not be found. Sep 07 16:40:14.252084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6ada4a27-23a7-457a-9e3e-0622f614d2e8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0532224 Sep 07 16:40:14.257238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59260) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:14.261636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5e07f2d7-6945-436f-8071-56e6eecd4afd tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group': {'name': 'tempest-secgroup--32562999'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:14.304930 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-75812004-2edd-4494-bd98-2466c2041940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.326987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 4852257b-fe61-4ab1-95de-55a5f388cbd0 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:14.332390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 4852257b-fe61-4ab1-95de-55a5f388cbd0 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:14.332740 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.338669 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e07f2d7-6945-436f-8071-56e6eecd4afd tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.374188 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-f4c62a90-a914-4bfa-8383-eaac5f774b11 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] For port 4852257b-fe61-4ab1-95de-55a5f388cbd0, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4852257b-fe61-4ab1-95de-55a5f388cbd0,segment=NetworkSegment(f700d3e5-73f9-43be-ab86-28029dfab1b7),segment_id=f700d3e5-73f9-43be-ab86-28029dfab1b7)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:14.374552 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4c62a90-a914-4bfa-8383-eaac5f774b11 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.394136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f4c62a90-a914-4bfa-8383-eaac5f774b11 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for 4852257b-fe61-4ab1-95de-55a5f388cbd0 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:40:14.548301 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e07f2d7-6945-436f-8071-56e6eecd4afd tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.555767 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e07f2d7-6945-436f-8071-56e6eecd4afd tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.567502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-9a2d0d85-0c13-43ed-92e3-aaf65bf19afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:12Z', 'revision_number': 7, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4852257b-fe61-4ab1-95de-55a5f388cbd0', 'name': '', 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:be:57:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd0563cb0-bf16-4533-8769-afb3a5661349', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:07Z', 'updated_at': '2021-09-07T16:40:11Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'd0563cb0-bf16-4533-8769-afb3a5661349', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255', 'name': '', 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:a1:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:03Z', 'updated_at': '2021-09-07T16:40:10Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:14.597400 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e07f2d7-6945-436f-8071-56e6eecd4afd tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.601208 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5e07f2d7-6945-436f-8071-56e6eecd4afd tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3404353 Sep 07 16:40:14.602158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59268) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:14.603051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07f2d7-6945-436f-8071-56e6eecd4afd tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d70506b-672a-4e32-b368-f4ed061f2ceb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:14.613304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d0d85-0c13-43ed-92e3-aaf65bf19afc None None] The sync data for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 is: [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:12Z', 'revision_number': 7, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4852257b-fe61-4ab1-95de-55a5f388cbd0', 'name': '', 'network_id': 'b0d7924a-bfd0-42ab-9bc8-9e19726a330b', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:be:57:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd0563cb0-bf16-4533-8769-afb3a5661349', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:07Z', 'updated_at': '2021-09-07T16:40:11Z', 'revision_number': 4, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'd0563cb0-bf16-4533-8769-afb3a5661349', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255', 'name': '', 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:a1:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:03Z', 'updated_at': '2021-09-07T16:40:10Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:40:14.623883 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-497dc544-e668-466d-9d5c-7b76d2de8b94 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group': {'name': 'tempest-secgroup--594228295'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:14.655477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-497dc544-e668-466d-9d5c-7b76d2de8b94 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.690943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4c62a90-a914-4bfa-8383-eaac5f774b11 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.698182 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.810451 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-497dc544-e668-466d-9d5c-7b76d2de8b94 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.817839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-497dc544-e668-466d-9d5c-7b76d2de8b94 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.819608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c62a90-a914-4bfa-8383-eaac5f774b11 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=4852257b-fe61-4ab1-95de-55a5f388cbd0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:14.864635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dc544-e668-466d-9d5c-7b76d2de8b94 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39650bd9-279c-464e-861a-c9171df0ca18,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:14.869901 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-497dc544-e668-466d-9d5c-7b76d2de8b94 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.874514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-497dc544-e668-466d-9d5c-7b76d2de8b94 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2674367 Sep 07 16:40:14.876829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59270) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:14.884318 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3009a222-fbe8-456c-bd84-42d7b7d863ed tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group_rule': {'security_group_id': '6d70506b-672a-4e32-b368-f4ed061f2ceb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '39650bd9-279c-464e-861a-c9171df0ca18'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:14.962820 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:14.982904 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-3009a222-fbe8-456c-bd84-42d7b7d863ed tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:14.987247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3009a222-fbe8-456c-bd84-42d7b7d863ed tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1091928 Sep 07 16:40:14.988112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59272) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:15.054098 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b5b83ac-17ad-4ad8-ad74-c261da7b6999 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.081197 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b5b83ac-17ad-4ad8-ad74-c261da7b6999 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.124515 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b5b83ac-17ad-4ad8-ad74-c261da7b6999 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.127682 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b5b83ac-17ad-4ad8-ad74-c261da7b6999 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.131891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8b5b83ac-17ad-4ad8-ad74-c261da7b6999 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "DELETE /v2.0/security-groups/39650bd9-279c-464e-861a-c9171df0ca18 HTTP/1.1" status: 204 len: 168 time: 0.1423309 Sep 07 16:40:15.132882 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59274) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:15.157154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b83ac-17ad-4ad8-ad74-c261da7b6999 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39650bd9-279c-464e-861a-c9171df0ca18,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:15.164854 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f4c62a90-a914-4bfa-8383-eaac5f774b11 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.206492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-31848e0b-f1e0-466d-8c88-1e3a8da7a79a tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0695689 Sep 07 16:40:15.209268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59276) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:15.266077 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7bcd0c3-3b87-4117-ae5a-17d6bc257ab8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.289617 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7bcd0c3-3b87-4117-ae5a-17d6bc257ab8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.335254 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7bcd0c3-3b87-4117-ae5a-17d6bc257ab8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.338594 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e7bcd0c3-3b87-4117-ae5a-17d6bc257ab8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.342329 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e7bcd0c3-3b87-4117-ae5a-17d6bc257ab8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "DELETE /v2.0/security-groups/6d70506b-672a-4e32-b368-f4ed061f2ceb HTTP/1.1" status: 204 len: 168 time: 0.1296129 Sep 07 16:40:15.343930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59278) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:15.364718 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcd0c3-3b87-4117-ae5a-17d6bc257ab8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d70506b-672a-4e32-b368-f4ed061f2ceb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:15.381463 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c62a90-a914-4bfa-8383-eaac5f774b11 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router c921c907-f4c7-47a0-a369-79c072b64b03 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:40:15.405547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f05fe322-a1ee-4fd5-b300-6797ea787e24 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566115 Sep 07 16:40:15.405849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59280) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:15.410389 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6ed0200e-c7a9-4e72-acf1-7492c1b371d2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group': {'name': 'tempest-secgroup--44014675'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:15.433713 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ed0200e-c7a9-4e72-acf1-7492c1b371d2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.485217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c62a90-a914-4bfa-8383-eaac5f774b11 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:40:15.494066 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f4c62a90-a914-4bfa-8383-eaac5f774b11 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0354936 Sep 07 16:40:15.495176 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e90c2-5af4-4520-b7f8-d9690705adc7 None None] Sync routers for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:40:15.496285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59282) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:15.505111 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e90c2-5af4-4520-b7f8-d9690705adc7 None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:15.505714 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d01e90c2-5af4-4520-b7f8-d9690705adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:15.576743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-316227b0-84dd-42a7-b3bc-026ff874c27e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting subnet d0563cb0-bf16-4533-8769-afb3a5661349 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:40:15.580531 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ed0200e-c7a9-4e72-acf1-7492c1b371d2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.582457 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-316227b0-84dd-42a7-b3bc-026ff874c27e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.595978 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d01e90c2-5af4-4520-b7f8-d9690705adc7 None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:15.604539 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ed0200e-c7a9-4e72-acf1-7492c1b371d2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.646319 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ed0200e-c7a9-4e72-acf1-7492c1b371d2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.650223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6ed0200e-c7a9-4e72-acf1-7492c1b371d2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2407830 Sep 07 16:40:15.650709 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59286) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:15.653033 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-316227b0-84dd-42a7-b3bc-026ff874c27e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.655699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-892a3de7-485a-4381-a8b5-d9fb07e513a9 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:15.655862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0200e-c7a9-4e72-acf1-7492c1b371d2 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d53cd2-e607-4ea3-a3b6-9c79f51fcf7e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:15.656003 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-892a3de7-485a-4381-a8b5-d9fb07e513a9 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 07 16:40:15.656590 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-892a3de7-485a-4381-a8b5-d9fb07e513a9 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] update failed (client error): There was a conflict when trying to complete your request. Sep 07 16:40:15.660634 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-892a3de7-485a-4381-a8b5-d9fb07e513a9 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "PUT /v2.0/security-groups/74d53cd2-e607-4ea3-a3b6-9c79f51fcf7e HTTP/1.1" status: 409 len: 330 time: 0.0059876 Sep 07 16:40:15.660634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59288) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:15.752362 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-316227b0-84dd-42a7-b3bc-026ff874c27e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.758497 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87ebcd10-5378-4e4e-b425-e0a4d3d2622f tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.797690 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87ebcd10-5378-4e4e-b425-e0a4d3d2622f tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.831675 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-316227b0-84dd-42a7-b3bc-026ff874c27e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.864422 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87ebcd10-5378-4e4e-b425-e0a4d3d2622f tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.864876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1ffad1-978e-4073-baa6-a04641f017d0 None None] Network b0d7924a-bfd0-42ab-9bc8-9e19726a330b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:40:15.868836 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87ebcd10-5378-4e4e-b425-e0a4d3d2622f tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.872498 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-87ebcd10-5378-4e4e-b425-e0a4d3d2622f tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "DELETE /v2.0/security-groups/74d53cd2-e607-4ea3-a3b6-9c79f51fcf7e HTTP/1.1" status: 204 len: 168 time: 0.1985760 Sep 07 16:40:15.881532 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59296) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:15.884804 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-316227b0-84dd-42a7-b3bc-026ff874c27e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:15.888771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebcd10-5378-4e4e-b425-e0a4d3d2622f tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d53cd2-e607-4ea3-a3b6-9c79f51fcf7e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:15.889875 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d01e90c2-5af4-4520-b7f8-d9690705adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:14Z', 'revision_number': 8, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255', 'name': '', 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:a1:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:03Z', 'updated_at': '2021-09-07T16:40:10Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:15.891933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-316227b0-84dd-42a7-b3bc-026ff874c27e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/d0563cb0-bf16-4533-8769-afb3a5661349 HTTP/1.1" status: 204 len: 168 time: 0.3942420 Sep 07 16:40:15.892951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59300) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:15.897251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316227b0-84dd-42a7-b3bc-026ff874c27e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Subnet': ['ID=d0563cb0-bf16-4533-8769-afb3a5661349,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:15.954206 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e90c2-5af4-4520-b7f8-d9690705adc7 None None] Checking router: c921c907-f4c7-47a0-a369-79c072b64b03 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:40:15.963745 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e90c2-5af4-4520-b7f8-d9690705adc7 None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:15.964528 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d01e90c2-5af4-4520-b7f8-d9690705adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:16.001443 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.025078 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-abce3309-487e-4d40-8f2e-dbe7713ed0d8 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1421843 Sep 07 16:40:16.029569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59306) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:16.052171 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-64905966-d4f3-4dc6-bd06-8f4c8d0d9bd4 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] delete failed (client error): The resource could not be found. Sep 07 16:40:16.057627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-64905966-d4f3-4dc6-bd06-8f4c8d0d9bd4 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "DELETE /v2.0/security-groups/913ce351-b2d0-4acd-852c-396eefbe5041 HTTP/1.1" status: 404 len: 347 time: 0.0225089 Sep 07 16:40:16.057627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59310) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:16.083915 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-9e4911a0-7603-4fde-83c8-b8f3a3d4f4f1 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] show failed (client error): The resource could not be found. Sep 07 16:40:16.088776 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9e4911a0-7603-4fde-83c8-b8f3a3d4f4f1 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "GET /v2.0/security-groups/e6b1f874-0939-4997-a0ac-06ab4949292b HTTP/1.1" status: 404 len: 347 time: 0.0273247 Sep 07 16:40:16.092816 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59312) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:16.108586 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:40:16.109057 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.112384 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-89b61cba-0fb6-44c5-8829-d5745cb2c4c9 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] show failed (client error): The resource could not be found. Sep 07 16:40:16.113463 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-89b61cba-0fb6-44c5-8829-d5745cb2c4c9 tempest-NegativeSecGroupTest-206962387 tempest-NegativeSecGroupTest-206962387-project] 10.222.0.70 "GET /v2.0/security-group-rules/74d6be24-729b-4d31-af4d-7c1205ca0aed HTTP/1.1" status: 404 len: 356 time: 0.0187733 Sep 07 16:40:16.169570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd85c7-37b0-4be9-8596-89a53a34651a None None] DHCP port deletion for b0d7924a-bfd0-42ab-9bc8-9e19726a330b request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:40:16.190763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] For port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3a9c76c4-a5cb-4f61-bc79-993bf06746fc,segment=NetworkSegment(f700d3e5-73f9-43be-ab86-28029dfab1b7),segment_id=f700d3e5-73f9-43be-ab86-28029dfab1b7)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:16.191297 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.209677 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for 3a9c76c4-a5cb-4f61-bc79-993bf06746fc owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:40:16.259334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd85c7-37b0-4be9-8596-89a53a34651a None None] Deleting port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:40:16.260684 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9fd85c7-37b0-4be9-8596-89a53a34651a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.270088 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d01e90c2-5af4-4520-b7f8-d9690705adc7 None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:16.337140 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.359881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e9fd85c7-37b0-4be9-8596-89a53a34651a None None] For port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=3a9c76c4-a5cb-4f61-bc79-993bf06746fc,segment=NetworkSegment(f700d3e5-73f9-43be-ab86-28029dfab1b7),segment_id=f700d3e5-73f9-43be-ab86-28029dfab1b7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:16.360796 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9fd85c7-37b0-4be9-8596-89a53a34651a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.384781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No DVR routers for this DVR port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:40:16.387218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=3a9c76c4-a5cb-4f61-bc79-993bf06746fc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:16.402528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd85c7-37b0-4be9-8596-89a53a34651a None None] Calling delete_port for 3a9c76c4-a5cb-4f61-bc79-993bf06746fc owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:40:16.501092 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9fd85c7-37b0-4be9-8596-89a53a34651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.506736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.534299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d7924a-bfd0-42ab-9bc8-9e19726a330b']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:16.537658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd85c7-37b0-4be9-8596-89a53a34651a None None] Pushing event deleted for resources: {'Port': ['ID=3a9c76c4-a5cb-4f61-bc79-993bf06746fc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:16.547707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd85c7-37b0-4be9-8596-89a53a34651a None None] No DVR routers for this DVR port 3a9c76c4-a5cb-4f61-bc79-993bf06746fc on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:40:16.550597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f700d3e5-73f9-43be-ab86-28029dfab1b7') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:16.551010 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f700d3e5-73f9-43be-ab86-28029dfab1b7') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:16.554898 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d01e90c2-5af4-4520-b7f8-d9690705adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:14Z', 'revision_number': 8, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255', 'name': '', 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:a1:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:03Z', 'updated_at': '2021-09-07T16:40:10Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:16.564804 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.584394 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.589974 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e90c2-5af4-4520-b7f8-d9690705adc7 None None] The sync data for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 is: [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:14Z', 'revision_number': 8, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255', 'name': '', 'network_id': '4c84e4f5-1085-48b6-8d03-e53892331a31', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:a1:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:40:03Z', 'updated_at': '2021-09-07T16:40:10Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'e366981a-dbf0-4efe-8a6b-4c4e71184c6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:40:16.594455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:40:16.594455 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.596090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59338) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:40:16.597138 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:40:16.678531 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.689125 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.691075 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/networks/b0d7924a-bfd0-42ab-9bc8-9e19726a330b HTTP/1.1" status: 204 len: 168 time: 0.7972286 Sep 07 16:40:16.693936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59346) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:16.701596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f774b-ae7d-44f6-ad54-bda2df9a646c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Network': ['ID=b0d7924a-bfd0-42ab-9bc8-9e19726a330b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:16.822288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a4546339-564a-45a0-a33a-1a8846cf466d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ddcfadf1dbf42e6876e2e297cd4f394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259710 Sep 07 16:40:16.824921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59356) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:16.901070 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.924441 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02a916ca-9dfc-4cc2-b602-85d8f9392ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:16.963738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02a916ca-9dfc-4cc2-b602-85d8f9392ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:17.027950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02a916ca-9dfc-4cc2-b602-85d8f9392ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:17.032317 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02a916ca-9dfc-4cc2-b602-85d8f9392ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:17.049235 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-02a916ca-9dfc-4cc2-b602-85d8f9392ec0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f31b16e8-864f-4df2-94ac-8827b2ee0b16 HTTP/1.1" status: 204 len: 168 time: 0.2231615 Sep 07 16:40:17.057620 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a916ca-9dfc-4cc2-b602-85d8f9392ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31b16e8-864f-4df2-94ac-8827b2ee0b16,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:17.122266 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a52-d096-4089-a74d-8d8fbfdd20de tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:17.405838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2bf89a52-d096-4089-a74d-8d8fbfdd20de tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:40:17.406298 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a52-d096-4089-a74d-8d8fbfdd20de tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:17.518818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-2bf89a52-d096-4089-a74d-8d8fbfdd20de tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] For port 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255,segment=NetworkSegment(cfce1c20-970a-46c4-8352-6ea274d72dc5),segment_id=cfce1c20-970a-46c4-8352-6ea274d72dc5)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:17.519201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a52-d096-4089-a74d-8d8fbfdd20de tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:17.533925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-2bf89a52-d096-4089-a74d-8d8fbfdd20de tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:40:17.729282 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a52-d096-4089-a74d-8d8fbfdd20de tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:17.759679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf89a52-d096-4089-a74d-8d8fbfdd20de tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:17.909340 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2bf89a52-d096-4089-a74d-8d8fbfdd20de tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:18.184159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf89a52-d096-4089-a74d-8d8fbfdd20de tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router c921c907-f4c7-47a0-a369-79c072b64b03 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:40:18.191927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a9c76c4-a5cb-4f61-bc79-993bf06746fc no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:40:18.222237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 3a9c76c4-a5cb-4f61-bc79-993bf06746fc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:40:18.222994 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 3a9c76c4-a5cb-4f61-bc79-993bf06746fc not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:40:18.223650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4852257b-fe61-4ab1-95de-55a5f388cbd0 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:40:18.257831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 4852257b-fe61-4ab1-95de-55a5f388cbd0 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:40:18.258182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4852257b-fe61-4ab1-95de-55a5f388cbd0 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:40:18.318668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf89a52-d096-4089-a74d-8d8fbfdd20de tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:40:18.331354 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f8fb69-7a8d-4faf-bcb4-1bfd88b0ba4b None None] Sync routers for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:40:18.343046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f8fb69-7a8d-4faf-bcb4-1bfd88b0ba4b None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:18.343392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2bf89a52-d096-4089-a74d-8d8fbfdd20de tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6471407 Sep 07 16:40:18.344413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-50f8fb69-7a8d-4faf-bcb4-1bfd88b0ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:18.344995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59394) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:18.440362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e576a07-922b-426e-a028-792d8853b3a0 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting subnet e366981a-dbf0-4efe-8a6b-4c4e71184c6d {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:40:18.445461 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e576a07-922b-426e-a028-792d8853b3a0 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:18.469884 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-50f8fb69-7a8d-4faf-bcb4-1bfd88b0ba4b None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:18.532904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e576a07-922b-426e-a028-792d8853b3a0 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:18.657287 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e576a07-922b-426e-a028-792d8853b3a0 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:18.735738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-50f8fb69-7a8d-4faf-bcb4-1bfd88b0ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:17Z', 'revision_number': 9, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:18.740021 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e576a07-922b-426e-a028-792d8853b3a0 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:18.767228 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3e576a07-922b-426e-a028-792d8853b3a0 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:18.769017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e4ad34-df34-4b89-af33-88491eed4663 None None] Network 4c84e4f5-1085-48b6-8d03-e53892331a31 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:40:18.770928 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3e576a07-922b-426e-a028-792d8853b3a0 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/e366981a-dbf0-4efe-8a6b-4c4e71184c6d HTTP/1.1" status: 204 len: 168 time: 0.4242830 Sep 07 16:40:18.772403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f8fb69-7a8d-4faf-bcb4-1bfd88b0ba4b None None] Checking router: c921c907-f4c7-47a0-a369-79c072b64b03 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:40:18.774243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59406) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:18.800474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e576a07-922b-426e-a028-792d8853b3a0 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Subnet': ['ID=e366981a-dbf0-4efe-8a6b-4c4e71184c6d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:18.812139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f8fb69-7a8d-4faf-bcb4-1bfd88b0ba4b None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:18.812800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-50f8fb69-7a8d-4faf-bcb4-1bfd88b0ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:18.915405 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:18.999142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-50f8fb69-7a8d-4faf-bcb4-1bfd88b0ba4b None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:19.035334 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port e277f607-88bc-440a-af9e-975d14ee6934 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:40:19.035720 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:19.119091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef44d22d-11db-486a-b5ff-d19fad681c4b None None] DHCP port deletion for 4c84e4f5-1085-48b6-8d03-e53892331a31 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:40:19.188604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] For port e277f607-88bc-440a-af9e-975d14ee6934, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e277f607-88bc-440a-af9e-975d14ee6934,segment=NetworkSegment(cfce1c20-970a-46c4-8352-6ea274d72dc5),segment_id=cfce1c20-970a-46c4-8352-6ea274d72dc5)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:19.188934 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:19.223462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for e277f607-88bc-440a-af9e-975d14ee6934 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:40:19.265149 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ef44d22d-11db-486a-b5ff-d19fad681c4b None None] Deleting port e277f607-88bc-440a-af9e-975d14ee6934 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:40:19.265580 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef44d22d-11db-486a-b5ff-d19fad681c4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:19.411685 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:19.423352 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ef44d22d-11db-486a-b5ff-d19fad681c4b None None] For port e277f607-88bc-440a-af9e-975d14ee6934, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e277f607-88bc-440a-af9e-975d14ee6934,segment=NetworkSegment(cfce1c20-970a-46c4-8352-6ea274d72dc5),segment_id=cfce1c20-970a-46c4-8352-6ea274d72dc5)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:19.423907 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef44d22d-11db-486a-b5ff-d19fad681c4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:19.441316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ef44d22d-11db-486a-b5ff-d19fad681c4b None None] Calling delete_port for e277f607-88bc-440a-af9e-975d14ee6934 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:40:19.457318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-50f8fb69-7a8d-4faf-bcb4-1bfd88b0ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:17Z', 'revision_number': 9, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:19.459535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=e277f607-88bc-440a-af9e-975d14ee6934,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:19.470497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No DVR routers for this DVR port e277f607-88bc-440a-af9e-975d14ee6934 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:40:19.494579 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f8fb69-7a8d-4faf-bcb4-1bfd88b0ba4b None None] The sync data for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 is: [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:17Z', 'revision_number': 9, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e689a36d-b680-4c37-a8e1-114e2ca021fb', 'name': '', 'network_id': 'c017b790-0b41-4e9b-979a-248687780799', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:2b:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:59Z', 'updated_at': '2021-09-07T16:40:04Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': '2e872edd-cd8a-4648-b5a6-fdcb5b497feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:40:19.610193 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:19.630313 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef44d22d-11db-486a-b5ff-d19fad681c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:19.647937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c84e4f5-1085-48b6-8d03-e53892331a31']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:19.662123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfce1c20-970a-46c4-8352-6ea274d72dc5') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:19.662429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfce1c20-970a-46c4-8352-6ea274d72dc5') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:19.671807 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44d22d-11db-486a-b5ff-d19fad681c4b None None] Pushing event deleted for resources: {'Port': ['ID=e277f607-88bc-440a-af9e-975d14ee6934,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:19.673719 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:19.680155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44d22d-11db-486a-b5ff-d19fad681c4b None None] No DVR routers for this DVR port e277f607-88bc-440a-af9e-975d14ee6934 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:40:19.693328 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:19.700448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:40:19.700976 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:40:19.704062 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:40:19.778419 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:19.814719 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:19.817269 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/networks/4c84e4f5-1085-48b6-8d03-e53892331a31 HTTP/1.1" status: 204 len: 168 time: 1.0413530 Sep 07 16:40:19.818413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0187390-7b97-4e65-8330-1bedd600e94e tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Network': ['ID=4c84e4f5-1085-48b6-8d03-e53892331a31,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:19.819591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59432) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:19.840283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59434) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:20.056319 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-487e3dc8-5754-45c7-8c41-c53a37e3de49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:20.125035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e277f607-88bc-440a-af9e-975d14ee6934 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:40:20.174659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: e277f607-88bc-440a-af9e-975d14ee6934 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:40:20.175290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e277f607-88bc-440a-af9e-975d14ee6934 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:40:20.175953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:40:20.191388 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-487e3dc8-5754-45c7-8c41-c53a37e3de49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:20.197937 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-487e3dc8-5754-45c7-8c41-c53a37e3de49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:20.201397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:40:20.202018 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8bbca465-bb6f-4cf8-91e9-0e2e3ad2c255 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:40:20.257284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-487e3dc8-5754-45c7-8c41-c53a37e3de49 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6efed6c7b2b7411caf90f96ed38c46a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156237 Sep 07 16:40:20.259271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e3dc8-5754-45c7-8c41-c53a37e3de49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de189e8-633b-4778-87b0-aefee5f21438,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:20.261242 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59444) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:20.267369 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:40:20.281372 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23e087a9-7283-443f-bc1f-91f093e36561 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:20.401538 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9231088-fd85-4166-b494-5b26853ab792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:20.458015 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9231088-fd85-4166-b494-5b26853ab792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:20.540210 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9231088-fd85-4166-b494-5b26853ab792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:20.542943 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9231088-fd85-4166-b494-5b26853ab792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:20.546975 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b9231088-fd85-4166-b494-5b26853ab792 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5de189e8-633b-4778-87b0-aefee5f21438 HTTP/1.1" status: 204 len: 168 time: 0.2808044 Sep 07 16:40:20.575466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9231088-fd85-4166-b494-5b26853ab792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de189e8-633b-4778-87b0-aefee5f21438,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:20.649214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-23e087a9-7283-443f-bc1f-91f093e36561 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port e689a36d-b680-4c37-a8e1-114e2ca021fb {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:40:20.649572 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23e087a9-7283-443f-bc1f-91f093e36561 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:20.750153 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-23e087a9-7283-443f-bc1f-91f093e36561 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] For port e689a36d-b680-4c37-a8e1-114e2ca021fb, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=e689a36d-b680-4c37-a8e1-114e2ca021fb,segment=NetworkSegment(55bfe281-60df-404f-9ff8-ebbb3c877b7b),segment_id=55bfe281-60df-404f-9ff8-ebbb3c877b7b)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:20.750530 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23e087a9-7283-443f-bc1f-91f093e36561 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:20.764038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-23e087a9-7283-443f-bc1f-91f093e36561 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for e689a36d-b680-4c37-a8e1-114e2ca021fb owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:40:20.856107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59462) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:20.870938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce2e1473-d49e-42e2-a428-1916308d79d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:20.945566 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23e087a9-7283-443f-bc1f-91f093e36561 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:20.976257 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e087a9-7283-443f-bc1f-91f093e36561 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=e689a36d-b680-4c37-a8e1-114e2ca021fb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:21.019762 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce2e1473-d49e-42e2-a428-1916308d79d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:21.024554 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ce2e1473-d49e-42e2-a428-1916308d79d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:21.069210 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ce2e1473-d49e-42e2-a428-1916308d79d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=566a686e9a5146a384752ba7c2708461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116647 Sep 07 16:40:21.072706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59464) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:21.081330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e1473-d49e-42e2-a428-1916308d79d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf4ec67-ca8c-4726-ace5-41f5e4200dbd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:21.122121 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-23e087a9-7283-443f-bc1f-91f093e36561 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:21.140985 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d2495b5-c670-442d-8c28-3bd388cd0465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:21.167418 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d2495b5-c670-442d-8c28-3bd388cd0465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:21.223990 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d2495b5-c670-442d-8c28-3bd388cd0465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:21.227514 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0d2495b5-c670-442d-8c28-3bd388cd0465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:21.228757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0d2495b5-c670-442d-8c28-3bd388cd0465 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8cf4ec67-ca8c-4726-ace5-41f5e4200dbd HTTP/1.1" status: 204 len: 168 time: 0.1549382 Sep 07 16:40:21.243257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2495b5-c670-442d-8c28-3bd388cd0465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf4ec67-ca8c-4726-ace5-41f5e4200dbd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:21.355177 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e087a9-7283-443f-bc1f-91f093e36561 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router c921c907-f4c7-47a0-a369-79c072b64b03 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:40:21.728218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e087a9-7283-443f-bc1f-91f093e36561 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:40:21.740785 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e2dfb-638f-460b-b373-ab60ecc08047 None None] Sync routers for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:40:21.744391 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-23e087a9-7283-443f-bc1f-91f093e36561 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9219468 Sep 07 16:40:21.746099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59474) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:21.761274 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e2dfb-638f-460b-b373-ab60ecc08047 None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:21.761932 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4a8e2dfb-638f-460b-b373-ab60ecc08047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:21.835222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6ab01f-d467-45cd-b579-27d92222a03c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting subnet 2e872edd-cd8a-4648-b5a6-fdcb5b497feb {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:40:21.840623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01f-d467-45cd-b579-27d92222a03c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:21.869275 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4a8e2dfb-638f-460b-b373-ab60ecc08047 None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:21.889958 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01f-d467-45cd-b579-27d92222a03c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.020392 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01f-d467-45cd-b579-27d92222a03c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.148257 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01f-d467-45cd-b579-27d92222a03c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.208794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ab01f-d467-45cd-b579-27d92222a03c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Subnet': ['ID=2e872edd-cd8a-4648-b5a6-fdcb5b497feb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:22.210592 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4a8e2dfb-638f-460b-b373-ab60ecc08047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:20Z', 'revision_number': 10, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:22.219319 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01f-d467-45cd-b579-27d92222a03c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.221356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2b6ab01f-d467-45cd-b579-27d92222a03c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/2e872edd-cd8a-4648-b5a6-fdcb5b497feb HTTP/1.1" status: 204 len: 168 time: 0.4741757 Sep 07 16:40:22.224082 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59484) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:22.228111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91eb919-ddde-4e43-964b-e81152b35aa9 None None] Network c017b790-0b41-4e9b-979a-248687780799 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:40:22.255263 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e2dfb-638f-460b-b373-ab60ecc08047 None None] Checking router: c921c907-f4c7-47a0-a369-79c072b64b03 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:40:22.269310 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e2dfb-638f-460b-b373-ab60ecc08047 None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:22.270355 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4a8e2dfb-638f-460b-b373-ab60ecc08047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:22.327308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.391781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port 7748eefc-7c88-450a-a0b6-06251d846144 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:40:22.392218 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.408660 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4a8e2dfb-638f-460b-b373-ab60ecc08047 None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:22.526082 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738e6e8-c96e-4380-a6a7-b8fcef8b4f1b None None] DHCP port deletion for c017b790-0b41-4e9b-979a-248687780799 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:40:22.534077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] For port 7748eefc-7c88-450a-a0b6-06251d846144, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7748eefc-7c88-450a-a0b6-06251d846144,segment=NetworkSegment(55bfe281-60df-404f-9ff8-ebbb3c877b7b),segment_id=55bfe281-60df-404f-9ff8-ebbb3c877b7b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:22.534730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.549523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for 7748eefc-7c88-450a-a0b6-06251d846144 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:40:22.613506 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2738e6e8-c96e-4380-a6a7-b8fcef8b4f1b None None] Deleting port 7748eefc-7c88-450a-a0b6-06251d846144 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:40:22.616093 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2738e6e8-c96e-4380-a6a7-b8fcef8b4f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.650342 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.685415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=7748eefc-7c88-450a-a0b6-06251d846144,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:22.697030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No DVR routers for this DVR port 7748eefc-7c88-450a-a0b6-06251d846144 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:40:22.703093 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4a8e2dfb-638f-460b-b373-ab60ecc08047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:20Z', 'revision_number': 10, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:22.719440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2738e6e8-c96e-4380-a6a7-b8fcef8b4f1b None None] For port 7748eefc-7c88-450a-a0b6-06251d846144, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7748eefc-7c88-450a-a0b6-06251d846144,segment=NetworkSegment(55bfe281-60df-404f-9ff8-ebbb3c877b7b),segment_id=55bfe281-60df-404f-9ff8-ebbb3c877b7b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:22.719932 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2738e6e8-c96e-4380-a6a7-b8fcef8b4f1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.734264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2738e6e8-c96e-4380-a6a7-b8fcef8b4f1b None None] Calling delete_port for 7748eefc-7c88-450a-a0b6-06251d846144 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:40:22.740062 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e2dfb-638f-460b-b373-ab60ecc08047 None None] The sync data for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 is: [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:20Z', 'revision_number': 10, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None, '_interfaces': [{'id': '23633842-68e5-4e0f-a694-da88e887ccfc', 'name': '', 'network_id': 'e827f347-743d-42f2-a8dd-533c19b18443', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'mac_address': 'fa:16:3e:9a:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:39:54Z', 'updated_at': '2021-09-07T16:40:00Z', 'revision_number': 5, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'subnets': [{'id': 'f27344c5-d456-45b8-a814-854274fe8ce6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:40:22.827163 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2738e6e8-c96e-4380-a6a7-b8fcef8b4f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.846329 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.854322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738e6e8-c96e-4380-a6a7-b8fcef8b4f1b None None] Pushing event deleted for resources: {'Port': ['ID=7748eefc-7c88-450a-a0b6-06251d846144,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:22.856540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2738e6e8-c96e-4380-a6a7-b8fcef8b4f1b None None] No DVR routers for this DVR port 7748eefc-7c88-450a-a0b6-06251d846144 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:40:22.877296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c017b790-0b41-4e9b-979a-248687780799']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:22.886121 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bfe281-60df-404f-9ff8-ebbb3c877b7b') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:22.886424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bfe281-60df-404f-9ff8-ebbb3c877b7b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:22.899035 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.916939 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.924877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:40:22.925306 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:40:22.930096 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:40:23.009591 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:23.032193 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:23.036456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/networks/c017b790-0b41-4e9b-979a-248687780799 HTTP/1.1" status: 204 len: 168 time: 0.8090107 Sep 07 16:40:23.037061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59492) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:23.053215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee632c-abdf-4407-84e3-2b2eb99e9a75 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Network': ['ID=c017b790-0b41-4e9b-979a-248687780799,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:23.418172 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-adb99526-5bf6-4857-b7be-9f6afaa383c8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:23.704224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-adb99526-5bf6-4857-b7be-9f6afaa383c8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port 23633842-68e5-4e0f-a694-da88e887ccfc {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:40:23.704611 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-adb99526-5bf6-4857-b7be-9f6afaa383c8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:23.825553 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-adb99526-5bf6-4857-b7be-9f6afaa383c8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] For port 23633842-68e5-4e0f-a694-da88e887ccfc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=23633842-68e5-4e0f-a694-da88e887ccfc,segment=NetworkSegment(21297564-f347-4679-8955-3b7727b1ab8b),segment_id=21297564-f347-4679-8955-3b7727b1ab8b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:23.826438 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-adb99526-5bf6-4857-b7be-9f6afaa383c8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:23.866695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-adb99526-5bf6-4857-b7be-9f6afaa383c8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for 23633842-68e5-4e0f-a694-da88e887ccfc owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:40:24.101084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7748eefc-7c88-450a-a0b6-06251d846144 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:40:24.123049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 7748eefc-7c88-450a-a0b6-06251d846144 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:40:24.134532 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7748eefc-7c88-450a-a0b6-06251d846144 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:40:24.135663 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e689a36d-b680-4c37-a8e1-114e2ca021fb no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:40:24.157876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: e689a36d-b680-4c37-a8e1-114e2ca021fb {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:40:24.158543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device e689a36d-b680-4c37-a8e1-114e2ca021fb not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:40:24.196008 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-adb99526-5bf6-4857-b7be-9f6afaa383c8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:24.229283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb99526-5bf6-4857-b7be-9f6afaa383c8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=23633842-68e5-4e0f-a694-da88e887ccfc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:24.372550 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-adb99526-5bf6-4857-b7be-9f6afaa383c8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:24.574624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb99526-5bf6-4857-b7be-9f6afaa383c8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router c921c907-f4c7-47a0-a369-79c072b64b03 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:40:24.675421 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb99526-5bf6-4857-b7be-9f6afaa383c8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:40:24.684860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-adb99526-5bf6-4857-b7be-9f6afaa383c8 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6436131 Sep 07 16:40:24.685740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59520) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:24.689217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f806c9e-0b86-4a0f-8141-5482d057b642 None None] Sync routers for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:40:24.700135 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f806c9e-0b86-4a0f-8141-5482d057b642 None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:24.701289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f806c9e-0b86-4a0f-8141-5482d057b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:24.761702 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b9fc31-48fc-48cc-b135-adfba7d84c29 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting subnet f27344c5-d456-45b8-a814-854274fe8ce6 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:40:24.771639 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49b9fc31-48fc-48cc-b135-adfba7d84c29 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:24.836220 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49b9fc31-48fc-48cc-b135-adfba7d84c29 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:24.960276 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49b9fc31-48fc-48cc-b135-adfba7d84c29 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:24.999478 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4f806c9e-0b86-4a0f-8141-5482d057b642 None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:25.062096 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f806c9e-0b86-4a0f-8141-5482d057b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:24Z', 'revision_number': 11, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:25.090670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f806c9e-0b86-4a0f-8141-5482d057b642 None None] Checking router: c921c907-f4c7-47a0-a369-79c072b64b03 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:40:25.109791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f806c9e-0b86-4a0f-8141-5482d057b642 None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:25.116881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f806c9e-0b86-4a0f-8141-5482d057b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:25.130519 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49b9fc31-48fc-48cc-b135-adfba7d84c29 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:25.166765 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9fc31-48fc-48cc-b135-adfba7d84c29 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Subnet': ['ID=f27344c5-d456-45b8-a814-854274fe8ce6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:25.185774 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49b9fc31-48fc-48cc-b135-adfba7d84c29 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:25.192255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59528) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:25.193451 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-49b9fc31-48fc-48cc-b135-adfba7d84c29 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/f27344c5-d456-45b8-a814-854274fe8ce6 HTTP/1.1" status: 204 len: 168 time: 0.5055678 Sep 07 16:40:25.209241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31912c6-6f28-4189-98a8-1018c703675a None None] Network e827f347-743d-42f2-a8dd-533c19b18443 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:40:25.220006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-4f806c9e-0b86-4a0f-8141-5482d057b642 None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:25.327519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-4f806c9e-0b86-4a0f-8141-5482d057b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:24Z', 'revision_number': 11, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:25.407159 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f806c9e-0b86-4a0f-8141-5482d057b642 None None] The sync data for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 is: [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:24Z', 'revision_number': 11, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:40:25.694816 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:25.792984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Deleting port 7cfffe87-4aa5-4b44-93ba-500dad61a336 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:40:25.796200 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:25.830094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c73e928-563d-4bdb-b465-c205f2759253 None None] DHCP port deletion for e827f347-743d-42f2-a8dd-533c19b18443 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:40:25.916054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7c73e928-563d-4bdb-b465-c205f2759253 None None] Deleting port 7cfffe87-4aa5-4b44-93ba-500dad61a336 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:40:25.916553 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c73e928-563d-4bdb-b465-c205f2759253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:25.938244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] For port 7cfffe87-4aa5-4b44-93ba-500dad61a336, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7cfffe87-4aa5-4b44-93ba-500dad61a336,segment=NetworkSegment(21297564-f347-4679-8955-3b7727b1ab8b),segment_id=21297564-f347-4679-8955-3b7727b1ab8b)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:25.939557 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:25.955278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Calling delete_port for 7cfffe87-4aa5-4b44-93ba-500dad61a336 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:40:26.032628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7c73e928-563d-4bdb-b465-c205f2759253 None None] For port 7cfffe87-4aa5-4b44-93ba-500dad61a336, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=7cfffe87-4aa5-4b44-93ba-500dad61a336,segment=NetworkSegment(21297564-f347-4679-8955-3b7727b1ab8b),segment_id=21297564-f347-4679-8955-3b7727b1ab8b)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:26.032976 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c73e928-563d-4bdb-b465-c205f2759253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:26.055937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7c73e928-563d-4bdb-b465-c205f2759253 None None] Calling delete_port for 7cfffe87-4aa5-4b44-93ba-500dad61a336 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:40:26.079933 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:26.170075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No DVR routers for this DVR port 7cfffe87-4aa5-4b44-93ba-500dad61a336 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:40:26.178737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Port': ['ID=7cfffe87-4aa5-4b44-93ba-500dad61a336,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:26.183528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 23633842-68e5-4e0f-a694-da88e887ccfc no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:40:26.229298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 23633842-68e5-4e0f-a694-da88e887ccfc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:40:26.229720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 23633842-68e5-4e0f-a694-da88e887ccfc not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:40:26.230160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7cfffe87-4aa5-4b44-93ba-500dad61a336 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:40:26.256868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 7cfffe87-4aa5-4b44-93ba-500dad61a336 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:40:26.257221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 7cfffe87-4aa5-4b44-93ba-500dad61a336 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:40:26.259326 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c73e928-563d-4bdb-b465-c205f2759253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:26.296161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73e928-563d-4bdb-b465-c205f2759253 None None] Pushing event deleted for resources: {'Port': ['ID=7cfffe87-4aa5-4b44-93ba-500dad61a336,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:26.305148 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:26.319134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c73e928-563d-4bdb-b465-c205f2759253 None None] No DVR routers for this DVR port 7cfffe87-4aa5-4b44-93ba-500dad61a336 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:40:26.356273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e827f347-743d-42f2-a8dd-533c19b18443']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:26.370498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21297564-f347-4679-8955-3b7727b1ab8b') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:26.372925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21297564-f347-4679-8955-3b7727b1ab8b') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:26.390967 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:26.414407 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:26.426269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:40:26.426887 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:40:26.431484 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:40:26.585005 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:26.600559 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:26.605500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59540) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:26.606070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/networks/e827f347-743d-42f2-a8dd-533c19b18443 HTTP/1.1" status: 204 len: 168 time: 1.4123802 Sep 07 16:40:26.612596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b7181bec-68ca-4219-a522-44d2217080dc tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'router': {'routes': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:26.637900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af567cae-1921-47a7-aa5f-c54c7b744a63 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Pushing event deleted for resources: {'Network': ['ID=e827f347-743d-42f2-a8dd-533c19b18443,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:26.951234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-b7181bec-68ca-4219-a522-44d2217080dc tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Added routes are [] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 16:40:26.951519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.extraroute_db [None req-b7181bec-68ca-4219-a522-44d2217080dc tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Removed routes are [] {{(pid=94771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 16:40:26.951859 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7181bec-68ca-4219-a522-44d2217080dc tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:27.187947 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7181bec-68ca-4219-a522-44d2217080dc tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:27.194459 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7181bec-68ca-4219-a522-44d2217080dc tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:27.292736 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7181bec-68ca-4219-a522-44d2217080dc tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router c921c907-f4c7-47a0-a369-79c072b64b03 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:40:27.471718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7181bec-68ca-4219-a522-44d2217080dc tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:40:27.481413 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad1590-b3ac-422b-9cee-cca8078624a3 None None] Sync routers for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:40:27.486040 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b7181bec-68ca-4219-a522-44d2217080dc tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:27.487407 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b7181bec-68ca-4219-a522-44d2217080dc tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03 HTTP/1.1" status: 200 len: 705 time: 0.8789966 Sep 07 16:40:27.490245 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59550) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:27.505365 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad1590-b3ac-422b-9cee-cca8078624a3 None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:27.511489 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-63ad1590-b3ac-422b-9cee-cca8078624a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:27.531394 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-934f682c-4e4b-4328-abe8-e1da3cac53a6 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=c921c907-f4c7-47a0-a369-79c072b64b03 HTTP/1.1" status: 200 len: 205 time: 0.0382388 Sep 07 16:40:27.537919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59552) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:27.617703 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-63ad1590-b3ac-422b-9cee-cca8078624a3 None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:27.710430 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-63ad1590-b3ac-422b-9cee-cca8078624a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:24Z', 'revision_number': 11, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:27.714681 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-720cc6c2-d678-4732-b37a-9f7c301e8649 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:27.765181 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad1590-b3ac-422b-9cee-cca8078624a3 None None] Checking router: c921c907-f4c7-47a0-a369-79c072b64b03 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:40:27.784376 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad1590-b3ac-422b-9cee-cca8078624a3 None None] Routers {'c921c907-f4c7-47a0-a369-79c072b64b03'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:27.785131 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-63ad1590-b3ac-422b-9cee-cca8078624a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['c921c907-f4c7-47a0-a369-79c072b64b03'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:27.869392 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-63ad1590-b3ac-422b-9cee-cca8078624a3 None None] Set router c921c907-f4c7-47a0-a369-79c072b64b03 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:27.952717 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-63ad1590-b3ac-422b-9cee-cca8078624a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:24Z', 'revision_number': 11, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:27.980245 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-720cc6c2-d678-4732-b37a-9f7c301e8649 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:27.980510 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad1590-b3ac-422b-9cee-cca8078624a3 None None] The sync data for ids ['c921c907-f4c7-47a0-a369-79c072b64b03'] in n-d-807551-3 is: [{'id': 'c921c907-f4c7-47a0-a369-79c072b64b03', 'name': 'tempest-RoutersIpV6Test-router-1432797465', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:39:53Z', 'updated_at': '2021-09-07T16:40:24Z', 'revision_number': 11, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:40:27.984428 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-720cc6c2-d678-4732-b37a-9f7c301e8649 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:28.065622 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-720cc6c2-d678-4732-b37a-9f7c301e8649 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:28.066290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720cc6c2-d678-4732-b37a-9f7c301e8649 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Fanout notify agent at l3_agent the message router_deleted on router c921c907-f4c7-47a0-a369-79c072b64b03 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:40:28.073603 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-720cc6c2-d678-4732-b37a-9f7c301e8649 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:28.074731 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-720cc6c2-d678-4732-b37a-9f7c301e8649 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03 HTTP/1.1" status: 204 len: 168 time: 0.5356915 Sep 07 16:40:28.079283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59570) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:28.085937 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8f84c4e7-6583-43f8-b603-3bd9ac2d27c1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-753309479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:28.120188 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f84c4e7-6583-43f8-b603-3bd9ac2d27c1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:28.121668 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f84c4e7-6583-43f8-b603-3bd9ac2d27c1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:28.214082 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f84c4e7-6583-43f8-b603-3bd9ac2d27c1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:28.219774 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f84c4e7-6583-43f8-b603-3bd9ac2d27c1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:28.241726 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8f84c4e7-6583-43f8-b603-3bd9ac2d27c1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:28.243015 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8f84c4e7-6583-43f8-b603-3bd9ac2d27c1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1619751 Sep 07 16:40:28.245788 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59574) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:28.250917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-feb3b412-f4af-4b0f-afc1-6932988e0bd3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:28.461850 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-feb3b412-f4af-4b0f-afc1-6932988e0bd3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7993854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7994382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14981'] for router, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:28.479024 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-feb3b412-f4af-4b0f-afc1-6932988e0bd3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7993831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7993832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7994487'] for router, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:28.583771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb3b412-f4af-4b0f-afc1-6932988e0bd3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Router 4e014e20-3bdf-40ff-a7ff-2a9b0205b400 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:40:28.659395 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb3b412-f4af-4b0f-afc1-6932988e0bd3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:40:28.666960 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-feb3b412-f4af-4b0f-afc1-6932988e0bd3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:28.670487 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-feb3b412-f4af-4b0f-afc1-6932988e0bd3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "PUT /v2.0/routers/4e014e20-3bdf-40ff-a7ff-2a9b0205b400 HTTP/1.1" status: 200 len: 697 time: 0.4211562 Sep 07 16:40:28.670759 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59576) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:28.671314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ba138-7f13-48b1-a485-f8920ea8cdbc None None] Sync routers for ids ['4e014e20-3bdf-40ff-a7ff-2a9b0205b400'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:40:28.680451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ba138-7f13-48b1-a485-f8920ea8cdbc None None] Routers {'4e014e20-3bdf-40ff-a7ff-2a9b0205b400'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:28.681351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fe8ba138-7f13-48b1-a485-f8920ea8cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e014e20-3bdf-40ff-a7ff-2a9b0205b400'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:28.754518 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-08d6d5d9-3788-46ea-abb3-b2282e20df96 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/routers/4e014e20-3bdf-40ff-a7ff-2a9b0205b400 HTTP/1.1" status: 200 len: 703 time: 0.0826342 Sep 07 16:40:28.757579 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59578) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:28.763809 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-fe8ba138-7f13-48b1-a485-f8920ea8cdbc None None] Set router 4e014e20-3bdf-40ff-a7ff-2a9b0205b400 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:28.785910 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bef8c3b4-130a-466e-b7bb-dcffc2562c5d tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e014e20-3bdf-40ff-a7ff-2a9b0205b400 HTTP/1.1" status: 200 len: 205 time: 0.0268917 Sep 07 16:40:28.788638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59580) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:28.824352 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fe8ba138-7f13-48b1-a485-f8920ea8cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e014e20-3bdf-40ff-a7ff-2a9b0205b400', 'name': 'tempest-RoutersIpV6Test-router-753309479', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:40:28Z', 'updated_at': '2021-09-07T16:40:28Z', 'revision_number': 2, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:28.853161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ba138-7f13-48b1-a485-f8920ea8cdbc None None] Checking router: 4e014e20-3bdf-40ff-a7ff-2a9b0205b400 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:40:28.863802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ba138-7f13-48b1-a485-f8920ea8cdbc None None] Routers {'4e014e20-3bdf-40ff-a7ff-2a9b0205b400'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:28.864724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fe8ba138-7f13-48b1-a485-f8920ea8cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4e014e20-3bdf-40ff-a7ff-2a9b0205b400'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:28.874563 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e0ba-6b42-4f30-8629-bafcabf0bf31 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:28.938121 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-fe8ba138-7f13-48b1-a485-f8920ea8cdbc None None] Set router 4e014e20-3bdf-40ff-a7ff-2a9b0205b400 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:29.004025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fe8ba138-7f13-48b1-a485-f8920ea8cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e014e20-3bdf-40ff-a7ff-2a9b0205b400', 'name': 'tempest-RoutersIpV6Test-router-753309479', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:40:28Z', 'updated_at': '2021-09-07T16:40:28Z', 'revision_number': 2, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:29.035975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ba138-7f13-48b1-a485-f8920ea8cdbc None None] The sync data for ids ['4e014e20-3bdf-40ff-a7ff-2a9b0205b400'] in n-d-807551-3 is: [{'id': '4e014e20-3bdf-40ff-a7ff-2a9b0205b400', 'name': 'tempest-RoutersIpV6Test-router-753309479', 'tenant_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:40:28Z', 'updated_at': '2021-09-07T16:40:28Z', 'revision_number': 2, 'project_id': 'bf2ab839cd034926bbc9da3ca8e2ad2e', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:40:29.060613 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e0ba-6b42-4f30-8629-bafcabf0bf31 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:29.063479 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e0ba-6b42-4f30-8629-bafcabf0bf31 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:29.428030 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e0ba-6b42-4f30-8629-bafcabf0bf31 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:29.428699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc9e0ba-6b42-4f30-8629-bafcabf0bf31 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Fanout notify agent at l3_agent the message router_deleted on router 4e014e20-3bdf-40ff-a7ff-2a9b0205b400 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:40:29.436153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e0ba-6b42-4f30-8629-bafcabf0bf31 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:29.437277 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5bc9e0ba-6b42-4f30-8629-bafcabf0bf31 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/4e014e20-3bdf-40ff-a7ff-2a9b0205b400 HTTP/1.1" status: 204 len: 168 time: 0.6477308 Sep 07 16:40:29.440732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59588) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:29.470537 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9ebc2ba7-5968-4b11-8336-2507d160c922 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e014e20-3bdf-40ff-a7ff-2a9b0205b400 HTTP/1.1" status: 200 len: 205 time: 0.0283701 Sep 07 16:40:29.472795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59590) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:29.512243 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-b670cd38-3ab8-4d80-8be6-ce5647fd91ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] delete failed (client error): The resource could not be found. Sep 07 16:40:29.513265 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b670cd38-3ab8-4d80-8be6-ce5647fd91ee tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/4e014e20-3bdf-40ff-a7ff-2a9b0205b400 HTTP/1.1" status: 404 len: 336 time: 0.0394807 Sep 07 16:40:29.515836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59592) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:29.549366 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-650cb978-98f3-40f8-aaa1-64dfbef3b42a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] DELETE failed (client error): The resource could not be found. Sep 07 16:40:29.549825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650cb978-98f3-40f8-aaa1-64dfbef3b42a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:40:29.553976 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-650cb978-98f3-40f8-aaa1-64dfbef3b42a tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/d0563cb0-bf16-4533-8769-afb3a5661349 HTTP/1.1" status: 404 len: 337 time: 0.0347705 Sep 07 16:40:29.556034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59596) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:29.611489 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-74586bb5-a4ad-4a64-8091-e2eec7112174 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] DELETE failed (client error): The resource could not be found. Sep 07 16:40:29.611980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74586bb5-a4ad-4a64-8091-e2eec7112174 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:40:29.613792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-74586bb5-a4ad-4a64-8091-e2eec7112174 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/e366981a-dbf0-4efe-8a6b-4c4e71184c6d HTTP/1.1" status: 404 len: 337 time: 0.0566845 Sep 07 16:40:29.616742 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59602) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:29.647647 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cc2f2f-75f8-4b73-a8ed-60ece6d86c54 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] DELETE failed (client error): The resource could not be found. Sep 07 16:40:29.648217 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cc2f2f-75f8-4b73-a8ed-60ece6d86c54 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:40:29.650536 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a1cc2f2f-75f8-4b73-a8ed-60ece6d86c54 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/2e872edd-cd8a-4648-b5a6-fdcb5b497feb HTTP/1.1" status: 404 len: 337 time: 0.0325963 Sep 07 16:40:29.654220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59606) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:29.705393 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-290030b5-d288-4b66-9697-ee94fc9b03df tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] DELETE failed (client error): The resource could not be found. Sep 07 16:40:29.705812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290030b5-d288-4b66-9697-ee94fc9b03df tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:40:29.707608 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-290030b5-d288-4b66-9697-ee94fc9b03df tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/f27344c5-d456-45b8-a814-854274fe8ce6 HTTP/1.1" status: 404 len: 337 time: 0.0520432 Sep 07 16:40:29.710825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59610) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:29.747025 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9cf1eb6c-632f-4bea-be5e-55a2aeeaa07b tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=c921c907-f4c7-47a0-a369-79c072b64b03 HTTP/1.1" status: 200 len: 205 time: 0.0292537 Sep 07 16:40:29.747025 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59612) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:29.783918 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-4e4b31e1-036a-44cb-a42c-cca3ae0a71c3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] delete failed (client error): The resource could not be found. Sep 07 16:40:29.785039 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4e4b31e1-036a-44cb-a42c-cca3ae0a71c3 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/c921c907-f4c7-47a0-a369-79c072b64b03 HTTP/1.1" status: 404 len: 336 time: 0.0405509 Sep 07 16:40:29.787623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59614) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:29.821334 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2c5296ee-dffe-49b1-a010-48eb4ff560ab tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=7236e734-16dc-40e2-a165-f94137ffc3b9 HTTP/1.1" status: 200 len: 205 time: 0.0325663 Sep 07 16:40:29.823870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59616) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:29.873739 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-df25f70f-191d-4b1e-829e-9da4ca66d895 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] delete failed (client error): The resource could not be found. Sep 07 16:40:29.874540 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-df25f70f-191d-4b1e-829e-9da4ca66d895 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/7236e734-16dc-40e2-a165-f94137ffc3b9 HTTP/1.1" status: 404 len: 336 time: 0.0495839 Sep 07 16:40:29.880765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59618) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:29.918755 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e2f787-2bfb-495d-acbf-43c8d25711e0 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] DELETE failed (client error): The resource could not be found. Sep 07 16:40:29.919581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e2f787-2bfb-495d-acbf-43c8d25711e0 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:40:29.921650 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b5e2f787-2bfb-495d-acbf-43c8d25711e0 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/61a3ca15-04b2-4706-ba01-71788d7327f0 HTTP/1.1" status: 404 len: 337 time: 0.0396578 Sep 07 16:40:29.925973 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59620) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:29.983437 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b5a0459c-404e-4485-9c4c-b2d5cb081345 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=79c93371-7b8a-4091-a5b8-fe9b81cbd4f9 HTTP/1.1" status: 200 len: 205 time: 0.0562859 Sep 07 16:40:29.985887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59622) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:30.049511 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-c5415450-7d66-4d9c-9320-5bf20d281711 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] delete failed (client error): The resource could not be found. Sep 07 16:40:30.050647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c5415450-7d66-4d9c-9320-5bf20d281711 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/79c93371-7b8a-4091-a5b8-fe9b81cbd4f9 HTTP/1.1" status: 404 len: 336 time: 0.0627294 Sep 07 16:40:30.053775 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59624) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:30.100520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59626) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:30.102677 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-48c6da31-3d32-40cc-9f7d-8e4c3d5271d7 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f6b1f7b-3b22-4fac-a307-0d058ec32d37 HTTP/1.1" status: 200 len: 205 time: 0.0457778 Sep 07 16:40:30.159841 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-504837ed-145c-4e24-99b2-03ceff8bdba1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] delete failed (client error): The resource could not be found. Sep 07 16:40:30.161125 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-504837ed-145c-4e24-99b2-03ceff8bdba1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/7f6b1f7b-3b22-4fac-a307-0d058ec32d37 HTTP/1.1" status: 404 len: 336 time: 0.0594497 Sep 07 16:40:30.163489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59628) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:30.208133 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d97be5-4a6d-4cb7-bb80-37533eab5ce4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] DELETE failed (client error): The resource could not be found. Sep 07 16:40:30.209130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d97be5-4a6d-4cb7-bb80-37533eab5ce4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:40:30.211504 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-73d97be5-4a6d-4cb7-bb80-37533eab5ce4 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/ff1a38e4-357c-45f9-9902-1e76050d1f29 HTTP/1.1" status: 404 len: 337 time: 0.0467546 Sep 07 16:40:30.215585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59630) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:30.277404 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c4dbab0e-ab20-4586-8ab4-420c76a26054 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2ac8f04-6a86-4558-8aa0-738b418f2a27 HTTP/1.1" status: 200 len: 205 time: 0.0620282 Sep 07 16:40:30.280002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59634) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:30.371066 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-7799991c-29ef-4f9b-843d-3505614bdee1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] delete failed (client error): The resource could not be found. Sep 07 16:40:30.375810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59638) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:30.376720 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7799991c-29ef-4f9b-843d-3505614bdee1 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/f2ac8f04-6a86-4558-8aa0-738b418f2a27 HTTP/1.1" status: 404 len: 336 time: 0.0955355 Sep 07 16:40:30.444151 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65cc803-d953-4b99-9f5e-2dfa88280cbf tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] DELETE failed (client error): The resource could not be found. Sep 07 16:40:30.444666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65cc803-d953-4b99-9f5e-2dfa88280cbf tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:40:30.449250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59640) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:30.449805 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d65cc803-d953-4b99-9f5e-2dfa88280cbf tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/00b4743f-2fc4-4b25-8fbd-a6e6cd8a9096 HTTP/1.1" status: 404 len: 337 time: 0.0724561 Sep 07 16:40:30.488451 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e49c40ed-f9b0-4cd7-a9a5-d6b05e3d8454 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "GET /v2.0/ports?device_id=64d0406d-a063-4fbd-a26b-34dc6528c285 HTTP/1.1" status: 200 len: 205 time: 0.0338485 Sep 07 16:40:30.488451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59642) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:30.532394 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-76d006d8-54b2-4706-bd77-c03b8175b6df tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] delete failed (client error): The resource could not be found. Sep 07 16:40:30.533449 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-76d006d8-54b2-4706-bd77-c03b8175b6df tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/routers/64d0406d-a063-4fbd-a26b-34dc6528c285 HTTP/1.1" status: 404 len: 336 time: 0.0441172 Sep 07 16:40:30.535989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59644) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:30.563566 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e60882a-1461-47ce-bad0-aade9b9b4565 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] DELETE failed (client error): The resource could not be found. Sep 07 16:40:30.563995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e60882a-1461-47ce-bad0-aade9b9b4565 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:40:30.565738 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5e60882a-1461-47ce-bad0-aade9b9b4565 tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/abeeec22-345b-4a5f-9d54-f245de6bd241 HTTP/1.1" status: 404 len: 337 time: 0.0287857 Sep 07 16:40:30.568524 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59646) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:30.593571 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-096eeb9b-f84b-4c5d-b127-38353ea8407c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] DELETE failed (client error): The resource could not be found. Sep 07 16:40:30.594065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096eeb9b-f84b-4c5d-b127-38353ea8407c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 16:40:30.595778 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-096eeb9b-f84b-4c5d-b127-38353ea8407c tempest-RoutersIpV6Test-2006196130 tempest-RoutersIpV6Test-2006196130-project] 10.222.0.70 "DELETE /v2.0/subnets/1a8b4ca2-6194-49cc-8f72-631c067bc172 HTTP/1.1" status: 404 len: 337 time: 0.0263469 Sep 07 16:40:30.839749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59658) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:30.978119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6343d439-674a-49bb-ac7b-eafa29acc213 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf2ab839cd034926bbc9da3ca8e2ad2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370645 Sep 07 16:40:30.980757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59662) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:31.040601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-853a79ae-9a63-4c60-805b-2d034768562d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:31.063355 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-853a79ae-9a63-4c60-805b-2d034768562d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:31.114356 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-853a79ae-9a63-4c60-805b-2d034768562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:31.117258 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-853a79ae-9a63-4c60-805b-2d034768562d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:31.120941 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-853a79ae-9a63-4c60-805b-2d034768562d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7ca52b7-f198-4470-8737-a43db833e369 HTTP/1.1" status: 204 len: 168 time: 0.1366465 Sep 07 16:40:31.126885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a79ae-9a63-4c60-805b-2d034768562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ca52b7-f198-4470-8737-a43db833e369,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:31.756024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-f8779447-3a62-485b-bb48-956f75f4ca16 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188883077&fields=id&tenant_id=f76da91ef6ee461a9b706160f512deb0 HTTP/1.1" status: 200 len: 267 time: 0.0460711 Sep 07 16:40:31.803542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59706) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:31.872900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-a3c55b6d-0d78-437f-9e4f-ad539cd7a170 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:31.874422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-a3c55b6d-0d78-437f-9e4f-ad539cd7a170 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.1112058 Sep 07 16:40:31.889985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-673481b2-f16e-47b3-bde1-b0ff2f893153 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/quotas/f76da91ef6ee461a9b706160f512deb0 HTTP/1.1" status: 200 len: 375 time: 0.0096822 Sep 07 16:40:31.905165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1c99222c-7369-48a6-ab88-96af95a5d211 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509168213'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:31.927956 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c99222c-7369-48a6-ab88-96af95a5d211 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:31.935857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c99222c-7369-48a6-ab88-96af95a5d211 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:31.949669 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-53feff14-2f86-4c2e-90bc-cdb1d8a76dd4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0531642 Sep 07 16:40:32.026163 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.030130 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c99222c-7369-48a6-ab88-96af95a5d211 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.034118 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c99222c-7369-48a6-ab88-96af95a5d211 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.069381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99222c-7369-48a6-ab88-96af95a5d211 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649e6103-087e-460e-8b5b-51c62daafba1,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:32.117295 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-3640b890-47df-413e-ae01-d0455a06b171 service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555269 Sep 07 16:40:32.124569 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c99222c-7369-48a6-ab88-96af95a5d211 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.129517 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c99222c-7369-48a6-ab88-96af95a5d211 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.157871 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c99222c-7369-48a6-ab88-96af95a5d211 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.161462 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1c99222c-7369-48a6-ab88-96af95a5d211 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3567805 Sep 07 16:40:32.167353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59716) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:32.168753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99222c-7369-48a6-ab88-96af95a5d211 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb96a0c0-db17-4231-87f8-6abab97d3813,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:32.220282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-25d92fc8-ecbe-468b-acdb-ae46faf55b38 service neutron] 10.222.0.70 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965080 Sep 07 16:40:32.236522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59720) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:32.236974 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a8970080-ccc5-4a51-a278-985272cbaa67 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0639222 Sep 07 16:40:32.242834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1f8cda27-91ff-4425-a5be-46e6542578ea tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group': {'name': 'tempest-security--867466500', 'description': 'tempest-security-description-1706542741'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:32.270968 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f8cda27-91ff-4425-a5be-46e6542578ea tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.319591 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f8cda27-91ff-4425-a5be-46e6542578ea tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.324449 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f8cda27-91ff-4425-a5be-46e6542578ea tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.327135 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1f8cda27-91ff-4425-a5be-46e6542578ea tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.328618 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1f8cda27-91ff-4425-a5be-46e6542578ea tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "PUT /v2.0/security-groups/eb96a0c0-db17-4231-87f8-6abab97d3813 HTTP/1.1" status: 200 len: 1779 time: 0.0905788 Sep 07 16:40:32.331986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59726) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:32.363413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cda27-91ff-4425-a5be-46e6542578ea tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb96a0c0-db17-4231-87f8-6abab97d3813,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:32.373708 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-16915238-b474-42d4-a255-00bf6f44fa6f tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-groups/eb96a0c0-db17-4231-87f8-6abab97d3813 HTTP/1.1" status: 200 len: 1779 time: 0.0404103 Sep 07 16:40:32.376149 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59730) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:32.427867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce9124bc-f76e-475e-bd04-ed9cad6dbb26 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.450214 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce9124bc-f76e-475e-bd04-ed9cad6dbb26 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.473847 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.496609 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce9124bc-f76e-475e-bd04-ed9cad6dbb26 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.499131 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce9124bc-f76e-475e-bd04-ed9cad6dbb26 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.500306 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ce9124bc-f76e-475e-bd04-ed9cad6dbb26 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-groups/eb96a0c0-db17-4231-87f8-6abab97d3813 HTTP/1.1" status: 204 len: 168 time: 0.1231987 Sep 07 16:40:32.502940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59734) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:32.509488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9124bc-f76e-475e-bd04-ed9cad6dbb26 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb96a0c0-db17-4231-87f8-6abab97d3813,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:32.546830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e527f8a0-4724-4bd9-8975-c0c083b92066 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0427263 Sep 07 16:40:32.549583 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59736) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:32.561274 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-d2fce871-1b99-4d06-9565-7046d27ae728 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] delete failed (client error): The resource could not be found. Sep 07 16:40:32.562221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d2fce871-1b99-4d06-9565-7046d27ae728 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-groups/eb96a0c0-db17-4231-87f8-6abab97d3813 HTTP/1.1" status: 404 len: 347 time: 0.0117559 Sep 07 16:40:32.565523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59738) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:32.570210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-93c3609f-9d93-4b04-91e0-eade320b3afc tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group': {'name': 'tempest-secgroup--170537885'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:32.590257 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93c3609f-9d93-4b04-91e0-eade320b3afc tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.671054 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93c3609f-9d93-4b04-91e0-eade320b3afc tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.674670 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93c3609f-9d93-4b04-91e0-eade320b3afc tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.699978 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93c3609f-9d93-4b04-91e0-eade320b3afc tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.701725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-93c3609f-9d93-4b04-91e0-eade320b3afc tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1353304 Sep 07 16:40:32.704631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59744) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:32.705806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3609f-9d93-4b04-91e0-eade320b3afc tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfedf4a8-5722-444b-8190-c496fc90c762,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:32.709256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4a1a0f52-3c80-4d59-9aba-1f11a2034500 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group_rule': {'security_group_id': 'dfedf4a8-5722-444b-8190-c496fc90c762', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:32.736054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a1a0f52-3c80-4d59-9aba-1f11a2034500 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.781140 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a1a0f52-3c80-4d59-9aba-1f11a2034500 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.784406 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a1a0f52-3c80-4d59-9aba-1f11a2034500 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.800844 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a0f52-3c80-4d59-9aba-1f11a2034500 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762c0159-4ce0-411f-984a-0616947d0aef,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:32.807333 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4a1a0f52-3c80-4d59-9aba-1f11a2034500 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.808635 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4a1a0f52-3c80-4d59-9aba-1f11a2034500 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1029522 Sep 07 16:40:32.811492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59746) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:32.837095 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-564b62a2-4212-4e30-a33d-fded614fdc80 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.845022 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-564b62a2-4212-4e30-a33d-fded614fdc80 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.871352 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-564b62a2-4212-4e30-a33d-fded614fdc80 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.877399 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-564b62a2-4212-4e30-a33d-fded614fdc80 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:32.878497 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-564b62a2-4212-4e30-a33d-fded614fdc80 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/762c0159-4ce0-411f-984a-0616947d0aef HTTP/1.1" status: 204 len: 168 time: 0.0661077 Sep 07 16:40:32.881281 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59748) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:32.883794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b62a2-4212-4e30-a33d-fded614fdc80 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=762c0159-4ce0-411f-984a-0616947d0aef,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:32.921314 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2b54907e-1bc8-419c-b33f-4198191b7004 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0387723 Sep 07 16:40:32.923910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59750) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:32.978759 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-538ef913-608b-4624-9375-df354ff84eef tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.001171 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-538ef913-608b-4624-9375-df354ff84eef tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.043781 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-538ef913-608b-4624-9375-df354ff84eef tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.046334 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-538ef913-608b-4624-9375-df354ff84eef tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.047513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-538ef913-608b-4624-9375-df354ff84eef tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-groups/dfedf4a8-5722-444b-8190-c496fc90c762 HTTP/1.1" status: 204 len: 168 time: 0.1226676 Sep 07 16:40:33.050249 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59752) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:33.056351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ef913-608b-4624-9375-df354ff84eef tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfedf4a8-5722-444b-8190-c496fc90c762,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:33.097362 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f64479e7-6ce8-4b62-8c99-3b8cc95b008d tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0459731 Sep 07 16:40:33.100993 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59754) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:33.105229 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8704328a-2e16-4e79-bdaa-87957a0b57f9 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group': {'name': 'tempest-secgroup--275341061'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:33.127680 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8704328a-2e16-4e79-bdaa-87957a0b57f9 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.208729 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8704328a-2e16-4e79-bdaa-87957a0b57f9 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.212201 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8704328a-2e16-4e79-bdaa-87957a0b57f9 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.237208 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8704328a-2e16-4e79-bdaa-87957a0b57f9 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.238445 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8704328a-2e16-4e79-bdaa-87957a0b57f9 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1365139 Sep 07 16:40:33.241780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59756) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:33.243326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704328a-2e16-4e79-bdaa-87957a0b57f9 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a84ac8e-657c-48ea-a3ca-a2ea1b11c37b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:33.248415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4724232f-894c-4e25-8452-2e4ac28bb316 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group_rule': {'security_group_id': '5a84ac8e-657c-48ea-a3ca-a2ea1b11c37b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:33.280409 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4724232f-894c-4e25-8452-2e4ac28bb316 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.337732 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4724232f-894c-4e25-8452-2e4ac28bb316 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.347299 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4724232f-894c-4e25-8452-2e4ac28bb316 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.373423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724232f-894c-4e25-8452-2e4ac28bb316 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67512d8f-bb43-4cef-87c2-4855d35cdbd0,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:33.383693 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4724232f-894c-4e25-8452-2e4ac28bb316 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.390327 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4724232f-894c-4e25-8452-2e4ac28bb316 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453569 Sep 07 16:40:33.390941 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59764) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:33.397067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1378d3b0-4cbb-4d0d-9a27-4a579d7b02b5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group_rule': {'security_group_id': '5a84ac8e-657c-48ea-a3ca-a2ea1b11c37b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:33.427763 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1378d3b0-4cbb-4d0d-9a27-4a579d7b02b5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.488833 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1378d3b0-4cbb-4d0d-9a27-4a579d7b02b5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.493939 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1378d3b0-4cbb-4d0d-9a27-4a579d7b02b5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.513571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378d3b0-4cbb-4d0d-9a27-4a579d7b02b5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf36b77-1d21-4e25-827e-bee10d02973c,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:33.519214 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1378d3b0-4cbb-4d0d-9a27-4a579d7b02b5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.523532 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1378d3b0-4cbb-4d0d-9a27-4a579d7b02b5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284132 Sep 07 16:40:33.524282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59774) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:33.529937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-39db22ff-455d-490e-a985-4284292b839b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group_rule': {'security_group_id': '5a84ac8e-657c-48ea-a3ca-a2ea1b11c37b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:33.566361 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39db22ff-455d-490e-a985-4284292b839b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.620403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd38e050-76f9-4198-b77f-1ae8f481122f req-219db66a-358e-4d00-bbb0-362ea6806196 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 210 time: 0.0354555 Sep 07 16:40:33.650025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39db22ff-455d-490e-a985-4284292b839b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.654238 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39db22ff-455d-490e-a985-4284292b839b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.671417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db22ff-455d-490e-a985-4284292b839b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0107f1d1-a22a-458f-add7-3b4ccdf94a2d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:33.681575 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39db22ff-455d-490e-a985-4284292b839b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.682922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-39db22ff-455d-490e-a985-4284292b839b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571066 Sep 07 16:40:33.686432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59784) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:33.690946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ffb13e03-9ecc-407c-9239-f212707dd925 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group_rule': {'security_group_id': '5a84ac8e-657c-48ea-a3ca-a2ea1b11c37b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:33.715769 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffb13e03-9ecc-407c-9239-f212707dd925 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.777988 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffb13e03-9ecc-407c-9239-f212707dd925 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.782307 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffb13e03-9ecc-407c-9239-f212707dd925 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.805072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb13e03-9ecc-407c-9239-f212707dd925 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961c58a5-7351-454b-80ec-1fc4f65db54f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:33.812162 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffb13e03-9ecc-407c-9239-f212707dd925 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.816005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ffb13e03-9ecc-407c-9239-f212707dd925 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259406 Sep 07 16:40:33.816133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59790) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:33.820576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-59b0947c-be4f-4cfd-9888-b719a6eec693 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group_rule': {'security_group_id': '5a84ac8e-657c-48ea-a3ca-a2ea1b11c37b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:33.858758 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b0947c-be4f-4cfd-9888-b719a6eec693 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.922709 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b0947c-be4f-4cfd-9888-b719a6eec693 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.927281 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b0947c-be4f-4cfd-9888-b719a6eec693 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.945543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0947c-be4f-4cfd-9888-b719a6eec693 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d597f89-3dd3-4459-9042-91fe437c92ff,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:33.953684 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-59b0947c-be4f-4cfd-9888-b719a6eec693 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.956433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-59b0947c-be4f-4cfd-9888-b719a6eec693 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1378729 Sep 07 16:40:33.958184 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59794) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:33.983272 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa3118b3-e9c9-431d-af39-eaaad135893c tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:33.992608 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa3118b3-e9c9-431d-af39-eaaad135893c tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.029615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa3118b3-e9c9-431d-af39-eaaad135893c tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.037233 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fa3118b3-e9c9-431d-af39-eaaad135893c tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.038413 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fa3118b3-e9c9-431d-af39-eaaad135893c tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/1d597f89-3dd3-4459-9042-91fe437c92ff HTTP/1.1" status: 204 len: 168 time: 0.0792327 Sep 07 16:40:34.041139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59796) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:34.042688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3118b3-e9c9-431d-af39-eaaad135893c tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d597f89-3dd3-4459-9042-91fe437c92ff,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:34.091323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a0c2b903-a9f7-4bf9-9235-2cc4836b4ea4 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0482757 Sep 07 16:40:34.094039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59798) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:34.123385 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec57d2b6-c978-4168-b8d2-8d92104edae1 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.131398 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec57d2b6-c978-4168-b8d2-8d92104edae1 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.159076 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec57d2b6-c978-4168-b8d2-8d92104edae1 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.164552 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ec57d2b6-c978-4168-b8d2-8d92104edae1 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.165714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ec57d2b6-c978-4168-b8d2-8d92104edae1 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/961c58a5-7351-454b-80ec-1fc4f65db54f HTTP/1.1" status: 204 len: 168 time: 0.0706458 Sep 07 16:40:34.168544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59802) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:34.174713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57d2b6-c978-4168-b8d2-8d92104edae1 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=961c58a5-7351-454b-80ec-1fc4f65db54f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:34.220643 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f04af1e0-f6b4-49e0-bf78-549b55f34e5f tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0506461 Sep 07 16:40:34.221495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59804) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:34.245023 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c468-ae6f-4f0a-823e-ccb34afc336a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.252563 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c468-ae6f-4f0a-823e-ccb34afc336a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.281087 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c468-ae6f-4f0a-823e-ccb34afc336a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.287178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c468-ae6f-4f0a-823e-ccb34afc336a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.288278 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5cb3c468-ae6f-4f0a-823e-ccb34afc336a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/0107f1d1-a22a-458f-add7-3b4ccdf94a2d HTTP/1.1" status: 204 len: 168 time: 0.0657928 Sep 07 16:40:34.290992 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59806) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:34.293468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3c468-ae6f-4f0a-823e-ccb34afc336a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0107f1d1-a22a-458f-add7-3b4ccdf94a2d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:34.335732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-96eae0ca-ef54-48a7-918c-19849512eb87 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0434902 Sep 07 16:40:34.338362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59808) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:34.361046 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48d59a6f-43bc-4775-bb47-96084d79bf1e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.368632 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48d59a6f-43bc-4775-bb47-96084d79bf1e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.397339 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48d59a6f-43bc-4775-bb47-96084d79bf1e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.404066 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48d59a6f-43bc-4775-bb47-96084d79bf1e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.405255 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-48d59a6f-43bc-4775-bb47-96084d79bf1e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/fdf36b77-1d21-4e25-827e-bee10d02973c HTTP/1.1" status: 204 len: 168 time: 0.0659845 Sep 07 16:40:34.408010 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59810) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:34.410698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d59a6f-43bc-4775-bb47-96084d79bf1e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdf36b77-1d21-4e25-827e-bee10d02973c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:34.452192 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8ea11ba0-8f89-4e19-923c-921df0e65006 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0422039 Sep 07 16:40:34.454105 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59812) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:34.479774 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8670979c-3fd1-416b-be2c-45ef6be822e0 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.487597 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8670979c-3fd1-416b-be2c-45ef6be822e0 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.516554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8670979c-3fd1-416b-be2c-45ef6be822e0 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.523550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8670979c-3fd1-416b-be2c-45ef6be822e0 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.524716 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8670979c-3fd1-416b-be2c-45ef6be822e0 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/67512d8f-bb43-4cef-87c2-4855d35cdbd0 HTTP/1.1" status: 204 len: 168 time: 0.0696287 Sep 07 16:40:34.527525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59814) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:34.529271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670979c-3fd1-416b-be2c-45ef6be822e0 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67512d8f-bb43-4cef-87c2-4855d35cdbd0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:34.569076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9c7f4e11-aa11-483b-a7aa-afdec1442c88 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0399768 Sep 07 16:40:34.571878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59816) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:34.643312 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e8667f8-d45a-4fd5-b8e2-ce22757231e9 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.673237 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e8667f8-d45a-4fd5-b8e2-ce22757231e9 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.744908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6cb3d0cc-041c-468d-9dba-01b143fd4a7d req-f384c9ec-3e81-4452-a13d-190858e837a9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 210 time: 0.0328429 Sep 07 16:40:34.762472 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e8667f8-d45a-4fd5-b8e2-ce22757231e9 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.768273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1e8667f8-d45a-4fd5-b8e2-ce22757231e9 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.768273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1e8667f8-d45a-4fd5-b8e2-ce22757231e9 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-groups/5a84ac8e-657c-48ea-a3ca-a2ea1b11c37b HTTP/1.1" status: 204 len: 168 time: 0.1948388 Sep 07 16:40:34.778455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59828) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:34.785465 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8667f8-d45a-4fd5-b8e2-ce22757231e9 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a84ac8e-657c-48ea-a3ca-a2ea1b11c37b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:34.853850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d9c78e57-7ea3-48ee-86d5-a2812d53c2d3 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0731192 Sep 07 16:40:34.860550 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59832) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:34.865910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-611e71f6-f8ba-4286-8565-ce56d013f0df tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633577540'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:34.899287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-611e71f6-f8ba-4286-8565-ce56d013f0df tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:34.929151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-cf51265a-040d-466c-94b1-461d66bfbdb5 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:34.930847 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-cf51265a-040d-466c-94b1-461d66bfbdb5 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 811 time: 0.2720418 Sep 07 16:40:35.008364 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-637166ec-29dc-4145-bdeb-0ff3f8d7deef tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f76da91ef6ee461a9b706160f512deb0 HTTP/1.1" status: 200 len: 379 time: 0.0555580 Sep 07 16:40:35.015118 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-611e71f6-f8ba-4286-8565-ce56d013f0df tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.020297 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-611e71f6-f8ba-4286-8565-ce56d013f0df tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.023390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'port': {'device_id': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'admin_state_up': True, 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'security_groups': ['a880013d-2009-46e1-af3e-ca8b5f6b9ef7']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:35.053434 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-611e71f6-f8ba-4286-8565-ce56d013f0df tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.054832 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-611e71f6-f8ba-4286-8565-ce56d013f0df tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1931164 Sep 07 16:40:35.057879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:35.063182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7ba4bc4f-0aa1-4e50-b0b2-e6811710c649 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group_rule': {'security_group_id': '54bd2807-44b0-4da6-9167-fb1e34d1eb96', 'direction': 'ingress', 'protocol': 17}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:35.075561 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e71f6-f8ba-4286-8565-ce56d013f0df tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bd2807-44b0-4da6-9167-fb1e34d1eb96,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:35.119639 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ba4bc4f-0aa1-4e50-b0b2-e6811710c649 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.195889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Made reservation on behalf of f76da91ef6ee461a9b706160f512deb0 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:40:35.206530 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.220431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ba4bc4f-0aa1-4e50-b0b2-e6811710c649 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.232255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ba4bc4f-0aa1-4e50-b0b2-e6811710c649 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.265839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4bc4f-0aa1-4e50-b0b2-e6811710c649 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30772f8-0c45-41b5-afe1-1ed53284f3c1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:35.281392 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7ba4bc4f-0aa1-4e50-b0b2-e6811710c649 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.283710 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7ba4bc4f-0aa1-4e50-b0b2-e6811710c649 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2247012 Sep 07 16:40:35.286464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59846) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:35.353378 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c01c8881-e4d7-4c59-a044-8bdb82e71fda tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.382914 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c01c8881-e4d7-4c59-a044-8bdb82e71fda tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.386743 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Allocated IP 172.20.0.13 (f2f745dd-6ef0-4dd8-a818-6a727209b9bd/ef881420-fa46-4372-ba8a-382f6c5a7bf4/e3c5c8b8-70de-45a5-8d0f-d3611051fd9d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:40:35.441671 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c01c8881-e4d7-4c59-a044-8bdb82e71fda tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.444587 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c01c8881-e4d7-4c59-a044-8bdb82e71fda tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.448606 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c01c8881-e4d7-4c59-a044-8bdb82e71fda tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-groups/54bd2807-44b0-4da6-9167-fb1e34d1eb96 HTTP/1.1" status: 204 len: 168 time: 0.1604123 Sep 07 16:40:35.449375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59848) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:35.483631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c8881-e4d7-4c59-a044-8bdb82e71fda tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bd2807-44b0-4da6-9167-fb1e34d1eb96,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:35.511863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-78276982-c918-4c46-b181-4dbf64f4f0b7 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0569842 Sep 07 16:40:35.515518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59850) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:35.524026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-051cb54a-4dad-4784-ac7e-c82da71be29d tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group': {'name': 'tempest-secgroup--869627023'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:35.550761 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-051cb54a-4dad-4784-ac7e-c82da71be29d tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.566475 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.582666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Transition to ACTIVE for port object e3c5c8b8-70de-45a5-8d0f-d3611051fd9d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:40:35.627011 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.638814 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-051cb54a-4dad-4784-ac7e-c82da71be29d tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.647422 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-051cb54a-4dad-4784-ac7e-c82da71be29d tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.675452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:40:35.682749 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:35.686970 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:40:35.691986 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-051cb54a-4dad-4784-ac7e-c82da71be29d tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.693260 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-051cb54a-4dad-4784-ac7e-c82da71be29d tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1767807 Sep 07 16:40:35.695821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59852) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:35.701399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-470048db-5701-457a-8b4b-a708206f680c tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328548630'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:35.705639 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cb54a-4dad-4784-ac7e-c82da71be29d tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4a86f4-d807-4653-872d-998d9f62c394,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:35.730970 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-470048db-5701-457a-8b4b-a708206f680c tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.737361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'Port': ['ID=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:35.758765 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:35.764994 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.853337 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-470048db-5701-457a-8b4b-a708206f680c tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.869177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-470048db-5701-457a-8b4b-a708206f680c tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.870271 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-ca865805-9244-45de-8a7c-87bda8e1e9bb tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8526547 Sep 07 16:40:35.890679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Request body: {'port': {'device_id': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:35.900590 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-470048db-5701-457a-8b4b-a708206f680c tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:35.904974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-470048db-5701-457a-8b4b-a708206f680c tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2051027 Sep 07 16:40:35.913166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59856) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:35.915691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bc72f69c-496d-45f2-81e4-b2218d62d60e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group_rule': {'security_group_id': 'ff4a86f4-d807-4653-872d-998d9f62c394', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '56411ceb-724c-4ef0-be94-63264221c1fe', 'remote_ip_prefix': None}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:35.948975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470048db-5701-457a-8b4b-a708206f680c tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56411ceb-724c-4ef0-be94-63264221c1fe,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:35.967230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afe959-46f3-4073-95ef-f8e9057dc4b3 req-9e723c38-090d-4fc5-94da-f3c72aeac0ab tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:35.969134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7afe959-46f3-4073-95ef-f8e9057dc4b3 req-9e723c38-090d-4fc5-94da-f3c72aeac0ab tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 932 time: 0.1188059 Sep 07 16:40:36.014226 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.022000 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc72f69c-496d-45f2-81e4-b2218d62d60e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.046948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7afe959-46f3-4073-95ef-f8e9057dc4b3 req-d9a117a1-7812-442e-bd75-0c3c9c60cb27 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714488 Sep 07 16:40:36.078310 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6b4a71db-d11e-47a9-b1ae-48ef77ca73c2 None None] Provisioning for port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:36.084607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6b4a71db-d11e-47a9-b1ae-48ef77ca73c2 None None] Provisioning complete for port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:36.085029 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b4a71db-d11e-47a9-b1ae-48ef77ca73c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.128306 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc72f69c-496d-45f2-81e4-b2218d62d60e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.133012 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc72f69c-496d-45f2-81e4-b2218d62d60e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.161416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72f69c-496d-45f2-81e4-b2218d62d60e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c78d1a4-b4fb-4549-9368-f97cf9d42f72,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:36.167224 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bc72f69c-496d-45f2-81e4-b2218d62d60e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.169664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bc72f69c-496d-45f2-81e4-b2218d62d60e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2584839 Sep 07 16:40:36.172667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59858) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:36.173214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a71db-d11e-47a9-b1ae-48ef77ca73c2 None None] Port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:40:36.207515 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d437529-e881-46f2-98a4-905a5b649db5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.217052 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d437529-e881-46f2-98a4-905a5b649db5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.253808 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d437529-e881-46f2-98a4-905a5b649db5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.260858 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d437529-e881-46f2-98a4-905a5b649db5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.262271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6d437529-e881-46f2-98a4-905a5b649db5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/5c78d1a4-b4fb-4549-9368-f97cf9d42f72 HTTP/1.1" status: 204 len: 168 time: 0.0870514 Sep 07 16:40:36.267169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59862) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:36.280979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d437529-e881-46f2-98a4-905a5b649db5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c78d1a4-b4fb-4549-9368-f97cf9d42f72,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:36.334339 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2b4a5551-e423-416a-a6f2-f054e3bd5c88 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0634768 Sep 07 16:40:36.335133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59866) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:36.423519 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb964b30-b316-424f-a669-db9258eedf75 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.470235 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb964b30-b316-424f-a669-db9258eedf75 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.496391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c5c8b8-70de-45a5-8d0f-d3611051fd9d {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:40:36.506092 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.524189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Transition to ACTIVE for port object e3c5c8b8-70de-45a5-8d0f-d3611051fd9d will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:40:36.530577 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.539251 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb964b30-b316-424f-a669-db9258eedf75 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.542488 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fb964b30-b316-424f-a669-db9258eedf75 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.543718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fb964b30-b316-424f-a669-db9258eedf75 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-groups/56411ceb-724c-4ef0-be94-63264221c1fe HTTP/1.1" status: 204 len: 168 time: 0.2075570 Sep 07 16:40:36.547622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59868) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:36.590597 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb964b30-b316-424f-a669-db9258eedf75 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56411ceb-724c-4ef0-be94-63264221c1fe,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:36.657335 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bc3178d0-f543-44f7-901c-5842b41b7e92 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1083384 Sep 07 16:40:36.661034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59870) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:36.706432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:36.753275 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2542d8b-9016-418f-b6ca-70ba2e4c3b06 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.764327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Attempting to bind port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:40:36.764694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Attempting to bind port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:40:36.765031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Attempting to bind port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:40:36.770378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:40:36.770954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Attempting to bind port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d on network f2f745dd-6ef0-4dd8-a818-6a727209b9bd {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:40:36.783431 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:40:36.783842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Checking segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:40:36.784485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Bound using segment: {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:40:36.784923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Bound port: e3c5c8b8-70de-45a5-8d0f-d3611051fd9d, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddfa0de-2d34-4afc-b89f-011deba5ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:40:36.785396 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.795237 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2542d8b-9016-418f-b6ca-70ba2e4c3b06 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.863095 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2542d8b-9016-418f-b6ca-70ba2e4c3b06 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.866814 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d2542d8b-9016-418f-b6ca-70ba2e4c3b06 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.871678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d2542d8b-9016-418f-b6ca-70ba2e4c3b06 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-groups/ff4a86f4-d807-4653-872d-998d9f62c394 HTTP/1.1" status: 204 len: 168 time: 0.2060471 Sep 07 16:40:36.871974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59872) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:36.884251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2542d8b-9016-418f-b6ca-70ba2e4c3b06 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4a86f4-d807-4653-872d-998d9f62c394,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:36.954282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] For port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:40:36.959219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] For port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:40:36.967441 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3178225b-9409-421a-9126-56aefbb4c846 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0939238 Sep 07 16:40:36.969510 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:36.975319 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59874) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:36.982203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b19b7685-abe1-4ff8-92a2-a0e69b1c143b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344524496'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:37.020720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:37.022089 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.024108 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] 10.222.0.54 "PUT /v2.0/ports/e3c5c8b8-70de-45a5-8d0f-d3611051fd9d HTTP/1.1" status: 200 len: 1092 time: 1.1394701 Sep 07 16:40:37.025066 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'tag': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:40:37.027798 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85c1bb0-0e45-423c-971b-a01ca9d2b5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "175d6162-ef9f-46c9-9a7b-dc61e72a6a2c", "tag": "e3c5c8b8-70de-45a5-8d0f-d3611051fd9d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:40:37.035501 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b19b7685-abe1-4ff8-92a2-a0e69b1c143b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.067928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa650a9-8b2e-48f8-b69e-aa8c09862305 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:37.209518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-5fa6e392-5561-42d8-bf2a-612cd6558f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:37.211137 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-5fa6e392-5561-42d8-bf2a-612cd6558f68 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 1095 time: 0.1142251 Sep 07 16:40:37.248723 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b19b7685-abe1-4ff8-92a2-a0e69b1c143b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.273052 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b19b7685-abe1-4ff8-92a2-a0e69b1c143b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.297878 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-dc4f99dd-ca91-4bf3-9199-f0a30f587b7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d HTTP/1.1" status: 200 len: 217 time: 0.0737870 Sep 07 16:40:37.343122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931d1d9-31e0-4a15-a955-997d76820137 req-ec863736-1195-4fc8-85f6-7f7d27dad07a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:37.353864 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b931d1d9-31e0-4a15-a955-997d76820137 req-ec863736-1195-4fc8-85f6-7f7d27dad07a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 944 time: 0.1626194 Sep 07 16:40:37.383395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b19b7685-abe1-4ff8-92a2-a0e69b1c143b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.384694 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b19b7685-abe1-4ff8-92a2-a0e69b1c143b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4084179 Sep 07 16:40:37.393741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59884) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:37.398973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-1ba78a8b-e7e1-459b-986c-f2e6227f691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:37.400321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3ff1d6fd-a71d-4f3f-9091-f90da9553f00 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group_rule': {'security_group_id': '5cf349e2-9fbc-44a9-9e46-f6592e958836', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:37.401145 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-1ba78a8b-e7e1-459b-986c-f2e6227f691b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0937834 Sep 07 16:40:37.403856 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65c8b35-9d26-4fc3-bb49-ae394f60be74 x-openstack-request-id: req-b65c8b35-9d26-4fc3-bb49-ae394f60be74 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:40:37.404259 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175d6162-ef9f-46c9-9a7b-dc61e72a6a2c", "tag": "e3c5c8b8-70de-45a5-8d0f-d3611051fd9d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:40:37.405902 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b65c8b35-9d26-4fc3-bb49-ae394f60be74 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:40:37.405902 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'tag': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d', 'status': 'completed', 'code': 200} Sep 07 16:40:37.407229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b7685-abe1-4ff8-92a2-a0e69b1c143b tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf349e2-9fbc-44a9-9e46-f6592e958836,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:37.446918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b931d1d9-31e0-4a15-a955-997d76820137 req-4566bf5f-18dc-4df5-b266-e8bb0547c49c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922570 Sep 07 16:40:37.482258 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d6fd-a71d-4f3f-9091-f90da9553f00 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.544071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-05a19cdc-4a10-4820-a1c4-6c03b2d3e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:37.545938 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-05a19cdc-4a10-4820-a1c4-6c03b2d3e5a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360254 Sep 07 16:40:37.568764 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d6fd-a71d-4f3f-9091-f90da9553f00 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.576243 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d6fd-a71d-4f3f-9091-f90da9553f00 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.613171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1d6fd-a71d-4f3f-9091-f90da9553f00 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dc004f-e179-44f4-9934-3b66f9e9e7ac,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:37.623577 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d6fd-a71d-4f3f-9091-f90da9553f00 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.625374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3ff1d6fd-a71d-4f3f-9091-f90da9553f00 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2288945 Sep 07 16:40:37.629231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59888) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:37.660128 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509182df-b370-415e-b760-3640a59cd926 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.671603 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509182df-b370-415e-b760-3640a59cd926 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.682078 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-771a1bfe-8237-4c6b-9606-4e20477e8552 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231878 Sep 07 16:40:37.708014 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509182df-b370-415e-b760-3640a59cd926 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.720625 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-509182df-b370-415e-b760-3640a59cd926 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.724268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-509182df-b370-415e-b760-3640a59cd926 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/82dc004f-e179-44f4-9934-3b66f9e9e7ac HTTP/1.1" status: 204 len: 168 time: 0.0912700 Sep 07 16:40:37.724268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509182df-b370-415e-b760-3640a59cd926 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82dc004f-e179-44f4-9934-3b66f9e9e7ac,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:37.724763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59890) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:37.819752 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c8c0824f-c05f-4333-a2e9-c741f4c00ea5 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0872045 Sep 07 16:40:37.820036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59892) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:37.830534 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2c6349fb-35f2-466e-8735-d481d49d3ad5 req-a9d41976-dc6f-4963-a528-121d53914cba service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386912 Sep 07 16:40:37.894783 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a50f607-8406-4b1f-b5e8-18882f927372 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.930128 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a50f607-8406-4b1f-b5e8-18882f927372 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.953745 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c1bb0-0e45-423c-971b-a01ca9d2b5f4 req-a9f41e4c-7c60-487c-ae79-99e0a9b15ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:37.955902 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a85c1bb0-0e45-423c-971b-a01ca9d2b5f4 req-a9f41e4c-7c60-487c-ae79-99e0a9b15ed8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 1095 time: 0.0598078 Sep 07 16:40:37.983402 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a50f607-8406-4b1f-b5e8-18882f927372 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.986261 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0a50f607-8406-4b1f-b5e8-18882f927372 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:37.987774 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0a50f607-8406-4b1f-b5e8-18882f927372 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-groups/5cf349e2-9fbc-44a9-9e46-f6592e958836 HTTP/1.1" status: 204 len: 168 time: 0.1664071 Sep 07 16:40:37.992311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59894) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:38.013357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50f607-8406-4b1f-b5e8-18882f927372 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf349e2-9fbc-44a9-9e46-f6592e958836,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:38.058477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-055fd66c-909c-4828-8d85-832cb41165cf tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650654 Sep 07 16:40:38.063201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59896) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:38.068292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ef8c5f5b-2269-4a71-810c-cfa5ddceadc6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group': {'name': 'tempest-secgroup--401007730'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:38.095392 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5f5b-2269-4a71-810c-cfa5ddceadc6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.177984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c1bb0-0e45-423c-971b-a01ca9d2b5f4 req-cf228c82-ae85-4c4e-953d-0eb65eb26bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:38.180019 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a85c1bb0-0e45-423c-971b-a01ca9d2b5f4 req-cf228c82-ae85-4c4e-953d-0eb65eb26bd2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.2120290 Sep 07 16:40:38.201286 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5f5b-2269-4a71-810c-cfa5ddceadc6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.206328 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5f5b-2269-4a71-810c-cfa5ddceadc6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.241402 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a85c1bb0-0e45-423c-971b-a01ca9d2b5f4 req-af7c9824-7db0-491f-9852-4e9dd2c1aa78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d HTTP/1.1" status: 200 len: 217 time: 0.0479431 Sep 07 16:40:38.254468 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5f5b-2269-4a71-810c-cfa5ddceadc6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.256297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ef8c5f5b-2269-4a71-810c-cfa5ddceadc6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1920114 Sep 07 16:40:38.262047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59898) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:38.270176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f48552f3-fd16-46ac-bbc3-dc06ead0253a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group_rule': {'security_group_id': '2a3e18e7-1fee-483c-861b-d7de98976b62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:38.285243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c5f5b-2269-4a71-810c-cfa5ddceadc6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3e18e7-1fee-483c-861b-d7de98976b62,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:38.315892 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f48552f3-fd16-46ac-bbc3-dc06ead0253a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.377931 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f48552f3-fd16-46ac-bbc3-dc06ead0253a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.384481 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f48552f3-fd16-46ac-bbc3-dc06ead0253a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.406394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48552f3-fd16-46ac-bbc3-dc06ead0253a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043cbf3e-8998-4b8b-9623-6123428e4ae8,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:38.423924 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f48552f3-fd16-46ac-bbc3-dc06ead0253a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.426088 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f48552f3-fd16-46ac-bbc3-dc06ead0253a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1622324 Sep 07 16:40:38.428784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59900) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:38.453427 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e2250804-ab7e-4035-8646-fc7b5ab7270d tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules/043cbf3e-8998-4b8b-9623-6123428e4ae8 HTTP/1.1" status: 200 len: 763 time: 0.0227919 Sep 07 16:40:38.456046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59902) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:38.564241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c1bb0-0e45-423c-971b-a01ca9d2b5f4 req-d97f1a0b-00f4-4835-afe5-f9ffc8a7cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:38.566601 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a85c1bb0-0e45-423c-971b-a01ca9d2b5f4 req-d97f1a0b-00f4-4835-afe5-f9ffc8a7cc8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.3121824 Sep 07 16:40:38.569341 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4df141a3-0669-4184-9e5b-0103b8cb6c7f tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1107645 Sep 07 16:40:38.571800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59908) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:38.627750 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ab34d12c-ebd7-4c6b-8c67-7ac403bc56be tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.642660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ab34d12c-ebd7-4c6b-8c67-7ac403bc56be tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.661323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c1bb0-0e45-423c-971b-a01ca9d2b5f4 req-57198550-5003-47dc-be0a-7c634f9220d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:38.662980 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a85c1bb0-0e45-423c-971b-a01ca9d2b5f4 req-57198550-5003-47dc-be0a-7c634f9220d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809419 Sep 07 16:40:38.673749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9f90a-908a-443b-ac95-512fc55fdd44 req-d77e8039-bb43-497e-a9a4-e1a407fece7a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:38.675759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95f9f90a-908a-443b-ac95-512fc55fdd44 req-d77e8039-bb43-497e-a9a4-e1a407fece7a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 944 time: 0.1031296 Sep 07 16:40:38.699053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ab34d12c-ebd7-4c6b-8c67-7ac403bc56be tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.720454 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ab34d12c-ebd7-4c6b-8c67-7ac403bc56be tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.724097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:38.725151 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ab34d12c-ebd7-4c6b-8c67-7ac403bc56be tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/043cbf3e-8998-4b8b-9623-6123428e4ae8 HTTP/1.1" status: 204 len: 168 time: 0.1517763 Sep 07 16:40:38.731986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34d12c-ebd7-4c6b-8c67-7ac403bc56be tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=043cbf3e-8998-4b8b-9623-6123428e4ae8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:38.748303 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95f9f90a-908a-443b-ac95-512fc55fdd44 req-55b5d9b9-c220-4be6-8135-8781522aa9ba tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662837 Sep 07 16:40:38.787514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1a28ad49-7804-4436-ba72-93e9817eba0a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0595844 Sep 07 16:40:38.787709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:38.793322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-749faa1d-c647-44e9-926b-c2dae6f3dbde tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group_rule': {'security_group_id': '2a3e18e7-1fee-483c-861b-d7de98976b62', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:38.811264 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a85c1bb0-0e45-423c-971b-a01ca9d2b5f4 req-21115496-c499-44c0-abb1-28c86fc47066 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361818 Sep 07 16:40:38.825300 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-749faa1d-c647-44e9-926b-c2dae6f3dbde tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.891835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-749faa1d-c647-44e9-926b-c2dae6f3dbde tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.898188 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-749faa1d-c647-44e9-926b-c2dae6f3dbde tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.923169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749faa1d-c647-44e9-926b-c2dae6f3dbde tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64df5604-0a3a-412d-b85d-e0bfde4394a1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:38.931568 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-749faa1d-c647-44e9-926b-c2dae6f3dbde tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:38.937263 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-749faa1d-c647-44e9-926b-c2dae6f3dbde tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1484952 Sep 07 16:40:38.938283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59916) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:38.952131 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a85c1bb0-0e45-423c-971b-a01ca9d2b5f4 req-b97d934e-6412-4f14-949b-f4bded8a4c23 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340466 Sep 07 16:40:38.972968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a6815430-eb26-49a7-8174-40234e413645 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules/64df5604-0a3a-412d-b85d-e0bfde4394a1 HTTP/1.1" status: 200 len: 763 time: 0.0306597 Sep 07 16:40:38.973400 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59918) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:39.037149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59920) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:39.038097 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-925d69ac-0c68-45a0-bc31-73842942401e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0625896 Sep 07 16:40:39.083460 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5073b772-ffe8-490d-9216-662aeb8b1e27 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.093993 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5073b772-ffe8-490d-9216-662aeb8b1e27 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.136891 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5073b772-ffe8-490d-9216-662aeb8b1e27 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.152482 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5073b772-ffe8-490d-9216-662aeb8b1e27 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.156011 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5073b772-ffe8-490d-9216-662aeb8b1e27 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/64df5604-0a3a-412d-b85d-e0bfde4394a1 HTTP/1.1" status: 204 len: 168 time: 0.1176026 Sep 07 16:40:39.159344 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59924) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:39.165851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073b772-ffe8-490d-9216-662aeb8b1e27 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64df5604-0a3a-412d-b85d-e0bfde4394a1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:39.229660 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-44b8ce0a-7d07-4eb5-9ac9-7079ba72b47d tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0687332 Sep 07 16:40:39.233688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59926) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:39.238927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f350ea23-2b26-4b2d-97a9-500575b4fad6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Request body: {'security_group_rule': {'security_group_id': '2a3e18e7-1fee-483c-861b-d7de98976b62', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:39.265843 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-f350ea23-2b26-4b2d-97a9-500575b4fad6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Project 6f586fc65c26492597cca62ae2064fe7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:40:39.272846 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f350ea23-2b26-4b2d-97a9-500575b4fad6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.327359 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f350ea23-2b26-4b2d-97a9-500575b4fad6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.332663 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f350ea23-2b26-4b2d-97a9-500575b4fad6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.358134 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350ea23-2b26-4b2d-97a9-500575b4fad6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5511c523-08c6-41cf-83df-96de09423914,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:39.366811 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f350ea23-2b26-4b2d-97a9-500575b4fad6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.371135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59928) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:39.371385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f350ea23-2b26-4b2d-97a9-500575b4fad6 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362998 Sep 07 16:40:39.396388 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bcfa144e-ef82-471f-86a9-301939ea8985 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules/5511c523-08c6-41cf-83df-96de09423914 HTTP/1.1" status: 200 len: 769 time: 0.0217569 Sep 07 16:40:39.397143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59930) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:39.456743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-78c4db30-7cf4-461f-84f3-87f386dc82e0 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0556846 Sep 07 16:40:39.457069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59932) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:39.484691 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55a6cb04-963e-4048-b4cb-769f7dc7ad3e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.494993 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55a6cb04-963e-4048-b4cb-769f7dc7ad3e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.524924 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55a6cb04-963e-4048-b4cb-769f7dc7ad3e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.531639 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55a6cb04-963e-4048-b4cb-769f7dc7ad3e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.535221 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-55a6cb04-963e-4048-b4cb-769f7dc7ad3e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/5511c523-08c6-41cf-83df-96de09423914 HTTP/1.1" status: 204 len: 168 time: 0.0747771 Sep 07 16:40:39.535836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59934) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:39.541412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6cb04-963e-4048-b4cb-769f7dc7ad3e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5511c523-08c6-41cf-83df-96de09423914,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:39.576198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eab034e8-f7f0-4a3f-a353-90a5b3cd97fc tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0392709 Sep 07 16:40:39.579129 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59936) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:39.631683 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd432060-0b46-4910-8e2e-1bab2acd9d72 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.654999 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd432060-0b46-4910-8e2e-1bab2acd9d72 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.699445 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd432060-0b46-4910-8e2e-1bab2acd9d72 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.702844 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dd432060-0b46-4910-8e2e-1bab2acd9d72 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:39.704015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dd432060-0b46-4910-8e2e-1bab2acd9d72 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "DELETE /v2.0/security-groups/2a3e18e7-1fee-483c-861b-d7de98976b62 HTTP/1.1" status: 204 len: 168 time: 0.1237736 Sep 07 16:40:39.706656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59942) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:39.715541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd432060-0b46-4910-8e2e-1bab2acd9d72 tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3e18e7-1fee-483c-861b-d7de98976b62,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:39.782164 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1073a177-c3a7-4313-8a38-7729451e5a1e tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738468 Sep 07 16:40:39.786315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59952) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:39.838926 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ab6a340f-9832-47d7-9a8e-9713a735f23a tempest-SecGroupIPv6Test-631102285 tempest-SecGroupIPv6Test-631102285-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484900 Sep 07 16:40:39.988991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a2250-8450-4024-bb84-b1fc6ea97f5b req-ec42ca34-9f6b-4777-9d64-093d26fda597 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:39.991991 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e20a2250-8450-4024-bb84-b1fc6ea97f5b req-ec42ca34-9f6b-4777-9d64-093d26fda597 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 944 time: 0.1173809 Sep 07 16:40:40.077123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e20a2250-8450-4024-bb84-b1fc6ea97f5b req-4f9dc0a8-6144-4b93-934f-98daf7b3fbe3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769181 Sep 07 16:40:40.216513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59970) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:40.327550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59976) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:40.385923 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a310f5cd-f8e5-4b11-a1b5-92f86f513a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:40.402674 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8efacb12-0f66-4600-9dea-3132581bcf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:40.442617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-361b7969-939c-433e-aa8d-0e8621085b29 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f586fc65c26492597cca62ae2064fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239501 Sep 07 16:40:40.444823 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 59980) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:40.492442 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8efacb12-0f66-4600-9dea-3132581bcf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:40.495209 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2054590d-3777-41e6-9e4d-1858b6f18985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:40.497731 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8efacb12-0f66-4600-9dea-3132581bcf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:40.517576 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2054590d-3777-41e6-9e4d-1858b6f18985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:40.538310 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8efacb12-0f66-4600-9dea-3132581bcf7e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0cb1742c58640308e30bee3f622e637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089374 Sep 07 16:40:40.539256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efacb12-0f66-4600-9dea-3132581bcf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86364725-d0b1-4ac2-9aca-1df7ef7e089d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:40.541563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 59982) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:40.565210 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2054590d-3777-41e6-9e4d-1858b6f18985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:40.567733 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2054590d-3777-41e6-9e4d-1858b6f18985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:40.568873 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2054590d-3777-41e6-9e4d-1858b6f18985 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/649e6103-087e-460e-8b5b-51c62daafba1 HTTP/1.1" status: 204 len: 168 time: 0.1230698 Sep 07 16:40:40.577593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054590d-3777-41e6-9e4d-1858b6f18985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649e6103-087e-460e-8b5b-51c62daafba1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:40.593300 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b183faf-7cc3-4c5c-af15-7afee4f81036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:40.616151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b183faf-7cc3-4c5c-af15-7afee4f81036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:40.662763 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b183faf-7cc3-4c5c-af15-7afee4f81036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:40.666121 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b183faf-7cc3-4c5c-af15-7afee4f81036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:40.667313 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0b183faf-7cc3-4c5c-af15-7afee4f81036 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/86364725-d0b1-4ac2-9aca-1df7ef7e089d HTTP/1.1" status: 204 len: 168 time: 0.1248410 Sep 07 16:40:40.675262 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b183faf-7cc3-4c5c-af15-7afee4f81036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86364725-d0b1-4ac2-9aca-1df7ef7e089d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:41.007925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60000) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:41.021661 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b1df2595-d88b-4187-be17-a9566f17a0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.117364 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b1df2595-d88b-4187-be17-a9566f17a0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.121582 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b1df2595-d88b-4187-be17-a9566f17a0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.159878 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df2595-d88b-4187-be17-a9566f17a0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92142948-8c8c-41f6-9e25-baebb8540006,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:41.164189 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b1df2595-d88b-4187-be17-a9566f17a0f7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4eb61131c7f342d28c42a6c27fe95860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551838 Sep 07 16:40:41.166737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60008) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:41.213989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ee60b-a7cb-4c9f-a7c9-cbd155a6fd22 req-9a7114ba-c209-44a6-a3ae-7f63efa3672f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:41.215318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d6ee60b-a7cb-4c9f-a7c9-cbd155a6fd22 req-9a7114ba-c209-44a6-a3ae-7f63efa3672f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 944 time: 0.0629945 Sep 07 16:40:41.229043 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87a07942-6853-41da-9f58-97b6112276fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.264132 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d6ee60b-a7cb-4c9f-a7c9-cbd155a6fd22 req-87084103-0b1a-4660-a56c-88a61737036a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386915 Sep 07 16:40:41.264684 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87a07942-6853-41da-9f58-97b6112276fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.316711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87a07942-6853-41da-9f58-97b6112276fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.319447 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-87a07942-6853-41da-9f58-97b6112276fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.321141 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-87a07942-6853-41da-9f58-97b6112276fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/92142948-8c8c-41f6-9e25-baebb8540006 HTTP/1.1" status: 204 len: 168 time: 0.1534855 Sep 07 16:40:41.330528 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a07942-6853-41da-9f58-97b6112276fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92142948-8c8c-41f6-9e25-baebb8540006,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:41.378473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60016) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:41.590713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0af07160-b4e8-4479-b5c1-caa0f9881476 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:41.591190 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-0af07160-b4e8-4479-b5c1-caa0f9881476 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 07 16:40:41.591686 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-0af07160-b4e8-4479-b5c1-caa0f9881476 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): There was a conflict when trying to complete your request. Sep 07 16:40:41.592701 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0af07160-b4e8-4479-b5c1-caa0f9881476 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2132208 Sep 07 16:40:41.596207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60024) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:41.601232 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2b8ef55d-5d6f-4ae5-a6b9-39e9e0e7dedb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994244223'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:41.624396 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef55d-5d6f-4ae5-a6b9-39e9e0e7dedb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.632947 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef55d-5d6f-4ae5-a6b9-39e9e0e7dedb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.724811 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef55d-5d6f-4ae5-a6b9-39e9e0e7dedb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.729113 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef55d-5d6f-4ae5-a6b9-39e9e0e7dedb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.767362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ef55d-5d6f-4ae5-a6b9-39e9e0e7dedb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d050715-5a93-485c-843d-c36d2e092897,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:41.829687 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef55d-5d6f-4ae5-a6b9-39e9e0e7dedb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.833235 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef55d-5d6f-4ae5-a6b9-39e9e0e7dedb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.862188 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef55d-5d6f-4ae5-a6b9-39e9e0e7dedb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.863915 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2b8ef55d-5d6f-4ae5-a6b9-39e9e0e7dedb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2662773 Sep 07 16:40:41.866814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60036) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:41.871486 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-de649501-f903-4ca4-8c02-0f930f5c3ad2 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '3c7cc436-dea4-477b-a1eb-e10ee25bf56d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:41.877191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ef55d-5d6f-4ae5-a6b9-39e9e0e7dedb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7cc436-dea4-477b-a1eb-e10ee25bf56d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:41.902029 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de649501-f903-4ca4-8c02-0f930f5c3ad2 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.961487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de649501-f903-4ca4-8c02-0f930f5c3ad2 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.965456 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de649501-f903-4ca4-8c02-0f930f5c3ad2 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.987740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de649501-f903-4ca4-8c02-0f930f5c3ad2 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04351b2d-557a-4ba1-b064-f76eeebc3ec3,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:41.992025 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de649501-f903-4ca4-8c02-0f930f5c3ad2 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:41.993252 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-de649501-f903-4ca4-8c02-0f930f5c3ad2 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255007 Sep 07 16:40:41.995895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60042) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:42.001467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7f61e318-0462-4d52-9256-6a9960a9d5b6 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '3c7cc436-dea4-477b-a1eb-e10ee25bf56d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:42.027573 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7f61e318-0462-4d52-9256-6a9960a9d5b6 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.073832 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-7f61e318-0462-4d52-9256-6a9960a9d5b6 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): There was a conflict when trying to complete your request. Sep 07 16:40:42.077759 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7f61e318-0462-4d52-9256-6a9960a9d5b6 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0780988 Sep 07 16:40:42.078120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60046) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:42.132067 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74c52378-77ec-40d4-8caa-d134045472da tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.158561 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74c52378-77ec-40d4-8caa-d134045472da tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.202681 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74c52378-77ec-40d4-8caa-d134045472da tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.205268 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-74c52378-77ec-40d4-8caa-d134045472da tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.209137 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-74c52378-77ec-40d4-8caa-d134045472da tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "DELETE /v2.0/security-groups/3c7cc436-dea4-477b-a1eb-e10ee25bf56d HTTP/1.1" status: 204 len: 168 time: 0.1274452 Sep 07 16:40:42.209468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60050) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:42.215920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c52378-77ec-40d4-8caa-d134045472da tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7cc436-dea4-477b-a1eb-e10ee25bf56d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:42.254606 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f8440de0-737f-44f0-a194-a5f066638560 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0439985 Sep 07 16:40:42.258356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60054) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:42.263727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-16c1af1d-06da-46ce-9149-11c6ae78767b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group': {'name': 'tempest-secgroup--838739612'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:42.287296 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16c1af1d-06da-46ce-9149-11c6ae78767b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.414669 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16c1af1d-06da-46ce-9149-11c6ae78767b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.420472 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16c1af1d-06da-46ce-9149-11c6ae78767b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.433350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bd7f6-9343-4d6f-9811-d7bfdb61c4f8 req-a741efaf-63cf-4530-9ab6-4a428dbce221 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:42.435401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-958bd7f6-9343-4d6f-9811-d7bfdb61c4f8 req-a741efaf-63cf-4530-9ab6-4a428dbce221 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 944 time: 0.0839787 Sep 07 16:40:42.473129 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16c1af1d-06da-46ce-9149-11c6ae78767b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.474354 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-16c1af1d-06da-46ce-9149-11c6ae78767b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2149117 Sep 07 16:40:42.477416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60066) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:42.478775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1af1d-06da-46ce-9149-11c6ae78767b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f206ec1-df5a-4841-930e-5209ccaf6dc1,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:42.483610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-463d6f6f-15c1-4a9a-9ff6-2405b1f952c4 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '3f206ec1-df5a-4841-930e-5209ccaf6dc1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:42.484155 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-463d6f6f-15c1-4a9a-9ff6-2405b1f952c4 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 07 16:40:42.484686 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-463d6f6f-15c1-4a9a-9ff6-2405b1f952c4 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:42.485809 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-463d6f6f-15c1-4a9a-9ff6-2405b1f952c4 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067928 Sep 07 16:40:42.488205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60070) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:42.505235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-958bd7f6-9343-4d6f-9811-d7bfdb61c4f8 req-274560d6-a426-438e-a771-02a8792f10ab tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581295 Sep 07 16:40:42.541252 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-694a9b2e-24ee-48b0-b80e-d62439810eed tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.563921 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-694a9b2e-24ee-48b0-b80e-d62439810eed tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.610076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-694a9b2e-24ee-48b0-b80e-d62439810eed tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.612990 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-694a9b2e-24ee-48b0-b80e-d62439810eed tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.614163 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-694a9b2e-24ee-48b0-b80e-d62439810eed tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "DELETE /v2.0/security-groups/3f206ec1-df5a-4841-930e-5209ccaf6dc1 HTTP/1.1" status: 204 len: 168 time: 0.1250281 Sep 07 16:40:42.617381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60076) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:42.624069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a9b2e-24ee-48b0-b80e-d62439810eed tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f206ec1-df5a-4841-930e-5209ccaf6dc1,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:42.662938 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-376b9a8e-5369-44ae-aa98-cd955fc56c64 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0441360 Sep 07 16:40:42.666560 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60078) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:42.671853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0caa565f-c078-4077-8612-de1414029db9 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group': {'name': 'tempest-secgroup--713552780'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:42.694640 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0caa565f-c078-4077-8612-de1414029db9 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.775362 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0caa565f-c078-4077-8612-de1414029db9 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.780294 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0caa565f-c078-4077-8612-de1414029db9 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.814115 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0caa565f-c078-4077-8612-de1414029db9 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.815490 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0caa565f-c078-4077-8612-de1414029db9 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1477807 Sep 07 16:40:42.818962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60086) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:42.825911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cd8c7680-5341-482f-814d-aa83ba525a3c tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': 'be96447a-4208-448d-af1b-7aec6f405cc9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:42.827322 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-cd8c7680-5341-482f-814d-aa83ba525a3c tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 07 16:40:42.828256 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-cd8c7680-5341-482f-814d-aa83ba525a3c tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:42.831824 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cd8c7680-5341-482f-814d-aa83ba525a3c tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0092814 Sep 07 16:40:42.832369 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa565f-c078-4077-8612-de1414029db9 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be96447a-4208-448d-af1b-7aec6f405cc9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:42.836071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60088) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:42.864222 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba596e67-4fb3-4de7-9b2e-0dbc62451cc6 req-e0f33c56-0bb9-469b-bff1-fe93ed336972 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461652 Sep 07 16:40:42.897293 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1122812f-5d1b-476f-991f-d4b3de1b90dc tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.930874 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1122812f-5d1b-476f-991f-d4b3de1b90dc tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.956526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba596e67-4fb3-4de7-9b2e-0dbc62451cc6 req-4240b989-f845-469a-8a8b-f96f6f120a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:42.958175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba596e67-4fb3-4de7-9b2e-0dbc62451cc6 req-4240b989-f845-469a-8a8b-f96f6f120a99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 1096 time: 0.0492969 Sep 07 16:40:42.991858 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1122812f-5d1b-476f-991f-d4b3de1b90dc tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:42.996142 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1122812f-5d1b-476f-991f-d4b3de1b90dc tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.000891 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1122812f-5d1b-476f-991f-d4b3de1b90dc tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "DELETE /v2.0/security-groups/be96447a-4208-448d-af1b-7aec6f405cc9 HTTP/1.1" status: 204 len: 168 time: 0.1638336 Sep 07 16:40:43.001562 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60092) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.020049 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122812f-5d1b-476f-991f-d4b3de1b90dc tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be96447a-4208-448d-af1b-7aec6f405cc9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:43.062996 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-351c0725-7310-46a7-bf3a-5cb69c0d068e tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556567 Sep 07 16:40:43.067192 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60094) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.071826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5ee6c8aa-2e62-40d5-a8c0-4407441c5233 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1139436831'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.085676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba596e67-4fb3-4de7-9b2e-0dbc62451cc6 req-a94a2c85-53d9-408e-a767-175fc25040a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:43.087381 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba596e67-4fb3-4de7-9b2e-0dbc62451cc6 req-a94a2c85-53d9-408e-a767-175fc25040a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.1030090 Sep 07 16:40:43.094625 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8aa-2e62-40d5-a8c0-4407441c5233 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.154261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba596e67-4fb3-4de7-9b2e-0dbc62451cc6 req-abd81709-ab94-4730-936a-dc8bce188947 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2c9a159-20fb-4287-84d3-10e88b603b33 HTTP/1.1" status: 200 len: 1001 time: 0.0593958 Sep 07 16:40:43.181424 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8aa-2e62-40d5-a8c0-4407441c5233 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.185924 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8aa-2e62-40d5-a8c0-4407441c5233 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.208628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba596e67-4fb3-4de7-9b2e-0dbc62451cc6 req-27386793-8c1f-4d5a-a369-b9eb02b52b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:43.210528 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba596e67-4fb3-4de7-9b2e-0dbc62451cc6 req-27386793-8c1f-4d5a-a369-b9eb02b52b5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0496023 Sep 07 16:40:43.212318 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c8aa-2e62-40d5-a8c0-4407441c5233 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.213580 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5ee6c8aa-2e62-40d5-a8c0-4407441c5233 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1451337 Sep 07 16:40:43.216577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60096) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.217844 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6c8aa-2e62-40d5-a8c0-4407441c5233 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf2ae55-1a20-4cdb-9c8f-9f2ba355fb78,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:43.224306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-31ee1779-4f26-4e40-a8a0-8eafe6a0d91d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '8cf2ae55-1a20-4cdb-9c8f-9f2ba355fb78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.225290 n-d-807551-3 neutron-server[94770]: WARNING neutron.api.v2.base [None req-31ee1779-4f26-4e40-a8a0-8eafe6a0d91d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 07 16:40:43.225819 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-31ee1779-4f26-4e40-a8a0-8eafe6a0d91d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:43.226754 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-31ee1779-4f26-4e40-a8a0-8eafe6a0d91d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092254 Sep 07 16:40:43.229566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60098) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.234760 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bc334c4f-c959-4063-8f50-6c46ec71f4f9 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '8cf2ae55-1a20-4cdb-9c8f-9f2ba355fb78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.236366 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-bc334c4f-c959-4063-8f50-6c46ec71f4f9 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 07 16:40:43.236867 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-bc334c4f-c959-4063-8f50-6c46ec71f4f9 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:43.240512 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bc334c4f-c959-4063-8f50-6c46ec71f4f9 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072501 Sep 07 16:40:43.240773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60100) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.245090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-81929bb1-401f-4cc2-b1b8-1702aa924bba tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '8cf2ae55-1a20-4cdb-9c8f-9f2ba355fb78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.246161 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-81929bb1-401f-4cc2-b1b8-1702aa924bba tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 07 16:40:43.246656 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-81929bb1-401f-4cc2-b1b8-1702aa924bba tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:43.249359 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-81929bb1-401f-4cc2-b1b8-1702aa924bba tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064831 Sep 07 16:40:43.250603 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60102) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.254767 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-11140c96-8dea-4738-8410-f3b68a9f76b2 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '8cf2ae55-1a20-4cdb-9c8f-9f2ba355fb78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.255606 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-11140c96-8dea-4738-8410-f3b68a9f76b2 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 07 16:40:43.256076 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-11140c96-8dea-4738-8410-f3b68a9f76b2 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:43.257058 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-11140c96-8dea-4738-8410-f3b68a9f76b2 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055399 Sep 07 16:40:43.259548 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60104) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.272233 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba596e67-4fb3-4de7-9b2e-0dbc62451cc6 req-065ec3c6-1c69-489b-99da-0b43c473c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:43.273850 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba596e67-4fb3-4de7-9b2e-0dbc62451cc6 req-065ec3c6-1c69-489b-99da-0b43c473c5b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550354 Sep 07 16:40:43.317433 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e66113-b14a-477e-b36e-d208985c059e tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.339411 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e66113-b14a-477e-b36e-d208985c059e tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.368506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba596e67-4fb3-4de7-9b2e-0dbc62451cc6 req-1eba4910-a051-4c97-b1f7-0ff8746675ef service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869284 Sep 07 16:40:43.383011 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e66113-b14a-477e-b36e-d208985c059e tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.385680 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-60e66113-b14a-477e-b36e-d208985c059e tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.386828 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-60e66113-b14a-477e-b36e-d208985c059e tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "DELETE /v2.0/security-groups/8cf2ae55-1a20-4cdb-9c8f-9f2ba355fb78 HTTP/1.1" status: 204 len: 168 time: 0.1263342 Sep 07 16:40:43.390561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60106) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.410358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e66113-b14a-477e-b36e-d208985c059e tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf2ae55-1a20-4cdb-9c8f-9f2ba355fb78,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:43.457264 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bf13ec77-a459-40f6-ab1b-a58f5a5366d7 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655649 Sep 07 16:40:43.461221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60108) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.466617 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5e4c3486-100c-43aa-a25a-d91b100e9f23 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802875682'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.478868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba596e67-4fb3-4de7-9b2e-0dbc62451cc6 req-b70760fe-d080-40f2-a8be-d71dfa3770d3 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028686 Sep 07 16:40:43.494253 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3486-100c-43aa-a25a-d91b100e9f23 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.578189 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3486-100c-43aa-a25a-d91b100e9f23 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.582044 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3486-100c-43aa-a25a-d91b100e9f23 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.638033 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3486-100c-43aa-a25a-d91b100e9f23 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.639423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5e4c3486-100c-43aa-a25a-d91b100e9f23 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1772258 Sep 07 16:40:43.642760 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60112) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.643260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c3486-100c-43aa-a25a-d91b100e9f23 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8ce386-b287-4071-b54f-054a7ecf919f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:43.651930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6225f490-d6c7-48c8-a772-0a76533110d8 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '6a8ce386-b287-4071-b54f-054a7ecf919f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.653666 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-6225f490-d6c7-48c8-a772-0a76533110d8 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 07 16:40:43.654346 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-6225f490-d6c7-48c8-a772-0a76533110d8 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:43.655564 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6225f490-d6c7-48c8-a772-0a76533110d8 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110922 Sep 07 16:40:43.658402 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60114) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.663180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9cc12817-f964-41b0-85dd-903706245a30 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '6a8ce386-b287-4071-b54f-054a7ecf919f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.666487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39395bf-d9a0-4962-889f-35a33f70c55b req-5325c5e0-830b-4469-ba29-0f1d3d03a261 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:43.668035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c39395bf-d9a0-4962-889f-35a33f70c55b req-5325c5e0-830b-4469-ba29-0f1d3d03a261 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 944 time: 0.0834389 Sep 07 16:40:43.707455 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-9cc12817-f964-41b0-85dd-903706245a30 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:43.712302 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9cc12817-f964-41b0-85dd-903706245a30 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0488515 Sep 07 16:40:43.712710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.716111 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c39395bf-d9a0-4962-889f-35a33f70c55b req-d9c5e0c0-e2cb-4a56-b518-8fdae5406831 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402691 Sep 07 16:40:43.717739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-840126e6-ee26-4752-ade7-88afb7351254 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '6a8ce386-b287-4071-b54f-054a7ecf919f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.718232 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-840126e6-ee26-4752-ade7-88afb7351254 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 07 16:40:43.718790 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-840126e6-ee26-4752-ade7-88afb7351254 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:43.719746 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-840126e6-ee26-4752-ade7-88afb7351254 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060873 Sep 07 16:40:43.724671 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60118) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.729194 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-07b3fbef-dd48-45c7-a597-f3ca89d8a754 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '6a8ce386-b287-4071-b54f-054a7ecf919f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.764738 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-07b3fbef-dd48-45c7-a597-f3ca89d8a754 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:43.765700 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-07b3fbef-dd48-45c7-a597-f3ca89d8a754 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0400853 Sep 07 16:40:43.768490 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60120) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.772728 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cc3a5365-02ec-4396-ae73-3278fe13f23b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '6a8ce386-b287-4071-b54f-054a7ecf919f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.773199 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-cc3a5365-02ec-4396-ae73-3278fe13f23b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 07 16:40:43.773654 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-cc3a5365-02ec-4396-ae73-3278fe13f23b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:43.774582 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cc3a5365-02ec-4396-ae73-3278fe13f23b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0051785 Sep 07 16:40:43.776891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60122) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.781247 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fea16229-3edd-4372-a6ba-99b1e023a64b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '6a8ce386-b287-4071-b54f-054a7ecf919f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.804033 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-fea16229-3edd-4372-a6ba-99b1e023a64b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Project 1acff149d9244776a36d91868b3178e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:40:43.815621 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-fea16229-3edd-4372-a6ba-99b1e023a64b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:43.816794 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fea16229-3edd-4372-a6ba-99b1e023a64b tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0390561 Sep 07 16:40:43.819429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60124) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.823621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-26c7c614-fe43-4635-a7a1-1eefdec17fde tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '6a8ce386-b287-4071-b54f-054a7ecf919f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.824082 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-26c7c614-fe43-4635-a7a1-1eefdec17fde tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 07 16:40:43.824588 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-26c7c614-fe43-4635-a7a1-1eefdec17fde tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:43.825570 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-26c7c614-fe43-4635-a7a1-1eefdec17fde tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052271 Sep 07 16:40:43.827630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60126) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.831434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-422ba5be-cae8-4e66-91fe-b1e3f8bcc616 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '6a8ce386-b287-4071-b54f-054a7ecf919f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.856964 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-422ba5be-cae8-4e66-91fe-b1e3f8bcc616 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Project 1acff149d9244776a36d91868b3178e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:40:43.869868 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-422ba5be-cae8-4e66-91fe-b1e3f8bcc616 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:43.870912 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-422ba5be-cae8-4e66-91fe-b1e3f8bcc616 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0424464 Sep 07 16:40:43.873727 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60128) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.878040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-85f31f3a-513f-44b9-9d7d-983d71e1b3e7 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '6a8ce386-b287-4071-b54f-054a7ecf919f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:43.899239 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-85f31f3a-513f-44b9-9d7d-983d71e1b3e7 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Project 1acff149d9244776a36d91868b3178e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:40:43.912308 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-85f31f3a-513f-44b9-9d7d-983d71e1b3e7 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:43.913466 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-85f31f3a-513f-44b9-9d7d-983d71e1b3e7 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0388293 Sep 07 16:40:43.916351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60130) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:43.967307 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28e69f21-c9c4-4fbd-ab0b-6780e276b99d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.967851 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:43.989686 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28e69f21-c9c4-4fbd-ab0b-6780e276b99d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.031407 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28e69f21-c9c4-4fbd-ab0b-6780e276b99d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.034326 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-28e69f21-c9c4-4fbd-ab0b-6780e276b99d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.035655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-28e69f21-c9c4-4fbd-ab0b-6780e276b99d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "DELETE /v2.0/security-groups/6a8ce386-b287-4071-b54f-054a7ecf919f HTTP/1.1" status: 204 len: 168 time: 0.1182938 Sep 07 16:40:44.038324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60134) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:44.044904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e69f21-c9c4-4fbd-ab0b-6780e276b99d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8ce386-b287-4071-b54f-054a7ecf919f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:44.089317 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7486bcb9-4cf3-4090-ac7d-81e8139d2c17 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495169 Sep 07 16:40:44.093616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60138) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:44.098327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b351bcea-6be9-4d2d-a194-a2bfb529664d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group': {'name': 'tempest-secgroup--370061071'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:44.121793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b351bcea-6be9-4d2d-a194-a2bfb529664d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.214890 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b351bcea-6be9-4d2d-a194-a2bfb529664d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.218619 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b351bcea-6be9-4d2d-a194-a2bfb529664d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.255043 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b351bcea-6be9-4d2d-a194-a2bfb529664d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.256303 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b351bcea-6be9-4d2d-a194-a2bfb529664d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1615946 Sep 07 16:40:44.259132 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60142) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:44.261909 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351bcea-6be9-4d2d-a194-a2bfb529664d tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1fe198-339e-4451-b173-e9a9c1c66f74,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:44.266917 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-87227653-d33a-4643-bbdf-514293cfa6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.270647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-54ed6b21-cfcf-4e2c-b721-b6ad0edf4fbb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': 'ed1fe198-339e-4451-b173-e9a9c1c66f74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:44.316706 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-54ed6b21-cfcf-4e2c-b721-b6ad0edf4fbb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The resource could not be found. Sep 07 16:40:44.321423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:44.324621 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-54ed6b21-cfcf-4e2c-b721-b6ad0edf4fbb tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0607455 Sep 07 16:40:44.326382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f5bc49e7-a2e7-4fca-a38b-f7e08a54397a tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': 'ed1fe198-339e-4451-b173-e9a9c1c66f74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2e1fcdac-06d3-47a8-b335-540b476f55b9'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:44.373894 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-f5bc49e7-a2e7-4fca-a38b-f7e08a54397a tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The resource could not be found. Sep 07 16:40:44.375138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f5bc49e7-a2e7-4fca-a38b-f7e08a54397a tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0527449 Sep 07 16:40:44.377982 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60152) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:44.444119 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5418-47ef-430f-99a8-8cf732d9f644 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.466635 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5418-47ef-430f-99a8-8cf732d9f644 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.508612 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5418-47ef-430f-99a8-8cf732d9f644 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.511235 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b4bf5418-47ef-430f-99a8-8cf732d9f644 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.512484 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b4bf5418-47ef-430f-99a8-8cf732d9f644 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "DELETE /v2.0/security-groups/ed1fe198-339e-4451-b173-e9a9c1c66f74 HTTP/1.1" status: 204 len: 168 time: 0.1332555 Sep 07 16:40:44.515148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60158) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:44.521901 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf5418-47ef-430f-99a8-8cf732d9f644 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1fe198-339e-4451-b173-e9a9c1c66f74,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:44.563471 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-99d94b2a-7a60-45e6-9679-e4c49586af66 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470877 Sep 07 16:40:44.567653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60160) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:44.572304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-81cf3003-d071-440a-8606-991107201eef tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '2ce11ba7-7428-4c95-8dfb-9c1302acac1b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:44.619273 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-81cf3003-d071-440a-8606-991107201eef tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The resource could not be found. Sep 07 16:40:44.620370 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-81cf3003-d071-440a-8606-991107201eef tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0516245 Sep 07 16:40:44.623936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60162) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:44.628386 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fddd2c09-01ad-40c5-b9ed-8a52d3d2d720 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122565079'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:44.655608 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c09-01ad-40c5-b9ed-8a52d3d2d720 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.745415 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c09-01ad-40c5-b9ed-8a52d3d2d720 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.750897 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c09-01ad-40c5-b9ed-8a52d3d2d720 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.780926 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c09-01ad-40c5-b9ed-8a52d3d2d720 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.782388 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fddd2c09-01ad-40c5-b9ed-8a52d3d2d720 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1574578 Sep 07 16:40:44.785218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:44.789718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a5559bfe-d5a9-46de-86fa-c334b822af3a tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group': {'name': 'tempest-secgroup--538581538'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:44.798016 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd2c09-01ad-40c5-b9ed-8a52d3d2d720 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941661c8-6d11-4094-9c80-4dbca8cdf8ea,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:44.815591 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5559bfe-d5a9-46de-86fa-c334b822af3a tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.877072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b04a42-e68a-4cbd-921d-53cdffb8a823 req-29003804-f546-4d54-a09b-32615fef0152 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:44.878865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90b04a42-e68a-4cbd-921d-53cdffb8a823 req-29003804-f546-4d54-a09b-32615fef0152 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 944 time: 0.0577555 Sep 07 16:40:44.922686 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5559bfe-d5a9-46de-86fa-c334b822af3a tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.926599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5559bfe-d5a9-46de-86fa-c334b822af3a tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.932426 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-90b04a42-e68a-4cbd-921d-53cdffb8a823 req-509a0eba-f8da-4b79-9457-eed4c0617828 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449016 Sep 07 16:40:44.963906 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.980527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5559bfe-d5a9-46de-86fa-c334b822af3a tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abbc62e-d330-4124-bb4e-927966ce2bfb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:44.983255 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a5559bfe-d5a9-46de-86fa-c334b822af3a tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:44.984647 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a5559bfe-d5a9-46de-86fa-c334b822af3a tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1983211 Sep 07 16:40:44.989156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60170) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:44.995441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-10628521-ce2f-4401-8321-35e3d1afdd71 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': '941661c8-6d11-4094-9c80-4dbca8cdf8ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8abbc62e-d330-4124-bb4e-927966ce2bfb'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:45.032920 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [None req-10628521-ce2f-4401-8321-35e3d1afdd71 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:45.034125 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-10628521-ce2f-4401-8321-35e3d1afdd71 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0439167 Sep 07 16:40:45.036975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60172) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:45.093271 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e825af98-0d8f-4351-9cde-74c53ec11fd0 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.114040 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e825af98-0d8f-4351-9cde-74c53ec11fd0 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.153623 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e825af98-0d8f-4351-9cde-74c53ec11fd0 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.156220 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e825af98-0d8f-4351-9cde-74c53ec11fd0 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.157392 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e825af98-0d8f-4351-9cde-74c53ec11fd0 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "DELETE /v2.0/security-groups/8abbc62e-d330-4124-bb4e-927966ce2bfb HTTP/1.1" status: 204 len: 168 time: 0.1194959 Sep 07 16:40:45.160617 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60174) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:45.166108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825af98-0d8f-4351-9cde-74c53ec11fd0 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abbc62e-d330-4124-bb4e-927966ce2bfb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:45.214453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b4ce1c0b-1c75-45b0-b30f-0f2554ecd7cf tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0526309 Sep 07 16:40:45.217281 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:45.267251 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-699a9473-50d3-4648-beb9-0dfdba6dce29 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.290653 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-699a9473-50d3-4648-beb9-0dfdba6dce29 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.334911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-699a9473-50d3-4648-beb9-0dfdba6dce29 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.337469 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-699a9473-50d3-4648-beb9-0dfdba6dce29 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.338620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-699a9473-50d3-4648-beb9-0dfdba6dce29 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "DELETE /v2.0/security-groups/941661c8-6d11-4094-9c80-4dbca8cdf8ea HTTP/1.1" status: 204 len: 168 time: 0.1204402 Sep 07 16:40:45.341488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60178) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:45.347200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a9473-50d3-4648-beb9-0dfdba6dce29 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941661c8-6d11-4094-9c80-4dbca8cdf8ea,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:45.386084 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b08c12e4-841b-4608-88c9-263ef20dbbf1 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0433750 Sep 07 16:40:45.390672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60180) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:45.395002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ee40d3aa-6ad5-46f9-b593-781cd75d5cad tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group': {'name': 'tempest-secgroup--477509918'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:45.415636 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee40d3aa-6ad5-46f9-b593-781cd75d5cad tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.499707 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee40d3aa-6ad5-46f9-b593-781cd75d5cad tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.503854 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee40d3aa-6ad5-46f9-b593-781cd75d5cad tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.534546 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee40d3aa-6ad5-46f9-b593-781cd75d5cad tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.538573 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ee40d3aa-6ad5-46f9-b593-781cd75d5cad tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1441927 Sep 07 16:40:45.538810 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60188) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:45.543383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-6a53be68-c7f5-4a09-a13b-6a90bafdc968 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': 'e8e1c968-ea9b-47ed-b65b-9eeb158b87f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:45.547904 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40d3aa-6ad5-46f9-b593-781cd75d5cad tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e1c968-ea9b-47ed-b65b-9eeb158b87f4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:45.594837 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-6a53be68-c7f5-4a09-a13b-6a90bafdc968 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:45.596758 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6a53be68-c7f5-4a09-a13b-6a90bafdc968 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0568390 Sep 07 16:40:45.599315 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60190) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:45.604200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-48fd635b-233a-40b6-9fdd-1cc66835a857 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group_rule': {'security_group_id': 'e8e1c968-ea9b-47ed-b65b-9eeb158b87f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:45.652219 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-48fd635b-233a-40b6-9fdd-1cc66835a857 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 16:40:45.653356 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-48fd635b-233a-40b6-9fdd-1cc66835a857 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0530725 Sep 07 16:40:45.656161 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:45.708198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ea808db-2caf-4ab3-8456-d455a803da15 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.733987 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ea808db-2caf-4ab3-8456-d455a803da15 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.774745 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ea808db-2caf-4ab3-8456-d455a803da15 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.777443 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8ea808db-2caf-4ab3-8456-d455a803da15 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.779138 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8ea808db-2caf-4ab3-8456-d455a803da15 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "DELETE /v2.0/security-groups/e8e1c968-ea9b-47ed-b65b-9eeb158b87f4 HTTP/1.1" status: 204 len: 168 time: 0.1220939 Sep 07 16:40:45.781886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60194) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:45.788238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea808db-2caf-4ab3-8456-d455a803da15 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e1c968-ea9b-47ed-b65b-9eeb158b87f4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:45.828129 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c84a493f-f196-4e11-952d-d0f9c191a3e2 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0441477 Sep 07 16:40:45.831726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60196) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:45.844767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-bdf9917d-8719-4af7-9fd2-f5474f22e875 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group': {'name': 'tempest-secgroup--182524227'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:45.867233 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdf9917d-8719-4af7-9fd2-f5474f22e875 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.956710 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdf9917d-8719-4af7-9fd2-f5474f22e875 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:45.960850 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdf9917d-8719-4af7-9fd2-f5474f22e875 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:46.012113 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9917d-8719-4af7-9fd2-f5474f22e875 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995ef5fc-4885-4880-a9f0-20cf316a4612,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:46.014899 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdf9917d-8719-4af7-9fd2-f5474f22e875 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:46.016169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bdf9917d-8719-4af7-9fd2-f5474f22e875 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1832752 Sep 07 16:40:46.019198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60208) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:46.024621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4cb34114-c775-4ed6-ab32-d3b212c7d82c tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:46.026870 n-d-807551-3 neutron-server[94771]: WARNING neutron.api.v2.base [None req-4cb34114-c775-4ed6-ab32-d3b212c7d82c tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 07 16:40:46.027590 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-4cb34114-c775-4ed6-ab32-d3b212c7d82c tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] update failed (client error): There was a conflict when trying to complete your request. Sep 07 16:40:46.030991 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4cb34114-c775-4ed6-ab32-d3b212c7d82c tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "PUT /v2.0/security-groups/995ef5fc-4885-4880-a9f0-20cf316a4612 HTTP/1.1" status: 409 len: 330 time: 0.0104513 Sep 07 16:40:46.033000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60210) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:46.068143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741070b-473a-409b-a9c2-fc7cb01de4d5 req-457d8e12-f8dc-49c4-b058-e4d4ca492bd8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:46.069753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2741070b-473a-409b-a9c2-fc7cb01de4d5 req-457d8e12-f8dc-49c4-b058-e4d4ca492bd8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 944 time: 0.0523052 Sep 07 16:40:46.116289 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9488ad2b-4d60-4d6c-907c-71a0e52c6a00 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:46.117166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2741070b-473a-409b-a9c2-fc7cb01de4d5 req-113f5e46-7810-4da7-b9d7-b792b3b87c28 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412645 Sep 07 16:40:46.140078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9488ad2b-4d60-4d6c-907c-71a0e52c6a00 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:46.180976 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9488ad2b-4d60-4d6c-907c-71a0e52c6a00 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:46.183536 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9488ad2b-4d60-4d6c-907c-71a0e52c6a00 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:46.184775 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9488ad2b-4d60-4d6c-907c-71a0e52c6a00 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "DELETE /v2.0/security-groups/995ef5fc-4885-4880-a9f0-20cf316a4612 HTTP/1.1" status: 204 len: 168 time: 0.1490188 Sep 07 16:40:46.187565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60214) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:46.193822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488ad2b-4d60-4d6c-907c-71a0e52c6a00 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995ef5fc-4885-4880-a9f0-20cf316a4612,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:46.234038 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6cde50fd-6187-421d-bcaf-fc52dd0afd36 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452151 Sep 07 16:40:46.237768 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60216) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:46.251726 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-5725840e-220f-4629-a702-b2584f89243a tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] delete failed (client error): The resource could not be found. Sep 07 16:40:46.252814 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5725840e-220f-4629-a702-b2584f89243a tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "DELETE /v2.0/security-groups/7cc80388-6ace-4ff0-8f1c-f558e66c60dc HTTP/1.1" status: 404 len: 347 time: 0.0139883 Sep 07 16:40:46.256111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60218) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:46.269106 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-ce6d8875-e840-4646-9e26-641fdff24c81 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] show failed (client error): The resource could not be found. Sep 07 16:40:46.270045 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ce6d8875-e840-4646-9e26-641fdff24c81 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "GET /v2.0/security-groups/449f4b21-5ed6-4e63-a10e-c46fb034b827 HTTP/1.1" status: 404 len: 347 time: 0.0130296 Sep 07 16:40:46.273170 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60220) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:46.284026 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-40ca5b88-4bf3-4471-aa9c-1a98290881d3 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] show failed (client error): The resource could not be found. Sep 07 16:40:46.285012 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-40ca5b88-4bf3-4471-aa9c-1a98290881d3 tempest-NegativeSecGroupIPv6Test-1257285932 tempest-NegativeSecGroupIPv6Test-1257285932-project] 10.222.0.70 "GET /v2.0/security-group-rules/21243b38-3669-41bf-bd47-62114d7b9fb7 HTTP/1.1" status: 404 len: 356 time: 0.0110095 Sep 07 16:40:46.534883 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60226) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:46.669607 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-61d8c6b0-fb2e-4e4d-882a-6d60f1173e66 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1acff149d9244776a36d91868b3178e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335170 Sep 07 16:40:46.672041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60230) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:46.720213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0509467-a45c-4d1f-8d02-38aeb46bfaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:46.743136 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0509467-a45c-4d1f-8d02-38aeb46bfaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:46.793166 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0509467-a45c-4d1f-8d02-38aeb46bfaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:46.795923 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0509467-a45c-4d1f-8d02-38aeb46bfaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:46.797155 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c0509467-a45c-4d1f-8d02-38aeb46bfaa4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d050715-5a93-485c-843d-c36d2e092897 HTTP/1.1" status: 204 len: 168 time: 0.1241291 Sep 07 16:40:46.806286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0509467-a45c-4d1f-8d02-38aeb46bfaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d050715-5a93-485c-843d-c36d2e092897,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:46.906033 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:47.248093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda66e0-5b26-4593-9c79-ec0024a045fc req-fa39d359-f9b6-487b-a6dd-2e8d42733b4c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:47.256706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9eda66e0-5b26-4593-9c79-ec0024a045fc req-fa39d359-f9b6-487b-a6dd-2e8d42733b4c tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 944 time: 0.0676327 Sep 07 16:40:47.289317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9eda66e0-5b26-4593-9c79-ec0024a045fc req-b5fdd72d-7e2f-4e19-bf1f-2395e2ab04e3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317364 Sep 07 16:40:47.537328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e3c5c8b8-70de-45a5-8d0f-d3611051fd9d details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:40:47.565382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60258) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:47.568990 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026538 Sep 07 16:40:47.572107 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60260) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:47.653855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:47.664997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'port_id': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d', 'mac_address': 'fa:16:3e:92:d0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:40:47.678474 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b44c5773-ea5f-4292-b7a4-94b3b6b96770 tempest-NetworksApiDiscovery-1306639222 tempest-NetworksApiDiscovery-1306639222-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1053045 Sep 07 16:40:47.709600 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:47.723796 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c5c8b8-70de-45a5-8d0f-d3611051fd9d {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:40:47.743854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:47.748613 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:47.804393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:47.936256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60268) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:48.000541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['e3c5c8b8-70de-45a5-8d0f-d3611051fd9d'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:40:48.051676 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c1313ce-650f-4c0b-8e66-69384e07fd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:48.159843 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c1313ce-650f-4c0b-8e66-69384e07fd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:48.170597 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5c1313ce-650f-4c0b-8e66-69384e07fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:48.233661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1313ce-650f-4c0b-8e66-69384e07fd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266886c3-95d3-4aef-9435-18cacd8c9e82,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:48.248498 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5c1313ce-650f-4c0b-8e66-69384e07fd42 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28e31742060e4f2498f8e9e7b60fed66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083556 Sep 07 16:40:48.248742 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60276) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:48.318306 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d428071a-10ec-4610-a46b-7c7efb8b130a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:48.340790 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d428071a-10ec-4610-a46b-7c7efb8b130a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:48.395485 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d428071a-10ec-4610-a46b-7c7efb8b130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:48.398995 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d428071a-10ec-4610-a46b-7c7efb8b130a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:48.404368 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d428071a-10ec-4610-a46b-7c7efb8b130a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/266886c3-95d3-4aef-9435-18cacd8c9e82 HTTP/1.1" status: 204 len: 168 time: 0.1543298 Sep 07 16:40:48.424892 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428071a-10ec-4610-a46b-7c7efb8b130a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266886c3-95d3-4aef-9435-18cacd8c9e82,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:48.435950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67211a-0b1c-459f-b25c-56a7213c2e0a req-24f97174-f87c-44ac-b78e-5274a8499115 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:48.438080 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c67211a-0b1c-459f-b25c-56a7213c2e0a req-24f97174-f87c-44ac-b78e-5274a8499115 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 945 time: 0.0747788 Sep 07 16:40:48.485138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c67211a-0b1c-459f-b25c-56a7213c2e0a req-df3ab083-1c27-4919-b217-3f1d47eb729f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357735 Sep 07 16:40:49.552592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e3c5c8b8-70de-45a5-8d0f-d3611051fd9d up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:40:49.623542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:40:49.636918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a23ab5-6078-4424-af82-ae4a33b8ee9e req-a1a810fe-a953-418f-9689-561f660a0ee1 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:49.639260 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:40:49.639802 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:49.649823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2a23ab5-6078-4424-af82-ae4a33b8ee9e req-a1a810fe-a953-418f-9689-561f660a0ee1 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 945 time: 0.0682166 Sep 07 16:40:49.688631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2a23ab5-6078-4424-af82-ae4a33b8ee9e req-19f216a8-111a-46c5-9442-143066f84869 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368800 Sep 07 16:40:49.743593 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:49.767552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:40:49.769863 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d02c61-d692-4e88-a137-0d2fc2340b5e" -d '{"events": [{"server_uuid": "175d6162-ef9f-46c9-9a7b-dc61e72a6a2c", "name": "network-vif-plugged", "status": "completed", "tag": "e3c5c8b8-70de-45a5-8d0f-d3611051fd9d"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:40:49.793168 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:40:49.798789 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:49.860265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:49.979765 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d2ccfd-18d3-4664-823b-1d46ec0af039 x-openstack-request-id: req-c8d2ccfd-18d3-4664-823b-1d46ec0af039 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:40:49.980086 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175d6162-ef9f-46c9-9a7b-dc61e72a6a2c", "name": "network-vif-plugged", "status": "completed", "tag": "e3c5c8b8-70de-45a5-8d0f-d3611051fd9d", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:40:49.980586 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8d2ccfd-18d3-4664-823b-1d46ec0af039 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:40:49.981517 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d', 'code': 200} Sep 07 16:40:50.126291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450feac-f74a-4aa9-9087-f2e5bebaa1b8 req-7ae28a9a-6a7a-431d-b494-e92426dea2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:50.128611 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a450feac-f74a-4aa9-9087-f2e5bebaa1b8 req-7ae28a9a-6a7a-431d-b494-e92426dea2db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 1097 time: 0.0656416 Sep 07 16:40:50.180385 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a450feac-f74a-4aa9-9087-f2e5bebaa1b8 req-a0ac86a0-2612-42ab-b3d1-5b1a252043d9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364835 Sep 07 16:40:50.811469 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0fd92-ddd2-46ca-aec0-945f8d491e38 req-d9b7a4cf-0f99-4c47-b5ff-6de6a8801491 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:50.813631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99b0fd92-ddd2-46ca-aec0-945f8d491e38 req-d9b7a4cf-0f99-4c47-b5ff-6de6a8801491 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 946 time: 0.0550346 Sep 07 16:40:50.854479 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99b0fd92-ddd2-46ca-aec0-945f8d491e38 req-a43697ca-7f55-49e8-8279-bebc832db5a9 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344012 Sep 07 16:40:51.991924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4f181-9c09-4659-9140-a4bb3756bf35 req-c2323951-01eb-4194-8575-7d82202d0a8d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:52.001252 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bef4f181-9c09-4659-9140-a4bb3756bf35 req-c2323951-01eb-4194-8575-7d82202d0a8d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 946 time: 0.0672576 Sep 07 16:40:52.048114 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bef4f181-9c09-4659-9140-a4bb3756bf35 req-be2f335f-2b3b-4474-b126-6bc07c688098 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459163 Sep 07 16:40:52.166688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c5126-78d5-4ed4-a2fe-70aeca96d2e0 req-b893a999-b792-4ef9-be8b-34d7e87043f4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:52.169064 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e74c5126-78d5-4ed4-a2fe-70aeca96d2e0 req-b893a999-b792-4ef9-be8b-34d7e87043f4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 946 time: 0.0613120 Sep 07 16:40:52.233132 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e74c5126-78d5-4ed4-a2fe-70aeca96d2e0 req-1b2904b4-427e-4df8-8ffc-4400fdae8eed tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568223 Sep 07 16:40:52.241124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60364) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:52.289419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76f9752-8125-4405-88ea-614fca113b83 tempest-TestVolumeBootPattern-1955222456 tempest-TestVolumeBootPattern-1955222456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:52.291281 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b76f9752-8125-4405-88ea-614fca113b83 tempest-TestVolumeBootPattern-1955222456 tempest-TestVolumeBootPattern-1955222456-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 1092 time: 0.0491474 Sep 07 16:40:52.295447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60366) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:40:52.300641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:40:52.333079 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:52.429361 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:52.595551 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Allocated IP 172.25.3.27 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/3c10b338-a9f8-41e1-a0f3-f8a44bdacd05) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:40:52.712166 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:52.756720 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:52.793814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:40:52.796254 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:40:52.799857 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:40:52.827255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'Port': ['ID=3c10b338-a9f8-41e1-a0f3-f8a44bdacd05,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:53.235473 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:53.318774 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:53.492087 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:53.496507 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:53.580811 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:53.583511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event updated for resources: {'Port': ['ID=3c10b338-a9f8-41e1-a0f3-f8a44bdacd05,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:40:53.726951 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Floating IP e6126eb8-b337-4dcd-aadd-bac71a5642b5 associated. External IP: 172.25.3.27, port: e3c5c8b8-70de-45a5-8d0f-d3611051fd9d. Sep 07 16:40:53.970525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Router 7567412c-e71a-4e02-9f71-f8808e705ad4 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:40:54.406183 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:40:54.416202 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7f596-6a78-4048-a24b-dcb3d7331bca None None] Sync routers for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:40:54.421347 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:40:54.427361 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7f596-6a78-4048-a24b-dcb3d7331bca None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:54.428087 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-72c7f596-6a78-4048-a24b-dcb3d7331bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:54.460441 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4e3327b3-2152-46d1-bd57-50beb0699249 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1508582 Sep 07 16:40:54.460441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'tag': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:40:54.460441 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c39f3fa-fb38-4e4f-81b4-43d6669e5ded" -d '{"events": [{"name": "network-changed", "server_uuid": "175d6162-ef9f-46c9-9a7b-dc61e72a6a2c", "tag": "e3c5c8b8-70de-45a5-8d0f-d3611051fd9d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:40:54.495606 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30711a1c-3747-423f-94ac-a428c3132140 x-openstack-request-id: req-30711a1c-3747-423f-94ac-a428c3132140 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:40:54.495904 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175d6162-ef9f-46c9-9a7b-dc61e72a6a2c", "tag": "e3c5c8b8-70de-45a5-8d0f-d3611051fd9d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:40:54.496155 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30711a1c-3747-423f-94ac-a428c3132140 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:40:54.496965 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'tag': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d', 'status': 'completed', 'code': 200} Sep 07 16:40:54.536632 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-72c7f596-6a78-4048-a24b-dcb3d7331bca None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:54.558699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39f3fa-fb38-4e4f-81b4-43d6669e5ded req-2d1843f9-4c91-4a8b-bfa8-d77d86d54682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:54.560300 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c39f3fa-fb38-4e4f-81b4-43d6669e5ded req-2d1843f9-4c91-4a8b-bfa8-d77d86d54682 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 1097 time: 0.0405262 Sep 07 16:40:54.677203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39f3fa-fb38-4e4f-81b4-43d6669e5ded req-9191e794-c7e0-455c-92c9-7b2bc57f93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:54.680055 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c39f3fa-fb38-4e4f-81b4-43d6669e5ded req-9191e794-c7e0-455c-92c9-7b2bc57f93d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.1114745 Sep 07 16:40:54.801087 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c39f3fa-fb38-4e4f-81b4-43d6669e5ded req-8e5807e9-9ad2-4127-925e-b2f0d3aad321 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d HTTP/1.1" status: 200 len: 999 time: 0.1130576 Sep 07 16:40:54.859378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39f3fa-fb38-4e4f-81b4-43d6669e5ded req-076cdeac-f62a-47f5-8cc9-88f823219093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:54.861051 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c39f3fa-fb38-4e4f-81b4-43d6669e5ded req-076cdeac-f62a-47f5-8cc9-88f823219093 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0527081 Sep 07 16:40:54.898096 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-72c7f596-6a78-4048-a24b-dcb3d7331bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '30b0bad6-340f-4843-9209-b26469fb74ff', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:fe:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:38:48Z', 'updated_at': '2021-09-07T16:38:52Z', 'revision_number': 1, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}, {'id': 'e6126eb8-b337-4dcd-aadd-bac71a5642b5', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:92:d0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:40:53Z', 'updated_at': '2021-09-07T16:40:53Z', 'revision_number': 0, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:54.910467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39f3fa-fb38-4e4f-81b4-43d6669e5ded req-053758a6-3f14-406f-a19b-eb7a3208268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:40:54.912036 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c39f3fa-fb38-4e4f-81b4-43d6669e5ded req-053758a6-3f14-406f-a19b-eb7a3208268f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439000 Sep 07 16:40:54.925305 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7f596-6a78-4048-a24b-dcb3d7331bca None None] Checking router: 7567412c-e71a-4e02-9f71-f8808e705ad4 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:40:54.933408 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7f596-6a78-4048-a24b-dcb3d7331bca None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:40:54.934523 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-72c7f596-6a78-4048-a24b-dcb3d7331bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:40:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:55.003378 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c39f3fa-fb38-4e4f-81b4-43d6669e5ded req-59b5f190-1846-4324-95ea-545dc9c198a7 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838308 Sep 07 16:40:55.035845 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-72c7f596-6a78-4048-a24b-dcb3d7331bca None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:40:55.100576 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8c39f3fa-fb38-4e4f-81b4-43d6669e5ded req-c60fecd7-ece0-48cc-8ee1-6f39b5e37ae1 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903549 Sep 07 16:40:55.269069 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-72c7f596-6a78-4048-a24b-dcb3d7331bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '30b0bad6-340f-4843-9209-b26469fb74ff', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:fe:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:38:48Z', 'updated_at': '2021-09-07T16:38:52Z', 'revision_number': 1, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}, {'id': 'e6126eb8-b337-4dcd-aadd-bac71a5642b5', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:92:d0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:40:53Z', 'updated_at': '2021-09-07T16:40:53Z', 'revision_number': 0, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:40:55.294986 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7f596-6a78-4048-a24b-dcb3d7331bca None None] The sync data for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 is: [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '30b0bad6-340f-4843-9209-b26469fb74ff', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:fe:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:38:48Z', 'updated_at': '2021-09-07T16:38:52Z', 'revision_number': 1, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}, {'id': 'e6126eb8-b337-4dcd-aadd-bac71a5642b5', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:92:d0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:40:53Z', 'updated_at': '2021-09-07T16:40:53Z', 'revision_number': 0, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:40:55.495591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0bec2-03b8-40b3-a4e8-3d26f2ec80c3 None None] New status for floating IP e6126eb8-b337-4dcd-aadd-bac71a5642b5: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:40:57.267437 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:41:01.315572 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60490) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:01.428267 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62d7586a-13b9-44c8-8911-aa2365d16c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:01.522307 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62d7586a-13b9-44c8-8911-aa2365d16c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:01.526630 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62d7586a-13b9-44c8-8911-aa2365d16c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:01.564137 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-62d7586a-13b9-44c8-8911-aa2365d16c5c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff9ac12587f449879a05bb8f3ca56ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473290 Sep 07 16:41:01.567479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60494) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:01.578941 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7586a-13b9-44c8-8911-aa2365d16c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21adcce1-504e-426e-8ebb-414237d8de82,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:01.628801 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49147680-c53d-461f-b220-0c0db6400bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:01.651667 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49147680-c53d-461f-b220-0c0db6400bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:01.701430 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49147680-c53d-461f-b220-0c0db6400bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:01.704754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49147680-c53d-461f-b220-0c0db6400bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:01.712714 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-49147680-c53d-461f-b220-0c0db6400bd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/21adcce1-504e-426e-8ebb-414237d8de82 HTTP/1.1" status: 204 len: 168 time: 0.1399410 Sep 07 16:41:01.723377 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49147680-c53d-461f-b220-0c0db6400bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21adcce1-504e-426e-8ebb-414237d8de82,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:02.006299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60500) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:02.020542 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:02.035078 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:02.110569 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:02.114309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:02.157107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bab7507-1969-4d53-96eb-ca02f474ec52,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:02.161768 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a80824149ac7467ba752140e0430aade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543021 Sep 07 16:41:02.164661 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60506) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:02.166939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:02.167232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:02.167574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:02.167917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:02.168307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:02.168668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:02.169000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:02.169326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:02.169651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:02.169984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:02.170308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:02.170632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023815fb-98ca-4dc5-bebd-0cd708956317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:02.220724 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19d0bfc7-dba7-4c28-9391-3cc78f5552d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:02.241981 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19d0bfc7-dba7-4c28-9391-3cc78f5552d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:02.290121 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19d0bfc7-dba7-4c28-9391-3cc78f5552d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:02.293053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19d0bfc7-dba7-4c28-9391-3cc78f5552d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:02.294485 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-19d0bfc7-dba7-4c28-9391-3cc78f5552d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7bab7507-1969-4d53-96eb-ca02f474ec52 HTTP/1.1" status: 204 len: 168 time: 0.1284218 Sep 07 16:41:02.304656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0bfc7-dba7-4c28-9391-3cc78f5552d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bab7507-1969-4d53-96eb-ca02f474ec52,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:02.472893 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:05.262835 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60670) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:05.369924 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:05.461411 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:05.465268 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:05.503029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bce94622c70247049ea62e79de50df77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391589 Sep 07 16:41:05.503901 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134907d8-cf38-4b4a-9f82-51574b0bf1aa,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:05.505732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 60674) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:05.512301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:05.512723 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:05.512944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:05.513280 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:05.513610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:05.514233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:05.514233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:05.514585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:05.514891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:05.515209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:05.515534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:05.515853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9955d49-ee9f-4980-aee1-d18944e507d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:05.558893 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb602-7177-4d22-a359-cde872c49616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:05.579610 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb602-7177-4d22-a359-cde872c49616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:05.638587 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb602-7177-4d22-a359-cde872c49616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:05.641268 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb602-7177-4d22-a359-cde872c49616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:05.642601 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c1fdb602-7177-4d22-a359-cde872c49616 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/134907d8-cf38-4b4a-9f82-51574b0bf1aa HTTP/1.1" status: 204 len: 168 time: 0.1357770 Sep 07 16:41:05.653774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdb602-7177-4d22-a359-cde872c49616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134907d8-cf38-4b4a-9f82-51574b0bf1aa,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:05.923538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60680) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:05.937470 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fea10835-291f-4da5-80bd-6c5d0c4ca63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:06.027711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fea10835-291f-4da5-80bd-6c5d0c4ca63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:06.031747 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fea10835-291f-4da5-80bd-6c5d0c4ca63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:06.071425 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fea10835-291f-4da5-80bd-6c5d0c4ca63a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=891356eba7a6442fb9133d3e041204e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467810 Sep 07 16:41:06.074111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 60692) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:06.079902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea10835-291f-4da5-80bd-6c5d0c4ca63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349eaf58-518f-4ad3-b6a5-8e3651ee4244,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:06.130065 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b8772ad-3960-495f-b259-0593dd3bfa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:06.152789 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b8772ad-3960-495f-b259-0593dd3bfa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:06.209101 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b8772ad-3960-495f-b259-0593dd3bfa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:06.211751 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b8772ad-3960-495f-b259-0593dd3bfa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:06.215990 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7b8772ad-3960-495f-b259-0593dd3bfa6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/349eaf58-518f-4ad3-b6a5-8e3651ee4244 HTTP/1.1" status: 204 len: 168 time: 0.1379199 Sep 07 16:41:06.222191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8772ad-3960-495f-b259-0593dd3bfa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349eaf58-518f-4ad3-b6a5-8e3651ee4244,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:08.579022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-9a66c5b5-9780-4a89-96ff-679b1b59a837 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fb22e68414e54ad2b180d5e8be123b71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330935 Sep 07 16:41:08.760032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-f07b62e4-b6d3-4008-9735-67a86c6c7941 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:08.762027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-f07b62e4-b6d3-4008-9735-67a86c6c7941 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765363 Sep 07 16:41:08.776244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-4c040f1b-5943-4eec-aabd-a76fdf97dd06 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/quotas/fb22e68414e54ad2b180d5e8be123b71 HTTP/1.1" status: 200 len: 375 time: 0.0085917 Sep 07 16:41:08.806683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-908feb1b-6741-4655-92e4-b4d9fac89c56 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb22e68414e54ad2b180d5e8be123b71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246661 Sep 07 16:41:08.974845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-02f7daf2-6501-4cb9-b141-47e8f42fb831 req-1e79c424-77f4-40fb-ade7-ef42aaf08f4a tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 210 time: 0.0304565 Sep 07 16:41:09.779751 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-f1bfc7a1-144a-4666-8d6b-1630c4a16750 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fb22e68414e54ad2b180d5e8be123b71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247097 Sep 07 16:41:09.904372 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-05477f22-0c70-4d3c-82b6-2dc72d11fdd4 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:09.906001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-05477f22-0c70-4d3c-82b6-2dc72d11fdd4 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200964 Sep 07 16:41:09.923895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Request body: {'port': {'device_id': '62e37a44-2e54-4b68-b92f-267f6cb0c4ce', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': 'fb22e68414e54ad2b180d5e8be123b71'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:41:10.048082 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Made reservation on behalf of fb22e68414e54ad2b180d5e8be123b71 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:41:10.051607 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:10.106202 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27238a4c-8de7-48f8-9e26-133d8c072ffb req-2bba7052-2470-40c5-91ec-8bb6c25b4eb8 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 210 time: 0.0584991 Sep 07 16:41:10.109433 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:10.224520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:10.230496 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:10.303418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9be2a9a-9d4b-485f-85d9-c35c37912b0d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:10.381255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Allocated IP 192.168.233.3 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:41:10.413755 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c6d0e6c-602f-44d5-87b1-b52186dc8318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:10.546235 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:10.560645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Transition to ACTIVE for port object 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:41:10.593659 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:10.635209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:41:10.638727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:41:10.644329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:41:10.650614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Pushing event updated for resources: {'Port': ['ID=28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:10.697271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:10.697904 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:10.713681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-0e69363b-52c6-49e1-a8f3-dd5e8be4a358 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7939270 Sep 07 16:41:10.726333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Request body: {'port': {'device_id': '62e37a44-2e54-4b68-b92f-267f6cb0c4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:41:10.837044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6b9aa716-bd79-43cb-b989-ab07a70840f7 None None] Provisioning for port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:41:10.842814 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6b9aa716-bd79-43cb-b989-ab07a70840f7 None None] Provisioning complete for port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:41:10.843551 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa716-bd79-43cb-b989-ab07a70840f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:10.883585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6b9aa716-bd79-43cb-b989-ab07a70840f7 None None] Port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:41:11.117212 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:11.299386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4d27e-df75-4c63-a302-5d7a558e31ab req-ac5f7ed5-a7a9-4a7e-9332-416e6de79ded tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:11.300910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46a4d27e-df75-4c63-a302-5d7a558e31ab req-ac5f7ed5-a7a9-4a7e-9332-416e6de79ded tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 934 time: 0.0851290 Sep 07 16:41:11.396046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46a4d27e-df75-4c63-a302-5d7a558e31ab req-dbb078ea-2f8d-4ec3-8e44-84ecd0557cc3 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9be2a9a-9d4b-485f-85d9-c35c37912b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820904 Sep 07 16:41:11.460331 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:41:11.468451 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:11.481440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Transition to ACTIVE for port object 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:41:11.486097 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:11.542259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Pushing event updated for resources: {'Port': ['ID=28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:11.615288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Attempting to bind port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:41:11.615754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Attempting to bind port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:41:11.616123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Attempting to bind port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:41:11.621359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:41:11.621719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Attempting to bind port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:41:11.626749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:41:11.627087 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:41:11.627493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:41:11.627983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Bound port: 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:41:11.628309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:11.700435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] For port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:41:11.703846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] For port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:41:11.709207 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:11.744010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:11.744938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:11.746983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] 10.222.0.35 "PUT /v2.0/ports/28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 HTTP/1.1" status: 200 len: 1094 time: 1.0254209 Sep 07 16:41:11.749644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e37a44-2e54-4b68-b92f-267f6cb0c4ce', 'tag': '28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:41:11.752573 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba282df7-7b48-44e3-925b-1dbc973bbee3" -d '{"events": [{"name": "network-changed", "server_uuid": "62e37a44-2e54-4b68-b92f-267f6cb0c4ce", "tag": "28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:41:11.782044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e829b7-07fb-4bd8-aff2-1ba0564157bf service neutron] Pushing event updated for resources: {'Port': ['ID=28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:11.834914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-9ce0db4c-80d9-46aa-8952-7f3a02e2079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:11.838081 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-9ce0db4c-80d9-46aa-8952-7f3a02e2079a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb22e68414e54ad2b180d5e8be123b71&device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 1097 time: 0.0471783 Sep 07 16:41:11.894100 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-a0d49985-6213-4bec-bddb-d530a9feb716 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 HTTP/1.1" status: 200 len: 217 time: 0.0485532 Sep 07 16:41:11.961839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d3466c0d-a33a-45d3-9c59-e4f19dd6e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:11.963332 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-d3466c0d-a33a-45d3-9c59-e4f19dd6e679 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0623155 Sep 07 16:41:12.016273 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3b85ca-8d1d-4140-aa7a-730ea84759f8 x-openstack-request-id: req-6f3b85ca-8d1d-4140-aa7a-730ea84759f8 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:41:12.016669 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e37a44-2e54-4b68-b92f-267f6cb0c4ce", "tag": "28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:41:12.016928 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f3b85ca-8d1d-4140-aa7a-730ea84759f8 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:41:12.017482 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e37a44-2e54-4b68-b92f-267f6cb0c4ce', 'tag': '28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4', 'status': 'completed', 'code': 200} Sep 07 16:41:12.020596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-a1a8ab88-0bcd-4992-8004-ab8d9a618382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:12.023115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-a1a8ab88-0bcd-4992-8004-ab8d9a618382 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513952 Sep 07 16:41:12.120131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-5c150a8c-89a1-46bb-b058-8272fc84e4da service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885844 Sep 07 16:41:12.207399 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea22554c-25b3-47ec-b395-b9c6be377c67 req-bc6e7600-abb3-4305-a308-97352d52bb71 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789988 Sep 07 16:41:12.303996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba282df7-7b48-44e3-925b-1dbc973bbee3 req-e39f4ea5-9691-4942-96aa-27396348cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:12.305993 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba282df7-7b48-44e3-925b-1dbc973bbee3 req-e39f4ea5-9691-4942-96aa-27396348cdbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb22e68414e54ad2b180d5e8be123b71&device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 1097 time: 0.0452008 Sep 07 16:41:12.398243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba282df7-7b48-44e3-925b-1dbc973bbee3 req-f738e741-c1b8-4525-bf55-0aa9a013abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:12.400004 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba282df7-7b48-44e3-925b-1dbc973bbee3 req-f738e741-c1b8-4525-bf55-0aa9a013abb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.0871725 Sep 07 16:41:12.446523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba282df7-7b48-44e3-925b-1dbc973bbee3 req-596374bf-f067-496c-a79e-fd0c0fb2a976 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 HTTP/1.1" status: 200 len: 217 time: 0.0389302 Sep 07 16:41:12.525967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba282df7-7b48-44e3-925b-1dbc973bbee3 req-2a638163-fddc-42c6-9381-4cf532d728fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:12.528416 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba282df7-7b48-44e3-925b-1dbc973bbee3 req-2a638163-fddc-42c6-9381-4cf532d728fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0743783 Sep 07 16:41:12.541425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaefed-6789-4ea5-9288-afe3e30b0542 req-eb84a302-b78a-435c-9559-7a0d5abaee04 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:12.542961 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3aaefed-6789-4ea5-9288-afe3e30b0542 req-eb84a302-b78a-435c-9559-7a0d5abaee04 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 946 time: 0.0628698 Sep 07 16:41:12.609713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba282df7-7b48-44e3-925b-1dbc973bbee3 req-439a2d7b-fdd1-4ff9-9e35-d259c51f484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:12.611211 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba282df7-7b48-44e3-925b-1dbc973bbee3 req-439a2d7b-fdd1-4ff9-9e35-d259c51f484e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673761 Sep 07 16:41:12.614030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3aaefed-6789-4ea5-9288-afe3e30b0542 req-9f3ccf76-5dd5-453a-bf98-e0fc9a5ab26a tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9be2a9a-9d4b-485f-85d9-c35c37912b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613673 Sep 07 16:41:12.704529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba282df7-7b48-44e3-925b-1dbc973bbee3 req-13a64e2f-a1d7-4694-8e85-bf0f5faf6b10 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849004 Sep 07 16:41:12.799266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba282df7-7b48-44e3-925b-1dbc973bbee3 req-cd545a42-2ac4-4ab9-bee5-61ffeb961055 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866091 Sep 07 16:41:13.747541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ae55c-9b8d-48ef-98b3-229831209f8a req-830ff125-034f-4d7a-9c5b-e7c0fef7df19 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:13.749144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-871ae55c-9b8d-48ef-98b3-229831209f8a req-830ff125-034f-4d7a-9c5b-e7c0fef7df19 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 946 time: 0.0597677 Sep 07 16:41:13.785978 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-871ae55c-9b8d-48ef-98b3-229831209f8a req-d6e73a86-da01-433c-9f4f-1707fe241048 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9be2a9a-9d4b-485f-85d9-c35c37912b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307088 Sep 07 16:41:13.970936 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:14.267044 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-240b30a3-16c7-49df-8c4b-da97c0ae2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:14.904188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af0ef2-128a-4f8d-b0c4-3e3b299daf29 req-354e4ffc-14d1-42e0-abc2-eab4ff9d82ea tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:14.905697 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00af0ef2-128a-4f8d-b0c4-3e3b299daf29 req-354e4ffc-14d1-42e0-abc2-eab4ff9d82ea tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 946 time: 0.0492513 Sep 07 16:41:14.945324 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-00af0ef2-128a-4f8d-b0c4-3e3b299daf29 req-eff0d9cf-d049-415f-b4a1-04d25afe8d5d tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9be2a9a-9d4b-485f-85d9-c35c37912b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335803 Sep 07 16:41:14.955645 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:15.985527 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:41:16.077922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c5a7f-ebb1-49b9-94ee-6acfdd8ef9ec req-5fff2fe8-0cda-4d16-97a9-fd02a23911a7 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:16.079433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-499c5a7f-ebb1-49b9-94ee-6acfdd8ef9ec req-5fff2fe8-0cda-4d16-97a9-fd02a23911a7 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 946 time: 0.0595536 Sep 07 16:41:16.097965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:41:16.118428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-499c5a7f-ebb1-49b9-94ee-6acfdd8ef9ec req-0f45fbbd-be9e-40c4-aeb1-e51489b2f957 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9be2a9a-9d4b-485f-85d9-c35c37912b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329144 Sep 07 16:41:16.118950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4', 'mac_address': 'fa:16:3e:fb:60:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:41:16.156020 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:16.167980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:41:16.186941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:41:16.190978 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:16.235387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:16.242865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:16.243216 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:16.243560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:16.243897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:16.244229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:16.244593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:16.244927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:16.245251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:16.245576 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:16.245900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:16.246224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:16.246546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:41:16.561313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:41:16.898166 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:17.235019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29659fc-117b-400f-b9a6-4d25e6dc9de4 req-b02ea3f2-6dfa-4d9f-aba2-7e125ae2c806 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:17.236654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b29659fc-117b-400f-b9a6-4d25e6dc9de4 req-b02ea3f2-6dfa-4d9f-aba2-7e125ae2c806 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 947 time: 0.0506296 Sep 07 16:41:17.279500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b29659fc-117b-400f-b9a6-4d25e6dc9de4 req-ec394f84-0055-44a1-a32e-d41991e39dbd tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9be2a9a-9d4b-485f-85d9-c35c37912b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362754 Sep 07 16:41:17.982594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:41:18.033122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:41:18.037932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:41:18.038429 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:18.117032 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:18.139017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e37a44-2e54-4b68-b92f-267f6cb0c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:41:18.141292 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c480b75-138a-4b72-9df9-2395b0a146f8" -d '{"events": [{"server_uuid": "62e37a44-2e54-4b68-b92f-267f6cb0c4ce", "name": "network-vif-plugged", "status": "completed", "tag": "28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:41:18.157816 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:41:18.162673 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:18.190946 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484d59f5-a789-46fd-857b-447eb012a4a7 x-openstack-request-id: req-484d59f5-a789-46fd-857b-447eb012a4a7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:41:18.191255 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e37a44-2e54-4b68-b92f-267f6cb0c4ce", "name": "network-vif-plugged", "status": "completed", "tag": "28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:41:18.191520 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-484d59f5-a789-46fd-857b-447eb012a4a7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:41:18.192003 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e37a44-2e54-4b68-b92f-267f6cb0c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4', 'code': 200} Sep 07 16:41:18.224599 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:18.296150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64ee42-230f-4d8b-a4b8-07f80b8ff8af req-404b5dc3-7fde-40f4-8a3f-ded01f09aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:18.298251 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b64ee42-230f-4d8b-a4b8-07f80b8ff8af req-404b5dc3-7fde-40f4-8a3f-ded01f09aa98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 1099 time: 0.0440102 Sep 07 16:41:18.380807 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b64ee42-230f-4d8b-a4b8-07f80b8ff8af req-0d1d80fb-7fa0-4f5f-83ea-29107810a11d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f9be2a9a-9d4b-485f-85d9-c35c37912b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701854 Sep 07 16:41:18.478502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e831c2b-9cea-4f02-96a4-81760495d93c req-a06f65fd-f53a-4de3-b9fe-c6fe33ab5b8b tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:18.480021 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e831c2b-9cea-4f02-96a4-81760495d93c req-a06f65fd-f53a-4de3-b9fe-c6fe33ab5b8b tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 948 time: 0.0667818 Sep 07 16:41:18.524247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e831c2b-9cea-4f02-96a4-81760495d93c req-9481dae5-1394-45e1-a5cc-609cf453167c tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9be2a9a-9d4b-485f-85d9-c35c37912b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373087 Sep 07 16:41:19.645938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f22818-7a30-45e8-9f4e-0eb9e20c5b8b req-b92c1afe-ac48-48ca-acad-5f053ab6f362 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:19.647535 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92f22818-7a30-45e8-9f4e-0eb9e20c5b8b req-b92c1afe-ac48-48ca-acad-5f053ab6f362 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 948 time: 0.0509079 Sep 07 16:41:19.692766 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-92f22818-7a30-45e8-9f4e-0eb9e20c5b8b req-e874c5d0-6a27-4d45-819f-50e487252f43 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9be2a9a-9d4b-485f-85d9-c35c37912b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345912 Sep 07 16:41:20.815179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac5c17-7954-4991-89b6-477a5ea0c921 req-a64314d9-92e6-40fb-acb4-9569f50c8ce9 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:20.816719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54ac5c17-7954-4991-89b6-477a5ea0c921 req-a64314d9-92e6-40fb-acb4-9569f50c8ce9 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 948 time: 0.0534282 Sep 07 16:41:20.854954 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-54ac5c17-7954-4991-89b6-477a5ea0c921 req-563847f9-db09-480f-b19f-ecf1dd6138a3 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9be2a9a-9d4b-485f-85d9-c35c37912b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321333 Sep 07 16:41:32.049524 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:32.466923 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:34.266348 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:41:37.329714 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245e7a5a-7e1e-48a2-85a9-b3639ec1b035 req-2339e12b-f49c-40f7-9a7c-31e7d5a1d960 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507512 Sep 07 16:41:37.433433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7a5a-7e1e-48a2-85a9-b3639ec1b035 req-d09bf7f0-a095-4460-92a6-0a413bea6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:37.435433 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245e7a5a-7e1e-48a2-85a9-b3639ec1b035 req-d09bf7f0-a095-4460-92a6-0a413bea6ed9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 1097 time: 0.0481167 Sep 07 16:41:37.565081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7a5a-7e1e-48a2-85a9-b3639ec1b035 req-680ba9cf-5e2f-48c0-99fa-405bed9f187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:37.567339 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245e7a5a-7e1e-48a2-85a9-b3639ec1b035 req-680ba9cf-5e2f-48c0-99fa-405bed9f187c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.1102538 Sep 07 16:41:37.645680 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245e7a5a-7e1e-48a2-85a9-b3639ec1b035 req-869cdab6-5be9-4311-8725-b818ff52bccf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d HTTP/1.1" status: 200 len: 1001 time: 0.0699308 Sep 07 16:41:37.699671 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7a5a-7e1e-48a2-85a9-b3639ec1b035 req-340df71a-f0eb-4f30-989c-7f745d6b7f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:37.701236 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245e7a5a-7e1e-48a2-85a9-b3639ec1b035 req-340df71a-f0eb-4f30-989c-7f745d6b7f78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0480423 Sep 07 16:41:37.740874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 32862) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:37.768875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7a5a-7e1e-48a2-85a9-b3639ec1b035 req-e617ea19-9106-4e57-936e-28f08ff87fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:37.770444 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245e7a5a-7e1e-48a2-85a9-b3639ec1b035 req-e617ea19-9106-4e57-936e-28f08ff87fa1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621238 Sep 07 16:41:37.868783 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee134d40-81e8-4a4b-b369-63273cae0479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:37.900400 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245e7a5a-7e1e-48a2-85a9-b3639ec1b035 req-274e6120-0854-4982-964e-3bae288c8bde service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225212 Sep 07 16:41:38.041275 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-245e7a5a-7e1e-48a2-85a9-b3639ec1b035 req-b99c17b8-77f5-4d0d-aab5-a908215d3c7a service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314738 Sep 07 16:41:38.077460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee134d40-81e8-4a4b-b369-63273cae0479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:38.081909 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ee134d40-81e8-4a4b-b369-63273cae0479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:38.123175 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ee134d40-81e8-4a4b-b369-63273cae0479 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a68fe27a95d489e8e6968f2300f2a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812027 Sep 07 16:41:38.124466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee134d40-81e8-4a4b-b369-63273cae0479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f468eb40-9b0d-4918-8d81-46e0f3b26551,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:38.126960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 32868) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:38.181302 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19759c2d-69e9-493c-9be7-a14ce710aedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:38.202567 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19759c2d-69e9-493c-9be7-a14ce710aedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:38.249988 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19759c2d-69e9-493c-9be7-a14ce710aedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:38.252572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-19759c2d-69e9-493c-9be7-a14ce710aedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:38.253957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-19759c2d-69e9-493c-9be7-a14ce710aedc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f468eb40-9b0d-4918-8d81-46e0f3b26551 HTTP/1.1" status: 204 len: 168 time: 0.1254308 Sep 07 16:41:38.263191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19759c2d-69e9-493c-9be7-a14ce710aedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f468eb40-9b0d-4918-8d81-46e0f3b26551,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:38.531844 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 32874) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:38.545801 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ee8093c-72c7-4d30-bb1d-305dca02a87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:38.642038 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ee8093c-72c7-4d30-bb1d-305dca02a87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:38.646379 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ee8093c-72c7-4d30-bb1d-305dca02a87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:38.687593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2ee8093c-72c7-4d30-bb1d-305dca02a87a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5ce331781e648f19864d16714f1e240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545098 Sep 07 16:41:38.689379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8093c-72c7-4d30-bb1d-305dca02a87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034ddd13-64ff-4df3-833b-71dbc82c0ecd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:38.691375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 32876) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:38.754312 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-506c05b6-6dc6-4588-b014-99df3f656622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:38.776855 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-506c05b6-6dc6-4588-b014-99df3f656622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:38.832714 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-506c05b6-6dc6-4588-b014-99df3f656622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:38.835318 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-506c05b6-6dc6-4588-b014-99df3f656622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:38.836760 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-506c05b6-6dc6-4588-b014-99df3f656622 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/034ddd13-64ff-4df3-833b-71dbc82c0ecd HTTP/1.1" status: 204 len: 168 time: 0.1394107 Sep 07 16:41:38.848214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c05b6-6dc6-4588-b014-99df3f656622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034ddd13-64ff-4df3-833b-71dbc82c0ecd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:40.389334 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f5690ad1-50af-4077-bf60-be178f0b87aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:40.409946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 32920) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:40.517009 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4820fa91-7968-4376-8edf-2a09df11aae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:40.605267 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4820fa91-7968-4376-8edf-2a09df11aae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:40.609012 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4820fa91-7968-4376-8edf-2a09df11aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:40.652841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 32924) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:40.653424 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4820fa91-7968-4376-8edf-2a09df11aae3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=567731b295144711bbded4d0782750b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415998 Sep 07 16:41:40.654442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820fa91-7968-4376-8edf-2a09df11aae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3c1bd7-875a-4e38-b2b5-6b83336d8687,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:40.714572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5128e1a-3719-4555-b196-f3c4e8dad74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:40.739399 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5128e1a-3719-4555-b196-f3c4e8dad74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:40.789240 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5128e1a-3719-4555-b196-f3c4e8dad74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:40.791816 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f5128e1a-3719-4555-b196-f3c4e8dad74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:40.795576 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f5128e1a-3719-4555-b196-f3c4e8dad74c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb3c1bd7-875a-4e38-b2b5-6b83336d8687 HTTP/1.1" status: 204 len: 168 time: 0.1384096 Sep 07 16:41:40.805210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5128e1a-3719-4555-b196-f3c4e8dad74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3c1bd7-875a-4e38-b2b5-6b83336d8687,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:41.073413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 32932) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:41.088033 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4bef-a197-4103-9512-59801cf48ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:41.188889 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4bef-a197-4103-9512-59801cf48ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:41.193507 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4bef-a197-4103-9512-59801cf48ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:41.233529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8b8e4bef-a197-4103-9512-59801cf48ed6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19f8387274fe4021bb87eddf139cf6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587808 Sep 07 16:41:41.234391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e4bef-a197-4103-9512-59801cf48ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5743793-7a5e-4d84-bc29-6b4e5a85638e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:41.236286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 32936) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:41.288794 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85205d30-7ae1-4ff2-ada2-b53c688f8bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:41.311504 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85205d30-7ae1-4ff2-ada2-b53c688f8bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:41.359855 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85205d30-7ae1-4ff2-ada2-b53c688f8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:41.362658 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-85205d30-7ae1-4ff2-ada2-b53c688f8bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:41.364198 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-85205d30-7ae1-4ff2-ada2-b53c688f8bd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f5743793-7a5e-4d84-bc29-6b4e5a85638e HTTP/1.1" status: 204 len: 168 time: 0.1266265 Sep 07 16:41:41.372467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85205d30-7ae1-4ff2-ada2-b53c688f8bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5743793-7a5e-4d84-bc29-6b4e5a85638e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:43.103525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 32990) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:43.217050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40f65408-38f6-4364-9002-a9eef0b24968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:43.311999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40f65408-38f6-4364-9002-a9eef0b24968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:43.316059 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-40f65408-38f6-4364-9002-a9eef0b24968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:43.357582 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-40f65408-38f6-4364-9002-a9eef0b24968 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d52d78c35e31479eb1aef82039018da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528579 Sep 07 16:41:43.358494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f65408-38f6-4364-9002-a9eef0b24968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1307065-9de1-4434-b12a-31aac1f43d42,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:43.360403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 32996) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:43.413578 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b4b2c6b-36c3-4b29-8717-74c3188116d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:43.434462 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b4b2c6b-36c3-4b29-8717-74c3188116d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:43.481493 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b4b2c6b-36c3-4b29-8717-74c3188116d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:43.484296 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b4b2c6b-36c3-4b29-8717-74c3188116d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:43.485515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9b4b2c6b-36c3-4b29-8717-74c3188116d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1307065-9de1-4434-b12a-31aac1f43d42 HTTP/1.1" status: 204 len: 168 time: 0.1232626 Sep 07 16:41:43.493907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b2c6b-36c3-4b29-8717-74c3188116d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1307065-9de1-4434-b12a-31aac1f43d42,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:43.769207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33002) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:43.783523 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48737d73-82e2-459d-95d1-02d040d82f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:43.899077 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48737d73-82e2-459d-95d1-02d040d82f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:43.904372 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48737d73-82e2-459d-95d1-02d040d82f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:43.946396 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-48737d73-82e2-459d-95d1-02d040d82f9a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2551dbc900324c2cba926e34331efdfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760435 Sep 07 16:41:43.947445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48737d73-82e2-459d-95d1-02d040d82f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a1ad72-9ace-46a6-b4ee-de25c75f429f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:43.949219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33004) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:41:43.983502 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:44.008487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da08c6c4-5c3a-4fa7-b038-65c46748eeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:44.030892 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da08c6c4-5c3a-4fa7-b038-65c46748eeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:44.080796 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da08c6c4-5c3a-4fa7-b038-65c46748eeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:44.083412 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da08c6c4-5c3a-4fa7-b038-65c46748eeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:44.084633 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-da08c6c4-5c3a-4fa7-b038-65c46748eeec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39a1ad72-9ace-46a6-b4ee-de25c75f429f HTTP/1.1" status: 204 len: 168 time: 0.1341357 Sep 07 16:41:44.093006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08c6c4-5c3a-4fa7-b038-65c46748eeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a1ad72-9ace-46a6-b4ee-de25c75f429f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:41:44.272871 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fc429334-7b46-400b-a760-f05dc503b279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:44.839382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-049ef111-6cba-4929-a00f-efe301388664 req-6e6c7fd8-bb08-4eef-98a5-9386db87b1f5 service neutron] (94771) timed out ('10.222.0.70', 41158) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 16:41:44.872397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-753ac7ad-edfb-4f6f-8f47-4f4c302c9dc5 req-3700777f-ff00-481c-8419-c5803ba4b63c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508723 Sep 07 16:41:44.965871 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:41:44.986267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ac7ad-edfb-4f6f-8f47-4f4c302c9dc5 req-3e88f0b5-15d2-4843-b008-9cf4e95e25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:44.988033 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-753ac7ad-edfb-4f6f-8f47-4f4c302c9dc5 req-3e88f0b5-15d2-4843-b008-9cf4e95e25c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 1096 time: 0.0586751 Sep 07 16:41:45.119300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ac7ad-edfb-4f6f-8f47-4f4c302c9dc5 req-282c00d9-78e9-4872-9814-34f7b810c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:45.121134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-753ac7ad-edfb-4f6f-8f47-4f4c302c9dc5 req-282c00d9-78e9-4872-9814-34f7b810c110 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.1104715 Sep 07 16:41:45.194555 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-753ac7ad-edfb-4f6f-8f47-4f4c302c9dc5 req-423f4946-3bc9-4cba-bed2-16698c61390e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2c9a159-20fb-4287-84d3-10e88b603b33 HTTP/1.1" status: 200 len: 1001 time: 0.0657446 Sep 07 16:41:45.251247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ac7ad-edfb-4f6f-8f47-4f4c302c9dc5 req-ea35bec7-a35a-4d0b-8fa5-add6a1c061fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:45.252785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-753ac7ad-edfb-4f6f-8f47-4f4c302c9dc5 req-ea35bec7-a35a-4d0b-8fa5-add6a1c061fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0516644 Sep 07 16:41:45.302594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ac7ad-edfb-4f6f-8f47-4f4c302c9dc5 req-837a4bae-457e-495c-905f-4e6860dcd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:41:45.304515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-753ac7ad-edfb-4f6f-8f47-4f4c302c9dc5 req-837a4bae-457e-495c-905f-4e6860dcd5e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427103 Sep 07 16:41:45.405142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-753ac7ad-edfb-4f6f-8f47-4f4c302c9dc5 req-1ad5cde2-b18f-40da-9146-d03c4d5c2909 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937178 Sep 07 16:41:45.508015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-753ac7ad-edfb-4f6f-8f47-4f4c302c9dc5 req-9e98c163-b60f-4b6f-9d8e-915803131a0d service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961545 Sep 07 16:41:46.908366 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:02.040012 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:02.481029 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:10.391738 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1e4e04b4-1987-4ab9-8d3d-474f83ab859d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:11.266933 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:42:12.214305 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33678) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:12.322514 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:12.425222 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:12.428820 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:12.470073 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d6f8956c719a48e2bf9c773ec2dc5410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516696 Sep 07 16:42:12.470073 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2016f7f0-30b1-48c7-b667-646b0d2d271e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:12.470604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33686) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:12.476689 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.477007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.477466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.477833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.478228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.478627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.479025 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.479417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.479810 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.480202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.480621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.481014 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0952f63-9e72-473b-8960-6cd35fcb7242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.522044 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:12.543870 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:12.590698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:12.593838 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:12.595043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2016f7f0-30b1-48c7-b667-646b0d2d271e HTTP/1.1" status: 204 len: 168 time: 0.1231987 Sep 07 16:42:12.603606 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2016f7f0-30b1-48c7-b667-646b0d2d271e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:12.611521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.611872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.612220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.612595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.612938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.613528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.613891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.614225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.614554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.614881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.615208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.615534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5951e-f88d-4359-9e1c-801c1380461a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:42:12.881699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33700) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:12.899067 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84a28644-de7c-401f-87d7-476b44274cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:12.991346 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84a28644-de7c-401f-87d7-476b44274cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:12.995363 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-84a28644-de7c-401f-87d7-476b44274cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:13.034169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-84a28644-de7c-401f-87d7-476b44274cae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e5a2e35fa8d48b3bd1980f91110044c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512678 Sep 07 16:42:13.034936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a28644-de7c-401f-87d7-476b44274cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e765651-499f-42ee-8e1a-099644926d74,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:13.036900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33704) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:13.089315 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb5d5517-1823-4833-8a6e-f6bf074d2939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:13.111440 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb5d5517-1823-4833-8a6e-f6bf074d2939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:13.166848 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb5d5517-1823-4833-8a6e-f6bf074d2939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:13.169510 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cb5d5517-1823-4833-8a6e-f6bf074d2939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:13.170681 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cb5d5517-1823-4833-8a6e-f6bf074d2939 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e765651-499f-42ee-8e1a-099644926d74 HTTP/1.1" status: 204 len: 168 time: 0.1327877 Sep 07 16:42:13.187203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d5517-1823-4833-8a6e-f6bf074d2939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e765651-499f-42ee-8e1a-099644926d74,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:13.980772 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:14.266122 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eb3f5c6c-c7cf-4fbb-be5b-c17467925fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:14.903135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33774) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:14.963129 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.019453 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3029b1a5-fddc-49dc-b9b6-6bd2daf0094b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.115151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3029b1a5-fddc-49dc-b9b6-6bd2daf0094b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.122554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3029b1a5-fddc-49dc-b9b6-6bd2daf0094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.165492 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3029b1a5-fddc-49dc-b9b6-6bd2daf0094b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e0cdf8f092a4a18a403f7483288681f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612300 Sep 07 16:42:15.166332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029b1a5-fddc-49dc-b9b6-6bd2daf0094b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6597d17d-971b-494b-899f-fff894a63b33,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:15.168285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33780) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:15.218764 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-880b59d1-be29-49d7-ab59-2717d805cad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.240209 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-880b59d1-be29-49d7-ab59-2717d805cad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.285411 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-880b59d1-be29-49d7-ab59-2717d805cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.288257 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-880b59d1-be29-49d7-ab59-2717d805cad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.289829 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-880b59d1-be29-49d7-ab59-2717d805cad8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6597d17d-971b-494b-899f-fff894a63b33 HTTP/1.1" status: 204 len: 168 time: 0.1204388 Sep 07 16:42:15.298537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b59d1-be29-49d7-ab59-2717d805cad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6597d17d-971b-494b-899f-fff894a63b33,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:15.548806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33786) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:15.561918 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a295e78f-94f3-4d2b-9627-ae57668cc5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.652999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a295e78f-94f3-4d2b-9627-ae57668cc5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.656688 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a295e78f-94f3-4d2b-9627-ae57668cc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.695297 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a295e78f-94f3-4d2b-9627-ae57668cc5c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f631eaced08241c39e5740b91cbe521b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452560 Sep 07 16:42:15.697364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295e78f-94f3-4d2b-9627-ae57668cc5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c2dd7b-f62d-4bb0-889f-1c2cad8bc800,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:15.698136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33788) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:15.752989 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffabf2e8-5926-4448-b2f6-56b18c90ccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.777210 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffabf2e8-5926-4448-b2f6-56b18c90ccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.823204 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffabf2e8-5926-4448-b2f6-56b18c90ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.825832 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ffabf2e8-5926-4448-b2f6-56b18c90ccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:15.826987 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ffabf2e8-5926-4448-b2f6-56b18c90ccbe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d0c2dd7b-f62d-4bb0-889f-1c2cad8bc800 HTTP/1.1" status: 204 len: 168 time: 0.1278419 Sep 07 16:42:15.835433 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabf2e8-5926-4448-b2f6-56b18c90ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c2dd7b-f62d-4bb0-889f-1c2cad8bc800,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:16.905129 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:17.439551 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33838) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:17.550110 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77445e45-ad97-4e68-b0d5-58b4ab7a1835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:17.638970 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77445e45-ad97-4e68-b0d5-58b4ab7a1835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:17.643497 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-77445e45-ad97-4e68-b0d5-58b4ab7a1835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:17.681397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-77445e45-ad97-4e68-b0d5-58b4ab7a1835 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab2203ad60314ff4943031c586dd22b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407134 Sep 07 16:42:17.682373 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77445e45-ad97-4e68-b0d5-58b4ab7a1835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4908a50-5f1f-4247-b109-fb0d74e7538f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:17.684113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33842) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:17.736622 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d912203c-da98-45e4-b439-2ceb5b991034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:17.758796 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d912203c-da98-45e4-b439-2ceb5b991034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:17.811624 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d912203c-da98-45e4-b439-2ceb5b991034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:17.814453 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d912203c-da98-45e4-b439-2ceb5b991034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:17.815638 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d912203c-da98-45e4-b439-2ceb5b991034 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4908a50-5f1f-4247-b109-fb0d74e7538f HTTP/1.1" status: 204 len: 168 time: 0.1304922 Sep 07 16:42:17.824044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912203c-da98-45e4-b439-2ceb5b991034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4908a50-5f1f-4247-b109-fb0d74e7538f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:18.093296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 33850) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:18.113284 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8adeed1-a114-414a-bf31-0650027835fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:18.227189 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8adeed1-a114-414a-bf31-0650027835fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:18.234343 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b8adeed1-a114-414a-bf31-0650027835fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:18.279527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 33862) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:18.279772 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b8adeed1-a114-414a-bf31-0650027835fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e658a26bccc491298387c6102079202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1854181 Sep 07 16:42:18.280531 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adeed1-a114-414a-bf31-0650027835fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0158a7b3-7c68-4dd1-b61d-323ab2a35698,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:18.352779 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34933b1e-82d3-4369-a288-f4113b7e440d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:18.378093 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34933b1e-82d3-4369-a288-f4113b7e440d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:18.429637 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34933b1e-82d3-4369-a288-f4113b7e440d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:18.432450 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34933b1e-82d3-4369-a288-f4113b7e440d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:18.433949 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-34933b1e-82d3-4369-a288-f4113b7e440d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0158a7b3-7c68-4dd1-b61d-323ab2a35698 HTTP/1.1" status: 204 len: 168 time: 0.1525564 Sep 07 16:42:18.444628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34933b1e-82d3-4369-a288-f4113b7e440d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0158a7b3-7c68-4dd1-b61d-323ab2a35698,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:24.117145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34382) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:24.223740 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6559ea5-e693-4600-9d61-c3594591d62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:24.312768 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6559ea5-e693-4600-9d61-c3594591d62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:24.316231 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6559ea5-e693-4600-9d61-c3594591d62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:24.354117 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e6559ea5-e693-4600-9d61-c3594591d62f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f5434a8dce3445e9a1be4f0481eef8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358875 Sep 07 16:42:24.355276 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6559ea5-e693-4600-9d61-c3594591d62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3c313a-a341-4de1-a18f-a21a5677c650,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:24.356878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34386) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:24.410332 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89946d06-e18f-4dc6-8a1c-3072e25b81ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:24.432135 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89946d06-e18f-4dc6-8a1c-3072e25b81ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:24.478073 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89946d06-e18f-4dc6-8a1c-3072e25b81ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:24.480801 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-89946d06-e18f-4dc6-8a1c-3072e25b81ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:24.481989 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-89946d06-e18f-4dc6-8a1c-3072e25b81ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a3c313a-a341-4de1-a18f-a21a5677c650 HTTP/1.1" status: 204 len: 168 time: 0.1227689 Sep 07 16:42:24.490288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89946d06-e18f-4dc6-8a1c-3072e25b81ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3c313a-a341-4de1-a18f-a21a5677c650,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:24.759704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34396) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:24.772894 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-225d5dd0-23a7-4891-a526-29327a0b1550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:24.860756 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-225d5dd0-23a7-4891-a526-29327a0b1550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:24.865503 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-225d5dd0-23a7-4891-a526-29327a0b1550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:24.902879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-225d5dd0-23a7-4891-a526-29327a0b1550 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4da986adfa1c4767bed71b30d29bde60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419616 Sep 07 16:42:24.903912 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d5dd0-23a7-4891-a526-29327a0b1550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c75032f-8b7e-4f35-8625-da3dea971ebd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:24.906075 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34398) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:24.962715 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45df31ed-72d3-462b-9561-50989cb2d849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:24.987237 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45df31ed-72d3-462b-9561-50989cb2d849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:25.033936 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45df31ed-72d3-462b-9561-50989cb2d849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:25.036620 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-45df31ed-72d3-462b-9561-50989cb2d849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:25.037782 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-45df31ed-72d3-462b-9561-50989cb2d849 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c75032f-8b7e-4f35-8625-da3dea971ebd HTTP/1.1" status: 204 len: 168 time: 0.1305554 Sep 07 16:42:25.046108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df31ed-72d3-462b-9561-50989cb2d849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c75032f-8b7e-4f35-8625-da3dea971ebd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:26.019480 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6265786-819e-4d0a-b2c9-64c7f9da4367 req-54a3f941-17d9-4067-9cf9-1458213c5793 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:26.021056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6265786-819e-4d0a-b2c9-64c7f9da4367 req-54a3f941-17d9-4067-9cf9-1458213c5793 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 948 time: 0.0533843 Sep 07 16:42:26.059162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6265786-819e-4d0a-b2c9-64c7f9da4367 req-4d6574ef-738a-43b2-a1c9-07fa35c3171d tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9be2a9a-9d4b-485f-85d9-c35c37912b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320578 Sep 07 16:42:27.182411 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ec578-59eb-4134-8422-ea5fac2b52b1 req-92bf225f-0a8e-4d99-8c8c-9bc0c6b0fee3 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:27.183992 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd6ec578-59eb-4134-8422-ea5fac2b52b1 req-92bf225f-0a8e-4d99-8c8c-9bc0c6b0fee3 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 948 time: 0.0516109 Sep 07 16:42:27.226440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd6ec578-59eb-4134-8422-ea5fac2b52b1 req-f9c10f3c-9ac9-425e-a761-78f77e18b72f tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/security-groups?id=f9be2a9a-9d4b-485f-85d9-c35c37912b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356035 Sep 07 16:42:27.756077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e151df-e349-4fb3-94d0-f983ac5b036f req-89aa1669-c7ae-4bda-9ffa-cb2df219f9f8 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:27.757635 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7e151df-e349-4fb3-94d0-f983ac5b036f req-89aa1669-c7ae-4bda-9ffa-cb2df219f9f8 tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.35 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 948 time: 0.0496976 Sep 07 16:42:27.854318 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a7e151df-e349-4fb3-94d0-f983ac5b036f req-3f312476-606d-42bd-9049-94f96d3eb19e tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Deleting port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:42:27.854947 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a7e151df-e349-4fb3-94d0-f983ac5b036f req-3f312476-606d-42bd-9049-94f96d3eb19e tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:27.949509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-a7e151df-e349-4fb3-94d0-f983ac5b036f req-3f312476-606d-42bd-9049-94f96d3eb19e tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] For port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:42:27.949893 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a7e151df-e349-4fb3-94d0-f983ac5b036f req-3f312476-606d-42bd-9049-94f96d3eb19e tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:27.962313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-a7e151df-e349-4fb3-94d0-f983ac5b036f req-3f312476-606d-42bd-9049-94f96d3eb19e tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Calling delete_port for 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:42:28.095932 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a7e151df-e349-4fb3-94d0-f983ac5b036f req-3f312476-606d-42bd-9049-94f96d3eb19e tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:28.109554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:42:28.128836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f312476-606d-42bd-9049-94f96d3eb19e tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Pushing event deleted for resources: {'Port': ['ID=28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:28.180839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e151df-e349-4fb3-94d0-f983ac5b036f req-3f312476-606d-42bd-9049-94f96d3eb19e tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] No DVR routers for this DVR port 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:42:28.183580 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-a7e151df-e349-4fb3-94d0-f983ac5b036f req-3f312476-606d-42bd-9049-94f96d3eb19e tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:28.185957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7e151df-e349-4fb3-94d0-f983ac5b036f req-3f312476-606d-42bd-9049-94f96d3eb19e tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.35 "DELETE /v2.0/ports/28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 HTTP/1.1" status: 204 len: 173 time: 0.4222693 Sep 07 16:42:28.186409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e37a44-2e54-4b68-b92f-267f6cb0c4ce', 'name': 'network-vif-deleted', 'tag': '28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:42:28.188764 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2d9012-5bb5-46b0-a1e8-211066cef43c" -d '{"events": [{"server_uuid": "62e37a44-2e54-4b68-b92f-267f6cb0c4ce", "name": "network-vif-deleted", "tag": "28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:42:28.231899 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc46183-a1f0-4a69-bbf1-3b335230f7bd x-openstack-request-id: req-2cc46183-a1f0-4a69-bbf1-3b335230f7bd {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:42:28.232219 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e37a44-2e54-4b68-b92f-267f6cb0c4ce", "name": "network-vif-deleted", "tag": "28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:42:28.232505 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2cc46183-a1f0-4a69-bbf1-3b335230f7bd {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:42:28.232935 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e37a44-2e54-4b68-b92f-267f6cb0c4ce', 'name': 'network-vif-deleted', 'tag': '28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4', 'status': 'completed', 'code': 200} Sep 07 16:42:28.352904 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-340d44aa-326d-4fa2-a2fa-a73bb3f30277 req-6abda3a5-e355-4632-9fe3-c3c64f4aa1db tempest-VolumesBackupsTest-625789934 tempest-VolumesBackupsTest-625789934-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e37a44-2e54-4b68-b92f-267f6cb0c4ce HTTP/1.1" status: 200 len: 210 time: 0.0327725 Sep 07 16:42:30.603385 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34528) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:30.782900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-58656b91-5906-4be8-ace8-a40df9196556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Deleting port 3c10b338-a9f8-41e1-a0f3-f8a44bdacd05 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:42:30.784705 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58656b91-5906-4be8-ace8-a40df9196556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:30.870635 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58656b91-5906-4be8-ace8-a40df9196556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:30.871220 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58656b91-5906-4be8-ace8-a40df9196556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:30.885092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-58656b91-5906-4be8-ace8-a40df9196556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Calling delete_port for 3c10b338-a9f8-41e1-a0f3-f8a44bdacd05 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:42:31.085643 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58656b91-5906-4be8-ace8-a40df9196556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:31.118450 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58656b91-5906-4be8-ace8-a40df9196556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event deleted for resources: {'Port': ['ID=3c10b338-a9f8-41e1-a0f3-f8a44bdacd05,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:31.182732 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58656b91-5906-4be8-ace8-a40df9196556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:31.183132 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-58656b91-5906-4be8-ace8-a40df9196556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Floating IP e6126eb8-b337-4dcd-aadd-bac71a5642b5 disassociated (deleted). External IP: 172.25.3.27, port: e3c5c8b8-70de-45a5-8d0f-d3611051fd9d. Sep 07 16:42:31.409130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58656b91-5906-4be8-ace8-a40df9196556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Router 7567412c-e71a-4e02-9f71-f8808e705ad4 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:42:31.529792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58656b91-5906-4be8-ace8-a40df9196556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:42:31.534821 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58656b91-5906-4be8-ace8-a40df9196556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:31.542933 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d7584-0899-485a-830b-452232e08975 None None] Sync routers for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:42:31.561827 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d7584-0899-485a-830b-452232e08975 None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:42:31.562748 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6f4d7584-0899-485a-830b-452232e08975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:42:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:42:31.567944 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-58656b91-5906-4be8-ace8-a40df9196556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "DELETE /v2.0/floatingips/e6126eb8-b337-4dcd-aadd-bac71a5642b5 HTTP/1.1" status: 204 len: 168 time: 0.9627731 Sep 07 16:42:31.568604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'tag': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:42:31.570949 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7a0c8e-c7e5-4745-93f7-ad99b0cc95e5" -d '{"events": [{"name": "network-changed", "server_uuid": "175d6162-ef9f-46c9-9a7b-dc61e72a6a2c", "tag": "e3c5c8b8-70de-45a5-8d0f-d3611051fd9d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:42:31.643087 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae5e4dc-739c-4061-b8e2-2143bb82ff00 x-openstack-request-id: req-fae5e4dc-739c-4061-b8e2-2143bb82ff00 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:42:31.643680 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175d6162-ef9f-46c9-9a7b-dc61e72a6a2c", "tag": "e3c5c8b8-70de-45a5-8d0f-d3611051fd9d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:42:31.643680 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fae5e4dc-739c-4061-b8e2-2143bb82ff00 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:42:31.644021 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'tag': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d', 'status': 'completed', 'code': 200} Sep 07 16:42:31.694300 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6f4d7584-0899-485a-830b-452232e08975 None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:42:31.728803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0c8e-c7e5-4745-93f7-ad99b0cc95e5 req-a797fdcd-c4cd-4e17-98c9-bfb8d1ab0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:31.730116 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af7a0c8e-c7e5-4745-93f7-ad99b0cc95e5 req-a797fdcd-c4cd-4e17-98c9-bfb8d1ab0c2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 1097 time: 0.0487304 Sep 07 16:42:31.866661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11065b7f-36e1-4e3b-ae46-043799df46eb req-c5da7070-b9fd-479b-ad3f-33d92c25bdd6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:31.870923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0c8e-c7e5-4745-93f7-ad99b0cc95e5 req-05cb3ef9-a61e-4970-ba93-b4964a018d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:31.877024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11065b7f-36e1-4e3b-ae46-043799df46eb req-c5da7070-b9fd-479b-ad3f-33d92c25bdd6 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 946 time: 0.0960367 Sep 07 16:42:31.877984 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af7a0c8e-c7e5-4745-93f7-ad99b0cc95e5 req-05cb3ef9-a61e-4970-ba93-b4964a018d92 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.1386213 Sep 07 16:42:31.937432 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11065b7f-36e1-4e3b-ae46-043799df46eb req-2a9ee24c-6709-4b41-913e-ce7c66a600e2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592465 Sep 07 16:42:31.955091 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af7a0c8e-c7e5-4745-93f7-ad99b0cc95e5 req-1c67a678-1df2-4082-bde1-d0c0bea730e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d HTTP/1.1" status: 200 len: 217 time: 0.0660248 Sep 07 16:42:32.011575 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6f4d7584-0899-485a-830b-452232e08975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '30b0bad6-340f-4843-9209-b26469fb74ff', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:fe:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:38:48Z', 'updated_at': '2021-09-07T16:38:52Z', 'revision_number': 1, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:42:32.026151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0c8e-c7e5-4745-93f7-ad99b0cc95e5 req-7d55f0c0-065a-4a08-b810-1ca199b4eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:32.029582 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af7a0c8e-c7e5-4745-93f7-ad99b0cc95e5 req-7d55f0c0-065a-4a08-b810-1ca199b4eaae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0650859 Sep 07 16:42:32.040452 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d7584-0899-485a-830b-452232e08975 None None] Checking router: 7567412c-e71a-4e02-9f71-f8808e705ad4 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:42:32.050492 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:32.051159 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d7584-0899-485a-830b-452232e08975 None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:42:32.051890 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6f4d7584-0899-485a-830b-452232e08975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:42:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:42:32.116357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0c8e-c7e5-4745-93f7-ad99b0cc95e5 req-dffb1072-c6b8-428e-b256-df6243ac4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:32.118470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af7a0c8e-c7e5-4745-93f7-ad99b0cc95e5 req-dffb1072-c6b8-428e-b256-df6243ac4e24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803406 Sep 07 16:42:32.170503 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6f4d7584-0899-485a-830b-452232e08975 None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:42:32.232173 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af7a0c8e-c7e5-4745-93f7-ad99b0cc95e5 req-687cb5d3-55fd-41f5-b9f2-58abb0299213 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046648 Sep 07 16:42:32.351949 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-af7a0c8e-c7e5-4745-93f7-ad99b0cc95e5 req-47df3013-d6eb-4552-b9a6-be1f44264112 service neutron] 10.222.0.54 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082273 Sep 07 16:42:32.408154 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6f4d7584-0899-485a-830b-452232e08975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '30b0bad6-340f-4843-9209-b26469fb74ff', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:fe:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:38:48Z', 'updated_at': '2021-09-07T16:38:52Z', 'revision_number': 1, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:42:32.438078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:42:32.492044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:42:32.492880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 28fb69fd-6a52-4b8f-bd13-1e7cd9888ec4 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:42:32.497882 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:32.533872 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d7584-0899-485a-830b-452232e08975 None None] The sync data for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 is: [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '30b0bad6-340f-4843-9209-b26469fb74ff', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'port_id': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'mac_address': 'fa:16:3e:fe:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:38:48Z', 'updated_at': '2021-09-07T16:38:52Z', 'revision_number': 1, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:42:32.914741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa38b7-8440-4cfb-9c31-4bf79fe7c042 None None] New status for floating IP e6126eb8-b337-4dcd-aadd-bac71a5642b5: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:42:33.067773 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee17204-0062-4c48-b198-ea92e13e93e3 req-5ce9edad-9add-405e-b5af-5fab33fd059f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:33.069340 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ee17204-0062-4c48-b198-ea92e13e93e3 req-5ce9edad-9add-405e-b5af-5fab33fd059f tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 946 time: 0.0567322 Sep 07 16:42:33.110518 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6ee17204-0062-4c48-b198-ea92e13e93e3 req-76177eb5-efb9-4c2b-aa75-9fee019f6556 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348587 Sep 07 16:42:33.727518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a05b7-12c2-43ac-bb96-50f1b7a58839 req-d2f61cde-184f-4969-bebf-9c0c809bdc27 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:33.729111 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6a3a05b7-12c2-43ac-bb96-50f1b7a58839 req-d2f61cde-184f-4969-bebf-9c0c809bdc27 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 946 time: 0.0727301 Sep 07 16:42:33.828705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-6a3a05b7-12c2-43ac-bb96-50f1b7a58839 req-a819649f-b61f-4c90-9da1-043fa346fe57 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Deleting port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:42:33.829047 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6a3a05b7-12c2-43ac-bb96-50f1b7a58839 req-a819649f-b61f-4c90-9da1-043fa346fe57 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:33.937507 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-6a3a05b7-12c2-43ac-bb96-50f1b7a58839 req-a819649f-b61f-4c90-9da1-043fa346fe57 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] For port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:42:33.937980 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6a3a05b7-12c2-43ac-bb96-50f1b7a58839 req-a819649f-b61f-4c90-9da1-043fa346fe57 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:33.951484 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-6a3a05b7-12c2-43ac-bb96-50f1b7a58839 req-a819649f-b61f-4c90-9da1-043fa346fe57 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Calling delete_port for e3c5c8b8-70de-45a5-8d0f-d3611051fd9d owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:42:34.087191 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6a3a05b7-12c2-43ac-bb96-50f1b7a58839 req-a819649f-b61f-4c90-9da1-043fa346fe57 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:34.117005 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819649f-b61f-4c90-9da1-043fa346fe57 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event deleted for resources: {'Port': ['ID=e3c5c8b8-70de-45a5-8d0f-d3611051fd9d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:34.166329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3a05b7-12c2-43ac-bb96-50f1b7a58839 req-a819649f-b61f-4c90-9da1-043fa346fe57 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] No DVR routers for this DVR port e3c5c8b8-70de-45a5-8d0f-d3611051fd9d on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:42:34.169062 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-6a3a05b7-12c2-43ac-bb96-50f1b7a58839 req-a819649f-b61f-4c90-9da1-043fa346fe57 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:34.171529 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6a3a05b7-12c2-43ac-bb96-50f1b7a58839 req-a819649f-b61f-4c90-9da1-043fa346fe57 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.54 "DELETE /v2.0/ports/e3c5c8b8-70de-45a5-8d0f-d3611051fd9d HTTP/1.1" status: 204 len: 173 time: 0.4356883 Sep 07 16:42:34.171997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'name': 'network-vif-deleted', 'tag': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:42:34.174405 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02f2b92-88fa-41a6-9b5e-5864cb010248" -d '{"events": [{"server_uuid": "175d6162-ef9f-46c9-9a7b-dc61e72a6a2c", "name": "network-vif-deleted", "tag": "e3c5c8b8-70de-45a5-8d0f-d3611051fd9d"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:42:34.231323 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881a15cb-cc00-471c-819d-42ceefb44c2f x-openstack-request-id: req-881a15cb-cc00-471c-819d-42ceefb44c2f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:42:34.231619 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175d6162-ef9f-46c9-9a7b-dc61e72a6a2c", "name": "network-vif-deleted", "tag": "e3c5c8b8-70de-45a5-8d0f-d3611051fd9d", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:42:34.231870 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-881a15cb-cc00-471c-819d-42ceefb44c2f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:42:34.232271 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175d6162-ef9f-46c9-9a7b-dc61e72a6a2c', 'name': 'network-vif-deleted', 'tag': 'e3c5c8b8-70de-45a5-8d0f-d3611051fd9d', 'status': 'completed', 'code': 200} Sep 07 16:42:34.237334 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-856dbb65-da5a-44c1-8fab-847d1973c644 req-c6b4f71f-0ac0-4de9-a1c5-df33dbd388a1 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 210 time: 0.0428336 Sep 07 16:42:35.355140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e4b4033-6503-4d61-9d7e-46465d168c0d req-b0791eaa-f6db-4d96-9654-7db32873e3c3 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 210 time: 0.0353866 Sep 07 16:42:36.459244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2735d721-658a-4c55-af9b-ebbf4d74fd5b req-2d30d6be-a16d-4645-8f98-9c098e03b303 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 210 time: 0.0280797 Sep 07 16:42:37.572171 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b63cadf0-a714-454a-9129-8dd5d6ada171 req-454b3a56-c916-48aa-9c0a-ef7cdc001310 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=175d6162-ef9f-46c9-9a7b-dc61e72a6a2c HTTP/1.1" status: 200 len: 210 time: 0.0370901 Sep 07 16:42:38.015183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e3c5c8b8-70de-45a5-8d0f-d3611051fd9d no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:42:38.038977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: e3c5c8b8-70de-45a5-8d0f-d3611051fd9d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:42:38.039329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e3c5c8b8-70de-45a5-8d0f-d3611051fd9d not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:42:40.405515 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd03a870-686f-4b7f-959b-e78e2399a9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:43.979583 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:44.061738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34726) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:44.229519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b46a8a54-2e14-4bbf-8799-4ce498b57a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Deleting port 17ce6b7b-a6b4-4bef-b4b2-658af4a0eff0 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:42:44.230039 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b46a8a54-2e14-4bbf-8799-4ce498b57a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:44.267305 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0ac79053-5d35-416b-ac7d-6476713a1dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:44.329348 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b46a8a54-2e14-4bbf-8799-4ce498b57a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:44.330043 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b46a8a54-2e14-4bbf-8799-4ce498b57a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:44.343326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b46a8a54-2e14-4bbf-8799-4ce498b57a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Calling delete_port for 17ce6b7b-a6b4-4bef-b4b2-658af4a0eff0 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:42:44.553956 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b46a8a54-2e14-4bbf-8799-4ce498b57a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:44.581089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a8a54-2e14-4bbf-8799-4ce498b57a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event deleted for resources: {'Port': ['ID=17ce6b7b-a6b4-4bef-b4b2-658af4a0eff0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:44.671914 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b46a8a54-2e14-4bbf-8799-4ce498b57a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:44.672359 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-b46a8a54-2e14-4bbf-8799-4ce498b57a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Floating IP 30b0bad6-340f-4843-9209-b26469fb74ff disassociated (deleted). External IP: 172.25.3.250, port: c2c9a159-20fb-4287-84d3-10e88b603b33. Sep 07 16:42:44.936601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46a8a54-2e14-4bbf-8799-4ce498b57a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Router 7567412c-e71a-4e02-9f71-f8808e705ad4 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:42:44.970920 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:45.057819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46a8a54-2e14-4bbf-8799-4ce498b57a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:42:45.062700 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b46a8a54-2e14-4bbf-8799-4ce498b57a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:45.069256 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b2440-3c45-4add-a021-7667e4bdc35b None None] Sync routers for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:42:45.080427 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b2440-3c45-4add-a021-7667e4bdc35b None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:42:45.080849 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c4b2440-3c45-4add-a021-7667e4bdc35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:42:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:42:45.090657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b46a8a54-2e14-4bbf-8799-4ce498b57a04 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "DELETE /v2.0/floatingips/30b0bad6-340f-4843-9209-b26469fb74ff HTTP/1.1" status: 204 len: 168 time: 1.0256774 Sep 07 16:42:45.091393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'tag': 'c2c9a159-20fb-4287-84d3-10e88b603b33'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:42:45.103120 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1130d179-1008-411a-98f0-7b30ddc92fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "17848df9-00e4-4a67-8763-b9ae11bc977a", "tag": "c2c9a159-20fb-4287-84d3-10e88b603b33"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:42:45.173817 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1378ffbd-bc7f-4bb9-b0ee-ec8be5c1a3c3 x-openstack-request-id: req-1378ffbd-bc7f-4bb9-b0ee-ec8be5c1a3c3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:42:45.174119 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17848df9-00e4-4a67-8763-b9ae11bc977a", "tag": "c2c9a159-20fb-4287-84d3-10e88b603b33", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:42:45.174373 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1378ffbd-bc7f-4bb9-b0ee-ec8be5c1a3c3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:42:45.174784 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'tag': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'status': 'completed', 'code': 200} Sep 07 16:42:45.248210 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2c4b2440-3c45-4add-a021-7667e4bdc35b None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:42:45.270724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130d179-1008-411a-98f0-7b30ddc92fa9 req-4090142e-27d8-469c-a764-144465e782d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:45.272888 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1130d179-1008-411a-98f0-7b30ddc92fa9 req-4090142e-27d8-469c-a764-144465e782d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76da91ef6ee461a9b706160f512deb0&device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 1096 time: 0.0756886 Sep 07 16:42:45.436833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130d179-1008-411a-98f0-7b30ddc92fa9 req-efe32e02-4f7f-4640-b768-e3dab22e672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:45.440963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1130d179-1008-411a-98f0-7b30ddc92fa9 req-efe32e02-4f7f-4640-b768-e3dab22e672f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 200 len: 912 time: 0.1571157 Sep 07 16:42:45.502913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1130d179-1008-411a-98f0-7b30ddc92fa9 req-75870a96-b202-4963-afd0-6849b22d7165 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2c9a159-20fb-4287-84d3-10e88b603b33 HTTP/1.1" status: 200 len: 217 time: 0.0559072 Sep 07 16:42:45.552472 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c4b2440-3c45-4add-a021-7667e4bdc35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:42:45.565148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130d179-1008-411a-98f0-7b30ddc92fa9 req-19c496d7-48c3-4857-99d4-cc4b2c4a3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:45.567106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1130d179-1008-411a-98f0-7b30ddc92fa9 req-19c496d7-48c3-4857-99d4-cc4b2c4a3631 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 200 len: 850 time: 0.0530224 Sep 07 16:42:45.589307 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b2440-3c45-4add-a021-7667e4bdc35b None None] Checking router: 7567412c-e71a-4e02-9f71-f8808e705ad4 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:42:45.602465 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b2440-3c45-4add-a021-7667e4bdc35b None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:42:45.603095 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c4b2440-3c45-4add-a021-7667e4bdc35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:42:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:42:45.717071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130d179-1008-411a-98f0-7b30ddc92fa9 req-3239ce98-f37c-42da-ae34-c7421f6c266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:45.718910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1130d179-1008-411a-98f0-7b30ddc92fa9 req-3239ce98-f37c-42da-ae34-c7421f6c266f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2f745dd-6ef0-4dd8-a818-6a727209b9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428211 Sep 07 16:42:45.726788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f7b51-2cc3-4084-98bc-955d1fdac2b0 req-e5f33051-f658-4f90-b27e-000c8cfce84a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:45.728507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-649f7b51-2cc3-4084-98bc-955d1fdac2b0 req-e5f33051-f658-4f90-b27e-000c8cfce84a tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 945 time: 0.3341887 Sep 07 16:42:45.770022 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2c4b2440-3c45-4add-a021-7667e4bdc35b None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:42:45.859091 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-649f7b51-2cc3-4084-98bc-955d1fdac2b0 req-fabf9f56-8438-4533-9b4c-40da618198b8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205409 Sep 07 16:42:45.884707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1130d179-1008-411a-98f0-7b30ddc92fa9 req-544c1eb3-fdfb-4b9f-9c69-71ad20b113b3 service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551223 Sep 07 16:42:46.017182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1130d179-1008-411a-98f0-7b30ddc92fa9 req-9900074e-3580-4915-ab83-1d08ac9e794c service neutron] 10.222.0.35 "GET /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242275 Sep 07 16:42:46.091932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34748) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:46.123938 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2c4b2440-3c45-4add-a021-7667e4bdc35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:42:46.160202 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b2440-3c45-4add-a021-7667e4bdc35b None None] The sync data for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 is: [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:32:07Z', 'revision_number': 4, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '4162da6a-bb6e-494e-84ee-257e249598b2', 'name': '', 'network_id': 'f2f745dd-6ef0-4dd8-a818-6a727209b9bd', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'mac_address': 'fa:16:3e:ff:c6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:06Z', 'updated_at': '2021-09-07T16:32:13Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'subnets': [{'id': 'ef881420-fa46-4372-ba8a-382f6c5a7bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:42:46.247102 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-889b1a6d-ddd4-4597-959b-55094dd44aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:46.352223 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-889b1a6d-ddd4-4597-959b-55094dd44aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:46.357261 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-889b1a6d-ddd4-4597-959b-55094dd44aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:46.396648 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-889b1a6d-ddd4-4597-959b-55094dd44aa9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42c75355ff38463d8f45f25272fb823f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023586 Sep 07 16:42:46.397535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b1a6d-ddd4-4597-959b-55094dd44aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be055fb-d5e1-48b8-b06e-54e863d8679d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:46.399256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34752) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:46.457201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9069670-b6dc-455d-a15b-c46491d6da91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:46.462943 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a45f73-7bdc-45d9-baa9-9f253e359a6b None None] New status for floating IP 30b0bad6-340f-4843-9209-b26469fb74ff: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:42:46.479484 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9069670-b6dc-455d-a15b-c46491d6da91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:46.529828 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9069670-b6dc-455d-a15b-c46491d6da91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:46.532684 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9069670-b6dc-455d-a15b-c46491d6da91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:46.536848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d9069670-b6dc-455d-a15b-c46491d6da91 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3be055fb-d5e1-48b8-b06e-54e863d8679d HTTP/1.1" status: 204 len: 168 time: 0.1361921 Sep 07 16:42:46.562035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9069670-b6dc-455d-a15b-c46491d6da91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be055fb-d5e1-48b8-b06e-54e863d8679d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:46.909904 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:47.043878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50780-9716-4a40-91a5-c1061f9eb3f9 req-c0d299ae-64c2-465c-abad-1deb830979c8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:47.054748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0d50780-9716-4a40-91a5-c1061f9eb3f9 req-c0d299ae-64c2-465c-abad-1deb830979c8 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 945 time: 0.1077161 Sep 07 16:42:47.070988 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942edd0e-f99a-4298-b58c-e77b5d6c94b0 req-1004f7b9-81f6-4f42-9c27-c8d12d796498 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:42:47.072557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-942edd0e-f99a-4298-b58c-e77b5d6c94b0 req-1004f7b9-81f6-4f42-9c27-c8d12d796498 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 945 time: 0.0929728 Sep 07 16:42:47.145846 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0d50780-9716-4a40-91a5-c1061f9eb3f9 req-becda9fb-45c0-4e87-b06f-409db0799f5d tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/security-groups?id=a880013d-2009-46e1-af3e-ca8b5f6b9ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900452 Sep 07 16:42:47.201475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-942edd0e-f99a-4298-b58c-e77b5d6c94b0 req-d980e295-6b2f-4c8e-8e35-5c4d7d75b591 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Deleting port c2c9a159-20fb-4287-84d3-10e88b603b33 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:42:47.201838 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-942edd0e-f99a-4298-b58c-e77b5d6c94b0 req-d980e295-6b2f-4c8e-8e35-5c4d7d75b591 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:47.309502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-942edd0e-f99a-4298-b58c-e77b5d6c94b0 req-d980e295-6b2f-4c8e-8e35-5c4d7d75b591 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] For port c2c9a159-20fb-4287-84d3-10e88b603b33, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=c2c9a159-20fb-4287-84d3-10e88b603b33,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:42:47.310520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-942edd0e-f99a-4298-b58c-e77b5d6c94b0 req-d980e295-6b2f-4c8e-8e35-5c4d7d75b591 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:47.325270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-942edd0e-f99a-4298-b58c-e77b5d6c94b0 req-d980e295-6b2f-4c8e-8e35-5c4d7d75b591 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Calling delete_port for c2c9a159-20fb-4287-84d3-10e88b603b33 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:42:47.461525 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-942edd0e-f99a-4298-b58c-e77b5d6c94b0 req-d980e295-6b2f-4c8e-8e35-5c4d7d75b591 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:47.859749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980e295-6b2f-4c8e-8e35-5c4d7d75b591 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event deleted for resources: {'Port': ['ID=c2c9a159-20fb-4287-84d3-10e88b603b33,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:47.903242 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-942edd0e-f99a-4298-b58c-e77b5d6c94b0 req-d980e295-6b2f-4c8e-8e35-5c4d7d75b591 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] No DVR routers for this DVR port c2c9a159-20fb-4287-84d3-10e88b603b33 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:42:47.905976 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-942edd0e-f99a-4298-b58c-e77b5d6c94b0 req-d980e295-6b2f-4c8e-8e35-5c4d7d75b591 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:47.912662 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-942edd0e-f99a-4298-b58c-e77b5d6c94b0 req-d980e295-6b2f-4c8e-8e35-5c4d7d75b591 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.35 "DELETE /v2.0/ports/c2c9a159-20fb-4287-84d3-10e88b603b33 HTTP/1.1" status: 204 len: 173 time: 0.8267510 Sep 07 16:42:47.912662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'name': 'network-vif-deleted', 'tag': 'c2c9a159-20fb-4287-84d3-10e88b603b33'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:42:47.912662 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93adf161-0d47-4809-bf86-5418c2a6f491" -d '{"events": [{"server_uuid": "17848df9-00e4-4a67-8763-b9ae11bc977a", "name": "network-vif-deleted", "tag": "c2c9a159-20fb-4287-84d3-10e88b603b33"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:42:47.955810 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f2d2ef-c6d6-4ed7-a787-92ea281a1744 x-openstack-request-id: req-67f2d2ef-c6d6-4ed7-a787-92ea281a1744 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:42:47.956166 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17848df9-00e4-4a67-8763-b9ae11bc977a", "name": "network-vif-deleted", "tag": "c2c9a159-20fb-4287-84d3-10e88b603b33", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:42:47.956512 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67f2d2ef-c6d6-4ed7-a787-92ea281a1744 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:42:47.956926 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17848df9-00e4-4a67-8763-b9ae11bc977a', 'name': 'network-vif-deleted', 'tag': 'c2c9a159-20fb-4287-84d3-10e88b603b33', 'status': 'completed', 'code': 200} Sep 07 16:42:48.278765 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:42:48.321810 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75187af0-926e-4744-ad76-8fdd43360060 req-c4fb3df3-d240-4d16-9117-41f99180a79b tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 210 time: 0.0561330 Sep 07 16:42:49.422456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4297c0cb-b78d-40fa-bfa7-bc9006d85666 req-9ce9485a-3694-430a-8a8b-c51317530da2 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 210 time: 0.0289099 Sep 07 16:42:50.484026 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c2c9a159-20fb-4287-84d3-10e88b603b33 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:42:50.508561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: c2c9a159-20fb-4287-84d3-10e88b603b33 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:42:50.508999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device c2c9a159-20fb-4287-84d3-10e88b603b33 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:42:50.557404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-30e02316-bf9e-4429-a871-a6ddf734e764 req-f4f4eaaf-e6a3-4367-9061-5663b4f2d4f0 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 210 time: 0.0390732 Sep 07 16:42:51.670227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c3ad108-2fda-4f65-a0ac-a57efe980aa1 req-90cd36fd-7eb3-4b3b-a634-7e6521221ab5 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "GET /v2.0/ports?device_id=17848df9-00e4-4a67-8763-b9ae11bc977a HTTP/1.1" status: 200 len: 210 time: 0.0284846 Sep 07 16:42:52.727128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34880) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:52.874509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3598c3d8-1449-4e4b-8b04-d22faee95132 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Deleting port 295c6fab-99a0-4024-8751-d55042732c6e {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:42:52.874769 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3598c3d8-1449-4e4b-8b04-d22faee95132 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:52.966384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3598c3d8-1449-4e4b-8b04-d22faee95132 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:52.967279 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3598c3d8-1449-4e4b-8b04-d22faee95132 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:52.981165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-3598c3d8-1449-4e4b-8b04-d22faee95132 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Calling delete_port for 295c6fab-99a0-4024-8751-d55042732c6e owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:42:53.117417 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3598c3d8-1449-4e4b-8b04-d22faee95132 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:53.146643 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598c3d8-1449-4e4b-8b04-d22faee95132 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event deleted for resources: {'Port': ['ID=295c6fab-99a0-4024-8751-d55042732c6e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:53.205851 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3598c3d8-1449-4e4b-8b04-d22faee95132 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:53.208534 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3598c3d8-1449-4e4b-8b04-d22faee95132 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:53.209706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3598c3d8-1449-4e4b-8b04-d22faee95132 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "DELETE /v2.0/floatingips/4110de16-ec97-4ff2-8419-be82adfc6d0e HTTP/1.1" status: 204 len: 168 time: 0.4816079 Sep 07 16:42:56.540685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34920) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:56.603918 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34922) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:56.611725 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa00a0c6-fafa-414b-828d-9693bb9a8af4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:56.644628 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa00a0c6-fafa-414b-828d-9693bb9a8af4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:56.712657 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa00a0c6-fafa-414b-828d-9693bb9a8af4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:56.715239 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fa00a0c6-fafa-414b-828d-9693bb9a8af4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:56.719550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fa00a0c6-fafa-414b-828d-9693bb9a8af4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] 10.222.0.70 "DELETE /v2.0/security-groups/a880013d-2009-46e1-af3e-ca8b5f6b9ef7 HTTP/1.1" status: 204 len: 168 time: 0.1749804 Sep 07 16:42:56.726952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00a0c6-fafa-414b-828d-9693bb9a8af4 tempest-TestVolumeBootPattern-1138321624 tempest-TestVolumeBootPattern-1138321624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a880013d-2009-46e1-af3e-ca8b5f6b9ef7,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:56.746337 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f341341b-1072-401c-b683-f6826aea32c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:56.794739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 34930) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:56.859772 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f341341b-1072-401c-b683-f6826aea32c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:56.864745 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f341341b-1072-401c-b683-f6826aea32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:56.889817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341341b-1072-401c-b683-f6826aea32c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aeee3d-1fac-491c-a2c8-4236ae20027a,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:56.920861 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f341341b-1072-401c-b683-f6826aea32c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b494a1d7b6d04ad2a9e54325ea8d2315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153203 Sep 07 16:42:56.922404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 34934) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:56.975162 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7aec242d-058f-4671-b84d-4c54635c6986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:56.996822 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7aec242d-058f-4671-b84d-4c54635c6986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:57.045457 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7aec242d-058f-4671-b84d-4c54635c6986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:57.049151 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7aec242d-058f-4671-b84d-4c54635c6986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:57.050439 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7aec242d-058f-4671-b84d-4c54635c6986 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a3aeee3d-1fac-491c-a2c8-4236ae20027a HTTP/1.1" status: 204 len: 168 time: 0.1270335 Sep 07 16:42:57.067114 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec242d-058f-4671-b84d-4c54635c6986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aeee3d-1fac-491c-a2c8-4236ae20027a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:57.267953 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af681287-797a-425d-917d-25cc8e850fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:57.533157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-af681287-797a-425d-917d-25cc8e850fde admin admin] Deleting port 4162da6a-bb6e-494e-84ee-257e249598b2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:42:57.533512 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af681287-797a-425d-917d-25cc8e850fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:57.618958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-af681287-797a-425d-917d-25cc8e850fde admin admin] For port 4162da6a-bb6e-494e-84ee-257e249598b2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4162da6a-bb6e-494e-84ee-257e249598b2,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:42:57.619559 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af681287-797a-425d-917d-25cc8e850fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:57.641594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-af681287-797a-425d-917d-25cc8e850fde admin admin] Calling delete_port for 4162da6a-bb6e-494e-84ee-257e249598b2 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:42:57.859379 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af681287-797a-425d-917d-25cc8e850fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:57.894708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af681287-797a-425d-917d-25cc8e850fde admin admin] Pushing event deleted for resources: {'Port': ['ID=4162da6a-bb6e-494e-84ee-257e249598b2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:58.073090 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af681287-797a-425d-917d-25cc8e850fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:58.358577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af681287-797a-425d-917d-25cc8e850fde admin admin] Router 7567412c-e71a-4e02-9f71-f8808e705ad4 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:42:58.489039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af681287-797a-425d-917d-25cc8e850fde admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:42:58.494767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-af681287-797a-425d-917d-25cc8e850fde admin admin] 10.222.0.70 "PUT /v2.0/routers/7567412c-e71a-4e02-9f71-f8808e705ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990190 Sep 07 16:42:58.497533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35014) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:58.499764 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb0ee80-bbb4-4c97-8e62-680689659bb8 None None] Sync routers for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:42:58.508607 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0ee80-bbb4-4c97-8e62-680689659bb8 None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:42:58.509209 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-deb0ee80-bbb4-4c97-8e62-680689659bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:42:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:42:58.620697 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:58.686355 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-deb0ee80-bbb4-4c97-8e62-680689659bb8 None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:42:58.738782 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:58.833234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Deleting port 84f874ac-0836-4ce1-9b0c-e72d14ab6689 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:42:58.834548 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:58.943449 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-deb0ee80-bbb4-4c97-8e62-680689659bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:42:57Z', 'revision_number': 5, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port': {'id': '84f874ac-0836-4ce1-9b0c-e72d14ab6689', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:05Z', 'updated_at': '2021-09-07T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:42:58.981443 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb0ee80-bbb4-4c97-8e62-680689659bb8 None None] Checking router: 7567412c-e71a-4e02-9f71-f8808e705ad4 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:42:58.993045 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0ee80-bbb4-4c97-8e62-680689659bb8 None None] Routers {'7567412c-e71a-4e02-9f71-f8808e705ad4'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:42:58.993762 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-deb0ee80-bbb4-4c97-8e62-680689659bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:42:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7567412c-e71a-4e02-9f71-f8808e705ad4'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:42:59.099019 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-deb0ee80-bbb4-4c97-8e62-680689659bb8 None None] Set router 7567412c-e71a-4e02-9f71-f8808e705ad4 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:42:59.172917 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-deb0ee80-bbb4-4c97-8e62-680689659bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:42:58Z', 'revision_number': 6, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:42:59.208009 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb0ee80-bbb4-4c97-8e62-680689659bb8 None None] The sync data for ids ['7567412c-e71a-4e02-9f71-f8808e705ad4'] in n-d-807551-3 is: [{'id': '7567412c-e71a-4e02-9f71-f8808e705ad4', 'name': 'tempest-TestVolumeBootPattern-366830309-router', 'tenant_id': 'f76da91ef6ee461a9b706160f512deb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:04Z', 'updated_at': '2021-09-07T16:42:58Z', 'revision_number': 6, 'project_id': 'f76da91ef6ee461a9b706160f512deb0', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:42:59.257663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] For port 84f874ac-0836-4ce1-9b0c-e72d14ab6689, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=84f874ac-0836-4ce1-9b0c-e72d14ab6689,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:42:59.258153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:59.273581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Calling delete_port for 84f874ac-0836-4ce1-9b0c-e72d14ab6689 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:42:59.453796 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:59.485793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f874ac-0836-4ce1-9b0c-e72d14ab6689,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:59.551259 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:59.656464 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:59.658712 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:59.707106 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:59.707643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7567412c-e71a-4e02-9f71-f8808e705ad4 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:42:59.712952 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:59.717658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35058) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:42:59.720807 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-691a4b1a-59ba-4061-bde8-65c105fe12c9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/7567412c-e71a-4e02-9f71-f8808e705ad4 HTTP/1.1" status: 204 len: 168 time: 1.2215977 Sep 07 16:42:59.766211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9004570b-be5a-46f7-9bed-fb1eafb70f91 admin admin] Deleting subnet ef881420-fa46-4372-ba8a-382f6c5a7bf4 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:42:59.769596 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9004570b-be5a-46f7-9bed-fb1eafb70f91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:59.810426 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9004570b-be5a-46f7-9bed-fb1eafb70f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:59.902792 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9004570b-be5a-46f7-9bed-fb1eafb70f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:59.960419 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9004570b-be5a-46f7-9bed-fb1eafb70f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:59.991207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004570b-be5a-46f7-9bed-fb1eafb70f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef881420-fa46-4372-ba8a-382f6c5a7bf4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:42:59.997155 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9004570b-be5a-46f7-9bed-fb1eafb70f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:42:59.998533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0d861c-d7bc-4caa-86c5-22b7f787ba1a None None] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:43:00.000739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9004570b-be5a-46f7-9bed-fb1eafb70f91 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ef881420-fa46-4372-ba8a-382f6c5a7bf4 HTTP/1.1" status: 204 len: 168 time: 0.2820365 Sep 07 16:43:00.003722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35062) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:43:00.094313 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:00.194853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Deleting port 1731a267-d749-42e0-b5f1-15e3f9ef1067 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:43:00.195193 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:00.207818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] DHCP port deletion for f2f745dd-6ef0-4dd8-a818-6a727209b9bd request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:43:00.240489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 84f874ac-0836-4ce1-9b0c-e72d14ab6689 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:43:00.274800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 84f874ac-0836-4ce1-9b0c-e72d14ab6689 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:43:00.275362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 84f874ac-0836-4ce1-9b0c-e72d14ab6689 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:43:00.276782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4162da6a-bb6e-494e-84ee-257e249598b2 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:43:00.280611 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] For port 1731a267-d749-42e0-b5f1-15e3f9ef1067, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1731a267-d749-42e0-b5f1-15e3f9ef1067,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:43:00.284448 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:00.301517 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Calling delete_port for 1731a267-d749-42e0-b5f1-15e3f9ef1067 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:43:00.319722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 4162da6a-bb6e-494e-84ee-257e249598b2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:43:00.321898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 4162da6a-bb6e-494e-84ee-257e249598b2 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:43:00.364047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Deleting port 1731a267-d749-42e0-b5f1-15e3f9ef1067 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:43:00.364570 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:00.432135 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:00.471240 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1731a267-d749-42e0-b5f1-15e3f9ef1067,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:00.480670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] No DVR routers for this DVR port 1731a267-d749-42e0-b5f1-15e3f9ef1067 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:43:00.568762 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:00.607812 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f745dd-6ef0-4dd8-a818-6a727209b9bd']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:43:00.625752 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddfa0de-2d34-4afc-b89f-011deba5ed67') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:43:00.626300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddfa0de-2d34-4afc-b89f-011deba5ed67') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:43:00.639750 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:00.654732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] For port 1731a267-d749-42e0-b5f1-15e3f9ef1067, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1731a267-d749-42e0-b5f1-15e3f9ef1067,segment=NetworkSegment(dddfa0de-2d34-4afc-b89f-011deba5ed67),segment_id=dddfa0de-2d34-4afc-b89f-011deba5ed67)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:43:00.655446 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:00.656212 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:00.665960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:43:00.666443 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:00.670341 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Calling delete_port for 1731a267-d749-42e0-b5f1-15e3f9ef1067 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:43:00.672241 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:43:00.749809 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:00.757330 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:00.760023 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f2f745dd-6ef0-4dd8-a818-6a727209b9bd HTTP/1.1" status: 204 len: 168 time: 0.7546847 Sep 07 16:43:00.763028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35070) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:43:00.773045 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:00.795881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9607b-4fe1-4033-96f0-438d734cc2e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f745dd-6ef0-4dd8-a818-6a727209b9bd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:00.798441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Network f2f745dd-6ef0-4dd8-a818-6a727209b9bd is not hosted by any dhcp agent {{(pid=94772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 16:43:00.798910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] No DVR routers for this DVR port 1731a267-d749-42e0-b5f1-15e3f9ef1067 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:43:00.801072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Pushing event deleted for resources: {'Port': ['ID=1731a267-d749-42e0-b5f1-15e3f9ef1067,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:00.825510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:00.826473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:00.826810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:00.827341 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:00.827868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:00.828482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:00.828820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:00.829833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:00.830304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:00.830642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:00.831342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:00.831342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f508d2bf-eb28-4ed0-a8e8-514ddee45032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:01.159191 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5832d1af-7b2e-41cc-85ac-7423771963e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:01.417505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5832d1af-7b2e-41cc-85ac-7423771963e0 admin admin] Deleting port dfb259ee-a2b1-4c00-a40a-3e6930adaa72 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:43:01.417862 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5832d1af-7b2e-41cc-85ac-7423771963e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:01.498758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-5832d1af-7b2e-41cc-85ac-7423771963e0 admin admin] For port dfb259ee-a2b1-4c00-a40a-3e6930adaa72, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dfb259ee-a2b1-4c00-a40a-3e6930adaa72,segment=NetworkSegment(c6c2e949-224d-4dbf-b179-06229873bf04),segment_id=c6c2e949-224d-4dbf-b179-06229873bf04)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:43:01.499125 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5832d1af-7b2e-41cc-85ac-7423771963e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:01.512712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5832d1af-7b2e-41cc-85ac-7423771963e0 admin admin] Calling delete_port for dfb259ee-a2b1-4c00-a40a-3e6930adaa72 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:43:01.714084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5832d1af-7b2e-41cc-85ac-7423771963e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:01.747514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832d1af-7b2e-41cc-85ac-7423771963e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb259ee-a2b1-4c00-a40a-3e6930adaa72,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:02.049893 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:02.249108 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1731a267-d749-42e0-b5f1-15e3f9ef1067 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:43:02.249684 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5832d1af-7b2e-41cc-85ac-7423771963e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:02.281603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 1731a267-d749-42e0-b5f1-15e3f9ef1067 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:43:02.281951 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1731a267-d749-42e0-b5f1-15e3f9ef1067 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:43:02.487859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5832d1af-7b2e-41cc-85ac-7423771963e0 admin admin] Router 4b672ca7-b6d9-4173-9486-88543fced68c has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:43:02.496049 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:02.601615 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5832d1af-7b2e-41cc-85ac-7423771963e0 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:43:02.607312 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5832d1af-7b2e-41cc-85ac-7423771963e0 admin admin] 10.222.0.70 "PUT /v2.0/routers/4b672ca7-b6d9-4173-9486-88543fced68c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8421276 Sep 07 16:43:02.609930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35090) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:43:02.613675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bfd1be-37c7-4223-b5f6-45cbb16d9cb4 None None] Sync routers for ids ['4b672ca7-b6d9-4173-9486-88543fced68c'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:43:02.626438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bfd1be-37c7-4223-b5f6-45cbb16d9cb4 None None] Routers {'4b672ca7-b6d9-4173-9486-88543fced68c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:43:02.627764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6bfd1be-37c7-4223-b5f6-45cbb16d9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:42:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4b672ca7-b6d9-4173-9486-88543fced68c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:43:02.772612 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:02.783178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d6bfd1be-37c7-4223-b5f6-45cbb16d9cb4 None None] Set router 4b672ca7-b6d9-4173-9486-88543fced68c gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:43:02.927554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:02.992191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Deleting port 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:43:02.993880 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:03.016172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6bfd1be-37c7-4223-b5f6-45cbb16d9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'name': 'tempest-TestVolumeBootPattern-2006754755-router', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:43:01Z', 'revision_number': 5, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'gw_port': {'id': '0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:43:03.052623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bfd1be-37c7-4223-b5f6-45cbb16d9cb4 None None] Checking router: 4b672ca7-b6d9-4173-9486-88543fced68c for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:43:03.064406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bfd1be-37c7-4223-b5f6-45cbb16d9cb4 None None] Routers {'4b672ca7-b6d9-4173-9486-88543fced68c'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:43:03.065726 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6bfd1be-37c7-4223-b5f6-45cbb16d9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:42:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4b672ca7-b6d9-4173-9486-88543fced68c'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:43:03.089109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] For port 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:43:03.089656 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:03.110771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Calling delete_port for 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:43:03.166356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-d6bfd1be-37c7-4223-b5f6-45cbb16d9cb4 None None] Set router 4b672ca7-b6d9-4173-9486-88543fced68c gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:43:03.231561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-d6bfd1be-37c7-4223-b5f6-45cbb16d9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'name': 'tempest-TestVolumeBootPattern-2006754755-router', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:43:02Z', 'revision_number': 6, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:43:03.262070 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bfd1be-37c7-4223-b5f6-45cbb16d9cb4 None None] The sync data for ids ['4b672ca7-b6d9-4173-9486-88543fced68c'] in n-d-807551-3 is: [{'id': '4b672ca7-b6d9-4173-9486-88543fced68c', 'name': 'tempest-TestVolumeBootPattern-2006754755-router', 'tenant_id': '3b6a608513bd40209c6e870c169e39f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:32:09Z', 'updated_at': '2021-09-07T16:43:02Z', 'revision_number': 6, 'project_id': '3b6a608513bd40209c6e870c169e39f1', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:43:03.328479 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:03.359565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:03.423425 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:03.522516 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:03.525028 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:03.573254 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:03.573688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b672ca7-b6d9-4173-9486-88543fced68c {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:43:03.580374 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:03.584256 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-de1a1c4c-448a-49ff-a424-5ad5617d035a admin admin] 10.222.0.70 "DELETE /v2.0/routers/4b672ca7-b6d9-4173-9486-88543fced68c HTTP/1.1" status: 204 len: 168 time: 0.9710739 Sep 07 16:43:03.586707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35104) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:43:03.648983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-39eb1d73-1bf6-45f8-84a2-8bb739b2ff7c admin admin] Deleting subnet ce5d24da-4842-47a5-98e0-54d7c2121b47 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:43:03.652329 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39eb1d73-1bf6-45f8-84a2-8bb739b2ff7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:03.695917 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39eb1d73-1bf6-45f8-84a2-8bb739b2ff7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:03.801793 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39eb1d73-1bf6-45f8-84a2-8bb739b2ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:03.863191 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39eb1d73-1bf6-45f8-84a2-8bb739b2ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:03.877640 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-39eb1d73-1bf6-45f8-84a2-8bb739b2ff7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:03.883815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b62dbff-c240-43b3-8727-962dd49a8893 None None] Network 4d174262-663c-46bb-bf01-79b1388428f2 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:43:03.893587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-39eb1d73-1bf6-45f8-84a2-8bb739b2ff7c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ce5d24da-4842-47a5-98e0-54d7c2121b47 HTTP/1.1" status: 204 len: 168 time: 0.3033562 Sep 07 16:43:03.893977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35114) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:43:03.912722 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb1d73-1bf6-45f8-84a2-8bb739b2ff7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5d24da-4842-47a5-98e0-54d7c2121b47,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:04.014915 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:04.089061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Deleting port 9b511f5b-f2c3-4317-89b3-1dc205d5946e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:43:04.089436 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:04.118244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ba3850-34bc-4be4-b163-ebe3248648d0 None None] DHCP port deletion for 4d174262-663c-46bb-bf01-79b1388428f2 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:43:04.192939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] For port 9b511f5b-f2c3-4317-89b3-1dc205d5946e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=9b511f5b-f2c3-4317-89b3-1dc205d5946e,segment=NetworkSegment(c6c2e949-224d-4dbf-b179-06229873bf04),segment_id=c6c2e949-224d-4dbf-b179-06229873bf04)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:43:04.193305 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:04.194904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-17ba3850-34bc-4be4-b163-ebe3248648d0 None None] Deleting port 9b511f5b-f2c3-4317-89b3-1dc205d5946e {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:43:04.195805 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17ba3850-34bc-4be4-b163-ebe3248648d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:04.208648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Calling delete_port for 9b511f5b-f2c3-4317-89b3-1dc205d5946e owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:43:04.221148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:43:04.253047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:43:04.253389 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 0c64a2a2-c44d-471b-a45f-7dfee0d1cbe7 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:43:04.253822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dfb259ee-a2b1-4c00-a40a-3e6930adaa72 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:43:04.277290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: dfb259ee-a2b1-4c00-a40a-3e6930adaa72 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:43:04.277653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dfb259ee-a2b1-4c00-a40a-3e6930adaa72 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:43:04.278073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 9b511f5b-f2c3-4317-89b3-1dc205d5946e no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:43:04.341105 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:04.369078 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b511f5b-f2c3-4317-89b3-1dc205d5946e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:04.371890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No active binding found for port 9b511f5b-f2c3-4317-89b3-1dc205d5946e {{(pid=94772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 16:43:04.372258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 9b511f5b-f2c3-4317-89b3-1dc205d5946e not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:43:04.375673 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-17ba3850-34bc-4be4-b163-ebe3248648d0 None None] For port 9b511f5b-f2c3-4317-89b3-1dc205d5946e, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=9b511f5b-f2c3-4317-89b3-1dc205d5946e,segment=NetworkSegment(c6c2e949-224d-4dbf-b179-06229873bf04),segment_id=c6c2e949-224d-4dbf-b179-06229873bf04)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:43:04.376123 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17ba3850-34bc-4be4-b163-ebe3248648d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:04.377089 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] No DVR routers for this DVR port 9b511f5b-f2c3-4317-89b3-1dc205d5946e on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:43:04.392717 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-17ba3850-34bc-4be4-b163-ebe3248648d0 None None] Calling delete_port for 9b511f5b-f2c3-4317-89b3-1dc205d5946e owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:43:04.472601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:04.506171 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-17ba3850-34bc-4be4-b163-ebe3248648d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:04.511581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d174262-663c-46bb-bf01-79b1388428f2']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:43:04.526600 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c2e949-224d-4dbf-b179-06229873bf04') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:43:04.526969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c2e949-224d-4dbf-b179-06229873bf04') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:43:04.532115 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba3850-34bc-4be4-b163-ebe3248648d0 None None] Pushing event deleted for resources: {'Port': ['ID=9b511f5b-f2c3-4317-89b3-1dc205d5946e,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:04.542483 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba3850-34bc-4be4-b163-ebe3248648d0 None None] No DVR routers for this DVR port 9b511f5b-f2c3-4317-89b3-1dc205d5946e on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:43:04.565746 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:04.586109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:04.594513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:43:04.595450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:43:04.597844 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:43:04.670309 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:04.679595 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:04.681658 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4d174262-663c-46bb-bf01-79b1388428f2 HTTP/1.1" status: 204 len: 168 time: 0.7867150 Sep 07 16:43:04.697028 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802dab11-5736-4423-91e2-5037ad2129d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d174262-663c-46bb-bf01-79b1388428f2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:04.917076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35134) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:43:04.959698 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5e6bd425-001d-45ca-8a9a-f108053a8e4c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f76da91ef6ee461a9b706160f512deb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411806 Sep 07 16:43:04.962283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35136) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:43:05.027875 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58d8abde-aacd-461e-b671-2a9bf1d499e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:05.054130 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58d8abde-aacd-461e-b671-2a9bf1d499e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:05.107834 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58d8abde-aacd-461e-b671-2a9bf1d499e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:05.110676 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-58d8abde-aacd-461e-b671-2a9bf1d499e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:05.114581 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-58d8abde-aacd-461e-b671-2a9bf1d499e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3d49fa4-7a98-4a01-a98c-7f86537f0364 HTTP/1.1" status: 204 len: 168 time: 0.1486874 Sep 07 16:43:05.120832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8abde-aacd-461e-b671-2a9bf1d499e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d49fa4-7a98-4a01-a98c-7f86537f0364,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:05.528284 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35144) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:43:05.574656 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ef64e9e9-4bcb-44bc-ac50-aa441af00f6f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b6a608513bd40209c6e870c169e39f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451090 Sep 07 16:43:05.577039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35146) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:43:05.629975 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11b55ce0-c869-4f92-9977-0f3bcdbbce17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:05.654790 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11b55ce0-c869-4f92-9977-0f3bcdbbce17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:05.710600 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11b55ce0-c869-4f92-9977-0f3bcdbbce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:05.713925 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11b55ce0-c869-4f92-9977-0f3bcdbbce17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:05.716779 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-11b55ce0-c869-4f92-9977-0f3bcdbbce17 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98a8e20e-1cf0-49d4-a7c6-697d16cd994a HTTP/1.1" status: 204 len: 168 time: 0.1385381 Sep 07 16:43:05.726091 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b55ce0-c869-4f92-9977-0f3bcdbbce17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a8e20e-1cf0-49d4-a7c6-697d16cd994a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:10.397687 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-07fad40c-b3e4-434c-aa0c-5257c6a96c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:13.971452 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:14.269752 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e1c6ee95-f737-4313-ae61-a09677c4b386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:14.971727 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:16.911308 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:25.267773 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:43:29.376762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35420) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:43:29.495158 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:29.583864 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:29.588230 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:29.627920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e67fdea-6c5d-46c6-95c2-aad56aa8636f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:29.632901 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc2aac4c0b2a492498dca28d7fa72357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550178 Sep 07 16:43:29.635780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35428) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:43:29.638634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.638993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.639337 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.639675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.640011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.640368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.640700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.641045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.641363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.641689 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.642039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.642414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a7905-aef4-453e-8164-be6a84ebd47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.690846 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:29.715746 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:29.761775 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:29.764553 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:29.765717 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e67fdea-6c5d-46c6-95c2-aad56aa8636f HTTP/1.1" status: 204 len: 168 time: 0.1288834 Sep 07 16:43:29.775014 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e67fdea-6c5d-46c6-95c2-aad56aa8636f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:29.783340 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.783687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.784026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.784381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.784713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.785044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.785368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.785688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.786007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.786324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.786641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:29.787041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acb946-3545-4cd7-9563-68c4f3db613d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:43:30.417458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 35456) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:43:30.522340 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-335922902-network', 'tenant_id': '8f04d196087f43c295d17a511874446c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:43:30.543104 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Made reservation on behalf of 8f04d196087f43c295d17a511874446c for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:43:30.545639 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:30.553882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:30.640343 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:30.644152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:30.663881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:43:30.678636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:30.681555 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:30.681900 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Added segment fb38d2ad-1139-4f99-aba2-96d6eea4e505 of type vlan for network 279befb5-a59e-4402-8d4f-8af8fab374c6 Sep 07 16:43:30.722797 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:30.751396 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:30.752542 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:43:30.753133 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:30.785652 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3670406 Sep 07 16:43:30.788737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 35462) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:43:30.795178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-24b03795-3187-496f-a48d-4c90c94be601 admin admin] Request body: {'subnet': {'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-335922902-subnet', 'tenant_id': '8f04d196087f43c295d17a511874446c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:43:30.814568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d26c4-e291-4cad-9a56-d43a2b399e81 admin admin] Pushing event updated for resources: {'Network': ['ID=279befb5-a59e-4402-8d4f-8af8fab374c6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:30.817443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b03795-3187-496f-a48d-4c90c94be601 admin admin] Made reservation on behalf of 8f04d196087f43c295d17a511874446c for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:43:30.823671 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24b03795-3187-496f-a48d-4c90c94be601 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:30.830060 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 279befb5-a59e-4402-8d4f-8af8fab374c6 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:43:30.995584 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24b03795-3187-496f-a48d-4c90c94be601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:31.055759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b03795-3187-496f-a48d-4c90c94be601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a81ea3-53fa-43b7-8b17-4e259802d980,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:43:31.064263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b03795-3187-496f-a48d-4c90c94be601 admin admin] Checking segment: {'id': 'fb38d2ad-1139-4f99-aba2-96d6eea4e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:43:31.064655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b03795-3187-496f-a48d-4c90c94be601 admin admin] Network hostable DHCP agents. Network: 279befb5-a59e-4402-8d4f-8af8fab374c6, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:43:31.080666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b03795-3187-496f-a48d-4c90c94be601 admin admin] Network 279befb5-a59e-4402-8d4f-8af8fab374c6 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:43:31.088713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-24b03795-3187-496f-a48d-4c90c94be601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 279befb5-a59e-4402-8d4f-8af8fab374c6) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:43:31.093728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b03795-3187-496f-a48d-4c90c94be601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:43:31.094913 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-24b03795-3187-496f-a48d-4c90c94be601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:31.098474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143e593a-3445-4289-8d13-bc9e5d2d076a None None] Network 279befb5-a59e-4402-8d4f-8af8fab374c6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:43:31.115516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-24b03795-3187-496f-a48d-4c90c94be601 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3252208 Sep 07 16:43:31.254664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace97fd0-5792-4731-8593-bd95fce3b0fa None None] Network 279befb5-a59e-4402-8d4f-8af8fab374c6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:43:32.059401 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:32.504803 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:40.402674 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77014090-c49c-4c64-bfd1-9613dac3c706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:43.976073 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:44.272646 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b2867cb3-6794-4332-b61a-ce918edcc286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:44.971541 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:46.919783 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:43:57.532790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-ee14096f-fece-4ba9-b00d-9f4fd7fb3b94 req-555d6bc5-14f6-463a-973e-7705625141a0 service neutron] (94770) timed out ('10.222.0.70', 48914) {{(pid=94770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 16:44:02.059044 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:02.267620 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:44:02.512088 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:10.397664 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-432fd485-08ab-4863-b868-fa5878f52d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:13.982923 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:14.275127 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-78419235-44d5-4e58-900e-feaeddcaf4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:14.976573 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:16.921797 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:22.948258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-5dfff293-3342-40cf-9c9e-737480e57dba tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:22.949814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-5dfff293-3342-40cf-9c9e-737480e57dba tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/networks?id=279befb5-a59e-4402-8d4f-8af8fab374c6 HTTP/1.1" status: 200 len: 813 time: 0.0993643 Sep 07 16:44:22.965832 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-ec8991a9-ee51-49cb-864c-af16379afc39 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/quotas/8f04d196087f43c295d17a511874446c HTTP/1.1" status: 200 len: 375 time: 0.0093043 Sep 07 16:44:23.004389 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-4e84df2a-6c18-41c4-ac56-71cee67317ce tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8f04d196087f43c295d17a511874446c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306282 Sep 07 16:44:23.154715 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-eae4cfa1-687d-4b32-b2c8-19492b4d1695 service neutron] 10.222.0.70 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456733 Sep 07 16:44:23.252280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-28847a14-d1e3-4fe6-998c-df3d22ea3c58 service neutron] 10.222.0.70 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912311 Sep 07 16:44:23.421118 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-126119fe-2e82-4814-a783-fb153b94c2ba req-b02cb0e7-cfe3-4b61-be0d-8a8987c83219 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 210 time: 0.0289471 Sep 07 16:44:24.373631 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-f57b93dc-4da8-41d3-aca7-d217dcf8f255 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:24.375844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-f57b93dc-4da8-41d3-aca7-d217dcf8f255 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.35 "GET /v2.0/networks?id=279befb5-a59e-4402-8d4f-8af8fab374c6 HTTP/1.1" status: 200 len: 813 time: 0.1109219 Sep 07 16:44:24.390560 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-804af851-2385-434f-a004-f7c1a80d36d4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Request body: {'port': {'device_id': '269a5f7d-6797-474c-ad14-412c1e237137', 'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6', 'admin_state_up': True, 'tenant_id': '8f04d196087f43c295d17a511874446c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:44:24.505046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-804af851-2385-434f-a004-f7c1a80d36d4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Made reservation on behalf of 8f04d196087f43c295d17a511874446c for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:44:24.508743 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-804af851-2385-434f-a004-f7c1a80d36d4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:24.553338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ad11c37-8bd7-4f0e-adfa-49799003db5c req-2b701607-724b-4283-8647-0c6dc8f74d65 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 210 time: 0.0336921 Sep 07 16:44:24.661045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-804af851-2385-434f-a004-f7c1a80d36d4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Allocated IP 172.20.0.8 (279befb5-a59e-4402-8d4f-8af8fab374c6/a4a81ea3-53fa-43b7-8b17-4e259802d980/8ea67c79-0ab8-4287-8fff-34a2fcc70a97) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:44:24.818259 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-804af851-2385-434f-a004-f7c1a80d36d4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:24.857321 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-804af851-2385-434f-a004-f7c1a80d36d4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:24.898493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-804af851-2385-434f-a004-f7c1a80d36d4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Network 279befb5-a59e-4402-8d4f-8af8fab374c6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:44:24.901711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-804af851-2385-434f-a004-f7c1a80d36d4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:44:24.906958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-804af851-2385-434f-a004-f7c1a80d36d4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:44:24.936692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804af851-2385-434f-a004-f7c1a80d36d4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Pushing event updated for resources: {'Port': ['ID=8ea67c79-0ab8-4287-8fff-34a2fcc70a97,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:44:24.961255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-804af851-2385-434f-a004-f7c1a80d36d4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:24.961872 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-804af851-2385-434f-a004-f7c1a80d36d4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:24.975247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-804af851-2385-434f-a004-f7c1a80d36d4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889564 Sep 07 16:44:24.985504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-135fb491-f7ba-4825-8315-d51c8e3b071f tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:44:24.986622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-135fb491-f7ba-4825-8315-d51c8e3b071f tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055578 Sep 07 16:44:25.049417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Request body: {'port': {'device_id': '269a5f7d-6797-474c-ad14-412c1e237137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:44:25.108124 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:25.370326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:44:25.377653 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:25.390270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Transition to ACTIVE for port object 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:44:25.393444 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:25.445076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea67c79-0ab8-4287-8fff-34a2fcc70a97,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:44:25.516734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Attempting to bind port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:44:25.517229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Attempting to bind port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'fb38d2ad-1139-4f99-aba2-96d6eea4e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:44:25.517574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Attempting to bind port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 on network 279befb5-a59e-4402-8d4f-8af8fab374c6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:44:25.522125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 on network 279befb5-a59e-4402-8d4f-8af8fab374c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:44:25.522453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Attempting to bind port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 on network 279befb5-a59e-4402-8d4f-8af8fab374c6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:44:25.528144 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:44:25.528531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Checking segment: {'id': 'fb38d2ad-1139-4f99-aba2-96d6eea4e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:44:25.528934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Bound using segment: {'id': 'fb38d2ad-1139-4f99-aba2-96d6eea4e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:44:25.529381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Bound port: 8ea67c79-0ab8-4287-8fff-34a2fcc70a97, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb38d2ad-1139-4f99-aba2-96d6eea4e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:44:25.529753 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:25.595786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] For port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:44:25.599773 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] For port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8ea67c79-0ab8-4287-8fff-34a2fcc70a97,segment=NetworkSegment(fb38d2ad-1139-4f99-aba2-96d6eea4e505),segment_id=fb38d2ad-1139-4f99-aba2-96d6eea4e505)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:44:25.604861 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:25.652802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:25.654202 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:25.655633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] 10.222.0.35 "PUT /v2.0/ports/8ea67c79-0ab8-4287-8fff-34a2fcc70a97 HTTP/1.1" status: 200 len: 1091 time: 0.6614978 Sep 07 16:44:25.658099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269a5f7d-6797-474c-ad14-412c1e237137', 'tag': '8ea67c79-0ab8-4287-8fff-34a2fcc70a97'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:44:25.660445 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80ff493-646b-427c-9d6b-19cf432e02be" -d '{"events": [{"name": "network-changed", "server_uuid": "269a5f7d-6797-474c-ad14-412c1e237137", "tag": "8ea67c79-0ab8-4287-8fff-34a2fcc70a97"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:44:25.722852 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c123f1-6ea7-4fb9-9a1f-dcfdd1294d62 x-openstack-request-id: req-26c123f1-6ea7-4fb9-9a1f-dcfdd1294d62 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:44:25.723151 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269a5f7d-6797-474c-ad14-412c1e237137", "tag": "8ea67c79-0ab8-4287-8fff-34a2fcc70a97", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:44:25.723407 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26c123f1-6ea7-4fb9-9a1f-dcfdd1294d62 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:44:25.723809 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269a5f7d-6797-474c-ad14-412c1e237137', 'tag': '8ea67c79-0ab8-4287-8fff-34a2fcc70a97', 'status': 'completed', 'code': 200} Sep 07 16:44:25.755683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be6f39-1100-4ec2-97c9-5373b508d826 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea67c79-0ab8-4287-8fff-34a2fcc70a97,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:44:25.783792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f747236-f8e9-4bdd-b46e-0c02cefe604f req-f440a7b0-a5fc-496c-8208-f8711cae7e63 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:25.785416 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f747236-f8e9-4bdd-b46e-0c02cefe604f req-f440a7b0-a5fc-496c-8208-f8711cae7e63 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 943 time: 0.1212592 Sep 07 16:44:25.787584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-1e2bc668-b497-4e63-a8bf-ff2e318b1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:25.788977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-1e2bc668-b497-4e63-a8bf-ff2e318b1800 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f04d196087f43c295d17a511874446c&device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 1094 time: 0.0824180 Sep 07 16:44:25.840287 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-86a28f0d-55c8-4da4-9126-5cde878da571 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ea67c79-0ab8-4287-8fff-34a2fcc70a97 HTTP/1.1" status: 200 len: 217 time: 0.0411766 Sep 07 16:44:25.912607 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f747236-f8e9-4bdd-b46e-0c02cefe604f req-69ef16dc-0cd8-4fd0-8916-544827bb1a3c tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163435 Sep 07 16:44:25.929392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-0df9ce2f-05f6-4bab-a638-838f8a0228c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:25.930986 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-0df9ce2f-05f6-4bab-a638-838f8a0228c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4a81ea3-53fa-43b7-8b17-4e259802d980 HTTP/1.1" status: 200 len: 853 time: 0.0820234 Sep 07 16:44:25.965879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-b753f186-2696-4c59-a04b-bbda7a5ac0dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279befb5-a59e-4402-8d4f-8af8fab374c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269682 Sep 07 16:44:26.066509 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-424e74db-22e6-435b-97b6-adf03a134111 service neutron] 10.222.0.35 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923240 Sep 07 16:44:26.174369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7db67777-c675-4ee1-9560-bd67b6bb6d31 req-ee0aa920-4cc3-43e8-ac06-b6bc5edbd3ff service neutron] 10.222.0.35 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005020 Sep 07 16:44:26.273895 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ff493-646b-427c-9d6b-19cf432e02be req-6d0a5fac-7654-4bff-9602-9eaa8fdcfafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:26.275469 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f80ff493-646b-427c-9d6b-19cf432e02be req-6d0a5fac-7654-4bff-9602-9eaa8fdcfafa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f04d196087f43c295d17a511874446c&device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 1094 time: 0.0486102 Sep 07 16:44:26.386157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ff493-646b-427c-9d6b-19cf432e02be req-3b2a2171-e2b0-4609-9ad6-5b42535cfc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:26.387793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f80ff493-646b-427c-9d6b-19cf432e02be req-3b2a2171-e2b0-4609-9ad6-5b42535cfc12 service neutron] 10.222.0.35 "GET /v2.0/networks?id=279befb5-a59e-4402-8d4f-8af8fab374c6 HTTP/1.1" status: 200 len: 914 time: 0.1051462 Sep 07 16:44:26.438413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f80ff493-646b-427c-9d6b-19cf432e02be req-1f71d974-a504-48ca-ae61-abe64fc779a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ea67c79-0ab8-4287-8fff-34a2fcc70a97 HTTP/1.1" status: 200 len: 217 time: 0.0422039 Sep 07 16:44:26.496699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ff493-646b-427c-9d6b-19cf432e02be req-d1edbd2b-7c2d-42f9-bef6-f654481ec846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:26.498117 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f80ff493-646b-427c-9d6b-19cf432e02be req-d1edbd2b-7c2d-42f9-bef6-f654481ec846 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4a81ea3-53fa-43b7-8b17-4e259802d980 HTTP/1.1" status: 200 len: 853 time: 0.0523908 Sep 07 16:44:26.538034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f80ff493-646b-427c-9d6b-19cf432e02be req-0ace366d-3894-40b0-aa74-b5685775c9b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279befb5-a59e-4402-8d4f-8af8fab374c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317819 Sep 07 16:44:26.653610 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f80ff493-646b-427c-9d6b-19cf432e02be req-5e31fccb-b95c-4419-9d4f-f283e50dd558 service neutron] 10.222.0.35 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078637 Sep 07 16:44:26.759310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f80ff493-646b-427c-9d6b-19cf432e02be req-d9a6dabc-97a0-47c6-804e-d8a9902c9ef0 service neutron] 10.222.0.35 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976992 Sep 07 16:44:27.045151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cc852-9c98-40f0-bc3d-6a9949a690ed req-c7d7ca1f-0f5b-4c6d-b45d-61e23c38e5bb tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:27.046763 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db7cc852-9c98-40f0-bc3d-6a9949a690ed req-c7d7ca1f-0f5b-4c6d-b45d-61e23c38e5bb tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 943 time: 0.0570238 Sep 07 16:44:27.100907 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db7cc852-9c98-40f0-bc3d-6a9949a690ed req-33cf7421-0ab0-48ea-8012-33cac2bd9f96 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Sep 07 16:44:28.218946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f321bb1-38c9-4dab-8764-f31b90b8451a req-20ff3b66-bd75-49a0-af9a-43ab4b370f51 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:28.220490 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f321bb1-38c9-4dab-8764-f31b90b8451a req-20ff3b66-bd75-49a0-af9a-43ab4b370f51 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 943 time: 0.0509768 Sep 07 16:44:28.263636 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0f321bb1-38c9-4dab-8764-f31b90b8451a req-b9ba5a19-8624-4fce-8326-4f431b7c4b93 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372045 Sep 07 16:44:29.382563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198a1a6-5b44-4732-969c-3b63f14840c9 req-94fef3d1-c5e2-4d31-9ecb-34b056a71b6e tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:29.384035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9198a1a6-5b44-4732-969c-3b63f14840c9 req-94fef3d1-c5e2-4d31-9ecb-34b056a71b6e tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 943 time: 0.0529773 Sep 07 16:44:29.422212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9198a1a6-5b44-4732-969c-3b63f14840c9 req-a5882fc3-4e91-4422-acee-d8b77f945e3c tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315199 Sep 07 16:44:30.539151 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d8efd-8b4e-4d72-9a6f-574ae4d8ded8 req-a6548304-ee8b-4fcb-a3e4-dd1fdfbd9193 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:30.540686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699d8efd-8b4e-4d72-9a6f-574ae4d8ded8 req-a6548304-ee8b-4fcb-a3e4-dd1fdfbd9193 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 943 time: 0.0487325 Sep 07 16:44:30.578862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-699d8efd-8b4e-4d72-9a6f-574ae4d8ded8 req-e1453830-edae-46b1-9ada-32ad630882f2 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311766 Sep 07 16:44:30.975766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:44:31.069823 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8ea67c79-0ab8-4287-8fff-34a2fcc70a97,segment=NetworkSegment(fb38d2ad-1139-4f99-aba2-96d6eea4e505),segment_id=fb38d2ad-1139-4f99-aba2-96d6eea4e505)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:44:31.081229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '8ea67c79-0ab8-4287-8fff-34a2fcc70a97', 'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6', 'port_id': '8ea67c79-0ab8-4287-8fff-34a2fcc70a97', 'mac_address': 'fa:16:3e:90:6e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a81ea3-53fa-43b7-8b17-4e259802d980', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:44:31.117938 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:31.130632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:44:31.149729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8ea67c79-0ab8-4287-8fff-34a2fcc70a97,segment=NetworkSegment(fb38d2ad-1139-4f99-aba2-96d6eea4e505),segment_id=fb38d2ad-1139-4f99-aba2-96d6eea4e505)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:44:31.153764 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:31.202499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8ea67c79-0ab8-4287-8fff-34a2fcc70a97,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:44:31.209751 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:44:31.210099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:44:31.210438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:44:31.210770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:44:31.211103 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:44:31.211432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:44:31.211758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:44:31.212082 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:44:31.212427 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:44:31.212755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:44:31.213106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:44:31.213426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:44:31.488703 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['8ea67c79-0ab8-4287-8fff-34a2fcc70a97'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:44:31.713610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea407d-7ea2-4b01-9e4b-4a478694dae3 req-13800a4d-202b-4fce-ad25-cebfacea7383 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:31.720893 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4ea407d-7ea2-4b01-9e4b-4a478694dae3 req-13800a4d-202b-4fce-ad25-cebfacea7383 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 944 time: 0.0583665 Sep 07 16:44:31.761639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4ea407d-7ea2-4b01-9e4b-4a478694dae3 req-b4193c81-02c6-495a-9472-ebbafc46e7b0 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 Sep 07 16:44:32.057518 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:32.518058 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:32.876547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e427a-94b9-42bd-8de8-dfe3ad0ff7f0 req-d97590f7-60d1-4915-aa6d-1d63c79ef5c4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:32.878155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-820e427a-94b9-42bd-8de8-dfe3ad0ff7f0 req-d97590f7-60d1-4915-aa6d-1d63c79ef5c4 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 944 time: 0.0545111 Sep 07 16:44:32.915872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-820e427a-94b9-42bd-8de8-dfe3ad0ff7f0 req-5b92d979-e7c5-4a64-95fe-11f815c6b0b0 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Sep 07 16:44:33.004501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:44:33.054707 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:44:33.058886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:44:33.059472 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:33.136460 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:33.157904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269a5f7d-6797-474c-ad14-412c1e237137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea67c79-0ab8-4287-8fff-34a2fcc70a97'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:44:33.160137 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46ae18d-7829-4e3b-acb1-7cfa0f8f9d49" -d '{"events": [{"server_uuid": "269a5f7d-6797-474c-ad14-412c1e237137", "name": "network-vif-plugged", "status": "completed", "tag": "8ea67c79-0ab8-4287-8fff-34a2fcc70a97"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:44:33.173183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8ea67c79-0ab8-4287-8fff-34a2fcc70a97,segment=NetworkSegment(fb38d2ad-1139-4f99-aba2-96d6eea4e505),segment_id=fb38d2ad-1139-4f99-aba2-96d6eea4e505)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:44:33.178500 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:33.201840 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021ffd1a-e2c0-488f-bed4-cc716180cd63 x-openstack-request-id: req-021ffd1a-e2c0-488f-bed4-cc716180cd63 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:44:33.202145 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269a5f7d-6797-474c-ad14-412c1e237137", "name": "network-vif-plugged", "status": "completed", "tag": "8ea67c79-0ab8-4287-8fff-34a2fcc70a97", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:44:33.202405 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-021ffd1a-e2c0-488f-bed4-cc716180cd63 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:44:33.202811 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269a5f7d-6797-474c-ad14-412c1e237137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea67c79-0ab8-4287-8fff-34a2fcc70a97', 'code': 200} Sep 07 16:44:33.228431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8ea67c79-0ab8-4287-8fff-34a2fcc70a97,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:44:33.300627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433fae9-a398-4a0d-8216-b82cb95aab97 req-e408568f-8baa-4b17-8776-7d21268e8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:33.302151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c433fae9-a398-4a0d-8216-b82cb95aab97 req-e408568f-8baa-4b17-8776-7d21268e8d77 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 1096 time: 0.0456190 Sep 07 16:44:33.338741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c433fae9-a398-4a0d-8216-b82cb95aab97 req-6289b48d-cf3d-4fa8-8c92-e53b7aeb7c87 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284207 Sep 07 16:44:34.037010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecbaa3-a8fe-4674-9c83-04d13b672fe7 req-5429f405-a62f-4a7a-a495-d0b9e623433f tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:34.038507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1ecbaa3-a8fe-4674-9c83-04d13b672fe7 req-5429f405-a62f-4a7a-a495-d0b9e623433f tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 945 time: 0.0499651 Sep 07 16:44:34.079245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1ecbaa3-a8fe-4674-9c83-04d13b672fe7 req-25836a36-e82b-4300-a4c7-37cc4b299349 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Sep 07 16:44:35.199967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df741a-8db5-4579-aa0c-8bddb50f37ca req-40235244-f332-4f76-ab8e-ba15b98fafb0 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:35.201536 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25df741a-8db5-4579-aa0c-8bddb50f37ca req-40235244-f332-4f76-ab8e-ba15b98fafb0 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 945 time: 0.0526180 Sep 07 16:44:35.239549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-25df741a-8db5-4579-aa0c-8bddb50f37ca req-e6059450-c71c-4b61-b39d-d574958face0 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319302 Sep 07 16:44:39.268610 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:44:40.403369 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2871101a-bf3a-43ae-83a0-b1602e154a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:43.979872 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:44.277016 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36483854-f22b-4cd9-9f82-4fce067b52e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:44.978813 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:46.926110 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:44:47.882897 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb6be4cb-49bc-41ed-913b-eb9ee5f81872 req-3182ea8e-7b5b-489f-afb6-8e3079966a44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541883 Sep 07 16:44:47.973752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6be4cb-49bc-41ed-913b-eb9ee5f81872 req-44fc46a8-d170-41d5-9244-44605e8e5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:47.975487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb6be4cb-49bc-41ed-913b-eb9ee5f81872 req-44fc46a8-d170-41d5-9244-44605e8e5fe2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f04d196087f43c295d17a511874446c&device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 1096 time: 0.0464685 Sep 07 16:44:48.414820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6be4cb-49bc-41ed-913b-eb9ee5f81872 req-843611a1-c96c-447f-b825-80ea4810eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:48.416279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb6be4cb-49bc-41ed-913b-eb9ee5f81872 req-843611a1-c96c-447f-b825-80ea4810eb1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=279befb5-a59e-4402-8d4f-8af8fab374c6 HTTP/1.1" status: 200 len: 914 time: 0.4188805 Sep 07 16:44:48.463326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb6be4cb-49bc-41ed-913b-eb9ee5f81872 req-1d3b2233-777a-42bc-bc5c-9f3fa290d8a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ea67c79-0ab8-4287-8fff-34a2fcc70a97 HTTP/1.1" status: 200 len: 217 time: 0.0385296 Sep 07 16:44:48.524813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6be4cb-49bc-41ed-913b-eb9ee5f81872 req-4004a416-feb0-4648-ae3d-c72f8c9c1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:44:48.526737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb6be4cb-49bc-41ed-913b-eb9ee5f81872 req-4004a416-feb0-4648-ae3d-c72f8c9c1fc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4a81ea3-53fa-43b7-8b17-4e259802d980 HTTP/1.1" status: 200 len: 853 time: 0.0529766 Sep 07 16:44:48.568757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb6be4cb-49bc-41ed-913b-eb9ee5f81872 req-3c9f323f-7d03-4f10-96b4-d9320d35b342 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=279befb5-a59e-4402-8d4f-8af8fab374c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332639 Sep 07 16:44:48.684179 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb6be4cb-49bc-41ed-913b-eb9ee5f81872 req-a71b2e18-634d-41fd-b796-4dab098b6ff9 service neutron] 10.222.0.35 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079895 Sep 07 16:44:48.793067 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb6be4cb-49bc-41ed-913b-eb9ee5f81872 req-990a7b80-ed9f-4c46-932b-729a5e41fd35 service neutron] 10.222.0.35 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008804 Sep 07 16:45:02.069643 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:02.523130 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:10.398343 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7174f84-aa33-4ce0-b3c5-a95db16b3b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:13.973353 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:14.279641 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-211f81a6-5a74-4dce-8364-c96b468763b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:14.983374 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:16.269709 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:45:16.918839 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:17.162793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14869104-e5b9-4042-b014-9b525995f94e req-756afcf1-857c-4df8-9c89-46e4ab0258fd tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:17.164407 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14869104-e5b9-4042-b014-9b525995f94e req-756afcf1-857c-4df8-9c89-46e4ab0258fd tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 945 time: 0.0492854 Sep 07 16:45:17.208274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14869104-e5b9-4042-b014-9b525995f94e req-2fa9ff02-e60b-4d27-9ed2-e3f08c8071ee tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370326 Sep 07 16:45:18.332964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea452f8f-561e-44d1-86a0-47d29ce43700 req-b9ab7932-1903-4043-a7c1-fb5701e98dad tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:18.335034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea452f8f-561e-44d1-86a0-47d29ce43700 req-b9ab7932-1903-4043-a7c1-fb5701e98dad tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 945 time: 0.0555723 Sep 07 16:45:18.379417 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea452f8f-561e-44d1-86a0-47d29ce43700 req-4f146bc5-f437-4f39-a4c6-15f0f8606f78 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317540 Sep 07 16:45:18.925052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203dcc6-0019-47fa-8849-e3c9971556c6 req-7d4d0260-47fa-4e94-bb5c-65085c23437f tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:18.926534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f203dcc6-0019-47fa-8849-e3c9971556c6 req-7d4d0260-47fa-4e94-bb5c-65085c23437f tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.35 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 945 time: 0.0582221 Sep 07 16:45:19.033259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f203dcc6-0019-47fa-8849-e3c9971556c6 req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Deleting port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:45:19.033603 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f203dcc6-0019-47fa-8849-e3c9971556c6 req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:19.133924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f203dcc6-0019-47fa-8849-e3c9971556c6 req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] For port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8ea67c79-0ab8-4287-8fff-34a2fcc70a97,segment=NetworkSegment(fb38d2ad-1139-4f99-aba2-96d6eea4e505),segment_id=fb38d2ad-1139-4f99-aba2-96d6eea4e505)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:45:19.134293 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f203dcc6-0019-47fa-8849-e3c9971556c6 req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:19.146931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-f203dcc6-0019-47fa-8849-e3c9971556c6 req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Calling delete_port for 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:45:19.295408 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f203dcc6-0019-47fa-8849-e3c9971556c6 req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:19.308488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['8ea67c79-0ab8-4287-8fff-34a2fcc70a97'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:45:19.324887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Pushing event deleted for resources: {'Port': ['ID=8ea67c79-0ab8-4287-8fff-34a2fcc70a97,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:45:19.353564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:19.354275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:19.354275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:19.354574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:19.354908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:19.355243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:19.355576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:19.355908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:19.356239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:19.356596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:19.356921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:19.357248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:19.376938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f203dcc6-0019-47fa-8849-e3c9971556c6 req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] No DVR routers for this DVR port 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:45:19.392417 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f203dcc6-0019-47fa-8849-e3c9971556c6 req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:19.394513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f203dcc6-0019-47fa-8849-e3c9971556c6 req-b84e1c3f-a657-4eef-91b3-3e9480fbee35 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.35 "DELETE /v2.0/ports/8ea67c79-0ab8-4287-8fff-34a2fcc70a97 HTTP/1.1" status: 204 len: 173 time: 0.4611440 Sep 07 16:45:19.395148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269a5f7d-6797-474c-ad14-412c1e237137', 'name': 'network-vif-deleted', 'tag': '8ea67c79-0ab8-4287-8fff-34a2fcc70a97'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:45:19.397535 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491c6405-71e0-423d-b843-2c67b062dfe3" -d '{"events": [{"server_uuid": "269a5f7d-6797-474c-ad14-412c1e237137", "name": "network-vif-deleted", "tag": "8ea67c79-0ab8-4287-8fff-34a2fcc70a97"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:45:19.476388 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0344ee4b-eafd-4537-8b44-0bb69deb38a7 x-openstack-request-id: req-0344ee4b-eafd-4537-8b44-0bb69deb38a7 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:45:19.476695 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269a5f7d-6797-474c-ad14-412c1e237137", "name": "network-vif-deleted", "tag": "8ea67c79-0ab8-4287-8fff-34a2fcc70a97", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:45:19.477158 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0344ee4b-eafd-4537-8b44-0bb69deb38a7 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:45:19.477791 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269a5f7d-6797-474c-ad14-412c1e237137', 'name': 'network-vif-deleted', 'tag': '8ea67c79-0ab8-4287-8fff-34a2fcc70a97', 'status': 'completed', 'code': 200} Sep 07 16:45:19.480394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2fa4ace5-c1d5-4c84-bd0f-f9641b91dd27 req-d836ee17-f024-4b72-89de-d746b3a0b3ad tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=269a5f7d-6797-474c-ad14-412c1e237137 HTTP/1.1" status: 200 len: 210 time: 0.0311711 Sep 07 16:45:23.208855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:45:23.229906 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:45:23.230271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8ea67c79-0ab8-4287-8fff-34a2fcc70a97 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:45:27.564403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-9a31613a-1324-4639-aafd-e301b4950bc0 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:27.565807 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-9a31613a-1324-4639-aafd-e301b4950bc0 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/networks?id=279befb5-a59e-4402-8d4f-8af8fab374c6 HTTP/1.1" status: 200 len: 813 time: 0.1054559 Sep 07 16:45:27.581333 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-42d4f16d-26c9-440b-b678-25bbc138637e tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/quotas/8f04d196087f43c295d17a511874446c HTTP/1.1" status: 200 len: 375 time: 0.0091784 Sep 07 16:45:27.613796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-0736b2c3-0672-4b14-bb03-56009a08ff2c tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8f04d196087f43c295d17a511874446c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270131 Sep 07 16:45:27.711138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-d80dc745-02e1-46d1-a3ab-96cb2d5de7d7 service neutron] 10.222.0.70 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895834 Sep 07 16:45:27.798645 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2c8facc6-8c88-45c7-bd3c-ebce49d3bbc8 service neutron] 10.222.0.70 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810785 Sep 07 16:45:28.988983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88adb572-9539-4563-84b6-f15cf75aaff1 req-d90e9e7c-95d3-454c-aefc-3a0e46a929ae tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 210 time: 0.0303545 Sep 07 16:45:30.073139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9caf211e-9ff7-430c-afd8-794287f1f5ad req-5db9e086-afbe-48ba-a336-3fb9df40d1c7 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 210 time: 0.0302713 Sep 07 16:45:31.177044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d76519b3-c5d9-44c4-bebb-9560f5c88b54 req-ddbf6af9-d3dc-4d22-8936-206ecf490404 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 210 time: 0.0307059 Sep 07 16:45:32.077031 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:32.115653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-20564813-3a4c-44ae-9f99-517957bf515e tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:32.117771 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-20564813-3a4c-44ae-9f99-517957bf515e tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.54 "GET /v2.0/networks?id=279befb5-a59e-4402-8d4f-8af8fab374c6 HTTP/1.1" status: 200 len: 813 time: 0.1668887 Sep 07 16:45:32.133834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Request body: {'port': {'device_id': '555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1', 'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6', 'admin_state_up': True, 'tenant_id': '8f04d196087f43c295d17a511874446c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:45:32.294654 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Made reservation on behalf of 8f04d196087f43c295d17a511874446c for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:45:32.299734 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:32.324898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a7e2847-569d-432d-a025-e4301c206e8c req-c7983c42-33ea-4fb1-bec5-d17c8c381154 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 210 time: 0.0376112 Sep 07 16:45:32.447152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Allocated IP 172.20.0.14 (279befb5-a59e-4402-8d4f-8af8fab374c6/a4a81ea3-53fa-43b7-8b17-4e259802d980/c088ab96-526d-43ba-9c2b-cd46e13f68c7) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:45:32.522029 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:32.621144 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:32.660869 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:32.703706 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Network 279befb5-a59e-4402-8d4f-8af8fab374c6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:45:32.706889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:45:32.709442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:45:32.749130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Pushing event updated for resources: {'Port': ['ID=c088ab96-526d-43ba-9c2b-cd46e13f68c7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:45:32.761053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:32.761410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:32.761755 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:32.762098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:32.762438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:32.762774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:32.763110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:32.763442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:32.763772 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:32.764102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:32.764455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:32.764786 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:32.781866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:32.782252 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:32.797103 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-3e77f0fc-8d85-4aaf-84d8-bb2e06a08771 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6673570 Sep 07 16:45:32.810379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-180512fc-49e4-447f-a7f6-76832347c8ae tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:45:32.811405 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-180512fc-49e4-447f-a7f6-76832347c8ae tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052736 Sep 07 16:45:32.883766 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Request body: {'port': {'device_id': '555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:45:32.950020 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:33.228621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c088ab96-526d-43ba-9c2b-cd46e13f68c7 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:45:33.238784 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:33.251770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Transition to ACTIVE for port object c088ab96-526d-43ba-9c2b-cd46e13f68c7 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:45:33.255877 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:33.312562 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Pushing event updated for resources: {'Port': ['ID=c088ab96-526d-43ba-9c2b-cd46e13f68c7,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:45:33.385221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Attempting to bind port c088ab96-526d-43ba-9c2b-cd46e13f68c7 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:45:33.385372 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Attempting to bind port c088ab96-526d-43ba-9c2b-cd46e13f68c7 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'fb38d2ad-1139-4f99-aba2-96d6eea4e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:45:33.386696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Attempting to bind port c088ab96-526d-43ba-9c2b-cd46e13f68c7 on network 279befb5-a59e-4402-8d4f-8af8fab374c6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:45:33.391628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Port c088ab96-526d-43ba-9c2b-cd46e13f68c7 on network 279befb5-a59e-4402-8d4f-8af8fab374c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:45:33.391961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Attempting to bind port c088ab96-526d-43ba-9c2b-cd46e13f68c7 on network 279befb5-a59e-4402-8d4f-8af8fab374c6 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:45:33.397158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:45:33.397763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Checking segment: {'id': 'fb38d2ad-1139-4f99-aba2-96d6eea4e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:45:33.398285 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Bound using segment: {'id': 'fb38d2ad-1139-4f99-aba2-96d6eea4e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:45:33.398726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Bound port: c088ab96-526d-43ba-9c2b-cd46e13f68c7, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb38d2ad-1139-4f99-aba2-96d6eea4e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:45:33.399732 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:33.441959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19b851-e190-46bd-97ba-4ae9ab3c3d93 req-ff0fd3aa-097f-49ca-b1a3-f330760b37e2 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:33.443469 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea19b851-e190-46bd-97ba-4ae9ab3c3d93 req-ff0fd3aa-097f-49ca-b1a3-f330760b37e2 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 944 time: 0.0590754 Sep 07 16:45:33.466622 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] For port c088ab96-526d-43ba-9c2b-cd46e13f68c7, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:45:33.470147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] For port c088ab96-526d-43ba-9c2b-cd46e13f68c7, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c088ab96-526d-43ba-9c2b-cd46e13f68c7,segment=NetworkSegment(fb38d2ad-1139-4f99-aba2-96d6eea4e505),segment_id=fb38d2ad-1139-4f99-aba2-96d6eea4e505)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:45:33.474825 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:33.486961 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea19b851-e190-46bd-97ba-4ae9ab3c3d93 req-ade709c0-ea5d-40f7-a015-4e4a0f19c6f7 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361056 Sep 07 16:45:33.520035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:33.520866 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:33.522368 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] 10.222.0.54 "PUT /v2.0/ports/c088ab96-526d-43ba-9c2b-cd46e13f68c7 HTTP/1.1" status: 200 len: 1092 time: 0.6960721 Sep 07 16:45:33.522715 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1', 'tag': 'c088ab96-526d-43ba-9c2b-cd46e13f68c7'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:45:33.525540 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d1e2d3-dae6-4c54-85ef-cb03db1d8bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1", "tag": "c088ab96-526d-43ba-9c2b-cd46e13f68c7"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:45:33.568504 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f9cc56-6f3d-484c-9f31-516877deeeee x-openstack-request-id: req-88f9cc56-6f3d-484c-9f31-516877deeeee {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:45:33.569283 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1", "tag": "c088ab96-526d-43ba-9c2b-cd46e13f68c7", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:45:33.569596 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88f9cc56-6f3d-484c-9f31-516877deeeee {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:45:33.570011 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1', 'tag': 'c088ab96-526d-43ba-9c2b-cd46e13f68c7', 'status': 'completed', 'code': 200} Sep 07 16:45:33.571187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf7688-60aa-4140-ba00-84aa042dae77 service neutron] Pushing event updated for resources: {'Port': ['ID=c088ab96-526d-43ba-9c2b-cd46e13f68c7,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:45:33.616805 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-5746f4c8-f5db-49c6-8eea-b7519999cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:33.618589 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-5746f4c8-f5db-49c6-8eea-b7519999cf5f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f04d196087f43c295d17a511874446c&device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0437636 Sep 07 16:45:33.664972 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-a9c86df8-a15a-48fc-a0aa-5b777a44d769 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c088ab96-526d-43ba-9c2b-cd46e13f68c7 HTTP/1.1" status: 200 len: 217 time: 0.0385478 Sep 07 16:45:33.717538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-7d4aa788-cd33-485d-bbe0-e99af0f6ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:33.719005 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-7d4aa788-cd33-485d-bbe0-e99af0f6ac0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4a81ea3-53fa-43b7-8b17-4e259802d980 HTTP/1.1" status: 200 len: 853 time: 0.0474267 Sep 07 16:45:33.756187 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-e45b7979-ae82-4fb1-818c-0fc65d9c74bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=279befb5-a59e-4402-8d4f-8af8fab374c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258100 Sep 07 16:45:33.860886 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-f282b458-e132-4d18-884c-33f526d3ba6a service neutron] 10.222.0.54 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961487 Sep 07 16:45:33.966656 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bd2299d9-2522-4205-b8ac-b94139d78d1d req-8f34a95b-a1b9-47b6-a35c-6f1507144f83 service neutron] 10.222.0.54 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932093 Sep 07 16:45:34.062926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1e2d3-dae6-4c54-85ef-cb03db1d8bc4 req-c9890630-225c-47ef-904a-67c5fd013e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:34.064403 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-36d1e2d3-dae6-4c54-85ef-cb03db1d8bc4 req-c9890630-225c-47ef-904a-67c5fd013e49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f04d196087f43c295d17a511874446c&device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0481486 Sep 07 16:45:34.163189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1e2d3-dae6-4c54-85ef-cb03db1d8bc4 req-6eaac8bf-f549-4805-8dea-55dbe28839e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:34.164932 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-36d1e2d3-dae6-4c54-85ef-cb03db1d8bc4 req-6eaac8bf-f549-4805-8dea-55dbe28839e7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=279befb5-a59e-4402-8d4f-8af8fab374c6 HTTP/1.1" status: 200 len: 914 time: 0.0925629 Sep 07 16:45:34.212018 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-36d1e2d3-dae6-4c54-85ef-cb03db1d8bc4 req-35d92247-cce9-4ffc-9062-26f8e8ee11ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c088ab96-526d-43ba-9c2b-cd46e13f68c7 HTTP/1.1" status: 200 len: 217 time: 0.0395060 Sep 07 16:45:34.268651 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1e2d3-dae6-4c54-85ef-cb03db1d8bc4 req-ccc8471d-4418-427a-be61-4889cc634e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:34.270133 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-36d1e2d3-dae6-4c54-85ef-cb03db1d8bc4 req-ccc8471d-4418-427a-be61-4889cc634e57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4a81ea3-53fa-43b7-8b17-4e259802d980 HTTP/1.1" status: 200 len: 853 time: 0.0485270 Sep 07 16:45:34.304807 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-36d1e2d3-dae6-4c54-85ef-cb03db1d8bc4 req-bb78a719-bdc8-4a8f-bca1-f098d1de5c47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=279befb5-a59e-4402-8d4f-8af8fab374c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256155 Sep 07 16:45:34.403909 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-36d1e2d3-dae6-4c54-85ef-cb03db1d8bc4 req-791c1218-3876-4b03-9a35-cd275c7a8988 service neutron] 10.222.0.54 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912664 Sep 07 16:45:34.621296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4139ca-16a4-41ab-bf80-bc06d64085f4 req-5f6e4a98-1d32-4aaa-929d-844aaa79628c tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:34.623001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb4139ca-16a4-41ab-bf80-bc06d64085f4 req-5f6e4a98-1d32-4aaa-929d-844aaa79628c tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 944 time: 0.0597723 Sep 07 16:45:34.661870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb4139ca-16a4-41ab-bf80-bc06d64085f4 req-5c76dae2-a90e-4567-a1b2-6802157d3d7f tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326061 Sep 07 16:45:34.790433 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-36d1e2d3-dae6-4c54-85ef-cb03db1d8bc4 req-09a8409f-54f4-49bb-a49a-ac90efad4bc0 service neutron] 10.222.0.54 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775733 Sep 07 16:45:35.778934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ef878-d2fa-4ccf-9415-658deb412916 req-5b247e9d-5e3a-4b84-b22c-4ec7b16e9c4b tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:35.780450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe7ef878-d2fa-4ccf-9415-658deb412916 req-5b247e9d-5e3a-4b84-b22c-4ec7b16e9c4b tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 944 time: 0.0494797 Sep 07 16:45:35.817077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe7ef878-d2fa-4ccf-9415-658deb412916 req-05586165-da2b-4371-96c8-d049f9a60f6d tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305769 Sep 07 16:45:36.919160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c088ab96-526d-43ba-9c2b-cd46e13f68c7 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:45:36.965377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ffd34-2b4e-441a-bde9-e6b2796bf550 req-55093cf4-a4bf-4c56-bdae-8ccca95f3d38 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:36.968123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de7ffd34-2b4e-441a-bde9-e6b2796bf550 req-55093cf4-a4bf-4c56-bdae-8ccca95f3d38 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 944 time: 0.0831370 Sep 07 16:45:37.018626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de7ffd34-2b4e-441a-bde9-e6b2796bf550 req-23fb3532-41aa-47b4-aef5-b24fb5729964 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435092 Sep 07 16:45:37.062012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c088ab96-526d-43ba-9c2b-cd46e13f68c7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c088ab96-526d-43ba-9c2b-cd46e13f68c7,segment=NetworkSegment(fb38d2ad-1139-4f99-aba2-96d6eea4e505),segment_id=fb38d2ad-1139-4f99-aba2-96d6eea4e505)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:45:37.074369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'c088ab96-526d-43ba-9c2b-cd46e13f68c7', 'network_id': '279befb5-a59e-4402-8d4f-8af8fab374c6', 'port_id': 'c088ab96-526d-43ba-9c2b-cd46e13f68c7', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a81ea3-53fa-43b7-8b17-4e259802d980', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:45:37.116083 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:37.129442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c088ab96-526d-43ba-9c2b-cd46e13f68c7 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:45:37.149258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c088ab96-526d-43ba-9c2b-cd46e13f68c7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c088ab96-526d-43ba-9c2b-cd46e13f68c7,segment=NetworkSegment(fb38d2ad-1139-4f99-aba2-96d6eea4e505),segment_id=fb38d2ad-1139-4f99-aba2-96d6eea4e505)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:45:37.153493 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:37.205600 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c088ab96-526d-43ba-9c2b-cd46e13f68c7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:45:37.212896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:37.213250 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:37.213595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:37.213935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:37.214269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:37.214603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:37.214932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:37.215260 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:37.215590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:37.215912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:37.216237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:37.216591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:45:37.491237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c088ab96-526d-43ba-9c2b-cd46e13f68c7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:45:38.141289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5384b-6267-4a59-9fbb-150ac2a59b25 req-2c981bbb-9461-432f-bb22-f27369008d5c tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:38.142884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22e5384b-6267-4a59-9fbb-150ac2a59b25 req-2c981bbb-9461-432f-bb22-f27369008d5c tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 945 time: 0.0584958 Sep 07 16:45:38.182754 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22e5384b-6267-4a59-9fbb-150ac2a59b25 req-63ea14cf-456e-45c4-9a77-be8adc41f960 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336790 Sep 07 16:45:38.229655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-ec18ca87-6dd7-4142-87e9-9768966f1d5e req-dbb14ab5-129f-4ab2-8470-d40b1cf23d2f service neutron] (94770) timed out ('10.222.0.54', 52498) {{(pid=94770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 16:45:38.918522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c088ab96-526d-43ba-9c2b-cd46e13f68c7 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:45:38.977431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port c088ab96-526d-43ba-9c2b-cd46e13f68c7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:45:38.981497 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port c088ab96-526d-43ba-9c2b-cd46e13f68c7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:45:38.982012 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:39.058109 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:39.079675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c088ab96-526d-43ba-9c2b-cd46e13f68c7'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:45:39.082037 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747d1fad-4824-4670-9bae-2e59554f7288" -d '{"events": [{"server_uuid": "555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1", "name": "network-vif-plugged", "status": "completed", "tag": "c088ab96-526d-43ba-9c2b-cd46e13f68c7"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:45:39.095740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c088ab96-526d-43ba-9c2b-cd46e13f68c7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c088ab96-526d-43ba-9c2b-cd46e13f68c7,segment=NetworkSegment(fb38d2ad-1139-4f99-aba2-96d6eea4e505),segment_id=fb38d2ad-1139-4f99-aba2-96d6eea4e505)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:45:39.102628 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:39.126914 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58c93c6-44c4-4bfb-8db1-c2e147e22d40 x-openstack-request-id: req-b58c93c6-44c4-4bfb-8db1-c2e147e22d40 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:45:39.127217 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1", "name": "network-vif-plugged", "status": "completed", "tag": "c088ab96-526d-43ba-9c2b-cd46e13f68c7", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:45:39.127475 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b58c93c6-44c4-4bfb-8db1-c2e147e22d40 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:45:39.127878 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c088ab96-526d-43ba-9c2b-cd46e13f68c7', 'code': 200} Sep 07 16:45:39.161454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c088ab96-526d-43ba-9c2b-cd46e13f68c7,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:45:39.231813 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc29cb-6a55-44ca-ab4a-4a3f67124ee4 req-c9eb1510-54ef-4453-be45-589423a34028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:39.233847 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9bdc29cb-6a55-44ca-ab4a-4a3f67124ee4 req-c9eb1510-54ef-4453-be45-589423a34028 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0467315 Sep 07 16:45:39.309669 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9bdc29cb-6a55-44ca-ab4a-4a3f67124ee4 req-21c5a592-d91a-447d-a402-5455cb842485 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643756 Sep 07 16:45:39.337437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c9bde-2c4d-40fd-8b4a-7bb988298280 req-25ef3a5f-60f7-47e7-ae98-11b5d52aad83 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:39.339144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b7c9bde-2c4d-40fd-8b4a-7bb988298280 req-25ef3a5f-60f7-47e7-ae98-11b5d52aad83 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 946 time: 0.0705378 Sep 07 16:45:39.379664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b7c9bde-2c4d-40fd-8b4a-7bb988298280 req-1c29de5a-6d5b-4f9d-8c5e-fdaeef203332 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343697 Sep 07 16:45:39.430613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39180) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:45:39.576604 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ff22e5c6-8e1a-4aaa-825f-2b50d06039ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb22e68414e54ad2b180d5e8be123b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447413 Sep 07 16:45:39.579103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39184) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:45:39.627437 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e10304ca-14e2-40d0-9012-99a4668a11f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:39.647745 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e10304ca-14e2-40d0-9012-99a4668a11f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:39.698798 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e10304ca-14e2-40d0-9012-99a4668a11f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:39.701298 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e10304ca-14e2-40d0-9012-99a4668a11f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:39.702463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e10304ca-14e2-40d0-9012-99a4668a11f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f9be2a9a-9d4b-485f-85d9-c35c37912b0d HTTP/1.1" status: 204 len: 168 time: 0.1223676 Sep 07 16:45:39.711955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10304ca-14e2-40d0-9012-99a4668a11f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9be2a9a-9d4b-485f-85d9-c35c37912b0d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:45:40.399627 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c038c88f-c6d4-4d32-8c70-771afd0f5a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:40.497366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaa590-72b5-4ede-bb4e-78d977521085 req-298e842d-106f-4490-ac2a-53764ec81d1a tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:40.499198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6feaa590-72b5-4ede-bb4e-78d977521085 req-298e842d-106f-4490-ac2a-53764ec81d1a tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 946 time: 0.0492978 Sep 07 16:45:40.538019 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6feaa590-72b5-4ede-bb4e-78d977521085 req-1a18842c-87d7-4064-975e-37934f9a9e95 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323718 Sep 07 16:45:41.653323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef811366-c98d-4567-8985-29530b7997db req-e620868d-1856-45f3-ae7b-38fe66d095d1 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:41.654789 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef811366-c98d-4567-8985-29530b7997db req-e620868d-1856-45f3-ae7b-38fe66d095d1 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 946 time: 0.0477176 Sep 07 16:45:41.691066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef811366-c98d-4567-8985-29530b7997db req-5085303b-7b7e-4e30-92ba-b4a9b19ddf79 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304170 Sep 07 16:45:42.287006 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67cf360b-5dac-47a9-a60f-fc3a81cb4bb1 req-8a527958-b8fe-46aa-ae71-a84569c782ff service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391579 Sep 07 16:45:42.366731 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf360b-5dac-47a9-a60f-fc3a81cb4bb1 req-dfecc877-5b4e-4669-80ce-730e5c328ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:42.368857 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67cf360b-5dac-47a9-a60f-fc3a81cb4bb1 req-dfecc877-5b4e-4669-80ce-730e5c328ab5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f04d196087f43c295d17a511874446c&device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0412102 Sep 07 16:45:42.474285 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf360b-5dac-47a9-a60f-fc3a81cb4bb1 req-acabe0f6-36b7-43c6-b6d7-e7d73f6c5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:42.475787 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67cf360b-5dac-47a9-a60f-fc3a81cb4bb1 req-acabe0f6-36b7-43c6-b6d7-e7d73f6c5f5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=279befb5-a59e-4402-8d4f-8af8fab374c6 HTTP/1.1" status: 200 len: 914 time: 0.0881200 Sep 07 16:45:42.517187 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67cf360b-5dac-47a9-a60f-fc3a81cb4bb1 req-3d353f24-0b5d-47bc-8391-8e09d9073caf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c088ab96-526d-43ba-9c2b-cd46e13f68c7 HTTP/1.1" status: 200 len: 217 time: 0.0344286 Sep 07 16:45:42.567168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf360b-5dac-47a9-a60f-fc3a81cb4bb1 req-9f58c4a1-2438-40ea-b761-7ebcab2207c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:45:42.568673 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67cf360b-5dac-47a9-a60f-fc3a81cb4bb1 req-9f58c4a1-2438-40ea-b761-7ebcab2207c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4a81ea3-53fa-43b7-8b17-4e259802d980 HTTP/1.1" status: 200 len: 853 time: 0.0444136 Sep 07 16:45:42.604489 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67cf360b-5dac-47a9-a60f-fc3a81cb4bb1 req-35601395-573b-4c91-8949-3eaef87f28a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=279befb5-a59e-4402-8d4f-8af8fab374c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290432 Sep 07 16:45:42.692840 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67cf360b-5dac-47a9-a60f-fc3a81cb4bb1 req-0bc1134c-9ffc-4d6a-88bd-2c011df4b8e0 service neutron] 10.222.0.54 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809689 Sep 07 16:45:42.785576 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-67cf360b-5dac-47a9-a60f-fc3a81cb4bb1 req-fa7dd6c1-1a1e-4329-b6fa-dc450ca20aea service neutron] 10.222.0.54 "GET /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847876 Sep 07 16:45:43.976837 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:44.280442 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ddb2267-e941-4117-8667-cbec53c6b511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:44.982298 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:46.918952 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:45:53.269391 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:46:02.089052 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:02.515048 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:06.969558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c91d6-a1d2-46da-b6f4-871b2dd4133f req-fe484a9a-0962-49ed-aa84-23f230f02238 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:46:06.970937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d9c91d6-a1d2-46da-b6f4-871b2dd4133f req-fe484a9a-0962-49ed-aa84-23f230f02238 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 946 time: 0.0481591 Sep 07 16:46:07.012564 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d9c91d6-a1d2-46da-b6f4-871b2dd4133f req-47686d80-dbe6-4fbe-ac9d-25f1c30194c6 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351219 Sep 07 16:46:08.126980 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe6e7-a7ef-44b8-b52f-1bc60231336f req-7e1e437a-22ef-4e72-a700-16521c571f61 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:46:08.128527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46ffe6e7-a7ef-44b8-b52f-1bc60231336f req-7e1e437a-22ef-4e72-a700-16521c571f61 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 946 time: 0.0481563 Sep 07 16:46:08.164141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46ffe6e7-a7ef-44b8-b52f-1bc60231336f req-2933e2f1-5a1c-4886-973a-23ed70168cd2 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298395 Sep 07 16:46:08.692229 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2584da3-efe2-4ce2-be00-bcae2d59fdc8 req-5aadc3ff-0f2e-4bf9-baa0-28b96630390a tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:46:08.693692 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d2584da3-efe2-4ce2-be00-bcae2d59fdc8 req-5aadc3ff-0f2e-4bf9-baa0-28b96630390a tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.54 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 946 time: 0.0478218 Sep 07 16:46:08.779451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d2584da3-efe2-4ce2-be00-bcae2d59fdc8 req-6e0380cf-404c-4afb-a4f1-b13c9cb35d93 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Deleting port c088ab96-526d-43ba-9c2b-cd46e13f68c7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:46:08.779793 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2584da3-efe2-4ce2-be00-bcae2d59fdc8 req-6e0380cf-404c-4afb-a4f1-b13c9cb35d93 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:08.868604 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d2584da3-efe2-4ce2-be00-bcae2d59fdc8 req-6e0380cf-404c-4afb-a4f1-b13c9cb35d93 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] For port c088ab96-526d-43ba-9c2b-cd46e13f68c7, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c088ab96-526d-43ba-9c2b-cd46e13f68c7,segment=NetworkSegment(fb38d2ad-1139-4f99-aba2-96d6eea4e505),segment_id=fb38d2ad-1139-4f99-aba2-96d6eea4e505)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:46:08.868973 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2584da3-efe2-4ce2-be00-bcae2d59fdc8 req-6e0380cf-404c-4afb-a4f1-b13c9cb35d93 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:08.881288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-d2584da3-efe2-4ce2-be00-bcae2d59fdc8 req-6e0380cf-404c-4afb-a4f1-b13c9cb35d93 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Calling delete_port for c088ab96-526d-43ba-9c2b-cd46e13f68c7 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:46:09.007309 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2584da3-efe2-4ce2-be00-bcae2d59fdc8 req-6e0380cf-404c-4afb-a4f1-b13c9cb35d93 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:09.023577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c088ab96-526d-43ba-9c2b-cd46e13f68c7'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:46:09.037970 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0380cf-404c-4afb-a4f1-b13c9cb35d93 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Pushing event deleted for resources: {'Port': ['ID=c088ab96-526d-43ba-9c2b-cd46e13f68c7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:09.078176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2584da3-efe2-4ce2-be00-bcae2d59fdc8 req-6e0380cf-404c-4afb-a4f1-b13c9cb35d93 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] No DVR routers for this DVR port c088ab96-526d-43ba-9c2b-cd46e13f68c7 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:46:09.081193 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d2584da3-efe2-4ce2-be00-bcae2d59fdc8 req-6e0380cf-404c-4afb-a4f1-b13c9cb35d93 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:09.083350 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d2584da3-efe2-4ce2-be00-bcae2d59fdc8 req-6e0380cf-404c-4afb-a4f1-b13c9cb35d93 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.54 "DELETE /v2.0/ports/c088ab96-526d-43ba-9c2b-cd46e13f68c7 HTTP/1.1" status: 204 len: 173 time: 0.3835516 Sep 07 16:46:09.083818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1', 'name': 'network-vif-deleted', 'tag': 'c088ab96-526d-43ba-9c2b-cd46e13f68c7'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:46:09.086149 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad382537-4d34-49c4-bd28-b110ee7a016e" -d '{"events": [{"server_uuid": "555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1", "name": "network-vif-deleted", "tag": "c088ab96-526d-43ba-9c2b-cd46e13f68c7"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:46:09.271027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-47e30ede-da41-4797-8d5d-84f818319b17 req-32593035-58c0-4c0e-90aa-2d584dbb84e7 tempest-VolumesSnapshotTestJSON-678182314 tempest-VolumesSnapshotTestJSON-678182314-project] 10.222.0.70 "GET /v2.0/ports?device_id=555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1 HTTP/1.1" status: 200 len: 210 time: 0.0260773 Sep 07 16:46:09.276582 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b17b5aa-3b76-406e-9075-89dbb01fd1f3 x-openstack-request-id: req-1b17b5aa-3b76-406e-9075-89dbb01fd1f3 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:46:09.276886 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1", "name": "network-vif-deleted", "tag": "c088ab96-526d-43ba-9c2b-cd46e13f68c7", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:46:09.277158 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b17b5aa-3b76-406e-9075-89dbb01fd1f3 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:46:09.278037 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555b8d2b-d5bd-4420-9b1c-ff8e124ba4b1', 'name': 'network-vif-deleted', 'tag': 'c088ab96-526d-43ba-9c2b-cd46e13f68c7', 'status': 'completed', 'code': 200} Sep 07 16:46:10.401066 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d6a454f-0293-4498-83be-f55314845995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:13.044521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c088ab96-526d-43ba-9c2b-cd46e13f68c7 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:46:13.064424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: c088ab96-526d-43ba-9c2b-cd46e13f68c7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:46:13.064770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c088ab96-526d-43ba-9c2b-cd46e13f68c7 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:46:13.976932 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:14.282523 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-77d8c197-c425-41e7-84a0-f6c9dba67c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:14.986769 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:16.921737 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:30.268501 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:46:32.259854 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:32.539762 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:40.404321 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-00c4bc60-37e9-435f-9183-035d6abd3457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:42.540257 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-52ce6a16-622c-44a3-ab14-40a606dd9fa0 req-ef839ed3-8820-4c7e-afe8-33f29c926ffa service neutron] (94771) timed out ('10.222.0.54', 52474) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 16:46:43.980904 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:44.282028 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-48ec1d10-f42f-40cc-9702-a29e6c27070f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:44.988560 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:46.927430 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:50.250844 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39476) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:46:50.298423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Deleting subnet a4a81ea3-53fa-43b7-8b17-4e259802d980 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:46:50.301440 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:50.336685 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:50.376063 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:50.426042 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:50.453349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a81ea3-53fa-43b7-8b17-4e259802d980,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:50.456391 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:50.457959 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a4a81ea3-53fa-43b7-8b17-4e259802d980 HTTP/1.1" status: 204 len: 168 time: 0.2060616 Sep 07 16:46:50.460650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39478) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:46:50.464667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.465022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.465365 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.465704 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.466039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.466367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.466695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.467021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.467343 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.467663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.467984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.468309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a88b8-5738-4dfe-9fde-a183c5d3b6d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.531360 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:50.608020 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:50.630231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279befb5-a59e-4402-8d4f-8af8fab374c6']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:50.639788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb38d2ad-1139-4f99-aba2-96d6eea4e505') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:50.640140 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb38d2ad-1139-4f99-aba2-96d6eea4e505') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:50.654477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:50.667367 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:50.673666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:46:50.674185 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:46:50.675871 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:46:50.729360 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:50.736011 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:50.740246 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] 10.222.0.70 "DELETE /v2.0/networks/279befb5-a59e-4402-8d4f-8af8fab374c6 HTTP/1.1" status: 204 len: 168 time: 0.2762418 Sep 07 16:46:50.748668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Pushing event deleted for resources: {'Network': ['ID=279befb5-a59e-4402-8d4f-8af8fab374c6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:50.756470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.756827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.757294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.757513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.757851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.758187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.758522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.758854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.759189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.759518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.759847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.760187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b43574-9d66-46ee-ac81-b09baa7e45fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:50.899892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39482) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:46:50.943356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39484) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:46:50.943595 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-86dfcb2e-64eb-43be-8555-f0e629d70aeb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f04d196087f43c295d17a511874446c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422318 Sep 07 16:46:50.996421 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b72175b-6902-4d42-8620-9438d9f38e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:51.016856 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b72175b-6902-4d42-8620-9438d9f38e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:51.062579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b72175b-6902-4d42-8620-9438d9f38e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:51.065353 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1b72175b-6902-4d42-8620-9438d9f38e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:51.066581 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1b72175b-6902-4d42-8620-9438d9f38e9e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7 HTTP/1.1" status: 204 len: 168 time: 0.1221995 Sep 07 16:46:51.075366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72175b-6902-4d42-8620-9438d9f38e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30a44b6-17c9-4166-ba2e-0bfb1a91dcd7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:51.727516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39506) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:46:51.831411 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-776710438-network', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:46:51.852619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Made reservation on behalf of 953ca6dd45a3437cae784e87bd6ebf86 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:46:51.854927 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:51.864026 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:51.953665 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:51.957498 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:51.978422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:46:51.991767 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c522a3e-c9a1-4dfb-96ad-941ab2b9453e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:51.996868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:51.997216 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Added segment 3232b56c-e144-46fc-a14a-0b7f27d6252e of type vlan for network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 Sep 07 16:46:52.036833 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.059958 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.060976 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:46:52.061569 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.098552 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3697581 Sep 07 16:46:52.101498 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39510) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:46:52.106646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-5636e369-b867-4c4e-9802-11e4558d7043 admin admin] Request body: {'subnet': {'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-776710438-subnet', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:46:52.126904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5636e369-b867-4c4e-9802-11e4558d7043 admin admin] Made reservation on behalf of 953ca6dd45a3437cae784e87bd6ebf86 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:46:52.129432 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5636e369-b867-4c4e-9802-11e4558d7043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.130412 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddb03b-ef17-47a8-996d-c3eb3b633e99 admin admin] Pushing event updated for resources: {'Network': ['ID=2099baba-d4fd-4c1c-be63-1f80fdcd9237,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:52.141192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:46:52.298003 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5636e369-b867-4c4e-9802-11e4558d7043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.358970 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636e369-b867-4c4e-9802-11e4558d7043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:52.367067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636e369-b867-4c4e-9802-11e4558d7043 admin admin] Checking segment: {'id': '3232b56c-e144-46fc-a14a-0b7f27d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:46:52.367434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5636e369-b867-4c4e-9802-11e4558d7043 admin admin] Network hostable DHCP agents. Network: 2099baba-d4fd-4c1c-be63-1f80fdcd9237, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:46:52.383931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5636e369-b867-4c4e-9802-11e4558d7043 admin admin] Network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:46:52.393204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-5636e369-b867-4c4e-9802-11e4558d7043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 2099baba-d4fd-4c1c-be63-1f80fdcd9237) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:46:52.397782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5636e369-b867-4c4e-9802-11e4558d7043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:46:52.398390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5636e369-b867-4c4e-9802-11e4558d7043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.402905 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ae800d-eb29-45b3-a9bf-52682d792281 None None] Network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:46:52.416296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5636e369-b867-4c4e-9802-11e4558d7043 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3111370 Sep 07 16:46:52.416627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39512) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:46:52.421367 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:46:52.445030 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.446289 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.497730 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.549006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:46:52.549871 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.636119 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.684850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Allocated IP 172.20.0.2 (2099baba-d4fd-4c1c-be63-1f80fdcd9237/6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6/ef50a4e5-2764-460d-83c0-77f2ed80ea60) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:46:52.825739 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.833982 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Transition to ACTIVE for port object ef50a4e5-2764-460d-83c0-77f2ed80ea60 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:46:52.848614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Transition to ACTIVE for port object ef50a4e5-2764-460d-83c0-77f2ed80ea60 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:46:52.854158 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.855857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.876652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.897225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:46:52.901826 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:46:52.906720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:46:52.909740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Pushing event updated for resources: {'Port': ['ID=ef50a4e5-2764-460d-83c0-77f2ed80ea60,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:52.920023 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:52.920387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:52.920731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:52.921592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:52.921938 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:52.922270 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:52.922598 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:52.922924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:52.923291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:52.923616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:52.923940 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:52.924262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:52.974533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Attempting to bind port ef50a4e5-2764-460d-83c0-77f2ed80ea60 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:46:52.974913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Attempting to bind port ef50a4e5-2764-460d-83c0-77f2ed80ea60 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '3232b56c-e144-46fc-a14a-0b7f27d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:46:52.975328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Attempting to bind port ef50a4e5-2764-460d-83c0-77f2ed80ea60 on network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:46:52.980665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:46:52.981049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Checking segment: {'id': '3232b56c-e144-46fc-a14a-0b7f27d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:46:52.981458 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.981916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Bound using segment: {'id': '3232b56c-e144-46fc-a14a-0b7f27d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:46:52.982440 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Bound port: ef50a4e5-2764-460d-83c0-77f2ed80ea60, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3232b56c-e144-46fc-a14a-0b7f27d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:46:52.982876 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:52.985299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Allocated IP 172.25.3.59 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/f821c8a8-fd43-4860-ab1b-d961a9f49b0b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:46:53.049691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] For port ef50a4e5-2764-460d-83c0-77f2ed80ea60, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:46:53.052794 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] For port ef50a4e5-2764-460d-83c0-77f2ed80ea60, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ef50a4e5-2764-460d-83c0-77f2ed80ea60,segment=NetworkSegment(3232b56c-e144-46fc-a14a-0b7f27d6252e),segment_id=3232b56c-e144-46fc-a14a-0b7f27d6252e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:46:53.057186 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:53.092115 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:53.115329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9dd69-6e0d-4dfa-b7f0-96e8b23c6650 None None] Pushing event updated for resources: {'Port': ['ID=ef50a4e5-2764-460d-83c0-77f2ed80ea60,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:53.135121 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:53.185540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:46:53.189762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:46:53.193232 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:46:53.226675 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Pushing event updated for resources: {'Port': ['ID=f821c8a8-fd43-4860-ab1b-d961a9f49b0b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:53.469072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:53.664115 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:53.798429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Router 4fa3a575-dc4d-4fac-93b9-5239a1323098 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:46:53.914926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:46:53.927711 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Sync routers for ids ['4fa3a575-dc4d-4fac-93b9-5239a1323098'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:46:53.930627 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:53.932175 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-11f7ae46-3f3b-461f-bce5-76480caa4898 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5144088 Sep 07 16:46:53.934762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39514) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:46:53.939730 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Routers {'4fa3a575-dc4d-4fac-93b9-5239a1323098'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:46:53.940494 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:46:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4fa3a575-dc4d-4fac-93b9-5239a1323098'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:54.050443 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Set router 4fa3a575-dc4d-4fac-93b9-5239a1323098 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:46:54.097139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3ba16-6f52-436f-8c0d-2e0141b2f355 None None] Network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:46:54.162874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-86bdaa48-f375-4d43-8b5f-1e26d8574b85 None None] Provisioning for port ef50a4e5-2764-460d-83c0-77f2ed80ea60 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:46:54.238798 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:53Z', 'revision_number': 3, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:54.273204 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Checking router: 4fa3a575-dc4d-4fac-93b9-5239a1323098 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:46:54.273556 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Updating router 4fa3a575-dc4d-4fac-93b9-5239a1323098 port f821c8a8-fd43-4860-ab1b-d961a9f49b0b binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:46:54.299549 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.362163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ef50a4e5-2764-460d-83c0-77f2ed80ea60 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:46:54.414097 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.418179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ef50a4e5-2764-460d-83c0-77f2ed80ea60 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:46:54.423381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ef50a4e5-2764-460d-83c0-77f2ed80ea60 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:46:54.424675 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.519524 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.554815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port ef50a4e5-2764-460d-83c0-77f2ed80ea60, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ef50a4e5-2764-460d-83c0-77f2ed80ea60,segment=NetworkSegment(3232b56c-e144-46fc-a14a-0b7f27d6252e),segment_id=3232b56c-e144-46fc-a14a-0b7f27d6252e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:46:54.560514 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.611797 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.613229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3638fc21-2488-4df7-875e-24a8bb75b116 None None] Provisioning complete for port ef50a4e5-2764-460d-83c0-77f2ed80ea60 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:46:54.613526 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3638fc21-2488-4df7-875e-24a8bb75b116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.623705 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Transition to ACTIVE for port object f821c8a8-fd43-4860-ab1b-d961a9f49b0b will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:46:54.630166 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.635581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Allocated IP 172.20.0.1 (2099baba-d4fd-4c1c-be63-1f80fdcd9237/6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6/6bd57452-0097-409c-88ee-f049a69ef484) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:46:54.637693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=ef50a4e5-2764-460d-83c0-77f2ed80ea60,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:54.689559 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Attempting to bind port f821c8a8-fd43-4860-ab1b-d961a9f49b0b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:46:54.690075 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Attempting to bind port f821c8a8-fd43-4860-ab1b-d961a9f49b0b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:46:54.690540 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Attempting to bind port f821c8a8-fd43-4860-ab1b-d961a9f49b0b on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:46:54.692585 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Pushing event updated for resources: {'Port': ['ID=f821c8a8-fd43-4860-ab1b-d961a9f49b0b,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:54.701268 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:46:54.701794 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:46:54.702312 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.702842 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:46:54.703415 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Bound port: f821c8a8-fd43-4860-ab1b-d961a9f49b0b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:46:54.703896 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.706427 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:54.706777 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:54.707113 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:54.707447 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:54.707776 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:54.708103 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:54.708451 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:54.708777 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:54.709100 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:54.709441 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:54.709740 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:54.710057 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:46:54.751997 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.762012 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] For port f821c8a8-fd43-4860-ab1b-d961a9f49b0b, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:46:54.765125 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] For port f821c8a8-fd43-4860-ab1b-d961a9f49b0b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f821c8a8-fd43-4860-ab1b-d961a9f49b0b,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:46:54.765577 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Transition to ACTIVE for port object 6bd57452-0097-409c-88ee-f049a69ef484 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:46:54.769308 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.798922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.826667 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Routers {'4fa3a575-dc4d-4fac-93b9-5239a1323098'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:46:54.827276 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:46:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4fa3a575-dc4d-4fac-93b9-5239a1323098'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:54.831866 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208b699-c67f-4d6f-8265-f27c34a2c764 None None] Pushing event updated for resources: {'Port': ['ID=f821c8a8-fd43-4860-ab1b-d961a9f49b0b,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:54.840972 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:46:54.843943 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:46:54.848827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:46:54.851689 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd57452-0097-409c-88ee-f049a69ef484,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:54.891672 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:54.942249 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] Set router 4fa3a575-dc4d-4fac-93b9-5239a1323098 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:46:55.029173 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:55.126091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-705f4dde-51bc-42fc-b138-2047299ae0a0 None None] Provisioning for port 6bd57452-0097-409c-88ee-f049a69ef484 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:46:55.126862 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:53Z', 'revision_number': 3, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:55.130016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-705f4dde-51bc-42fc-b138-2047299ae0a0 None None] Provisioning complete for port 6bd57452-0097-409c-88ee-f049a69ef484 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:46:55.130620 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-705f4dde-51bc-42fc-b138-2047299ae0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:55.154285 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44424d94-e5fb-4d62-9d90-fcfa112d7c59 None None] The sync data for ids ['4fa3a575-dc4d-4fac-93b9-5239a1323098'] in n-d-807551-3 is: [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:53Z', 'revision_number': 3, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:46:55.168626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-705f4dde-51bc-42fc-b138-2047299ae0a0 None None] Port 6bd57452-0097-409c-88ee-f049a69ef484 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:46:55.195832 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:55.200856 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:55.272841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd57452-0097-409c-88ee-f049a69ef484,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:55.275216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:55.387168 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:46:55.388558 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:46:55.516753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Router 4fa3a575-dc4d-4fac-93b9-5239a1323098 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:46:55.692974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6ed5beeb-4280-479f-881e-91eb5762bb25 None None] Provisioning complete for port 6bd57452-0097-409c-88ee-f049a69ef484 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:46:55.693504 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ed5beeb-4280-479f-881e-91eb5762bb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:55.731073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6ed5beeb-4280-479f-881e-91eb5762bb25 None None] Port 6bd57452-0097-409c-88ee-f049a69ef484 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:46:55.922894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:46:55.932141 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-39f119e0-ff31-4f09-b59e-742eda859900 admin admin] 10.222.0.70 "PUT /v2.0/routers/4fa3a575-dc4d-4fac-93b9-5239a1323098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9927034 Sep 07 16:46:56.371918 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f821c8a8-fd43-4860-ab1b-d961a9f49b0b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:46:56.414825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39530) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:46:56.419801 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-406552954-network', 'tenant_id': '146cef74666a4dda9dd30004a5fef219'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:46:56.425106 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port f821c8a8-fd43-4860-ab1b-d961a9f49b0b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:46:56.428832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f821c8a8-fd43-4860-ab1b-d961a9f49b0b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:46:56.429210 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.442285 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Made reservation on behalf of 146cef74666a4dda9dd30004a5fef219 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:46:56.444754 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.453940 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.520195 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.541994 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port f821c8a8-fd43-4860-ab1b-d961a9f49b0b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f821c8a8-fd43-4860-ab1b-d961a9f49b0b,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:46:56.546446 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.547286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ef50a4e5-2764-460d-83c0-77f2ed80ea60 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:46:56.559455 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.563580 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.588820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:46:56.599112 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883fef39-d12f-40c4-9429-36bfc918a320,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:56.603904 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.604251 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Added segment 9c96bc99-c3bb-484a-8994-807402fafb3e of type vlan for network c1e3ccb4-815d-407a-8626-dfad0a16ef15 Sep 07 16:46:56.624977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=f821c8a8-fd43-4860-ab1b-d961a9f49b0b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:56.633747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ef50a4e5-2764-460d-83c0-77f2ed80ea60 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:46:56.634132 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.648897 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.674629 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.675752 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:46:56.676385 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.714195 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2956314 Sep 07 16:46:56.715072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39532) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:46:56.720104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-52858afb-9c5e-4414-b153-8d2dcd8ef0fd admin admin] Request body: {'subnet': {'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-406552954-subnet', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:46:56.743160 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bae5d-fa7e-4005-8796-f99888d4c954 admin admin] Pushing event updated for resources: {'Network': ['ID=c1e3ccb4-815d-407a-8626-dfad0a16ef15,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:56.743333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Sync routers for ids ['4fa3a575-dc4d-4fac-93b9-5239a1323098'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:46:56.743889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52858afb-9c5e-4414-b153-8d2dcd8ef0fd admin admin] Made reservation on behalf of 146cef74666a4dda9dd30004a5fef219 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:46:56.746560 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52858afb-9c5e-4414-b153-8d2dcd8ef0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.753439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Routers {'4fa3a575-dc4d-4fac-93b9-5239a1323098'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:46:56.754073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:46:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4fa3a575-dc4d-4fac-93b9-5239a1323098'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:56.758730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network c1e3ccb4-815d-407a-8626-dfad0a16ef15 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:46:56.915052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Set router 4fa3a575-dc4d-4fac-93b9-5239a1323098 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:46:56.916683 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52858afb-9c5e-4414-b153-8d2dcd8ef0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:56.970831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52858afb-9c5e-4414-b153-8d2dcd8ef0fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=087c5fd3-b7ce-4ae5-8181-6fe30a1c2ede,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:56.980020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52858afb-9c5e-4414-b153-8d2dcd8ef0fd admin admin] Checking segment: {'id': '9c96bc99-c3bb-484a-8994-807402fafb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:46:56.980464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52858afb-9c5e-4414-b153-8d2dcd8ef0fd admin admin] Network hostable DHCP agents. Network: c1e3ccb4-815d-407a-8626-dfad0a16ef15, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:46:56.997618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52858afb-9c5e-4414-b153-8d2dcd8ef0fd admin admin] Network c1e3ccb4-815d-407a-8626-dfad0a16ef15 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:46:57.006762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-52858afb-9c5e-4414-b153-8d2dcd8ef0fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, c1e3ccb4-815d-407a-8626-dfad0a16ef15) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:46:57.011742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52858afb-9c5e-4414-b153-8d2dcd8ef0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:46:57.012483 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-52858afb-9c5e-4414-b153-8d2dcd8ef0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.026765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-52858afb-9c5e-4414-b153-8d2dcd8ef0fd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3111060 Sep 07 16:46:57.029441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 39534) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:46:57.034068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-406552954-router', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:46:57.046811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0303daa9-24c1-41a0-9e01-9f19c3ffcc85 None None] Network c1e3ccb4-815d-407a-8626-dfad0a16ef15 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:46:57.054418 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.055513 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.112912 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.241028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6bd57452-0097-409c-88ee-f049a69ef484', 'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'mac_address': 'fa:16:3e:e8:ed:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:54Z', 'updated_at': '2021-09-07T16:46:55Z', 'revision_number': 2, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'subnets': [{'id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:57.251438 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.269143 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-c1e3ccb4-815d-407a-8626-dfad0a16ef15', 'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'fixed_ips': [{'subnet_id': '087c5fd3-b7ce-4ae5-8181-6fe30a1c2ede'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:46:57.269991 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.273231 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Checking router: 4fa3a575-dc4d-4fac-93b9-5239a1323098 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:46:57.273588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Updating router 4fa3a575-dc4d-4fac-93b9-5239a1323098 port 6bd57452-0097-409c-88ee-f049a69ef484 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:46:57.309629 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.454344 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.473731 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.525874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Allocated IP 172.20.0.2 (c1e3ccb4-815d-407a-8626-dfad0a16ef15/087c5fd3-b7ce-4ae5-8181-6fe30a1c2ede/d9980d7f-be5e-4d80-b971-d5f4891c3071) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:46:57.579820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Allocated IP 172.25.3.147 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/d692cf58-06a6-4198-be9f-a85ccb6408df) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:46:57.683268 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.721714 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.759605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:46:57.762529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:46:57.768302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:46:57.777636 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.780170 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.793947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Transition to ACTIVE for port object d9980d7f-be5e-4d80-b971-d5f4891c3071 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:46:57.795832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Transition to ACTIVE for port object 6bd57452-0097-409c-88ee-f049a69ef484 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:46:57.796084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Pushing event updated for resources: {'Port': ['ID=d692cf58-06a6-4198-be9f-a85ccb6408df,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:57.806531 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.838181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Transition to ACTIVE for port object d9980d7f-be5e-4d80-b971-d5f4891c3071 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:46:57.851342 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:57.877383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbc2e2-9b4d-466d-a4db-d893852b1e45 None None] Pushing event updated for resources: {'Port': ['ID=6bd57452-0097-409c-88ee-f049a69ef484,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:57.891518 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Network c1e3ccb4-815d-407a-8626-dfad0a16ef15 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:46:57.923004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:46:57.927358 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:46:58.053035 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:58.148536 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Pushing event updated for resources: {'Port': ['ID=d9980d7f-be5e-4d80-b971-d5f4891c3071,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:58.163395 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Attempting to bind port 6bd57452-0097-409c-88ee-f049a69ef484 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:46:58.163779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Attempting to bind port 6bd57452-0097-409c-88ee-f049a69ef484 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '3232b56c-e144-46fc-a14a-0b7f27d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:46:58.164141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Attempting to bind port 6bd57452-0097-409c-88ee-f049a69ef484 on network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:46:58.181350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:46:58.181732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Checking segment: {'id': '3232b56c-e144-46fc-a14a-0b7f27d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:46:58.182133 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:58.182526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Bound using segment: {'id': '3232b56c-e144-46fc-a14a-0b7f27d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:46:58.183000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Bound port: 6bd57452-0097-409c-88ee-f049a69ef484, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3232b56c-e144-46fc-a14a-0b7f27d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:46:58.183384 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:58.196537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Attempting to bind port d9980d7f-be5e-4d80-b971-d5f4891c3071 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:46:58.196917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Attempting to bind port d9980d7f-be5e-4d80-b971-d5f4891c3071 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '9c96bc99-c3bb-484a-8994-807402fafb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:46:58.197276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Attempting to bind port d9980d7f-be5e-4d80-b971-d5f4891c3071 on network c1e3ccb4-815d-407a-8626-dfad0a16ef15 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:46:58.208939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:46:58.209318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Checking segment: {'id': '9c96bc99-c3bb-484a-8994-807402fafb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:46:58.209713 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:58.210110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Bound using segment: {'id': '9c96bc99-c3bb-484a-8994-807402fafb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:46:58.210573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Bound port: d9980d7f-be5e-4d80-b971-d5f4891c3071, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c96bc99-c3bb-484a-8994-807402fafb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:46:58.210950 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:58.257934 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:58.298704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] For port 6bd57452-0097-409c-88ee-f049a69ef484, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:46:58.320498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] For port 6bd57452-0097-409c-88ee-f049a69ef484, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6bd57452-0097-409c-88ee-f049a69ef484,segment=NetworkSegment(3232b56c-e144-46fc-a14a-0b7f27d6252e),segment_id=3232b56c-e144-46fc-a14a-0b7f27d6252e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:46:58.325460 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] For port d9980d7f-be5e-4d80-b971-d5f4891c3071, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:46:58.328699 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:58.331498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] For port d9980d7f-be5e-4d80-b971-d5f4891c3071, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d9980d7f-be5e-4d80-b971-d5f4891c3071,segment=NetworkSegment(9c96bc99-c3bb-484a-8994-807402fafb3e),segment_id=9c96bc99-c3bb-484a-8994-807402fafb3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:46:58.337134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f821c8a8-fd43-4860-ab1b-d961a9f49b0b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:46:58.365512 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:58.395279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Router 087837c8-bc50-4777-bec1-41241212e088 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:46:58.443190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbc2e2-9b4d-466d-a4db-d893852b1e45 None None] Pushing event updated for resources: {'Port': ['ID=6bd57452-0097-409c-88ee-f049a69ef484,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:58.454792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Routers {'4fa3a575-dc4d-4fac-93b9-5239a1323098'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:46:58.456015 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:46:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4fa3a575-dc4d-4fac-93b9-5239a1323098'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:58.531327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:46:58.541656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f821c8a8-fd43-4860-ab1b-d961a9f49b0b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:46:58.542133 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:58.551958 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Sync routers for ids ['087837c8-bc50-4777-bec1-41241212e088'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:46:58.553728 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:58.554993 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-21e0f085-50a7-43be-9f5e-de1c3f0d8465 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5245228 Sep 07 16:46:58.557928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 39536) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:46:58.565430 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Routers {'087837c8-bc50-4777-bec1-41241212e088'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:46:58.566053 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:46:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['087837c8-bc50-4777-bec1-41241212e088'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:58.586548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019bed9-3b88-4d4c-93dc-2b9e18156484 None None] Pushing event updated for resources: {'Port': ['ID=d9980d7f-be5e-4d80-b971-d5f4891c3071,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:58.657910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] Set router 4fa3a575-dc4d-4fac-93b9-5239a1323098 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:46:58.731983 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Set router 087837c8-bc50-4777-bec1-41241212e088 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:46:58.949083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6bd57452-0097-409c-88ee-f049a69ef484', 'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'mac_address': 'fa:16:3e:e8:ed:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:54Z', 'updated_at': '2021-09-07T16:46:58Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'subnets': [{'id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:58.982795 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd128f-32dc-4009-bac4-7cd5902820a3 None None] The sync data for ids ['4fa3a575-dc4d-4fac-93b9-5239a1323098'] in n-d-807551-3 is: [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6bd57452-0097-409c-88ee-f049a69ef484', 'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'mac_address': 'fa:16:3e:e8:ed:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:54Z', 'updated_at': '2021-09-07T16:46:58Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'subnets': [{'id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:46:59.072498 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087837c8-bc50-4777-bec1-41241212e088', 'name': 'tempest-TestVolumeBackupRestore-406552954-router', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:46:57Z', 'revision_number': 3, 'project_id': '146cef74666a4dda9dd30004a5fef219', 'gw_port': {'id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087837c8-bc50-4777-bec1-41241212e088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:59.110096 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Checking router: 087837c8-bc50-4777-bec1-41241212e088 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:46:59.110874 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Updating router 087837c8-bc50-4777-bec1-41241212e088 port d692cf58-06a6-4198-be9f-a85ccb6408df binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:46:59.139581 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:59.170954 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:59.439023 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:59.454355 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Transition to ACTIVE for port object d692cf58-06a6-4198-be9f-a85ccb6408df will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:46:59.463908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Allocated IP 172.20.0.1 (c1e3ccb4-815d-407a-8626-dfad0a16ef15/087c5fd3-b7ce-4ae5-8181-6fe30a1c2ede/6c790789-cd7c-4d83-a992-c7d74a43be21) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:46:59.465778 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:59.524084 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Attempting to bind port d692cf58-06a6-4198-be9f-a85ccb6408df on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:46:59.524670 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Attempting to bind port d692cf58-06a6-4198-be9f-a85ccb6408df by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:46:59.525125 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Attempting to bind port d692cf58-06a6-4198-be9f-a85ccb6408df on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:46:59.537549 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d4a72-91e9-40db-9d60-109155765837 None None] Pushing event updated for resources: {'Port': ['ID=d692cf58-06a6-4198-be9f-a85ccb6408df,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:59.541480 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:46:59.542026 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:46:59.542674 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:59.543085 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:46:59.543655 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Bound port: d692cf58-06a6-4198-be9f-a85ccb6408df, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:46:59.544139 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:59.603366 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] For port d692cf58-06a6-4198-be9f-a85ccb6408df, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:46:59.606881 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] For port d692cf58-06a6-4198-be9f-a85ccb6408df, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d692cf58-06a6-4198-be9f-a85ccb6408df,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:46:59.608787 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:59.613037 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:59.625865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Transition to ACTIVE for port object 6c790789-cd7c-4d83-a992-c7d74a43be21 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:46:59.658236 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Routers {'087837c8-bc50-4777-bec1-41241212e088'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:46:59.658867 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:46:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['087837c8-bc50-4777-bec1-41241212e088'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:46:59.661238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8b94e7-69ea-4775-95eb-8cc93cb39b31 None None] Network c1e3ccb4-815d-407a-8626-dfad0a16ef15 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:46:59.666793 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:59.709686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Network c1e3ccb4-815d-407a-8626-dfad0a16ef15 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:46:59.715229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:46:59.717742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:46:59.755670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Pushing event updated for resources: {'Port': ['ID=6c790789-cd7c-4d83-a992-c7d74a43be21,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:59.767239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-921e7117-07b8-496c-a025-890a7b016a6b None None] Provisioning for port d9980d7f-be5e-4d80-b971-d5f4891c3071 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:46:59.780914 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:46:59.781372 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d4a72-91e9-40db-9d60-109155765837 None None] Pushing event updated for resources: {'Port': ['ID=d692cf58-06a6-4198-be9f-a85ccb6408df,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:46:59.803427 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] Set router 087837c8-bc50-4777-bec1-41241212e088 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:46:59.919194 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:00.012596 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087837c8-bc50-4777-bec1-41241212e088', 'name': 'tempest-TestVolumeBackupRestore-406552954-router', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:46:57Z', 'revision_number': 3, 'project_id': '146cef74666a4dda9dd30004a5fef219', 'gw_port': {'id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087837c8-bc50-4777-bec1-41241212e088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:47:00.048711 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81a080d-1b83-4061-9bda-69966fde92b8 None None] The sync data for ids ['087837c8-bc50-4777-bec1-41241212e088'] in n-d-807551-3 is: [{'id': '087837c8-bc50-4777-bec1-41241212e088', 'name': 'tempest-TestVolumeBackupRestore-406552954-router', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:46:57Z', 'revision_number': 3, 'project_id': '146cef74666a4dda9dd30004a5fef219', 'gw_port': {'id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087837c8-bc50-4777-bec1-41241212e088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:47:00.207565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-46631c9c-6b77-46e5-b5ee-a6e83f435374 None None] Provisioning for port 6c790789-cd7c-4d83-a992-c7d74a43be21 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:47:00.211891 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-46631c9c-6b77-46e5-b5ee-a6e83f435374 None None] Provisioning complete for port 6c790789-cd7c-4d83-a992-c7d74a43be21 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:47:00.212299 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-46631c9c-6b77-46e5-b5ee-a6e83f435374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:00.257943 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-46631c9c-6b77-46e5-b5ee-a6e83f435374 None None] Port 6c790789-cd7c-4d83-a992-c7d74a43be21 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:47:00.379877 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-58bdf48c-8680-45d8-bc3c-14e5b315c7af None None] Provisioning complete for port 6c790789-cd7c-4d83-a992-c7d74a43be21 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:47:00.380800 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58bdf48c-8680-45d8-bc3c-14e5b315c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:00.412601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d9980d7f-be5e-4d80-b971-d5f4891c3071 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:47:00.416659 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:00.423171 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:00.442911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-58bdf48c-8680-45d8-bc3c-14e5b315c7af None None] Port 6c790789-cd7c-4d83-a992-c7d74a43be21 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:47:00.470378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port d9980d7f-be5e-4d80-b971-d5f4891c3071 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:47:00.474025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d9980d7f-be5e-4d80-b971-d5f4891c3071 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:47:00.474443 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:00.495996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Pushing event updated for resources: {'Port': ['ID=6c790789-cd7c-4d83-a992-c7d74a43be21,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:47:00.498626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:00.602057 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:00.623389 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Network c1e3ccb4-815d-407a-8626-dfad0a16ef15 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:47:00.625356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:47:00.636434 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port d9980d7f-be5e-4d80-b971-d5f4891c3071, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d9980d7f-be5e-4d80-b971-d5f4891c3071,segment=NetworkSegment(9c96bc99-c3bb-484a-8994-807402fafb3e),segment_id=9c96bc99-c3bb-484a-8994-807402fafb3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:47:00.643462 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:00.644646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6bd57452-0097-409c-88ee-f049a69ef484 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:47:00.736069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=d9980d7f-be5e-4d80-b971-d5f4891c3071,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:47:00.748160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 6bd57452-0097-409c-88ee-f049a69ef484 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:47:00.752545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6bd57452-0097-409c-88ee-f049a69ef484 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:47:00.752934 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:00.770128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Router 087837c8-bc50-4777-bec1-41241212e088 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:47:00.852777 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:00.890553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 6bd57452-0097-409c-88ee-f049a69ef484, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6bd57452-0097-409c-88ee-f049a69ef484,segment=NetworkSegment(3232b56c-e144-46fc-a14a-0b7f27d6252e),segment_id=3232b56c-e144-46fc-a14a-0b7f27d6252e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:47:00.895092 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:00.907075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:47:00.920492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6263b3fd-8ae1-470a-94a6-a0eb5127412e admin admin] 10.222.0.70 "PUT /v2.0/routers/087837c8-bc50-4777-bec1-41241212e088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3599861 Sep 07 16:47:00.947780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=6bd57452-0097-409c-88ee-f049a69ef484,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:47:00.970194 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4eafb936-9405-4994-a4f7-2a7f4e9b4efc None None] Provisioning complete for port 6c790789-cd7c-4d83-a992-c7d74a43be21 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:47:00.970643 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4eafb936-9405-4994-a4f7-2a7f4e9b4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:01.009000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4eafb936-9405-4994-a4f7-2a7f4e9b4efc None None] Port 6c790789-cd7c-4d83-a992-c7d74a43be21 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:47:02.106711 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:02.265539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Sync routers for ids ['087837c8-bc50-4777-bec1-41241212e088'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:47:02.279049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Routers {'087837c8-bc50-4777-bec1-41241212e088'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:47:02.279920 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:46:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['087837c8-bc50-4777-bec1-41241212e088'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:47:02.399057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Set router 087837c8-bc50-4777-bec1-41241212e088 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:47:02.402179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d9980d7f-be5e-4d80-b971-d5f4891c3071 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:47:02.569895 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:02.572616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d9980d7f-be5e-4d80-b971-d5f4891c3071 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:47:02.572985 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:02.700232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d692cf58-06a6-4198-be9f-a85ccb6408df up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:47:02.727829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087837c8-bc50-4777-bec1-41241212e088', 'name': 'tempest-TestVolumeBackupRestore-406552954-router', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:46:59Z', 'revision_number': 4, 'project_id': '146cef74666a4dda9dd30004a5fef219', 'gw_port': {'id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087837c8-bc50-4777-bec1-41241212e088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6c790789-cd7c-4d83-a992-c7d74a43be21', 'name': '', 'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'mac_address': 'fa:16:3e:6e:d7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087837c8-bc50-4777-bec1-41241212e088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '087c5fd3-b7ce-4ae5-8181-6fe30a1c2ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:59Z', 'updated_at': '2021-09-07T16:47:00Z', 'revision_number': 2, 'project_id': '146cef74666a4dda9dd30004a5fef219', 'subnets': [{'id': '087c5fd3-b7ce-4ae5-8181-6fe30a1c2ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:47:02.756420 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Checking router: 087837c8-bc50-4777-bec1-41241212e088 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:47:02.756782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Updating router 087837c8-bc50-4777-bec1-41241212e088 port 6c790789-cd7c-4d83-a992-c7d74a43be21 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:47:02.793676 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:02.811431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port d692cf58-06a6-4198-be9f-a85ccb6408df completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:47:02.834099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d692cf58-06a6-4198-be9f-a85ccb6408df triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:47:02.834379 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:03.185937 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:03.221454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port d692cf58-06a6-4198-be9f-a85ccb6408df, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d692cf58-06a6-4198-be9f-a85ccb6408df,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:47:03.232884 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:03.233828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6bd57452-0097-409c-88ee-f049a69ef484 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:47:03.346607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=d692cf58-06a6-4198-be9f-a85ccb6408df,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:47:03.369678 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:03.376128 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6bd57452-0097-409c-88ee-f049a69ef484 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:47:03.376525 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:03.401415 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Transition to ACTIVE for port object 6c790789-cd7c-4d83-a992-c7d74a43be21 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:47:03.411810 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:03.473568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84306956-b616-4b3c-8280-993339ef865b None None] Pushing event updated for resources: {'Port': ['ID=6c790789-cd7c-4d83-a992-c7d74a43be21,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:47:03.556670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Attempting to bind port 6c790789-cd7c-4d83-a992-c7d74a43be21 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:47:03.557045 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Attempting to bind port 6c790789-cd7c-4d83-a992-c7d74a43be21 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '9c96bc99-c3bb-484a-8994-807402fafb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:47:03.557452 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Attempting to bind port 6c790789-cd7c-4d83-a992-c7d74a43be21 on network c1e3ccb4-815d-407a-8626-dfad0a16ef15 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:47:03.563618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:47:03.563995 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Checking segment: {'id': '9c96bc99-c3bb-484a-8994-807402fafb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:47:03.564440 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:03.564839 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Bound using segment: {'id': '9c96bc99-c3bb-484a-8994-807402fafb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:47:03.565322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Bound port: 6c790789-cd7c-4d83-a992-c7d74a43be21, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c96bc99-c3bb-484a-8994-807402fafb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:47:03.565711 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:03.636081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] For port 6c790789-cd7c-4d83-a992-c7d74a43be21, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:47:03.640017 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] For port 6c790789-cd7c-4d83-a992-c7d74a43be21, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6c790789-cd7c-4d83-a992-c7d74a43be21,segment=NetworkSegment(9c96bc99-c3bb-484a-8994-807402fafb3e),segment_id=9c96bc99-c3bb-484a-8994-807402fafb3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:47:03.645434 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:03.697529 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Routers {'087837c8-bc50-4777-bec1-41241212e088'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:47:03.698163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:46:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['087837c8-bc50-4777-bec1-41241212e088'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:47:03.748749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84306956-b616-4b3c-8280-993339ef865b None None] Pushing event updated for resources: {'Port': ['ID=6c790789-cd7c-4d83-a992-c7d74a43be21,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:47:03.847890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] Set router 087837c8-bc50-4777-bec1-41241212e088 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:47:04.069528 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087837c8-bc50-4777-bec1-41241212e088', 'name': 'tempest-TestVolumeBackupRestore-406552954-router', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:46:59Z', 'revision_number': 4, 'project_id': '146cef74666a4dda9dd30004a5fef219', 'gw_port': {'id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087837c8-bc50-4777-bec1-41241212e088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6c790789-cd7c-4d83-a992-c7d74a43be21', 'name': '', 'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'mac_address': 'fa:16:3e:6e:d7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087837c8-bc50-4777-bec1-41241212e088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '087c5fd3-b7ce-4ae5-8181-6fe30a1c2ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:59Z', 'updated_at': '2021-09-07T16:47:03Z', 'revision_number': 4, 'project_id': '146cef74666a4dda9dd30004a5fef219', 'subnets': [{'id': '087c5fd3-b7ce-4ae5-8181-6fe30a1c2ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:47:04.096546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23344e9a-cf9a-4c6c-9a2b-91b369d6286c None None] The sync data for ids ['087837c8-bc50-4777-bec1-41241212e088'] in n-d-807551-3 is: [{'id': '087837c8-bc50-4777-bec1-41241212e088', 'name': 'tempest-TestVolumeBackupRestore-406552954-router', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:46:59Z', 'revision_number': 4, 'project_id': '146cef74666a4dda9dd30004a5fef219', 'gw_port': {'id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087837c8-bc50-4777-bec1-41241212e088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6c790789-cd7c-4d83-a992-c7d74a43be21', 'name': '', 'network_id': 'c1e3ccb4-815d-407a-8626-dfad0a16ef15', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'mac_address': 'fa:16:3e:6e:d7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087837c8-bc50-4777-bec1-41241212e088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '087c5fd3-b7ce-4ae5-8181-6fe30a1c2ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:59Z', 'updated_at': '2021-09-07T16:47:03Z', 'revision_number': 4, 'project_id': '146cef74666a4dda9dd30004a5fef219', 'subnets': [{'id': '087c5fd3-b7ce-4ae5-8181-6fe30a1c2ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:47:04.384227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6c790789-cd7c-4d83-a992-c7d74a43be21 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:47:04.438352 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 6c790789-cd7c-4d83-a992-c7d74a43be21 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:47:04.442632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6c790789-cd7c-4d83-a992-c7d74a43be21 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:47:04.443185 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:04.533415 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:04.566917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 6c790789-cd7c-4d83-a992-c7d74a43be21, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6c790789-cd7c-4d83-a992-c7d74a43be21,segment=NetworkSegment(9c96bc99-c3bb-484a-8994-807402fafb3e),segment_id=9c96bc99-c3bb-484a-8994-807402fafb3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:47:04.570955 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:04.571800 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d692cf58-06a6-4198-be9f-a85ccb6408df up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:47:04.650024 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=6c790789-cd7c-4d83-a992-c7d74a43be21,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:47:04.664990 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d692cf58-06a6-4198-be9f-a85ccb6408df triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:47:04.665372 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:06.327748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6c790789-cd7c-4d83-a992-c7d74a43be21 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:47:06.379743 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6c790789-cd7c-4d83-a992-c7d74a43be21 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:47:06.380127 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:07.268827 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:47:10.406355 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5a9e-b5ae-4042-a5f9-145ec044969c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:13.990184 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:14.284675 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa04dc52-f880-4750-be1a-fbb50add5a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:14.990796 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:16.929184 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:32.103973 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:32.544978 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:40.407482 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8fb47f7e-6432-449b-bcc6-4ad645d7909d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:43.982270 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:44.267701 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:47:44.291903 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5ae50ff-826f-48d7-a8e5-421cab656e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:44.995818 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:47:46.928523 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:02.104891 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:02.560805 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:10.409372 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60aeee9e-894a-49ed-9cfe-0556d9559656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:13.983825 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:14.282942 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-289e92e4-0946-4e22-a99b-817f3553136b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:14.997298 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:16.928243 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:21.267601 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:48:32.109638 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:32.598529 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:40.410103 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62f1c17f-cf99-4b03-973f-15dcb59c67ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.456300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40558) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:48:42.462503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162473075', 'description': 'tempest-secgroup-smoke-162473075 description', 'project_id': '953ca6dd45a3437cae784e87bd6ebf86'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:48:42.482977 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.561939 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.566034 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.593546 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.594782 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1374114 Sep 07 16:48:42.596643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3583bdf-d9f0-4a4c-973a-66801cf8c45e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:48:42.597820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40562) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:48:42.603983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.604183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Request body: {'security_group_rule': {'security_group_id': 'c3583bdf-d9f0-4a4c-973a-66801cf8c45e', 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:48:42.604331 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.604695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.605031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.605363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.605692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.606020 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.606347 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.606672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.606991 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.607313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.607684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd19f0ea-59ed-47dd-98d3-dae5ea47e8f7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.635368 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.692516 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.696080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.713364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea655f14-3c85-4b56-9ad2-de29537a352d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:48:42.722150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.722555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.722920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.723287 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.723633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.723986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.724311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.724669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.725003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.725334 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.725671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.726007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:42.729191 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.730405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ceb32f9f-1958-40b6-859d-e17fa0cccbf4 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314588 Sep 07 16:48:42.733112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40566) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:48:42.738201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1315b95c-829c-4d9e-ac79-bed088b7789c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Request body: {'security_group_rule': {'security_group_id': 'c3583bdf-d9f0-4a4c-973a-66801cf8c45e', 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:48:42.763702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1315b95c-829c-4d9e-ac79-bed088b7789c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.819629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1315b95c-829c-4d9e-ac79-bed088b7789c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.823242 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1315b95c-829c-4d9e-ac79-bed088b7789c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.837845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315b95c-829c-4d9e-ac79-bed088b7789c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f45afd-96a0-498d-8980-f2b724fa02bc,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:48:42.847383 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1315b95c-829c-4d9e-ac79-bed088b7789c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.848660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1315b95c-829c-4d9e-ac79-bed088b7789c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145508 Sep 07 16:48:42.851311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40568) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:48:42.855608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ea5d47d4-052e-4087-9a26-704e9cb923ab tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Request body: {'security_group_rule': {'security_group_id': 'c3583bdf-d9f0-4a4c-973a-66801cf8c45e', 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:48:42.881647 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea5d47d4-052e-4087-9a26-704e9cb923ab tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.937384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea5d47d4-052e-4087-9a26-704e9cb923ab tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.940638 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea5d47d4-052e-4087-9a26-704e9cb923ab tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.960449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d47d4-052e-4087-9a26-704e9cb923ab tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99720a85-5da7-4488-a900-2629cbe3591c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:48:42.964297 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ea5d47d4-052e-4087-9a26-704e9cb923ab tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:42.965496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ea5d47d4-052e-4087-9a26-704e9cb923ab tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132624 Sep 07 16:48:42.968245 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40570) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:48:42.973001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a0dccc9f-2bb3-4126-bb1c-e5e5433f244c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Request body: {'security_group_rule': {'security_group_id': 'c3583bdf-d9f0-4a4c-973a-66801cf8c45e', 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:48:42.998593 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0dccc9f-2bb3-4126-bb1c-e5e5433f244c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:43.056116 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0dccc9f-2bb3-4126-bb1c-e5e5433f244c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:43.059582 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0dccc9f-2bb3-4126-bb1c-e5e5433f244c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:43.082736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dccc9f-2bb3-4126-bb1c-e5e5433f244c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb91e59-a8a9-436c-b4b2-439aa752d78f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:48:43.086506 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a0dccc9f-2bb3-4126-bb1c-e5e5433f244c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:43.087664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a0dccc9f-2bb3-4126-bb1c-e5e5433f244c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184740 Sep 07 16:48:43.090425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40572) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:48:43.094638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-30945071-efaa-42e0-ac35-556c2441cf14 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Request body: {'security_group_rule': {'security_group_id': 'c3583bdf-d9f0-4a4c-973a-66801cf8c45e', 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:48:43.117341 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-30945071-efaa-42e0-ac35-556c2441cf14 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Project 953ca6dd45a3437cae784e87bd6ebf86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:48:43.122172 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30945071-efaa-42e0-ac35-556c2441cf14 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:43.179625 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30945071-efaa-42e0-ac35-556c2441cf14 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:43.182955 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30945071-efaa-42e0-ac35-556c2441cf14 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:43.202024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30945071-efaa-42e0-ac35-556c2441cf14 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b31363e-a6b5-47a0-acf4-8d4dd47c0b64,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:48:43.205730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-30945071-efaa-42e0-ac35-556c2441cf14 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:43.208714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-30945071-efaa-42e0-ac35-556c2441cf14 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155903 Sep 07 16:48:43.209644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40574) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:48:43.213997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e8c3f66e-dd49-490f-b35d-ed9edea89641 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Request body: {'security_group_rule': {'security_group_id': 'c3583bdf-d9f0-4a4c-973a-66801cf8c45e', 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:48:43.235319 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-e8c3f66e-dd49-490f-b35d-ed9edea89641 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Project 953ca6dd45a3437cae784e87bd6ebf86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 16:48:43.240660 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8c3f66e-dd49-490f-b35d-ed9edea89641 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:43.300385 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8c3f66e-dd49-490f-b35d-ed9edea89641 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:43.303629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8c3f66e-dd49-490f-b35d-ed9edea89641 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:43.320802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3f66e-dd49-490f-b35d-ed9edea89641 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ed9831-b8a8-4f0b-946d-6e6fec93db7b,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:48:43.325624 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e8c3f66e-dd49-490f-b35d-ed9edea89641 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:43.326821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e8c3f66e-dd49-490f-b35d-ed9edea89641 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161880 Sep 07 16:48:43.651144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2fd5c0f3-abe6-424b-8c45-80ddad23b933 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162473075&fields=id&tenant_id=953ca6dd45a3437cae784e87bd6ebf86 HTTP/1.1" status: 200 len: 267 time: 0.0308576 Sep 07 16:48:43.757463 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-8cebc2cc-3ab4-46c4-bcb2-9b6ab891e541 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:43.758933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-8cebc2cc-3ab4-46c4-bcb2-9b6ab891e541 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/networks?id=2099baba-d4fd-4c1c-be63-1f80fdcd9237 HTTP/1.1" status: 200 len: 813 time: 0.1007886 Sep 07 16:48:43.773718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-110ca363-7946-4e8b-8e22-6f1c05d49f94 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/quotas/953ca6dd45a3437cae784e87bd6ebf86 HTTP/1.1" status: 200 len: 375 time: 0.0087318 Sep 07 16:48:43.824268 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-ccbd8884-c897-4fac-ab08-b10838243b64 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=953ca6dd45a3437cae784e87bd6ebf86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455222 Sep 07 16:48:43.948830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-3c08abda-843e-4f4b-a9bd-31c77b496cfa service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:48:43.949868 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-3c08abda-843e-4f4b-a9bd-31c77b496cfa service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1139679 Sep 07 16:48:43.986893 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:44.045823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-d3faaae2-c954-4296-b70c-fc9a5b21d4cd service neutron] 10.222.0.70 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885661 Sep 07 16:48:44.132552 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-788d600a-47eb-47c1-b160-734158ab46f5 service neutron] 10.222.0.70 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798478 Sep 07 16:48:44.284482 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0a92a62f-e304-4e8c-b120-c2fb040958da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:44.463607 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-446a28e5-fec3-460e-a70c-914da5a4e72b req-69a7e775-eb00-46c0-aa13-98d728658180 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 210 time: 0.0268924 Sep 07 16:48:45.003375 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:45.421766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-9b42f62b-a614-4fb6-98bd-bab0a3f59606 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:45.424034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-9b42f62b-a614-4fb6-98bd-bab0a3f59606 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.35 "GET /v2.0/networks?id=2099baba-d4fd-4c1c-be63-1f80fdcd9237 HTTP/1.1" status: 200 len: 813 time: 0.1086500 Sep 07 16:48:45.475556 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-9513477e-fc2f-4e2d-9390-acb4112b6c16 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=953ca6dd45a3437cae784e87bd6ebf86 HTTP/1.1" status: 200 len: 379 time: 0.0430963 Sep 07 16:48:45.489485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Request body: {'port': {'device_id': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'admin_state_up': True, 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'security_groups': ['c3583bdf-d9f0-4a4c-973a-66801cf8c45e']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:48:45.601438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f33fb392-694c-44b7-b72b-4412a563b51c req-787abe25-daf7-4b5e-896f-fcb649fa9f75 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 210 time: 0.0348027 Sep 07 16:48:45.644027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Made reservation on behalf of 953ca6dd45a3437cae784e87bd6ebf86 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:48:45.647698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:45.772497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Allocated IP 172.20.0.6 (2099baba-d4fd-4c1c-be63-1f80fdcd9237/6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6/91d97461-bc4e-45d6-ba66-688c17415a9b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:48:45.907119 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:45.926180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Transition to ACTIVE for port object 91d97461-bc4e-45d6-ba66-688c17415a9b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:48:45.956576 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:46.000871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:48:46.004200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:48:46.010723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:48:46.017729 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Pushing event updated for resources: {'Port': ['ID=91d97461-bc4e-45d6-ba66-688c17415a9b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:48:46.071347 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:46.072141 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:46.092291 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-653508e3-19e2-43cb-ab0a-a0938ed71530 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6094501 Sep 07 16:48:46.105323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Request body: {'port': {'device_id': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:48:46.166860 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:46.325706 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3def3d2c-893d-4046-9402-73d21496c72b None None] Provisioning for port 91d97461-bc4e-45d6-ba66-688c17415a9b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:48:46.329787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3def3d2c-893d-4046-9402-73d21496c72b None None] Provisioning complete for port 91d97461-bc4e-45d6-ba66-688c17415a9b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:48:46.330905 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3def3d2c-893d-4046-9402-73d21496c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:46.366272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3def3d2c-893d-4046-9402-73d21496c72b None None] Port 91d97461-bc4e-45d6-ba66-688c17415a9b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:48:46.456199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d97461-bc4e-45d6-ba66-688c17415a9b {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:48:46.463621 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:46.475197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Transition to ACTIVE for port object 91d97461-bc4e-45d6-ba66-688c17415a9b will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:48:46.479119 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:46.527855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Pushing event updated for resources: {'Port': ['ID=91d97461-bc4e-45d6-ba66-688c17415a9b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:48:46.603793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Attempting to bind port 91d97461-bc4e-45d6-ba66-688c17415a9b on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:48:46.604181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Attempting to bind port 91d97461-bc4e-45d6-ba66-688c17415a9b by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '3232b56c-e144-46fc-a14a-0b7f27d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:48:46.604503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Attempting to bind port 91d97461-bc4e-45d6-ba66-688c17415a9b on network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:48:46.609126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Port 91d97461-bc4e-45d6-ba66-688c17415a9b on network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:48:46.609459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Attempting to bind port 91d97461-bc4e-45d6-ba66-688c17415a9b on network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:48:46.615325 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:48:46.615672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Checking segment: {'id': '3232b56c-e144-46fc-a14a-0b7f27d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:48:46.616070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Bound using segment: {'id': '3232b56c-e144-46fc-a14a-0b7f27d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:48:46.616539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Bound port: 91d97461-bc4e-45d6-ba66-688c17415a9b, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3232b56c-e144-46fc-a14a-0b7f27d6252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:48:46.616911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:46.705620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] For port 91d97461-bc4e-45d6-ba66-688c17415a9b, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:48:46.709335 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] For port 91d97461-bc4e-45d6-ba66-688c17415a9b, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=91d97461-bc4e-45d6-ba66-688c17415a9b,segment=NetworkSegment(3232b56c-e144-46fc-a14a-0b7f27d6252e),segment_id=3232b56c-e144-46fc-a14a-0b7f27d6252e)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:48:46.724033 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:46.780961 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:46.781531 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:46.783684 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] 10.222.0.35 "PUT /v2.0/ports/91d97461-bc4e-45d6-ba66-688c17415a9b HTTP/1.1" status: 200 len: 1091 time: 0.6827953 Sep 07 16:48:46.784574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:48:46.787194 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c85c58d-ae9f-467d-b339-1c68677234b8" -d '{"events": [{"name": "network-changed", "server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:48:46.833504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c1473-e338-421b-b875-d03efde3fd52 req-f551ecf1-0641-48bb-8889-8c58fc7752d2 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:46.834989 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-151c1473-e338-421b-b875-d03efde3fd52 req-f551ecf1-0641-48bb-8889-8c58fc7752d2 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 943 time: 0.1242771 Sep 07 16:48:46.908935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf77c73-0b36-4d8d-a467-090b21e6314c service neutron] Pushing event updated for resources: {'Port': ['ID=91d97461-bc4e-45d6-ba66-688c17415a9b,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:48:46.923356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-39b7de7f-f116-435f-a30e-3eb8f730f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:46.924965 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-39b7de7f-f116-435f-a30e-3eb8f730f6b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=953ca6dd45a3437cae784e87bd6ebf86&device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 1094 time: 0.0887558 Sep 07 16:48:46.945835 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:46.978282 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2992ab3-6be4-4485-a054-e809b3bab778 x-openstack-request-id: req-e2992ab3-6be4-4485-a054-e809b3bab778 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:48:46.978592 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:48:46.978837 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2992ab3-6be4-4485-a054-e809b3bab778 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:48:46.979242 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'status': 'completed', 'code': 200} Sep 07 16:48:46.982520 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-151c1473-e338-421b-b875-d03efde3fd52 req-978e4815-8861-4743-ad52-8ee5bf897691 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034949 Sep 07 16:48:46.983914 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-36e39b20-54d8-4c87-acda-4b25393587b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91d97461-bc4e-45d6-ba66-688c17415a9b HTTP/1.1" status: 200 len: 217 time: 0.0468357 Sep 07 16:48:47.037978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-47c70270-172a-4054-9de6-43caeffad303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:47.039594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-47c70270-172a-4054-9de6-43caeffad303 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6 HTTP/1.1" status: 200 len: 852 time: 0.0477901 Sep 07 16:48:47.090209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-574e5e39-dbd7-496e-aad7-8c62853415e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:47.091608 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-574e5e39-dbd7-496e-aad7-8c62853415e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2099baba-d4fd-4c1c-be63-1f80fdcd9237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449555 Sep 07 16:48:47.181289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-534cc688-57c6-424c-8a76-a242b4b3d9c1 service neutron] 10.222.0.35 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825799 Sep 07 16:48:47.277829 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5e70e8c-54ff-4d8f-aa55-03f355be97f6 req-9ec4c200-c443-4fcf-8bb1-b7c877661274 service neutron] 10.222.0.35 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889082 Sep 07 16:48:47.362549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85c58d-ae9f-467d-b339-1c68677234b8 req-8fd5650a-55da-4ec4-bb14-f5b0d7e8752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:47.364262 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c85c58d-ae9f-467d-b339-1c68677234b8 req-8fd5650a-55da-4ec4-bb14-f5b0d7e8752f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=953ca6dd45a3437cae784e87bd6ebf86&device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 1094 time: 0.0446947 Sep 07 16:48:47.458503 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85c58d-ae9f-467d-b339-1c68677234b8 req-0015989e-7355-49fc-b7ef-cc46f41974bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:47.460011 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c85c58d-ae9f-467d-b339-1c68677234b8 req-0015989e-7355-49fc-b7ef-cc46f41974bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=2099baba-d4fd-4c1c-be63-1f80fdcd9237 HTTP/1.1" status: 200 len: 914 time: 0.0893936 Sep 07 16:48:47.500733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c85c58d-ae9f-467d-b339-1c68677234b8 req-1ee69477-26f4-4891-bfad-03167babba7d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91d97461-bc4e-45d6-ba66-688c17415a9b HTTP/1.1" status: 200 len: 217 time: 0.0331197 Sep 07 16:48:47.549714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85c58d-ae9f-467d-b339-1c68677234b8 req-5983b213-aa91-4424-90d3-c5714665e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:47.551912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c85c58d-ae9f-467d-b339-1c68677234b8 req-5983b213-aa91-4424-90d3-c5714665e6ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6 HTTP/1.1" status: 200 len: 852 time: 0.0448062 Sep 07 16:48:47.601495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85c58d-ae9f-467d-b339-1c68677234b8 req-9678030a-137a-4b8d-ba6d-c879fa5dc686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:47.603003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c85c58d-ae9f-467d-b339-1c68677234b8 req-9678030a-137a-4b8d-ba6d-c879fa5dc686 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2099baba-d4fd-4c1c-be63-1f80fdcd9237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441871 Sep 07 16:48:47.694490 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c85c58d-ae9f-467d-b339-1c68677234b8 req-d48b583b-6fe0-4c70-98df-b97dd07d7aa2 service neutron] 10.222.0.35 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837419 Sep 07 16:48:47.786791 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c85c58d-ae9f-467d-b339-1c68677234b8 req-433a6b14-35c8-4e11-93a7-e75900d8d7e8 service neutron] 10.222.0.35 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852242 Sep 07 16:48:48.103452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fe944-3754-4c6b-892c-1c4dc3285c24 req-d4fdcdc1-4ff6-4948-815b-7033fcf32d7e tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:48.104989 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef7fe944-3754-4c6b-892c-1c4dc3285c24 req-d4fdcdc1-4ff6-4948-815b-7033fcf32d7e tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 943 time: 0.0495088 Sep 07 16:48:48.143388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef7fe944-3754-4c6b-892c-1c4dc3285c24 req-54542e83-417a-470f-80a1-f2e5a825a17c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317931 Sep 07 16:48:49.260536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b58c6-3504-424a-ba19-13ffa7e926d5 req-fe154e05-1308-4bb8-8fa3-dc256197ac15 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:49.262043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f21b58c6-3504-424a-ba19-13ffa7e926d5 req-fe154e05-1308-4bb8-8fa3-dc256197ac15 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 943 time: 0.0503302 Sep 07 16:48:49.300998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f21b58c6-3504-424a-ba19-13ffa7e926d5 req-55274254-ac78-4591-9031-deca4375c1b8 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329092 Sep 07 16:48:50.418393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd44227-e5e4-468c-89b1-8fba2b42b6cb req-ee2aa3bc-16c4-426c-913d-6b36056e7857 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:50.419869 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3cd44227-e5e4-468c-89b1-8fba2b42b6cb req-ee2aa3bc-16c4-426c-913d-6b36056e7857 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 943 time: 0.0523038 Sep 07 16:48:50.457666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3cd44227-e5e4-468c-89b1-8fba2b42b6cb req-7cf2fee1-4fbe-476f-aab5-e685208a1301 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317807 Sep 07 16:48:51.572183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568cfda-ef32-410e-9f9b-b0034078e8c7 req-324c0e3b-2594-4b67-b870-24dd9982a698 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:51.573691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a568cfda-ef32-410e-9f9b-b0034078e8c7 req-324c0e3b-2594-4b67-b870-24dd9982a698 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 943 time: 0.0482483 Sep 07 16:48:51.609370 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a568cfda-ef32-410e-9f9b-b0034078e8c7 req-108ac414-a4ac-4c3c-a615-dac21cc2cae7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299079 Sep 07 16:48:52.724423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4c97f-5703-41c0-8db5-79dffbcfba78 req-bbe464f9-a186-4ee1-847d-4e2e26ecd0c5 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:52.725927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59a4c97f-5703-41c0-8db5-79dffbcfba78 req-bbe464f9-a186-4ee1-847d-4e2e26ecd0c5 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 943 time: 0.0480251 Sep 07 16:48:52.762300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59a4c97f-5703-41c0-8db5-79dffbcfba78 req-c160d33d-91ae-4ba2-8d16-1a01c64cb38e tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306289 Sep 07 16:48:53.880840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d86b2-9795-4e5f-8b12-cc4258422de6 req-91d57a9e-1480-4811-99bc-44a4f849514c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:53.882340 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f34d86b2-9795-4e5f-8b12-cc4258422de6 req-91d57a9e-1480-4811-99bc-44a4f849514c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 943 time: 0.0542290 Sep 07 16:48:53.921231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f34d86b2-9795-4e5f-8b12-cc4258422de6 req-1ff598f9-750f-4f7d-bc47-3aef88b15a29 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325766 Sep 07 16:48:55.037749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e44170-a6c9-4504-8a85-08d19138da94 req-697d2ead-0e10-4111-8ca5-149d20342ad3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:55.039375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3e44170-a6c9-4504-8a85-08d19138da94 req-697d2ead-0e10-4111-8ca5-149d20342ad3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 943 time: 0.0484540 Sep 07 16:48:55.076987 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3e44170-a6c9-4504-8a85-08d19138da94 req-4d8b6f47-c893-4939-bbe8-e0285c353560 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316904 Sep 07 16:48:56.190494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e0759-1bfc-4b4f-bee5-93519b892106 req-f7ead213-7029-4e4e-b115-c0d814f45415 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:56.191880 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a94e0759-1bfc-4b4f-bee5-93519b892106 req-f7ead213-7029-4e4e-b115-c0d814f45415 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 943 time: 0.0482104 Sep 07 16:48:56.228813 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a94e0759-1bfc-4b4f-bee5-93519b892106 req-580e3f7e-dbe3-47fc-9b74-7880a6f7a4ee tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310156 Sep 07 16:48:57.344059 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63a910-1b60-48ae-b1cd-6600a89a0553 req-8e7942c7-a20b-4782-961e-d193aa99b40e tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:57.346026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e63a910-1b60-48ae-b1cd-6600a89a0553 req-8e7942c7-a20b-4782-961e-d193aa99b40e tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 943 time: 0.0509138 Sep 07 16:48:57.382894 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e63a910-1b60-48ae-b1cd-6600a89a0553 req-5ebb9177-75b5-4e18-bcf4-f8be4804de37 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309577 Sep 07 16:48:58.265762 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:48:58.314279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 91d97461-bc4e-45d6-ba66-688c17415a9b details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:48:58.409781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 91d97461-bc4e-45d6-ba66-688c17415a9b, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=91d97461-bc4e-45d6-ba66-688c17415a9b,segment=NetworkSegment(3232b56c-e144-46fc-a14a-0b7f27d6252e),segment_id=3232b56c-e144-46fc-a14a-0b7f27d6252e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:48:58.423040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'port_id': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'mac_address': 'fa:16:3e:22:9b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:48:58.458750 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:58.471267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d97461-bc4e-45d6-ba66-688c17415a9b {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:48:58.490331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 91d97461-bc4e-45d6-ba66-688c17415a9b, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=91d97461-bc4e-45d6-ba66-688c17415a9b,segment=NetworkSegment(3232b56c-e144-46fc-a14a-0b7f27d6252e),segment_id=3232b56c-e144-46fc-a14a-0b7f27d6252e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:48:58.494579 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:48:58.496536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc0610-a66f-49ba-a373-99bd8c14ad5a req-56619cb2-a59a-4929-9edc-fe5dbb0cad18 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:58.498092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46cc0610-a66f-49ba-a373-99bd8c14ad5a req-56619cb2-a59a-4929-9edc-fe5dbb0cad18 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 943 time: 0.0493290 Sep 07 16:48:58.536062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46cc0610-a66f-49ba-a373-99bd8c14ad5a req-9590bda7-f6f4-42c4-87c4-942ac8a9ad20 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309169 Sep 07 16:48:58.540592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=91d97461-bc4e-45d6-ba66-688c17415a9b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:48:58.548419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:58.549304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:58.549648 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:58.549993 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:58.550331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:58.550661 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:58.550989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:58.551316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:58.551639 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:58.551965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:58.552303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:58.552631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:48:58.844172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['91d97461-bc4e-45d6-ba66-688c17415a9b'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:48:59.649982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80291b58-ceb7-449e-82d0-2c4284893ce6 req-bd11d2e1-0f4c-46a8-8484-c84ecc61288a tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:48:59.651461 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80291b58-ceb7-449e-82d0-2c4284893ce6 req-bd11d2e1-0f4c-46a8-8484-c84ecc61288a tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 944 time: 0.0483091 Sep 07 16:48:59.687525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80291b58-ceb7-449e-82d0-2c4284893ce6 req-4c8ff0d8-f538-492d-b367-ee0b7a0e7ffa tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301878 Sep 07 16:49:00.314147 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 91d97461-bc4e-45d6-ba66-688c17415a9b up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:49:00.361415 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 91d97461-bc4e-45d6-ba66-688c17415a9b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:49:00.365157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 91d97461-bc4e-45d6-ba66-688c17415a9b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:49:00.365535 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:00.448757 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:00.469965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:49:00.472217 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e28204-e42f-4383-adec-c5934b6a743d" -d '{"events": [{"server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "name": "network-vif-plugged", "status": "completed", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:49:00.484330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 91d97461-bc4e-45d6-ba66-688c17415a9b, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=91d97461-bc4e-45d6-ba66-688c17415a9b,segment=NetworkSegment(3232b56c-e144-46fc-a14a-0b7f27d6252e),segment_id=3232b56c-e144-46fc-a14a-0b7f27d6252e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:49:00.489325 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:00.534971 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=91d97461-bc4e-45d6-ba66-688c17415a9b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:00.805176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845dbc2-aec4-449b-941d-46530f8fe2d2 req-68e4ae42-3226-4a46-8d13-9cc4778114b6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:00.806650 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0845dbc2-aec4-449b-941d-46530f8fe2d2 req-68e4ae42-3226-4a46-8d13-9cc4778114b6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 945 time: 0.0522289 Sep 07 16:49:00.843555 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0845dbc2-aec4-449b-941d-46530f8fe2d2 req-33177134-2d28-49eb-ab70-8f0ea5f18b9c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306559 Sep 07 16:49:01.595839 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6985e387-7e08-4900-934c-7be881418ec6 x-openstack-request-id: req-6985e387-7e08-4900-934c-7be881418ec6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:49:01.596268 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "name": "network-vif-plugged", "status": "completed", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:49:01.596417 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6985e387-7e08-4900-934c-7be881418ec6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:49:01.596819 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'code': 200} Sep 07 16:49:01.689054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce91f46-bc95-4aa8-a1fc-48d52bf8853b req-adeab0ea-b982-401d-8913-914f78864dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:01.691034 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ce91f46-bc95-4aa8-a1fc-48d52bf8853b req-adeab0ea-b982-401d-8913-914f78864dd3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 1096 time: 0.0389476 Sep 07 16:49:01.724196 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3ce91f46-bc95-4aa8-a1fc-48d52bf8853b req-8e3f25f4-50d4-4d03-94da-353741a143c2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264642 Sep 07 16:49:01.956793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d1322-489f-4f3c-b6d5-a3cdb8eed0dc req-d55c4520-7804-49c8-8fe0-7598d3273b39 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:01.958263 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f73d1322-489f-4f3c-b6d5-a3cdb8eed0dc req-d55c4520-7804-49c8-8fe0-7598d3273b39 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 945 time: 0.0479639 Sep 07 16:49:01.995906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f73d1322-489f-4f3c-b6d5-a3cdb8eed0dc req-1affa885-c842-4889-a994-d0f9c74b8d5d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315564 Sep 07 16:49:02.122046 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:02.602524 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:03.116432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e515d-7741-4c8c-8245-cde02ecdc1ff req-7938859a-1e3b-42cb-910c-2aef8066d8c8 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:03.117889 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d3e515d-7741-4c8c-8245-cde02ecdc1ff req-7938859a-1e3b-42cb-910c-2aef8066d8c8 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 945 time: 0.0515695 Sep 07 16:49:03.155361 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d3e515d-7741-4c8c-8245-cde02ecdc1ff req-4c4e986b-1e25-49bc-8c6c-86b453d3d0b5 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316179 Sep 07 16:49:03.265762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917de1e-5ca9-4119-9947-5f2ea1e27247 req-efce9085-069f-4e57-8762-500b08984b8e tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:03.267232 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3917de1e-5ca9-4119-9947-5f2ea1e27247 req-efce9085-069f-4e57-8762-500b08984b8e tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 945 time: 0.0477681 Sep 07 16:49:03.303841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3917de1e-5ca9-4119-9947-5f2ea1e27247 req-d1a6bc01-73d8-472b-b7ba-833710ec97ec tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300860 Sep 07 16:49:03.325214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40660) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:03.407881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6386b2e-555f-4200-b6be-b243229740e0 tempest-TestVolumeBackupRestore-83161865 tempest-TestVolumeBackupRestore-83161865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:03.409410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a6386b2e-555f-4200-b6be-b243229740e0 tempest-TestVolumeBackupRestore-83161865 tempest-TestVolumeBackupRestore-83161865-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 1091 time: 0.0832088 Sep 07 16:49:03.412412 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40664) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:03.416629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:49:03.439629 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:03.534839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:03.636420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Allocated IP 172.25.3.80 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/c5d006ec-a405-4e5f-8354-3178b292cfda) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:49:03.731657 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:03.768956 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:03.803775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:49:03.806500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:49:03.809938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:49:03.838142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Pushing event updated for resources: {'Port': ['ID=c5d006ec-a405-4e5f-8354-3178b292cfda,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:04.543192 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:04.641512 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:04.787239 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:04.791625 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:04.859735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Pushing event updated for resources: {'Port': ['ID=c5d006ec-a405-4e5f-8354-3178b292cfda,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:04.867963 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:04.966564 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Floating IP b1dca500-5b3d-4f32-acf8-6efb3b5bb3b8 associated. External IP: 172.25.3.80, port: 91d97461-bc4e-45d6-ba66-688c17415a9b. Sep 07 16:49:05.170118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Router 4fa3a575-dc4d-4fac-93b9-5239a1323098 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:49:05.274059 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:49:05.283858 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71954e-25c4-45d2-b3ce-2dc044f99ba7 None None] Sync routers for ids ['4fa3a575-dc4d-4fac-93b9-5239a1323098'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:49:05.290764 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:05.293647 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b71954e-25c4-45d2-b3ce-2dc044f99ba7 None None] Routers {'4fa3a575-dc4d-4fac-93b9-5239a1323098'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:49:05.294253 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1b71954e-25c4-45d2-b3ce-2dc044f99ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:48:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4fa3a575-dc4d-4fac-93b9-5239a1323098'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:05.318203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d9a7bfde-424d-441b-a188-132086212ae3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9047863 Sep 07 16:49:05.318848 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:49:05.321065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 40668) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:05.321546 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aec99d6-d28d-49bb-bcb5-c97cb23e8b46" -d '{"events": [{"name": "network-changed", "server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:49:05.357563 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4b15fa-e292-49b4-8b6b-c2f800c104c5 x-openstack-request-id: req-aa4b15fa-e292-49b4-8b6b-c2f800c104c5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:49:05.358258 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:49:05.358258 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa4b15fa-e292-49b4-8b6b-c2f800c104c5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:49:05.358690 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'status': 'completed', 'code': 200} Sep 07 16:49:05.368862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c692c782-048c-44ab-a56d-ad08b54d835b tempest-TestVolumeBackupRestore-83161865 tempest-TestVolumeBackupRestore-83161865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:05.373747 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c692c782-048c-44ab-a56d-ad08b54d835b tempest-TestVolumeBackupRestore-83161865 tempest-TestVolumeBackupRestore-83161865-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 1091 time: 0.0515018 Sep 07 16:49:05.373997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40672) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:05.378879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7e6bd594-f039-42cc-bb6b-0cab540f2a97 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Request body: {'floatingip': {'port_id': '91d97461-bc4e-45d6-ba66-688c17415a9b'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:49:05.405532 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1b71954e-25c4-45d2-b3ce-2dc044f99ba7 None None] Set router 4fa3a575-dc4d-4fac-93b9-5239a1323098 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:49:05.463288 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd594-f039-42cc-bb6b-0cab540f2a97 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:05.468147 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec99d6-d28d-49bb-bcb5-c97cb23e8b46 req-11d27627-a8e8-47bb-b98a-fe23bb352a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:05.469668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aec99d6-d28d-49bb-bcb5-c97cb23e8b46 req-11d27627-a8e8-47bb-b98a-fe23bb352a81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=953ca6dd45a3437cae784e87bd6ebf86&device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 1096 time: 0.0880418 Sep 07 16:49:05.622388 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1b71954e-25c4-45d2-b3ce-2dc044f99ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'b1dca500-5b3d-4f32-acf8-6efb3b5bb3b8', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'port_id': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'mac_address': 'fa:16:3e:22:9b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:49:04Z', 'updated_at': '2021-09-07T16:49:04Z', 'revision_number': 0, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd57452-0097-409c-88ee-f049a69ef484', 'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'mac_address': 'fa:16:3e:e8:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:54Z', 'updated_at': '2021-09-07T16:47:00Z', 'revision_number': 5, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'subnets': [{'id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:05.645910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec99d6-d28d-49bb-bcb5-c97cb23e8b46 req-426ff6da-c447-4a3a-b638-a639e035d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:05.647373 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aec99d6-d28d-49bb-bcb5-c97cb23e8b46 req-426ff6da-c447-4a3a-b638-a639e035d55c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2099baba-d4fd-4c1c-be63-1f80fdcd9237 HTTP/1.1" status: 200 len: 914 time: 0.1504982 Sep 07 16:49:05.651298 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71954e-25c4-45d2-b3ce-2dc044f99ba7 None None] Checking router: 4fa3a575-dc4d-4fac-93b9-5239a1323098 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:49:05.659943 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b71954e-25c4-45d2-b3ce-2dc044f99ba7 None None] Routers {'4fa3a575-dc4d-4fac-93b9-5239a1323098'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:49:05.660577 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1b71954e-25c4-45d2-b3ce-2dc044f99ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:48:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4fa3a575-dc4d-4fac-93b9-5239a1323098'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:05.783677 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aec99d6-d28d-49bb-bcb5-c97cb23e8b46 req-b9aef313-477e-4bf2-b7c1-6a791ca99553 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91d97461-bc4e-45d6-ba66-688c17415a9b HTTP/1.1" status: 200 len: 998 time: 0.1282527 Sep 07 16:49:05.853065 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-1b71954e-25c4-45d2-b3ce-2dc044f99ba7 None None] Set router 4fa3a575-dc4d-4fac-93b9-5239a1323098 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:49:05.876887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec99d6-d28d-49bb-bcb5-c97cb23e8b46 req-a8ce1fe7-4690-4abc-a44b-7f479a311caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:05.878421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aec99d6-d28d-49bb-bcb5-c97cb23e8b46 req-a8ce1fe7-4690-4abc-a44b-7f479a311caa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6 HTTP/1.1" status: 200 len: 852 time: 0.0879984 Sep 07 16:49:06.002402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec99d6-d28d-49bb-bcb5-c97cb23e8b46 req-76716b89-ed6f-4844-b114-84d366411e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:06.003943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aec99d6-d28d-49bb-bcb5-c97cb23e8b46 req-76716b89-ed6f-4844-b114-84d366411e9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2099baba-d4fd-4c1c-be63-1f80fdcd9237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190817 Sep 07 16:49:06.050676 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-ca8c157a-834d-4ac5-947f-5aca0f58ff24 req-c8a7c0eb-f79a-4ae8-8a4f-aa90c31c0dc1 service neutron] (94771) timed out ('10.222.0.70', 37124) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 16:49:06.069283 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-1b71954e-25c4-45d2-b3ce-2dc044f99ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'b1dca500-5b3d-4f32-acf8-6efb3b5bb3b8', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'port_id': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'mac_address': 'fa:16:3e:22:9b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:49:04Z', 'updated_at': '2021-09-07T16:49:04Z', 'revision_number': 0, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd57452-0097-409c-88ee-f049a69ef484', 'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'mac_address': 'fa:16:3e:e8:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:54Z', 'updated_at': '2021-09-07T16:47:00Z', 'revision_number': 5, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'subnets': [{'id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:06.095297 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71954e-25c4-45d2-b3ce-2dc044f99ba7 None None] The sync data for ids ['4fa3a575-dc4d-4fac-93b9-5239a1323098'] in n-d-807551-3 is: [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'b1dca500-5b3d-4f32-acf8-6efb3b5bb3b8', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'port_id': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'mac_address': 'fa:16:3e:22:9b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:49:04Z', 'updated_at': '2021-09-07T16:49:04Z', 'revision_number': 0, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd57452-0097-409c-88ee-f049a69ef484', 'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'mac_address': 'fa:16:3e:e8:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:54Z', 'updated_at': '2021-09-07T16:47:00Z', 'revision_number': 5, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'subnets': [{'id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:49:06.307735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1085953c-e351-4248-b401-b3465988def4 None None] New status for floating IP b1dca500-5b3d-4f32-acf8-6efb3b5bb3b8: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:49:06.432186 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aec99d6-d28d-49bb-bcb5-c97cb23e8b46 req-af74a785-4b6f-40e8-a97c-854f8e1f1712 service neutron] 10.222.0.35 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206939 Sep 07 16:49:06.438089 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd594-f039-42cc-bb6b-0cab540f2a97 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:06.443172 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-1085953c-e351-4248-b401-b3465988def4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 16:49:06.443542 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-1085953c-e351-4248-b401-b3465988def4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 16:49:06.448742 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd594-f039-42cc-bb6b-0cab540f2a97 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:06.603081 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7aec99d6-d28d-49bb-bcb5-c97cb23e8b46 req-9ffb9c10-f82a-4275-94ec-d3442c1dbfad service neutron] 10.222.0.35 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623299 Sep 07 16:49:06.713003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6bd594-f039-42cc-bb6b-0cab540f2a97 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Router 4fa3a575-dc4d-4fac-93b9-5239a1323098 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:49:06.817385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6bd594-f039-42cc-bb6b-0cab540f2a97 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:49:06.821775 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd594-f039-42cc-bb6b-0cab540f2a97 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:06.871086 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7e6bd594-f039-42cc-bb6b-0cab540f2a97 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "PUT /v2.0/floatingips/b1dca500-5b3d-4f32-acf8-6efb3b5bb3b8 HTTP/1.1" status: 200 len: 990 time: 1.4959593 Sep 07 16:49:06.945262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1085953c-e351-4248-b401-b3465988def4 None None] New status for floating IP b1dca500-5b3d-4f32-acf8-6efb3b5bb3b8: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:49:07.142478 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347969e3-5ffd-42ca-a3b9-10c3896b8299 None None] Sync routers for ids ['4fa3a575-dc4d-4fac-93b9-5239a1323098'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:49:07.151943 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347969e3-5ffd-42ca-a3b9-10c3896b8299 None None] Routers {'4fa3a575-dc4d-4fac-93b9-5239a1323098'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:49:07.152580 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-347969e3-5ffd-42ca-a3b9-10c3896b8299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:48:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4fa3a575-dc4d-4fac-93b9-5239a1323098'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:07.254624 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-347969e3-5ffd-42ca-a3b9-10c3896b8299 None None] Set router 4fa3a575-dc4d-4fac-93b9-5239a1323098 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:49:07.359855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b'}, {'name': 'network-changed', 'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:49:07.362796 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6" -d '{"events": [{"name": "network-changed", "server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b"}, {"name": "network-changed", "server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:49:07.400926 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 16:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb01b52-560e-4c00-b9b5-460e07ddcb03 x-openstack-request-id: req-0eb01b52-560e-4c00-b9b5-460e07ddcb03 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:49:07.401252 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:49:07.401514 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0eb01b52-560e-4c00-b9b5-460e07ddcb03 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:49:07.401933 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'status': 'completed', 'code': 200} Sep 07 16:49:07.402196 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'status': 'completed', 'code': 200} Sep 07 16:49:07.465683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-0a2983b0-1b6a-428d-a42f-9d764883a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:07.467213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-0a2983b0-1b6a-428d-a42f-9d764883a1dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=953ca6dd45a3437cae784e87bd6ebf86&device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 1096 time: 0.0446203 Sep 07 16:49:07.476154 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-347969e3-5ffd-42ca-a3b9-10c3896b8299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'b1dca500-5b3d-4f32-acf8-6efb3b5bb3b8', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'port_id': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'mac_address': 'fa:16:3e:22:9b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:49:04Z', 'updated_at': '2021-09-07T16:49:07Z', 'revision_number': 2, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd57452-0097-409c-88ee-f049a69ef484', 'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'mac_address': 'fa:16:3e:e8:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:54Z', 'updated_at': '2021-09-07T16:47:00Z', 'revision_number': 5, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'subnets': [{'id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:07.502056 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347969e3-5ffd-42ca-a3b9-10c3896b8299 None None] Checking router: 4fa3a575-dc4d-4fac-93b9-5239a1323098 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:49:07.510449 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347969e3-5ffd-42ca-a3b9-10c3896b8299 None None] Routers {'4fa3a575-dc4d-4fac-93b9-5239a1323098'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:49:07.511047 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-347969e3-5ffd-42ca-a3b9-10c3896b8299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:48:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4fa3a575-dc4d-4fac-93b9-5239a1323098'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:07.557708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-147d3787-757a-4793-b4fc-467ed1f38a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:07.559208 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-147d3787-757a-4793-b4fc-467ed1f38a19 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2099baba-d4fd-4c1c-be63-1f80fdcd9237 HTTP/1.1" status: 200 len: 914 time: 0.0844903 Sep 07 16:49:07.613360 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-347969e3-5ffd-42ca-a3b9-10c3896b8299 None None] Set router 4fa3a575-dc4d-4fac-93b9-5239a1323098 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:49:07.628356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-6702c651-94dc-42a2-bf69-236973ee66c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91d97461-bc4e-45d6-ba66-688c17415a9b HTTP/1.1" status: 200 len: 1000 time: 0.0607584 Sep 07 16:49:07.677985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-277beb83-189d-4374-bbc6-983a0d617e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:07.679385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-277beb83-189d-4374-bbc6-983a0d617e29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6 HTTP/1.1" status: 200 len: 852 time: 0.0443382 Sep 07 16:49:07.723485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-e5632cd4-810b-49c1-afda-81ee97f2185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:07.725035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-e5632cd4-810b-49c1-afda-81ee97f2185d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2099baba-d4fd-4c1c-be63-1f80fdcd9237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392401 Sep 07 16:49:07.822605 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-553eeedd-eac1-449f-94ff-f35a8af91f16 service neutron] 10.222.0.35 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901952 Sep 07 16:49:07.832560 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-347969e3-5ffd-42ca-a3b9-10c3896b8299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'b1dca500-5b3d-4f32-acf8-6efb3b5bb3b8', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'port_id': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'mac_address': 'fa:16:3e:22:9b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:49:04Z', 'updated_at': '2021-09-07T16:49:07Z', 'revision_number': 2, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd57452-0097-409c-88ee-f049a69ef484', 'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'mac_address': 'fa:16:3e:e8:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:54Z', 'updated_at': '2021-09-07T16:47:00Z', 'revision_number': 5, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'subnets': [{'id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:07.858861 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347969e3-5ffd-42ca-a3b9-10c3896b8299 None None] The sync data for ids ['4fa3a575-dc4d-4fac-93b9-5239a1323098'] in n-d-807551-3 is: [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'b1dca500-5b3d-4f32-acf8-6efb3b5bb3b8', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'port_id': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'mac_address': 'fa:16:3e:22:9b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:49:04Z', 'updated_at': '2021-09-07T16:49:07Z', 'revision_number': 2, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd57452-0097-409c-88ee-f049a69ef484', 'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'mac_address': 'fa:16:3e:e8:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:54Z', 'updated_at': '2021-09-07T16:47:00Z', 'revision_number': 5, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'subnets': [{'id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:49:07.917447 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-cef64e27-60ed-4a9f-a2a1-26425b3dc86f service neutron] 10.222.0.35 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873861 Sep 07 16:49:08.000526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-4ab50208-703f-4f9e-bc2b-6c37d4ef140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:08.002046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-4ab50208-703f-4f9e-bc2b-6c37d4ef140b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=953ca6dd45a3437cae784e87bd6ebf86&device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 1096 time: 0.0426319 Sep 07 16:49:08.094830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-caf06767-55e0-4973-8156-f487a4c0bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:08.096313 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-caf06767-55e0-4973-8156-f487a4c0bf39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2099baba-d4fd-4c1c-be63-1f80fdcd9237 HTTP/1.1" status: 200 len: 914 time: 0.0870945 Sep 07 16:49:08.164227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-c130ddab-b4c4-4255-8d4b-d2c59927d14e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91d97461-bc4e-45d6-ba66-688c17415a9b HTTP/1.1" status: 200 len: 1000 time: 0.0609753 Sep 07 16:49:08.212181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-7562a5ff-7d56-452a-b017-abd06b99eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:08.213609 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-7562a5ff-7d56-452a-b017-abd06b99eb06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6 HTTP/1.1" status: 200 len: 852 time: 0.0421367 Sep 07 16:49:08.258507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-2ab9dc7f-e089-4d53-892a-54b950bc0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:08.259956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-2ab9dc7f-e089-4d53-892a-54b950bc0e80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2099baba-d4fd-4c1c-be63-1f80fdcd9237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390203 Sep 07 16:49:08.351683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-64b72c5d-7073-46e0-bb48-2d105b1cf8eb service neutron] 10.222.0.35 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849128 Sep 07 16:49:08.439941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57e29458-9e12-46e4-b1af-4d5b4fc3ecb6 req-911bf7a7-6c3f-4155-9c7f-060f994120a2 service neutron] 10.222.0.35 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818124 Sep 07 16:49:10.410172 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b4b29b2-2ff1-4eae-a6a7-1955d68f4c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:11.083707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-bbf8c6bc-2abd-48ce-82f8-fe12c5f057b8 req-8e6af202-c848-409b-9650-db261c8390fb service neutron] (94771) timed out ('10.222.0.35', 58641) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 16:49:13.990011 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:14.284997 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a30f0aac-3667-4daa-badc-8069f4ddd942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:15.003531 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:16.936017 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:32.122315 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:32.610798 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:35.265784 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:49:35.369034 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40684) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:35.522956 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-791e9ba0-ab48-4f70-a7a9-ecca20b012d6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Deleting port c5d006ec-a405-4e5f-8354-3178b292cfda {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:49:35.523225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-791e9ba0-ab48-4f70-a7a9-ecca20b012d6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:35.599140 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-791e9ba0-ab48-4f70-a7a9-ecca20b012d6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:35.599481 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-791e9ba0-ab48-4f70-a7a9-ecca20b012d6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:35.611546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-791e9ba0-ab48-4f70-a7a9-ecca20b012d6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Calling delete_port for c5d006ec-a405-4e5f-8354-3178b292cfda owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:49:35.756306 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-791e9ba0-ab48-4f70-a7a9-ecca20b012d6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:35.780782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e9ba0-ab48-4f70-a7a9-ecca20b012d6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Pushing event deleted for resources: {'Port': ['ID=c5d006ec-a405-4e5f-8354-3178b292cfda,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:35.838838 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-791e9ba0-ab48-4f70-a7a9-ecca20b012d6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:35.839176 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-791e9ba0-ab48-4f70-a7a9-ecca20b012d6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Floating IP b1dca500-5b3d-4f32-acf8-6efb3b5bb3b8 disassociated (deleted). External IP: 172.25.3.80, port: 91d97461-bc4e-45d6-ba66-688c17415a9b. Sep 07 16:49:36.046586 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791e9ba0-ab48-4f70-a7a9-ecca20b012d6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Router 4fa3a575-dc4d-4fac-93b9-5239a1323098 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:49:36.150580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791e9ba0-ab48-4f70-a7a9-ecca20b012d6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:49:36.156118 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-791e9ba0-ab48-4f70-a7a9-ecca20b012d6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:36.160730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d5a73d-6f84-4616-ad22-3f128216a25c None None] Sync routers for ids ['4fa3a575-dc4d-4fac-93b9-5239a1323098'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:49:36.169331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d5a73d-6f84-4616-ad22-3f128216a25c None None] Routers {'4fa3a575-dc4d-4fac-93b9-5239a1323098'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:49:36.169950 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-74d5a73d-6f84-4616-ad22-3f128216a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:49:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4fa3a575-dc4d-4fac-93b9-5239a1323098'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:36.181465 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-791e9ba0-ab48-4f70-a7a9-ecca20b012d6 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "DELETE /v2.0/floatingips/b1dca500-5b3d-4f32-acf8-6efb3b5bb3b8 HTTP/1.1" status: 204 len: 168 time: 0.8112388 Sep 07 16:49:36.182044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:49:36.184367 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0c34aa-2e04-4674-aa69-d3a9c75782a8" -d '{"events": [{"name": "network-changed", "server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:49:36.229373 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715b9157-a98f-4332-a372-b3d999c3273e x-openstack-request-id: req-715b9157-a98f-4332-a372-b3d999c3273e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:49:36.229681 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:49:36.229942 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-715b9157-a98f-4332-a372-b3d999c3273e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:49:36.230360 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'status': 'completed', 'code': 200} Sep 07 16:49:36.284301 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-74d5a73d-6f84-4616-ad22-3f128216a25c None None] Set router 4fa3a575-dc4d-4fac-93b9-5239a1323098 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:49:36.364885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c34aa-2e04-4674-aa69-d3a9c75782a8 req-46ada2b9-7029-48ee-91e4-b3d0c00cf257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:36.366467 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd0c34aa-2e04-4674-aa69-d3a9c75782a8 req-46ada2b9-7029-48ee-91e4-b3d0c00cf257 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=953ca6dd45a3437cae784e87bd6ebf86&device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 1096 time: 0.1133006 Sep 07 16:49:36.478685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739e972-b3b5-4c2b-8922-70bedb6ebc78 req-0aef43d7-9b77-4598-8fab-1afa27f3fc0b tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:36.480192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9739e972-b3b5-4c2b-8922-70bedb6ebc78 req-0aef43d7-9b77-4598-8fab-1afa27f3fc0b tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 945 time: 0.0981030 Sep 07 16:49:36.482684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-74d5a73d-6f84-4616-ad22-3f128216a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6bd57452-0097-409c-88ee-f049a69ef484', 'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'mac_address': 'fa:16:3e:e8:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:54Z', 'updated_at': '2021-09-07T16:47:00Z', 'revision_number': 5, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'subnets': [{'id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:36.513207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c34aa-2e04-4674-aa69-d3a9c75782a8 req-cd3e83fc-edd6-48b6-aaf7-f372a6ad5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:36.514752 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd0c34aa-2e04-4674-aa69-d3a9c75782a8 req-cd3e83fc-edd6-48b6-aaf7-f372a6ad5b53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2099baba-d4fd-4c1c-be63-1f80fdcd9237 HTTP/1.1" status: 200 len: 914 time: 0.1412168 Sep 07 16:49:36.578077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9739e972-b3b5-4c2b-8922-70bedb6ebc78 req-67edc98f-27ed-4c98-a9a1-971f8b5b848f tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893292 Sep 07 16:49:36.579255 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd0c34aa-2e04-4674-aa69-d3a9c75782a8 req-99aa4a75-7ea6-402d-becc-8fb15e55f1de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91d97461-bc4e-45d6-ba66-688c17415a9b HTTP/1.1" status: 200 len: 217 time: 0.0566862 Sep 07 16:49:36.632298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c34aa-2e04-4674-aa69-d3a9c75782a8 req-04bb7e3f-06f6-47a8-adcf-b1466920e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:36.634012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd0c34aa-2e04-4674-aa69-d3a9c75782a8 req-04bb7e3f-06f6-47a8-adcf-b1466920e83f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6 HTTP/1.1" status: 200 len: 852 time: 0.0464406 Sep 07 16:49:36.667185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d5a73d-6f84-4616-ad22-3f128216a25c None None] Checking router: 4fa3a575-dc4d-4fac-93b9-5239a1323098 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:49:36.675890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d5a73d-6f84-4616-ad22-3f128216a25c None None] Routers {'4fa3a575-dc4d-4fac-93b9-5239a1323098'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:49:36.676549 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-74d5a73d-6f84-4616-ad22-3f128216a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:49:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4fa3a575-dc4d-4fac-93b9-5239a1323098'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:36.679135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-72b20aa1-8184-4804-bf1f-ae2b02f6c4e3 req-d52ff9b4-628a-4c61-9d73-7fb85381eabb service neutron] (94771) timed out ('10.222.0.35', 58650) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 16:49:36.682894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c34aa-2e04-4674-aa69-d3a9c75782a8 req-463a1b99-e97a-473b-be59-16b2149d7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:36.684434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd0c34aa-2e04-4674-aa69-d3a9c75782a8 req-463a1b99-e97a-473b-be59-16b2149d7cdd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2099baba-d4fd-4c1c-be63-1f80fdcd9237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411904 Sep 07 16:49:36.780685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd0c34aa-2e04-4674-aa69-d3a9c75782a8 req-78369a7a-3d6a-4923-8440-f7f91c63c64a service neutron] 10.222.0.35 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849252 Sep 07 16:49:36.782220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-74d5a73d-6f84-4616-ad22-3f128216a25c None None] Set router 4fa3a575-dc4d-4fac-93b9-5239a1323098 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:49:36.876639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fd0c34aa-2e04-4674-aa69-d3a9c75782a8 req-ab39970b-fdc1-4d9e-b9f3-a7df80cf6356 service neutron] 10.222.0.35 "GET /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872033 Sep 07 16:49:36.978742 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-74d5a73d-6f84-4616-ad22-3f128216a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6bd57452-0097-409c-88ee-f049a69ef484', 'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'mac_address': 'fa:16:3e:e8:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:54Z', 'updated_at': '2021-09-07T16:47:00Z', 'revision_number': 5, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'subnets': [{'id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:37.004843 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d5a73d-6f84-4616-ad22-3f128216a25c None None] The sync data for ids ['4fa3a575-dc4d-4fac-93b9-5239a1323098'] in n-d-807551-3 is: [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:54Z', 'revision_number': 4, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6bd57452-0097-409c-88ee-f049a69ef484', 'name': '', 'network_id': '2099baba-d4fd-4c1c-be63-1f80fdcd9237', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'mac_address': 'fa:16:3e:e8:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:54Z', 'updated_at': '2021-09-07T16:47:00Z', 'revision_number': 5, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'subnets': [{'id': '6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:49:37.222808 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c91380-1474-47c8-9632-6ffa3ef3b844 None None] New status for floating IP b1dca500-5b3d-4f32-acf8-6efb3b5bb3b8: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:49:37.754588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1640f37-7392-43f4-accd-bac82264a06a req-05753c52-24e9-4339-96df-e4a7d53117a7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:37.756062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b1640f37-7392-43f4-accd-bac82264a06a req-05753c52-24e9-4339-96df-e4a7d53117a7 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 945 time: 0.1049078 Sep 07 16:49:37.792927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b1640f37-7392-43f4-accd-bac82264a06a req-ee737bde-345e-4879-a235-c1aaf87f86ec tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/security-groups?id=c3583bdf-d9f0-4a4c-973a-66801cf8c45e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307813 Sep 07 16:49:38.285555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1df2c-5333-43df-8059-cf675c4867fa req-a95c7f0a-6a9e-4530-bf38-72998624d284 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:49:38.287044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3fc1df2c-5333-43df-8059-cf675c4867fa req-a95c7f0a-6a9e-4530-bf38-72998624d284 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 945 time: 0.0473933 Sep 07 16:49:38.376745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3fc1df2c-5333-43df-8059-cf675c4867fa req-748818a5-16e9-4b88-bea8-8045a7a63b80 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Deleting port 91d97461-bc4e-45d6-ba66-688c17415a9b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:49:38.377089 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3fc1df2c-5333-43df-8059-cf675c4867fa req-748818a5-16e9-4b88-bea8-8045a7a63b80 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:38.462670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3fc1df2c-5333-43df-8059-cf675c4867fa req-748818a5-16e9-4b88-bea8-8045a7a63b80 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] For port 91d97461-bc4e-45d6-ba66-688c17415a9b, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=91d97461-bc4e-45d6-ba66-688c17415a9b,segment=NetworkSegment(3232b56c-e144-46fc-a14a-0b7f27d6252e),segment_id=3232b56c-e144-46fc-a14a-0b7f27d6252e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:49:38.463046 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3fc1df2c-5333-43df-8059-cf675c4867fa req-748818a5-16e9-4b88-bea8-8045a7a63b80 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:38.475001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3fc1df2c-5333-43df-8059-cf675c4867fa req-748818a5-16e9-4b88-bea8-8045a7a63b80 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Calling delete_port for 91d97461-bc4e-45d6-ba66-688c17415a9b owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:49:38.607327 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3fc1df2c-5333-43df-8059-cf675c4867fa req-748818a5-16e9-4b88-bea8-8045a7a63b80 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:38.635258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748818a5-16e9-4b88-bea8-8045a7a63b80 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Pushing event deleted for resources: {'Port': ['ID=91d97461-bc4e-45d6-ba66-688c17415a9b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:38.678449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc1df2c-5333-43df-8059-cf675c4867fa req-748818a5-16e9-4b88-bea8-8045a7a63b80 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] No DVR routers for this DVR port 91d97461-bc4e-45d6-ba66-688c17415a9b on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:49:38.681109 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3fc1df2c-5333-43df-8059-cf675c4867fa req-748818a5-16e9-4b88-bea8-8045a7a63b80 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:38.683328 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3fc1df2c-5333-43df-8059-cf675c4867fa req-748818a5-16e9-4b88-bea8-8045a7a63b80 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.35 "DELETE /v2.0/ports/91d97461-bc4e-45d6-ba66-688c17415a9b HTTP/1.1" status: 204 len: 173 time: 0.3896813 Sep 07 16:49:38.683842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'name': 'network-vif-deleted', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:49:38.686722 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a999909c-3967-41fb-b2b7-7c2f1845ca83" -d '{"events": [{"server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "name": "network-vif-deleted", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:49:38.725145 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15395c6-7b91-49f3-9414-fb119c5e1c54 x-openstack-request-id: req-c15395c6-7b91-49f3-9414-fb119c5e1c54 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:49:38.725500 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b4564f-c7a7-4404-8f2e-bef86c4e8b22", "name": "network-vif-deleted", "tag": "91d97461-bc4e-45d6-ba66-688c17415a9b", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:49:38.725769 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c15395c6-7b91-49f3-9414-fb119c5e1c54 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:49:38.726181 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b4564f-c7a7-4404-8f2e-bef86c4e8b22', 'name': 'network-vif-deleted', 'tag': '91d97461-bc4e-45d6-ba66-688c17415a9b', 'status': 'completed', 'code': 200} Sep 07 16:49:38.889447 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df14078f-d6f3-4439-acad-b1fe86bf3c2d req-39281487-04f7-4398-8c31-154eb7f98ed3 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 210 time: 0.0268710 Sep 07 16:49:39.985167 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eba3822b-2a24-4ffa-a33c-b56911419b29 req-24f82667-f61c-419e-a810-fdfc821f3921 tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 210 time: 0.0266986 Sep 07 16:49:40.410627 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c890f87-5c96-44e8-878c-7650f45e57bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:41.078354 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a45d6c3a-6e97-45fc-ae9b-52d69651ee62 req-05a9b122-4ec4-4b39-b990-b0dfeb824ffa tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 210 time: 0.0263598 Sep 07 16:49:42.184256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09232b7f-284e-4d42-8485-62f1ce3f76bc req-5f915fe3-6a30-4dd6-9d09-33f05efc745c tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "GET /v2.0/ports?device_id=61b4564f-c7a7-4404-8f2e-bef86c4e8b22 HTTP/1.1" status: 200 len: 210 time: 0.0259354 Sep 07 16:49:42.573481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 91d97461-bc4e-45d6-ba66-688c17415a9b no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:49:42.597907 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 91d97461-bc4e-45d6-ba66-688c17415a9b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:49:42.598258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 91d97461-bc4e-45d6-ba66-688c17415a9b not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:49:43.237591 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 40710) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:43.294758 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:43.319571 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:43.379922 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:43.382623 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:43.383909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] 10.222.0.70 "DELETE /v2.0/security-groups/c3583bdf-d9f0-4a4c-973a-66801cf8c45e HTTP/1.1" status: 204 len: 168 time: 0.1453187 Sep 07 16:49:43.393504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3583bdf-d9f0-4a4c-973a-66801cf8c45e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:43.401227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:43.401573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:43.401918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:43.402259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:43.402596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:43.402931 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:43.403288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:43.403636 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:43.403965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:43.404290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:43.404640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:43.404993 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb42eca-8785-4fe7-9910-5b1e034b279d tempest-TestVolumeBackupRestore-10768634 tempest-TestVolumeBackupRestore-10768634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:43.994959 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:44.297259 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa256102-25f2-4b58-9085-7974290c392a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:45.013775 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:46.832679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41164) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:46.941324 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:47.457429 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f6796ba-093c-4840-a0e3-4b6327e2bbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:47.693146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5f6796ba-093c-4840-a0e3-4b6327e2bbc2 admin admin] Deleting port 6bd57452-0097-409c-88ee-f049a69ef484 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:49:47.693406 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f6796ba-093c-4840-a0e3-4b6327e2bbc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:47.771758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-5f6796ba-093c-4840-a0e3-4b6327e2bbc2 admin admin] For port 6bd57452-0097-409c-88ee-f049a69ef484, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6bd57452-0097-409c-88ee-f049a69ef484,segment=NetworkSegment(3232b56c-e144-46fc-a14a-0b7f27d6252e),segment_id=3232b56c-e144-46fc-a14a-0b7f27d6252e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:49:47.772121 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f6796ba-093c-4840-a0e3-4b6327e2bbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:47.784234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-5f6796ba-093c-4840-a0e3-4b6327e2bbc2 admin admin] Calling delete_port for 6bd57452-0097-409c-88ee-f049a69ef484 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:49:47.957577 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f6796ba-093c-4840-a0e3-4b6327e2bbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:47.981496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6796ba-093c-4840-a0e3-4b6327e2bbc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd57452-0097-409c-88ee-f049a69ef484,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:48.148081 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-5f6796ba-093c-4840-a0e3-4b6327e2bbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:48.353215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6796ba-093c-4840-a0e3-4b6327e2bbc2 admin admin] Router 4fa3a575-dc4d-4fac-93b9-5239a1323098 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:49:48.461673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6796ba-093c-4840-a0e3-4b6327e2bbc2 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:49:48.469551 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5f6796ba-093c-4840-a0e3-4b6327e2bbc2 admin admin] 10.222.0.70 "PUT /v2.0/routers/4fa3a575-dc4d-4fac-93b9-5239a1323098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6342919 Sep 07 16:49:48.470134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:48.471567 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc8091-9ea0-448a-987b-583f5ebdac1c None None] Sync routers for ids ['4fa3a575-dc4d-4fac-93b9-5239a1323098'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:49:48.480882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc8091-9ea0-448a-987b-583f5ebdac1c None None] Routers {'4fa3a575-dc4d-4fac-93b9-5239a1323098'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:49:48.481591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-68dc8091-9ea0-448a-987b-583f5ebdac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:49:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4fa3a575-dc4d-4fac-93b9-5239a1323098'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:48.574145 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:48.582808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-68dc8091-9ea0-448a-987b-583f5ebdac1c None None] Set router 4fa3a575-dc4d-4fac-93b9-5239a1323098 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:49:48.682867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:48.735291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Deleting port f821c8a8-fd43-4860-ab1b-d961a9f49b0b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:49:48.735660 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:48.758683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-68dc8091-9ea0-448a-987b-583f5ebdac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:49:47Z', 'revision_number': 5, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port': {'id': 'f821c8a8-fd43-4860-ab1b-d961a9f49b0b', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:48.788713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc8091-9ea0-448a-987b-583f5ebdac1c None None] Checking router: 4fa3a575-dc4d-4fac-93b9-5239a1323098 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:49:48.797233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc8091-9ea0-448a-987b-583f5ebdac1c None None] Routers {'4fa3a575-dc4d-4fac-93b9-5239a1323098'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:49:48.797852 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-68dc8091-9ea0-448a-987b-583f5ebdac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:49:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['4fa3a575-dc4d-4fac-93b9-5239a1323098'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:48.813275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] For port f821c8a8-fd43-4860-ab1b-d961a9f49b0b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f821c8a8-fd43-4860-ab1b-d961a9f49b0b,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:49:48.813650 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:48.825888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Calling delete_port for f821c8a8-fd43-4860-ab1b-d961a9f49b0b owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:49:48.883767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-68dc8091-9ea0-448a-987b-583f5ebdac1c None None] Set router 4fa3a575-dc4d-4fac-93b9-5239a1323098 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:49:48.935010 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-68dc8091-9ea0-448a-987b-583f5ebdac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:49:48Z', 'revision_number': 6, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:48.965367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc8091-9ea0-448a-987b-583f5ebdac1c None None] The sync data for ids ['4fa3a575-dc4d-4fac-93b9-5239a1323098'] in n-d-807551-3 is: [{'id': '4fa3a575-dc4d-4fac-93b9-5239a1323098', 'name': 'tempest-TestVolumeBackupRestore-776710438-router', 'tenant_id': '953ca6dd45a3437cae784e87bd6ebf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:52Z', 'updated_at': '2021-09-07T16:49:48Z', 'revision_number': 6, 'project_id': '953ca6dd45a3437cae784e87bd6ebf86', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:49:48.999736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.029689 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f821c8a8-fd43-4860-ab1b-d961a9f49b0b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:49.041260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:49.041616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:49.041962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:49.042302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:49.042638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:49.042973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:49.043304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:49.043633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:49.043962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:49.044288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:49.044638 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:49.044962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:49:49.097712 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.187374 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.189410 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.229918 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.230606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fa3a575-dc4d-4fac-93b9-5239a1323098 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:49:49.234925 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.236236 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ae8cf18e-cec6-41d6-97fc-34e1638c8fd0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/4fa3a575-dc4d-4fac-93b9-5239a1323098 HTTP/1.1" status: 204 len: 168 time: 0.7651074 Sep 07 16:49:49.239052 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41168) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:49.286235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e4aed2-62d7-4b20-93f8-9b1cb741b355 admin admin] Deleting subnet 6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:49:49.289498 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2e4aed2-62d7-4b20-93f8-9b1cb741b355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.325734 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2e4aed2-62d7-4b20-93f8-9b1cb741b355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.404362 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2e4aed2-62d7-4b20-93f8-9b1cb741b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.458555 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2e4aed2-62d7-4b20-93f8-9b1cb741b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.486306 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b2e4aed2-62d7-4b20-93f8-9b1cb741b355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.488170 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b2e4aed2-62d7-4b20-93f8-9b1cb741b355 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6 HTTP/1.1" status: 204 len: 168 time: 0.2481844 Sep 07 16:49:49.490039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4aed2-62d7-4b20-93f8-9b1cb741b355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1bfc76-8880-4a84-8077-ed0a8a1d2aa6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:49.491267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41170) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:49.493176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99871ec9-ea59-4f79-8f3d-bb52ff25ebc8 None None] Network 2099baba-d4fd-4c1c-be63-1f80fdcd9237 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:49:49.561825 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.614600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Deleting port ef50a4e5-2764-460d-83c0-77f2ed80ea60 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:49:49.614951 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.686183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] For port ef50a4e5-2764-460d-83c0-77f2ed80ea60, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ef50a4e5-2764-460d-83c0-77f2ed80ea60,segment=NetworkSegment(3232b56c-e144-46fc-a14a-0b7f27d6252e),segment_id=3232b56c-e144-46fc-a14a-0b7f27d6252e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:49:49.686553 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.700669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6e208-4d0e-4d8b-a889-422f18453f12 None None] DHCP port deletion for 2099baba-d4fd-4c1c-be63-1f80fdcd9237 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:49:49.702477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Calling delete_port for ef50a4e5-2764-460d-83c0-77f2ed80ea60 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:49:49.755166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7de6e208-4d0e-4d8b-a889-422f18453f12 None None] Deleting port ef50a4e5-2764-460d-83c0-77f2ed80ea60 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:49:49.755600 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7de6e208-4d0e-4d8b-a889-422f18453f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.783664 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.810429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ef50a4e5-2764-460d-83c0-77f2ed80ea60,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:49.817460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] No DVR routers for this DVR port ef50a4e5-2764-460d-83c0-77f2ed80ea60 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:49:49.819056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7de6e208-4d0e-4d8b-a889-422f18453f12 None None] For port ef50a4e5-2764-460d-83c0-77f2ed80ea60, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ef50a4e5-2764-460d-83c0-77f2ed80ea60,segment=NetworkSegment(3232b56c-e144-46fc-a14a-0b7f27d6252e),segment_id=3232b56c-e144-46fc-a14a-0b7f27d6252e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:49:49.819466 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7de6e208-4d0e-4d8b-a889-422f18453f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.832723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7de6e208-4d0e-4d8b-a889-422f18453f12 None None] Calling delete_port for ef50a4e5-2764-460d-83c0-77f2ed80ea60 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:49:49.891579 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.912499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2099baba-d4fd-4c1c-be63-1f80fdcd9237']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:49.918500 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7de6e208-4d0e-4d8b-a889-422f18453f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.922990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3232b56c-e144-46fc-a14a-0b7f27d6252e') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:49.923421 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3232b56c-e144-46fc-a14a-0b7f27d6252e') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:49.932074 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6e208-4d0e-4d8b-a889-422f18453f12 None None] No DVR routers for this DVR port ef50a4e5-2764-460d-83c0-77f2ed80ea60 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:49:49.934250 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.952092 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.952424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6e208-4d0e-4d8b-a889-422f18453f12 None None] Pushing event deleted for resources: {'Port': ['ID=ef50a4e5-2764-460d-83c0-77f2ed80ea60,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:49.962355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:49:49.962893 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:49:49.965619 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:49:50.024586 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:50.030546 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:50.035311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] 10.222.0.70 "DELETE /v2.0/networks/2099baba-d4fd-4c1c-be63-1f80fdcd9237 HTTP/1.1" status: 204 len: 168 time: 0.5396135 Sep 07 16:49:50.035523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41172) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:50.050890 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0497739-60d7-45de-8e75-dc41d68de6eb admin admin] Pushing event deleted for resources: {'Network': ['ID=2099baba-d4fd-4c1c-be63-1f80fdcd9237,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:50.380122 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f49d6a9-f400-4ea8-b03d-ce7ffa1e0525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:50.402069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f821c8a8-fd43-4860-ab1b-d961a9f49b0b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:49:50.421746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f821c8a8-fd43-4860-ab1b-d961a9f49b0b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:49:50.422155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f821c8a8-fd43-4860-ab1b-d961a9f49b0b not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:49:50.422602 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ef50a4e5-2764-460d-83c0-77f2ed80ea60 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:49:50.440803 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ef50a4e5-2764-460d-83c0-77f2ed80ea60 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:49:50.441146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ef50a4e5-2764-460d-83c0-77f2ed80ea60 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:49:50.441553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6bd57452-0097-409c-88ee-f049a69ef484 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:49:50.459538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 6bd57452-0097-409c-88ee-f049a69ef484 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:49:50.459885 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6bd57452-0097-409c-88ee-f049a69ef484 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:49:50.620455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6f49d6a9-f400-4ea8-b03d-ce7ffa1e0525 admin admin] Deleting port 6c790789-cd7c-4d83-a992-c7d74a43be21 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:49:50.621035 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f49d6a9-f400-4ea8-b03d-ce7ffa1e0525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:50.700732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-6f49d6a9-f400-4ea8-b03d-ce7ffa1e0525 admin admin] For port 6c790789-cd7c-4d83-a992-c7d74a43be21, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6c790789-cd7c-4d83-a992-c7d74a43be21,segment=NetworkSegment(9c96bc99-c3bb-484a-8994-807402fafb3e),segment_id=9c96bc99-c3bb-484a-8994-807402fafb3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:49:50.701103 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f49d6a9-f400-4ea8-b03d-ce7ffa1e0525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:50.713683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-6f49d6a9-f400-4ea8-b03d-ce7ffa1e0525 admin admin] Calling delete_port for 6c790789-cd7c-4d83-a992-c7d74a43be21 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:49:50.889085 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f49d6a9-f400-4ea8-b03d-ce7ffa1e0525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:50.914149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49d6a9-f400-4ea8-b03d-ce7ffa1e0525 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c790789-cd7c-4d83-a992-c7d74a43be21,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:51.075225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6f49d6a9-f400-4ea8-b03d-ce7ffa1e0525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:51.284110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f49d6a9-f400-4ea8-b03d-ce7ffa1e0525 admin admin] Router 087837c8-bc50-4777-bec1-41241212e088 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:49:51.650236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f49d6a9-f400-4ea8-b03d-ce7ffa1e0525 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:49:51.655977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6f49d6a9-f400-4ea8-b03d-ce7ffa1e0525 admin admin] 10.222.0.70 "PUT /v2.0/routers/087837c8-bc50-4777-bec1-41241212e088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6195211 Sep 07 16:49:51.658564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41174) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:51.659507 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9d6b9-44c7-4a07-a021-e9a829d7ac4c None None] Sync routers for ids ['087837c8-bc50-4777-bec1-41241212e088'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:49:51.669585 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9d6b9-44c7-4a07-a021-e9a829d7ac4c None None] Routers {'087837c8-bc50-4777-bec1-41241212e088'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:49:51.670232 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-80f9d6b9-44c7-4a07-a021-e9a829d7ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:49:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['087837c8-bc50-4777-bec1-41241212e088'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:51.758466 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:51.770415 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-80f9d6b9-44c7-4a07-a021-e9a829d7ac4c None None] Set router 087837c8-bc50-4777-bec1-41241212e088 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:49:51.861295 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:51.914080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Deleting port d692cf58-06a6-4198-be9f-a85ccb6408df {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:49:51.914488 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:51.943522 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-80f9d6b9-44c7-4a07-a021-e9a829d7ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087837c8-bc50-4777-bec1-41241212e088', 'name': 'tempest-TestVolumeBackupRestore-406552954-router', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:49:50Z', 'revision_number': 5, 'project_id': '146cef74666a4dda9dd30004a5fef219', 'gw_port': {'id': 'd692cf58-06a6-4198-be9f-a85ccb6408df', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087837c8-bc50-4777-bec1-41241212e088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:51.972883 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9d6b9-44c7-4a07-a021-e9a829d7ac4c None None] Checking router: 087837c8-bc50-4777-bec1-41241212e088 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:49:51.981018 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9d6b9-44c7-4a07-a021-e9a829d7ac4c None None] Routers {'087837c8-bc50-4777-bec1-41241212e088'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:49:51.981622 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-80f9d6b9-44c7-4a07-a021-e9a829d7ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:49:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['087837c8-bc50-4777-bec1-41241212e088'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:51.999513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] For port d692cf58-06a6-4198-be9f-a85ccb6408df, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d692cf58-06a6-4198-be9f-a85ccb6408df,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:49:51.999909 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.012991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Calling delete_port for d692cf58-06a6-4198-be9f-a85ccb6408df owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:49:52.154249 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-80f9d6b9-44c7-4a07-a021-e9a829d7ac4c None None] Set router 087837c8-bc50-4777-bec1-41241212e088 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:49:52.178762 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.204523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Pushing event deleted for resources: {'Port': ['ID=d692cf58-06a6-4198-be9f-a85ccb6408df,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:52.205149 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-80f9d6b9-44c7-4a07-a021-e9a829d7ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087837c8-bc50-4777-bec1-41241212e088', 'name': 'tempest-TestVolumeBackupRestore-406552954-router', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:49:51Z', 'revision_number': 6, 'project_id': '146cef74666a4dda9dd30004a5fef219', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:52.235849 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9d6b9-44c7-4a07-a021-e9a829d7ac4c None None] The sync data for ids ['087837c8-bc50-4777-bec1-41241212e088'] in n-d-807551-3 is: [{'id': '087837c8-bc50-4777-bec1-41241212e088', 'name': 'tempest-TestVolumeBackupRestore-406552954-router', 'tenant_id': '146cef74666a4dda9dd30004a5fef219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:46:57Z', 'updated_at': '2021-09-07T16:49:51Z', 'revision_number': 6, 'project_id': '146cef74666a4dda9dd30004a5fef219', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:49:52.264823 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.357650 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.360284 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.402121 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.402699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 087837c8-bc50-4777-bec1-41241212e088 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 16:49:52.407084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.408261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-becc8ab5-14fc-446a-8b0c-1a527180574a admin admin] 10.222.0.70 "DELETE /v2.0/routers/087837c8-bc50-4777-bec1-41241212e088 HTTP/1.1" status: 204 len: 168 time: 0.7487569 Sep 07 16:49:52.410727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:52.454329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab7b81d-8485-418d-a496-7e91cb308d35 admin admin] Deleting subnet 087c5fd3-b7ce-4ae5-8181-6fe30a1c2ede {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:49:52.457227 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b81d-8485-418d-a496-7e91cb308d35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.489989 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b81d-8485-418d-a496-7e91cb308d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.568729 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b81d-8485-418d-a496-7e91cb308d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.633915 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b81d-8485-418d-a496-7e91cb308d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.659898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7b81d-8485-418d-a496-7e91cb308d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087c5fd3-b7ce-4ae5-8181-6fe30a1c2ede,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:52.675489 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b81d-8485-418d-a496-7e91cb308d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.679747 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8ab7b81d-8485-418d-a496-7e91cb308d35 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/087c5fd3-b7ce-4ae5-8181-6fe30a1c2ede HTTP/1.1" status: 204 len: 168 time: 0.2658420 Sep 07 16:49:52.680133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41178) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:52.681723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f15736-428a-4727-a04e-62b8a499c0f8 None None] Network c1e3ccb4-815d-407a-8626-dfad0a16ef15 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:49:52.764993 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.817929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Deleting port d9980d7f-be5e-4d80-b971-d5f4891c3071 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:49:52.818348 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.881555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] For port d9980d7f-be5e-4d80-b971-d5f4891c3071, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d9980d7f-be5e-4d80-b971-d5f4891c3071,segment=NetworkSegment(9c96bc99-c3bb-484a-8994-807402fafb3e),segment_id=9c96bc99-c3bb-484a-8994-807402fafb3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:49:52.881927 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:52.898007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Calling delete_port for d9980d7f-be5e-4d80-b971-d5f4891c3071 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:49:52.974972 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:53.000108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9980d7f-be5e-4d80-b971-d5f4891c3071,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:53.003605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] No DVR routers for this DVR port d9980d7f-be5e-4d80-b971-d5f4891c3071 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:49:53.058044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8af789-14d7-4666-b382-69e5cd8b095d None None] DHCP port deletion for c1e3ccb4-815d-407a-8626-dfad0a16ef15 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 16:49:53.061196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6c790789-cd7c-4d83-a992-c7d74a43be21 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:49:53.084558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 6c790789-cd7c-4d83-a992-c7d74a43be21 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:49:53.084915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6c790789-cd7c-4d83-a992-c7d74a43be21 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:49:53.085365 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:53.106515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e3ccb4-815d-407a-8626-dfad0a16ef15']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:53.115676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c96bc99-c3bb-484a-8994-807402fafb3e') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:53.115978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c96bc99-c3bb-484a-8994-807402fafb3e') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:49:53.125529 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:53.140133 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:53.146322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:49:53.146862 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: timer() Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:49:53.149049 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:49:53.206945 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:53.213109 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:53.217940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c1e3ccb4-815d-407a-8626-dfad0a16ef15 HTTP/1.1" status: 204 len: 168 time: 0.5337777 Sep 07 16:49:53.226402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86986e0-22b7-45e8-b512-22be3b580236 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e3ccb4-815d-407a-8626-dfad0a16ef15,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:53.408315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41182) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:53.446860 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9f51c139-e309-4584-a41d-68e6dc5e7ce3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=953ca6dd45a3437cae784e87bd6ebf86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373726 Sep 07 16:49:53.449214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41184) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:53.495956 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91637637-470f-4622-a0cc-1422d189f894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:53.517371 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91637637-470f-4622-a0cc-1422d189f894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:53.562422 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91637637-470f-4622-a0cc-1422d189f894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:53.565123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-91637637-470f-4622-a0cc-1422d189f894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:53.566274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-91637637-470f-4622-a0cc-1422d189f894 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c522a3e-c9a1-4dfb-96ad-941ab2b9453e HTTP/1.1" status: 204 len: 168 time: 0.1161840 Sep 07 16:49:53.573666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91637637-470f-4622-a0cc-1422d189f894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c522a3e-c9a1-4dfb-96ad-941ab2b9453e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:53.864160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41190) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:53.904150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dd050115-6270-4fd1-8ca8-095455d789a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=146cef74666a4dda9dd30004a5fef219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387046 Sep 07 16:49:53.907367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41192) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:49:53.957450 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e3fdd72-83f4-4570-9829-4528ebe523ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:53.978327 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e3fdd72-83f4-4570-9829-4528ebe523ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:54.023549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e3fdd72-83f4-4570-9829-4528ebe523ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:54.026241 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e3fdd72-83f4-4570-9829-4528ebe523ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:49:54.027371 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0e3fdd72-83f4-4570-9829-4528ebe523ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/883fef39-d12f-40c4-9429-36bfc918a320 HTTP/1.1" status: 204 len: 168 time: 0.1190617 Sep 07 16:49:54.036071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fdd72-83f4-4570-9829-4528ebe523ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883fef39-d12f-40c4-9429-36bfc918a320,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:49:54.402587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d9980d7f-be5e-4d80-b971-d5f4891c3071 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:49:54.422717 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: d9980d7f-be5e-4d80-b971-d5f4891c3071 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:49:54.423150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d9980d7f-be5e-4d80-b971-d5f4891c3071 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:49:54.423645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d692cf58-06a6-4198-be9f-a85ccb6408df no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:49:54.444204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: d692cf58-06a6-4198-be9f-a85ccb6408df {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:49:54.444592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d692cf58-06a6-4198-be9f-a85ccb6408df not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:50:02.138298 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:02.623211 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:03.943110 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-3ed8504f-83f4-442a-bbdc-ab64edd3ee98 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=345215c739d14470a8e94f75263ab7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211499 Sep 07 16:50:04.050004 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921d672-e595-4c70-8a05-11ade590058f req-8e240aec-626b-4e2c-a81c-d28a0aa03e63 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:04.051495 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-8e240aec-626b-4e2c-a81c-d28a0aa03e63 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1033347 Sep 07 16:50:04.068747 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-9944a05c-0dbc-440e-88f4-673357bea462 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/quotas/345215c739d14470a8e94f75263ab7bd HTTP/1.1" status: 200 len: 375 time: 0.0113702 Sep 07 16:50:04.100148 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-61b1d12e-972e-4abf-b09f-60d1b8db9373 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=345215c739d14470a8e94f75263ab7bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259407 Sep 07 16:50:04.260391 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-125ca80e-0c57-4b48-8fa1-a7a3dcfd9578 req-7c3c5bff-a271-4074-8850-34012be238f3 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 210 time: 0.0259349 Sep 07 16:50:05.334710 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc16f608-2f31-4e7d-8e7d-c3f87eeff80f req-53c823fa-0afb-445f-bfe1-fe9f9a6321f1 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 210 time: 0.0262170 Sep 07 16:50:06.064743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-1bb32501-535a-457d-bde5-f65abe6f9821 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=345215c739d14470a8e94f75263ab7bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217133 Sep 07 16:50:06.173167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921d672-e595-4c70-8a05-11ade590058f req-75c9bc9b-cf9d-4116-b941-05ccc8abd1fe tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:06.174529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-75c9bc9b-cf9d-4116-b941-05ccc8abd1fe tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1045656 Sep 07 16:50:06.192724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Request body: {'port': {'device_id': '3e384023-64e2-46d3-90fd-7b11a7424dea', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'admin_state_up': True, 'tenant_id': '345215c739d14470a8e94f75263ab7bd'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:50:06.301891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Made reservation on behalf of 345215c739d14470a8e94f75263ab7bd for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:50:06.305390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:06.313910 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:06.401150 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:06.406038 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:06.449890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfc38533-508a-4634-b469-c339eba221a2 req-465995a3-5c7a-45b9-9291-31cd630ca38b tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 210 time: 0.0407693 Sep 07 16:50:06.493192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8d4769-b751-41c5-9df4-eaf4e7ef305e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:06.562932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Allocated IP 192.168.233.102 (e7e7badd-1b3a-4b2e-860a-2cc2804584d4/e7186c0b-b987-4a4c-aee9-6b869bca8e93/04625256-d777-4e72-ade1-a39bd9dca83a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:50:06.700402 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:06.718074 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Transition to ACTIVE for port object 04625256-d777-4e72-ade1-a39bd9dca83a will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:50:06.749841 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:06.791945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:50:06.794949 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:50:06.800495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:50:06.806763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Pushing event updated for resources: {'Port': ['ID=04625256-d777-4e72-ade1-a39bd9dca83a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:06.854868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:06.855504 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:06.870314 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-8ec79cec-636a-45c5-9f07-b046204c299f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6810718 Sep 07 16:50:06.882700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Request body: {'port': {'device_id': '3e384023-64e2-46d3-90fd-7b11a7424dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:50:06.939123 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:07.002509 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9f1356f2-ac70-4d0d-92b6-3146cf42461a None None] Provisioning for port 04625256-d777-4e72-ade1-a39bd9dca83a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:50:07.006135 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9f1356f2-ac70-4d0d-92b6-3146cf42461a None None] Provisioning complete for port 04625256-d777-4e72-ade1-a39bd9dca83a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:50:07.006511 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9f1356f2-ac70-4d0d-92b6-3146cf42461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:07.039908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9f1356f2-ac70-4d0d-92b6-3146cf42461a None None] Port 04625256-d777-4e72-ade1-a39bd9dca83a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:50:07.199966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04625256-d777-4e72-ade1-a39bd9dca83a {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:50:07.207979 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:07.219215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Transition to ACTIVE for port object 04625256-d777-4e72-ade1-a39bd9dca83a will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:50:07.222990 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:07.270759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Pushing event updated for resources: {'Port': ['ID=04625256-d777-4e72-ade1-a39bd9dca83a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:07.345624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Attempting to bind port 04625256-d777-4e72-ade1-a39bd9dca83a on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:50:07.345969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Attempting to bind port 04625256-d777-4e72-ade1-a39bd9dca83a by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:50:07.346305 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Attempting to bind port 04625256-d777-4e72-ade1-a39bd9dca83a on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:50:07.350838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Port 04625256-d777-4e72-ade1-a39bd9dca83a on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:50:07.351165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Attempting to bind port 04625256-d777-4e72-ade1-a39bd9dca83a on network e7e7badd-1b3a-4b2e-860a-2cc2804584d4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:50:07.356313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:50:07.356764 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Checking segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:50:07.357105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Bound using segment: {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:50:07.357535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Bound port: 04625256-d777-4e72-ade1-a39bd9dca83a, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7809897-6de8-44df-a0a1-202b493da29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:50:07.358422 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:07.424713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] For port 04625256-d777-4e72-ade1-a39bd9dca83a, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:50:07.427789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] For port 04625256-d777-4e72-ade1-a39bd9dca83a, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=04625256-d777-4e72-ade1-a39bd9dca83a,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:50:07.431343 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:07.465115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:07.465735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:07.467157 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] 10.222.0.35 "PUT /v2.0/ports/04625256-d777-4e72-ade1-a39bd9dca83a HTTP/1.1" status: 200 len: 1096 time: 0.5887215 Sep 07 16:50:07.467619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e384023-64e2-46d3-90fd-7b11a7424dea', 'tag': '04625256-d777-4e72-ade1-a39bd9dca83a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:50:07.469924 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c0e00a-3821-4c8a-9da3-e3b257de6ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "3e384023-64e2-46d3-90fd-7b11a7424dea", "tag": "04625256-d777-4e72-ade1-a39bd9dca83a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:50:07.494692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703767b5-9a18-4832-9f5e-850e816b6c36 service neutron] Pushing event updated for resources: {'Port': ['ID=04625256-d777-4e72-ade1-a39bd9dca83a,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:07.521225 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96083fe9-fa31-4066-ba92-10c6b8bf44d6 x-openstack-request-id: req-96083fe9-fa31-4066-ba92-10c6b8bf44d6 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:50:07.521632 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e384023-64e2-46d3-90fd-7b11a7424dea", "tag": "04625256-d777-4e72-ade1-a39bd9dca83a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:50:07.521974 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96083fe9-fa31-4066-ba92-10c6b8bf44d6 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:50:07.522476 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e384023-64e2-46d3-90fd-7b11a7424dea', 'tag': '04625256-d777-4e72-ade1-a39bd9dca83a', 'status': 'completed', 'code': 200} Sep 07 16:50:07.600799 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921d672-e595-4c70-8a05-11ade590058f req-cb7e240a-d2bd-4084-8373-46f1a452f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:07.602353 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-cb7e240a-d2bd-4084-8373-46f1a452f9d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=345215c739d14470a8e94f75263ab7bd&device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 1099 time: 0.0751030 Sep 07 16:50:07.613792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcdcf6-2fd9-401d-a49f-bd4555fec2a7 req-6836e835-c48d-459c-b85a-1662942d551f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:07.615587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27fcdcf6-2fd9-401d-a49f-bd4555fec2a7 req-6836e835-c48d-459c-b85a-1662942d551f tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 948 time: 0.0801661 Sep 07 16:50:07.657682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-ac2f58e8-8f6f-4338-a82e-ea7a66434495 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=04625256-d777-4e72-ade1-a39bd9dca83a HTTP/1.1" status: 200 len: 217 time: 0.0410931 Sep 07 16:50:07.716974 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27fcdcf6-2fd9-401d-a49f-bd4555fec2a7 req-3d92af54-d2ba-4a65-a06f-c95282c54046 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/security-groups?id=be8d4769-b751-41c5-9df4-eaf4e7ef305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944736 Sep 07 16:50:07.722743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921d672-e595-4c70-8a05-11ade590058f req-04f5f58f-5fb6-473e-85f8-fd958ed6ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:07.724155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-04f5f58f-5fb6-473e-85f8-fd958ed6ba8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0602150 Sep 07 16:50:07.772907 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921d672-e595-4c70-8a05-11ade590058f req-7d17a351-9388-4f6f-a433-41ef8c903892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:07.774358 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-7d17a351-9388-4f6f-a433-41ef8c903892 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427525 Sep 07 16:50:07.860797 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-d16f2abf-9c28-4f65-b12a-ac4f138a0ffa service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795152 Sep 07 16:50:07.954632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6921d672-e595-4c70-8a05-11ade590058f req-8795fea5-5b0a-4b61-80dc-5ceea933ba80 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868363 Sep 07 16:50:08.039267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0e00a-3821-4c8a-9da3-e3b257de6ca7 req-085905c6-6d04-4c10-b731-f189722637c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:08.040703 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35c0e00a-3821-4c8a-9da3-e3b257de6ca7 req-085905c6-6d04-4c10-b731-f189722637c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=345215c739d14470a8e94f75263ab7bd&device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 1099 time: 0.0397081 Sep 07 16:50:08.130418 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0e00a-3821-4c8a-9da3-e3b257de6ca7 req-fad367ad-fb02-4323-93aa-d996d1ade797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:08.131876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35c0e00a-3821-4c8a-9da3-e3b257de6ca7 req-fad367ad-fb02-4323-93aa-d996d1ade797 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4 HTTP/1.1" status: 200 len: 870 time: 0.0844896 Sep 07 16:50:08.173222 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35c0e00a-3821-4c8a-9da3-e3b257de6ca7 req-96139229-6690-4fce-b8be-a3f8bb2814cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=04625256-d777-4e72-ade1-a39bd9dca83a HTTP/1.1" status: 200 len: 217 time: 0.0326383 Sep 07 16:50:08.219496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0e00a-3821-4c8a-9da3-e3b257de6ca7 req-bc68b079-e5f5-40dd-819a-1020fe79e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:08.220908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35c0e00a-3821-4c8a-9da3-e3b257de6ca7 req-bc68b079-e5f5-40dd-819a-1020fe79e435 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7186c0b-b987-4a4c-aee9-6b869bca8e93 HTTP/1.1" status: 200 len: 843 time: 0.0410931 Sep 07 16:50:08.264697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0e00a-3821-4c8a-9da3-e3b257de6ca7 req-928d0447-56b2-4657-a74c-4dc3854acc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:08.266134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35c0e00a-3821-4c8a-9da3-e3b257de6ca7 req-928d0447-56b2-4657-a74c-4dc3854acc86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7e7badd-1b3a-4b2e-860a-2cc2804584d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0379972 Sep 07 16:50:08.355390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35c0e00a-3821-4c8a-9da3-e3b257de6ca7 req-4cc75ef8-025b-4574-915a-5ba7f16c21f9 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819502 Sep 07 16:50:08.710315 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35c0e00a-3821-4c8a-9da3-e3b257de6ca7 req-3c3ff2fc-4a62-41ab-b633-79ed8671b588 service neutron] 10.222.0.35 "GET /v2.0/networks/e7e7badd-1b3a-4b2e-860a-2cc2804584d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483343 Sep 07 16:50:08.831791 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797856c4-816e-40e4-a814-2b485c31292e req-bdb983d1-2693-4404-9ef6-9dc0cef7bc6e tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:08.833401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-797856c4-816e-40e4-a814-2b485c31292e req-bdb983d1-2693-4404-9ef6-9dc0cef7bc6e tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 948 time: 0.0481627 Sep 07 16:50:08.870932 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-797856c4-816e-40e4-a814-2b485c31292e req-a7df1954-8011-4bec-a34e-a3e270feb882 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/security-groups?id=be8d4769-b751-41c5-9df4-eaf4e7ef305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Sep 07 16:50:09.982762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867ec9e-763b-4914-8a84-359f95d9198a req-7ebf5d4e-1d80-4964-b40a-77b5d55d1acd tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:09.984238 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4867ec9e-763b-4914-8a84-359f95d9198a req-7ebf5d4e-1d80-4964-b40a-77b5d55d1acd tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 948 time: 0.0473378 Sep 07 16:50:10.021690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4867ec9e-763b-4914-8a84-359f95d9198a req-d3366aeb-d723-477f-9341-399c582e6703 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/security-groups?id=be8d4769-b751-41c5-9df4-eaf4e7ef305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312781 Sep 07 16:50:10.411354 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-100fdcd9-d3ab-4f23-914f-e29f77267c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:11.133758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489279b-b75e-4458-b56b-f9f6a927ab77 req-b59c3e14-252d-432e-b903-6b58d2ad293a tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:11.135249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9489279b-b75e-4458-b56b-f9f6a927ab77 req-b59c3e14-252d-432e-b903-6b58d2ad293a tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 948 time: 0.0488307 Sep 07 16:50:11.175219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9489279b-b75e-4458-b56b-f9f6a927ab77 req-01ad3fc1-17f4-4cab-88b4-db5bb6c4102b tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/security-groups?id=be8d4769-b751-41c5-9df4-eaf4e7ef305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339541 Sep 07 16:50:12.265358 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:50:12.287839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407b404-d3b4-4ef9-9b22-074eaf3e6a16 req-34034a71-6df0-41c3-8687-ccff9a7c54a6 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:12.289345 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b407b404-d3b4-4ef9-9b22-074eaf3e6a16 req-34034a71-6df0-41c3-8687-ccff9a7c54a6 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 948 time: 0.0484908 Sep 07 16:50:12.325659 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b407b404-d3b4-4ef9-9b22-074eaf3e6a16 req-923597a1-a7c8-420b-a828-fcb409cadb13 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/security-groups?id=be8d4769-b751-41c5-9df4-eaf4e7ef305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303686 Sep 07 16:50:12.681817 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 04625256-d777-4e72-ade1-a39bd9dca83a details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:50:12.776937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 04625256-d777-4e72-ade1-a39bd9dca83a, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=04625256-d777-4e72-ade1-a39bd9dca83a,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:50:12.787893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '04625256-d777-4e72-ade1-a39bd9dca83a', 'network_id': 'e7e7badd-1b3a-4b2e-860a-2cc2804584d4', 'port_id': '04625256-d777-4e72-ade1-a39bd9dca83a', 'mac_address': 'fa:16:3e:c4:08:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7186c0b-b987-4a4c-aee9-6b869bca8e93', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:50:12.827072 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:12.841947 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04625256-d777-4e72-ade1-a39bd9dca83a {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:50:12.861423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 04625256-d777-4e72-ade1-a39bd9dca83a, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=04625256-d777-4e72-ade1-a39bd9dca83a,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:50:12.865966 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:12.913988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=04625256-d777-4e72-ade1-a39bd9dca83a,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:12.922312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:50:12.922661 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:50:12.923005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:50:12.923341 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:50:12.923677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:50:12.924005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:50:12.924352 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:50:12.924682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:50:12.925006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:50:12.925329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:50:12.925658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:50:12.925979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:50:13.164746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['04625256-d777-4e72-ade1-a39bd9dca83a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:50:13.437379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c041d-b54d-4dd3-ad36-6be4758a4f08 req-9a580fb2-0310-4163-9c05-d84dc239bfc9 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:13.438851 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd8c041d-b54d-4dd3-ad36-6be4758a4f08 req-9a580fb2-0310-4163-9c05-d84dc239bfc9 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 949 time: 0.0474567 Sep 07 16:50:13.475392 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cd8c041d-b54d-4dd3-ad36-6be4758a4f08 req-fa1b3886-9662-4451-a5e2-c3ffe7d268f8 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/security-groups?id=be8d4769-b751-41c5-9df4-eaf4e7ef305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306759 Sep 07 16:50:13.996299 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:14.288972 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dab976a5-459f-464e-ae2b-30f77de17816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:14.588106 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa05b1e-092e-4f22-8b28-99e827063788 req-464d2150-51e2-4cc6-a5f2-a74c411cce00 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:14.589517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8aa05b1e-092e-4f22-8b28-99e827063788 req-464d2150-51e2-4cc6-a5f2-a74c411cce00 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 949 time: 0.0480955 Sep 07 16:50:14.629668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8aa05b1e-092e-4f22-8b28-99e827063788 req-babfe539-b46a-4026-9178-eeae166b1cfc tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/security-groups?id=be8d4769-b751-41c5-9df4-eaf4e7ef305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342183 Sep 07 16:50:14.689136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 04625256-d777-4e72-ade1-a39bd9dca83a up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:50:14.738044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 04625256-d777-4e72-ade1-a39bd9dca83a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:50:14.742159 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 04625256-d777-4e72-ade1-a39bd9dca83a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:50:14.742535 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:14.821309 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:14.842854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e384023-64e2-46d3-90fd-7b11a7424dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04625256-d777-4e72-ade1-a39bd9dca83a'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:50:14.845025 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9746227b-bb15-473d-8765-cc877cfcc7cf" -d '{"events": [{"server_uuid": "3e384023-64e2-46d3-90fd-7b11a7424dea", "name": "network-vif-plugged", "status": "completed", "tag": "04625256-d777-4e72-ade1-a39bd9dca83a"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:50:14.857392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 04625256-d777-4e72-ade1-a39bd9dca83a, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=04625256-d777-4e72-ade1-a39bd9dca83a,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:50:14.862371 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:14.889319 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c484fd7e-37d3-4292-ae8e-475f672242dd x-openstack-request-id: req-c484fd7e-37d3-4292-ae8e-475f672242dd {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:50:14.889626 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e384023-64e2-46d3-90fd-7b11a7424dea", "name": "network-vif-plugged", "status": "completed", "tag": "04625256-d777-4e72-ade1-a39bd9dca83a", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:50:14.889886 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c484fd7e-37d3-4292-ae8e-475f672242dd {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:50:14.890276 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e384023-64e2-46d3-90fd-7b11a7424dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04625256-d777-4e72-ade1-a39bd9dca83a', 'code': 200} Sep 07 16:50:14.915865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=04625256-d777-4e72-ade1-a39bd9dca83a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:14.978877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f540b-ae2f-44b4-a67d-15f4e76acc2d req-2d85f098-679c-48de-bd26-c1538c4d9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:14.980450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-733f540b-ae2f-44b4-a67d-15f4e76acc2d req-2d85f098-679c-48de-bd26-c1538c4d9c0b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 1101 time: 0.0389817 Sep 07 16:50:15.009158 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:15.016430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-733f540b-ae2f-44b4-a67d-15f4e76acc2d req-807bf093-9a6e-4908-8fa8-8fa6ad3954a3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=be8d4769-b751-41c5-9df4-eaf4e7ef305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290878 Sep 07 16:50:15.741574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230a00f-bfa0-4deb-905c-db2ba51bcf55 req-f5aeb320-9a2d-4e10-9a04-b791b1be552e tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:15.743035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f230a00f-bfa0-4deb-905c-db2ba51bcf55 req-f5aeb320-9a2d-4e10-9a04-b791b1be552e tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 950 time: 0.0480723 Sep 07 16:50:15.778765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f230a00f-bfa0-4deb-905c-db2ba51bcf55 req-1acac072-b515-4823-91ca-475f8dcca53e tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/security-groups?id=be8d4769-b751-41c5-9df4-eaf4e7ef305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298738 Sep 07 16:50:16.896133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a96147-fa3f-4741-9d86-fdc4dacf4a8c req-3d9476b6-bc81-4864-a36f-d44a78e29198 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:16.897765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75a96147-fa3f-4741-9d86-fdc4dacf4a8c req-3d9476b6-bc81-4864-a36f-d44a78e29198 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 950 time: 0.0494835 Sep 07 16:50:16.938687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75a96147-fa3f-4741-9d86-fdc4dacf4a8c req-7a4bbcb0-204d-4cfe-99bd-5ed5eed0abc0 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/security-groups?id=be8d4769-b751-41c5-9df4-eaf4e7ef305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349786 Sep 07 16:50:16.944859 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:17.305968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-dfa4ceda-4a33-4f53-ad09-29fa7dd435e5 req-df53d16c-acf1-4907-9f1e-0f831697945b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:50:17.307227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfa4ceda-4a33-4f53-ad09-29fa7dd435e5 req-df53d16c-acf1-4907-9f1e-0f831697945b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1021693 Sep 07 16:50:17.627004 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-f4ca4bd8-0134-490d-9c2c-d0ecbd819095 req-4b34a84d-301e-42d2-a6db-04c96e00df55 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:50:17.627943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4ca4bd8-0134-490d-9c2c-d0ecbd819095 req-4b34a84d-301e-42d2-a6db-04c96e00df55 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053627 Sep 07 16:50:17.957903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0607a2-914b-4717-943b-0cf1ea6dfea9 req-d7e4fd85-3e6b-4f1b-a0f4-cf1cfd5048bb tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:17.959385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc0607a2-914b-4717-943b-0cf1ea6dfea9 req-d7e4fd85-3e6b-4f1b-a0f4-cf1cfd5048bb tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 950 time: 0.0481219 Sep 07 16:50:17.996178 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc0607a2-914b-4717-943b-0cf1ea6dfea9 req-eafc9160-be76-4e06-a463-8edb85e86a54 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/security-groups?id=be8d4769-b751-41c5-9df4-eaf4e7ef305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Sep 07 16:50:19.109831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214584c-e90b-4c0c-8962-b820b11308ff req-76bd096c-cf93-410e-bffa-c28a7ba3ed95 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:19.111320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6214584c-e90b-4c0c-8962-b820b11308ff req-76bd096c-cf93-410e-bffa-c28a7ba3ed95 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 950 time: 0.0480833 Sep 07 16:50:19.147378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6214584c-e90b-4c0c-8962-b820b11308ff req-1d7aaff5-e5bb-4e78-94f5-83af9c24a04b tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/security-groups?id=be8d4769-b751-41c5-9df4-eaf4e7ef305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298409 Sep 07 16:50:19.353067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dee2b-ffcb-4c5d-a169-21a860a611e5 req-96754aaf-783f-4a88-8190-7e17fac6eb58 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:19.354510 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b21dee2b-ffcb-4c5d-a169-21a860a611e5 req-96754aaf-783f-4a88-8190-7e17fac6eb58 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 950 time: 0.0471585 Sep 07 16:50:19.444104 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b21dee2b-ffcb-4c5d-a169-21a860a611e5 req-e4ce8d5f-b3aa-42dc-8278-596ce9496459 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Deleting port 04625256-d777-4e72-ade1-a39bd9dca83a {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:50:19.444481 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b21dee2b-ffcb-4c5d-a169-21a860a611e5 req-e4ce8d5f-b3aa-42dc-8278-596ce9496459 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:19.532757 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-b21dee2b-ffcb-4c5d-a169-21a860a611e5 req-e4ce8d5f-b3aa-42dc-8278-596ce9496459 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] For port 04625256-d777-4e72-ade1-a39bd9dca83a, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=04625256-d777-4e72-ade1-a39bd9dca83a,segment=NetworkSegment(a7809897-6de8-44df-a0a1-202b493da29d),segment_id=a7809897-6de8-44df-a0a1-202b493da29d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:50:19.533121 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b21dee2b-ffcb-4c5d-a169-21a860a611e5 req-e4ce8d5f-b3aa-42dc-8278-596ce9496459 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:19.544361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-b21dee2b-ffcb-4c5d-a169-21a860a611e5 req-e4ce8d5f-b3aa-42dc-8278-596ce9496459 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Calling delete_port for 04625256-d777-4e72-ade1-a39bd9dca83a owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:50:19.667606 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b21dee2b-ffcb-4c5d-a169-21a860a611e5 req-e4ce8d5f-b3aa-42dc-8278-596ce9496459 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:19.679176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['04625256-d777-4e72-ade1-a39bd9dca83a'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:50:19.700706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce8d5f-b3aa-42dc-8278-596ce9496459 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Pushing event deleted for resources: {'Port': ['ID=04625256-d777-4e72-ade1-a39bd9dca83a,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:19.743820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21dee2b-ffcb-4c5d-a169-21a860a611e5 req-e4ce8d5f-b3aa-42dc-8278-596ce9496459 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] No DVR routers for this DVR port 04625256-d777-4e72-ade1-a39bd9dca83a on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:50:19.746637 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-b21dee2b-ffcb-4c5d-a169-21a860a611e5 req-e4ce8d5f-b3aa-42dc-8278-596ce9496459 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:19.748771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b21dee2b-ffcb-4c5d-a169-21a860a611e5 req-e4ce8d5f-b3aa-42dc-8278-596ce9496459 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.35 "DELETE /v2.0/ports/04625256-d777-4e72-ade1-a39bd9dca83a HTTP/1.1" status: 204 len: 173 time: 0.3883057 Sep 07 16:50:19.749227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e384023-64e2-46d3-90fd-7b11a7424dea', 'name': 'network-vif-deleted', 'tag': '04625256-d777-4e72-ade1-a39bd9dca83a'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:50:19.751620 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619ad731-8dc8-496a-a986-a32f37e29a47" -d '{"events": [{"server_uuid": "3e384023-64e2-46d3-90fd-7b11a7424dea", "name": "network-vif-deleted", "tag": "04625256-d777-4e72-ade1-a39bd9dca83a"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:50:19.791834 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b7d0d9-0b90-454c-8b5e-9b1de6c403e1 x-openstack-request-id: req-95b7d0d9-0b90-454c-8b5e-9b1de6c403e1 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:50:19.792139 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e384023-64e2-46d3-90fd-7b11a7424dea", "name": "network-vif-deleted", "tag": "04625256-d777-4e72-ade1-a39bd9dca83a", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:50:19.792427 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95b7d0d9-0b90-454c-8b5e-9b1de6c403e1 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:50:19.792851 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e384023-64e2-46d3-90fd-7b11a7424dea', 'name': 'network-vif-deleted', 'tag': '04625256-d777-4e72-ade1-a39bd9dca83a', 'status': 'completed', 'code': 200} Sep 07 16:50:20.255107 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d25045ac-e352-40ce-b827-fa4919aef901 req-349627ff-3003-4355-93c9-4ce42a112241 tempest-ServersAdminNegativeTestJSON-1137680696 tempest-ServersAdminNegativeTestJSON-1137680696-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e384023-64e2-46d3-90fd-7b11a7424dea HTTP/1.1" status: 200 len: 210 time: 0.0260131 Sep 07 16:50:21.540157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41332) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:50:21.669959 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e6e9078d-2ecb-4538-9610-28ef4aaec58c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=345215c739d14470a8e94f75263ab7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285872 Sep 07 16:50:21.672909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41336) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:50:21.719040 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73ded226-6d60-4648-b37c-03dc62ad9e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:21.740535 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73ded226-6d60-4648-b37c-03dc62ad9e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:21.788638 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73ded226-6d60-4648-b37c-03dc62ad9e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:21.791075 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73ded226-6d60-4648-b37c-03dc62ad9e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:21.792206 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-73ded226-6d60-4648-b37c-03dc62ad9e8a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be8d4769-b751-41c5-9df4-eaf4e7ef305e HTTP/1.1" status: 204 len: 168 time: 0.1183989 Sep 07 16:50:21.800058 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ded226-6d60-4648-b37c-03dc62ad9e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8d4769-b751-41c5-9df4-eaf4e7ef305e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:22.047310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41342) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:50:22.060312 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be7ce92a-8c8a-45bb-9b93-19f229565e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:22.156106 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be7ce92a-8c8a-45bb-9b93-19f229565e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:22.160260 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be7ce92a-8c8a-45bb-9b93-19f229565e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:22.200595 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-be7ce92a-8c8a-45bb-9b93-19f229565e82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ba43e0c1f3446249187a32add4f4c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520984 Sep 07 16:50:22.201491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ce92a-8c8a-45bb-9b93-19f229565e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536d8cf4-7b4b-49cd-91a9-8e40f4d8ac91,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:22.203614 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:50:22.256753 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3e5bd2f-7b9f-4e98-9555-e57a50880310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:22.278135 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3e5bd2f-7b9f-4e98-9555-e57a50880310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:22.324401 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3e5bd2f-7b9f-4e98-9555-e57a50880310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:22.327357 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e3e5bd2f-7b9f-4e98-9555-e57a50880310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:22.328538 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e3e5bd2f-7b9f-4e98-9555-e57a50880310 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/536d8cf4-7b4b-49cd-91a9-8e40f4d8ac91 HTTP/1.1" status: 204 len: 168 time: 0.1222026 Sep 07 16:50:22.336174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5bd2f-7b9f-4e98-9555-e57a50880310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536d8cf4-7b4b-49cd-91a9-8e40f4d8ac91,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:22.706845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 04625256-d777-4e72-ade1-a39bd9dca83a no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:50:22.731321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 04625256-d777-4e72-ade1-a39bd9dca83a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:50:22.731754 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 04625256-d777-4e72-ade1-a39bd9dca83a not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:50:23.022424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41366) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:50:23.168929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-923528436-network', 'tenant_id': '214a312aacad473496ba594b716a76d8'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:50:23.190264 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Made reservation on behalf of 214a312aacad473496ba594b716a76d8 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:50:23.192646 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:23.200648 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:23.288867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:23.292879 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:23.313440 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:50:23.326223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:23.330937 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:23.331282 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Added segment b4c8db2a-fcef-4d26-b6ab-3e348ce5973a of type vlan for network 79b64238-13e6-4d0b-800c-18763b44a4c9 Sep 07 16:50:23.370557 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:23.394702 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:23.395838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:23.396449 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:23.425821 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4022961 Sep 07 16:50:23.428678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41372) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:50:23.436124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7e8799c7-f620-4c64-8031-1eac498ad8fe admin admin] Request body: {'subnet': {'network_id': '79b64238-13e6-4d0b-800c-18763b44a4c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-923528436-subnet', 'tenant_id': '214a312aacad473496ba594b716a76d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:50:23.466373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762ca46-d389-43d6-8f90-c518b60c0aca admin admin] Pushing event updated for resources: {'Network': ['ID=79b64238-13e6-4d0b-800c-18763b44a4c9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:23.476675 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 79b64238-13e6-4d0b-800c-18763b44a4c9 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:50:23.483273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8799c7-f620-4c64-8031-1eac498ad8fe admin admin] Made reservation on behalf of 214a312aacad473496ba594b716a76d8 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:50:23.485659 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e8799c7-f620-4c64-8031-1eac498ad8fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:23.652848 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e8799c7-f620-4c64-8031-1eac498ad8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:23.710561 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8799c7-f620-4c64-8031-1eac498ad8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=91351ea5-a3b6-4ab8-9923-00ba71b50a36,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:23.719693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8799c7-f620-4c64-8031-1eac498ad8fe admin admin] Checking segment: {'id': 'b4c8db2a-fcef-4d26-b6ab-3e348ce5973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '79b64238-13e6-4d0b-800c-18763b44a4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:50:23.720053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8799c7-f620-4c64-8031-1eac498ad8fe admin admin] Network hostable DHCP agents. Network: 79b64238-13e6-4d0b-800c-18763b44a4c9, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:50:23.736495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8799c7-f620-4c64-8031-1eac498ad8fe admin admin] Network 79b64238-13e6-4d0b-800c-18763b44a4c9 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:50:23.744143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-7e8799c7-f620-4c64-8031-1eac498ad8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 79b64238-13e6-4d0b-800c-18763b44a4c9) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:50:23.748171 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8799c7-f620-4c64-8031-1eac498ad8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:23.748794 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7e8799c7-f620-4c64-8031-1eac498ad8fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:23.753761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c55d01-e26a-459d-939f-008dd5470563 None None] Network 79b64238-13e6-4d0b-800c-18763b44a4c9 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:50:23.762445 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7e8799c7-f620-4c64-8031-1eac498ad8fe admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3312950 Sep 07 16:50:23.884047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906e6f22-0337-4b9a-9f1b-06cea6b49645 None None] Network 79b64238-13e6-4d0b-800c-18763b44a4c9 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:50:24.178252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-2c5552e7-4256-4f98-ade9-3adbaf65f763 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:24.179642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-2c5552e7-4256-4f98-ade9-3adbaf65f763 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/networks?id=79b64238-13e6-4d0b-800c-18763b44a4c9 HTTP/1.1" status: 200 len: 811 time: 0.1016004 Sep 07 16:50:24.194599 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-16f42c86-62b4-4d73-a6c2-5cbd8e595653 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/quotas/214a312aacad473496ba594b716a76d8 HTTP/1.1" status: 200 len: 375 time: 0.0092852 Sep 07 16:50:24.225351 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-9d77fcc9-4c32-43af-8aed-bc00fda1040b tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=214a312aacad473496ba594b716a76d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257556 Sep 07 16:50:24.235489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-71c757eb-5ee7-4294-af56-dccbf6e413a7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:50:24.236489 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-71c757eb-5ee7-4294-af56-dccbf6e413a7 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048566 Sep 07 16:50:24.321518 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-54ad3317-d4ae-45a3-9389-f1f21fb561ca service neutron] 10.222.0.70 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790079 Sep 07 16:50:24.415538 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-3e8bf4bc-fa50-43d3-92bd-19d2a9dd7be0 service neutron] 10.222.0.70 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873868 Sep 07 16:50:24.576433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a316dbf-fdc6-4beb-b08d-cbb163b27ead req-507c28a8-3548-4617-a90a-b15e4690ec55 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 210 time: 0.0265193 Sep 07 16:50:25.451937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-636e8cc4-d6e5-4e73-92bd-8d02f1260be0 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:25.453471 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-636e8cc4-d6e5-4e73-92bd-8d02f1260be0 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.35 "GET /v2.0/networks?id=79b64238-13e6-4d0b-800c-18763b44a4c9 HTTP/1.1" status: 200 len: 811 time: 0.1044631 Sep 07 16:50:25.467828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-7eac9640-8ce1-491e-9c57-5c10f4d3332f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Request body: {'port': {'device_id': 'bff366cb-4156-4673-a185-b82aea4ab387', 'network_id': '79b64238-13e6-4d0b-800c-18763b44a4c9', 'admin_state_up': True, 'tenant_id': '214a312aacad473496ba594b716a76d8'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:50:25.570023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-7eac9640-8ce1-491e-9c57-5c10f4d3332f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Made reservation on behalf of 214a312aacad473496ba594b716a76d8 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:50:25.573587 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-7eac9640-8ce1-491e-9c57-5c10f4d3332f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:25.674014 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-da20b02e-983d-4b8c-8599-ee0820ded54d req-fae3f479-f491-4246-ae43-b4f4119a7795 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 210 time: 0.0314400 Sep 07 16:50:25.722063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-7eac9640-8ce1-491e-9c57-5c10f4d3332f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Allocated IP 172.20.0.12 (79b64238-13e6-4d0b-800c-18763b44a4c9/91351ea5-a3b6-4ab8-9923-00ba71b50a36/e898f7c6-04f7-4b3c-a60c-4c692c0a6d49) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:50:25.872073 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-7eac9640-8ce1-491e-9c57-5c10f4d3332f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:25.909911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-7eac9640-8ce1-491e-9c57-5c10f4d3332f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:25.951431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-7eac9640-8ce1-491e-9c57-5c10f4d3332f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Network 79b64238-13e6-4d0b-800c-18763b44a4c9 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:50:25.955136 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-7eac9640-8ce1-491e-9c57-5c10f4d3332f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:50:25.961113 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-7eac9640-8ce1-491e-9c57-5c10f4d3332f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:50:25.966820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac9640-8ce1-491e-9c57-5c10f4d3332f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Pushing event updated for resources: {'Port': ['ID=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:26.009755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-7eac9640-8ce1-491e-9c57-5c10f4d3332f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:26.010365 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-7eac9640-8ce1-491e-9c57-5c10f4d3332f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:26.024102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-7eac9640-8ce1-491e-9c57-5c10f4d3332f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5604734 Sep 07 16:50:26.036792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Request body: {'port': {'device_id': 'bff366cb-4156-4673-a185-b82aea4ab387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:50:26.091573 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:26.343362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:50:26.350478 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:26.362548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Transition to ACTIVE for port object e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:50:26.365930 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:26.433211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Pushing event updated for resources: {'Port': ['ID=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:26.483999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Attempting to bind port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:50:26.484657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Attempting to bind port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'b4c8db2a-fcef-4d26-b6ab-3e348ce5973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '79b64238-13e6-4d0b-800c-18763b44a4c9'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:50:26.484758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Attempting to bind port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 on network 79b64238-13e6-4d0b-800c-18763b44a4c9 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:50:26.488964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 on network 79b64238-13e6-4d0b-800c-18763b44a4c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:50:26.489292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Attempting to bind port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 on network 79b64238-13e6-4d0b-800c-18763b44a4c9 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:50:26.494666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:50:26.495011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Checking segment: {'id': 'b4c8db2a-fcef-4d26-b6ab-3e348ce5973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '79b64238-13e6-4d0b-800c-18763b44a4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:50:26.495406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Bound using segment: {'id': 'b4c8db2a-fcef-4d26-b6ab-3e348ce5973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '79b64238-13e6-4d0b-800c-18763b44a4c9'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:50:26.495841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Bound port: e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c8db2a-fcef-4d26-b6ab-3e348ce5973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '79b64238-13e6-4d0b-800c-18763b44a4c9'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:50:26.496208 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:26.557755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] For port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:50:26.561759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] For port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,segment=NetworkSegment(b4c8db2a-fcef-4d26-b6ab-3e348ce5973a),segment_id=b4c8db2a-fcef-4d26-b6ab-3e348ce5973a)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:50:26.566384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:26.604019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:26.604694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:26.606079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] 10.222.0.35 "PUT /v2.0/ports/e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 HTTP/1.1" status: 200 len: 1092 time: 0.5732477 Sep 07 16:50:26.606517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff366cb-4156-4673-a185-b82aea4ab387', 'tag': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:50:26.608777 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197da147-bac1-4895-aa98-f52d0bc27621" -d '{"events": [{"name": "network-changed", "server_uuid": "bff366cb-4156-4673-a185-b82aea4ab387", "tag": "e898f7c6-04f7-4b3c-a60c-4c692c0a6d49"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:50:26.643476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53deade9-2fe6-4949-ab09-717540230f80 service neutron] Pushing event updated for resources: {'Port': ['ID=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:26.656407 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cb65e8-413d-4036-83ad-09d3141857b4 x-openstack-request-id: req-18cb65e8-413d-4036-83ad-09d3141857b4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:50:26.656707 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff366cb-4156-4673-a185-b82aea4ab387", "tag": "e898f7c6-04f7-4b3c-a60c-4c692c0a6d49", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:50:26.656962 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18cb65e8-413d-4036-83ad-09d3141857b4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:50:26.657473 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff366cb-4156-4673-a185-b82aea4ab387', 'tag': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49', 'status': 'completed', 'code': 200} Sep 07 16:50:26.699269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-796f8415-4b9f-4e13-a30c-2c2b5bd9f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:26.700757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-796f8415-4b9f-4e13-a30c-2c2b5bd9f0d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=214a312aacad473496ba594b716a76d8&device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 1095 time: 0.0412502 Sep 07 16:50:26.745270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-7ed8b5f4-beed-4896-9a74-2fe2402bca57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 HTTP/1.1" status: 200 len: 217 time: 0.0370450 Sep 07 16:50:26.819128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-e2485885-798c-4989-a7af-64bbde4a9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:26.820689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-e2485885-798c-4989-a7af-64bbde4a9375 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91351ea5-a3b6-4ab8-9923-00ba71b50a36 HTTP/1.1" status: 200 len: 851 time: 0.0664399 Sep 07 16:50:26.829501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3da2a5-d94e-45f1-83fe-89f7dcf7fc2b req-df92d6cf-e083-4da6-aa96-458178ea57ff tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:26.830985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a3da2a5-d94e-45f1-83fe-89f7dcf7fc2b req-df92d6cf-e083-4da6-aa96-458178ea57ff tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 944 time: 0.0885193 Sep 07 16:50:26.863003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-8d027a1f-ffd4-42f3-b491-7cdc32f92eef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79b64238-13e6-4d0b-800c-18763b44a4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310316 Sep 07 16:50:26.916778 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a3da2a5-d94e-45f1-83fe-89f7dcf7fc2b req-0ef95eab-cf05-41a5-b938-fe70d2587b82 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770695 Sep 07 16:50:26.972690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-74c58474-222a-45f2-9d12-b97b7092c928 service neutron] 10.222.0.35 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010904 Sep 07 16:50:27.062516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a37e0c-9797-4d23-8355-d5eb3e443c5d req-525f374e-f811-4cdd-872f-02b08c4ebeb6 service neutron] 10.222.0.35 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826063 Sep 07 16:50:27.153197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197da147-bac1-4895-aa98-f52d0bc27621 req-5bd3cd51-b802-4112-9f53-b86b96d19176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:27.155202 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-197da147-bac1-4895-aa98-f52d0bc27621 req-5bd3cd51-b802-4112-9f53-b86b96d19176 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=214a312aacad473496ba594b716a76d8&device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 1095 time: 0.0451229 Sep 07 16:50:27.247118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197da147-bac1-4895-aa98-f52d0bc27621 req-e005b195-c1ed-4360-b1b1-fd7d5830697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:27.248821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-197da147-bac1-4895-aa98-f52d0bc27621 req-e005b195-c1ed-4360-b1b1-fd7d5830697f service neutron] 10.222.0.35 "GET /v2.0/networks?id=79b64238-13e6-4d0b-800c-18763b44a4c9 HTTP/1.1" status: 200 len: 912 time: 0.0866609 Sep 07 16:50:27.288996 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-197da147-bac1-4895-aa98-f52d0bc27621 req-0ec8afbf-b540-4076-8a3b-6168338905b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 HTTP/1.1" status: 200 len: 217 time: 0.0332496 Sep 07 16:50:27.341945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197da147-bac1-4895-aa98-f52d0bc27621 req-e2011613-8a17-4063-8575-cd7b1c71c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:27.343959 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-197da147-bac1-4895-aa98-f52d0bc27621 req-e2011613-8a17-4063-8575-cd7b1c71c7d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91351ea5-a3b6-4ab8-9923-00ba71b50a36 HTTP/1.1" status: 200 len: 851 time: 0.0488491 Sep 07 16:50:27.375784 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-197da147-bac1-4895-aa98-f52d0bc27621 req-e4453fe5-925b-4aeb-b926-bfeaf65d4284 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79b64238-13e6-4d0b-800c-18763b44a4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251369 Sep 07 16:50:27.461717 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-197da147-bac1-4895-aa98-f52d0bc27621 req-dae418bd-952b-436d-892e-09b114d7ec41 service neutron] 10.222.0.35 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789638 Sep 07 16:50:27.554861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-197da147-bac1-4895-aa98-f52d0bc27621 req-3ed932c4-2681-4296-bef9-5e01ead516cf service neutron] 10.222.0.35 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854447 Sep 07 16:50:28.033209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efde9d-4aa2-4408-9662-1c2a13fba2fa req-55020a47-cfb5-4435-9763-8363cbaf3969 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:28.034673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4efde9d-4aa2-4408-9662-1c2a13fba2fa req-55020a47-cfb5-4435-9763-8363cbaf3969 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 944 time: 0.0485728 Sep 07 16:50:28.070799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4efde9d-4aa2-4408-9662-1c2a13fba2fa req-948c0b97-6821-45d0-aaa4-ff55507c942b tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302489 Sep 07 16:50:29.186848 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b015d1b-987c-4382-a3b6-792114d9f7fb req-a39a5b33-c5f3-4c34-b5f6-efbce60c9a53 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:29.188248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b015d1b-987c-4382-a3b6-792114d9f7fb req-a39a5b33-c5f3-4c34-b5f6-efbce60c9a53 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 944 time: 0.0525861 Sep 07 16:50:29.224223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b015d1b-987c-4382-a3b6-792114d9f7fb req-02efbe97-173a-4bca-b1f9-a3c2dc5d66aa tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301263 Sep 07 16:50:30.336468 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7406e3-cdc4-4d9b-864e-15890a81c462 req-5dec7823-6bd3-4ae3-b31c-7547ef947c10 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:30.337942 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f7406e3-cdc4-4d9b-864e-15890a81c462 req-5dec7823-6bd3-4ae3-b31c-7547ef947c10 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 944 time: 0.0480933 Sep 07 16:50:30.375503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f7406e3-cdc4-4d9b-864e-15890a81c462 req-c99df335-5fe7-45c6-8f74-b7d0e12d5b48 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317736 Sep 07 16:50:30.756820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:50:30.846066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,segment=NetworkSegment(b4c8db2a-fcef-4d26-b6ab-3e348ce5973a),segment_id=b4c8db2a-fcef-4d26-b6ab-3e348ce5973a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:50:30.857215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49', 'network_id': '79b64238-13e6-4d0b-800c-18763b44a4c9', 'port_id': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49', 'mac_address': 'fa:16:3e:7f:fc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91351ea5-a3b6-4ab8-9923-00ba71b50a36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:50:30.893716 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:30.915515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:50:30.934661 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,segment=NetworkSegment(b4c8db2a-fcef-4d26-b6ab-3e348ce5973a),segment_id=b4c8db2a-fcef-4d26-b6ab-3e348ce5973a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:50:30.938503 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:30.983847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:31.202302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['e898f7c6-04f7-4b3c-a60c-4c692c0a6d49'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:50:31.487691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83af27-67be-4671-a988-b31705d9db58 req-00f39f6e-1c72-45f9-8007-cf2d5d3315d3 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:31.489110 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec83af27-67be-4671-a988-b31705d9db58 req-00f39f6e-1c72-45f9-8007-cf2d5d3315d3 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 945 time: 0.0479879 Sep 07 16:50:31.525494 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec83af27-67be-4671-a988-b31705d9db58 req-b1999126-adb5-4e26-abed-f498e1349b11 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303493 Sep 07 16:50:32.132455 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:32.622641 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:32.644611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b33c90-0f7a-4534-b5d9-e04e18d2b605 req-62e29cc1-5ebc-4f03-a520-46c9b7a3c4af tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:32.646094 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42b33c90-0f7a-4534-b5d9-e04e18d2b605 req-62e29cc1-5ebc-4f03-a520-46c9b7a3c4af tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 945 time: 0.0538466 Sep 07 16:50:32.682487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-42b33c90-0f7a-4534-b5d9-e04e18d2b605 req-ae78f35b-15d3-4ba0-a5f2-308cfcf9162b tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304410 Sep 07 16:50:32.733257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:50:32.783274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:50:32.786902 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:50:32.787282 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:32.860809 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:32.883652 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff366cb-4156-4673-a185-b82aea4ab387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:50:32.885849 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b218a947-bc48-4340-bab0-6be14d485ade" -d '{"events": [{"server_uuid": "bff366cb-4156-4673-a185-b82aea4ab387", "name": "network-vif-plugged", "status": "completed", "tag": "e898f7c6-04f7-4b3c-a60c-4c692c0a6d49"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:50:32.901040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,segment=NetworkSegment(b4c8db2a-fcef-4d26-b6ab-3e348ce5973a),segment_id=b4c8db2a-fcef-4d26-b6ab-3e348ce5973a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:50:32.909153 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:32.940741 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10db966a-6b70-40f4-a957-eba6a1042107 x-openstack-request-id: req-10db966a-6b70-40f4-a957-eba6a1042107 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:50:32.941296 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff366cb-4156-4673-a185-b82aea4ab387", "name": "network-vif-plugged", "status": "completed", "tag": "e898f7c6-04f7-4b3c-a60c-4c692c0a6d49", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:50:32.942207 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10db966a-6b70-40f4-a957-eba6a1042107 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:50:32.942603 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff366cb-4156-4673-a185-b82aea4ab387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49', 'code': 200} Sep 07 16:50:32.969373 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:50:33.016221 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e3234-ef42-471a-a932-ed531eb96c22 req-cd0d9922-08b4-43b5-863d-9c09f76f94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:33.017730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e85e3234-ef42-471a-a932-ed531eb96c22 req-cd0d9922-08b4-43b5-863d-9c09f76f94d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 1097 time: 0.0401537 Sep 07 16:50:33.051581 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e85e3234-ef42-471a-a932-ed531eb96c22 req-b4b8547a-9d9e-4dc8-b35d-eb70b9c21d0a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266762 Sep 07 16:50:33.795564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db03141-fca5-4076-920d-78bd57365414 req-c9c985a4-9d09-4a39-9924-2ca191db69d1 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:33.797071 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3db03141-fca5-4076-920d-78bd57365414 req-c9c985a4-9d09-4a39-9924-2ca191db69d1 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0480626 Sep 07 16:50:33.833121 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3db03141-fca5-4076-920d-78bd57365414 req-c80a2efc-ef7a-4d8b-b2e3-5cc930530a2e tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302279 Sep 07 16:50:34.955217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc386a07-116f-4a11-8393-7635e7ef4a79 req-f5acb8a9-9ee4-4c39-9abd-c38027434d83 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:34.956718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc386a07-116f-4a11-8393-7635e7ef4a79 req-f5acb8a9-9ee4-4c39-9abd-c38027434d83 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0547073 Sep 07 16:50:34.992531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc386a07-116f-4a11-8393-7635e7ef4a79 req-2985a611-9dd8-4673-bc94-f898943bb74b tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298584 Sep 07 16:50:35.168939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41426) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:50:35.226659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac985f6-7f39-4188-a6a0-f1171a565cef req-66e1803a-19af-49e1-9b0f-674c42333018 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:35.228172 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ac985f6-7f39-4188-a6a0-f1171a565cef req-66e1803a-19af-49e1-9b0f-674c42333018 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0485594 Sep 07 16:50:35.259579 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-5621213b-c6f3-4194-8e2d-eb46aedcad3f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894151 Sep 07 16:50:35.267084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ac985f6-7f39-4188-a6a0-f1171a565cef req-d94c3d18-d8af-4953-8717-47e5aef0cb3d tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324841 Sep 07 16:50:35.268368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-8ba1e9ec-5ec9-434c-b465-af289669f941 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:50:35.269348 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-8ba1e9ec-5ec9-434c-b465-af289669f941 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050256 Sep 07 16:50:36.383369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96441c03-c283-418e-bbc6-600146a93311 req-771b2b50-4dc1-4272-aecd-6ce9a6b5f6da tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:36.384999 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-96441c03-c283-418e-bbc6-600146a93311 req-771b2b50-4dc1-4272-aecd-6ce9a6b5f6da tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0515807 Sep 07 16:50:36.432627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-96441c03-c283-418e-bbc6-600146a93311 req-1311bbe5-6afb-4d7a-94c8-3774a90cceb6 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Sep 07 16:50:36.463787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdded464-d92a-42b8-85e0-144ad6208423 req-64fbcbe5-c0b1-4658-9f5c-ecaecddc3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:36.465313 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-64fbcbe5-c0b1-4658-9f5c-ecaecddc3a91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=214a312aacad473496ba594b716a76d8&device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 1097 time: 0.0463510 Sep 07 16:50:36.552273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdded464-d92a-42b8-85e0-144ad6208423 req-840f501d-9318-4a64-8539-d9dfbc602e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:36.553673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-840f501d-9318-4a64-8539-d9dfbc602e13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=79b64238-13e6-4d0b-800c-18763b44a4c9 HTTP/1.1" status: 200 len: 912 time: 0.0820048 Sep 07 16:50:36.597869 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-ccda5de1-d97a-4ca2-b109-f2295160d750 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 HTTP/1.1" status: 200 len: 217 time: 0.0366366 Sep 07 16:50:36.645791 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdded464-d92a-42b8-85e0-144ad6208423 req-39148737-7731-4574-8555-607c90c72d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:36.647198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-39148737-7731-4574-8555-607c90c72d84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91351ea5-a3b6-4ab8-9923-00ba71b50a36 HTTP/1.1" status: 200 len: 851 time: 0.0420587 Sep 07 16:50:36.677985 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-dfbdf57d-bddf-4df5-9d24-558aea6dce10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79b64238-13e6-4d0b-800c-18763b44a4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236423 Sep 07 16:50:36.767539 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-9ae1e194-bda8-4207-b2f6-e77732a38196 service neutron] 10.222.0.35 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825229 Sep 07 16:50:36.853191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-7e3364f8-4d4d-4364-b8e0-05576a682910 service neutron] 10.222.0.35 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791290 Sep 07 16:50:37.545727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c5acc-b505-4dcd-ae90-67b40acb16a5 req-015f81bf-18df-4a69-a7e1-f4d06b5286fd tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:37.547254 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e72c5acc-b505-4dcd-ae90-67b40acb16a5 req-015f81bf-18df-4a69-a7e1-f4d06b5286fd tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0485616 Sep 07 16:50:37.583356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e72c5acc-b505-4dcd-ae90-67b40acb16a5 req-174e73e2-30cd-4299-83ab-daab612d9285 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302043 Sep 07 16:50:38.699814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6d8e5-628d-48b4-8bdb-a2200c42f758 req-477c88bd-065f-4324-aec2-24792cf26056 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:38.701320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3a6d8e5-628d-48b4-8bdb-a2200c42f758 req-477c88bd-065f-4324-aec2-24792cf26056 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0513115 Sep 07 16:50:38.738336 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3a6d8e5-628d-48b4-8bdb-a2200c42f758 req-24cd9cdb-f9ff-44f6-bd3f-1ee200876351 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303886 Sep 07 16:50:39.851914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba08175-f77b-4e75-8eb9-8f87bd0efcb9 req-cf702dd8-1b9c-4425-baca-046057a8ea74 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:39.853451 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ba08175-f77b-4e75-8eb9-8f87bd0efcb9 req-cf702dd8-1b9c-4425-baca-046057a8ea74 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0490606 Sep 07 16:50:39.890103 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ba08175-f77b-4e75-8eb9-8f87bd0efcb9 req-6d7380e4-9217-428e-85ad-2dca7f4a5cb7 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307767 Sep 07 16:50:40.412815 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1b9a6f9-f82b-4eb7-b9c5-4fe4445cf6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:41.004984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ab2e8-4f3e-4992-a989-bbc5988a3265 req-59c42d3c-5e82-4fcd-88aa-97472ab9f41b tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:41.006457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba1ab2e8-4f3e-4992-a989-bbc5988a3265 req-59c42d3c-5e82-4fcd-88aa-97472ab9f41b tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0483410 Sep 07 16:50:41.042007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba1ab2e8-4f3e-4992-a989-bbc5988a3265 req-b6ae32cb-39c3-43c3-b41a-59ade61a507c tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297334 Sep 07 16:50:42.158518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7af497-3369-4b06-b02f-efffc39e36fa req-e0270fe4-6f58-482b-a6ef-3023cef5f866 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:42.159977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd7af497-3369-4b06-b02f-efffc39e36fa req-e0270fe4-6f58-482b-a6ef-3023cef5f866 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0514095 Sep 07 16:50:42.196039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd7af497-3369-4b06-b02f-efffc39e36fa req-dc27bbab-0bdf-44a5-8411-63fddfe06df1 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301065 Sep 07 16:50:43.309501 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76db89-c576-4113-a995-bd75e032c74f req-baa7b43f-efc2-4538-96c1-b6e2d0ffb694 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:43.311021 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c76db89-c576-4113-a995-bd75e032c74f req-baa7b43f-efc2-4538-96c1-b6e2d0ffb694 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0486302 Sep 07 16:50:43.348577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7c76db89-c576-4113-a995-bd75e032c74f req-b20d8159-c439-455c-ba32-a430792985ef tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317333 Sep 07 16:50:43.998148 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:44.288492 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef3e8-9827-413d-a4bb-72764eca148e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:44.462512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678d912-4613-4672-baca-6fdcb6ac8d62 req-8e54ae2f-ce33-4c72-8328-1151168cb7a6 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:44.464047 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d678d912-4613-4672-baca-6fdcb6ac8d62 req-8e54ae2f-ce33-4c72-8328-1151168cb7a6 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0483680 Sep 07 16:50:44.499802 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d678d912-4613-4672-baca-6fdcb6ac8d62 req-9443e962-8f9c-4c62-a05b-0ff8dd26bd1a tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299511 Sep 07 16:50:45.011566 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:45.618383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb72e4e-faa5-4d6a-a671-54c6d4da976b req-4c02926e-1e39-4dc5-8629-3bae1a5054e6 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:45.619890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fb72e4e-faa5-4d6a-a671-54c6d4da976b req-4c02926e-1e39-4dc5-8629-3bae1a5054e6 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0519285 Sep 07 16:50:45.657649 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fb72e4e-faa5-4d6a-a671-54c6d4da976b req-a3dc8b59-1f64-4eb0-9252-cd6b5c284cd0 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315201 Sep 07 16:50:46.769908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4d065-fd3e-4fdf-ba9d-6547aa9ecf6e req-61953588-f8d2-4c40-ac97-0a3af63aacc8 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:46.771370 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44c4d065-fd3e-4fdf-ba9d-6547aa9ecf6e req-61953588-f8d2-4c40-ac97-0a3af63aacc8 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0482612 Sep 07 16:50:46.808732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44c4d065-fd3e-4fdf-ba9d-6547aa9ecf6e req-44a9d1c9-9fbe-4f48-b45e-14857997d833 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315423 Sep 07 16:50:46.951045 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:50:47.923429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29002e2-33f0-4077-abbe-daa0a389dc88 req-24db0a47-e8bf-4606-8444-add9946c91e7 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:47.924982 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e29002e2-33f0-4077-abbe-daa0a389dc88 req-24db0a47-e8bf-4606-8444-add9946c91e7 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0485418 Sep 07 16:50:47.961362 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e29002e2-33f0-4077-abbe-daa0a389dc88 req-d9341827-23c3-4963-b3e9-46d400028bd0 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305614 Sep 07 16:50:49.085260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b6307-d71e-4af1-8b4b-8e9bfbbdf4a5 req-664724dc-ce96-42e1-a8ba-239f1b0317e0 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:49.086771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-231b6307-d71e-4af1-8b4b-8e9bfbbdf4a5 req-664724dc-ce96-42e1-a8ba-239f1b0317e0 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0518291 Sep 07 16:50:49.122712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-231b6307-d71e-4af1-8b4b-8e9bfbbdf4a5 req-1451545b-674f-4d4b-9675-814a22c9c04c tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301156 Sep 07 16:50:49.264322 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:50:50.236752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb575f-70d9-4914-9079-f704b10040f3 req-fa2728ac-4685-4ffe-8e6a-51427df9a1ed tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:50.238253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0deb575f-70d9-4914-9079-f704b10040f3 req-fa2728ac-4685-4ffe-8e6a-51427df9a1ed tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0484545 Sep 07 16:50:50.275406 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0deb575f-70d9-4914-9079-f704b10040f3 req-e18f9e4a-fc97-449c-9f53-879c8b6256bf tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307631 Sep 07 16:50:51.388840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f0ef8-6e09-4194-b19e-480b0372fb95 req-36709901-9904-4ef6-865d-54344eac5a3d tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:51.390326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-790f0ef8-6e09-4194-b19e-480b0372fb95 req-36709901-9904-4ef6-865d-54344eac5a3d tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0493875 Sep 07 16:50:51.427196 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-790f0ef8-6e09-4194-b19e-480b0372fb95 req-f3aa0764-3677-45b2-8670-985ecb639d39 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310173 Sep 07 16:50:52.542660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f40390-6bd6-4107-9ed6-043742668e1e req-22e66f68-8a7c-4ceb-8e03-dea55330aab0 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:52.544119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46f40390-6bd6-4107-9ed6-043742668e1e req-22e66f68-8a7c-4ceb-8e03-dea55330aab0 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0515809 Sep 07 16:50:52.580071 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46f40390-6bd6-4107-9ed6-043742668e1e req-2ca67687-0467-4496-a567-fe8cb2189d69 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300303 Sep 07 16:50:53.694651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5270d2a-e4ea-4d44-9765-8d456f74f488 req-3c056ea1-5608-4dd8-a909-e594ee31fd56 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:53.696270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5270d2a-e4ea-4d44-9765-8d456f74f488 req-3c056ea1-5608-4dd8-a909-e594ee31fd56 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0502999 Sep 07 16:50:53.734001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5270d2a-e4ea-4d44-9765-8d456f74f488 req-b53c2ae6-0a2d-4d05-a2b7-325722586c14 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315924 Sep 07 16:50:53.875863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3bc3b-605b-4c77-af71-3954c57a81e5 req-8299d8b5-22e7-4602-91ec-be26b2549784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:53.877386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfb3bc3b-605b-4c77-af71-3954c57a81e5 req-8299d8b5-22e7-4602-91ec-be26b2549784 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=214a312aacad473496ba594b716a76d8&device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 1097 time: 0.0417087 Sep 07 16:50:53.986846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3bc3b-605b-4c77-af71-3954c57a81e5 req-8a4b6013-1203-45b8-a52e-0ce6f716cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:53.988353 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfb3bc3b-605b-4c77-af71-3954c57a81e5 req-8a4b6013-1203-45b8-a52e-0ce6f716cc75 service neutron] 10.222.0.35 "GET /v2.0/networks?id=79b64238-13e6-4d0b-800c-18763b44a4c9 HTTP/1.1" status: 200 len: 912 time: 0.0889831 Sep 07 16:50:54.028809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfb3bc3b-605b-4c77-af71-3954c57a81e5 req-2d520aaa-d503-4a23-8e15-74c1943cda40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 HTTP/1.1" status: 200 len: 217 time: 0.0332651 Sep 07 16:50:54.080700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3bc3b-605b-4c77-af71-3954c57a81e5 req-4008ae0c-047c-4057-a537-934cecbf58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:54.082163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfb3bc3b-605b-4c77-af71-3954c57a81e5 req-4008ae0c-047c-4057-a537-934cecbf58d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91351ea5-a3b6-4ab8-9923-00ba71b50a36 HTTP/1.1" status: 200 len: 851 time: 0.0467374 Sep 07 16:50:54.115626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfb3bc3b-605b-4c77-af71-3954c57a81e5 req-d48dd504-fcdf-4b39-89a8-6f76f9885b74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79b64238-13e6-4d0b-800c-18763b44a4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251408 Sep 07 16:50:54.201669 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfb3bc3b-605b-4c77-af71-3954c57a81e5 req-8e31181e-148c-48bd-a420-72babc6769b6 service neutron] 10.222.0.35 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790601 Sep 07 16:50:54.290383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfb3bc3b-605b-4c77-af71-3954c57a81e5 req-96fcc1e9-3eb5-4f41-a431-a8efb90f155d service neutron] 10.222.0.35 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815148 Sep 07 16:50:54.846241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e789817-bd7a-4124-97d6-4a3e991c5295 req-926bcf23-8ee3-42cc-bc4f-c42ff572f364 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:54.847755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e789817-bd7a-4124-97d6-4a3e991c5295 req-926bcf23-8ee3-42cc-bc4f-c42ff572f364 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0474386 Sep 07 16:50:54.885119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e789817-bd7a-4124-97d6-4a3e991c5295 req-e37bf0ce-c549-449a-8761-79bd0650bc07 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314198 Sep 07 16:50:55.996168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510f5d7-4d45-4379-b46d-c1e5cef8c96c req-e9c03401-cb07-4651-a338-e0a059e0f30e tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:55.997680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b510f5d7-4d45-4379-b46d-c1e5cef8c96c req-e9c03401-cb07-4651-a338-e0a059e0f30e tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0476425 Sep 07 16:50:56.037507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b510f5d7-4d45-4379-b46d-c1e5cef8c96c req-841026d8-bea5-48b6-b6fd-eac92beed4c3 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334082 Sep 07 16:50:57.152102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b675860-6a47-4d0e-acf3-f7a1077e40e6 req-a2bf079d-f1ed-4c8d-9495-021f804fa92e tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:57.153633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b675860-6a47-4d0e-acf3-f7a1077e40e6 req-a2bf079d-f1ed-4c8d-9495-021f804fa92e tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0493107 Sep 07 16:50:57.191318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b675860-6a47-4d0e-acf3-f7a1077e40e6 req-227793b2-45d2-482d-bc7b-7fb22d02b443 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Sep 07 16:50:58.311876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71341231-7622-4b84-829e-60292f9ecaca req-17e53bb6-e965-4d9d-9192-894cbb585db6 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:58.313372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71341231-7622-4b84-829e-60292f9ecaca req-17e53bb6-e965-4d9d-9192-894cbb585db6 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0486135 Sep 07 16:50:58.351110 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71341231-7622-4b84-829e-60292f9ecaca req-497e49e4-596a-4d00-9001-2c78b340bcd0 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317464 Sep 07 16:50:59.462758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eefaa2-721a-44d2-8e81-6dfd2a8953af req-21dae016-0f2d-4c3d-99a4-28ec335bf98b tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:50:59.464208 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-34eefaa2-721a-44d2-8e81-6dfd2a8953af req-21dae016-0f2d-4c3d-99a4-28ec335bf98b tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0469339 Sep 07 16:50:59.504528 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-34eefaa2-721a-44d2-8e81-6dfd2a8953af req-470cf7aa-c438-4243-afac-16ec86311bf3 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Sep 07 16:51:00.616268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976ac1-a45d-4202-8303-0ed4e1d7a7df req-3a643830-e73f-4c4d-92e5-f8bfa490c507 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:00.617772 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82976ac1-a45d-4202-8303-0ed4e1d7a7df req-3a643830-e73f-4c4d-92e5-f8bfa490c507 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0477781 Sep 07 16:51:00.654159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82976ac1-a45d-4202-8303-0ed4e1d7a7df req-749fccf6-ef38-47a3-9104-b18aa57c713c tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305252 Sep 07 16:51:01.767111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37ddbc-1e6b-4326-a378-d0370617462c req-c54787fd-da1e-468c-b263-c5abf8b6a6c8 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:01.768618 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb37ddbc-1e6b-4326-a378-d0370617462c req-c54787fd-da1e-468c-b263-c5abf8b6a6c8 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0488458 Sep 07 16:51:01.804564 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eb37ddbc-1e6b-4326-a378-d0370617462c req-129264ca-bb1d-46c6-9d85-37744091482f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301280 Sep 07 16:51:02.138554 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:02.642420 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:02.919513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526b994-d847-4acb-adeb-b2914d610611 req-aa7ab133-197f-42e9-9348-022feb189ec2 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:02.921019 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4526b994-d847-4acb-adeb-b2914d610611 req-aa7ab133-197f-42e9-9348-022feb189ec2 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0483124 Sep 07 16:51:02.960577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4526b994-d847-4acb-adeb-b2914d610611 req-9bd6d396-ce8d-44f1-81e6-2825b52b128a tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336337 Sep 07 16:51:03.968946 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-fdded464-d92a-42b8-85e0-144ad6208423 req-0ac2b40e-51b6-4719-bf02-35417dc0b055 service neutron] show failed (client error): The resource could not be found. Sep 07 16:51:03.969987 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-0ac2b40e-51b6-4719-bf02-35417dc0b055 service neutron] 10.222.0.35 "GET /v2.0/ports/e898f7c6-04f7-4b3c-a60c-4c692c0a6d49/bindings/n-h1-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0571578 Sep 07 16:51:04.076195 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade57b7-605e-402a-bace-4c6e3143e2de req-ea0c2a32-8d12-4d90-afe5-89b570cc2d6e tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:04.077786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ade57b7-605e-402a-bace-4c6e3143e2de req-ea0c2a32-8d12-4d90-afe5-89b570cc2d6e tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 946 time: 0.0511239 Sep 07 16:51:04.118439 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ade57b7-605e-402a-bace-4c6e3143e2de req-5c8f6964-be8a-4918-8911-c35f0067a0c6 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338378 Sep 07 16:51:04.237296 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdded464-d92a-42b8-85e0-144ad6208423 req-b57e74b9-9547-42ff-a795-6fdced280e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:04.238812 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-b57e74b9-9547-42ff-a795-6fdced280e1c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387&tenant_id=214a312aacad473496ba594b716a76d8 HTTP/1.1" status: 200 len: 1097 time: 0.1174514 Sep 07 16:51:04.257733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:51:04.311345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:04.509634 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] For port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,segment=NetworkSegment(b4c8db2a-fcef-4d26-b6ab-3e348ce5973a),segment_id=b4c8db2a-fcef-4d26-b6ab-3e348ce5973a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:51:04.540024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] For port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:51:04.577630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff366cb-4156-4673-a185-b82aea4ab387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:51:04.580222 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f47d76d-38d2-45a7-a3fc-2b42bb580adb" -d '{"events": [{"server_uuid": "bff366cb-4156-4673-a185-b82aea4ab387", "name": "network-vif-unplugged", "status": "completed", "tag": "e898f7c6-04f7-4b3c-a60c-4c692c0a6d49"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:51:04.584169 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:04.596481 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Transition to ACTIVE for port object e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:51:04.600234 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:04.632905 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b428d2f-d7f2-4568-85e6-47d9e615a532 x-openstack-request-id: req-6b428d2f-d7f2-4568-85e6-47d9e615a532 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:51:04.633202 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff366cb-4156-4673-a185-b82aea4ab387", "name": "network-vif-unplugged", "status": "completed", "tag": "e898f7c6-04f7-4b3c-a60c-4c692c0a6d49", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:51:04.633455 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b428d2f-d7f2-4568-85e6-47d9e615a532 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:51:04.633841 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff366cb-4156-4673-a185-b82aea4ab387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49', 'code': 200} Sep 07 16:51:04.666960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] No DVR routers for this DVR port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:51:04.674145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:04.695980 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:04.696329 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:04.696692 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:04.697029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:04.697357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:04.697699 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:04.698013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:04.698336 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:04.698659 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:04.698983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:04.699304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:04.699677 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:04.715255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Attempting to bind port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:51:04.715588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Attempting to bind port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'b4c8db2a-fcef-4d26-b6ab-3e348ce5973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '79b64238-13e6-4d0b-800c-18763b44a4c9'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:51:04.715910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Attempting to bind port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 on network 79b64238-13e6-4d0b-800c-18763b44a4c9 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:51:04.720647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 on network 79b64238-13e6-4d0b-800c-18763b44a4c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:51:04.720968 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Attempting to bind port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 on network 79b64238-13e6-4d0b-800c-18763b44a4c9 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:51:04.725668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:51:04.726002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Checking segment: {'id': 'b4c8db2a-fcef-4d26-b6ab-3e348ce5973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '79b64238-13e6-4d0b-800c-18763b44a4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:51:04.726378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Bound using segment: {'id': 'b4c8db2a-fcef-4d26-b6ab-3e348ce5973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '79b64238-13e6-4d0b-800c-18763b44a4c9'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:51:04.726797 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Bound port: e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c8db2a-fcef-4d26-b6ab-3e348ce5973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '79b64238-13e6-4d0b-800c-18763b44a4c9'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:51:04.727147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:04.787854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] For port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:51:04.791118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] For port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,segment=NetworkSegment(b4c8db2a-fcef-4d26-b6ab-3e348ce5973a),segment_id=b4c8db2a-fcef-4d26-b6ab-3e348ce5973a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:51:04.794590 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:04.830876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:04.831492 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:04.832958 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] 10.222.0.54 "PUT /v2.0/ports/e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 HTTP/1.1" status: 200 len: 1092 time: 0.5791035 Sep 07 16:51:04.852898 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6daa32f-d876-4cf1-94cc-cbcb76ceafd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:04.898396 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdded464-d92a-42b8-85e0-144ad6208423 req-944d48e5-ba6e-4ed4-9e2a-c38d33f5613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:04.899866 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-944d48e5-ba6e-4ed4-9e2a-c38d33f5613c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=214a312aacad473496ba594b716a76d8&device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 1095 time: 0.0393975 Sep 07 16:51:04.992471 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdded464-d92a-42b8-85e0-144ad6208423 req-100acc8e-5896-48e8-91d1-88bd0897232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:04.993909 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-100acc8e-5896-48e8-91d1-88bd0897232e service neutron] 10.222.0.54 "GET /v2.0/networks?id=79b64238-13e6-4d0b-800c-18763b44a4c9 HTTP/1.1" status: 200 len: 912 time: 0.0826774 Sep 07 16:51:05.239132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014a4f5-3eff-46af-95d0-591a06a38dba req-63c94fc2-fd7c-465c-880d-4ebe55f399ef tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:05.240992 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b014a4f5-3eff-46af-95d0-591a06a38dba req-63c94fc2-fd7c-465c-880d-4ebe55f399ef tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 944 time: 0.0519466 Sep 07 16:51:05.286895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b014a4f5-3eff-46af-95d0-591a06a38dba req-f9a8f2c3-ebe4-434e-9fe3-aab8291fc618 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398223 Sep 07 16:51:05.337405 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-e1a790be-2261-4bd0-bfd2-7910dbbf9ba8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 HTTP/1.1" status: 200 len: 217 time: 0.3314278 Sep 07 16:51:05.392503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdded464-d92a-42b8-85e0-144ad6208423 req-5a628eb0-f4ca-46c6-ba39-aa497c834d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:05.393926 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-5a628eb0-f4ca-46c6-ba39-aa497c834d1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91351ea5-a3b6-4ab8-9923-00ba71b50a36 HTTP/1.1" status: 200 len: 851 time: 0.0436468 Sep 07 16:51:05.428427 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-c5f37274-bdfe-4448-a189-7dc2c252e236 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=79b64238-13e6-4d0b-800c-18763b44a4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232840 Sep 07 16:51:05.522966 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-1dcc2fe3-94ca-41ca-9edf-294e19edd260 service neutron] 10.222.0.54 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834823 Sep 07 16:51:05.614498 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fdded464-d92a-42b8-85e0-144ad6208423 req-a8f066f7-538f-47cd-9636-dce7fb6a0b4d service neutron] 10.222.0.54 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800512 Sep 07 16:51:06.405290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054de70a-7e06-4a55-b180-ea44555e0a84 req-1614293c-f8a7-4c6f-b4ac-7e55cd886422 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:06.407308 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-054de70a-7e06-4a55-b180-ea44555e0a84 req-1614293c-f8a7-4c6f-b4ac-7e55cd886422 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 944 time: 0.0529191 Sep 07 16:51:06.443513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-054de70a-7e06-4a55-b180-ea44555e0a84 req-eed9652b-ded3-4ee8-a900-65ba4b3745b2 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302651 Sep 07 16:51:06.635272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff366cb-4156-4673-a185-b82aea4ab387', 'tag': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:51:06.637581 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbe41c4-25f0-458f-8891-ea32a943f94c" -d '{"events": [{"name": "network-changed", "server_uuid": "bff366cb-4156-4673-a185-b82aea4ab387", "tag": "e898f7c6-04f7-4b3c-a60c-4c692c0a6d49"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:51:06.684805 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2575d284-f494-441c-982f-500161071dc4 x-openstack-request-id: req-2575d284-f494-441c-982f-500161071dc4 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:51:06.685104 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff366cb-4156-4673-a185-b82aea4ab387", "tag": "e898f7c6-04f7-4b3c-a60c-4c692c0a6d49", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:51:06.685358 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2575d284-f494-441c-982f-500161071dc4 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:51:06.685759 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff366cb-4156-4673-a185-b82aea4ab387', 'tag': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49', 'status': 'completed', 'code': 200} Sep 07 16:51:06.747451 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-6c99d223-9734-45c1-92fa-3ce1cab9d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:06.749046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-6c99d223-9734-45c1-92fa-3ce1cab9d1f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=214a312aacad473496ba594b716a76d8&device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 1095 time: 0.0412340 Sep 07 16:51:06.755334 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-f79f2a67-c510-4170-ac26-58e48e22315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:06.756870 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-f79f2a67-c510-4170-ac26-58e48e22315f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=214a312aacad473496ba594b716a76d8&device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 1095 time: 0.0453401 Sep 07 16:51:06.850096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-51341793-05c2-4fd8-9ceb-7300ef611a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:06.851637 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-51341793-05c2-4fd8-9ceb-7300ef611a9a service neutron] 10.222.0.54 "GET /v2.0/networks?id=79b64238-13e6-4d0b-800c-18763b44a4c9 HTTP/1.1" status: 200 len: 912 time: 0.0865340 Sep 07 16:51:06.863036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:51:06.902672 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-9a7db906-a3a2-49ea-bbe1-fa89fdfebeef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 HTTP/1.1" status: 200 len: 217 time: 0.0416987 Sep 07 16:51:06.905259 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:51:06.955602 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-20bd954f-d550-43ec-b793-48c7b387be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:06.957141 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-20bd954f-d550-43ec-b793-48c7b387be78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91351ea5-a3b6-4ab8-9923-00ba71b50a36 HTTP/1.1" status: 200 len: 851 time: 0.0471280 Sep 07 16:51:06.991956 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-8324d2ac-5008-40ba-8f6c-9f1cda96f05e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=79b64238-13e6-4d0b-800c-18763b44a4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262754 Sep 07 16:51:07.093126 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-0c62c905-0011-4f0f-abd5-e97ac6397516 service neutron] 10.222.0.54 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916333 Sep 07 16:51:07.117879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-44e076a2-80e0-4928-aa39-d08fbe179c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:07.119342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-44e076a2-80e0-4928-aa39-d08fbe179c63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=79b64238-13e6-4d0b-800c-18763b44a4c9 HTTP/1.1" status: 200 len: 912 time: 0.3629403 Sep 07 16:51:07.160300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-1e664bff-afe9-4956-a001-2bb1e25b012b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 HTTP/1.1" status: 200 len: 217 time: 0.0327845 Sep 07 16:51:07.184268 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-0b2ec0f6-ec03-40b1-8de8-2eab3b217c71 service neutron] 10.222.0.54 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829046 Sep 07 16:51:07.210307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-26d76f02-4c37-4190-947e-65f52dbe70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:07.211735 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-26d76f02-4c37-4190-947e-65f52dbe70c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91351ea5-a3b6-4ab8-9923-00ba71b50a36 HTTP/1.1" status: 200 len: 851 time: 0.0442550 Sep 07 16:51:07.243776 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-5dc1b1a5-c5dd-4f36-9bba-fcb255977955 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79b64238-13e6-4d0b-800c-18763b44a4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238733 Sep 07 16:51:07.332323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-39689da3-2034-4abc-bd5b-b827cc212ad8 service neutron] 10.222.0.35 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806639 Sep 07 16:51:07.427240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8cbe41c4-25f0-458f-8891-ea32a943f94c req-258389e8-5a03-48b9-bec5-227323ad1332 service neutron] 10.222.0.35 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871973 Sep 07 16:51:07.559563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3ae51-3ddc-4657-8e85-e10deb58d40e req-86d66d6b-2375-406c-aefe-0959dee071f2 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:07.561056 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eeb3ae51-3ddc-4657-8e85-e10deb58d40e req-86d66d6b-2375-406c-aefe-0959dee071f2 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 944 time: 0.0478456 Sep 07 16:51:07.598891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eeb3ae51-3ddc-4657-8e85-e10deb58d40e req-ca0cacd5-dd8a-4e5f-abe6-5e58d130f015 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308807 Sep 07 16:51:07.858703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-76e3960e-d1cf-4896-a01c-cfc0a3ba721f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:07.861212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-76e3960e-d1cf-4896-a01c-cfc0a3ba721f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.35 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387&tenant_id=214a312aacad473496ba594b716a76d8&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 944 time: 0.0817659 Sep 07 16:51:07.923611 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-3ece65f8-6a4a-4301-8ec0-1af641b282ff service neutron] delete failed (client error): The resource could not be found. Sep 07 16:51:07.924678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-3ece65f8-6a4a-4301-8ec0-1af641b282ff service neutron] 10.222.0.35 "DELETE /v2.0/ports/e898f7c6-04f7-4b3c-a60c-4c692c0a6d49/bindings/n-h2-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0561464 Sep 07 16:51:08.009424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-e0e03540-5ac7-4e8b-b3cb-868c111ff854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:08.010810 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-e0e03540-5ac7-4e8b-b3cb-868c111ff854 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=214a312aacad473496ba594b716a76d8&device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 1095 time: 0.0406175 Sep 07 16:51:08.102173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-75ad9dca-9302-42d4-9c5d-23c90af3d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:08.103615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-75ad9dca-9302-42d4-9c5d-23c90af3d5e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=79b64238-13e6-4d0b-800c-18763b44a4c9 HTTP/1.1" status: 200 len: 912 time: 0.0842531 Sep 07 16:51:08.145621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-f478681a-0d86-47f8-83a0-9c3b8333b0d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 HTTP/1.1" status: 200 len: 217 time: 0.0332875 Sep 07 16:51:08.192217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-4be8709c-123e-4488-8c7a-18e6855e686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:08.193659 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-4be8709c-123e-4488-8c7a-18e6855e686e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91351ea5-a3b6-4ab8-9923-00ba71b50a36 HTTP/1.1" status: 200 len: 851 time: 0.0412385 Sep 07 16:51:08.225015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-c76fc7c5-2f85-47fe-ac3e-75e6b90f27ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79b64238-13e6-4d0b-800c-18763b44a4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240295 Sep 07 16:51:08.314984 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-29c659da-4e42-4e87-ade7-64957ba726da service neutron] 10.222.0.35 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820735 Sep 07 16:51:08.408485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-fb7bd48b-05d6-44bf-9370-faa6ccdd9070 service neutron] 10.222.0.35 "GET /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860167 Sep 07 16:51:09.074270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45022b07-ab3c-4c7e-b742-0382b4e064c8 req-68557968-9d81-47e9-978c-9291c024787f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:09.075697 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45022b07-ab3c-4c7e-b742-0382b4e064c8 req-68557968-9d81-47e9-978c-9291c024787f tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 944 time: 0.0493596 Sep 07 16:51:09.113488 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-45022b07-ab3c-4c7e-b742-0382b4e064c8 req-5ddc0a49-7798-42f7-aca5-fa77960df8b4 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Sep 07 16:51:10.228744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536afcf6-34b0-47e5-9660-b6302f01451f req-dffb597e-49ec-4607-b6d8-5af095843657 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:10.230353 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-536afcf6-34b0-47e5-9660-b6302f01451f req-dffb597e-49ec-4607-b6d8-5af095843657 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 944 time: 0.0489724 Sep 07 16:51:10.269614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-536afcf6-34b0-47e5-9660-b6302f01451f req-8cb7f9c2-b627-4922-835e-888bb0f0f53a tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.70 "GET /v2.0/security-groups?id=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324824 Sep 07 16:51:10.375624 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:51:10.386821 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-acaefa9e-4e41-4c8d-824a-353bf16d04c5 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:10.388296 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-acaefa9e-4e41-4c8d-824a-353bf16d04c5 tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.54 "GET /v2.0/ports?device_id=bff366cb-4156-4673-a185-b82aea4ab387 HTTP/1.1" status: 200 len: 944 time: 0.0497911 Sep 07 16:51:10.453564 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-65061da9-740e-46c2-b885-801b670cf592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:10.482566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,segment=NetworkSegment(b4c8db2a-fcef-4d26-b6ab-3e348ce5973a),segment_id=b4c8db2a-fcef-4d26-b6ab-3e348ce5973a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:51:10.490984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-b0f25e2e-4cc2-4aad-a6f1-e9cd19eca0dc tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Deleting port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:51:10.491333 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-b0f25e2e-4cc2-4aad-a6f1-e9cd19eca0dc tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:10.493174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49', 'network_id': '79b64238-13e6-4d0b-800c-18763b44a4c9', 'port_id': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49', 'mac_address': 'fa:16:3e:7f:fc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91351ea5-a3b6-4ab8-9923-00ba71b50a36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:51:10.529769 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:10.542506 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:51:10.560901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,segment=NetworkSegment(b4c8db2a-fcef-4d26-b6ab-3e348ce5973a),segment_id=b4c8db2a-fcef-4d26-b6ab-3e348ce5973a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:51:10.564829 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:10.580164 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-b0f25e2e-4cc2-4aad-a6f1-e9cd19eca0dc tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] For port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,segment=NetworkSegment(b4c8db2a-fcef-4d26-b6ab-3e348ce5973a),segment_id=b4c8db2a-fcef-4d26-b6ab-3e348ce5973a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:51:10.580563 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-b0f25e2e-4cc2-4aad-a6f1-e9cd19eca0dc tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:10.597757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-b0f25e2e-4cc2-4aad-a6f1-e9cd19eca0dc tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Calling delete_port for e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:51:10.617004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:10.722945 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-b0f25e2e-4cc2-4aad-a6f1-e9cd19eca0dc tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:10.751250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f25e2e-4cc2-4aad-a6f1-e9cd19eca0dc tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Pushing event deleted for resources: {'Port': ['ID=e898f7c6-04f7-4b3c-a60c-4c692c0a6d49,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:10.794116 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-b0f25e2e-4cc2-4aad-a6f1-e9cd19eca0dc tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] No DVR routers for this DVR port e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:51:10.796820 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-b0f25e2e-4cc2-4aad-a6f1-e9cd19eca0dc tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:10.798800 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-de5da538-4c44-403b-970d-d5c315d7bc17 req-b0f25e2e-4cc2-4aad-a6f1-e9cd19eca0dc tempest-DeleteServersTestJSON-109954944 tempest-DeleteServersTestJSON-109954944-project] 10.222.0.54 "DELETE /v2.0/ports/e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 HTTP/1.1" status: 204 len: 173 time: 0.4000354 Sep 07 16:51:10.799228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff366cb-4156-4673-a185-b82aea4ab387', 'name': 'network-vif-deleted', 'tag': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:51:10.801468 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1f1f5c-4481-4975-b294-fd03dd9d5d38" -d '{"events": [{"server_uuid": "bff366cb-4156-4673-a185-b82aea4ab387", "name": "network-vif-deleted", "tag": "e898f7c6-04f7-4b3c-a60c-4c692c0a6d49"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:51:10.902766 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04438f85-ade6-4730-9490-1c266ee79210 x-openstack-request-id: req-04438f85-ade6-4730-9490-1c266ee79210 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:51:10.903068 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff366cb-4156-4673-a185-b82aea4ab387", "name": "network-vif-deleted", "tag": "e898f7c6-04f7-4b3c-a60c-4c692c0a6d49", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:51:10.903325 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04438f85-ade6-4730-9490-1c266ee79210 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:51:10.903739 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff366cb-4156-4673-a185-b82aea4ab387', 'name': 'network-vif-deleted', 'tag': 'e898f7c6-04f7-4b3c-a60c-4c692c0a6d49', 'status': 'completed', 'code': 200} Sep 07 16:51:11.395876 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41536) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:51:11.438973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca98fbfc-cf85-4848-bed5-3887dc96694c admin admin] Deleting subnet 91351ea5-a3b6-4ab8-9923-00ba71b50a36 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:51:11.441909 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca98fbfc-cf85-4848-bed5-3887dc96694c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:11.475627 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca98fbfc-cf85-4848-bed5-3887dc96694c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:11.513214 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca98fbfc-cf85-4848-bed5-3887dc96694c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:11.567974 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca98fbfc-cf85-4848-bed5-3887dc96694c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:11.592873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98fbfc-cf85-4848-bed5-3887dc96694c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91351ea5-a3b6-4ab8-9923-00ba71b50a36,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:11.596852 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ca98fbfc-cf85-4848-bed5-3887dc96694c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:11.599166 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ca98fbfc-cf85-4848-bed5-3887dc96694c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/91351ea5-a3b6-4ab8-9923-00ba71b50a36 HTTP/1.1" status: 204 len: 168 time: 0.2018039 Sep 07 16:51:11.601165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41538) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:51:11.667548 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1958e40f-9882-4455-a159-c9ff4f766426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:11.748652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1958e40f-9882-4455-a159-c9ff4f766426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:11.768202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1958e40f-9882-4455-a159-c9ff4f766426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b64238-13e6-4d0b-800c-18763b44a4c9']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:51:11.777392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1958e40f-9882-4455-a159-c9ff4f766426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c8db2a-fcef-4d26-b6ab-3e348ce5973a') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:51:11.777694 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1958e40f-9882-4455-a159-c9ff4f766426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c8db2a-fcef-4d26-b6ab-3e348ce5973a') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:51:11.786976 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1958e40f-9882-4455-a159-c9ff4f766426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:11.800125 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1958e40f-9882-4455-a159-c9ff4f766426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:11.805773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1958e40f-9882-4455-a159-c9ff4f766426 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:51:11.806160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1958e40f-9882-4455-a159-c9ff4f766426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:51:11.807740 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:51:11.864694 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1958e40f-9882-4455-a159-c9ff4f766426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:11.870088 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1958e40f-9882-4455-a159-c9ff4f766426 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:11.872104 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1958e40f-9882-4455-a159-c9ff4f766426 admin admin] 10.222.0.70 "DELETE /v2.0/networks/79b64238-13e6-4d0b-800c-18763b44a4c9 HTTP/1.1" status: 204 len: 168 time: 0.2699511 Sep 07 16:51:11.883915 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958e40f-9882-4455-a159-c9ff4f766426 admin admin] Pushing event deleted for resources: {'Network': ['ID=79b64238-13e6-4d0b-800c-18763b44a4c9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:11.978815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41542) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:51:12.020994 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2951accb-2ee8-41e2-bb49-cf6fd484ca7e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=214a312aacad473496ba594b716a76d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408206 Sep 07 16:51:12.023375 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41544) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:51:12.070830 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-386986e0-c4e0-488c-a9bd-17ec2f5f4a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:12.091729 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-386986e0-c4e0-488c-a9bd-17ec2f5f4a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:12.137783 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-386986e0-c4e0-488c-a9bd-17ec2f5f4a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:12.140098 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-386986e0-c4e0-488c-a9bd-17ec2f5f4a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:12.141885 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-386986e0-c4e0-488c-a9bd-17ec2f5f4a2d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5 HTTP/1.1" status: 204 len: 168 time: 0.1175816 Sep 07 16:51:12.149621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386986e0-c4e0-488c-a9bd-17ec2f5f4a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d79dd0d-9af7-4a81-8dbf-1d34f9cbd2d5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:12.782890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41566) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:51:12.877619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-508496097-network', 'tenant_id': '63286bd1de424a798ab6a7315cd9606c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:51:12.897507 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Made reservation on behalf of 63286bd1de424a798ab6a7315cd9606c for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:51:12.900010 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:12.908675 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:12.999196 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:13.002968 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:13.023540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:51:13.037352 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8fc84f-5ea4-427b-941b-49ddd51c8696,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:13.044399 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:13.044752 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Added segment f9716bb5-8ed5-433e-8870-75be1e039e29 of type vlan for network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 Sep 07 16:51:13.086212 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:13.111064 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:13.112061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:13.112674 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:13.145090 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3610637 Sep 07 16:51:13.148145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41570) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:51:13.153160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Request body: {'subnet': {'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-508496097-subnet', 'tenant_id': '63286bd1de424a798ab6a7315cd9606c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:51:13.173253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88922960-bf3c-4197-bdc1-12cc028e8df6 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:13.175170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Made reservation on behalf of 63286bd1de424a798ab6a7315cd9606c for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:51:13.177736 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:13.183770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:51:13.343406 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:13.403370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe283ecc-8d09-490a-b5fc-c64e13f17652,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:13.414982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:13.415344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:13.415695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:13.416039 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:13.416404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:13.416745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:13.417081 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:13.417414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:13.417747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:13.418075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:13.418404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:13.418733 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:13.424620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Checking segment: {'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:51:13.424990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Network hostable DHCP agents. Network: 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:51:13.441397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:51:13.449774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:51:13.454446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:13.455057 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:13.458985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96141f1-6937-419e-911c-2834dccbf42d None None] Network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:51:13.469254 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-034ebf80-ff5f-44af-9602-a32e04975416 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3193529 Sep 07 16:51:13.587787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f0c0be-eec0-4dad-8259-3a0b87096896 None None] Network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:51:13.887348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-21217202-3017-43ea-b910-10fe82c4b665 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:13.888862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-21217202-3017-43ea-b910-10fe82c4b665 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 814 time: 0.0985627 Sep 07 16:51:13.905657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-489dbc6f-cf1b-4ed3-86ac-e7d1c62bfb4b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/quotas/63286bd1de424a798ab6a7315cd9606c HTTP/1.1" status: 200 len: 375 time: 0.0096908 Sep 07 16:51:13.938476 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-aa63dc5b-6df6-4307-a342-5144bd448c4b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273380 Sep 07 16:51:14.004717 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:14.035162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-b484a57a-5e62-47b5-a056-d8dec7ca2b7b service neutron] 10.222.0.70 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894156 Sep 07 16:51:14.127351 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-b0d34d46-ef33-466f-b9b3-9629c9faeb42 service neutron] 10.222.0.70 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861273 Sep 07 16:51:14.284214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba58657d-0ed0-4202-9451-5d8c17526577 req-29558bef-7d3a-42b0-9685-ca5429b88e0b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 210 time: 0.0296988 Sep 07 16:51:14.308207 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd1a1ee0-747a-4470-96ca-3db5d088a59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:14.378442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:51:14.398512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:51:14.398919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e898f7c6-04f7-4b3c-a60c-4c692c0a6d49 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:51:15.013767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:15.384919 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef5c57f7-4480-47ee-a264-c60f618f41e3 req-f87dc5c5-0c6d-4423-9d07-948a93c71d14 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 210 time: 0.0303378 Sep 07 16:51:15.468785 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-33752c99-67be-4d44-8a16-6788f2effcdf tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:15.470354 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-33752c99-67be-4d44-8a16-6788f2effcdf tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.54 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 814 time: 0.1128891 Sep 07 16:51:15.484021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-5ff45ad3-4622-49cb-bfa7-ba170070ce9b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Request body: {'port': {'device_id': '7baa4765-633c-459b-83c3-3d0a22732c46', 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53', 'admin_state_up': True, 'tenant_id': '63286bd1de424a798ab6a7315cd9606c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:51:15.589159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-5ff45ad3-4622-49cb-bfa7-ba170070ce9b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Made reservation on behalf of 63286bd1de424a798ab6a7315cd9606c for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:51:15.592650 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-5ff45ad3-4622-49cb-bfa7-ba170070ce9b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:15.722266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-5ff45ad3-4622-49cb-bfa7-ba170070ce9b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Allocated IP 172.20.0.10 (6c5dcece-79bf-4d4e-bf99-1bb9d3985b53/fe283ecc-8d09-490a-b5fc-c64e13f17652/2b2e79b2-346e-4dc1-98de-de23ba03b092) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:51:15.868439 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-5ff45ad3-4622-49cb-bfa7-ba170070ce9b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:15.905396 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-5ff45ad3-4622-49cb-bfa7-ba170070ce9b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:15.947143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-5ff45ad3-4622-49cb-bfa7-ba170070ce9b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:51:15.950272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-5ff45ad3-4622-49cb-bfa7-ba170070ce9b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:51:15.956105 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-5ff45ad3-4622-49cb-bfa7-ba170070ce9b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:51:15.962390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff45ad3-4622-49cb-bfa7-ba170070ce9b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Pushing event updated for resources: {'Port': ['ID=2b2e79b2-346e-4dc1-98de-de23ba03b092,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:16.009680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-5ff45ad3-4622-49cb-bfa7-ba170070ce9b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:16.010295 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-5ff45ad3-4622-49cb-bfa7-ba170070ce9b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:16.024017 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-5ff45ad3-4622-49cb-bfa7-ba170070ce9b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5438609 Sep 07 16:51:16.043919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Request body: {'port': {'device_id': '7baa4765-633c-459b-83c3-3d0a22732c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:51:16.099862 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:16.360716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2e79b2-346e-4dc1-98de-de23ba03b092 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:51:16.368575 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:16.380361 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Transition to ACTIVE for port object 2b2e79b2-346e-4dc1-98de-de23ba03b092 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:51:16.383934 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:16.432266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e79b2-346e-4dc1-98de-de23ba03b092,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:16.504630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854a3f6-0dc5-41c9-990b-4f3dc3b73aa5 req-6678efcd-bc65-47ec-bd7d-bc53a88f7c1a tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:16.506129 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0854a3f6-0dc5-41c9-990b-4f3dc3b73aa5 req-6678efcd-bc65-47ec-bd7d-bc53a88f7c1a tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 944 time: 0.0482008 Sep 07 16:51:16.506434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Attempting to bind port 2b2e79b2-346e-4dc1-98de-de23ba03b092 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:51:16.506820 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Attempting to bind port 2b2e79b2-346e-4dc1-98de-de23ba03b092 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:51:16.507087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Attempting to bind port 2b2e79b2-346e-4dc1-98de-de23ba03b092 on network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:51:16.511343 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Port 2b2e79b2-346e-4dc1-98de-de23ba03b092 on network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:51:16.511665 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Attempting to bind port 2b2e79b2-346e-4dc1-98de-de23ba03b092 on network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:51:16.516917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:51:16.517259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Checking segment: {'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:51:16.517642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Bound using segment: {'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:51:16.518071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Bound port: 2b2e79b2-346e-4dc1-98de-de23ba03b092, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:51:16.518426 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:16.544241 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0854a3f6-0dc5-41c9-990b-4f3dc3b73aa5 req-881def59-151b-42f2-ba9f-c55788509e02 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319099 Sep 07 16:51:16.580635 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] For port 2b2e79b2-346e-4dc1-98de-de23ba03b092, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:51:16.583550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] For port 2b2e79b2-346e-4dc1-98de-de23ba03b092, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:51:16.587837 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:16.623131 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:16.623750 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:16.625704 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] 10.222.0.54 "PUT /v2.0/ports/2b2e79b2-346e-4dc1-98de-de23ba03b092 HTTP/1.1" status: 200 len: 1092 time: 0.5859201 Sep 07 16:51:16.626141 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7baa4765-633c-459b-83c3-3d0a22732c46', 'tag': '2b2e79b2-346e-4dc1-98de-de23ba03b092'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:51:16.628424 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01cd926-e802-450b-ac34-a52d891ccb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7baa4765-633c-459b-83c3-3d0a22732c46", "tag": "2b2e79b2-346e-4dc1-98de-de23ba03b092"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:51:16.652490 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f75b4-c186-48bb-89f9-2ecb9039b163 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e79b2-346e-4dc1-98de-de23ba03b092,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:16.674544 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6431efd1-4144-4092-804e-3f269426d6d9 x-openstack-request-id: req-6431efd1-4144-4092-804e-3f269426d6d9 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:51:16.674839 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7baa4765-633c-459b-83c3-3d0a22732c46", "tag": "2b2e79b2-346e-4dc1-98de-de23ba03b092", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:51:16.675092 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6431efd1-4144-4092-804e-3f269426d6d9 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:51:16.675482 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7baa4765-633c-459b-83c3-3d0a22732c46', 'tag': '2b2e79b2-346e-4dc1-98de-de23ba03b092', 'status': 'completed', 'code': 200} Sep 07 16:51:16.712122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-bb09892b-a6d2-4b26-bd18-da889e109bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:16.713651 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-bb09892b-a6d2-4b26-bd18-da889e109bee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 1095 time: 0.0479448 Sep 07 16:51:16.755425 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-36fbb4e6-6ebf-49ae-a183-c6a09754d69d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092 HTTP/1.1" status: 200 len: 217 time: 0.0333686 Sep 07 16:51:16.806100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-ab666a5a-1153-456d-b27a-34057be5e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:16.807578 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-ab666a5a-1153-456d-b27a-34057be5e85c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0422251 Sep 07 16:51:16.845076 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-f8344b86-fe21-456f-98c5-6e2e57378eaf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256815 Sep 07 16:51:16.947707 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-1494b1bc-fcbb-448e-8c23-82a19d9daa47 service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892174 Sep 07 16:51:16.948068 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:17.041399 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad4b8eb8-3737-43e2-8071-4332783d30ad req-b1ab887e-df3b-4990-8ea9-690274f1fdfa service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859082 Sep 07 16:51:17.132200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cd926-e802-450b-ac34-a52d891ccb5f req-d27524cd-6fb1-46ff-8370-4e577a5c644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:17.133696 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f01cd926-e802-450b-ac34-a52d891ccb5f req-d27524cd-6fb1-46ff-8370-4e577a5c644d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 1095 time: 0.0406244 Sep 07 16:51:17.221936 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cd926-e802-450b-ac34-a52d891ccb5f req-fe9bb80c-139b-4c0c-bccc-1e41c5acbd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:17.223364 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f01cd926-e802-450b-ac34-a52d891ccb5f req-fe9bb80c-139b-4c0c-bccc-1e41c5acbd67 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.0828578 Sep 07 16:51:17.268146 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f01cd926-e802-450b-ac34-a52d891ccb5f req-a180aefa-40f7-4f9d-a9d3-2e00200b410b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092 HTTP/1.1" status: 200 len: 217 time: 0.0369151 Sep 07 16:51:17.317766 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cd926-e802-450b-ac34-a52d891ccb5f req-b54ddede-746c-4ecb-9d9e-a2793c977787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:17.319803 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f01cd926-e802-450b-ac34-a52d891ccb5f req-b54ddede-746c-4ecb-9d9e-a2793c977787 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0428658 Sep 07 16:51:17.350490 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f01cd926-e802-450b-ac34-a52d891ccb5f req-5f2f26a8-f130-4c0c-914e-e56bdd63246c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238001 Sep 07 16:51:17.444288 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f01cd926-e802-450b-ac34-a52d891ccb5f req-f6c1cc1c-acbd-4079-b7a7-6ab09fa5f519 service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859253 Sep 07 16:51:17.532512 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f01cd926-e802-450b-ac34-a52d891ccb5f req-ee610a28-6593-40d1-b0b0-dd2dc15eb800 service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798173 Sep 07 16:51:17.673581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1504c-6ec5-45eb-b946-a00db150eb38 req-17d01dd1-d952-4552-a59d-d7a753e7f8a1 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:17.675116 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8b1504c-6ec5-45eb-b946-a00db150eb38 req-17d01dd1-d952-4552-a59d-d7a753e7f8a1 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 944 time: 0.0654697 Sep 07 16:51:17.712389 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8b1504c-6ec5-45eb-b946-a00db150eb38 req-30f10f12-4f4e-4745-9bf2-e086cad2ad8b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313249 Sep 07 16:51:18.827215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26e5fb-4ab2-4923-9da6-658a20743891 req-f1e4cc92-1ad8-49b6-bceb-cd798b5e5fff tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:18.828811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d26e5fb-4ab2-4923-9da6-658a20743891 req-f1e4cc92-1ad8-49b6-bceb-cd798b5e5fff tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 944 time: 0.0489018 Sep 07 16:51:18.866178 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6d26e5fb-4ab2-4923-9da6-658a20743891 req-829fbace-c009-4bad-b35e-ddea8af3103c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314944 Sep 07 16:51:19.980615 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711e722-b0c9-4f8e-869a-2df9bb3fbcff req-2ba34c2f-dda0-45c7-ad0f-2d4e8f7169c5 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:19.982095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d711e722-b0c9-4f8e-869a-2df9bb3fbcff req-2ba34c2f-dda0-45c7-ad0f-2d4e8f7169c5 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 944 time: 0.0476582 Sep 07 16:51:20.019287 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d711e722-b0c9-4f8e-869a-2df9bb3fbcff req-83a747c0-7a60-4018-95fa-13eac7a86c43 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307603 Sep 07 16:51:20.423216 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2b2e79b2-346e-4dc1-98de-de23ba03b092 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:51:20.518469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2b2e79b2-346e-4dc1-98de-de23ba03b092, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:51:20.529141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '2b2e79b2-346e-4dc1-98de-de23ba03b092', 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53', 'port_id': '2b2e79b2-346e-4dc1-98de-de23ba03b092', 'mac_address': 'fa:16:3e:de:42:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe283ecc-8d09-490a-b5fc-c64e13f17652', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:51:20.564702 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:20.576885 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2e79b2-346e-4dc1-98de-de23ba03b092 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:51:20.596425 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2b2e79b2-346e-4dc1-98de-de23ba03b092, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:51:20.600263 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:20.648953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=2b2e79b2-346e-4dc1-98de-de23ba03b092,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:20.655919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:20.656270 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:20.656640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:20.656978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:20.657337 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:20.657669 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:20.658000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:20.658327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:20.658653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:20.658978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:20.659307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:20.659632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:51:20.845012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['2b2e79b2-346e-4dc1-98de-de23ba03b092'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:51:21.136159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781119c5-7133-463f-8e3d-44414cd326eb req-fe1a93e3-86bf-4251-b32c-354315c2af6c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:21.137714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-781119c5-7133-463f-8e3d-44414cd326eb req-fe1a93e3-86bf-4251-b32c-354315c2af6c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 945 time: 0.0533285 Sep 07 16:51:21.175174 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-781119c5-7133-463f-8e3d-44414cd326eb req-15d3a1b1-1a23-4a8d-8cc1-25bd45ba5544 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314357 Sep 07 16:51:22.287286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10527268-bf68-480c-b973-5708443da806 req-441883df-b503-431a-9844-df3b0decc6a4 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:22.288804 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10527268-bf68-480c-b973-5708443da806 req-441883df-b503-431a-9844-df3b0decc6a4 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 945 time: 0.0490732 Sep 07 16:51:22.326179 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10527268-bf68-480c-b973-5708443da806 req-c6234fc6-fa01-47e8-a50e-b4a2dadfa01d tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Sep 07 16:51:22.548820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2b2e79b2-346e-4dc1-98de-de23ba03b092 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:51:22.596179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 2b2e79b2-346e-4dc1-98de-de23ba03b092 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:51:22.599726 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 2b2e79b2-346e-4dc1-98de-de23ba03b092 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:51:22.600100 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:22.677134 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:22.699166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7baa4765-633c-459b-83c3-3d0a22732c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e79b2-346e-4dc1-98de-de23ba03b092'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:51:22.701402 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d590a5-bcda-4cbb-be0c-daa165ce0681" -d '{"events": [{"server_uuid": "7baa4765-633c-459b-83c3-3d0a22732c46", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e79b2-346e-4dc1-98de-de23ba03b092"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:51:22.713556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2b2e79b2-346e-4dc1-98de-de23ba03b092, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:51:22.718062 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:22.742409 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f19e07c-7b7c-4c5f-9f02-187e5625d786 x-openstack-request-id: req-4f19e07c-7b7c-4c5f-9f02-187e5625d786 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:51:22.742707 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7baa4765-633c-459b-83c3-3d0a22732c46", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e79b2-346e-4dc1-98de-de23ba03b092", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:51:22.742961 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f19e07c-7b7c-4c5f-9f02-187e5625d786 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:51:22.743374 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7baa4765-633c-459b-83c3-3d0a22732c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e79b2-346e-4dc1-98de-de23ba03b092', 'code': 200} Sep 07 16:51:22.768257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=2b2e79b2-346e-4dc1-98de-de23ba03b092,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:51:22.839090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334118d2-33f9-4cd8-a4d7-abcf0ce6c8bf req-b3d55d14-e9ce-456f-b42e-830dc19bc761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:22.840525 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-334118d2-33f9-4cd8-a4d7-abcf0ce6c8bf req-b3d55d14-e9ce-456f-b42e-830dc19bc761 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 1097 time: 0.0428224 Sep 07 16:51:22.879022 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-334118d2-33f9-4cd8-a4d7-abcf0ce6c8bf req-3643a0fe-38e7-4f71-b0f3-d68416e7b922 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275691 Sep 07 16:51:23.438563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883d01f-2866-4015-8b7e-266b2591a0b5 req-bacf5819-f3ba-42b2-aa75-1b874222a5e2 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:23.440068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3883d01f-2866-4015-8b7e-266b2591a0b5 req-bacf5819-f3ba-42b2-aa75-1b874222a5e2 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0491538 Sep 07 16:51:23.476533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3883d01f-2866-4015-8b7e-266b2591a0b5 req-777d73fd-fc64-41bc-a799-364becb33288 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305815 Sep 07 16:51:24.592536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad3ac-6137-4dcc-84c0-5037ee7b635d req-63bb86b9-c1f3-45f3-bafe-b46a5f0be5bf tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:24.593992 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca8ad3ac-6137-4dcc-84c0-5037ee7b635d req-63bb86b9-c1f3-45f3-bafe-b46a5f0be5bf tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0516233 Sep 07 16:51:24.630673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca8ad3ac-6137-4dcc-84c0-5037ee7b635d req-3fb1359a-399d-40b7-88a6-78b98609426b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308533 Sep 07 16:51:24.740805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274edec-e3e8-4a48-91d1-571268362ff9 req-d38fabbc-90cd-4165-b795-9645e06849ca tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:24.742264 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c274edec-e3e8-4a48-91d1-571268362ff9 req-d38fabbc-90cd-4165-b795-9645e06849ca tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0480404 Sep 07 16:51:24.778577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c274edec-e3e8-4a48-91d1-571268362ff9 req-64d08d39-8b24-4fed-aee4-7ee00fd824f1 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305407 Sep 07 16:51:24.974876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91699cc2-b681-4842-9e02-d99b3441ed24 req-eff6a8c4-cfed-4d89-a3d6-7e2256cc374e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:24.976362 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91699cc2-b681-4842-9e02-d99b3441ed24 req-eff6a8c4-cfed-4d89-a3d6-7e2256cc374e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0475054 Sep 07 16:51:25.013115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91699cc2-b681-4842-9e02-d99b3441ed24 req-8f7ef628-4d62-491d-818c-aba86e022e70 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309362 Sep 07 16:51:25.131167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb3200-5e67-41d7-8481-d171f4fe7277 req-ae2ae02a-488f-4343-b8d2-4ea21e9c9db0 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:25.132674 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17cb3200-5e67-41d7-8481-d171f4fe7277 req-ae2ae02a-488f-4343-b8d2-4ea21e9c9db0 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0563385 Sep 07 16:51:25.169097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17cb3200-5e67-41d7-8481-d171f4fe7277 req-7fd2ef5e-c576-454f-9586-78963cfc5f4a tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303264 Sep 07 16:51:25.383081 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-eb0d6b83-1a27-4464-8963-ce350be3ea77 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405502 Sep 07 16:51:25.401787 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c2b32-28e7-48cf-b3eb-46740a4bec8e req-d01521ea-3ef0-434e-abc7-de5166d5c6fb tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:25.403284 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-043c2b32-28e7-48cf-b3eb-46740a4bec8e req-d01521ea-3ef0-434e-abc7-de5166d5c6fb tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0513403 Sep 07 16:51:25.442486 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-043c2b32-28e7-48cf-b3eb-46740a4bec8e req-8630b34e-5219-453e-9324-eb830a46fb1e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Sep 07 16:51:26.262778 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:51:26.512226 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-6f4a8be7-202b-4e04-8d41-4e1a51d4afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:26.513902 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-6f4a8be7-202b-4e04-8d41-4e1a51d4afe6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 1097 time: 0.0417943 Sep 07 16:51:26.563385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bde3c-4b64-4a56-afc0-3d43a9f94f8b req-32e21604-18c3-45a1-9850-1cd192cba2cb tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:26.564964 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-402bde3c-4b64-4a56-afc0-3d43a9f94f8b req-32e21604-18c3-45a1-9850-1cd192cba2cb tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0506158 Sep 07 16:51:26.604148 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-402bde3c-4b64-4a56-afc0-3d43a9f94f8b req-8150047e-762b-4d81-8f36-7ce479277288 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328798 Sep 07 16:51:26.609050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-a5cdcb70-d0c6-4b8c-a707-3c7f5d2c8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:26.610735 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-a5cdcb70-d0c6-4b8c-a707-3c7f5d2c8562 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.0901489 Sep 07 16:51:26.652713 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-b6b41346-90f0-45f2-b775-78996ef4afa6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092 HTTP/1.1" status: 200 len: 217 time: 0.0340710 Sep 07 16:51:26.701458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-ca556733-1905-4fa1-bc80-45534a313cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:26.702956 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-ca556733-1905-4fa1-bc80-45534a313cb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0429292 Sep 07 16:51:26.738106 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-66fbfe0e-b439-4b13-9035-9d0c09b4900e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285549 Sep 07 16:51:26.829313 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-6a3621a4-cc23-487f-b67e-d15448a8c55f service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818434 Sep 07 16:51:26.925226 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-3f364ad5-fc1e-456e-8210-3466929bf319 service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883818 Sep 07 16:51:27.724464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa69ac3-e402-4e8b-bcbe-11f1925b839c req-903145c7-e17e-4afa-9fea-47fde81926a0 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:27.725967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa69ac3-e402-4e8b-bcbe-11f1925b839c req-903145c7-e17e-4afa-9fea-47fde81926a0 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0541830 Sep 07 16:51:27.763471 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baa69ac3-e402-4e8b-bcbe-11f1925b839c req-11a8fd2f-2c60-4fcf-bf94-346afb3bf4de tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316155 Sep 07 16:51:28.876829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce6a34-8685-468c-84f2-18f71f41c2d7 req-0ff88b94-2b46-49ab-a855-7f906301fbc4 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:28.878810 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fcce6a34-8685-468c-84f2-18f71f41c2d7 req-0ff88b94-2b46-49ab-a855-7f906301fbc4 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0491908 Sep 07 16:51:28.916106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fcce6a34-8685-468c-84f2-18f71f41c2d7 req-8826d255-4b3a-498f-acff-7bef314d9f2e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Sep 07 16:51:30.030740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850aa1f-cdf8-4d27-a11a-fb687e0c08d9 req-022ed3b5-8214-477a-a280-6eeae0aa4fee tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:30.032212 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2850aa1f-cdf8-4d27-a11a-fb687e0c08d9 req-022ed3b5-8214-477a-a280-6eeae0aa4fee tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0480363 Sep 07 16:51:30.071030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2850aa1f-cdf8-4d27-a11a-fb687e0c08d9 req-8facfe18-1178-4f33-a019-d4a75062a153 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322802 Sep 07 16:51:31.195504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213947d8-1f7b-49e7-982d-08cb9162b5b9 req-85e02e5a-24ee-42a7-ae80-2eb18b6d1f04 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:31.196925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-213947d8-1f7b-49e7-982d-08cb9162b5b9 req-85e02e5a-24ee-42a7-ae80-2eb18b6d1f04 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0518999 Sep 07 16:51:31.234308 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-213947d8-1f7b-49e7-982d-08cb9162b5b9 req-9f8380da-754e-4639-80a8-9a814efb0baa tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Sep 07 16:51:32.145784 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:32.346061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8391b-a316-4d26-bd58-4e10f1365cbd req-6e24c60d-9d27-43d1-bbf3-c1543adc8991 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:32.348043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2af8391b-a316-4d26-bd58-4e10f1365cbd req-6e24c60d-9d27-43d1-bbf3-c1543adc8991 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0483081 Sep 07 16:51:32.386261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2af8391b-a316-4d26-bd58-4e10f1365cbd req-67211a78-2ba7-4edf-b73d-4d64f41511b2 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323904 Sep 07 16:51:32.668519 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:33.499901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735df00e-0913-4bd6-a46c-48e954086398 req-c5ed061d-986a-4b3f-bef3-b81b24787da7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:33.501397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-735df00e-0913-4bd6-a46c-48e954086398 req-c5ed061d-986a-4b3f-bef3-b81b24787da7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0472779 Sep 07 16:51:33.537725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-735df00e-0913-4bd6-a46c-48e954086398 req-3d421274-4a94-4166-9771-17592e7e2f9e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298212 Sep 07 16:51:34.655213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8f4e4-4e9b-4fd7-a598-387941892e85 req-89793ef9-7473-4d80-a870-8c90bd4bf280 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:34.656689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2e8f4e4-4e9b-4fd7-a598-387941892e85 req-89793ef9-7473-4d80-a870-8c90bd4bf280 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0520606 Sep 07 16:51:34.693046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a2e8f4e4-4e9b-4fd7-a598-387941892e85 req-e9284fb1-fc81-4460-848c-282299f86f95 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304968 Sep 07 16:51:35.805780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1f6d3-a2a3-4a67-9a3a-842ef26cbace req-6a97da7a-2635-46e3-9f41-4d7525657100 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:35.807256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0b1f6d3-a2a3-4a67-9a3a-842ef26cbace req-6a97da7a-2635-46e3-9f41-4d7525657100 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0484121 Sep 07 16:51:35.844483 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0b1f6d3-a2a3-4a67-9a3a-842ef26cbace req-0c8b69b3-abb8-4d11-b21e-a19bc88c2eb9 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Sep 07 16:51:36.956409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d38a3-79f2-4a2a-8ca2-ff8213331e16 req-58512cc3-5875-4789-a27c-8fbce0cb9835 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:36.957891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-415d38a3-79f2-4a2a-8ca2-ff8213331e16 req-58512cc3-5875-4789-a27c-8fbce0cb9835 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0484946 Sep 07 16:51:36.994927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-415d38a3-79f2-4a2a-8ca2-ff8213331e16 req-c6a9777b-a5dd-40fd-adeb-2a83a90e3d99 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311763 Sep 07 16:51:38.109572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf20a18-0426-4e58-94e8-29a859b1010b req-a2cd188d-063d-457a-b43a-831000ca4fc5 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:38.111049 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edf20a18-0426-4e58-94e8-29a859b1010b req-a2cd188d-063d-457a-b43a-831000ca4fc5 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0513315 Sep 07 16:51:38.147853 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edf20a18-0426-4e58-94e8-29a859b1010b req-9d9f9a89-3003-47d8-a39c-db14d76103f4 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302200 Sep 07 16:51:39.260128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe5536-3105-4248-b0ad-864bc868b4d4 req-89f0eec2-2ead-4507-98e2-5c690e3d2326 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:39.261636 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1afe5536-3105-4248-b0ad-864bc868b4d4 req-89f0eec2-2ead-4507-98e2-5c690e3d2326 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0479298 Sep 07 16:51:39.298142 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1afe5536-3105-4248-b0ad-864bc868b4d4 req-7b6a87e5-c8fd-4c56-9cb1-537be0453793 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306621 Sep 07 16:51:40.412002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74429e-e8d4-45a1-9581-f1fbd2ab2305 req-68815044-dfef-40ab-83c1-84b1cccb1915 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:40.414221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e74429e-e8d4-45a1-9581-f1fbd2ab2305 req-68815044-dfef-40ab-83c1-84b1cccb1915 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0496435 Sep 07 16:51:40.418453 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11f26a47-ab6d-4647-a698-f85c690d15d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:40.451636 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e74429e-e8d4-45a1-9581-f1fbd2ab2305 req-3253371c-48e7-4e5b-ad64-f0c08482deac tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307567 Sep 07 16:51:41.568415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012dc49-7b44-4d54-9195-9275e47a88b0 req-54695ec7-e8b1-461d-903d-555a7882f37e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:41.569882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b012dc49-7b44-4d54-9195-9275e47a88b0 req-54695ec7-e8b1-461d-903d-555a7882f37e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0518098 Sep 07 16:51:41.606745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b012dc49-7b44-4d54-9195-9275e47a88b0 req-2a4973b9-7712-4f4b-b0b7-0c1bbacd33f7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310521 Sep 07 16:51:42.718161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e416c3f-f07d-45d3-9fa2-2e7176bfa8a6 req-71aafbc0-a7c8-431d-9118-695760fe0946 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:42.719625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e416c3f-f07d-45d3-9fa2-2e7176bfa8a6 req-71aafbc0-a7c8-431d-9118-695760fe0946 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0478938 Sep 07 16:51:42.757044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e416c3f-f07d-45d3-9fa2-2e7176bfa8a6 req-c0c99e80-02f6-41fa-9e5a-b28b8d2b9656 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Sep 07 16:51:43.869842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e329-0b6d-495d-8e24-2cd7330e7f8a req-3789fd42-5b2f-486b-8c05-9b3d080283dd tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:43.871318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a571e329-0b6d-495d-8e24-2cd7330e7f8a req-3789fd42-5b2f-486b-8c05-9b3d080283dd tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0482934 Sep 07 16:51:43.911569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a571e329-0b6d-495d-8e24-2cd7330e7f8a req-2228167f-d3fb-4fb9-a24b-d8c2571f9bc2 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342379 Sep 07 16:51:43.995573 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:44.289781 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d4153d9-43f0-4084-bcc6-f7d644346fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:45.018034 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:45.032653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaab74-402b-4143-87c0-07a6a02d44ef req-dcbc283d-81fa-4930-9b55-003f977a267a tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:45.034146 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b7aaab74-402b-4143-87c0-07a6a02d44ef req-dcbc283d-81fa-4930-9b55-003f977a267a tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0550299 Sep 07 16:51:45.070836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b7aaab74-402b-4143-87c0-07a6a02d44ef req-2e7b94fc-7add-41f3-97c2-5d204c1f883e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307662 Sep 07 16:51:46.185313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687a2d7-9068-4dde-b11d-857a9e0b059b req-48fa3a85-534d-4cc3-aef5-37ffb6fcd923 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:46.186691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2687a2d7-9068-4dde-b11d-857a9e0b059b req-48fa3a85-534d-4cc3-aef5-37ffb6fcd923 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0479307 Sep 07 16:51:46.224324 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2687a2d7-9068-4dde-b11d-857a9e0b059b req-7d9c9310-eb0e-46d1-98d2-dbf4df64dfbc tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Sep 07 16:51:46.951170 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:47.340288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbac89-d81e-4e20-8f99-dcd0f2c9b806 req-28a713c0-95f1-45e9-b9ef-c671d8a997be tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:47.341803 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9cbac89-d81e-4e20-8f99-dcd0f2c9b806 req-28a713c0-95f1-45e9-b9ef-c671d8a997be tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0494168 Sep 07 16:51:47.380690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9cbac89-d81e-4e20-8f99-dcd0f2c9b806 req-8146cbbe-024f-418c-8f64-04ff6da3f9a7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328782 Sep 07 16:51:48.520153 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee9b69-7a97-4550-a347-6757787c2bbd req-3132865d-0892-420b-b9d3-832e6442d5f8 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:48.521637 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5eee9b69-7a97-4550-a347-6757787c2bbd req-3132865d-0892-420b-b9d3-832e6442d5f8 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0515873 Sep 07 16:51:48.557396 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5eee9b69-7a97-4550-a347-6757787c2bbd req-19f2b321-3654-4269-946f-b0d67220608b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300326 Sep 07 16:51:49.352440 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d05b9-b5ae-462b-8b93-b8daf2bdf72b req-3a89e19d-e196-4da1-a685-249f3b959fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:49.353911 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-212d05b9-b5ae-462b-8b93-b8daf2bdf72b req-3a89e19d-e196-4da1-a685-249f3b959fa8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 1097 time: 0.0400546 Sep 07 16:51:49.462238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d05b9-b5ae-462b-8b93-b8daf2bdf72b req-84c0a00b-20c6-475f-a38b-0cb4ff4f6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:49.463692 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-212d05b9-b5ae-462b-8b93-b8daf2bdf72b req-84c0a00b-20c6-475f-a38b-0cb4ff4f6415 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.0875647 Sep 07 16:51:49.505390 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-212d05b9-b5ae-462b-8b93-b8daf2bdf72b req-8266d13f-e80d-4f49-bbbf-017dfa7d5f4f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092 HTTP/1.1" status: 200 len: 217 time: 0.0338988 Sep 07 16:51:49.552236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d05b9-b5ae-462b-8b93-b8daf2bdf72b req-cc297099-2830-4eca-bd6e-3783f0efd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:49.553636 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-212d05b9-b5ae-462b-8b93-b8daf2bdf72b req-cc297099-2830-4eca-bd6e-3783f0efd817 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0411642 Sep 07 16:51:49.584879 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-212d05b9-b5ae-462b-8b93-b8daf2bdf72b req-921eb2c7-f11a-4568-b004-b7a18a96b1f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228155 Sep 07 16:51:49.684038 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-212d05b9-b5ae-462b-8b93-b8daf2bdf72b req-61ca685d-ba35-4c4c-9d26-be4de4169c06 service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915895 Sep 07 16:51:49.688640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe26102-5229-4090-9f63-eca639339544 req-e1696c6d-d0c6-4c8c-bc51-eb566bee2779 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:49.690124 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-efe26102-5229-4090-9f63-eca639339544 req-e1696c6d-d0c6-4c8c-bc51-eb566bee2779 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0486202 Sep 07 16:51:49.727456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-efe26102-5229-4090-9f63-eca639339544 req-a77081a5-499f-4b73-b619-65b883a34501 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Sep 07 16:51:49.777422 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-212d05b9-b5ae-462b-8b93-b8daf2bdf72b req-2a8790d6-dfd3-44da-b24a-1aaeaf356239 service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862513 Sep 07 16:51:50.840169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436d70d-222d-4a7a-98d4-eef5e5a15882 req-0ad4f3a3-98bc-44db-83f9-781747338d3f tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:50.841716 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0436d70d-222d-4a7a-98d4-eef5e5a15882 req-0ad4f3a3-98bc-44db-83f9-781747338d3f tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0484552 Sep 07 16:51:50.878430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0436d70d-222d-4a7a-98d4-eef5e5a15882 req-0fcb932c-6e10-4a77-9441-1dc2dbb29d38 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308530 Sep 07 16:51:51.995720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af75c0-924c-4432-ba53-11eaf830f13c req-f13117c8-5e5a-45f0-8682-0baf9f34d751 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:51.997220 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50af75c0-924c-4432-ba53-11eaf830f13c req-f13117c8-5e5a-45f0-8682-0baf9f34d751 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0520043 Sep 07 16:51:52.034051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50af75c0-924c-4432-ba53-11eaf830f13c req-96e557c2-7ee9-474b-88db-fb175de1671a tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307350 Sep 07 16:51:53.149089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf46db-031f-4f92-8825-0b65f7c39c61 req-decc72f4-20dc-44f1-9715-24ad27650a67 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:53.150580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-babf46db-031f-4f92-8825-0b65f7c39c61 req-decc72f4-20dc-44f1-9715-24ad27650a67 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0490694 Sep 07 16:51:53.187180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-babf46db-031f-4f92-8825-0b65f7c39c61 req-72861df1-8508-416a-a11f-c9fcfb1adbf6 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306914 Sep 07 16:51:54.300740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63310ebf-faf2-40d7-a89a-af41bdeda591 req-dcdbeb3a-f922-46b0-ae9b-9bb2f9d8c5d1 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:54.302261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63310ebf-faf2-40d7-a89a-af41bdeda591 req-dcdbeb3a-f922-46b0-ae9b-9bb2f9d8c5d1 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0485568 Sep 07 16:51:54.339702 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63310ebf-faf2-40d7-a89a-af41bdeda591 req-dd3ef43f-52c3-44e2-843a-f9a98f8b6d62 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Sep 07 16:51:55.456573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b560f4f-c0d2-43da-a1fa-f4c0d243ae12 req-c2928bd5-2d71-4081-8fb6-9395be3a136c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:55.458042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b560f4f-c0d2-43da-a1fa-f4c0d243ae12 req-c2928bd5-2d71-4081-8fb6-9395be3a136c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0517511 Sep 07 16:51:55.494435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b560f4f-c0d2-43da-a1fa-f4c0d243ae12 req-0116637e-8b99-4a64-85cb-156da9149553 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299306 Sep 07 16:51:56.606671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36215da0-64a6-4985-afc4-ccd11674c6ef req-8acb6465-daa9-4e26-b897-ea8029b9c29f tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:56.608156 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36215da0-64a6-4985-afc4-ccd11674c6ef req-8acb6465-daa9-4e26-b897-ea8029b9c29f tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0480092 Sep 07 16:51:56.645270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36215da0-64a6-4985-afc4-ccd11674c6ef req-6029f096-808f-422a-b3c5-821aac56f64b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313196 Sep 07 16:51:57.756988 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f2bac-ad29-413d-b471-109c72e15c92 req-ae38d1d2-16e3-42b1-b54b-39f6e0e55f0b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:57.758975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-908f2bac-ad29-413d-b471-109c72e15c92 req-ae38d1d2-16e3-42b1-b54b-39f6e0e55f0b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0489182 Sep 07 16:51:57.795261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-908f2bac-ad29-413d-b471-109c72e15c92 req-1530dc00-dcd3-40c4-ba1d-41b82cf3c33b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303388 Sep 07 16:51:58.911779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94283d-aaf6-4dba-9c58-3e73b8c97280 req-bc701891-f5e1-4b0b-b501-bba79b992b0a tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:58.913400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f94283d-aaf6-4dba-9c58-3e73b8c97280 req-bc701891-f5e1-4b0b-b501-bba79b992b0a tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0519109 Sep 07 16:51:58.951008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f94283d-aaf6-4dba-9c58-3e73b8c97280 req-6ec0aaff-8c3c-4f24-97cf-98eabf9c754f tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Sep 07 16:51:59.337307 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-8a3eca7e-1c1d-4a2e-a532-53acb10df310 service neutron] show failed (client error): The resource could not be found. Sep 07 16:51:59.338344 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-8a3eca7e-1c1d-4a2e-a532-53acb10df310 service neutron] 10.222.0.54 "GET /v2.0/ports/2b2e79b2-346e-4dc1-98de-de23ba03b092/bindings/n-h2-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0552711 Sep 07 16:51:59.581610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-7d5cee42-e973-408a-9b13-886e2f9880f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:51:59.583153 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-7d5cee42-e973-408a-9b13-886e2f9880f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46&tenant_id=63286bd1de424a798ab6a7315cd9606c HTTP/1.1" status: 200 len: 1097 time: 0.0747864 Sep 07 16:51:59.596146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:51:59.650765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:59.853250 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] For port 2b2e79b2-346e-4dc1-98de-de23ba03b092, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:51:59.885560 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] For port 2b2e79b2-346e-4dc1-98de-de23ba03b092, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:51:59.923469 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7baa4765-633c-459b-83c3-3d0a22732c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b2e79b2-346e-4dc1-98de-de23ba03b092'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:51:59.925826 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1118b92-322e-4af4-a15c-9c55a82ec019" -d '{"events": [{"server_uuid": "7baa4765-633c-459b-83c3-3d0a22732c46", "name": "network-vif-unplugged", "status": "completed", "tag": "2b2e79b2-346e-4dc1-98de-de23ba03b092"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:51:59.930362 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:59.942332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Transition to ACTIVE for port object 2b2e79b2-346e-4dc1-98de-de23ba03b092 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:51:59.947046 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:51:59.975240 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef98264-f832-46d3-b138-8ea99fc1ca6f x-openstack-request-id: req-5ef98264-f832-46d3-b138-8ea99fc1ca6f {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:51:59.975545 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7baa4765-633c-459b-83c3-3d0a22732c46", "name": "network-vif-unplugged", "status": "completed", "tag": "2b2e79b2-346e-4dc1-98de-de23ba03b092", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:51:59.975803 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ef98264-f832-46d3-b138-8ea99fc1ca6f {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:51:59.976760 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7baa4765-633c-459b-83c3-3d0a22732c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b2e79b2-346e-4dc1-98de-de23ba03b092', 'code': 200} Sep 07 16:51:59.998031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e79b2-346e-4dc1-98de-de23ba03b092,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:00.024006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] No DVR routers for this DVR port 2b2e79b2-346e-4dc1-98de-de23ba03b092 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:52:00.081356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Attempting to bind port 2b2e79b2-346e-4dc1-98de-de23ba03b092 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:52:00.081688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Attempting to bind port 2b2e79b2-346e-4dc1-98de-de23ba03b092 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:52:00.082014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Attempting to bind port 2b2e79b2-346e-4dc1-98de-de23ba03b092 on network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:52:00.090214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Port 2b2e79b2-346e-4dc1-98de-de23ba03b092 on network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:52:00.090540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Attempting to bind port 2b2e79b2-346e-4dc1-98de-de23ba03b092 on network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:52:00.102486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb6269-6db1-478e-8d84-4b297794f203 req-129ae7ce-0037-442a-a42d-a9540997e536 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:00.104016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdeb6269-6db1-478e-8d84-4b297794f203 req-129ae7ce-0037-442a-a42d-a9540997e536 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 944 time: 0.0816081 Sep 07 16:52:00.105103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:52:00.105435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Checking segment: {'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:52:00.105813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Bound using segment: {'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:52:00.106243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Bound port: 2b2e79b2-346e-4dc1-98de-de23ba03b092, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:52:00.106600 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:00.170258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdeb6269-6db1-478e-8d84-4b297794f203 req-a3782549-1389-46d9-9f76-4c6ed8445f2e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555000 Sep 07 16:52:00.195184 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] For port 2b2e79b2-346e-4dc1-98de-de23ba03b092, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:52:00.198188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] For port 2b2e79b2-346e-4dc1-98de-de23ba03b092, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:52:00.202868 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:00.506905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:00.507571 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:00.508980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] 10.222.0.35 "PUT /v2.0/ports/2b2e79b2-346e-4dc1-98de-de23ba03b092 HTTP/1.1" status: 200 len: 1092 time: 0.9168096 Sep 07 16:52:00.528444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed7690-adc0-4b9b-90f6-b8ec038f4a99 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2e79b2-346e-4dc1-98de-de23ba03b092,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:00.570825 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-feabd355-dd10-465f-943b-98ab1c8ca6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:00.572296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-feabd355-dd10-465f-943b-98ab1c8ca6ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 1095 time: 0.0393555 Sep 07 16:52:00.661530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-ae0ad821-43c9-489e-81a8-228c84b89677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:00.662952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-ae0ad821-43c9-489e-81a8-228c84b89677 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.0831335 Sep 07 16:52:00.703130 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-0804fc66-3312-4fbb-9e9c-7ca7316c7074 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092 HTTP/1.1" status: 200 len: 217 time: 0.0327888 Sep 07 16:52:00.750867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-2ee8d1c9-ef38-459f-86be-210e94cf428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:00.752318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-2ee8d1c9-ef38-459f-86be-210e94cf428a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0418513 Sep 07 16:52:00.784125 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-b5b0ef01-4b72-410d-af03-e24e85be573c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242093 Sep 07 16:52:00.875335 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-e5bf203c-29d4-4e6c-b616-a3fcfe32c16f service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844612 Sep 07 16:52:00.967114 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-889ebc0a-7c68-43f7-8339-69a0a50cb85a req-d98f632a-9687-4889-bf01-de5874181772 service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832310 Sep 07 16:52:01.291290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99cd95-30f0-4ef5-8ec4-39c3ffb7362b req-32591238-ac83-4374-bd0f-bcd472c961bf tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:01.292696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c99cd95-30f0-4ef5-8ec4-39c3ffb7362b req-32591238-ac83-4374-bd0f-bcd472c961bf tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 944 time: 0.0478368 Sep 07 16:52:01.329701 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c99cd95-30f0-4ef5-8ec4-39c3ffb7362b req-0d359fb3-3f98-4120-b169-acc6c752feb5 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312498 Sep 07 16:52:01.977629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7baa4765-633c-459b-83c3-3d0a22732c46', 'tag': '2b2e79b2-346e-4dc1-98de-de23ba03b092'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:52:01.979976 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cab5382-b856-4fcf-9a32-687e400cb857" -d '{"events": [{"name": "network-changed", "server_uuid": "7baa4765-633c-459b-83c3-3d0a22732c46", "tag": "2b2e79b2-346e-4dc1-98de-de23ba03b092"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:52:02.027395 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ed9780-0cab-449f-9291-520bf1cda83d x-openstack-request-id: req-f9ed9780-0cab-449f-9291-520bf1cda83d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:52:02.027709 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7baa4765-633c-459b-83c3-3d0a22732c46", "tag": "2b2e79b2-346e-4dc1-98de-de23ba03b092", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:52:02.027988 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9ed9780-0cab-449f-9291-520bf1cda83d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:52:02.028451 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7baa4765-633c-459b-83c3-3d0a22732c46', 'tag': '2b2e79b2-346e-4dc1-98de-de23ba03b092', 'status': 'completed', 'code': 200} Sep 07 16:52:02.084962 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-5c9ed644-a2d7-4e49-bf72-0dd11af194b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:02.087040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-5c9ed644-a2d7-4e49-bf72-0dd11af194b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 1095 time: 0.0401249 Sep 07 16:52:02.099446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-563de015-ae75-4afb-824b-705581ca6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:02.100932 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-563de015-ae75-4afb-824b-705581ca6890 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 1095 time: 0.0407267 Sep 07 16:52:02.166538 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:02.183032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-a858ee22-7bf4-4a49-9321-32b9e1e8c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:02.184588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-a858ee22-7bf4-4a49-9321-32b9e1e8c10d service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.0905936 Sep 07 16:52:02.196848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-5fd795fd-3d37-4eae-9fab-e343a8c66697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:02.198311 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-5fd795fd-3d37-4eae-9fab-e343a8c66697 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.0884593 Sep 07 16:52:02.227507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-9fd88ede-dcc7-4bfb-ad6c-2c6b0a53a153 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092 HTTP/1.1" status: 200 len: 217 time: 0.0350411 Sep 07 16:52:02.244504 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-dc31eea2-1ec1-40f3-98d9-e09d28a5916a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092 HTTP/1.1" status: 200 len: 217 time: 0.0344620 Sep 07 16:52:02.277386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-bbcb4193-ec92-4714-b32c-60f8aab8a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:02.278870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-bbcb4193-ec92-4714-b32c-60f8aab8a00c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0439062 Sep 07 16:52:02.297392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-af7eff40-3efb-49b1-a81c-388fbc66c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:02.298824 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-af7eff40-3efb-49b1-a81c-388fbc66c564 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0430133 Sep 07 16:52:02.314661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-ef09cb8b-d1a6-4658-8eab-6b1032946d74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282509 Sep 07 16:52:02.331651 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-faa8c12a-69b5-45dd-b9d5-c9598204709c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243793 Sep 07 16:52:02.430330 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-195e6e7d-48b0-4630-8f46-580b4006454b service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882852 Sep 07 16:52:02.435948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-4a872bc9-f1a8-47b0-8cba-5be5ad83ca7c service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133721 Sep 07 16:52:02.480157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30de151-4711-442b-a1bb-e86a8c59175a req-c7d254aa-020b-406d-9d32-7075ae6b2d09 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:02.481690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c30de151-4711-442b-a1bb-e86a8c59175a req-c7d254aa-020b-406d-9d32-7075ae6b2d09 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 944 time: 0.0817616 Sep 07 16:52:02.530110 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-41485863-be7a-466f-9d76-cf5b82e6dd38 service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880103 Sep 07 16:52:02.565699 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c30de151-4711-442b-a1bb-e86a8c59175a req-5e1cf9c3-57ce-4f83-93cf-9549a176e507 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753264 Sep 07 16:52:02.576634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cab5382-b856-4fcf-9a32-687e400cb857 req-bdd367b7-9891-46b9-8c9e-9a834ffeaeb6 service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317580 Sep 07 16:52:02.686416 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:02.703271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2b2e79b2-346e-4dc1-98de-de23ba03b092 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:52:02.739560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2b2e79b2-346e-4dc1-98de-de23ba03b092 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:52:03.261905 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:52:03.685694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971099c-dacb-498a-8b71-6445bbd78932 req-ecb5b121-be62-4b63-bacb-beb1c471922c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:03.687155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b971099c-dacb-498a-8b71-6445bbd78932 req-ecb5b121-be62-4b63-bacb-beb1c471922c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 944 time: 0.0481603 Sep 07 16:52:03.727823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b971099c-dacb-498a-8b71-6445bbd78932 req-1a556387-1287-4f2f-80ed-13690c86210a tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348573 Sep 07 16:52:04.840594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e6b88-33b0-465f-8e63-918c674a166d req-45044ee8-9c95-4278-81f1-91da1fb7b7c5 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:04.842107 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba8e6b88-33b0-465f-8e63-918c674a166d req-45044ee8-9c95-4278-81f1-91da1fb7b7c5 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 944 time: 0.0486457 Sep 07 16:52:04.879431 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba8e6b88-33b0-465f-8e63-918c674a166d req-333380cc-7118-470a-ac8f-288c17df23fd tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314445 Sep 07 16:52:05.068018 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2c35b-1a77-4ef3-ab89-600183675f61 req-811c2e15-8c70-4f77-aadd-a9cd2aed15ad tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:05.069584 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71f2c35b-1a77-4ef3-ab89-600183675f61 req-811c2e15-8c70-4f77-aadd-a9cd2aed15ad tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 944 time: 0.0504165 Sep 07 16:52:05.109086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2b2e79b2-346e-4dc1-98de-de23ba03b092 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:52:05.111923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71f2c35b-1a77-4ef3-ab89-600183675f61 req-99a3f894-523f-4e9f-87c0-dfca543c2dbf tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363710 Sep 07 16:52:05.115298 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-88da7a49-fc26-4669-a658-dbac695de474 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:05.117215 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-88da7a49-fc26-4669-a658-dbac695de474 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46&tenant_id=63286bd1de424a798ab6a7315cd9606c&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 944 time: 0.0850222 Sep 07 16:52:05.182011 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-80f53885-2614-48ee-92c5-8cb4cebbce2f service neutron] delete failed (client error): The resource could not be found. Sep 07 16:52:05.183032 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-80f53885-2614-48ee-92c5-8cb4cebbce2f service neutron] 10.222.0.54 "DELETE /v2.0/ports/2b2e79b2-346e-4dc1-98de-de23ba03b092/bindings/n-h1-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0529644 Sep 07 16:52:05.207710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 2b2e79b2-346e-4dc1-98de-de23ba03b092, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:52:05.219657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '2b2e79b2-346e-4dc1-98de-de23ba03b092', 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53', 'port_id': '2b2e79b2-346e-4dc1-98de-de23ba03b092', 'mac_address': 'fa:16:3e:de:42:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe283ecc-8d09-490a-b5fc-c64e13f17652', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:52:05.260628 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:05.274507 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2e79b2-346e-4dc1-98de-de23ba03b092 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:52:05.294851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 2b2e79b2-346e-4dc1-98de-de23ba03b092, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:52:05.299024 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:05.350772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=2b2e79b2-346e-4dc1-98de-de23ba03b092,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:05.574138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-3c2df6aa-f385-4f52-a080-58ff2c03ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:05.575640 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-3c2df6aa-f385-4f52-a080-58ff2c03ca55 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 1095 time: 0.3452940 Sep 07 16:52:05.654020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['2b2e79b2-346e-4dc1-98de-de23ba03b092'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:52:05.669028 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-5f58b09f-a14b-4516-821b-d99b40273eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:05.670497 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-5f58b09f-a14b-4516-821b-d99b40273eb5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.0815098 Sep 07 16:52:05.718490 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-9395f9f9-1e4a-4933-af0e-be43e4a659fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092 HTTP/1.1" status: 200 len: 217 time: 0.0361862 Sep 07 16:52:05.768023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-7b0badad-c22d-4821-85cd-eb36672c01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:05.769512 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-7b0badad-c22d-4821-85cd-eb36672c01fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0431845 Sep 07 16:52:05.805273 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-62c6e7f3-1348-4286-9693-1a11945cea79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245411 Sep 07 16:52:05.901385 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-449a5601-dfd0-4ae2-b901-0050ed567b77 service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869389 Sep 07 16:52:05.994629 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b4a225b-f62d-48d1-9379-371f6c9408a8 req-9f23825d-a80b-4d56-8e80-104897ab387c service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811739 Sep 07 16:52:06.228109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947dead-ff66-40da-8f75-9c72dcd97941 req-c7a199ef-41ae-4e5c-888e-6d1cad378eba tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:06.229634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f947dead-ff66-40da-8f75-9c72dcd97941 req-c7a199ef-41ae-4e5c-888e-6d1cad378eba tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 945 time: 0.0484922 Sep 07 16:52:06.271063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f947dead-ff66-40da-8f75-9c72dcd97941 req-7db28bca-34c8-4811-8a74-6fb3a3172f30 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354991 Sep 07 16:52:07.125170 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2b2e79b2-346e-4dc1-98de-de23ba03b092 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:52:07.172818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 2b2e79b2-346e-4dc1-98de-de23ba03b092 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:52:07.176271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 2b2e79b2-346e-4dc1-98de-de23ba03b092 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:52:07.176676 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:07.252228 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:07.274437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7baa4765-633c-459b-83c3-3d0a22732c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e79b2-346e-4dc1-98de-de23ba03b092'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:52:07.276675 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf62a4c-a151-42db-b701-0fe8bc942446" -d '{"events": [{"server_uuid": "7baa4765-633c-459b-83c3-3d0a22732c46", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e79b2-346e-4dc1-98de-de23ba03b092"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:52:07.288731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 2b2e79b2-346e-4dc1-98de-de23ba03b092, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:52:07.294278 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:07.317528 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fa7d42-7eea-4725-b41d-f021cd1a11bb x-openstack-request-id: req-66fa7d42-7eea-4725-b41d-f021cd1a11bb {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:52:07.317825 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7baa4765-633c-459b-83c3-3d0a22732c46", "name": "network-vif-plugged", "status": "completed", "tag": "2b2e79b2-346e-4dc1-98de-de23ba03b092", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:52:07.318078 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66fa7d42-7eea-4725-b41d-f021cd1a11bb {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:52:07.318467 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7baa4765-633c-459b-83c3-3d0a22732c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2e79b2-346e-4dc1-98de-de23ba03b092', 'code': 200} Sep 07 16:52:07.343956 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=2b2e79b2-346e-4dc1-98de-de23ba03b092,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:07.393241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177b1ee-e9c4-4096-bafe-193e16a8bcd2 req-4a832fbe-2916-44ce-a0ee-85d168223b04 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:07.394745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7177b1ee-e9c4-4096-bafe-193e16a8bcd2 req-4a832fbe-2916-44ce-a0ee-85d168223b04 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0542030 Sep 07 16:52:07.435471 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7177b1ee-e9c4-4096-bafe-193e16a8bcd2 req-515e66fd-c3e8-4db3-b09c-31b8d73d6f31 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314329 Sep 07 16:52:07.546793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067d18-44d8-4037-a7cf-12f4991eaa07 req-aa7b2098-bb4d-4f16-b70e-7fec28f464bd tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:07.548288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18067d18-44d8-4037-a7cf-12f4991eaa07 req-aa7b2098-bb4d-4f16-b70e-7fec28f464bd tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0482922 Sep 07 16:52:07.585382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18067d18-44d8-4037-a7cf-12f4991eaa07 req-588b834b-8d2a-47f3-a13c-784e0281286b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Sep 07 16:52:07.696307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5a0b9-64ee-48ab-91d1-dd2056567207 req-f4eecb42-a746-4e4e-8947-d3f95b9e39ee tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:07.697706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcb5a0b9-64ee-48ab-91d1-dd2056567207 req-f4eecb42-a746-4e4e-8947-d3f95b9e39ee tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0482533 Sep 07 16:52:07.739790 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcb5a0b9-64ee-48ab-91d1-dd2056567207 req-d61556ab-ced3-4e87-b69a-1a57a959a5a5 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362153 Sep 07 16:52:08.079122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-f84f7464-fd5c-41d2-9361-5735f8fd1740 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:08.080611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-f84f7464-fd5c-41d2-9361-5735f8fd1740 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 814 time: 0.0985172 Sep 07 16:52:08.095407 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-c11bb7db-d6c2-40a4-ab53-1415c7e08b74 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/quotas/63286bd1de424a798ab6a7315cd9606c HTTP/1.1" status: 200 len: 375 time: 0.0087006 Sep 07 16:52:08.143259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-d8e710c2-8035-4c3d-9f9d-7dd235e2a7bb tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425780 Sep 07 16:52:08.235003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-8ea4a6f1-c5f6-4889-ad08-33902e971aa2 service neutron] 10.222.0.70 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841665 Sep 07 16:52:08.325003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1f5dd05f-a12a-4587-87af-675ee6ebb251 service neutron] 10.222.0.70 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839126 Sep 07 16:52:08.485182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0846db81-a840-4e30-8436-1078a39ac9bd req-ed7a9e7c-d36f-4ac2-9895-cec46dc73b62 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 210 time: 0.0264897 Sep 07 16:52:09.379441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-8446ed7c-4c5e-47be-946b-ade4b15d057e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:09.381065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-8446ed7c-4c5e-47be-946b-ade4b15d057e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.35 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 814 time: 0.1054683 Sep 07 16:52:09.395038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1ffb2caa-8eb5-4cae-8fb1-1351730d1800 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Request body: {'port': {'device_id': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53', 'admin_state_up': True, 'tenant_id': '63286bd1de424a798ab6a7315cd9606c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:52:09.479858 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.35', 59338) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:52:09.502880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1ffb2caa-8eb5-4cae-8fb1-1351730d1800 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Made reservation on behalf of 63286bd1de424a798ab6a7315cd9606c for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:52:09.506416 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1ffb2caa-8eb5-4cae-8fb1-1351730d1800 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:09.550083 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d16a4-da79-442c-8b27-2537541ab386 req-7e8aba5b-c37c-4361-95bd-3a5a33a22b6e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:09.551773 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-922d16a4-da79-442c-8b27-2537541ab386 req-7e8aba5b-c37c-4361-95bd-3a5a33a22b6e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.35 "GET /v2.0/ports?device_id=7baa4765-633c-459b-83c3-3d0a22732c46 HTTP/1.1" status: 200 len: 946 time: 0.0566299 Sep 07 16:52:09.597711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a13fe8cd-385b-401a-91ef-a712fb035e3c req-cff1a10f-fbc5-4639-b7dd-143b3c76493e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 210 time: 0.0375218 Sep 07 16:52:09.642466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-922d16a4-da79-442c-8b27-2537541ab386 req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Deleting port 2b2e79b2-346e-4dc1-98de-de23ba03b092 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:52:09.642708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-922d16a4-da79-442c-8b27-2537541ab386 req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:09.659415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1ffb2caa-8eb5-4cae-8fb1-1351730d1800 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Allocated IP 172.20.0.3 (6c5dcece-79bf-4d4e-bf99-1bb9d3985b53/fe283ecc-8d09-490a-b5fc-c64e13f17652/2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:52:09.735227 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-922d16a4-da79-442c-8b27-2537541ab386 req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] For port 2b2e79b2-346e-4dc1-98de-de23ba03b092, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2b2e79b2-346e-4dc1-98de-de23ba03b092,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:52:09.735599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-922d16a4-da79-442c-8b27-2537541ab386 req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:09.747414 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-922d16a4-da79-442c-8b27-2537541ab386 req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Calling delete_port for 2b2e79b2-346e-4dc1-98de-de23ba03b092 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:52:09.804784 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1ffb2caa-8eb5-4cae-8fb1-1351730d1800 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:09.846734 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1ffb2caa-8eb5-4cae-8fb1-1351730d1800 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:09.860003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['2b2e79b2-346e-4dc1-98de-de23ba03b092'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:52:09.874394 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-922d16a4-da79-442c-8b27-2537541ab386 req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:09.890981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1ffb2caa-8eb5-4cae-8fb1-1351730d1800 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:52:09.894268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1ffb2caa-8eb5-4cae-8fb1-1351730d1800 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:52:09.900839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1ffb2caa-8eb5-4cae-8fb1-1351730d1800 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:52:09.911963 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Pushing event deleted for resources: {'Port': ['ID=2b2e79b2-346e-4dc1-98de-de23ba03b092,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:09.921269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:09.921632 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:09.921974 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:09.922342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:09.922672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:09.922995 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:09.923331 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:09.923643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:09.923973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:09.924299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:09.924647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:09.924969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:09.925329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb2caa-8eb5-4cae-8fb1-1351730d1800 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Pushing event updated for resources: {'Port': ['ID=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:09.954368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1ffb2caa-8eb5-4cae-8fb1-1351730d1800 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:09.955000 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1ffb2caa-8eb5-4cae-8fb1-1351730d1800 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:09.967397 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-922d16a4-da79-442c-8b27-2537541ab386 req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] No DVR routers for this DVR port 2b2e79b2-346e-4dc1-98de-de23ba03b092 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:52:09.969175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1ffb2caa-8eb5-4cae-8fb1-1351730d1800 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5785565 Sep 07 16:52:09.970142 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-922d16a4-da79-442c-8b27-2537541ab386 req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:09.972403 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-922d16a4-da79-442c-8b27-2537541ab386 req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.35 "DELETE /v2.0/ports/2b2e79b2-346e-4dc1-98de-de23ba03b092 HTTP/1.1" status: 204 len: 173 time: 0.4139385 Sep 07 16:52:09.972851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7baa4765-633c-459b-83c3-3d0a22732c46', 'name': 'network-vif-deleted', 'tag': '2b2e79b2-346e-4dc1-98de-de23ba03b092'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:52:09.975164 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c1dac2-bb6d-40f2-a499-17382beae27c" -d '{"events": [{"server_uuid": "7baa4765-633c-459b-83c3-3d0a22732c46", "name": "network-vif-deleted", "tag": "2b2e79b2-346e-4dc1-98de-de23ba03b092"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:52:09.983535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Request body: {'port': {'device_id': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:52:10.016592 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ddb497-0bb6-4356-a225-9557d19b46ad x-openstack-request-id: req-c0ddb497-0bb6-4356-a225-9557d19b46ad {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:52:10.017298 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7baa4765-633c-459b-83c3-3d0a22732c46", "name": "network-vif-deleted", "tag": "2b2e79b2-346e-4dc1-98de-de23ba03b092", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:52:10.017958 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0ddb497-0bb6-4356-a225-9557d19b46ad {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:52:10.018844 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7baa4765-633c-459b-83c3-3d0a22732c46', 'name': 'network-vif-deleted', 'tag': '2b2e79b2-346e-4dc1-98de-de23ba03b092', 'status': 'completed', 'code': 200} Sep 07 16:52:10.045241 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:10.312566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:52:10.319846 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:10.331935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Transition to ACTIVE for port object 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:52:10.335864 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:10.387623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Pushing event updated for resources: {'Port': ['ID=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:10.418631 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9026a773-dd72-47d2-85d9-3dbf0363233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:10.456579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Attempting to bind port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:52:10.456918 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Attempting to bind port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:52:10.457249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Attempting to bind port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 on network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:52:10.461362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 on network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:52:10.461683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Attempting to bind port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 on network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:52:10.466329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:52:10.466671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Checking segment: {'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:52:10.467059 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Bound using segment: {'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:52:10.467485 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Bound port: 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:52:10.467843 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:10.528303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] For port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:52:10.531471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] For port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:52:10.535717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:10.571464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:10.572078 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:10.573479 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] 10.222.0.35 "PUT /v2.0/ports/2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 HTTP/1.1" status: 200 len: 1091 time: 0.5940485 Sep 07 16:52:10.573913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'tag': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:52:10.576147 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6405bd19-7c1b-4283-b839-af110b2102a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8353ec1b-a07c-43e2-a59d-edbf185c76e5", "tag": "2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:52:10.601905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18385ca-ce45-4b8e-a594-53d78dbc7871 service neutron] Pushing event updated for resources: {'Port': ['ID=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:10.622282 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe4fdfb-a04a-41fa-9f79-fbb51fd881c0 x-openstack-request-id: req-bfe4fdfb-a04a-41fa-9f79-fbb51fd881c0 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:52:10.622613 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8353ec1b-a07c-43e2-a59d-edbf185c76e5", "tag": "2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:52:10.622894 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfe4fdfb-a04a-41fa-9f79-fbb51fd881c0 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:52:10.623298 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'tag': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82', 'status': 'completed', 'code': 200} Sep 07 16:52:10.655427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-a09b513d-40f4-4b5c-9d64-c9684f731254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:10.656995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-a09b513d-40f4-4b5c-9d64-c9684f731254 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 1094 time: 0.0449040 Sep 07 16:52:10.710797 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-9d6c5f78-ba86-4860-b4f8-22942f2e5079 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 HTTP/1.1" status: 200 len: 217 time: 0.0455971 Sep 07 16:52:10.779625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c3a20-11cd-4693-9caf-d9fc0dc9a3e5 req-5819d7fb-5b6e-41cf-8c74-d7ced1677a09 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:10.781132 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a0c3a20-11cd-4693-9caf-d9fc0dc9a3e5 req-5819d7fb-5b6e-41cf-8c74-d7ced1677a09 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 943 time: 0.1099882 Sep 07 16:52:10.784761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-7df8c471-0163-4c69-8850-e833a8d4cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:10.786101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-7df8c471-0163-4c69-8850-e833a8d4cb32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0619495 Sep 07 16:52:10.827404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-1de49e32-0cc8-419c-a275-e96525dd52ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332732 Sep 07 16:52:10.859907 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a0c3a20-11cd-4693-9caf-d9fc0dc9a3e5 req-59b90727-94f1-4d41-a200-51e08dbc3154 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728834 Sep 07 16:52:10.925270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-21ea61de-6745-4f5f-a7d6-5039662b6d14 service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886762 Sep 07 16:52:11.016231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae04b2ea-0dc8-46cd-8176-06590d9ae5bc req-60c26539-929f-493f-9ffd-879fb390bf1b service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834835 Sep 07 16:52:11.097524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bd19-7c1b-4283-b839-af110b2102a1 req-d7f1a108-4f6f-44f7-8a25-fa093527a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:11.098918 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6405bd19-7c1b-4283-b839-af110b2102a1 req-d7f1a108-4f6f-44f7-8a25-fa093527a201 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 1094 time: 0.0401127 Sep 07 16:52:11.190950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bd19-7c1b-4283-b839-af110b2102a1 req-531328f8-7eeb-4b34-96db-ca3327bb4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:11.192434 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6405bd19-7c1b-4283-b839-af110b2102a1 req-531328f8-7eeb-4b34-96db-ca3327bb4e46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.0859489 Sep 07 16:52:11.233558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6405bd19-7c1b-4283-b839-af110b2102a1 req-2bc088b9-4a73-42ed-9903-54b50745d0e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 HTTP/1.1" status: 200 len: 217 time: 0.0330300 Sep 07 16:52:11.288170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bd19-7c1b-4283-b839-af110b2102a1 req-3c593859-2bb8-4886-8ba4-9551770cab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:11.289648 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6405bd19-7c1b-4283-b839-af110b2102a1 req-3c593859-2bb8-4886-8ba4-9551770cab64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0490823 Sep 07 16:52:11.320044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6405bd19-7c1b-4283-b839-af110b2102a1 req-a9d8477d-7002-41ba-a2a7-a9c748fabc92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231073 Sep 07 16:52:11.410967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6405bd19-7c1b-4283-b839-af110b2102a1 req-98efed9a-2b2c-46a4-be37-d868ddcf6249 service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834103 Sep 07 16:52:11.503209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6405bd19-7c1b-4283-b839-af110b2102a1 req-afca1e5b-4a0f-4aeb-8933-977d9670c62b service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828362 Sep 07 16:52:11.973532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d58a34-b635-43e8-bbbf-c37ca4b16242 req-60b79c5e-1764-4604-afef-337b1282ab99 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:11.975001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36d58a34-b635-43e8-bbbf-c37ca4b16242 req-60b79c5e-1764-4604-afef-337b1282ab99 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 943 time: 0.0477791 Sep 07 16:52:12.012693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36d58a34-b635-43e8-bbbf-c37ca4b16242 req-7aa42a94-f16f-42fd-b5a7-23aacc09b1b2 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312054 Sep 07 16:52:13.124417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7db0f-79f7-461e-8d77-e8870f2fd966 req-77eccdce-e033-4467-af27-f647d211fa50 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:13.125903 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7b7db0f-79f7-461e-8d77-e8870f2fd966 req-77eccdce-e033-4467-af27-f647d211fa50 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 943 time: 0.0480859 Sep 07 16:52:13.162940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7b7db0f-79f7-461e-8d77-e8870f2fd966 req-e520a18c-653f-43bc-a31d-60367f9ea044 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311339 Sep 07 16:52:13.187232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2b2e79b2-346e-4dc1-98de-de23ba03b092 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:52:13.209914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 2b2e79b2-346e-4dc1-98de-de23ba03b092 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:52:13.210259 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2b2e79b2-346e-4dc1-98de-de23ba03b092 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:52:13.998874 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:14.279358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d2db4-b1d7-4855-b34d-85d63b79bbe3 req-f58deae1-4ee4-41ed-9e5f-a65862ce0c11 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:14.280898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d2d2db4-b1d7-4855-b34d-85d63b79bbe3 req-f58deae1-4ee4-41ed-9e5f-a65862ce0c11 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 943 time: 0.0524623 Sep 07 16:52:14.292763 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc8f691f-5cf8-44d4-bd65-cba85a4f0ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:14.317931 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d2d2db4-b1d7-4855-b34d-85d63b79bbe3 req-ffdcc580-d6a4-405d-b65b-740c9cead088 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311432 Sep 07 16:52:15.020314 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:15.203083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:52:15.293910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:52:15.311329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82', 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53', 'port_id': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82', 'mac_address': 'fa:16:3e:c0:42:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe283ecc-8d09-490a-b5fc-c64e13f17652', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:52:15.350381 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:15.366659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:52:15.385581 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:52:15.391996 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:15.435019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcabfd8-101b-4d4c-96d0-bb3d1eb9adfa req-287b6392-5b9a-421b-beb5-460d5027aab8 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:15.436582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcabfd8-101b-4d4c-96d0-bb3d1eb9adfa req-287b6392-5b9a-421b-beb5-460d5027aab8 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 944 time: 0.0489805 Sep 07 16:52:15.439428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:15.475474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fbcabfd8-101b-4d4c-96d0-bb3d1eb9adfa req-bf9fdaa1-6743-408d-843e-aa5947c8a93e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313616 Sep 07 16:52:15.683318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:52:16.590576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa677c9-d1ea-431b-8675-9007b0463815 req-afc72487-d93b-465f-9c34-876cdc64cd60 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:16.592054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0fa677c9-d1ea-431b-8675-9007b0463815 req-afc72487-d93b-465f-9c34-876cdc64cd60 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 944 time: 0.0480564 Sep 07 16:52:16.628585 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0fa677c9-d1ea-431b-8675-9007b0463815 req-ed972fd1-1e37-4a2a-89fb-21f5ed788bf1 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306900 Sep 07 16:52:16.952607 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:17.206162 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:52:17.252569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:52:17.256100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:52:17.256503 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:17.329574 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:17.354014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:52:17.356233 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7cc3a5-bd77-4d97-989d-eff9950887aa" -d '{"events": [{"server_uuid": "8353ec1b-a07c-43e2-a59d-edbf185c76e5", "name": "network-vif-plugged", "status": "completed", "tag": "2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:52:17.369117 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:52:17.373552 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:17.396192 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4529bfaa-4cb4-4c4e-b38c-6f993a205d3d x-openstack-request-id: req-4529bfaa-4cb4-4c4e-b38c-6f993a205d3d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:52:17.396510 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8353ec1b-a07c-43e2-a59d-edbf185c76e5", "name": "network-vif-plugged", "status": "completed", "tag": "2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:52:17.396766 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4529bfaa-4cb4-4c4e-b38c-6f993a205d3d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:52:17.397154 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82', 'code': 200} Sep 07 16:52:17.423904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:17.489625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9307356-bfee-451a-9c3c-744a3c4a4460 req-f60ae692-329b-494e-97b6-b7ac19faf4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:17.491294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9307356-bfee-451a-9c3c-744a3c4a4460 req-f60ae692-329b-494e-97b6-b7ac19faf4c7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 1096 time: 0.0429475 Sep 07 16:52:17.525588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d9307356-bfee-451a-9c3c-744a3c4a4460 req-3e868452-9226-4baa-9501-ed12bc19fc30 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270624 Sep 07 16:52:17.737979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe17db-3717-4840-a387-a778cd431dd3 req-a44a11f6-6de3-45fc-a1dd-72d6c301a066 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:17.739443 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3fe17db-3717-4840-a387-a778cd431dd3 req-a44a11f6-6de3-45fc-a1dd-72d6c301a066 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0475478 Sep 07 16:52:17.776816 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3fe17db-3717-4840-a387-a778cd431dd3 req-e79254ba-62e6-4e0a-b238-2a2369d43ba0 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305259 Sep 07 16:52:18.893606 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700c3ce-d101-4e46-bfec-529aeb452a36 req-b629af61-662e-464b-acea-f90c6ba0b67c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:18.895079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2700c3ce-d101-4e46-bfec-529aeb452a36 req-b629af61-662e-464b-acea-f90c6ba0b67c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0475683 Sep 07 16:52:18.931952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2700c3ce-d101-4e46-bfec-529aeb452a36 req-7f6f8f95-5984-45ba-881e-9b0cda531176 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304852 Sep 07 16:52:19.046973 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95984622-2936-459c-b39f-da4c25c9b07f req-5746da1a-bf99-4e07-88c4-392580687413 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:19.048463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95984622-2936-459c-b39f-da4c25c9b07f req-5746da1a-bf99-4e07-88c4-392580687413 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0513535 Sep 07 16:52:19.084991 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-95984622-2936-459c-b39f-da4c25c9b07f req-27d285a8-353a-47b1-a3f0-0590ef2674eb tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306673 Sep 07 16:52:19.389193 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-5f213177-cc11-4c91-a4a7-1f488acaade3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401626 Sep 07 16:52:19.406308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80c7a0-be6c-45b8-8b63-daaf15fdcb8c req-daecf9e9-e2fe-4e9e-afc8-263152ab098c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:19.408070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a80c7a0-be6c-45b8-8b63-daaf15fdcb8c req-daecf9e9-e2fe-4e9e-afc8-263152ab098c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0517473 Sep 07 16:52:19.447609 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a80c7a0-be6c-45b8-8b63-daaf15fdcb8c req-e31dbede-9547-4688-8b0d-ae28931e673d tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334983 Sep 07 16:52:20.509127 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-265327d4-9ffe-404c-9971-7de8952c5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:20.511187 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-265327d4-9ffe-404c-9971-7de8952c5839 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 1096 time: 0.0408521 Sep 07 16:52:20.624801 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dfef1-46ca-4596-9619-c04fadabd471 req-f793d2c2-f357-40f0-b38e-42ba410159c7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:20.626266 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae4dfef1-46ca-4596-9619-c04fadabd471 req-f793d2c2-f357-40f0-b38e-42ba410159c7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.1073306 Sep 07 16:52:20.645323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-786d80c5-2333-4249-9493-0e91b562a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:20.646718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-786d80c5-2333-4249-9493-0e91b562a014 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.1288574 Sep 07 16:52:20.699040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-b4770fde-5cf8-4758-8074-1f78e581f187 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 HTTP/1.1" status: 200 len: 217 time: 0.0437968 Sep 07 16:52:20.705992 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae4dfef1-46ca-4596-9619-c04fadabd471 req-b9f96162-df01-4c6c-90ec-c4b281f94a38 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689657 Sep 07 16:52:20.748013 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-d932258a-6d3f-4796-9bf2-e87b80d85ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:20.749482 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-d932258a-6d3f-4796-9bf2-e87b80d85ba3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0426733 Sep 07 16:52:20.780366 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-d18b9b9a-e02f-4064-a85e-ff981390d97f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238245 Sep 07 16:52:20.870448 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-9373579c-8fd1-4c40-bc85-193df0ef32b6 service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830266 Sep 07 16:52:21.225937 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-ee09acac-ca8c-4f89-8d78-98014f176f9f service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484116 Sep 07 16:52:21.818164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21496c21-d840-4f95-907c-291b79c0505f req-48ca1cd7-de9d-4293-af0b-d5c12147e7ca tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:21.819654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21496c21-d840-4f95-907c-291b79c0505f req-48ca1cd7-de9d-4293-af0b-d5c12147e7ca tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0476937 Sep 07 16:52:21.860209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21496c21-d840-4f95-907c-291b79c0505f req-9f9567dd-02a2-46c9-9560-3cc9901b2b06 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340881 Sep 07 16:52:22.972657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ab954-b0ef-4047-82d7-9ff8d025b2f7 req-30da5160-5295-42b9-a9b2-f311f7997a1f tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:22.974117 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a19ab954-b0ef-4047-82d7-9ff8d025b2f7 req-30da5160-5295-42b9-a9b2-f311f7997a1f tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0471303 Sep 07 16:52:23.010602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a19ab954-b0ef-4047-82d7-9ff8d025b2f7 req-4f09b4f3-f31b-48c2-a83f-d0ae6175e354 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299437 Sep 07 16:52:24.123428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605e1d7-69d2-4d3a-9c1d-c6e8bff25ac1 req-9d5ce4cc-3183-4980-9e5a-6736ffb56c09 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:24.124930 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9605e1d7-69d2-4d3a-9c1d-c6e8bff25ac1 req-9d5ce4cc-3183-4980-9e5a-6736ffb56c09 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0483799 Sep 07 16:52:24.160812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9605e1d7-69d2-4d3a-9c1d-c6e8bff25ac1 req-9535b31c-3115-463b-84ce-9dbc02a1b7ab tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299630 Sep 07 16:52:25.274142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c46ae5-e94c-45a4-b424-5d8f02892fd8 req-6d79bd5c-f499-4a64-bde2-7b95acc18887 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:25.275658 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56c46ae5-e94c-45a4-b424-5d8f02892fd8 req-6d79bd5c-f499-4a64-bde2-7b95acc18887 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0495131 Sep 07 16:52:25.317948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56c46ae5-e94c-45a4-b424-5d8f02892fd8 req-50f369db-a2c9-4029-917d-4b714df85373 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Sep 07 16:52:26.435785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf697ca-a15f-433e-99b5-c650d5565ffa req-1563593e-fea9-45dd-a589-902a5c04e713 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:26.437296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6bf697ca-a15f-433e-99b5-c650d5565ffa req-1563593e-fea9-45dd-a589-902a5c04e713 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0513730 Sep 07 16:52:26.474670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6bf697ca-a15f-433e-99b5-c650d5565ffa req-17ed3f17-0471-4dd2-a83b-c25b4459d339 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Sep 07 16:52:27.587082 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22810672-8855-49c7-a33c-76610e0b998f req-a53186f4-2957-483a-be1d-65887d86ed55 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:27.588461 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22810672-8855-49c7-a33c-76610e0b998f req-a53186f4-2957-483a-be1d-65887d86ed55 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0476401 Sep 07 16:52:27.625333 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22810672-8855-49c7-a33c-76610e0b998f req-a6f6c776-3171-4079-a3dc-51a8e4cf12c8 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Sep 07 16:52:28.737386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a5d29-9b02-4d18-90e9-ed9987cae417 req-3c50fbaf-28c1-464b-a4dc-acfae14a9c60 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:28.738859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-742a5d29-9b02-4d18-90e9-ed9987cae417 req-3c50fbaf-28c1-464b-a4dc-acfae14a9c60 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0481975 Sep 07 16:52:28.779875 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-742a5d29-9b02-4d18-90e9-ed9987cae417 req-c617f5e3-f11a-4d11-9fc1-a8edf55cfcbc tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344417 Sep 07 16:52:29.891247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe14518-39da-4de2-9052-2b6a58521025 req-6a04301b-d738-454b-9a01-643034c05fc2 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:29.892733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1fe14518-39da-4de2-9052-2b6a58521025 req-6a04301b-d738-454b-9a01-643034c05fc2 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0479708 Sep 07 16:52:29.929079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1fe14518-39da-4de2-9052-2b6a58521025 req-b54fec67-f687-4451-bca7-088184b61292 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305510 Sep 07 16:52:31.041927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc987f7-e91f-4458-b40b-2bd66006b603 req-1e89173d-ddd8-4d72-808f-e5234cfa4eb3 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:31.043158 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cc987f7-e91f-4458-b40b-2bd66006b603 req-1e89173d-ddd8-4d72-808f-e5234cfa4eb3 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0474105 Sep 07 16:52:31.078563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cc987f7-e91f-4458-b40b-2bd66006b603 req-beeedf77-4cdd-443d-af33-c4818f7a215b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295968 Sep 07 16:52:32.169551 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:32.191058 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1b9b2-8de1-461e-8444-cada0c89995c req-04bac819-d2ca-43ed-aa5f-971f029df00a tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:32.192557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dc1b9b2-8de1-461e-8444-cada0c89995c req-04bac819-d2ca-43ed-aa5f-971f029df00a tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0479457 Sep 07 16:52:32.231800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dc1b9b2-8de1-461e-8444-cada0c89995c req-1341114b-e6b1-4c26-aff3-612b6620ea0c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333719 Sep 07 16:52:32.684154 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:33.346344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad343-8f76-4384-ad61-7f69e97bb1ba req-c8ed0118-a083-47b5-be7d-67afdc5a4a01 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:33.347806 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b60ad343-8f76-4384-ad61-7f69e97bb1ba req-c8ed0118-a083-47b5-be7d-67afdc5a4a01 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0480762 Sep 07 16:52:33.384816 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b60ad343-8f76-4384-ad61-7f69e97bb1ba req-be15d260-07e7-45fa-b509-768465aca23e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308526 Sep 07 16:52:34.499905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431201f-2735-4c61-968d-4c0723a76a4e req-947b3993-e8ee-4ebd-b4b8-b157f3a6b5b1 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:34.501413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5431201f-2735-4c61-968d-4c0723a76a4e req-947b3993-e8ee-4ebd-b4b8-b157f3a6b5b1 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0488238 Sep 07 16:52:34.537194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5431201f-2735-4c61-968d-4c0723a76a4e req-e83e7d05-6f4a-4559-b47b-78e8e57e6258 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300112 Sep 07 16:52:35.650528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6409cc-0c57-472a-95b1-5d4b709de033 req-b0451399-7f25-4377-9301-7367a9d89246 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:35.652005 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6409cc-0c57-472a-95b1-5d4b709de033 req-b0451399-7f25-4377-9301-7367a9d89246 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0486736 Sep 07 16:52:35.692351 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6409cc-0c57-472a-95b1-5d4b709de033 req-097c0938-e614-423d-8440-430b4abe96c7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342958 Sep 07 16:52:36.803986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db9c25-4062-4d0e-aa56-f353a5e65d63 req-8c959574-0cd9-4145-b4ea-43a44c916d0e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:36.805468 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20db9c25-4062-4d0e-aa56-f353a5e65d63 req-8c959574-0cd9-4145-b4ea-43a44c916d0e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0477734 Sep 07 16:52:36.842120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20db9c25-4062-4d0e-aa56-f353a5e65d63 req-215adbef-98af-42c5-be4a-d43b9ab7975b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308590 Sep 07 16:52:37.958387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186af12-87b9-4d57-9e35-67fe2b57b1a9 req-43e6c4cd-4bcb-49e1-943b-bdc86d75336b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:37.959879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9186af12-87b9-4d57-9e35-67fe2b57b1a9 req-43e6c4cd-4bcb-49e1-943b-bdc86d75336b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0526853 Sep 07 16:52:37.997354 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9186af12-87b9-4d57-9e35-67fe2b57b1a9 req-65ddf1ba-b3fa-4c77-9c34-d8737323d552 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310478 Sep 07 16:52:39.108607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d51cc-d777-4569-b29d-b53b66006f58 req-b9768d92-bf30-4584-a359-26eba094d82f tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:39.110070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-869d51cc-d777-4569-b29d-b53b66006f58 req-b9768d92-bf30-4584-a359-26eba094d82f tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0471818 Sep 07 16:52:39.150120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-869d51cc-d777-4569-b29d-b53b66006f58 req-754a37c0-18c7-402f-bfa8-439d4a659923 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342550 Sep 07 16:52:40.260500 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:52:40.263348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef560b7-5ffb-4899-a458-60cd61df37f8 req-5b134523-265c-42e0-b2ea-0886cf7848da tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:40.264847 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fef560b7-5ffb-4899-a458-60cd61df37f8 req-5b134523-265c-42e0-b2ea-0886cf7848da tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0480227 Sep 07 16:52:40.300904 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fef560b7-5ffb-4899-a458-60cd61df37f8 req-5bf6e2e6-5861-42c1-8895-15eed34785f6 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300574 Sep 07 16:52:40.419073 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d0f389f-1488-4ab9-b48f-8da6ec10f3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:41.415226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2688cc-9ea7-4b59-9950-e037509bd61e req-41f3e4aa-3f20-42ea-8d1d-a08ae8d36302 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:41.416734 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f2688cc-9ea7-4b59-9950-e037509bd61e req-41f3e4aa-3f20-42ea-8d1d-a08ae8d36302 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0481162 Sep 07 16:52:41.453441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f2688cc-9ea7-4b59-9950-e037509bd61e req-b015ecc6-dae0-4799-94a2-01ea97102ca6 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308509 Sep 07 16:52:42.565650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20719f43-c3ce-4491-8692-ef89ef614865 req-c84079b3-40bc-4022-9051-c4cf6fcaa3c1 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:42.567150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20719f43-c3ce-4491-8692-ef89ef614865 req-c84079b3-40bc-4022-9051-c4cf6fcaa3c1 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0481763 Sep 07 16:52:42.607540 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20719f43-c3ce-4491-8692-ef89ef614865 req-048add80-5f27-4d2f-bb1f-3b7e89736b34 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345156 Sep 07 16:52:43.718727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8badca4-721a-49bd-871e-f679316ebc0e req-09e0bf99-3740-41ce-b2c1-9ebeff05b649 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:43.720194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8badca4-721a-49bd-871e-f679316ebc0e req-09e0bf99-3740-41ce-b2c1-9ebeff05b649 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0478861 Sep 07 16:52:43.756859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8badca4-721a-49bd-871e-f679316ebc0e req-e1ba2769-9b61-4bcc-a76f-88b3febd744d tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Sep 07 16:52:44.000787 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:44.291703 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a067dad1-15c8-4e7a-888a-a436bbf24193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:44.870106 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288de144-e6e0-40c7-964e-aa214d2190de req-532f00e2-e80f-486d-90bc-80f0ae16fa45 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:44.872139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-288de144-e6e0-40c7-964e-aa214d2190de req-532f00e2-e80f-486d-90bc-80f0ae16fa45 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0489066 Sep 07 16:52:44.908090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-288de144-e6e0-40c7-964e-aa214d2190de req-9444fbbd-fabd-46b4-80ea-97121cbf5591 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299358 Sep 07 16:52:45.023051 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:46.020662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb095faf-6d7b-4ef1-87b3-2c5858f1770d req-9ccebdff-fb5d-4c41-8e9d-cbc8e6c105c2 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:46.022157 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb095faf-6d7b-4ef1-87b3-2c5858f1770d req-9ccebdff-fb5d-4c41-8e9d-cbc8e6c105c2 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0480776 Sep 07 16:52:46.062794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb095faf-6d7b-4ef1-87b3-2c5858f1770d req-71dc7739-67d9-418b-a706-189713b4c8af tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341821 Sep 07 16:52:46.956488 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:47.175326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74466-40ba-4421-b29b-72394c24d502 req-7dbec352-f629-4bed-ac92-cf7d1ede6a2b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:47.176751 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7a74466-40ba-4421-b29b-72394c24d502 req-7dbec352-f629-4bed-ac92-cf7d1ede6a2b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0476367 Sep 07 16:52:47.213389 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7a74466-40ba-4421-b29b-72394c24d502 req-8abde84e-ad63-4464-9b01-ec953d0d337c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307322 Sep 07 16:52:48.326714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3bf90-2542-471d-a9fc-55bad71d4a60 req-8b7ffdd0-0071-4ba7-a0b0-de8eee7241d2 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:48.328181 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73e3bf90-2542-471d-a9fc-55bad71d4a60 req-8b7ffdd0-0071-4ba7-a0b0-de8eee7241d2 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0482333 Sep 07 16:52:48.364237 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73e3bf90-2542-471d-a9fc-55bad71d4a60 req-a9bc57f9-c3f2-4954-9d3d-ad11fc648209 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298402 Sep 07 16:52:48.595202 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-34c84431-7a85-407a-82b1-66583a1fb35f service neutron] show failed (client error): The resource could not be found. Sep 07 16:52:48.596149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-34c84431-7a85-407a-82b1-66583a1fb35f service neutron] 10.222.0.35 "GET /v2.0/ports/2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82/bindings/n-h1-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0591946 Sep 07 16:52:48.794668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-9ee6cd9a-b11e-4f72-ad23-3cbbb6c0b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:48.796167 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-9ee6cd9a-b11e-4f72-ad23-3cbbb6c0b571 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5&tenant_id=63286bd1de424a798ab6a7315cd9606c HTTP/1.1" status: 200 len: 1096 time: 0.0460191 Sep 07 16:52:48.809165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:52:48.863684 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:49.063129 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] For port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:52:49.094536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] For port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:52:49.132575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:52:49.134765 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8721a79e-f77f-4067-b9d6-0fd68a203250" -d '{"events": [{"server_uuid": "8353ec1b-a07c-43e2-a59d-edbf185c76e5", "name": "network-vif-unplugged", "status": "completed", "tag": "2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:52:49.139350 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:49.151690 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Transition to ACTIVE for port object 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:52:49.154777 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:49.189267 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208fac74-ec66-40bb-8c03-f90ee11eac5b x-openstack-request-id: req-208fac74-ec66-40bb-8c03-f90ee11eac5b {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:52:49.190055 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8353ec1b-a07c-43e2-a59d-edbf185c76e5", "name": "network-vif-unplugged", "status": "completed", "tag": "2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:52:49.190055 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-208fac74-ec66-40bb-8c03-f90ee11eac5b {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:52:49.190232 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82', 'code': 200} Sep 07 16:52:49.222888 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] No DVR routers for this DVR port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:52:49.224751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:49.259291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Attempting to bind port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:52:49.259627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Attempting to bind port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:52:49.259958 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Attempting to bind port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 on network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:52:49.264741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 on network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:52:49.265070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Attempting to bind port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 on network 6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:52:49.269907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:52:49.270247 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Checking segment: {'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:52:49.270633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Bound using segment: {'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:52:49.271056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Bound port: 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9716bb5-8ed5-433e-8870-75be1e039e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:52:49.271408 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:49.332003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] For port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:52:49.334984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] For port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:52:49.339163 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:49.375122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:49.375742 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:49.377228 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] 10.222.0.54 "PUT /v2.0/ports/2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 HTTP/1.1" status: 200 len: 1091 time: 0.5719302 Sep 07 16:52:49.395787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f23c00-697d-49a4-8217-a23589ef30f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:49.452444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-6f5e50eb-9aca-4ea5-b584-bf57333e375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:49.454003 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-6f5e50eb-9aca-4ea5-b584-bf57333e375e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 1094 time: 0.0456073 Sep 07 16:52:49.478609 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c5905-37cc-4385-bfde-a4b939b2a976 req-332f7655-7b3f-4220-8d91-f4b00bb8bfb6 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:49.480125 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d55c5905-37cc-4385-bfde-a4b939b2a976 req-332f7655-7b3f-4220-8d91-f4b00bb8bfb6 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 943 time: 0.0483367 Sep 07 16:52:49.523138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d55c5905-37cc-4385-bfde-a4b939b2a976 req-7859e7cd-a539-46ee-b2d8-512c87112bbe tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363960 Sep 07 16:52:49.552803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-09e5ba2b-e9c3-4e0f-99d9-282bf16cb912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:49.554273 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-09e5ba2b-e9c3-4e0f-99d9-282bf16cb912 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.0896759 Sep 07 16:52:49.602334 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-921d50ae-346a-4b28-a758-b83c43f6ec08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 HTTP/1.1" status: 200 len: 217 time: 0.0364170 Sep 07 16:52:49.652414 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-17e1c10d-7876-419d-96e4-e88500217d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:49.654230 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-17e1c10d-7876-419d-96e4-e88500217d55 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0421278 Sep 07 16:52:49.685054 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-885dd2d8-853c-4bc0-a958-0d8a6fac4697 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236995 Sep 07 16:52:49.780478 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-e3836271-1762-44c1-a884-94eaca1f8307 service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845532 Sep 07 16:52:49.874625 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3b1410d5-ab8e-4ad5-bc50-f30e9168deab req-258fe149-066e-4134-88e9-41120772c8a3 service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815887 Sep 07 16:52:50.335483 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90fe61-c743-4387-a620-7ba2cd8589ae req-d5135530-652c-473a-9a09-5c9a8580229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:50.337005 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e90fe61-c743-4387-a620-7ba2cd8589ae req-d5135530-652c-473a-9a09-5c9a8580229d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 1094 time: 0.0401170 Sep 07 16:52:50.444897 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90fe61-c743-4387-a620-7ba2cd8589ae req-539a90f1-8844-4246-87ce-ad0ac4ba6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:50.446365 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e90fe61-c743-4387-a620-7ba2cd8589ae req-539a90f1-8844-4246-87ce-ad0ac4ba6ebc service neutron] 10.222.0.54 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.0884681 Sep 07 16:52:50.489068 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e90fe61-c743-4387-a620-7ba2cd8589ae req-ec4fcf86-3905-4c22-bb9d-9d950deed36b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 HTTP/1.1" status: 200 len: 217 time: 0.0340235 Sep 07 16:52:50.543295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90fe61-c743-4387-a620-7ba2cd8589ae req-3663fab1-8aed-4d29-9a5f-a3e3ec912832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:50.545397 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e90fe61-c743-4387-a620-7ba2cd8589ae req-3663fab1-8aed-4d29-9a5f-a3e3ec912832 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0482678 Sep 07 16:52:50.578996 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e90fe61-c743-4387-a620-7ba2cd8589ae req-6809c897-d2b1-4136-b5fa-698ce9542c32 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249953 Sep 07 16:52:50.640001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab2100-0f34-41a9-883c-647bf754b9ee req-440bf875-0af1-4971-8673-cc43d41b5640 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:50.641779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2ab2100-0f34-41a9-883c-647bf754b9ee req-440bf875-0af1-4971-8673-cc43d41b5640 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 943 time: 0.0485520 Sep 07 16:52:50.671133 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e90fe61-c743-4387-a620-7ba2cd8589ae req-6dcc55bf-03ce-4c38-8ee7-ebeef1950cae service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838723 Sep 07 16:52:50.679814 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e2ab2100-0f34-41a9-883c-647bf754b9ee req-9159da05-1b00-4fdf-92dc-c7194157c490 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318129 Sep 07 16:52:50.767087 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e90fe61-c743-4387-a620-7ba2cd8589ae req-90079247-f769-4cb1-bf5e-5085195560a9 service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859647 Sep 07 16:52:51.191345 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'tag': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:52:51.193697 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd19475-c511-4adb-96a7-36da94d4a6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8353ec1b-a07c-43e2-a59d-edbf185c76e5", "tag": "2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:52:51.239456 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757e57c8-7bf9-48bb-a0d4-009d967c0821 x-openstack-request-id: req-757e57c8-7bf9-48bb-a0d4-009d967c0821 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:52:51.239756 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8353ec1b-a07c-43e2-a59d-edbf185c76e5", "tag": "2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:52:51.240030 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-757e57c8-7bf9-48bb-a0d4-009d967c0821 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:52:51.240443 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'tag': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82', 'status': 'completed', 'code': 200} Sep 07 16:52:51.301248 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-f9bc7bb0-8533-40fe-9d25-516df8dbe78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:51.302078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-b498183b-9e10-4c1a-9bc3-a43be144aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:51.302767 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-f9bc7bb0-8533-40fe-9d25-516df8dbe78a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 1094 time: 0.0410230 Sep 07 16:52:51.303841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-b498183b-9e10-4c1a-9bc3-a43be144aa9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 1094 time: 0.0407827 Sep 07 16:52:51.343387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:52:51.383584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:52:51.400689 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-3b519c14-620a-4199-a3f7-1475f1a571cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:51.402283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-3b519c14-620a-4199-a3f7-1475f1a571cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.0910845 Sep 07 16:52:51.405260 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-145662f2-b124-4013-a793-d5e9a0e1773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:51.406732 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-145662f2-b124-4013-a793-d5e9a0e1773a service neutron] 10.222.0.54 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.0955710 Sep 07 16:52:51.442761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-ec60de88-6c62-4445-86ef-ec3b0efd1dbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 HTTP/1.1" status: 200 len: 217 time: 0.0332174 Sep 07 16:52:51.452399 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-6024a071-0f91-4de6-84eb-3b282da4a199 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 HTTP/1.1" status: 200 len: 217 time: 0.0347278 Sep 07 16:52:51.494540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-9a0a2133-2756-4d04-b5d3-9ac392886412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:51.495988 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-9a0a2133-2756-4d04-b5d3-9ac392886412 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0467005 Sep 07 16:52:51.511868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-84964292-999e-4f40-b1bd-9ebdde4b07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:51.514161 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-84964292-999e-4f40-b1bd-9ebdde4b07c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0517066 Sep 07 16:52:51.532072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-ae305d4c-fff2-48d0-95ca-5ca64769ffc2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279949 Sep 07 16:52:51.547926 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-34b4bfa7-8422-4a58-84da-919ea285867f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246906 Sep 07 16:52:51.624672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-8fbb8f3a-ae06-489f-adf8-a79c2a483efb service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851719 Sep 07 16:52:51.642367 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-63af343a-a80d-4c2f-8781-cad42a135f5e service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846298 Sep 07 16:52:51.738276 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-49575ac8-7644-40c2-981c-36cc22947d16 service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068940 Sep 07 16:52:51.751710 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-edd19475-c511-4adb-96a7-36da94d4a6dc req-df174557-8c5c-4fbf-a176-fd727d9367da service neutron] 10.222.0.54 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970821 Sep 07 16:52:51.806915 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d018a-7e6c-4783-817a-60471d4882d8 req-26481762-3e79-43ea-88ba-4a31dd24a49c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:51.808420 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f58d018a-7e6c-4783-817a-60471d4882d8 req-26481762-3e79-43ea-88ba-4a31dd24a49c tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 943 time: 0.0488305 Sep 07 16:52:51.845776 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f58d018a-7e6c-4783-817a-60471d4882d8 req-01426c6e-1409-4e75-a9fc-e4f027ac7a04 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313993 Sep 07 16:52:52.083403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e527a3-8cde-45e9-bd7b-a9dc959d678e req-2986cef2-0329-4844-a932-3e61db679225 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:52.084948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63e527a3-8cde-45e9-bd7b-a9dc959d678e req-2986cef2-0329-4844-a932-3e61db679225 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 943 time: 0.0862439 Sep 07 16:52:52.093139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8480057-1195-42d7-a07f-1090254fca47 req-36a7962b-8904-4cb3-a194-286f210d4aa8 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:52.094503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8480057-1195-42d7-a07f-1090254fca47 req-36a7962b-8904-4cb3-a194-286f210d4aa8 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.35 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5&tenant_id=63286bd1de424a798ab6a7315cd9606c&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 943 time: 0.0847197 Sep 07 16:52:52.153460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63e527a3-8cde-45e9-bd7b-a9dc959d678e req-a15dc4e4-2eb3-48c6-8766-2dc1989721f3 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580156 Sep 07 16:52:52.175066 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-d8480057-1195-42d7-a07f-1090254fca47 req-be0433ec-7ee3-4191-ae14-900ac41c63e3 service neutron] delete failed (client error): The resource could not be found. Sep 07 16:52:52.176077 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8480057-1195-42d7-a07f-1090254fca47 req-be0433ec-7ee3-4191-ae14-900ac41c63e3 service neutron] 10.222.0.35 "DELETE /v2.0/ports/2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82/bindings/n-h2-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0681050 Sep 07 16:52:52.269088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8480057-1195-42d7-a07f-1090254fca47 req-32f307b2-9647-4752-8fb4-7084501585e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:52.270523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8480057-1195-42d7-a07f-1090254fca47 req-32f307b2-9647-4752-8fb4-7084501585e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63286bd1de424a798ab6a7315cd9606c&device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 1094 time: 0.0507255 Sep 07 16:52:52.358613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8480057-1195-42d7-a07f-1090254fca47 req-a63548ce-1590-4a9a-8797-faaa759ff898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:52.360065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8480057-1195-42d7-a07f-1090254fca47 req-a63548ce-1590-4a9a-8797-faaa759ff898 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 200 len: 915 time: 0.0819142 Sep 07 16:52:52.405637 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8480057-1195-42d7-a07f-1090254fca47 req-d8f67214-303b-436f-a037-13183d02f853 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 HTTP/1.1" status: 200 len: 217 time: 0.0370979 Sep 07 16:52:52.453681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8480057-1195-42d7-a07f-1090254fca47 req-01c0f2a4-1073-489a-85ef-38fe3ea8c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:52.455109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8480057-1195-42d7-a07f-1090254fca47 req-01c0f2a4-1073-489a-85ef-38fe3ea8c477 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 200 len: 854 time: 0.0427635 Sep 07 16:52:52.486800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8480057-1195-42d7-a07f-1090254fca47 req-8a957028-b419-4684-a8e7-fdf678bae1b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242507 Sep 07 16:52:52.578720 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8480057-1195-42d7-a07f-1090254fca47 req-381a8cd8-86dc-4567-8e4e-daf6a972b5f8 service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844676 Sep 07 16:52:52.665959 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8480057-1195-42d7-a07f-1090254fca47 req-ce80a3dc-9ba1-49a7-b7cb-711b9df21212 service neutron] 10.222.0.35 "GET /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798762 Sep 07 16:52:53.016205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:52:53.110926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:52:53.124266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82', 'network_id': '6c5dcece-79bf-4d4e-bf99-1bb9d3985b53', 'port_id': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82', 'mac_address': 'fa:16:3e:c0:42:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe283ecc-8d09-490a-b5fc-c64e13f17652', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:52:53.160998 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:53.177920 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:52:53.200283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:52:53.205240 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:53.276429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed636d7-18cc-4999-b875-cccd9f2d0d32 req-b9862ee9-4a59-440f-9e68-1756dbeecc2f tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:53.278143 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ed636d7-18cc-4999-b875-cccd9f2d0d32 req-b9862ee9-4a59-440f-9e68-1756dbeecc2f tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 944 time: 0.0523617 Sep 07 16:52:53.319019 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ed636d7-18cc-4999-b875-cccd9f2d0d32 req-8d19ec11-530a-4948-ad83-53ce22f10bdc tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343730 Sep 07 16:52:53.414815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:53.422813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:53.423158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:53.423497 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:53.423829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:53.424155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:53.424506 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:53.424829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:53.425150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:53.425469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:53.425787 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:53.426104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:53.426421 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:53.439080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc4026-5346-4681-990b-fee29bdb46ed req-2b139b01-276a-42af-93b8-b7c6246a2f7e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:53.440586 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1bc4026-5346-4681-990b-fee29bdb46ed req-2b139b01-276a-42af-93b8-b7c6246a2f7e tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 944 time: 0.0530832 Sep 07 16:52:53.470539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:52:53.478342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c1bc4026-5346-4681-990b-fee29bdb46ed req-a6e68e29-8a96-44f1-bd9d-132d9fdae7b8 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316312 Sep 07 16:52:53.596650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2acb-78b6-4fe6-a329-01e5932ecd2f req-fb21de27-f5d7-4ddf-b4e1-a91ccb0bc2dd tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:53.598195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f05b2acb-78b6-4fe6-a329-01e5932ecd2f req-fb21de27-f5d7-4ddf-b4e1-a91ccb0bc2dd tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 944 time: 0.0488405 Sep 07 16:52:53.636794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f05b2acb-78b6-4fe6-a329-01e5932ecd2f req-f6e9f71c-dbb1-4f3c-b043-c36424aa19e6 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Sep 07 16:52:53.957423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695ce52-d3bc-4bc4-afb1-81fda1e153f6 req-f8306118-56ed-47a5-b0b7-d52df243de53 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:53.958928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d695ce52-d3bc-4bc4-afb1-81fda1e153f6 req-f8306118-56ed-47a5-b0b7-d52df243de53 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 944 time: 0.0509884 Sep 07 16:52:53.996109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d695ce52-d3bc-4bc4-afb1-81fda1e153f6 req-068db7fe-fe14-47ce-bf27-886260effed7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312362 Sep 07 16:52:55.044945 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:52:55.095422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:52:55.099602 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:52:55.100055 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:55.114248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964a436-f2c0-42ac-9945-d158a522c5f8 req-caad50c5-1968-4566-8f41-b025cae1c18b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:55.116634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1964a436-f2c0-42ac-9945-d158a522c5f8 req-caad50c5-1968-4566-8f41-b025cae1c18b tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 944 time: 0.0551217 Sep 07 16:52:55.157736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1964a436-f2c0-42ac-9945-d158a522c5f8 req-3c539ec8-15c6-4773-a06b-a43ea8d00f52 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a8fc84f-5ea4-427b-941b-49ddd51c8696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345707 Sep 07 16:52:55.186258 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:55.207831 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:52:55.210073 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca02e70-bc69-42f8-a90a-44d3746d76e1" -d '{"events": [{"server_uuid": "8353ec1b-a07c-43e2-a59d-edbf185c76e5", "name": "network-vif-plugged", "status": "completed", "tag": "2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:52:55.222050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:52:55.226888 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:55.255438 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e6651d-5f99-4473-9220-acfb1867cafa x-openstack-request-id: req-80e6651d-5f99-4473-9220-acfb1867cafa {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:52:55.255729 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8353ec1b-a07c-43e2-a59d-edbf185c76e5", "name": "network-vif-plugged", "status": "completed", "tag": "2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:52:55.255982 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80e6651d-5f99-4473-9220-acfb1867cafa {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:52:55.256378 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82', 'code': 200} Sep 07 16:52:55.281488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:55.336956 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2c69d-6173-468d-b7db-c4479af7b00e req-b5aabbe2-a34d-4d8f-8a5a-1a507f268276 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:55.338486 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46b2c69d-6173-468d-b7db-c4479af7b00e req-b5aabbe2-a34d-4d8f-8a5a-1a507f268276 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.54 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 945 time: 0.0492117 Sep 07 16:52:55.430380 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-46b2c69d-6173-468d-b7db-c4479af7b00e req-687dacb3-26f7-4a2b-b3b8-686912f9eeec tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Deleting port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:52:55.430646 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-46b2c69d-6173-468d-b7db-c4479af7b00e req-687dacb3-26f7-4a2b-b3b8-686912f9eeec tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:55.522923 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-46b2c69d-6173-468d-b7db-c4479af7b00e req-687dacb3-26f7-4a2b-b3b8-686912f9eeec tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] For port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,segment=NetworkSegment(f9716bb5-8ed5-433e-8870-75be1e039e29),segment_id=f9716bb5-8ed5-433e-8870-75be1e039e29)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:52:55.523285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-46b2c69d-6173-468d-b7db-c4479af7b00e req-687dacb3-26f7-4a2b-b3b8-686912f9eeec tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:55.535429 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-46b2c69d-6173-468d-b7db-c4479af7b00e req-687dacb3-26f7-4a2b-b3b8-686912f9eeec tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Calling delete_port for 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:52:55.663060 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-46b2c69d-6173-468d-b7db-c4479af7b00e req-687dacb3-26f7-4a2b-b3b8-686912f9eeec tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:55.675420 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:52:55.691602 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dacb3-26f7-4a2b-b3b8-686912f9eeec tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Pushing event deleted for resources: {'Port': ['ID=2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:55.735770 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b2c69d-6173-468d-b7db-c4479af7b00e req-687dacb3-26f7-4a2b-b3b8-686912f9eeec tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] No DVR routers for this DVR port 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:52:55.738353 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-46b2c69d-6173-468d-b7db-c4479af7b00e req-687dacb3-26f7-4a2b-b3b8-686912f9eeec tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:55.740357 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-46b2c69d-6173-468d-b7db-c4479af7b00e req-687dacb3-26f7-4a2b-b3b8-686912f9eeec tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.54 "DELETE /v2.0/ports/2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 HTTP/1.1" status: 204 len: 173 time: 0.3950596 Sep 07 16:52:55.741055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'name': 'network-vif-deleted', 'tag': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:52:55.743278 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b206da60-2fbb-4b4b-9649-07451823f01b" -d '{"events": [{"server_uuid": "8353ec1b-a07c-43e2-a59d-edbf185c76e5", "name": "network-vif-deleted", "tag": "2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:52:55.780310 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfdd96f-d355-4a63-be60-89e688e47600 x-openstack-request-id: req-bdfdd96f-d355-4a63-be60-89e688e47600 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:52:55.780632 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8353ec1b-a07c-43e2-a59d-edbf185c76e5", "name": "network-vif-deleted", "tag": "2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:52:55.780891 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdfdd96f-d355-4a63-be60-89e688e47600 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:52:55.781300 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8353ec1b-a07c-43e2-a59d-edbf185c76e5', 'name': 'network-vif-deleted', 'tag': '2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82', 'status': 'completed', 'code': 200} Sep 07 16:52:56.262621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fe6ed90-2cbe-4d8b-852e-9fa225583a37 req-e26f2594-abcf-45fa-9f46-e653bdf2fdf7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] 10.222.0.70 "GET /v2.0/ports?device_id=8353ec1b-a07c-43e2-a59d-edbf185c76e5 HTTP/1.1" status: 200 len: 210 time: 0.0272758 Sep 07 16:52:57.382667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41948) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:52:57.426983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc135e24-b0e9-4d2a-8bfe-ad98023a9501 admin admin] Deleting subnet fe283ecc-8d09-490a-b5fc-c64e13f17652 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 16:52:57.429949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc135e24-b0e9-4d2a-8bfe-ad98023a9501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:57.464328 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc135e24-b0e9-4d2a-8bfe-ad98023a9501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:57.502236 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc135e24-b0e9-4d2a-8bfe-ad98023a9501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:57.553960 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc135e24-b0e9-4d2a-8bfe-ad98023a9501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:57.584297 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc135e24-b0e9-4d2a-8bfe-ad98023a9501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe283ecc-8d09-490a-b5fc-c64e13f17652,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:57.588056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cc135e24-b0e9-4d2a-8bfe-ad98023a9501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:57.590422 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cc135e24-b0e9-4d2a-8bfe-ad98023a9501 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fe283ecc-8d09-490a-b5fc-c64e13f17652 HTTP/1.1" status: 204 len: 168 time: 0.2062562 Sep 07 16:52:57.592503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41950) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:52:57.660072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d768129-f3fe-4a1d-86ff-528f7306a24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:57.741800 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d768129-f3fe-4a1d-86ff-528f7306a24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:57.761543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8d768129-f3fe-4a1d-86ff-528f7306a24f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5dcece-79bf-4d4e-bf99-1bb9d3985b53']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:52:57.770545 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8d768129-f3fe-4a1d-86ff-528f7306a24f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9716bb5-8ed5-433e-8870-75be1e039e29') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:52:57.770849 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8d768129-f3fe-4a1d-86ff-528f7306a24f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9716bb5-8ed5-433e-8870-75be1e039e29') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:52:57.779949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d768129-f3fe-4a1d-86ff-528f7306a24f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:57.792622 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d768129-f3fe-4a1d-86ff-528f7306a24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:57.798739 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d768129-f3fe-4a1d-86ff-528f7306a24f admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 16:52:57.799129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d768129-f3fe-4a1d-86ff-528f7306a24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: timer() Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 16:52:57.800760 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 16:52:57.854311 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d768129-f3fe-4a1d-86ff-528f7306a24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:57.860616 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8d768129-f3fe-4a1d-86ff-528f7306a24f admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:57.862504 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8d768129-f3fe-4a1d-86ff-528f7306a24f admin admin] 10.222.0.70 "DELETE /v2.0/networks/6c5dcece-79bf-4d4e-bf99-1bb9d3985b53 HTTP/1.1" status: 204 len: 168 time: 0.2690287 Sep 07 16:52:57.874300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d768129-f3fe-4a1d-86ff-528f7306a24f admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5dcece-79bf-4d4e-bf99-1bb9d3985b53,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:57.989914 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41954) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:52:58.033454 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7d7d52b3-48ac-44a2-8c22-aa03217be8f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63286bd1de424a798ab6a7315cd9606c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423896 Sep 07 16:52:58.035884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41956) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:52:58.082361 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-771ec62f-fc7a-4b7b-9794-e4e17d0a23cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:58.103317 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-771ec62f-fc7a-4b7b-9794-e4e17d0a23cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:58.149526 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-771ec62f-fc7a-4b7b-9794-e4e17d0a23cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:58.152063 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-771ec62f-fc7a-4b7b-9794-e4e17d0a23cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:58.153966 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-771ec62f-fc7a-4b7b-9794-e4e17d0a23cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a8fc84f-5ea4-427b-941b-49ddd51c8696 HTTP/1.1" status: 204 len: 168 time: 0.1166043 Sep 07 16:52:58.161713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ec62f-fc7a-4b7b-9794-e4e17d0a23cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8fc84f-5ea4-427b-941b-49ddd51c8696,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:58.829391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41978) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:52:58.967248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-891332509-network', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:52:58.988364 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Made reservation on behalf of 63a8529bf350402eb3880d8ac9c39905 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:52:58.990644 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:58.999816 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.079730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:52:59.099476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:52:59.099820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 2619c5a7-f6d1-4d59-9e8f-dd0c181bfc82 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:52:59.102549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.106521 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.131698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 16:52:59.141280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd108bd-f149-4713-adec-5bd220dea39c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:59.148948 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.149301 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Added segment 02411e9d-be9c-496e-a1bb-33fa94910daf of type vlan for network 64f32950-7fd7-4e83-9871-6e8a99454ed4 Sep 07 16:52:59.161140 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:59.161492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:59.161860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:59.162183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:59.162519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:59.162855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:59.163188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:59.163522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:59.163851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:59.164177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:59.164530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:59.164856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:52:59.208329 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.231271 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.232813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:59.233400 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.275258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4447665 Sep 07 16:52:59.278384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41984) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:52:59.283514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b5cc3547-657c-471a-a350-9285b243c8c2 admin admin] Request body: {'subnet': {'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-891332509-subnet', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:52:59.304646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cc3547-657c-471a-a350-9285b243c8c2 admin admin] Made reservation on behalf of 63a8529bf350402eb3880d8ac9c39905 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:52:59.306957 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5cc3547-657c-471a-a350-9285b243c8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.318429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33921a-6d72-45fe-bac6-cc060b5305fe admin admin] Pushing event updated for resources: {'Network': ['ID=64f32950-7fd7-4e83-9871-6e8a99454ed4,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:59.328644 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 64f32950-7fd7-4e83-9871-6e8a99454ed4 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 16:52:59.475015 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5cc3547-657c-471a-a350-9285b243c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.531895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc3547-657c-471a-a350-9285b243c8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2497b83-948b-4078-b231-ca1ee82f10f9,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:52:59.538745 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cc3547-657c-471a-a350-9285b243c8c2 admin admin] Checking segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:52:59.539111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc3547-657c-471a-a350-9285b243c8c2 admin admin] Network hostable DHCP agents. Network: 64f32950-7fd7-4e83-9871-6e8a99454ed4, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 16:52:59.560033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc3547-657c-471a-a350-9285b243c8c2 admin admin] Network 64f32950-7fd7-4e83-9871-6e8a99454ed4 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 16:52:59.568425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-b5cc3547-657c-471a-a350-9285b243c8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 64f32950-7fd7-4e83-9871-6e8a99454ed4) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:52:59.575285 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc3547-657c-471a-a350-9285b243c8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:52:59.575937 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5cc3547-657c-471a-a350-9285b243c8c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.576571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75a46cf-49cf-4afc-88ed-3c9542dbaa85 None None] Network 64f32950-7fd7-4e83-9871-6e8a99454ed4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:52:59.589939 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b5cc3547-657c-471a-a350-9285b243c8c2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3104610 Sep 07 16:52:59.593337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41986) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:52:59.597608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:52:59.617546 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.618522 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.674800 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.724041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-64f32950-7fd7-4e83-9871-6e8a99454ed4', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 16:52:59.724925 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.814453 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:52:59.858414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Allocated IP 172.20.0.2 (64f32950-7fd7-4e83-9871-6e8a99454ed4/b2497b83-948b-4078-b231-ca1ee82f10f9/23b72d80-b94c-4e6c-afa6-bbbc2fa394e2) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:53:00.001924 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:00.010050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:00.010245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Transition to ACTIVE for port object 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:53:00.025367 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Transition to ACTIVE for port object 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:53:00.029363 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:00.032753 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:00.070970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Network 64f32950-7fd7-4e83-9871-6e8a99454ed4 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:53:00.073813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:53:00.079671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:53:00.086553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Pushing event updated for resources: {'Port': ['ID=23b72d80-b94c-4e6c-afa6-bbbc2fa394e2,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:00.136325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Allocated IP 172.25.3.223 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/ad0db557-57c2-4fb8-9786-a813404b520c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:53:00.140247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Attempting to bind port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:53:00.140660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Attempting to bind port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:53:00.141028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Attempting to bind port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:53:00.145954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:53:00.146335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Checking segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:53:00.146760 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:00.147141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Bound using segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:53:00.147614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Bound port: 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:53:00.147998 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:00.209830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] For port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:53:00.212905 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] For port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=23b72d80-b94c-4e6c-afa6-bbbc2fa394e2,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:53:00.217501 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:00.240261 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:00.275639 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2a6f0-fe23-4921-81ba-2d6f4366a6e5 None None] Pushing event updated for resources: {'Port': ['ID=23b72d80-b94c-4e6c-afa6-bbbc2fa394e2,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:00.287358 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:00.327574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:53:00.332776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:53:00.337355 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:53:00.340496 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Pushing event updated for resources: {'Port': ['ID=ad0db557-57c2-4fb8-9786-a813404b520c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:00.561531 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:53:00.609561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:53:00.612422 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:01.108856 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:01.175914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7490da26-2ed8-4449-aaf2-5c9ed7462860 None None] Network 64f32950-7fd7-4e83-9871-6e8a99454ed4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 16:53:01.241567 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Router 389fe4bb-6af8-4910-b7ba-e84998ba217d is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 16:53:01.247904 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-143ae97f-fdd2-4dec-a458-d674029bb150 None None] Provisioning for port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:53:01.256828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-143ae97f-fdd2-4dec-a458-d674029bb150 None None] Provisioning complete for port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:53:01.257213 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-143ae97f-fdd2-4dec-a458-d674029bb150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:01.345594 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:53:01.356639 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Sync routers for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:53:01.361500 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:01.362862 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-96999640-e6e5-42c7-ba21-6ea80c9d233f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7685986 Sep 07 16:53:01.366167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41988) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:53:01.394838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:53:01.395399 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:52:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:53:01.445619 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-143ae97f-fdd2-4dec-a458-d674029bb150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:01.520079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-143ae97f-fdd2-4dec-a458-d674029bb150 None None] For port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=23b72d80-b94c-4e6c-afa6-bbbc2fa394e2,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:53:01.528283 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-143ae97f-fdd2-4dec-a458-d674029bb150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:01.557984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:53:01.662879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ae97f-fdd2-4dec-a458-d674029bb150 None None] Pushing event updated for resources: {'Port': ['ID=23b72d80-b94c-4e6c-afa6-bbbc2fa394e2,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:01.759739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5ddffec9-cc72-47e5-8f4e-1d9b54dde8d0 None None] Provisioning complete for port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:53:01.760013 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ddffec9-cc72-47e5-8f4e-1d9b54dde8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:01.806150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:00Z', 'revision_number': 3, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:53:01.815142 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:01.835917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Checking router: 389fe4bb-6af8-4910-b7ba-e84998ba217d for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:53:01.836278 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Updating router 389fe4bb-6af8-4910-b7ba-e84998ba217d port ad0db557-57c2-4fb8-9786-a813404b520c binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:53:01.885148 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:01.978000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Allocated IP 172.20.0.1 (64f32950-7fd7-4e83-9871-6e8a99454ed4/b2497b83-948b-4078-b231-ca1ee82f10f9/a4b9de30-2006-43a9-b2dc-5c8cf36c9f86) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:53:02.083423 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.096973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Transition to ACTIVE for port object a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:53:02.130229 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.142247 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.152314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Transition to ACTIVE for port object ad0db557-57c2-4fb8-9786-a813404b520c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:53:02.158293 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.170716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Network 64f32950-7fd7-4e83-9871-6e8a99454ed4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:53:02.173487 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:53:02.177022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:53:02.203630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b9de30-2006-43a9-b2dc-5c8cf36c9f86,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:02.223835 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.224606 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.226141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Attempting to bind port ad0db557-57c2-4fb8-9786-a813404b520c on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:53:02.226521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Attempting to bind port ad0db557-57c2-4fb8-9786-a813404b520c by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:53:02.226893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Attempting to bind port ad0db557-57c2-4fb8-9786-a813404b520c on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:53:02.228915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149a414-0446-467a-bafb-d34c93cdc016 None None] Pushing event updated for resources: {'Port': ['ID=ad0db557-57c2-4fb8-9786-a813404b520c,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:02.235204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:53:02.235584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:53:02.235997 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.236422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:53:02.236906 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Bound port: ad0db557-57c2-4fb8-9786-a813404b520c, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:53:02.237294 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.299059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] For port ad0db557-57c2-4fb8-9786-a813404b520c, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:53:02.304384 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] For port ad0db557-57c2-4fb8-9786-a813404b520c, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ad0db557-57c2-4fb8-9786-a813404b520c,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:53:02.309180 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.372403 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.373280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:53:02.373930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:52:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:53:02.469190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149a414-0446-467a-bafb-d34c93cdc016 None None] Pushing event updated for resources: {'Port': ['ID=ad0db557-57c2-4fb8-9786-a813404b520c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:02.505481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:53:02.543457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:53:02.552622 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.557970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.629391 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b9de30-2006-43a9-b2dc-5c8cf36c9f86,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:02.629665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-423e562c-8e4a-4b5a-9ce6-350cd71dddda None None] Provisioning for port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:53:02.631990 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.647584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-423e562c-8e4a-4b5a-9ce6-350cd71dddda None None] Provisioning complete for port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:53:02.647970 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-423e562c-8e4a-4b5a-9ce6-350cd71dddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.723997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Network 64f32950-7fd7-4e83-9871-6e8a99454ed4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:53:02.725556 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:53:02.854514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Router 389fe4bb-6af8-4910-b7ba-e84998ba217d has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:53:02.906240 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.909268 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-423e562c-8e4a-4b5a-9ce6-350cd71dddda None None] Port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:53:02.915851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:53:02.916435 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:02.973347 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:53:02.986282 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d42070d3-af50-43c6-81af-57d2cea909b3 admin admin] 10.222.0.70 "PUT /v2.0/routers/389fe4bb-6af8-4910-b7ba-e84998ba217d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6109235 Sep 07 16:53:03.058417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:01Z', 'revision_number': 1, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:53:03.062408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bea7061d-3a32-49f1-b4ae-0c538d9aeb42 None None] Provisioning complete for port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:53:03.062784 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bea7061d-3a32-49f1-b4ae-0c538d9aeb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:03.102927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4023a-2ea3-4fcc-b9ba-cd943cc41c78 None None] The sync data for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 is: [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:01Z', 'revision_number': 1, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:53:03.122923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-bea7061d-3a32-49f1-b4ae-0c538d9aeb42 None None] Port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:53:03.496803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 41996) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:53:03.502076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-90e2be36-ff5c-4adc-9567-ae8b48bef5f8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997757964', 'description': 'tempest-description--639747406'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:53:03.525235 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90e2be36-ff5c-4adc-9567-ae8b48bef5f8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:03.613947 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90e2be36-ff5c-4adc-9567-ae8b48bef5f8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:03.619027 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90e2be36-ff5c-4adc-9567-ae8b48bef5f8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:03.654940 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-90e2be36-ff5c-4adc-9567-ae8b48bef5f8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:03.656194 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-90e2be36-ff5c-4adc-9567-ae8b48bef5f8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1577442 Sep 07 16:53:03.658181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2be36-ff5c-4adc-9567-ae8b48bef5f8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86727b61-b0bb-4f86-8d03-6e8d1926f17d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:03.659579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 41998) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:53:03.664618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6ea5cb96-d350-4b68-a120-6a3d83f014ec tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Request body: {'security_group_rule': {'security_group_id': '86727b61-b0bb-4f86-8d03-6e8d1926f17d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:53:03.702535 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ea5cb96-d350-4b68-a120-6a3d83f014ec tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:03.773291 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ea5cb96-d350-4b68-a120-6a3d83f014ec tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:03.777178 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ea5cb96-d350-4b68-a120-6a3d83f014ec tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:03.795694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5cb96-d350-4b68-a120-6a3d83f014ec tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cebec7-b761-4d4a-af85-f078e3c6e7eb,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:03.805265 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6ea5cb96-d350-4b68-a120-6a3d83f014ec tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:03.809369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6ea5cb96-d350-4b68-a120-6a3d83f014ec tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455202 Sep 07 16:53:03.809468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42002) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:53:03.814122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e1178853-ccf7-420c-9beb-1c3befdc06bc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Request body: {'security_group_rule': {'security_group_id': '86727b61-b0bb-4f86-8d03-6e8d1926f17d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:53:03.843751 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1178853-ccf7-420c-9beb-1c3befdc06bc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:03.906264 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1178853-ccf7-420c-9beb-1c3befdc06bc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:03.910917 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1178853-ccf7-420c-9beb-1c3befdc06bc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:03.929845 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1178853-ccf7-420c-9beb-1c3befdc06bc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577a97bf-e695-4386-9b3a-b0da4f6633a9,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:03.937550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e1178853-ccf7-420c-9beb-1c3befdc06bc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:03.938828 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e1178853-ccf7-420c-9beb-1c3befdc06bc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284051 Sep 07 16:53:03.941855 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 42004) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:53:03.946606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:53:03.970140 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:04.072369 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:04.180568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Allocated IP 172.25.3.221 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/2faa5db9-f69c-43ed-97a3-03dd491add0b) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:53:04.298574 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:04.338998 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:04.382358 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:53:04.385083 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:53:04.388725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:53:04.414021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event updated for resources: {'Port': ['ID=2faa5db9-f69c-43ed-97a3-03dd491add0b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:04.479253 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:04.518686 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:04.541868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ad0db557-57c2-4fb8-9786-a813404b520c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:53:04.590037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ad0db557-57c2-4fb8-9786-a813404b520c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:53:04.593589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ad0db557-57c2-4fb8-9786-a813404b520c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:53:04.593974 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:04.678390 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:04.680202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:04.686419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:04.701070 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port ad0db557-57c2-4fb8-9786-a813404b520c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ad0db557-57c2-4fb8-9786-a813404b520c,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:53:04.705408 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:04.758631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=ad0db557-57c2-4fb8-9786-a813404b520c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:04.759220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event updated for resources: {'Port': ['ID=2faa5db9-f69c-43ed-97a3-03dd491add0b,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:04.772789 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:04.785979 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:04.787320 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-aaa70d0f-003e-40de-9fa4-a46b68de106c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8444667 Sep 07 16:53:04.929501 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-e536fb41-d3dd-4738-afb0-a8824a57097f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1997757964&fields=id&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 267 time: 0.0352204 Sep 07 16:53:05.010163 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Sync routers for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:53:05.021695 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:53:05.022294 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:52:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:53:05.038487 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-c9e8b5f6-d334-43e2-b6cb-9d9feea1dcd5 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:05.039910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-c9e8b5f6-d334-43e2-b6cb-9d9feea1dcd5 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 811 time: 0.1035833 Sep 07 16:53:05.055943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-32093f2a-f1c5-4552-bf48-d744aaa4ffd4 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/quotas/63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 375 time: 0.0092232 Sep 07 16:53:05.110610 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-55cdd5b9-ccba-4e98-a437-1a41c07f8c4a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475023 Sep 07 16:53:05.125019 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:53:05.205405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-7bb0c46f-7393-482d-9a19-7b73295c8615 service neutron] 10.222.0.70 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825419 Sep 07 16:53:05.297620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-fe864a9d-14b7-4628-b547-31c7a787890a service neutron] 10.222.0.70 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854168 Sep 07 16:53:05.321215 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 2, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:53:05.347348 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Checking router: 389fe4bb-6af8-4910-b7ba-e84998ba217d for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:53:05.347696 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Updating router 389fe4bb-6af8-4910-b7ba-e84998ba217d port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 16:53:05.372023 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:05.459590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3211569-6f31-422c-879b-11f87d86554d req-40531ad4-f99e-4381-8f06-2c8e29fa3f81 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 210 time: 0.0268991 Sep 07 16:53:05.649043 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:05.659539 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Transition to ACTIVE for port object a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:53:05.665459 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:05.738916 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Pushing event updated for resources: {'Port': ['ID=a4b9de30-2006-43a9-b2dc-5c8cf36c9f86,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:05.761450 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:53:05.761983 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:53:05.762433 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:53:05.763554 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:53:05.763966 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:53:05.764300 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:53:05.764660 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:53:05.765009 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:53:05.765379 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:53:05.765700 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:53:05.766095 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:53:05.766447 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:53:05.782666 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Attempting to bind port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:53:05.783155 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Attempting to bind port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:53:05.783621 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Attempting to bind port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:53:05.789870 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:53:05.790464 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Checking segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:53:05.791069 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:05.791484 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Bound using segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:53:05.791981 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Bound port: a4b9de30-2006-43a9-b2dc-5c8cf36c9f86, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:53:05.792449 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:05.865628 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] For port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:53:05.869191 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] For port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a4b9de30-2006-43a9-b2dc-5c8cf36c9f86,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:53:05.874766 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:05.934539 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:53:05.935731 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:52:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:53:05.937357 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf80f99-9371-4f66-8d7e-fb4be7ad65ca None None] Pushing event updated for resources: {'Port': ['ID=a4b9de30-2006-43a9-b2dc-5c8cf36c9f86,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:06.065252 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:53:06.339206 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:05Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:53:06.370770 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b2ddd5-5b19-4de7-8f65-2f9580a9b426 None None] The sync data for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 is: [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:05Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:53:06.530903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-eb354e68-1566-4b55-b400-566f5b6af604 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:06.533151 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-eb354e68-1566-4b55-b400-566f5b6af604 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 811 time: 0.1421258 Sep 07 16:53:06.583582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ad0db557-57c2-4fb8-9786-a813404b520c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:53:06.586420 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87f40cd6-ea04-4e3e-b285-e0f34139e53c req-60cb506f-b6ac-4047-9872-652d0ae78f9f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 210 time: 0.0385315 Sep 07 16:53:06.611846 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-c0f2a2d1-5084-48b5-8c7f-43f7b53049ed tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 380 time: 0.0585077 Sep 07 16:53:06.622713 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Request body: {'port': {'device_id': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'admin_state_up': True, 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'security_groups': ['86727b61-b0bb-4f86-8d03-6e8d1926f17d']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:53:06.638472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ad0db557-57c2-4fb8-9786-a813404b520c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:53:06.638861 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:06.724983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:53:06.745172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Made reservation on behalf of 63a8529bf350402eb3880d8ac9c39905 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:53:06.748752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:06.775364 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:53:06.779876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:53:06.780262 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:06.864049 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:06.889524 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Allocated IP 172.20.0.8 (64f32950-7fd7-4e83-9871-6e8a99454ed4/b2497b83-948b-4078-b231-ca1ee82f10f9/1c7f4d20-a41e-45fe-88e2-1e615af1b52f) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:53:06.898728 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a4b9de30-2006-43a9-b2dc-5c8cf36c9f86,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:53:06.902813 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:06.959348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=a4b9de30-2006-43a9-b2dc-5c8cf36c9f86,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:07.042673 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:07.056522 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Transition to ACTIVE for port object 1c7f4d20-a41e-45fe-88e2-1e615af1b52f will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:53:07.089290 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:07.134774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Network 64f32950-7fd7-4e83-9871-6e8a99454ed4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:53:07.138442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:53:07.144445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:53:07.167541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event updated for resources: {'Port': ['ID=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:07.196065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:07.196733 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:07.212067 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-574654e0-5eae-426c-b6ea-ea2675300d40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5935857 Sep 07 16:53:07.231271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Request body: {'port': {'device_id': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:53:07.286580 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:07.325227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eae48366-9e36-4b82-8f23-c4a8515107dc None None] Provisioning for port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:53:07.328949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-eae48366-9e36-4b82-8f23-c4a8515107dc None None] Provisioning complete for port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:53:07.329407 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-eae48366-9e36-4b82-8f23-c4a8515107dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:07.377079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-eae48366-9e36-4b82-8f23-c4a8515107dc None None] Port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:53:07.554112 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7f4d20-a41e-45fe-88e2-1e615af1b52f {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:53:07.561892 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:07.573295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Transition to ACTIVE for port object 1c7f4d20-a41e-45fe-88e2-1e615af1b52f will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:53:07.576868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:07.668238 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Pushing event updated for resources: {'Port': ['ID=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:07.705046 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ad928-d4d3-4ce0-97b4-a831252a885e req-b96e5f77-90b0-41ab-98a1-6edc67822bf0 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:07.707221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f63ad928-d4d3-4ce0-97b4-a831252a885e req-b96e5f77-90b0-41ab-98a1-6edc67822bf0 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 943 time: 0.0525420 Sep 07 16:53:07.708840 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Attempting to bind port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:53:07.709252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Attempting to bind port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:53:07.709651 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Attempting to bind port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:53:07.714505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:53:07.714911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Attempting to bind port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:53:07.720653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:53:07.721086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Checking segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:53:07.721544 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Bound using segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:53:07.722054 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Bound port: 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:53:07.722513 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:07.759690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f63ad928-d4d3-4ce0-97b4-a831252a885e req-8487bb10-f7d3-49bf-acec-a04a4adadb54 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404379 Sep 07 16:53:07.803530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] For port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:53:07.806789 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] For port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:53:07.810857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:07.842181 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:07.842882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:07.844151 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] 10.222.0.54 "PUT /v2.0/ports/1c7f4d20-a41e-45fe-88e2-1e615af1b52f HTTP/1.1" status: 200 len: 1091 time: 0.6172292 Sep 07 16:53:07.844665 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:53:07.846872 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4570d1d-da3f-4c39-b00b-5a4acbb96aad" -d '{"events": [{"name": "network-changed", "server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:53:07.875475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44910c8b-4b81-4f65-bc8c-60d6c74c223d service neutron] Pushing event updated for resources: {'Port': ['ID=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:07.926810 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d93a114-c7a0-4bdd-9bef-1f559dda2a33 x-openstack-request-id: req-8d93a114-c7a0-4bdd-9bef-1f559dda2a33 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:53:07.927113 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:53:07.927369 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d93a114-c7a0-4bdd-9bef-1f559dda2a33 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:53:07.927788 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'status': 'completed', 'code': 200} Sep 07 16:53:07.943758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-d1318014-8e65-4468-9648-fb211ee33342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:07.945319 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-d1318014-8e65-4468-9648-fb211ee33342 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 1094 time: 0.0527055 Sep 07 16:53:07.994266 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-92f786e4-77e6-4f30-b1a0-dbfc6639a797 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f HTTP/1.1" status: 200 len: 217 time: 0.0365310 Sep 07 16:53:08.049528 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-c26d4ec8-db6d-4e6d-b9fd-30c6acbb7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:08.051016 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-c26d4ec8-db6d-4e6d-b9fd-30c6acbb7dbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0494418 Sep 07 16:53:08.100097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-90207cf4-24d0-4e1f-8b50-66c68fd805d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:08.101539 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-90207cf4-24d0-4e1f-8b50-66c68fd805d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392919 Sep 07 16:53:08.200204 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-bbec91ed-5cf3-4fec-a164-cddcd7442b30 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859480 Sep 07 16:53:08.289535 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a6cf6018-65ac-4a31-8f3a-46e676b6c3d9 req-25ef046a-f852-4090-a29e-ed8cef4a2b85 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816040 Sep 07 16:53:08.382070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570d1d-da3f-4c39-b00b-5a4acbb96aad req-859fa333-1804-44ff-a7e5-855f5053ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:08.383542 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4570d1d-da3f-4c39-b00b-5a4acbb96aad req-859fa333-1804-44ff-a7e5-855f5053ee2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 1094 time: 0.0420578 Sep 07 16:53:08.476690 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570d1d-da3f-4c39-b00b-5a4acbb96aad req-81662a62-2d2d-4a59-9ef9-7b4998410615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:08.478241 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4570d1d-da3f-4c39-b00b-5a4acbb96aad req-81662a62-2d2d-4a59-9ef9-7b4998410615 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0876870 Sep 07 16:53:08.521906 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:53:08.524564 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4570d1d-da3f-4c39-b00b-5a4acbb96aad req-83b7f365-a528-40d6-be90-47732119d362 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f HTTP/1.1" status: 200 len: 217 time: 0.0376959 Sep 07 16:53:08.571199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:53:08.571579 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:08.578879 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570d1d-da3f-4c39-b00b-5a4acbb96aad req-eccbd46b-7543-4f3b-b800-66ef440a905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:08.580400 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4570d1d-da3f-4c39-b00b-5a4acbb96aad req-eccbd46b-7543-4f3b-b800-66ef440a905a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0478427 Sep 07 16:53:08.629783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570d1d-da3f-4c39-b00b-5a4acbb96aad req-3007728e-9e43-40e8-bb63-e7e4649294e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:08.631341 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4570d1d-da3f-4c39-b00b-5a4acbb96aad req-3007728e-9e43-40e8-bb63-e7e4649294e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400984 Sep 07 16:53:08.721974 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4570d1d-da3f-4c39-b00b-5a4acbb96aad req-faaf06cb-0f45-4a70-ad17-d2d8af357752 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819306 Sep 07 16:53:08.818801 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4570d1d-da3f-4c39-b00b-5a4acbb96aad req-44048baa-4de0-4e2b-969c-20acf9392218 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872793 Sep 07 16:53:08.876601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08cfaf-8dbc-4f78-8a2c-579e02fa1789 req-373f2584-f945-4576-b919-728a1b88da7a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:08.878183 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e08cfaf-8dbc-4f78-8a2c-579e02fa1789 req-373f2584-f945-4576-b919-728a1b88da7a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 943 time: 0.0495472 Sep 07 16:53:08.914872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e08cfaf-8dbc-4f78-8a2c-579e02fa1789 req-7d1c5c9e-15e4-4e81-8009-45499b0e712c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307415 Sep 07 16:53:10.028872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a785336-d0cc-4fe4-b9c4-4d639c8a71df req-ab697731-f6fa-49c2-9aca-55dfec3a417a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:10.030351 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a785336-d0cc-4fe4-b9c4-4d639c8a71df req-ab697731-f6fa-49c2-9aca-55dfec3a417a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 943 time: 0.0482118 Sep 07 16:53:10.066622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a785336-d0cc-4fe4-b9c4-4d639c8a71df req-d6426575-6375-4016-a46f-72b19644dbd5 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304282 Sep 07 16:53:10.418525 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b63b-5258-40a3-a4ae-d71cda8903d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:11.142320 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1c7f4d20-a41e-45fe-88e2-1e615af1b52f details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:53:11.178966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfa6b6-997a-41cb-afdb-831263bea1c9 req-1e6a9a78-3c03-46aa-8f89-e78bd54eb044 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:11.180413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64bfa6b6-997a-41cb-afdb-831263bea1c9 req-1e6a9a78-3c03-46aa-8f89-e78bd54eb044 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 943 time: 0.0486805 Sep 07 16:53:11.222234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-64bfa6b6-997a-41cb-afdb-831263bea1c9 req-973395d0-3c2a-448e-8438-b401dc8386da tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357525 Sep 07 16:53:11.238201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:53:11.249379 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'port_id': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'mac_address': 'fa:16:3e:1d:45:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:53:11.285786 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:11.297951 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7f4d20-a41e-45fe-88e2-1e615af1b52f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:53:11.316717 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:53:11.321142 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:11.366685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:11.570545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['1c7f4d20-a41e-45fe-88e2-1e615af1b52f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:53:12.332618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1de6ef-318f-49cf-8666-a579735e9e9e req-ae9ec2cd-aad2-48ec-b3f9-ba647bc62938 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:12.334089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba1de6ef-318f-49cf-8666-a579735e9e9e req-ae9ec2cd-aad2-48ec-b3f9-ba647bc62938 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 944 time: 0.0476515 Sep 07 16:53:12.372628 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ba1de6ef-318f-49cf-8666-a579735e9e9e req-b14cccd4-7f21-4c1a-bf09-618131b25745 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324538 Sep 07 16:53:13.173071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1c7f4d20-a41e-45fe-88e2-1e615af1b52f up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:53:13.219877 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:53:13.223739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:53:13.224110 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:13.301163 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:13.323716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:53:13.325976 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb0ce0d-3b4d-46fc-a824-5839509015b1" -d '{"events": [{"server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "name": "network-vif-plugged", "status": "completed", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:53:13.339209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:53:13.344161 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:13.369703 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d28769-e7c4-4a9f-ae95-3533c464f357 x-openstack-request-id: req-37d28769-e7c4-4a9f-ae95-3533c464f357 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:53:13.370009 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "name": "network-vif-plugged", "status": "completed", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:53:13.370267 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37d28769-e7c4-4a9f-ae95-3533c464f357 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:53:13.370824 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'code': 200} Sep 07 16:53:13.397559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:53:13.479106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555f6ac-62d5-44b7-a7da-f01bff121fa2 req-f40b68a8-9735-498c-a8fd-640a70827cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:13.481478 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d555f6ac-62d5-44b7-a7da-f01bff121fa2 req-f40b68a8-9735-498c-a8fd-640a70827cb4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 1096 time: 0.0431592 Sep 07 16:53:13.487001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7759bd0-b868-471e-8d1e-5d2d391644f6 req-651421b3-f195-459c-988c-ae30c4f68342 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:13.488531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7759bd0-b868-471e-8d1e-5d2d391644f6 req-651421b3-f195-459c-988c-ae30c4f68342 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0493026 Sep 07 16:53:13.522231 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d555f6ac-62d5-44b7-a7da-f01bff121fa2 req-6328547d-7879-4c97-8514-684bc707123d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286908 Sep 07 16:53:13.526300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7759bd0-b868-471e-8d1e-5d2d391644f6 req-9f6c63cf-dde5-4eee-833f-275ea94fc63b tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316157 Sep 07 16:53:14.003278 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:14.291015 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c85d607c-ae71-48e6-bcd3-54a7e4d071ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:14.641061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a25248-c2cc-441f-af63-114b53149e4a req-0dbd6f83-61a9-46a3-bb50-201d28d88cf2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:14.642511 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1a25248-c2cc-441f-af63-114b53149e4a req-0dbd6f83-61a9-46a3-bb50-201d28d88cf2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0475657 Sep 07 16:53:14.683923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1a25248-c2cc-441f-af63-114b53149e4a req-3a211a3d-eb48-4bb7-826a-9c8f8565fec8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355496 Sep 07 16:53:15.026414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:15.798562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38675d95-7e4c-4604-9cab-f361dfdfec6f req-dd85ab05-acf3-4809-b1e2-cc1a8bbae36c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:15.800051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38675d95-7e4c-4604-9cab-f361dfdfec6f req-dd85ab05-acf3-4809-b1e2-cc1a8bbae36c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0481844 Sep 07 16:53:15.837500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38675d95-7e4c-4604-9cab-f361dfdfec6f req-f870b797-7d72-4b76-baff-fd753da682ca tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315120 Sep 07 16:53:15.947577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fa3fb-2390-4346-98e8-c939f442387b req-db37a656-780a-4629-82dd-1c6e802aaa87 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:15.949092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc1fa3fb-2390-4346-98e8-c939f442387b req-db37a656-780a-4629-82dd-1c6e802aaa87 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0491941 Sep 07 16:53:15.957421 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42058) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:53:15.961752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c7d6948c-fa41-4351-b590-13b87e129efa tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Request body: {'floatingip': {'port_id': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:53:16.004587 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7d6948c-fa41-4351-b590-13b87e129efa tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:16.429876 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7d6948c-fa41-4351-b590-13b87e129efa tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:16.433620 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7d6948c-fa41-4351-b590-13b87e129efa tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:16.529958 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-c7d6948c-fa41-4351-b590-13b87e129efa tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7 associated. External IP: 172.25.3.221, port: 1c7f4d20-a41e-45fe-88e2-1e615af1b52f. Sep 07 16:53:16.730544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d6948c-fa41-4351-b590-13b87e129efa tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Router 389fe4bb-6af8-4910-b7ba-e84998ba217d has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:53:16.834917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d6948c-fa41-4351-b590-13b87e129efa tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:53:16.839505 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c7d6948c-fa41-4351-b590-13b87e129efa tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:16.846006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a0859f-37c0-4943-9388-1ba92151243c None None] Sync routers for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:53:16.855445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a0859f-37c0-4943-9388-1ba92151243c None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:53:16.856069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-51a0859f-37c0-4943-9388-1ba92151243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:53:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:53:16.865796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c7d6948c-fa41-4351-b590-13b87e129efa tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "PUT /v2.0/floatingips/cf346603-7bf0-4015-a16e-b3a2ed889db7 HTTP/1.1" status: 200 len: 991 time: 0.9073551 Sep 07 16:53:16.866655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:53:16.869038 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6bf019-0357-41bb-b124-1eedc0b3cfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:53:16.911725 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b20e49-daf9-464b-8e86-e4a056c32fe1 x-openstack-request-id: req-b1b20e49-daf9-464b-8e86-e4a056c32fe1 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:53:16.912020 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:53:16.912277 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1b20e49-daf9-464b-8e86-e4a056c32fe1 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:53:16.912710 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'status': 'completed', 'code': 200} Sep 07 16:53:16.975112 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:16.982059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-51a0859f-37c0-4943-9388-1ba92151243c None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:53:16.985809 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bf019-0357-41bb-b124-1eedc0b3cfb6 req-932b1a34-c746-47e1-84f1-b2380af16f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:16.987467 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d6bf019-0357-41bb-b124-1eedc0b3cfb6 req-932b1a34-c746-47e1-84f1-b2380af16f78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 1096 time: 0.0462573 Sep 07 16:53:17.078007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bf019-0357-41bb-b124-1eedc0b3cfb6 req-3d863715-ee4e-40e3-b992-d0fe9a5a193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:17.079517 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d6bf019-0357-41bb-b124-1eedc0b3cfb6 req-3d863715-ee4e-40e3-b992-d0fe9a5a193b service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0844877 Sep 07 16:53:17.149410 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d6bf019-0357-41bb-b124-1eedc0b3cfb6 req-43fcb37c-be7e-4fb1-8810-de9eecffa16a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f HTTP/1.1" status: 200 len: 999 time: 0.0623405 Sep 07 16:53:17.197811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bf019-0357-41bb-b124-1eedc0b3cfb6 req-d5254e88-369a-4c83-910f-7c865fb18c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:17.199264 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d6bf019-0357-41bb-b124-1eedc0b3cfb6 req-d5254e88-369a-4c83-910f-7c865fb18c3c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0427411 Sep 07 16:53:17.203177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-51a0859f-37c0-4943-9388-1ba92151243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'cf346603-7bf0-4015-a16e-b3a2ed889db7', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'port_id': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'mac_address': 'fa:16:3e:1d:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:53:04Z', 'updated_at': '2021-09-07T16:53:16Z', 'revision_number': 1, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:53:17.228801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a0859f-37c0-4943-9388-1ba92151243c None None] Checking router: 389fe4bb-6af8-4910-b7ba-e84998ba217d for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:53:17.237212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a0859f-37c0-4943-9388-1ba92151243c None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:53:17.237755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-51a0859f-37c0-4943-9388-1ba92151243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:53:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:53:17.245374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bf019-0357-41bb-b124-1eedc0b3cfb6 req-e1021e90-c516-4b49-aea9-031f0263abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:17.246898 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d6bf019-0357-41bb-b124-1eedc0b3cfb6 req-e1021e90-c516-4b49-aea9-031f0263abe1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404084 Sep 07 16:53:17.258776 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:53:17.340069 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d6bf019-0357-41bb-b124-1eedc0b3cfb6 req-bfbd7751-fe3a-4bb0-a0cf-79bb7c5f9077 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857201 Sep 07 16:53:17.340988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-51a0859f-37c0-4943-9388-1ba92151243c None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:53:17.436100 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d6bf019-0357-41bb-b124-1eedc0b3cfb6 req-a3655458-e855-4f51-90ab-22fde35ac67f service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855143 Sep 07 16:53:17.564412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-51a0859f-37c0-4943-9388-1ba92151243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'cf346603-7bf0-4015-a16e-b3a2ed889db7', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'port_id': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'mac_address': 'fa:16:3e:1d:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:53:04Z', 'updated_at': '2021-09-07T16:53:16Z', 'revision_number': 1, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:53:17.590188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a0859f-37c0-4943-9388-1ba92151243c None None] The sync data for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 is: [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'cf346603-7bf0-4015-a16e-b3a2ed889db7', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'port_id': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'mac_address': 'fa:16:3e:1d:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:53:04Z', 'updated_at': '2021-09-07T16:53:16Z', 'revision_number': 1, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:53:17.775161 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2f193-f01f-404c-a125-acf2da9435f6 None None] New status for floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:53:32.184510 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:32.681969 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:40.419716 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-426f07a2-5a56-4018-a6ca-e42f4c2154e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:44.004824 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:44.291340 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e8f6-2d83-4a9f-8bd1-176ef28a2c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:45.028816 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:46.961384 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:53:52.304263 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a28f31aa-9ae9-4b63-aec7-d5ea46c47303 req-be09dd06-fd76-4c64-a96a-d58165c0016a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433452 Sep 07 16:53:52.386543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f31aa-9ae9-4b63-aec7-d5ea46c47303 req-dfefc592-ee6d-4cc5-80f6-00e6c3b78984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:52.388032 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a28f31aa-9ae9-4b63-aec7-d5ea46c47303 req-dfefc592-ee6d-4cc5-80f6-00e6c3b78984 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 1096 time: 0.0413582 Sep 07 16:53:52.489027 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f31aa-9ae9-4b63-aec7-d5ea46c47303 req-c9e5d258-3ef4-4ac0-8a99-4c662c1a0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:52.490463 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a28f31aa-9ae9-4b63-aec7-d5ea46c47303 req-c9e5d258-3ef4-4ac0-8a99-4c662c1a0d6c service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0819991 Sep 07 16:53:52.559047 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a28f31aa-9ae9-4b63-aec7-d5ea46c47303 req-9db57665-a32f-4eaf-a276-c0a8ed13cbeb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f HTTP/1.1" status: 200 len: 1001 time: 0.0604837 Sep 07 16:53:52.609224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f31aa-9ae9-4b63-aec7-d5ea46c47303 req-f661e8a2-c00d-45a2-bf88-ffab53a0e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:52.610668 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a28f31aa-9ae9-4b63-aec7-d5ea46c47303 req-f661e8a2-c00d-45a2-bf88-ffab53a0e94a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0440965 Sep 07 16:53:52.655716 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f31aa-9ae9-4b63-aec7-d5ea46c47303 req-7406f07b-5aa4-4b53-b143-506cb05b6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:53:52.657206 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a28f31aa-9ae9-4b63-aec7-d5ea46c47303 req-7406f07b-5aa4-4b53-b143-506cb05b6606 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381134 Sep 07 16:53:52.750183 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a28f31aa-9ae9-4b63-aec7-d5ea46c47303 req-900013c5-643a-4fe8-9a58-278310cb19e6 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844128 Sep 07 16:53:52.837011 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-a28f31aa-9ae9-4b63-aec7-d5ea46c47303 req-47340a8c-da3a-46dd-9e3f-5096db2cc589 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791621 Sep 07 16:53:54.258109 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:54:02.199824 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:02.696917 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:10.420443 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cafc9698-3afc-4c8d-a581-c2c8d1f01313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:14.005539 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:14.295191 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e61b9bb0-c413-44dd-bad2-8dc297ba8fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:15.031520 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:16.964576 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:31.257131 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:54:32.215874 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:32.712320 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:40.421630 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3828d0b9-c858-4ee2-8f33-90794f66ea36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:44.005836 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:44.294702 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3739504f-bc47-4270-b518-439f6e5c1718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:45.034617 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:46.967134 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:54:53.303988 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bb52ab54-58bd-4edb-918d-1a0e24808ed2 req-a86ee5e3-4eed-478c-a838-690a8bc42b15 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440669 Sep 07 16:54:53.387866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52ab54-58bd-4edb-918d-1a0e24808ed2 req-cb842390-0724-4fbc-afe9-504274e2cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:54:53.389415 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bb52ab54-58bd-4edb-918d-1a0e24808ed2 req-cb842390-0724-4fbc-afe9-504274e2cc45 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 1096 time: 0.0411136 Sep 07 16:54:53.497980 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52ab54-58bd-4edb-918d-1a0e24808ed2 req-9cbf9f8b-ac9c-47e0-8255-798bdcd369ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:54:53.499469 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bb52ab54-58bd-4edb-918d-1a0e24808ed2 req-9cbf9f8b-ac9c-47e0-8255-798bdcd369ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0861738 Sep 07 16:54:53.863163 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bb52ab54-58bd-4edb-918d-1a0e24808ed2 req-a194ac36-b7fd-4b96-b86d-d33cf57ecd10 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f HTTP/1.1" status: 200 len: 1001 time: 0.3559806 Sep 07 16:54:53.915571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52ab54-58bd-4edb-918d-1a0e24808ed2 req-9ec4088f-2dd4-4ea8-bc54-58ad5a499f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:54:53.917153 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bb52ab54-58bd-4edb-918d-1a0e24808ed2 req-9ec4088f-2dd4-4ea8-bc54-58ad5a499f5e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0435047 Sep 07 16:54:53.972444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52ab54-58bd-4edb-918d-1a0e24808ed2 req-6dcac0cd-cdfe-4444-b125-aa86f8333981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:54:53.973926 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bb52ab54-58bd-4edb-918d-1a0e24808ed2 req-6dcac0cd-cdfe-4444-b125-aa86f8333981 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476544 Sep 07 16:54:54.067652 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bb52ab54-58bd-4edb-918d-1a0e24808ed2 req-297f14e7-6847-4b06-bc5e-37202495198c service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814655 Sep 07 16:54:54.163093 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bb52ab54-58bd-4edb-918d-1a0e24808ed2 req-cf2732de-2a49-44f6-8872-b3ed51740ffc service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844243 Sep 07 16:54:59.231500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785970b-d8f2-4e63-b8df-48f02e147be2 req-a9e0c97b-650f-432a-a3de-d744fba8441a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:54:59.233040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5785970b-d8f2-4e63-b8df-48f02e147be2 req-a9e0c97b-650f-432a-a3de-d744fba8441a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.1077211 Sep 07 16:54:59.270630 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5785970b-d8f2-4e63-b8df-48f02e147be2 req-20298ec6-65b7-4069-b645-5e85e4549331 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316830 Sep 07 16:54:59.487615 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-7704136e-3fc8-432c-a53f-8290af8695f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397983 Sep 07 16:54:59.506682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44318de-e87f-4fe9-9475-618d988f77b1 req-48ee2db7-ff1a-4de4-b2d2-2aea4c816065 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:54:59.508799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c44318de-e87f-4fe9-9475-618d988f77b1 req-48ee2db7-ff1a-4de4-b2d2-2aea4c816065 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0505836 Sep 07 16:54:59.547017 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c44318de-e87f-4fe9-9475-618d988f77b1 req-bbcc5f75-ea8d-49e9-b2f5-1a498975c04d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322020 Sep 07 16:55:00.596241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f198773-a604-4208-9acd-86b76255210f req-1d90ffa3-3ae5-4f78-95b9-e1a7b51d3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:00.597778 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-1d90ffa3-3ae5-4f78-95b9-e1a7b51d3217 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 1096 time: 0.0408356 Sep 07 16:55:00.697177 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f198773-a604-4208-9acd-86b76255210f req-e2e103e7-14cf-4ce9-8188-12d01cd89d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:00.698686 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-e2e103e7-14cf-4ce9-8188-12d01cd89d2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0935793 Sep 07 16:55:00.716858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c4091-69cc-4809-bb85-9e63d6d7abec req-ec14f38c-0060-47f8-9eaf-fdb79a3c3c1f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:00.718368 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d22c4091-69cc-4809-bb85-9e63d6d7abec req-ec14f38c-0060-47f8-9eaf-fdb79a3c3c1f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.1027427 Sep 07 16:55:00.756258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d22c4091-69cc-4809-bb85-9e63d6d7abec req-1f481947-95a9-49a8-a216-d3a9426fafd1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319467 Sep 07 16:55:00.767866 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-b37cc558-1f06-4f2f-b1f8-46bfb5de89fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f HTTP/1.1" status: 200 len: 1001 time: 0.0578151 Sep 07 16:55:00.824814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f198773-a604-4208-9acd-86b76255210f req-1c0093a8-fdd0-4196-925e-f16f67dc322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:00.826301 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-1c0093a8-fdd0-4196-925e-f16f67dc322f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0481489 Sep 07 16:55:00.876840 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f198773-a604-4208-9acd-86b76255210f req-a535b461-1e80-4e3a-bf5c-e3098abd0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:00.878354 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-a535b461-1e80-4e3a-bf5c-e3098abd0ccb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406864 Sep 07 16:55:00.971179 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-2c22d5e6-6cf3-4626-9056-f706f3fd6d36 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811262 Sep 07 16:55:01.068432 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-d373bc6d-fe2f-4bea-aa85-d3c72b96cac6 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846369 Sep 07 16:55:01.873262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36086337-ab5b-437e-b8d7-73cef4476a78 req-f7d2d471-adf8-41d2-b709-0103bb445c2f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:01.874693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36086337-ab5b-437e-b8d7-73cef4476a78 req-f7d2d471-adf8-41d2-b709-0103bb445c2f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0509236 Sep 07 16:55:02.185026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36086337-ab5b-437e-b8d7-73cef4476a78 req-041823cb-9035-49ac-9794-a0d92fa5cc43 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042989 Sep 07 16:55:02.219945 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:02.710574 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:03.299785 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46204f2c-12ac-423b-bc31-89b03974bfcb req-06e9cdbe-5bef-4ecd-8887-ec226cd46876 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:03.301293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46204f2c-12ac-423b-bc31-89b03974bfcb req-06e9cdbe-5bef-4ecd-8887-ec226cd46876 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0480998 Sep 07 16:55:03.337478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46204f2c-12ac-423b-bc31-89b03974bfcb req-b3726f64-5c15-4a4d-a936-c76b4e6a1d9e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303657 Sep 07 16:55:04.449765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c72ec6-90f8-4a46-8ac0-80517a1e40cd req-f5bd3a0f-e2cf-47fb-81ea-74cf0e497053 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:04.451223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08c72ec6-90f8-4a46-8ac0-80517a1e40cd req-f5bd3a0f-e2cf-47fb-81ea-74cf0e497053 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0475731 Sep 07 16:55:04.487534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08c72ec6-90f8-4a46-8ac0-80517a1e40cd req-fe545dd8-d154-4c76-b782-d6d15bc166d1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303802 Sep 07 16:55:05.603772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dbd2b-5438-42d2-a2b0-bc9bd1dc6f74 req-1248f885-3d14-4b6d-b808-70562d143e4e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:05.605259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-705dbd2b-5438-42d2-a2b0-bc9bd1dc6f74 req-1248f885-3d14-4b6d-b808-70562d143e4e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0510144 Sep 07 16:55:05.640705 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-705dbd2b-5438-42d2-a2b0-bc9bd1dc6f74 req-aa383997-274d-4514-81ad-7e8f90125e10 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297086 Sep 07 16:55:06.762084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f669e-e6e3-4587-9f4a-bc509bcdf5bb req-6cdacb63-6b39-41e3-a7e8-03788f4ea9ab tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:06.763582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff7f669e-e6e3-4587-9f4a-bc509bcdf5bb req-6cdacb63-6b39-41e3-a7e8-03788f4ea9ab tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0545199 Sep 07 16:55:06.800505 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ff7f669e-e6e3-4587-9f4a-bc509bcdf5bb req-ef02b6f2-ff35-4a56-812d-ba27d81496fa tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308950 Sep 07 16:55:07.911908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc82d18-7161-4f83-abfa-708ded2f1c24 req-4144a6bc-780f-4d1a-a0cb-41731d61a24a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:07.913424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcc82d18-7161-4f83-abfa-708ded2f1c24 req-4144a6bc-780f-4d1a-a0cb-41731d61a24a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0477200 Sep 07 16:55:07.950550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcc82d18-7161-4f83-abfa-708ded2f1c24 req-7bb18b3c-6456-4ce5-9d2c-a08a0245608e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Sep 07 16:55:08.256164 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:55:09.074073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6b56c-03ca-4862-87d1-6371a946f469 req-4a0680bc-ce02-43e9-9b36-e3aa479517c3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:09.080454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0f6b56c-03ca-4862-87d1-6371a946f469 req-4a0680bc-ce02-43e9-9b36-e3aa479517c3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0533271 Sep 07 16:55:09.115640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0f6b56c-03ca-4862-87d1-6371a946f469 req-121f0136-4e45-4850-baf3-a308665e01a7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335610 Sep 07 16:55:10.229446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc760d2-413b-4f7a-9a4f-6652f3e9af86 req-1075852d-6aea-4664-a5e9-c09c9b8a9768 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:10.230925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dc760d2-413b-4f7a-9a4f-6652f3e9af86 req-1075852d-6aea-4664-a5e9-c09c9b8a9768 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0481977 Sep 07 16:55:10.267981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dc760d2-413b-4f7a-9a4f-6652f3e9af86 req-9c2268e0-73bf-4f16-8440-f7a4aa6217bc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312760 Sep 07 16:55:10.422284 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed326f82-4bff-4ee8-aacf-cc940b4c0aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:11.380330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d47e84-5251-42c8-89f7-14efa7528a79 req-11d80276-9bbc-4817-8b3f-0c877c9a16cf tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:11.381813 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9d47e84-5251-42c8-89f7-14efa7528a79 req-11d80276-9bbc-4817-8b3f-0c877c9a16cf tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0485284 Sep 07 16:55:11.419983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9d47e84-5251-42c8-89f7-14efa7528a79 req-780ab15e-aa8c-434f-82df-c261a19f12f0 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Sep 07 16:55:12.536735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031afe8b-3361-4c6d-beec-ef361786151f req-d7cff3c2-d899-48fd-b33b-e4577870bd36 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:12.538202 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-031afe8b-3361-4c6d-beec-ef361786151f req-d7cff3c2-d899-48fd-b33b-e4577870bd36 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0511158 Sep 07 16:55:12.574307 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-031afe8b-3361-4c6d-beec-ef361786151f req-f4060d8b-d617-4b03-8f8f-ca71f25aa31f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296428 Sep 07 16:55:13.478903 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [req-8f198773-a604-4208-9acd-86b76255210f req-6626f98d-06b5-4b1c-8e35-082707f47c68 service neutron] show failed (client error): The resource could not be found. Sep 07 16:55:13.479904 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-6626f98d-06b5-4b1c-8e35-082707f47c68 service neutron] 10.222.0.54 "GET /v2.0/ports/1c7f4d20-a41e-45fe-88e2-1e615af1b52f/bindings/n-h2-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0547266 Sep 07 16:55:13.691626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606db97a-e057-415b-8d67-629535960a7b req-a5a98f4c-af0a-4ca9-90fa-fdb3be82295a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:13.693141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-606db97a-e057-415b-8d67-629535960a7b req-a5a98f4c-af0a-4ca9-90fa-fdb3be82295a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0488541 Sep 07 16:55:13.757376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-606db97a-e057-415b-8d67-629535960a7b req-c8d5d924-c5d7-4bbb-b155-617cb54e5e9b tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534446 Sep 07 16:55:13.760017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f198773-a604-4208-9acd-86b76255210f req-89210631-6685-4579-b611-dfd66c364c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:13.761381 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-89210631-6685-4579-b611-dfd66c364c76 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 1096 time: 0.1257064 Sep 07 16:55:13.772541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-242805b5-6bfe-47bf-8989-3fc3ec6f0eba service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:55:13.774125 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-242805b5-6bfe-47bf-8989-3fc3ec6f0eba service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056043 Sep 07 16:55:13.785270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:55:13.840626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:14.007523 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:14.041466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] For port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:55:14.073783 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] For port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:55:14.114149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:55:14.116736 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419c9851-f001-45d3-ba00-35fd09d55d0b" -d '{"events": [{"server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "name": "network-vif-unplugged", "status": "completed", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:55:14.120589 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:14.133655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Transition to ACTIVE for port object 1c7f4d20-a41e-45fe-88e2-1e615af1b52f will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:55:14.137278 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:14.248600 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1ef0a0-d966-4df2-a25c-732900bc1d7e x-openstack-request-id: req-6b1ef0a0-d966-4df2-a25c-732900bc1d7e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:55:14.248908 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "name": "network-vif-unplugged", "status": "completed", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:55:14.249174 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b1ef0a0-d966-4df2-a25c-732900bc1d7e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:55:14.249576 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'code': 200} Sep 07 16:55:14.262411 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:55:14.285327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:14.285756 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:14.286014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:14.286367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:14.286703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:14.287044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:14.287386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:14.287721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:14.288055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:14.288450 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:14.288788 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:14.289120 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:14.304294 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9692-3ccb-4f80-8237-7a09b1c9269e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:14.334870 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] No DVR routers for this DVR port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:55:14.469437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Attempting to bind port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:55:14.469789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Attempting to bind port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:55:14.470122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Attempting to bind port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:55:14.474375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:55:14.474703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Attempting to bind port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:55:14.479542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:55:14.479886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Checking segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:55:14.480281 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Bound using segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:55:14.480751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Bound port: 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:55:14.481110 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:14.544661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] For port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:55:14.547725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] For port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:55:14.551813 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:14.584542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:14.585179 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:14.586639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] 10.222.0.35 "PUT /v2.0/ports/1c7f4d20-a41e-45fe-88e2-1e615af1b52f HTTP/1.1" status: 200 len: 1091 time: 0.8050044 Sep 07 16:55:14.619731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca0dfa-29b5-4f8f-8f91-db7675ede538 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:55:14.658524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f198773-a604-4208-9acd-86b76255210f req-a7bb005c-cf9f-4eb8-b9dc-c0a029717c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:14.660085 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-a7bb005c-cf9f-4eb8-b9dc-c0a029717c13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 1094 time: 0.0491602 Sep 07 16:55:14.752074 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f198773-a604-4208-9acd-86b76255210f req-1ab03b62-aa2b-4454-981b-09290d72e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:14.753619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-1ab03b62-aa2b-4454-981b-09290d72e454 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0871124 Sep 07 16:55:14.823928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-2daa4717-276a-45f3-8e2d-3dbf37ae23e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f HTTP/1.1" status: 200 len: 999 time: 0.0628846 Sep 07 16:55:14.897381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f198773-a604-4208-9acd-86b76255210f req-6c80beef-c17e-4a6b-9957-26bb20f72df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:14.898796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-6c80beef-c17e-4a6b-9957-26bb20f72df2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0633249 Sep 07 16:55:14.910224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5818b8-de17-4c5b-b8cf-252314ac893b req-5a6c8fb2-9ed2-4558-a2fe-8bcb3bd6eaf5 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:14.911670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e5818b8-de17-4c5b-b8cf-252314ac893b req-5a6c8fb2-9ed2-4558-a2fe-8bcb3bd6eaf5 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 943 time: 0.0843210 Sep 07 16:55:14.976998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e5818b8-de17-4c5b-b8cf-252314ac893b req-ba3f1094-6212-441d-b041-692e49402a96 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564380 Sep 07 16:55:14.979738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f198773-a604-4208-9acd-86b76255210f req-f14c3441-4f3b-4e26-a0b2-677bb8d2e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:14.981138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-f14c3441-4f3b-4e26-a0b2-677bb8d2e6f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686042 Sep 07 16:55:15.037026 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:15.070029 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-e856c1d9-a28a-4ba7-82b8-47d404041dc8 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814073 Sep 07 16:55:15.160493 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-fa1d4bc3-e2f2-4067-a386-d690e0fa7f48 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833220 Sep 07 16:55:16.092371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb1a62-fd6b-470a-8b54-5f6e8e1c0396 req-640b500c-a718-46c7-9301-2b76fe25cbd7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:16.093842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18cb1a62-fd6b-470a-8b54-5f6e8e1c0396 req-640b500c-a718-46c7-9301-2b76fe25cbd7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 943 time: 0.0485275 Sep 07 16:55:16.130712 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18cb1a62-fd6b-470a-8b54-5f6e8e1c0396 req-0216e889-882f-4b72-a10c-460c4dd933cb tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308948 Sep 07 16:55:16.250493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:55:16.252858 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cb2447-9f78-4506-8a5f-7c10b930564a" -d '{"events": [{"name": "network-changed", "server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:55:16.301730 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e90c086-ec4b-4a60-8a67-654d04ef5034 x-openstack-request-id: req-3e90c086-ec4b-4a60-8a67-654d04ef5034 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:55:16.302034 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:55:16.302298 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e90c086-ec4b-4a60-8a67-654d04ef5034 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:55:16.302709 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'status': 'completed', 'code': 200} Sep 07 16:55:16.363655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-9d38e602-c6ea-48ca-9f5c-d12957a9525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:16.365210 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-9d38e602-c6ea-48ca-9f5c-d12957a9525e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 1094 time: 0.0428088 Sep 07 16:55:16.377348 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-4d398f9c-5f70-412a-98ba-abe4fea6c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:16.378894 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-4d398f9c-5f70-412a-98ba-abe4fea6c603 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 1094 time: 0.0435679 Sep 07 16:55:16.461204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-7336f045-a780-4b3e-a495-543d1a246913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:16.463259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-7336f045-a780-4b3e-a495-543d1a246913 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0897005 Sep 07 16:55:16.477671 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-91fd5ae6-b960-4271-800a-ea4226289f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:16.479148 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-91fd5ae6-b960-4271-800a-ea4226289f42 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0883946 Sep 07 16:55:16.528578 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-93d502f9-b819-4149-ba59-ef2bf30ea47d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f HTTP/1.1" status: 200 len: 999 time: 0.0578980 Sep 07 16:55:16.549877 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-5cb6fc62-1fa6-470e-8235-826b5216bf4f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f HTTP/1.1" status: 200 len: 999 time: 0.0588188 Sep 07 16:55:16.581655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-ee73d906-77ba-474f-bfc2-15d7d64860df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:16.583114 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-ee73d906-77ba-474f-bfc2-15d7d64860df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0470152 Sep 07 16:55:16.607825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-95420b48-c4c4-4165-a265-937d020b6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:16.609347 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-95420b48-c4c4-4165-a265-937d020b6733 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0480297 Sep 07 16:55:16.627963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-58b7e9d0-6183-4bda-9e81-7df8b4beae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:16.629474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-58b7e9d0-6183-4bda-9e81-7df8b4beae4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387347 Sep 07 16:55:16.663122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-4cdb13f4-fe50-4406-af97-e044b3609ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:16.664687 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-4cdb13f4-fe50-4406-af97-e044b3609ef9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407631 Sep 07 16:55:16.716563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-fa11ac81-14ac-47dd-be93-0813c3759878 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800400 Sep 07 16:55:16.760678 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-2a14b470-fd95-4799-9361-3aee7a7a6cb0 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869048 Sep 07 16:55:16.808207 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-b7a44aa9-6048-464d-977d-30df3c44e512 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846848 Sep 07 16:55:16.854125 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-01cb2447-9f78-4506-8a5f-7c10b930564a req-06b47414-7ac6-4226-a41a-2be71eb8fb98 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821178 Sep 07 16:55:16.969430 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:17.244944 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7acdef-d69c-4b36-87b0-a398f4c80c42 req-b7b014db-33fe-419d-ad13-3c9bad603b81 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:17.246333 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce7acdef-d69c-4b36-87b0-a398f4c80c42 req-b7b014db-33fe-419d-ad13-3c9bad603b81 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 943 time: 0.0492272 Sep 07 16:55:17.282385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce7acdef-d69c-4b36-87b0-a398f4c80c42 req-6ae711e2-f78f-4a86-abe1-c0ff9e838961 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301259 Sep 07 16:55:17.641404 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1c7f4d20-a41e-45fe-88e2-1e615af1b52f no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:55:17.678341 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1c7f4d20-a41e-45fe-88e2-1e615af1b52f not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:55:18.123614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1c7f4d20-a41e-45fe-88e2-1e615af1b52f details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:55:18.217567 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:55:18.228734 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'port_id': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'mac_address': 'fa:16:3e:1d:45:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:55:18.265412 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:18.277676 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7f4d20-a41e-45fe-88e2-1e615af1b52f {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:55:18.295712 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:55:18.299684 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:18.356986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:55:18.366021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:18.366021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:18.366021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:18.366021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:18.366021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:18.366723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:18.366723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:18.367077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:18.367307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:18.367629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:18.368989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:18.369327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:18.407410 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b6b16-6f21-4001-b24a-760d68913ee1 req-47991c76-1d38-42ac-b66c-7dfa05a58314 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:18.408967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-218b6b16-6f21-4001-b24a-760d68913ee1 req-47991c76-1d38-42ac-b66c-7dfa05a58314 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 944 time: 0.0542178 Sep 07 16:55:18.447767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-218b6b16-6f21-4001-b24a-760d68913ee1 req-c3c0d4e3-a87b-4c8a-8d50-0de5e64ab803 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322142 Sep 07 16:55:18.683280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['1c7f4d20-a41e-45fe-88e2-1e615af1b52f'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:55:19.559656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b772ee-ac7a-478d-b95a-5edff8f4a5b8 req-9bf72c56-beb7-4e73-a46c-5e16fb76e003 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:19.561188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8b772ee-ac7a-478d-b95a-5edff8f4a5b8 req-9bf72c56-beb7-4e73-a46c-5e16fb76e003 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 944 time: 0.0483983 Sep 07 16:55:19.598265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8b772ee-ac7a-478d-b95a-5edff8f4a5b8 req-169e779d-98b9-44ff-98ba-0437f28f4c00 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312290 Sep 07 16:55:19.785074 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11df32-2927-4dbe-9ade-5566ee475379 req-9f84c127-cbd8-471a-939a-3d9b2ad0628d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:19.786474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c11df32-2927-4dbe-9ade-5566ee475379 req-9f84c127-cbd8-471a-939a-3d9b2ad0628d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 944 time: 0.0482070 Sep 07 16:55:19.803216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904e702-73d5-488e-8788-5786aad443c0 req-127ffd0a-9a7e-4b4d-93d7-d9b909d05d9e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:19.804725 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6904e702-73d5-488e-8788-5786aad443c0 req-127ffd0a-9a7e-4b4d-93d7-d9b909d05d9e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda&tenant_id=63a8529bf350402eb3880d8ac9c39905&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 944 time: 0.0517297 Sep 07 16:55:19.823998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c11df32-2927-4dbe-9ade-5566ee475379 req-0e1a44b0-1c2d-4bcf-a620-3a3af77ecc97 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316720 Sep 07 16:55:19.875611 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [req-6904e702-73d5-488e-8788-5786aad443c0 req-7dc9a970-b20e-49fd-b154-ba74a545ed5e service neutron] delete failed (client error): The resource could not be found. Sep 07 16:55:19.876709 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6904e702-73d5-488e-8788-5786aad443c0 req-7dc9a970-b20e-49fd-b154-ba74a545ed5e service neutron] 10.222.0.54 "DELETE /v2.0/ports/1c7f4d20-a41e-45fe-88e2-1e615af1b52f/bindings/n-h1-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0601048 Sep 07 16:55:19.971902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904e702-73d5-488e-8788-5786aad443c0 req-e3e1b5eb-3705-4a93-9bd0-4a396e958549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:19.973435 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6904e702-73d5-488e-8788-5786aad443c0 req-e3e1b5eb-3705-4a93-9bd0-4a396e958549 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 1095 time: 0.0407922 Sep 07 16:55:20.069836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904e702-73d5-488e-8788-5786aad443c0 req-bff8e2a3-89fe-4786-9b27-c8b7dc86dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:20.071817 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6904e702-73d5-488e-8788-5786aad443c0 req-bff8e2a3-89fe-4786-9b27-c8b7dc86dc25 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0902445 Sep 07 16:55:20.145267 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6904e702-73d5-488e-8788-5786aad443c0 req-2a9f637a-42c9-4e30-ab83-e8fb6931035e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f HTTP/1.1" status: 200 len: 1000 time: 0.0617900 Sep 07 16:55:20.145969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1c7f4d20-a41e-45fe-88e2-1e615af1b52f up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:55:20.196668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:55:20.197068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904e702-73d5-488e-8788-5786aad443c0 req-fba9c48a-69d1-496a-8b5e-4ae4c616edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:20.198557 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6904e702-73d5-488e-8788-5786aad443c0 req-fba9c48a-69d1-496a-8b5e-4ae4c616edc4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0455918 Sep 07 16:55:20.200281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:55:20.200686 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:20.247015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904e702-73d5-488e-8788-5786aad443c0 req-dcb34bc0-2c02-4db9-bc91-3b01cad3eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:20.248600 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6904e702-73d5-488e-8788-5786aad443c0 req-dcb34bc0-2c02-4db9-bc91-3b01cad3eca4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422711 Sep 07 16:55:20.274851 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:20.296360 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:55:20.298587 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc80dc7-366b-467d-8fcf-f7231554b0af" -d '{"events": [{"server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "name": "network-vif-plugged", "status": "completed", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:55:20.311436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:55:20.315570 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:20.349470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6904e702-73d5-488e-8788-5786aad443c0 req-9fae4b00-7e7d-4886-a299-7ceca3e266d4 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928957 Sep 07 16:55:20.361942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:55:20.417418 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53e88d9-4c7d-4985-8dff-3d566fcf1f07 x-openstack-request-id: req-f53e88d9-4c7d-4985-8dff-3d566fcf1f07 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:55:20.417786 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "name": "network-vif-plugged", "status": "completed", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:55:20.418110 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f53e88d9-4c7d-4985-8dff-3d566fcf1f07 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:55:20.418619 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'code': 200} Sep 07 16:55:20.452562 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6904e702-73d5-488e-8788-5786aad443c0 req-8d70aa2b-1ad4-4b0a-9068-0eea89fabb03 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898409 Sep 07 16:55:20.947360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9416b5-3cde-4808-a500-8e4d24b55637 req-4bebeccf-5fbc-44c7-8773-169e957cf7c6 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:20.948858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a9416b5-3cde-4808-a500-8e4d24b55637 req-4bebeccf-5fbc-44c7-8773-169e957cf7c6 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0543544 Sep 07 16:55:20.985889 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a9416b5-3cde-4808-a500-8e4d24b55637 req-7359ab66-164f-46ec-bc93-889608ccac99 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310714 Sep 07 16:55:22.102910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb4618-7d72-4feb-86ee-f3b1135f9548 req-b99f906c-503e-417f-82a6-76d5adca62b6 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:22.104444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dcb4618-7d72-4feb-86ee-f3b1135f9548 req-b99f906c-503e-417f-82a6-76d5adca62b6 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0493498 Sep 07 16:55:22.141929 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4dcb4618-7d72-4feb-86ee-f3b1135f9548 req-94dcd96d-9b7f-405a-b918-d15bb0ae1308 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316336 Sep 07 16:55:22.253655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0cf2d-951c-4ad6-b228-0f337e5bb9c5 req-7843fbd1-40e8-44a8-a4c8-5d74c0d4842e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:22.255150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3d0cf2d-951c-4ad6-b228-0f337e5bb9c5 req-7843fbd1-40e8-44a8-a4c8-5d74c0d4842e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0488384 Sep 07 16:55:22.292453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3d0cf2d-951c-4ad6-b228-0f337e5bb9c5 req-73b435db-715c-4ad7-a555-e6cb0285c164 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314140 Sep 07 16:55:22.408442 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dac7b8-2b29-4a62-b594-44364380096b req-1e6df3e0-9910-4c1c-b0ba-240e8a2f537b tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:22.409913 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a1dac7b8-2b29-4a62-b594-44364380096b req-1e6df3e0-9910-4c1c-b0ba-240e8a2f537b tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0533473 Sep 07 16:55:22.446334 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a1dac7b8-2b29-4a62-b594-44364380096b req-80d9f10c-1ad7-41da-9480-acdf2cbf5112 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299206 Sep 07 16:55:22.674198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae431141-4eca-41eb-95cc-251596c80bc0 req-552c3faa-5922-4b35-897e-8ddd2ca571e1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:22.675655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae431141-4eca-41eb-95cc-251596c80bc0 req-552c3faa-5922-4b35-897e-8ddd2ca571e1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0478559 Sep 07 16:55:22.711359 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae431141-4eca-41eb-95cc-251596c80bc0 req-8d8d6215-0047-4cd3-9444-0269871e19ed tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299137 Sep 07 16:55:23.823700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae374d3a-c59b-4c8d-81e5-7de3e396ef5f req-b7695411-ffd8-47b7-8fa3-fcdcdda1e359 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:23.825175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae374d3a-c59b-4c8d-81e5-7de3e396ef5f req-b7695411-ffd8-47b7-8fa3-fcdcdda1e359 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0472336 Sep 07 16:55:23.862010 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae374d3a-c59b-4c8d-81e5-7de3e396ef5f req-c38a93eb-2437-4e6e-9728-a31e8d25e34d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311475 Sep 07 16:55:24.206670 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-cf703b57-ab16-4780-ae5b-7b2281caf1b3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:24.208130 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-cf703b57-ab16-4780-ae5b-7b2281caf1b3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.35 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 945 time: 0.0542905 Sep 07 16:55:24.301336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Deleting port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:55:24.301685 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:24.391789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] For port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:55:24.392158 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:24.604711 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:24.605077 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:24.605397 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7 disassociated. External IP: 172.25.3.221, port: 1c7f4d20-a41e-45fe-88e2-1e615af1b52f. Sep 07 16:55:24.605741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Calling delete_port for 1c7f4d20-a41e-45fe-88e2-1e615af1b52f owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:55:24.725921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:24.752728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event deleted for resources: {'Port': ['ID=1c7f4d20-a41e-45fe-88e2-1e615af1b52f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:55:24.869405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Router 389fe4bb-6af8-4910-b7ba-e84998ba217d has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:55:24.986139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee4b2b3f-1b70-4ccf-a5c6-e439486d9e8f req-3fd3d880-99c9-4d2f-9547-a56373a74f99 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=19245848-ca7e-435c-a42d-e0846cdd0dda HTTP/1.1" status: 200 len: 210 time: 0.0520697 Sep 07 16:55:25.002902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:55:25.013537 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc19addd-7925-436a-9a80-65c0fbc63d45 None None] Sync routers for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:55:25.027377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc19addd-7925-436a-9a80-65c0fbc63d45 None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:55:25.027930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fc19addd-7925-436a-9a80-65c0fbc63d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:55:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:55:25.135577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-fc19addd-7925-436a-9a80-65c0fbc63d45 None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:55:25.322796 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] No DVR routers for this DVR port 1c7f4d20-a41e-45fe-88e2-1e615af1b52f on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:55:25.325638 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:25.327774 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0041d79a-1e16-4f5f-844a-5a35907f6781 req-291acad1-3df8-4335-9a40-f3852e1e6c3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.35 "DELETE /v2.0/ports/1c7f4d20-a41e-45fe-88e2-1e615af1b52f HTTP/1.1" status: 204 len: 173 time: 1.1129045 Sep 07 16:55:25.328214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'name': 'network-vif-deleted', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:55:25.330521 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f128d19-560a-415f-8d90-2f1c91a6b57b" -d '{"events": [{"server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "name": "network-vif-deleted", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:55:25.372029 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd191e7b-325b-4962-b404-49d491db7b96 x-openstack-request-id: req-dd191e7b-325b-4962-b404-49d491db7b96 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:55:25.372351 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19245848-ca7e-435c-a42d-e0846cdd0dda", "name": "network-vif-deleted", "tag": "1c7f4d20-a41e-45fe-88e2-1e615af1b52f", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:55:25.372789 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd191e7b-325b-4962-b404-49d491db7b96 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:55:25.373188 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19245848-ca7e-435c-a42d-e0846cdd0dda', 'name': 'network-vif-deleted', 'tag': '1c7f4d20-a41e-45fe-88e2-1e615af1b52f', 'status': 'completed', 'code': 200} Sep 07 16:55:25.501063 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fc19addd-7925-436a-9a80-65c0fbc63d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:55:25.527683 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc19addd-7925-436a-9a80-65c0fbc63d45 None None] Checking router: 389fe4bb-6af8-4910-b7ba-e84998ba217d for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:55:25.536048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc19addd-7925-436a-9a80-65c0fbc63d45 None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:55:25.536772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fc19addd-7925-436a-9a80-65c0fbc63d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:55:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:55:25.640935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-fc19addd-7925-436a-9a80-65c0fbc63d45 None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:55:25.832518 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-fc19addd-7925-436a-9a80-65c0fbc63d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:55:25.859239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc19addd-7925-436a-9a80-65c0fbc63d45 None None] The sync data for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 is: [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:55:26.071450 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef972f-9985-4523-a640-2810f9896bd8 None None] New status for floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:55:26.221374 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-67eafd32-7b03-4df5-bacb-99adb8f8e59d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1997757964&fields=id&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 267 time: 0.0340917 Sep 07 16:55:26.327482 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745d613-89a8-470c-960c-d42b88198c12 req-dc575aac-c759-4eca-8550-42aacdeb89c8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:26.328980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-dc575aac-c759-4eca-8550-42aacdeb89c8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 811 time: 0.1003938 Sep 07 16:55:26.344079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-f19776e7-b8ac-41f8-929d-fde3f55395b3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/quotas/63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 375 time: 0.0092764 Sep 07 16:55:26.395544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-63e14891-7dc8-4804-a641-751a6aab7969 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463984 Sep 07 16:55:26.540566 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-5a213d27-c2b6-4415-adc2-5300dd533e01 service neutron] 10.222.0.70 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329205 Sep 07 16:55:26.629076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-d3733e9a-29e3-46e8-a747-efef0fa2a40e service neutron] 10.222.0.70 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822015 Sep 07 16:55:26.788368 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-14df47bd-eff5-4ef3-a1c5-4f7a2f5f2050 req-b7b1dab2-886d-4a88-871b-eeefd75d7a95 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 210 time: 0.0262153 Sep 07 16:55:27.779102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745d613-89a8-470c-960c-d42b88198c12 req-25335d4d-a9c9-41c4-8f81-70fece88376d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:27.780608 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-25335d4d-a9c9-41c4-8f81-70fece88376d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 811 time: 0.1044531 Sep 07 16:55:27.825583 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-e71c3ef6-8812-4240-8f35-3bb347fcf416 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 380 time: 0.0346453 Sep 07 16:55:27.835687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-2745d613-89a8-470c-960c-d42b88198c12 req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Request body: {'port': {'device_id': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'admin_state_up': True, 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'security_groups': ['86727b61-b0bb-4f86-8d03-6e8d1926f17d']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:55:27.880900 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-854b6c49-cd67-4d81-a04f-8d7e358226a5 req-fa6f6d20-3a1f-45d5-9ed4-80969c4aaad6 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 210 time: 0.0263569 Sep 07 16:55:27.946523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2745d613-89a8-470c-960c-d42b88198c12 req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Made reservation on behalf of 63a8529bf350402eb3880d8ac9c39905 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:55:27.950185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2745d613-89a8-470c-960c-d42b88198c12 req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:28.083789 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-2745d613-89a8-470c-960c-d42b88198c12 req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Allocated IP 172.20.0.14 (64f32950-7fd7-4e83-9871-6e8a99454ed4/b2497b83-948b-4078-b231-ca1ee82f10f9/6fa5d3f4-6067-4125-868d-9157fd4112d9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:55:28.169401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1c7f4d20-a41e-45fe-88e2-1e615af1b52f no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:55:28.188762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 1c7f4d20-a41e-45fe-88e2-1e615af1b52f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:55:28.189108 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1c7f4d20-a41e-45fe-88e2-1e615af1b52f not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:55:28.219661 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2745d613-89a8-470c-960c-d42b88198c12 req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:28.233277 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-2745d613-89a8-470c-960c-d42b88198c12 req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Transition to ACTIVE for port object 6fa5d3f4-6067-4125-868d-9157fd4112d9 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:55:28.264068 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2745d613-89a8-470c-960c-d42b88198c12 req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:28.307877 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2745d613-89a8-470c-960c-d42b88198c12 req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Network 64f32950-7fd7-4e83-9871-6e8a99454ed4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:55:28.310846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-2745d613-89a8-470c-960c-d42b88198c12 req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:55:28.314506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2745d613-89a8-470c-960c-d42b88198c12 req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:55:28.344003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event updated for resources: {'Port': ['ID=6fa5d3f4-6067-4125-868d-9157fd4112d9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:55:28.358944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:28.359287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:28.359627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:28.359962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:28.360293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:28.360646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:28.361003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:28.361331 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:28.361658 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:28.361983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:28.362306 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:28.362623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:55:28.380856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745d613-89a8-470c-960c-d42b88198c12 req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:28.381488 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2745d613-89a8-470c-960c-d42b88198c12 req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:28.397160 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-4c88b6eb-1ba7-43ec-a7f1-37ab61594a24 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5649371 Sep 07 16:55:28.414241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Request body: {'port': {'device_id': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:55:28.470739 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:28.507490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-029556e8-99f8-4c51-8208-3d00d4f4e91e None None] Provisioning for port 6fa5d3f4-6067-4125-868d-9157fd4112d9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:55:28.516470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-029556e8-99f8-4c51-8208-3d00d4f4e91e None None] Provisioning complete for port 6fa5d3f4-6067-4125-868d-9157fd4112d9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:55:28.517113 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-029556e8-99f8-4c51-8208-3d00d4f4e91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:28.554146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-029556e8-99f8-4c51-8208-3d00d4f4e91e None None] Port 6fa5d3f4-6067-4125-868d-9157fd4112d9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:55:28.729865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa5d3f4-6067-4125-868d-9157fd4112d9 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:55:28.736968 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:28.749490 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Transition to ACTIVE for port object 6fa5d3f4-6067-4125-868d-9157fd4112d9 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:55:28.753201 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:28.803963 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa5d3f4-6067-4125-868d-9157fd4112d9,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:55:28.870764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Attempting to bind port 6fa5d3f4-6067-4125-868d-9157fd4112d9 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:55:28.871107 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Attempting to bind port 6fa5d3f4-6067-4125-868d-9157fd4112d9 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:55:28.871443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Attempting to bind port 6fa5d3f4-6067-4125-868d-9157fd4112d9 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:55:28.876203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Port 6fa5d3f4-6067-4125-868d-9157fd4112d9 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:55:28.876567 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Attempting to bind port 6fa5d3f4-6067-4125-868d-9157fd4112d9 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:55:28.881605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:55:28.881952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Checking segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:55:28.882356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Bound using segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:55:28.882798 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Bound port: 6fa5d3f4-6067-4125-868d-9157fd4112d9, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:55:28.883243 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:28.954244 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] For port 6fa5d3f4-6067-4125-868d-9157fd4112d9, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:55:28.957252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] For port 6fa5d3f4-6067-4125-868d-9157fd4112d9, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:55:28.962191 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:28.999007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:28.999574 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:29.000986 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 200 len: 1092 time: 0.5912738 Sep 07 16:55:29.001434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:55:29.003711 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e509f4-64b4-443f-9ec8-9aa3e6939cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:55:29.012246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6484b5-ddbd-406a-84ea-e94467213113 req-ba232b20-b164-4a9e-ae48-592af1d40608 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:29.015247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b6484b5-ddbd-406a-84ea-e94467213113 req-ba232b20-b164-4a9e-ae48-592af1d40608 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 944 time: 0.0581334 Sep 07 16:55:29.050675 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c1ea3d-bb54-43d5-a91e-89e118097445 x-openstack-request-id: req-97c1ea3d-bb54-43d5-a91e-89e118097445 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:55:29.050976 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:55:29.051239 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97c1ea3d-bb54-43d5-a91e-89e118097445 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:55:29.051642 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'status': 'completed', 'code': 200} Sep 07 16:55:29.064854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c112d9-ac5f-466b-9dca-0f0c0b0298a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa5d3f4-6067-4125-868d-9157fd4112d9,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:55:29.067757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b6484b5-ddbd-406a-84ea-e94467213113 req-4e396643-5573-48de-875e-3baf5a29b858 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441160 Sep 07 16:55:29.101552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745d613-89a8-470c-960c-d42b88198c12 req-2d5cd492-bc5f-4025-b58c-fa3568078a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:29.103656 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-2d5cd492-bc5f-4025-b58c-fa3568078a13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 1095 time: 0.0550478 Sep 07 16:55:29.157773 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-80ef162d-5a32-46ac-9763-c2d6d79c17f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 200 len: 217 time: 0.0401273 Sep 07 16:55:29.211584 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745d613-89a8-470c-960c-d42b88198c12 req-6e163fe5-7409-41d9-92c0-311db3a1e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:29.213075 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-6e163fe5-7409-41d9-92c0-311db3a1e2d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0441666 Sep 07 16:55:29.262215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745d613-89a8-470c-960c-d42b88198c12 req-8d4fd8c2-9715-4f37-892b-8aef562db4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:29.263603 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-8d4fd8c2-9715-4f37-892b-8aef562db4a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402613 Sep 07 16:55:29.360433 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-858fbe77-5194-4512-8b0c-34a633b783ff service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850832 Sep 07 16:55:29.453722 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2745d613-89a8-470c-960c-d42b88198c12 req-49d18e1a-faf8-4da3-803f-c407ceb6c7c7 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801938 Sep 07 16:55:29.545572 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e509f4-64b4-443f-9ec8-9aa3e6939cfa req-457ae150-65a2-4df0-823b-3674cc45208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:29.546948 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f1e509f4-64b4-443f-9ec8-9aa3e6939cfa req-457ae150-65a2-4df0-823b-3674cc45208e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 1095 time: 0.0401905 Sep 07 16:55:29.643875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e509f4-64b4-443f-9ec8-9aa3e6939cfa req-00f052dc-e950-432a-b43c-0a2e5fe3b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:29.645346 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f1e509f4-64b4-443f-9ec8-9aa3e6939cfa req-00f052dc-e950-432a-b43c-0a2e5fe3b2d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0874879 Sep 07 16:55:29.685867 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f1e509f4-64b4-443f-9ec8-9aa3e6939cfa req-03429cc0-dc0e-4fcf-9845-8d2f79e975db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 200 len: 217 time: 0.0327797 Sep 07 16:55:29.739550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e509f4-64b4-443f-9ec8-9aa3e6939cfa req-a2740746-874d-48ce-8cf6-2ad6a25edfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:29.741005 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f1e509f4-64b4-443f-9ec8-9aa3e6939cfa req-a2740746-874d-48ce-8cf6-2ad6a25edfc7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0465138 Sep 07 16:55:29.786608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e509f4-64b4-443f-9ec8-9aa3e6939cfa req-b2e85b6b-66f1-4fa8-a01f-a4bc5466e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:29.788060 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f1e509f4-64b4-443f-9ec8-9aa3e6939cfa req-b2e85b6b-66f1-4fa8-a01f-a4bc5466e68e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394871 Sep 07 16:55:29.884493 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f1e509f4-64b4-443f-9ec8-9aa3e6939cfa req-ba3f31c6-4353-4fe3-84d8-d6635fcddce6 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860474 Sep 07 16:55:29.974669 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f1e509f4-64b4-443f-9ec8-9aa3e6939cfa req-52ced601-430d-4773-8ca7-a3c00ed320a4 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813930 Sep 07 16:55:30.198139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de85e7f-f366-46ac-bc96-01fb681a5f8f req-f1f60679-3a50-4715-a078-59bd7ff6ec1f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:30.199549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6de85e7f-f366-46ac-bc96-01fb681a5f8f req-f1f60679-3a50-4715-a078-59bd7ff6ec1f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 944 time: 0.0485384 Sep 07 16:55:30.236500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6de85e7f-f366-46ac-bc96-01fb681a5f8f req-1aaa70d6-ae6b-4740-8f10-8bae0dcc5f83 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310118 Sep 07 16:55:31.348887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf716c-0b84-42b6-bc2b-b42bf7d83f14 req-541e6558-57b6-4626-ae60-2659063454e1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:31.350383 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1edf716c-0b84-42b6-bc2b-b42bf7d83f14 req-541e6558-57b6-4626-ae60-2659063454e1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 944 time: 0.0485172 Sep 07 16:55:31.388741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1edf716c-0b84-42b6-bc2b-b42bf7d83f14 req-450c2729-20d3-4f10-9c69-4ea51c8fad2e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319240 Sep 07 16:55:31.735309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6fa5d3f4-6067-4125-868d-9157fd4112d9 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:55:31.825155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6fa5d3f4-6067-4125-868d-9157fd4112d9, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:55:31.835754 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'port_id': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'mac_address': 'fa:16:3e:74:9b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:55:31.876153 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:31.888830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa5d3f4-6067-4125-868d-9157fd4112d9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:55:31.906682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6fa5d3f4-6067-4125-868d-9157fd4112d9, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:55:31.910582 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:31.956142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=6fa5d3f4-6067-4125-868d-9157fd4112d9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:55:32.192516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['6fa5d3f4-6067-4125-868d-9157fd4112d9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:55:32.235175 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:32.508001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb7112-41f6-4b6b-a6af-ae02261d6723 req-dc722493-b83e-43be-ace6-b0ed009f06bf tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:32.509686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12bb7112-41f6-4b6b-a6af-ae02261d6723 req-dc722493-b83e-43be-ace6-b0ed009f06bf tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 945 time: 0.0527301 Sep 07 16:55:32.547230 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12bb7112-41f6-4b6b-a6af-ae02261d6723 req-9808113f-33fd-4a4b-80ca-93c74e2775ff tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317903 Sep 07 16:55:32.718557 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:33.659184 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd74698-e810-4eec-86f6-c863bfc170a6 req-8f8d3868-b682-40b9-aba1-424f54bbf7e2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:33.660691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcd74698-e810-4eec-86f6-c863bfc170a6 req-8f8d3868-b682-40b9-aba1-424f54bbf7e2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 945 time: 0.0482154 Sep 07 16:55:33.697494 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcd74698-e810-4eec-86f6-c863bfc170a6 req-1cc65f03-d8fa-4ad8-be34-e85127361771 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305007 Sep 07 16:55:33.737055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6fa5d3f4-6067-4125-868d-9157fd4112d9 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:55:33.783824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 6fa5d3f4-6067-4125-868d-9157fd4112d9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:55:33.787297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 6fa5d3f4-6067-4125-868d-9157fd4112d9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:55:33.787674 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:33.861458 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:33.884179 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:55:33.886410 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dc0e2e-fde0-4bf0-a94d-d1c977ef0abd" -d '{"events": [{"server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "name": "network-vif-plugged", "status": "completed", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:55:33.898236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 6fa5d3f4-6067-4125-868d-9157fd4112d9, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:55:33.902209 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:33.933147 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19b6775-ac8f-4768-b45f-fc454812d154 x-openstack-request-id: req-c19b6775-ac8f-4768-b45f-fc454812d154 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:55:33.933452 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "name": "network-vif-plugged", "status": "completed", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:55:33.933712 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c19b6775-ac8f-4768-b45f-fc454812d154 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:55:33.934106 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'code': 200} Sep 07 16:55:33.960150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=6fa5d3f4-6067-4125-868d-9157fd4112d9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:55:34.023087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25481a55-1d6f-42c2-a1ed-c74d53620b53 req-ef9c65d2-5247-477c-b9fc-420be164286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:34.025013 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-25481a55-1d6f-42c2-a1ed-c74d53620b53 req-ef9c65d2-5247-477c-b9fc-420be164286e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 1097 time: 0.0397241 Sep 07 16:55:34.065177 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-25481a55-1d6f-42c2-a1ed-c74d53620b53 req-14121d75-5ee1-45d9-aa22-ac6869d47163 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288904 Sep 07 16:55:34.811878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b70ea-2e91-4b0e-b417-812a6297ebdc req-aa2a2830-46ec-4eea-83db-df02cb10cc1e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:34.813282 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b15b70ea-2e91-4b0e-b417-812a6297ebdc req-aa2a2830-46ec-4eea-83db-df02cb10cc1e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0474494 Sep 07 16:55:34.849876 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b15b70ea-2e91-4b0e-b417-812a6297ebdc req-3603efc9-c2a7-4f91-a1b7-21b1af33b520 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306139 Sep 07 16:55:35.970073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ac719-d288-4e9a-9a5b-14251bdf2c27 req-bfb42979-9b49-4993-b6f3-7ab202c4ac7c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:35.971573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d78ac719-d288-4e9a-9a5b-14251bdf2c27 req-bfb42979-9b49-4993-b6f3-7ab202c4ac7c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0537348 Sep 07 16:55:36.009191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d78ac719-d288-4e9a-9a5b-14251bdf2c27 req-efeeaade-800c-4dd9-bd94-ae405682acbe tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317605 Sep 07 16:55:36.119123 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceebc82-df82-41a9-86ed-0f8052ecf04d req-7a93566e-3a75-49f6-a2f4-6fbdf9b8df6f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:36.120656 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4ceebc82-df82-41a9-86ed-0f8052ecf04d req-7a93566e-3a75-49f6-a2f4-6fbdf9b8df6f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0492492 Sep 07 16:55:36.129333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42442) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:55:36.133621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a66afaa4-4398-461e-80da-476c1b396452 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Request body: {'floatingip': {'port_id': '6fa5d3f4-6067-4125-868d-9157fd4112d9'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:55:36.176080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a66afaa4-4398-461e-80da-476c1b396452 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:36.614097 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a66afaa4-4398-461e-80da-476c1b396452 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:36.618239 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a66afaa4-4398-461e-80da-476c1b396452 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:36.717188 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-a66afaa4-4398-461e-80da-476c1b396452 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7 associated. External IP: 172.25.3.221, port: 6fa5d3f4-6067-4125-868d-9157fd4112d9. Sep 07 16:55:36.919421 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66afaa4-4398-461e-80da-476c1b396452 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Router 389fe4bb-6af8-4910-b7ba-e84998ba217d has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:55:37.029996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66afaa4-4398-461e-80da-476c1b396452 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:55:37.034791 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a66afaa4-4398-461e-80da-476c1b396452 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:37.039288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a94688c-8690-4712-a944-9312f840dded None None] Sync routers for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:55:37.048561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a94688c-8690-4712-a944-9312f840dded None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:55:37.049181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7a94688c-8690-4712-a944-9312f840dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:55:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:55:37.061584 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a66afaa4-4398-461e-80da-476c1b396452 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "PUT /v2.0/floatingips/cf346603-7bf0-4015-a16e-b3a2ed889db7 HTTP/1.1" status: 200 len: 992 time: 0.9312487 Sep 07 16:55:37.062192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:55:37.064477 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40379bac-674d-4d7b-9f17-32180485d186" -d '{"events": [{"name": "network-changed", "server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:55:37.100718 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57de4b90-9fbf-47a4-93d5-e5178fbd4c28 x-openstack-request-id: req-57de4b90-9fbf-47a4-93d5-e5178fbd4c28 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:55:37.101019 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:55:37.101754 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57de4b90-9fbf-47a4-93d5-e5178fbd4c28 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:55:37.101754 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'status': 'completed', 'code': 200} Sep 07 16:55:37.160160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7a94688c-8690-4712-a944-9312f840dded None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:55:37.168322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40379bac-674d-4d7b-9f17-32180485d186 req-b80c4c6d-1cf6-4523-a47d-b1de1b482abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:37.169788 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-40379bac-674d-4d7b-9f17-32180485d186 req-b80c4c6d-1cf6-4523-a47d-b1de1b482abf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 1097 time: 0.0448430 Sep 07 16:55:37.258336 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40379bac-674d-4d7b-9f17-32180485d186 req-af40697a-194a-4081-a408-c4bbb649e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:37.259856 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-40379bac-674d-4d7b-9f17-32180485d186 req-af40697a-194a-4081-a408-c4bbb649e812 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0829206 Sep 07 16:55:37.329537 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-40379bac-674d-4d7b-9f17-32180485d186 req-4a2c786c-dfb3-495d-9381-18615a008a54 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 200 len: 1000 time: 0.0624263 Sep 07 16:55:37.378895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40379bac-674d-4d7b-9f17-32180485d186 req-102f79cc-7889-45fc-ba90-b64ce18834fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:37.380119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7a94688c-8690-4712-a944-9312f840dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'cf346603-7bf0-4015-a16e-b3a2ed889db7', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'port_id': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'mac_address': 'fa:16:3e:74:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:53:04Z', 'updated_at': '2021-09-07T16:55:36Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:55:37.380386 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-40379bac-674d-4d7b-9f17-32180485d186 req-102f79cc-7889-45fc-ba90-b64ce18834fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0441494 Sep 07 16:55:37.410003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a94688c-8690-4712-a944-9312f840dded None None] Checking router: 389fe4bb-6af8-4910-b7ba-e84998ba217d for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:55:37.418266 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a94688c-8690-4712-a944-9312f840dded None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:55:37.418935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7a94688c-8690-4712-a944-9312f840dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:55:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:55:37.425708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40379bac-674d-4d7b-9f17-32180485d186 req-6b52c81d-5dfa-427a-b88a-dc634ce2e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:37.427197 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-40379bac-674d-4d7b-9f17-32180485d186 req-6b52c81d-5dfa-427a-b88a-dc634ce2e6bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397685 Sep 07 16:55:37.437999 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-40379bac-674d-4d7b-9f17-32180485d186 req-e3c374eb-1b09-4c15-a858-b5cd7377afc8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:55:37.438927 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-40379bac-674d-4d7b-9f17-32180485d186 req-e3c374eb-1b09-4c15-a858-b5cd7377afc8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047946 Sep 07 16:55:37.521778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7a94688c-8690-4712-a944-9312f840dded None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:55:37.534613 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-40379bac-674d-4d7b-9f17-32180485d186 req-4933d3cc-9d29-42a3-92c1-d13872033e38 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874496 Sep 07 16:55:37.625123 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-40379bac-674d-4d7b-9f17-32180485d186 req-00e15864-6a9c-4b02-8031-1f669f3aebd5 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833402 Sep 07 16:55:37.746626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7a94688c-8690-4712-a944-9312f840dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'cf346603-7bf0-4015-a16e-b3a2ed889db7', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'port_id': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'mac_address': 'fa:16:3e:74:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:53:04Z', 'updated_at': '2021-09-07T16:55:36Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:55:37.772405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a94688c-8690-4712-a944-9312f840dded None None] The sync data for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 is: [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'cf346603-7bf0-4015-a16e-b3a2ed889db7', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'port_id': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'mac_address': 'fa:16:3e:74:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:53:04Z', 'updated_at': '2021-09-07T16:55:36Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:55:37.957911 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d761b4-a1ab-4633-8b7b-3466bd2509aa None None] New status for floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:55:40.422561 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9bef5266-9907-415f-8163-74e49a4b3916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:44.009478 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:44.294697 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-beefd3bb-e5bd-44cd-b33c-4ac3ef296aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:45.040669 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:45.254590 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:55:46.974957 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:55:53.427217 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8d7f71b7-9e8e-4f72-990b-fb1a041196fa req-20a1e8fb-d4a8-4e65-99ef-3b60dac6338d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436411 Sep 07 16:55:53.507598 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f71b7-9e8e-4f72-990b-fb1a041196fa req-13b8561c-3215-49fa-aa69-21524502e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:53.508997 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8d7f71b7-9e8e-4f72-990b-fb1a041196fa req-13b8561c-3215-49fa-aa69-21524502e665 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 1097 time: 0.0400846 Sep 07 16:55:53.616950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f71b7-9e8e-4f72-990b-fb1a041196fa req-2ad72cb1-dc88-4f70-8535-4ad71e804c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:53.618427 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8d7f71b7-9e8e-4f72-990b-fb1a041196fa req-2ad72cb1-dc88-4f70-8535-4ad71e804c2b service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0834601 Sep 07 16:55:53.688363 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8d7f71b7-9e8e-4f72-990b-fb1a041196fa req-d64e201b-4a09-4431-a32b-f15354fe81b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 200 len: 1002 time: 0.0596733 Sep 07 16:55:53.738818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f71b7-9e8e-4f72-990b-fb1a041196fa req-26676353-df8d-411a-aae2-edc07c50eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:53.740244 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8d7f71b7-9e8e-4f72-990b-fb1a041196fa req-26676353-df8d-411a-aae2-edc07c50eacd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0412171 Sep 07 16:55:53.785218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f71b7-9e8e-4f72-990b-fb1a041196fa req-e2c75da9-aa91-4b74-b89e-cdc6ddd001b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:55:53.786602 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8d7f71b7-9e8e-4f72-990b-fb1a041196fa req-e2c75da9-aa91-4b74-b89e-cdc6ddd001b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384712 Sep 07 16:55:53.881042 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8d7f71b7-9e8e-4f72-990b-fb1a041196fa req-2e3dcdc9-fc7e-422e-b7db-0b1aa230431f service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834873 Sep 07 16:55:53.974273 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8d7f71b7-9e8e-4f72-990b-fb1a041196fa req-b8f21f37-6ebf-4b40-ad1b-a2cd87cefc86 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857987 Sep 07 16:56:02.246039 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:02.725274 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:10.424117 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7d0ec5d6-660d-4bf5-a39f-c30f202af641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:14.010130 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:14.294861 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4688b6fa-7dab-484d-a381-39284f89e7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:15.044236 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:16.973187 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:22.258088 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:56:32.258945 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:32.740680 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:40.425135 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70cbb4fd-e861-4a55-82b0-2c62997c360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:44.010813 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:44.294609 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-50888422-3c9b-45fb-83f1-ffa66deb7335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:45.046249 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:46.975928 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:56:55.363226 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3bc6b93e-81f8-41c4-b0e1-e6f9e758aec4 req-5fc32aa2-8442-4156-80ec-106ca3fcdbfc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907476 Sep 07 16:56:55.447020 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6b93e-81f8-41c4-b0e1-e6f9e758aec4 req-8ec8d0d9-dee4-4f17-9d4d-9d5253992467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:56:55.448528 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3bc6b93e-81f8-41c4-b0e1-e6f9e758aec4 req-8ec8d0d9-dee4-4f17-9d4d-9d5253992467 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 1097 time: 0.0404224 Sep 07 16:56:55.559980 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6b93e-81f8-41c4-b0e1-e6f9e758aec4 req-fe31573f-db3f-42a1-8e40-36b547ef41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:56:55.561463 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3bc6b93e-81f8-41c4-b0e1-e6f9e758aec4 req-fe31573f-db3f-42a1-8e40-36b547ef41e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0917988 Sep 07 16:56:55.629369 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3bc6b93e-81f8-41c4-b0e1-e6f9e758aec4 req-93f07841-144a-44fb-a159-d64f2a591c93 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 200 len: 1002 time: 0.0563598 Sep 07 16:56:55.680451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6b93e-81f8-41c4-b0e1-e6f9e758aec4 req-9b915b06-69e7-4e51-9f41-f99f93db82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:56:55.681869 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3bc6b93e-81f8-41c4-b0e1-e6f9e758aec4 req-9b915b06-69e7-4e51-9f41-f99f93db82cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0435715 Sep 07 16:56:55.734485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6b93e-81f8-41c4-b0e1-e6f9e758aec4 req-fe222098-6540-495b-a6d0-ca1da5fe329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:56:55.735926 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3bc6b93e-81f8-41c4-b0e1-e6f9e758aec4 req-fe222098-6540-495b-a6d0-ca1da5fe329f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423012 Sep 07 16:56:55.829948 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3bc6b93e-81f8-41c4-b0e1-e6f9e758aec4 req-86f434aa-367f-4435-958c-af8210f69f28 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817065 Sep 07 16:56:55.935376 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-3bc6b93e-81f8-41c4-b0e1-e6f9e758aec4 req-fb5359fb-14f8-43a4-9ebe-ccf2398cb9dc service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878189 Sep 07 16:56:59.257222 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:57:02.277475 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:02.734618 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:10.426827 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb2a5-7154-4ff7-ac12-88a049b1a880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:14.011100 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:14.294926 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f1f67727-f9bf-49dd-9c73-e7a5cd4e06a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:15.049611 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:16.979091 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:19.471152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc94ab6-79b4-44cf-8d9c-9024db52a716 req-c4a7cf81-5059-4bd2-8457-59a82fe2c8ff tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:19.472730 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdc94ab6-79b4-44cf-8d9c-9024db52a716 req-c4a7cf81-5059-4bd2-8457-59a82fe2c8ff tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0534067 Sep 07 16:57:19.510990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdc94ab6-79b4-44cf-8d9c-9024db52a716 req-422b50c2-bb2a-4249-ba1d-1b74781b166e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320451 Sep 07 16:57:20.625770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664df83b-1898-4521-b05c-6a1b23dd7bae req-cd597b3e-c24c-4d6b-bf36-5d82bab122a1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:20.627255 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-664df83b-1898-4521-b05c-6a1b23dd7bae req-cd597b3e-c24c-4d6b-bf36-5d82bab122a1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0476966 Sep 07 16:57:20.664154 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-664df83b-1898-4521-b05c-6a1b23dd7bae req-9875b2cf-d6f1-45aa-a665-f5fee58852ef tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310969 Sep 07 16:57:21.776736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be518c-5baa-4887-9de0-dd2a7930ce91 req-64dce8de-2ce5-421b-8e41-ea2b460500a6 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:21.778218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57be518c-5baa-4887-9de0-dd2a7930ce91 req-64dce8de-2ce5-421b-8e41-ea2b460500a6 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0475876 Sep 07 16:57:21.815241 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-57be518c-5baa-4887-9de0-dd2a7930ce91 req-c4c883d6-5919-4e28-8fd7-3a1e537df14b tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304606 Sep 07 16:57:22.933159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cef1d3-20d9-493f-be26-1b9bbcf0133a req-7dafef43-7ed1-43ed-baf4-4848906d0302 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:22.934651 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b1cef1d3-20d9-493f-be26-1b9bbcf0133a req-7dafef43-7ed1-43ed-baf4-4848906d0302 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0523617 Sep 07 16:57:22.972741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b1cef1d3-20d9-493f-be26-1b9bbcf0133a req-fab5d1cd-c5c7-48fb-948b-b7a3a2abc3bd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322165 Sep 07 16:57:24.089131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad332ce7-1463-4801-a871-782f5fe8d4e1 req-fec797df-46d2-4edc-83f3-fb93ea4347fc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:24.090640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad332ce7-1463-4801-a871-782f5fe8d4e1 req-fec797df-46d2-4edc-83f3-fb93ea4347fc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0486250 Sep 07 16:57:24.131581 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad332ce7-1463-4801-a871-782f5fe8d4e1 req-14de4990-970e-44e3-8408-45eba8944dd3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328169 Sep 07 16:57:25.243380 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd18c7-0e56-4f37-aa3f-ac7b7477e59c req-453d1661-0636-45ca-a267-013c42dc2e33 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:25.245083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97dd18c7-0e56-4f37-aa3f-ac7b7477e59c req-453d1661-0636-45ca-a267-013c42dc2e33 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0484073 Sep 07 16:57:25.284095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97dd18c7-0e56-4f37-aa3f-ac7b7477e59c req-320b9134-3810-4924-87a5-53fdc8a8c037 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326121 Sep 07 16:57:26.405447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad85229-dfcf-4eb8-a5f7-00babc024fbc req-a18c8e71-7e30-4f61-b4e2-6e0f6ed3ca46 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:26.406944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ad85229-dfcf-4eb8-a5f7-00babc024fbc req-a18c8e71-7e30-4f61-b4e2-6e0f6ed3ca46 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0538621 Sep 07 16:57:26.445997 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ad85229-dfcf-4eb8-a5f7-00babc024fbc req-ce5b813f-4ab1-4d2f-9800-21036ba0775b tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329616 Sep 07 16:57:27.562641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc29ab-fac2-4a64-ae73-46d6d52a6600 req-91d92c39-6a8d-47e8-b216-c7bb60764fc2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:27.564121 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-62cc29ab-fac2-4a64-ae73-46d6d52a6600 req-91d92c39-6a8d-47e8-b216-c7bb60764fc2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0494676 Sep 07 16:57:27.601261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-62cc29ab-fac2-4a64-ae73-46d6d52a6600 req-8b6728f4-96a6-4fca-b1aa-7ec847f72a9a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Sep 07 16:57:28.711978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d72a80-b723-44c4-8783-b4560adfdb59 req-13c79c94-e262-41fe-a0c1-9bc07ccf0afe tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:28.713459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93d72a80-b723-44c4-8783-b4560adfdb59 req-13c79c94-e262-41fe-a0c1-9bc07ccf0afe tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0473301 Sep 07 16:57:28.751980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93d72a80-b723-44c4-8783-b4560adfdb59 req-82570730-8532-4334-9325-eb592f301530 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320861 Sep 07 16:57:29.867374 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e49b9-7f78-410d-b417-f830c3851ee4 req-32ac1114-520d-4651-a172-e08196a4f57a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:29.868908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-677e49b9-7f78-410d-b417-f830c3851ee4 req-32ac1114-520d-4651-a172-e08196a4f57a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0517745 Sep 07 16:57:29.905539 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-677e49b9-7f78-410d-b417-f830c3851ee4 req-f2dabb23-ea66-4fb2-a476-78d7bde0739d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308406 Sep 07 16:57:30.082371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42692) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:57:30.148746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6014-3cf1-4815-97a9-9ad66d557602 req-d165577a-4635-4d2f-a938-5e0ac1d43540 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:30.150229 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6d6014-3cf1-4815-97a9-9ad66d557602 req-d165577a-4635-4d2f-a938-5e0ac1d43540 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0592477 Sep 07 16:57:30.203619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-8c9464b5-1b07-4201-80a3-622d5bcf3f19 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1197572 Sep 07 16:57:30.206835 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f6d6014-3cf1-4815-97a9-9ad66d557602 req-9979d08a-ddb1-492a-9a24-10e14a1f1c1a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430148 Sep 07 16:57:30.212246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-59ef17ac-f2ff-417d-8d07-2606f19a3ae9 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 16:57:30.213271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-59ef17ac-f2ff-417d-8d07-2606f19a3ae9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050139 Sep 07 16:57:31.307620 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-d75a4e69-d51b-417a-b15a-c0853a20614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:31.309179 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-d75a4e69-d51b-417a-b15a-c0853a20614c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 1097 time: 0.0407779 Sep 07 16:57:31.328109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd9a51-0a05-41f1-ac9e-13542b39df8d req-3a6bfe06-8e99-4b10-8dad-992f436e4fcf tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:31.329618 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bcd9a51-0a05-41f1-ac9e-13542b39df8d req-3a6bfe06-8e99-4b10-8dad-992f436e4fcf tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0523024 Sep 07 16:57:31.367159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3bcd9a51-0a05-41f1-ac9e-13542b39df8d req-93507bb6-157e-444c-b77f-2f412febc44b tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316153 Sep 07 16:57:31.406272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-5acd6b5c-6e23-4c2b-b322-034b64fdaf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:31.407756 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-5acd6b5c-6e23-4c2b-b322-034b64fdaf8b service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0882964 Sep 07 16:57:31.475840 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-44ecbb83-39ec-4196-9e7a-e287d2f3a6ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 200 len: 1002 time: 0.0566123 Sep 07 16:57:31.526824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-ce5cf54c-2147-47a7-9669-3b745dde13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:31.528141 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-ce5cf54c-2147-47a7-9669-3b745dde13e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0421171 Sep 07 16:57:31.579951 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-5be5d568-5e32-464b-9331-b029dea81d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:31.581438 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-5be5d568-5e32-464b-9331-b029dea81d09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421419 Sep 07 16:57:31.673641 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-de58e4d9-d183-41e9-af85-302bab1e1b2a service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804081 Sep 07 16:57:31.768783 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-f98632df-296c-438f-aeb6-8d029d2e8763 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837827 Sep 07 16:57:32.276867 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:32.482036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c33619-f4a6-41b4-8bb6-671b2279332e req-15865dd9-fbc3-4783-8d8f-acfdc7ed9edc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:32.483547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99c33619-f4a6-41b4-8bb6-671b2279332e req-15865dd9-fbc3-4783-8d8f-acfdc7ed9edc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0498030 Sep 07 16:57:32.521214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99c33619-f4a6-41b4-8bb6-671b2279332e req-9d4e0acc-a0c0-491e-a45b-51f93e780cdd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317934 Sep 07 16:57:32.745686 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:33.634124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaaf97-426b-404c-8f2b-73f1d61ca51e req-bfc2c042-6fb8-49a5-a69c-7e51af5df917 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:33.635580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b7aaaf97-426b-404c-8f2b-73f1d61ca51e req-bfc2c042-6fb8-49a5-a69c-7e51af5df917 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0476489 Sep 07 16:57:33.670924 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b7aaaf97-426b-404c-8f2b-73f1d61ca51e req-5e2ca601-8ce4-4c65-a4eb-37af506713a3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295355 Sep 07 16:57:34.021633 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-56b5812e-646b-40b3-97cd-88c2ea23a865 service neutron] show failed (client error): The resource could not be found. Sep 07 16:57:34.022629 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-56b5812e-646b-40b3-97cd-88c2ea23a865 service neutron] 10.222.0.54 "GET /v2.0/ports/6fa5d3f4-6067-4125-868d-9157fd4112d9/bindings/n-h2-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0533986 Sep 07 16:57:34.217079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-cd73e3ce-4471-4e4a-8fca-63157af80d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:34.218567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-cd73e3ce-4471-4e4a-8fca-63157af80d78 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 1097 time: 0.0432632 Sep 07 16:57:34.230824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:57:34.282057 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:34.477720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] For port 6fa5d3f4-6067-4125-868d-9157fd4112d9, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:57:34.515558 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] For port 6fa5d3f4-6067-4125-868d-9157fd4112d9, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:57:34.559372 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:57:34.561667 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd1b546-be7e-471b-b3cc-17faa1419615" -d '{"events": [{"server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:57:34.565400 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:34.577118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Transition to ACTIVE for port object 6fa5d3f4-6067-4125-868d-9157fd4112d9 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:57:34.580271 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:34.613946 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1561a1f-52a1-4f4d-b2a6-e325ff1b25cf x-openstack-request-id: req-e1561a1f-52a1-4f4d-b2a6-e325ff1b25cf {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:57:34.614257 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:57:34.614515 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1561a1f-52a1-4f4d-b2a6-e325ff1b25cf {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:57:34.614906 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'code': 200} Sep 07 16:57:34.661126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa5d3f4-6067-4125-868d-9157fd4112d9,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:57:34.672733 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:34.673084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:34.673430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:34.673774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:34.674113 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:34.674446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:34.675462 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:34.675676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:34.676007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:34.676353 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:34.676688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:34.677019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:34.714245 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] No DVR routers for this DVR port 6fa5d3f4-6067-4125-868d-9157fd4112d9 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:57:34.839862 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fc3e7-89ea-4a58-af90-6245efb15a0f req-b6fdc605-a2fa-4e3a-a271-bb4a886696c6 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:34.841425 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a1fc3e7-89ea-4a58-af90-6245efb15a0f req-b6fdc605-a2fa-4e3a-a271-bb4a886696c6 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 944 time: 0.0889235 Sep 07 16:57:34.909019 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a1fc3e7-89ea-4a58-af90-6245efb15a0f req-7d094f95-c8fa-4bb1-a4d3-e153912db50a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545869 Sep 07 16:57:34.919231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Attempting to bind port 6fa5d3f4-6067-4125-868d-9157fd4112d9 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:57:34.919583 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Attempting to bind port 6fa5d3f4-6067-4125-868d-9157fd4112d9 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:57:34.919925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Attempting to bind port 6fa5d3f4-6067-4125-868d-9157fd4112d9 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:57:34.924446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Port 6fa5d3f4-6067-4125-868d-9157fd4112d9 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:57:34.924779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Attempting to bind port 6fa5d3f4-6067-4125-868d-9157fd4112d9 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:57:34.929637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:57:34.929978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Checking segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:57:34.930367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Bound using segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:57:34.930800 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Bound port: 6fa5d3f4-6067-4125-868d-9157fd4112d9, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:57:34.931166 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:34.993413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] For port 6fa5d3f4-6067-4125-868d-9157fd4112d9, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:57:34.996433 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] For port 6fa5d3f4-6067-4125-868d-9157fd4112d9, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:57:35.001770 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:35.054329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:35.054993 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:35.057687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] 10.222.0.35 "PUT /v2.0/ports/6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 200 len: 1092 time: 0.8293722 Sep 07 16:57:35.077299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa8d84-d1cc-40ed-b373-95e342366e33 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa5d3f4-6067-4125-868d-9157fd4112d9,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:57:35.129100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-a3d9c426-d1f8-48d1-ba95-b810bafc80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:35.130840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-a3d9c426-d1f8-48d1-ba95-b810bafc80c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 1095 time: 0.0439119 Sep 07 16:57:35.225450 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-fefa24a8-5cc4-4d9b-ba7f-c13cae254da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:35.227439 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-fefa24a8-5cc4-4d9b-ba7f-c13cae254da6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0896196 Sep 07 16:57:35.299094 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-cb085bfa-142f-41c3-a57b-e43b43a9a4ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 200 len: 1000 time: 0.0645285 Sep 07 16:57:35.347232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-00223b9b-d896-4ac2-910d-2208231c033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:35.348591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-00223b9b-d896-4ac2-910d-2208231c033a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0426197 Sep 07 16:57:35.392585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-c6e928a0-a343-42df-9d6a-9d49f566d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:35.394693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-c6e928a0-a343-42df-9d6a-9d49f566d988 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395854 Sep 07 16:57:35.483593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-5b2e74e8-8558-4d73-af02-5c008e35f5ee service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822341 Sep 07 16:57:35.571649 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4a57557-2039-4590-b1de-750ab14b3bf5 req-766f944e-7ed0-4f22-8b91-2c4f569c9a31 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802350 Sep 07 16:57:36.028773 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27660657-16d5-4e4a-9893-6cd2c55ea81c req-af69be78-9e83-43fb-b8fe-0191bbca5d7e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:36.030248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27660657-16d5-4e4a-9893-6cd2c55ea81c req-af69be78-9e83-43fb-b8fe-0191bbca5d7e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 944 time: 0.0521278 Sep 07 16:57:36.066943 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27660657-16d5-4e4a-9893-6cd2c55ea81c req-09f2788b-959f-4cfe-8baa-6ea494504cfa tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304267 Sep 07 16:57:36.255935 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:57:36.615759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:57:36.618393 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d3881e-b770-4e27-9929-7d6a1e0d070d" -d '{"events": [{"name": "network-changed", "server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:57:36.664760 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb822d2-2916-4eba-a23e-e035e76eadbc x-openstack-request-id: req-abb822d2-2916-4eba-a23e-e035e76eadbc {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:57:36.665058 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:57:36.665312 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-abb822d2-2916-4eba-a23e-e035e76eadbc {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:57:36.665777 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'status': 'completed', 'code': 200} Sep 07 16:57:36.723097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-c007f2a4-efa4-40b6-abba-9a84382fd3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:36.724632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-c007f2a4-efa4-40b6-abba-9a84382fd3b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 1095 time: 0.0409091 Sep 07 16:57:36.728124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-0cc9fb5a-7f25-482e-8b21-e843f8693581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:36.729741 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-0cc9fb5a-7f25-482e-8b21-e843f8693581 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 1095 time: 0.0411696 Sep 07 16:57:36.815876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-5176a89b-9249-4035-a920-b8c3c09f227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:36.817414 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-5176a89b-9249-4035-a920-b8c3c09f227d service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0860171 Sep 07 16:57:36.825211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-1f77a224-df68-4266-8efe-ab4aac0e35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:36.826669 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-1f77a224-df68-4266-8efe-ab4aac0e35dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0868211 Sep 07 16:57:36.881386 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-057c3569-5e1e-41a3-9208-d21fe582a34e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 200 len: 1000 time: 0.0565434 Sep 07 16:57:36.895828 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-dffbb864-bb64-486b-a82d-265acab3ff00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 200 len: 1000 time: 0.0577726 Sep 07 16:57:36.931185 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-24239b67-ace6-45a1-855c-7a9f2bffdf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:36.932681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-24239b67-ace6-45a1-855c-7a9f2bffdf58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0437582 Sep 07 16:57:36.952540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-503a8755-75f1-4ebb-9f01-99eb75535563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:36.954026 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-503a8755-75f1-4ebb-9f01-99eb75535563 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0468910 Sep 07 16:57:36.982128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-de8bc74e-2de0-4fd6-bc72-4f9eaca74d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:36.983643 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-de8bc74e-2de0-4fd6-bc72-4f9eaca74d3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424337 Sep 07 16:57:37.003474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-5b12e47f-80de-4d77-a180-d37e3e0ec616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:37.005012 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-5b12e47f-80de-4d77-a180-d37e3e0ec616 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400832 Sep 07 16:57:37.074095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-4da38824-b419-404d-bcb2-734a71b0a2e4 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828879 Sep 07 16:57:37.098663 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-f7cc0ad0-08d6-4cc1-840b-2542af73302f service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846472 Sep 07 16:57:37.498810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aa1f8-b741-47ae-82ca-57158c682e4f req-a5cf1f90-e4d5-49d0-ae12-bbd6d9ef2b69 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:37.500122 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-b8b09914-7539-4eee-925f-f29f95423eea service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895791 Sep 07 16:57:37.500278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-738aa1f8-b741-47ae-82ca-57158c682e4f req-a5cf1f90-e4d5-49d0-ae12-bbd6d9ef2b69 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 944 time: 0.0636487 Sep 07 16:57:37.504063 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29d3881e-b770-4e27-9929-7d6a1e0d070d req-34b8a92c-8843-459c-8815-7ac33ffcfec2 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228237 Sep 07 16:57:37.538529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-738aa1f8-b741-47ae-82ca-57158c682e4f req-b284c651-d39f-4e2e-9436-e9a5aa2888a7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321691 Sep 07 16:57:38.468618 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6fa5d3f4-6067-4125-868d-9157fd4112d9 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:57:38.505912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 6fa5d3f4-6067-4125-868d-9157fd4112d9 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:57:38.653581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65039060-be19-44ae-bd83-4b646739d5ae req-bc79ca6e-5f5e-4f75-b82b-279e135073d4 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:38.655044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65039060-be19-44ae-bd83-4b646739d5ae req-bc79ca6e-5f5e-4f75-b82b-279e135073d4 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 944 time: 0.0481095 Sep 07 16:57:38.694529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65039060-be19-44ae-bd83-4b646739d5ae req-c9a7f950-5faa-4b09-b668-e9ee799b3f90 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336328 Sep 07 16:57:38.729533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6fa5d3f4-6067-4125-868d-9157fd4112d9 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:57:38.824524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6fa5d3f4-6067-4125-868d-9157fd4112d9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:57:38.836313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'port_id': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'mac_address': 'fa:16:3e:74:9b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:57:38.880759 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:38.884133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85b11c-cb5d-47be-bae3-5b598f58eef7 req-77e18b3f-06a5-4dd8-99d7-87afb12241e9 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:38.885873 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df85b11c-cb5d-47be-bae3-5b598f58eef7 req-77e18b3f-06a5-4dd8-99d7-87afb12241e9 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 944 time: 0.0507507 Sep 07 16:57:38.895433 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa5d3f4-6067-4125-868d-9157fd4112d9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:57:38.910670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-5a8ae06e-42ee-4877-8a00-dc9aef1417cd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:38.912197 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-5a8ae06e-42ee-4877-8a00-dc9aef1417cd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e&tenant_id=63a8529bf350402eb3880d8ac9c39905&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 944 time: 0.0554254 Sep 07 16:57:38.920788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6fa5d3f4-6067-4125-868d-9157fd4112d9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:57:38.925557 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:38.931454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df85b11c-cb5d-47be-bae3-5b598f58eef7 req-35ef3d0c-d6b4-4d45-9ea9-9bfc2ef2af46 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389280 Sep 07 16:57:38.973748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=6fa5d3f4-6067-4125-868d-9157fd4112d9,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:57:38.979843 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-c8e7a987-2be4-4aa4-b529-1bb95db5a2ec service neutron] delete failed (client error): The resource could not be found. Sep 07 16:57:38.980911 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-c8e7a987-2be4-4aa4-b529-1bb95db5a2ec service neutron] 10.222.0.54 "DELETE /v2.0/ports/6fa5d3f4-6067-4125-868d-9157fd4112d9/bindings/n-h1-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0574706 Sep 07 16:57:38.981027 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:38.981384 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:38.981730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:38.982072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:38.982414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:38.982749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:38.983081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:38.983411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:38.983741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:38.984069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:38.984422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:38.984750 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:39.067881 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-65c617c4-4250-4099-a690-a8cd25e8e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:39.069399 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-65c617c4-4250-4099-a690-a8cd25e8e53e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 1096 time: 0.0410354 Sep 07 16:57:39.165733 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-4a67e7f1-d23b-4a07-9993-29e45d82124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:39.167165 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-4a67e7f1-d23b-4a07-9993-29e45d82124f service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0860076 Sep 07 16:57:39.236408 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-d6d51d62-87ce-4abf-8cd2-9075bf8b6285 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 200 len: 1001 time: 0.0570338 Sep 07 16:57:39.288229 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-c11a4fa9-a387-46da-8e3d-c36f8775a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:39.289636 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-c11a4fa9-a387-46da-8e3d-c36f8775a8cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0423200 Sep 07 16:57:39.320576 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['6fa5d3f4-6067-4125-868d-9157fd4112d9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:57:39.341641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-868bba2c-03a0-4cda-8d50-191968247091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:39.343114 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-868bba2c-03a0-4cda-8d50-191968247091 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421429 Sep 07 16:57:39.439584 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-5f48b94d-37ab-42eb-8bef-0005ba055afa service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833380 Sep 07 16:57:39.538295 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1c8c047d-ff85-4a8b-bd1c-fd1fd58ada7e req-d6f18d6d-df1c-40de-9d48-99cfe65ee90f service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871313 Sep 07 16:57:40.042998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5f247-2c37-49b3-b15e-ecd360e7342a req-38b90082-343d-45f3-8b4d-8203bde4d055 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:40.044533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f3c5f247-2c37-49b3-b15e-ecd360e7342a req-38b90082-343d-45f3-8b4d-8203bde4d055 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 945 time: 0.0477355 Sep 07 16:57:40.084855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f3c5f247-2c37-49b3-b15e-ecd360e7342a req-4e75e1c6-e153-4217-9e49-235694d6162a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336971 Sep 07 16:57:40.197298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2971a45-a5e3-4f58-bbcc-a1b31ba0896a req-b77f78e2-a8f0-405b-836f-478f5f414c51 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:40.198643 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2971a45-a5e3-4f58-bbcc-a1b31ba0896a req-b77f78e2-a8f0-405b-836f-478f5f414c51 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 945 time: 0.0470457 Sep 07 16:57:40.238815 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2971a45-a5e3-4f58-bbcc-a1b31ba0896a req-b775ba4c-1b0c-41ca-844b-2bccdfc995c2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342069 Sep 07 16:57:40.426618 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19828f50-b534-4adf-9dda-1d09a020f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:40.451272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b4278-b551-4787-9989-b933fd6cda5e req-0630e303-e216-4b00-9887-f4260216eb96 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:40.452759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-413b4278-b551-4787-9989-b933fd6cda5e req-0630e303-e216-4b00-9887-f4260216eb96 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 945 time: 0.0714586 Sep 07 16:57:40.476784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0c6ac-11a3-47a9-ab14-2584fd75f923 req-ed26a615-e557-4abb-8192-4c75f7070d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:40.478300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa0c6ac-11a3-47a9-ab14-2584fd75f923 req-ed26a615-e557-4abb-8192-4c75f7070d8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 1096 time: 0.0612843 Sep 07 16:57:40.516767 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-413b4278-b551-4787-9989-b933fd6cda5e req-64dea2ed-f3be-4372-9149-e2d0ec66f31d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563431 Sep 07 16:57:40.582650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0c6ac-11a3-47a9-ab14-2584fd75f923 req-6f5c25a4-28e4-4cd3-8957-2dc6870dc177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:40.584092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa0c6ac-11a3-47a9-ab14-2584fd75f923 req-6f5c25a4-28e4-4cd3-8957-2dc6870dc177 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0984972 Sep 07 16:57:40.647351 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa0c6ac-11a3-47a9-ab14-2584fd75f923 req-48d2c147-88e7-40df-86f3-0265d17d9e1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 200 len: 1001 time: 0.0557501 Sep 07 16:57:40.693175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0c6ac-11a3-47a9-ab14-2584fd75f923 req-43aa69ef-cb13-498c-8dd9-6b71712a5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:40.694551 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa0c6ac-11a3-47a9-ab14-2584fd75f923 req-43aa69ef-cb13-498c-8dd9-6b71712a5bcf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0409276 Sep 07 16:57:40.742076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0c6ac-11a3-47a9-ab14-2584fd75f923 req-c9a46f2d-65f9-4791-914c-001868786fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:40.743447 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa0c6ac-11a3-47a9-ab14-2584fd75f923 req-c9a46f2d-65f9-4791-914c-001868786fbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421054 Sep 07 16:57:40.758369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6fa5d3f4-6067-4125-868d-9157fd4112d9 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:57:40.806238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 6fa5d3f4-6067-4125-868d-9157fd4112d9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:57:40.810050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 6fa5d3f4-6067-4125-868d-9157fd4112d9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:57:40.810436 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:40.833604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa0c6ac-11a3-47a9-ab14-2584fd75f923 req-433af245-d356-43d5-b770-2e527d9340d8 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831118 Sep 07 16:57:40.886548 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:40.911208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:57:40.913475 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4a9994-f876-4785-9983-c79cb25c0129" -d '{"events": [{"server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "name": "network-vif-plugged", "status": "completed", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:57:40.926933 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 6fa5d3f4-6067-4125-868d-9157fd4112d9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:57:40.930727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9fa0c6ac-11a3-47a9-ab14-2584fd75f923 req-f6a6a180-73f4-4930-9137-e50042e353c4 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901141 Sep 07 16:57:40.931886 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:40.958743 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc514958-8b92-42b9-be32-cb0420683ed2 x-openstack-request-id: req-dc514958-8b92-42b9-be32-cb0420683ed2 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:57:40.959039 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "name": "network-vif-plugged", "status": "completed", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:57:40.959288 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc514958-8b92-42b9-be32-cb0420683ed2 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:57:40.959673 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'code': 200} Sep 07 16:57:40.983357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=6fa5d3f4-6067-4125-868d-9157fd4112d9,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:57:41.629420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde679a7-a6d2-4fac-93e8-5b077c659761 req-43665769-052f-4b6c-9fe8-5046b4e7bfce tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:41.630885 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dde679a7-a6d2-4fac-93e8-5b077c659761 req-43665769-052f-4b6c-9fe8-5046b4e7bfce tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0476928 Sep 07 16:57:41.667388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dde679a7-a6d2-4fac-93e8-5b077c659761 req-4d1e9d2c-b428-4498-a3d7-5746db4ff6a3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307109 Sep 07 16:57:41.892508 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cfc9a-41d0-4adf-bace-d2a29a7ae2c5 req-48450db5-df96-4fd7-8a1b-4001ddd6237c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:41.894453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb4cfc9a-41d0-4adf-bace-d2a29a7ae2c5 req-48450db5-df96-4fd7-8a1b-4001ddd6237c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0482800 Sep 07 16:57:41.935372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb4cfc9a-41d0-4adf-bace-d2a29a7ae2c5 req-b238616e-fc02-4843-955e-e269b8b22184 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350540 Sep 07 16:57:43.049131 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f774dc-4ca6-4226-8281-b4cdffccb10e req-2a7bb2f9-6152-46a2-8b37-8f05c195e15e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:43.051123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1f774dc-4ca6-4226-8281-b4cdffccb10e req-2a7bb2f9-6152-46a2-8b37-8f05c195e15e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0488725 Sep 07 16:57:43.088772 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1f774dc-4ca6-4226-8281-b4cdffccb10e req-b9dba9bd-cf3e-4567-9208-5ab168fcdd81 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317092 Sep 07 16:57:43.474336 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-2a44a9b4-6353-4a9f-b87f-a92c92e6a88b tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:43.475795 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-2a44a9b4-6353-4a9f-b87f-a92c92e6a88b tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.35 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 946 time: 0.0496120 Sep 07 16:57:43.570738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Deleting port 6fa5d3f4-6067-4125-868d-9157fd4112d9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 16:57:43.571089 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:43.657687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] For port 6fa5d3f4-6067-4125-868d-9157fd4112d9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=6fa5d3f4-6067-4125-868d-9157fd4112d9,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:57:43.658064 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:43.824531 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:43.824822 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:43.825148 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7 disassociated. External IP: 172.25.3.221, port: 6fa5d3f4-6067-4125-868d-9157fd4112d9. Sep 07 16:57:43.825492 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Calling delete_port for 6fa5d3f4-6067-4125-868d-9157fd4112d9 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 16:57:43.951816 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:43.981782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event deleted for resources: {'Port': ['ID=6fa5d3f4-6067-4125-868d-9157fd4112d9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:57:44.012190 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:44.102186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Router 389fe4bb-6af8-4910-b7ba-e84998ba217d has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:57:44.231706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22f0274f-e30e-4714-9702-a7e5b7c26392 req-f6c4daa7-c66b-45c9-9168-19b99ddd4661 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=066af79f-2d63-45dd-b7a2-c4d03f5fe62e HTTP/1.1" status: 200 len: 210 time: 0.0576634 Sep 07 16:57:44.247541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:57:44.260436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432c9f6-3478-4c11-aeea-cf28be5070f1 None None] Sync routers for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:57:44.269847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432c9f6-3478-4c11-aeea-cf28be5070f1 None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:57:44.270463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2432c9f6-3478-4c11-aeea-cf28be5070f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:57:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:57:44.289239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] No DVR routers for this DVR port 6fa5d3f4-6067-4125-868d-9157fd4112d9 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:57:44.292025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:44.294487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05b28a25-6c54-484f-92c5-bbd02ab981ca req-25a21092-c35f-41f8-ae23-64cc2ed43a63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.35 "DELETE /v2.0/ports/6fa5d3f4-6067-4125-868d-9157fd4112d9 HTTP/1.1" status: 204 len: 173 time: 0.8092017 Sep 07 16:57:44.294958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'name': 'network-vif-deleted', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:57:44.297977 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277900df-fae4-4214-b175-821537d0dcf7" -d '{"events": [{"server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "name": "network-vif-deleted", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:57:44.322561 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-18186569-e127-48d4-90cc-195ab8bfb696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:44.344704 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3a69dd-7f6b-44e5-8ee8-1c49d71d89c7 x-openstack-request-id: req-0b3a69dd-7f6b-44e5-8ee8-1c49d71d89c7 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:57:44.345072 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066af79f-2d63-45dd-b7a2-c4d03f5fe62e", "name": "network-vif-deleted", "tag": "6fa5d3f4-6067-4125-868d-9157fd4112d9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:57:44.345336 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b3a69dd-7f6b-44e5-8ee8-1c49d71d89c7 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:57:44.345756 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066af79f-2d63-45dd-b7a2-c4d03f5fe62e', 'name': 'network-vif-deleted', 'tag': '6fa5d3f4-6067-4125-868d-9157fd4112d9', 'status': 'completed', 'code': 200} Sep 07 16:57:44.547435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-2432c9f6-3478-4c11-aeea-cf28be5070f1 None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:57:44.739732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2432c9f6-3478-4c11-aeea-cf28be5070f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:57:44.769732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432c9f6-3478-4c11-aeea-cf28be5070f1 None None] Checking router: 389fe4bb-6af8-4910-b7ba-e84998ba217d for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:57:44.778801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432c9f6-3478-4c11-aeea-cf28be5070f1 None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:57:44.779422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2432c9f6-3478-4c11-aeea-cf28be5070f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:57:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:57:44.882916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-2432c9f6-3478-4c11-aeea-cf28be5070f1 None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:57:45.069948 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:45.088654 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2432c9f6-3478-4c11-aeea-cf28be5070f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:57:45.113817 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432c9f6-3478-4c11-aeea-cf28be5070f1 None None] The sync data for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 is: [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:57:45.328153 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1835fb66-ef58-4948-aecd-2efa2ccb2b80 None None] New status for floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:57:45.511217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-0979e640-82d3-4541-aaad-1d4a47d28299 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1997757964&fields=id&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 267 time: 0.0335183 Sep 07 16:57:45.618530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-8e6d444c-8ac2-430e-b0ea-e7d0db7c1dbc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:45.619946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-8e6d444c-8ac2-430e-b0ea-e7d0db7c1dbc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 811 time: 0.1021402 Sep 07 16:57:45.636262 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-25158ba6-0160-41af-8a51-b1a4f41d1d2c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/quotas/63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 375 time: 0.0100143 Sep 07 16:57:45.688550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-aa93a04e-6f25-4cfc-9841-bd4e1fa917e0 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469625 Sep 07 16:57:45.781164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-904ecf2b-a6a3-4b09-b6d7-3a87d3ecc8dd service neutron] 10.222.0.70 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811594 Sep 07 16:57:45.876288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-912877d9-58ac-4051-84b1-050a3a550cf2 service neutron] 10.222.0.70 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883501 Sep 07 16:57:46.033517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36501e80-cd0a-4f96-9944-9e6ece2ea6d2 req-eec46ae8-5b1a-443d-ab2a-b03cbbe9cc65 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 210 time: 0.0268581 Sep 07 16:57:46.982663 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:47.044757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-aa4c35b4-50a1-4f57-a0dd-11d77a673fd7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:47.046229 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-aa4c35b4-50a1-4f57-a0dd-11d77a673fd7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 811 time: 0.1032670 Sep 07 16:57:47.093283 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-f655d64a-c602-4a36-b0ed-563ab1c6c520 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 380 time: 0.0344274 Sep 07 16:57:47.106795 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Request body: {'port': {'device_id': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'admin_state_up': True, 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'security_groups': ['86727b61-b0bb-4f86-8d03-6e8d1926f17d']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:57:47.130122 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97538eae-840e-4da3-aab7-88e223960a30 req-e0a93494-ac3e-420d-8f11-cfbacf612e4c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 210 time: 0.0271139 Sep 07 16:57:47.216490 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Made reservation on behalf of 63a8529bf350402eb3880d8ac9c39905 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 16:57:47.219878 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:47.344498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Allocated IP 172.20.0.10 (64f32950-7fd7-4e83-9871-6e8a99454ed4/b2497b83-948b-4078-b231-ca1ee82f10f9/94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 16:57:47.478897 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:47.492920 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Transition to ACTIVE for port object 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:57:47.524194 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:47.568783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Network 64f32950-7fd7-4e83-9871-6e8a99454ed4 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 16:57:47.571964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 16:57:47.574423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 16:57:47.611337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event updated for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:57:47.624319 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:47.624689 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:47.625029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:47.625370 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:47.625701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:47.626034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:47.626357 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:47.626682 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:47.627073 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:47.627311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:47.627628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:47.627944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:57:47.645154 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:47.645767 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:47.660536 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-141b0b12-1ad2-49e5-a41f-44e99ab8cb0f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5566576 Sep 07 16:57:47.673136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Request body: {'port': {'device_id': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:57:47.728846 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:47.766288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e9508343-c871-46be-8f10-567699212495 None None] Provisioning for port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:57:47.770617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e9508343-c871-46be-8f10-567699212495 None None] Provisioning complete for port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:57:47.771001 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e9508343-c871-46be-8f10-567699212495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:47.808499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-e9508343-c871-46be-8f10-567699212495 None None] Port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 16:57:47.990309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:57:47.997626 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:48.010124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Transition to ACTIVE for port object 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:57:48.013466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:48.078368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Pushing event updated for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:57:48.133068 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Attempting to bind port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:57:48.133439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Attempting to bind port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:57:48.133772 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Attempting to bind port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:57:48.138446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:57:48.138827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Attempting to bind port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:57:48.143823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:57:48.144747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Checking segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:57:48.145143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Bound using segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:57:48.145574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Bound port: 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:57:48.145938 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:48.218209 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:57:48.222291 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:57:48.227331 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:48.251515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7742079-2666-49d9-85a0-42497059cc02 req-9e918873-3b7a-47ce-9e5d-0a624d28e8fd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:48.259614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7742079-2666-49d9-85a0-42497059cc02 req-9e918873-3b7a-47ce-9e5d-0a624d28e8fd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 944 time: 0.0601683 Sep 07 16:57:48.261570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:48.262185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:48.263566 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] 10.222.0.54 "PUT /v2.0/ports/94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 1092 time: 0.5947821 Sep 07 16:57:48.264016 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:57:48.266280 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16f87e4-3d04-401c-af5f-a5f6cc334291" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:57:48.302880 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d7742079-2666-49d9-85a0-42497059cc02 req-2593f19a-4648-4890-a195-b5fbf55dd61d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408649 Sep 07 16:57:48.314508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c125287-25b3-4ce5-87af-0248882bfb81 service neutron] Pushing event updated for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:57:48.361118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-a9ea6d56-8aa1-4906-a25c-d5561c777175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:48.362680 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-a9ea6d56-8aa1-4906-a25c-d5561c777175 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1095 time: 0.0442436 Sep 07 16:57:48.411129 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-919d7cdd-d004-49c4-9c77-40aedf99b6b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 217 time: 0.0402446 Sep 07 16:57:48.413142 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d625580-0dea-46f3-b688-72b07a17ceaa x-openstack-request-id: req-7d625580-0dea-46f3-b688-72b07a17ceaa {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:57:48.413437 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:57:48.413689 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d625580-0dea-46f3-b688-72b07a17ceaa {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:57:48.414082 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'status': 'completed', 'code': 200} Sep 07 16:57:48.472251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-9bfad9b9-961a-4e2e-b0e7-24ccff7966d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:48.473720 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-9bfad9b9-961a-4e2e-b0e7-24ccff7966d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0439434 Sep 07 16:57:48.524022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-16a9062e-a67a-476f-8fde-4a3e4d78242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:48.525432 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-16a9062e-a67a-476f-8fde-4a3e4d78242f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394838 Sep 07 16:57:48.622674 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-0d24fdd8-45a3-44da-b393-4e46eae054f8 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857460 Sep 07 16:57:48.711309 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11dbf843-0ff5-41bb-9d09-b1d00e2c7dc4 req-4b31f6c4-7980-4a1a-bcb2-3b25f65c7778 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793784 Sep 07 16:57:48.806493 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f87e4-3d04-401c-af5f-a5f6cc334291 req-07effcba-cb49-4e6d-80fc-c4b7269db5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:48.807897 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b16f87e4-3d04-401c-af5f-a5f6cc334291 req-07effcba-cb49-4e6d-80fc-c4b7269db5bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1095 time: 0.0460210 Sep 07 16:57:48.820285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6fa5d3f4-6067-4125-868d-9157fd4112d9 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:57:48.840980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 6fa5d3f4-6067-4125-868d-9157fd4112d9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 16:57:48.841335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 6fa5d3f4-6067-4125-868d-9157fd4112d9 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:57:48.899199 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f87e4-3d04-401c-af5f-a5f6cc334291 req-9c3b0dc2-05fd-44b3-a576-4c43a1a0cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:48.900709 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b16f87e4-3d04-401c-af5f-a5f6cc334291 req-9c3b0dc2-05fd-44b3-a576-4c43a1a0cd05 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0851014 Sep 07 16:57:48.948783 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b16f87e4-3d04-401c-af5f-a5f6cc334291 req-ad026b43-882f-4eea-950f-39034ef6c082 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 217 time: 0.0378237 Sep 07 16:57:48.998416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f87e4-3d04-401c-af5f-a5f6cc334291 req-f3f90b21-e506-41f2-ba3a-c35d8c3b6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:48.999821 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b16f87e4-3d04-401c-af5f-a5f6cc334291 req-f3f90b21-e506-41f2-ba3a-c35d8c3b6748 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0432880 Sep 07 16:57:49.046187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f87e4-3d04-401c-af5f-a5f6cc334291 req-8323689c-c30c-4fb9-b108-f3fe7b370736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:49.047666 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b16f87e4-3d04-401c-af5f-a5f6cc334291 req-8323689c-c30c-4fb9-b108-f3fe7b370736 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392478 Sep 07 16:57:49.141713 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b16f87e4-3d04-401c-af5f-a5f6cc334291 req-dfb2f43d-455b-471a-b319-4d79ea5061b5 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862207 Sep 07 16:57:49.230769 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b16f87e4-3d04-401c-af5f-a5f6cc334291 req-85fb475e-3293-4856-b279-a19c8933f40a service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815425 Sep 07 16:57:49.411306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca15fb5-690a-415c-b954-e9379687d705 req-a0325a2b-eb22-41d6-9dc4-c60281c8ad50 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:49.412711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ca15fb5-690a-415c-b954-e9379687d705 req-a0325a2b-eb22-41d6-9dc4-c60281c8ad50 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 944 time: 0.0495193 Sep 07 16:57:49.449224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ca15fb5-690a-415c-b954-e9379687d705 req-f1a1c73a-3ee1-42f5-a32f-71bea15b60c0 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306242 Sep 07 16:57:50.499714 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:57:50.564734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac91d0b-8c4c-4ccd-adf8-8564e4bac3f9 req-6a65678f-cb0a-40bb-a891-cb110c669777 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:50.566369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ac91d0b-8c4c-4ccd-adf8-8564e4bac3f9 req-6a65678f-cb0a-40bb-a891-cb110c669777 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 944 time: 0.0489595 Sep 07 16:57:50.594499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:57:50.604197 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ac91d0b-8c4c-4ccd-adf8-8564e4bac3f9 req-bfd288b4-faab-4750-930a-ec7fd7819ccd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317097 Sep 07 16:57:50.606455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'port_id': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'mac_address': 'fa:16:3e:1a:03:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:57:50.642884 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:50.655733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:57:50.674629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:57:50.678339 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:50.723612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:57:51.016824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:57:51.719831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c90ea0-bc0c-40a6-b2fe-455da47d73fc req-f4f73d07-8c7a-470b-a055-17661eca0db1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:51.721340 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91c90ea0-bc0c-40a6-b2fe-455da47d73fc req-f4f73d07-8c7a-470b-a055-17661eca0db1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 945 time: 0.0518162 Sep 07 16:57:51.758905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91c90ea0-bc0c-40a6-b2fe-455da47d73fc req-69b5c69c-69a3-46ad-b0c5-4159b578a9fd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311990 Sep 07 16:57:52.530533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:57:52.576509 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:57:52.580119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:57:52.580526 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:52.658003 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:52.679784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:57:52.682078 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3bd0c4-961a-4616-9bda-a78e6e427f2e" -d '{"events": [{"server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "name": "network-vif-plugged", "status": "completed", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:57:52.694588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:57:52.698591 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:52.722153 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3b7657-4afc-42fa-9c2c-9d503da81eaa x-openstack-request-id: req-5b3b7657-4afc-42fa-9c2c-9d503da81eaa {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:57:52.722455 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "name": "network-vif-plugged", "status": "completed", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:57:52.722714 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b3b7657-4afc-42fa-9c2c-9d503da81eaa {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:57:52.723110 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'code': 200} Sep 07 16:57:52.748595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:57:52.820300 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d20bbd-110b-41ad-b478-c9eab3c86b38 req-7f792071-63ee-405f-b66e-8d49f44730d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:52.821867 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-62d20bbd-110b-41ad-b478-c9eab3c86b38 req-7f792071-63ee-405f-b66e-8d49f44730d2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1097 time: 0.0411599 Sep 07 16:57:52.866802 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-62d20bbd-110b-41ad-b478-c9eab3c86b38 req-3e41e3d4-d696-40e5-8fb7-1d6847660bcd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332000 Sep 07 16:57:52.873351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ce48f-efbe-4e49-ad00-98acbb5dcf04 req-8f9a4113-b073-4ac3-b178-44e2a206baa3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:52.874882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f63ce48f-efbe-4e49-ad00-98acbb5dcf04 req-8f9a4113-b073-4ac3-b178-44e2a206baa3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0492103 Sep 07 16:57:52.911973 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f63ce48f-efbe-4e49-ad00-98acbb5dcf04 req-3fc9ea87-610c-48c1-aafd-e5c2c471e3b8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305758 Sep 07 16:57:54.028565 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc689012-8f50-4591-987e-7dead0d53c15 req-9c48412e-6801-486e-a6b0-49d3847a0b42 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:54.030073 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc689012-8f50-4591-987e-7dead0d53c15 req-9c48412e-6801-486e-a6b0-49d3847a0b42 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0489354 Sep 07 16:57:54.067107 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc689012-8f50-4591-987e-7dead0d53c15 req-61de8891-e1aa-46d2-8041-ae1d38dd0e40 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309088 Sep 07 16:57:55.199457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cb019-c85c-4cf4-a2a0-3ac52574eb42 req-0d62be33-e5db-4d5a-8608-ff77cd38817b tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:55.200859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-684cb019-c85c-4cf4-a2a0-3ac52574eb42 req-0d62be33-e5db-4d5a-8608-ff77cd38817b tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0517344 Sep 07 16:57:55.238499 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-684cb019-c85c-4cf4-a2a0-3ac52574eb42 req-7d281203-c864-42cc-8aec-d37da4c25397 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312219 Sep 07 16:57:55.333362 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fbcab5bd-36bc-4da7-8d88-ed8a4cfe2390 req-90e93730-4d85-4d6e-ab11-087db7c76f30 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398679 Sep 07 16:57:55.362249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5679ee-2c50-4e8d-819b-4d643bbfd4c5 req-27d0b5b3-32aa-478e-bd91-8941fc084a6a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:55.364455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b5679ee-2c50-4e8d-819b-4d643bbfd4c5 req-27d0b5b3-32aa-478e-bd91-8941fc084a6a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0507004 Sep 07 16:57:55.373546 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 42830) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 16:57:55.378121 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9dbcfe03-924c-49c2-90d4-ee444ae29ecd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Request body: {'floatingip': {'port_id': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:57:55.417655 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dbcfe03-924c-49c2-90d4-ee444ae29ecd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:55.419284 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcab5bd-36bc-4da7-8d88-ed8a4cfe2390 req-4fa24090-5ea7-42b5-b385-f22f4e1b8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:55.420818 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fbcab5bd-36bc-4da7-8d88-ed8a4cfe2390 req-4fa24090-5ea7-42b5-b385-f22f4e1b8782 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1097 time: 0.0418136 Sep 07 16:57:55.532307 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcab5bd-36bc-4da7-8d88-ed8a4cfe2390 req-6129e985-3d03-4008-80b2-79de9a64147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:55.533755 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fbcab5bd-36bc-4da7-8d88-ed8a4cfe2390 req-6129e985-3d03-4008-80b2-79de9a64147b service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0891356 Sep 07 16:57:55.576189 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fbcab5bd-36bc-4da7-8d88-ed8a4cfe2390 req-e6f586b9-2ddc-415c-8167-320f6bfde1d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 217 time: 0.0345309 Sep 07 16:57:55.625625 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcab5bd-36bc-4da7-8d88-ed8a4cfe2390 req-1463699c-76da-410c-b263-08580fbbb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:55.627098 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fbcab5bd-36bc-4da7-8d88-ed8a4cfe2390 req-1463699c-76da-410c-b263-08580fbbb571 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0438187 Sep 07 16:57:55.677020 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcab5bd-36bc-4da7-8d88-ed8a4cfe2390 req-d472e1aa-b3b8-40d9-b0d1-1809379ce910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:55.678546 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fbcab5bd-36bc-4da7-8d88-ed8a4cfe2390 req-d472e1aa-b3b8-40d9-b0d1-1809379ce910 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445514 Sep 07 16:57:55.768518 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fbcab5bd-36bc-4da7-8d88-ed8a4cfe2390 req-9c3ac448-28d4-4819-9cf1-83e0c4802b97 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823405 Sep 07 16:57:55.851865 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dbcfe03-924c-49c2-90d4-ee444ae29ecd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:55.856012 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dbcfe03-924c-49c2-90d4-ee444ae29ecd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:55.863472 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fbcab5bd-36bc-4da7-8d88-ed8a4cfe2390 req-e239d33b-a8fe-406e-bffc-0f5ad1b2896e service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880959 Sep 07 16:57:55.953726 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-9dbcfe03-924c-49c2-90d4-ee444ae29ecd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7 associated. External IP: 172.25.3.221, port: 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5. Sep 07 16:57:56.159786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbcfe03-924c-49c2-90d4-ee444ae29ecd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Router 389fe4bb-6af8-4910-b7ba-e84998ba217d has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 16:57:56.265019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbcfe03-924c-49c2-90d4-ee444ae29ecd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 16:57:56.270303 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9dbcfe03-924c-49c2-90d4-ee444ae29ecd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:57:56.274924 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf561979-500b-481b-931e-2106e4462259 None None] Sync routers for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 16:57:56.284399 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf561979-500b-481b-931e-2106e4462259 None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:57:56.285014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bf561979-500b-481b-931e-2106e4462259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:57:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:57:56.296471 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9dbcfe03-924c-49c2-90d4-ee444ae29ecd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "PUT /v2.0/floatingips/cf346603-7bf0-4015-a16e-b3a2ed889db7 HTTP/1.1" status: 200 len: 992 time: 0.9218366 Sep 07 16:57:56.297072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:57:56.299382 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff5ca4b-ea2c-494c-bd1b-fdea26e9e8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:57:56.346721 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64846bd8-0c93-4004-ab0b-84e39d7ebb91 x-openstack-request-id: req-64846bd8-0c93-4004-ab0b-84e39d7ebb91 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:57:56.347030 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:57:56.347292 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64846bd8-0c93-4004-ab0b-84e39d7ebb91 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:57:56.347710 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'status': 'completed', 'code': 200} Sep 07 16:57:56.402285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bf561979-500b-481b-931e-2106e4462259 None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:57:56.412737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5ca4b-ea2c-494c-bd1b-fdea26e9e8ac req-a53e6de2-a6eb-4315-813c-2c5ec591fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:56.414225 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cff5ca4b-ea2c-494c-bd1b-fdea26e9e8ac req-a53e6de2-a6eb-4315-813c-2c5ec591fa50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1097 time: 0.0422823 Sep 07 16:57:56.508907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5ca4b-ea2c-494c-bd1b-fdea26e9e8ac req-3892a8a2-4942-4e3c-8632-ac3c8369ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:56.510439 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cff5ca4b-ea2c-494c-bd1b-fdea26e9e8ac req-3892a8a2-4942-4e3c-8632-ac3c8369ae22 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0884438 Sep 07 16:57:56.577560 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cff5ca4b-ea2c-494c-bd1b-fdea26e9e8ac req-e40d8217-64a2-4223-a261-1531b164a8e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 1000 time: 0.0589449 Sep 07 16:57:56.627180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bf561979-500b-481b-931e-2106e4462259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'cf346603-7bf0-4015-a16e-b3a2ed889db7', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'port_id': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'mac_address': 'fa:16:3e:1a:03:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:53:04Z', 'updated_at': '2021-09-07T16:57:55Z', 'revision_number': 9, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:57:56.628678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5ca4b-ea2c-494c-bd1b-fdea26e9e8ac req-16971b9b-f8d7-4ff5-aaaf-1c6e729add98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:56.630765 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cff5ca4b-ea2c-494c-bd1b-fdea26e9e8ac req-16971b9b-f8d7-4ff5-aaaf-1c6e729add98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0454321 Sep 07 16:57:56.653691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf561979-500b-481b-931e-2106e4462259 None None] Checking router: 389fe4bb-6af8-4910-b7ba-e84998ba217d for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 16:57:56.661887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf561979-500b-481b-931e-2106e4462259 None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 16:57:56.662487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bf561979-500b-481b-931e-2106e4462259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:57:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:57:56.683447 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5ca4b-ea2c-494c-bd1b-fdea26e9e8ac req-407b9cb8-f5fc-499c-8cec-8e2cf4a34556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:57:56.684909 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cff5ca4b-ea2c-494c-bd1b-fdea26e9e8ac req-407b9cb8-f5fc-499c-8cec-8e2cf4a34556 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435741 Sep 07 16:57:56.765021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bf561979-500b-481b-931e-2106e4462259 None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 16:57:56.774543 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cff5ca4b-ea2c-494c-bd1b-fdea26e9e8ac req-2f1c63d9-273d-4f1b-9b51-4e5a044e93ea service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814962 Sep 07 16:57:56.870470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-cff5ca4b-ea2c-494c-bd1b-fdea26e9e8ac req-425f3f71-105d-420b-92fd-a1d149734d16 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886033 Sep 07 16:57:56.985672 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bf561979-500b-481b-931e-2106e4462259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'cf346603-7bf0-4015-a16e-b3a2ed889db7', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'port_id': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'mac_address': 'fa:16:3e:1a:03:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:53:04Z', 'updated_at': '2021-09-07T16:57:55Z', 'revision_number': 9, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 16:57:57.015117 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf561979-500b-481b-931e-2106e4462259 None None] The sync data for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 is: [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'cf346603-7bf0-4015-a16e-b3a2ed889db7', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'port_id': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'mac_address': 'fa:16:3e:1a:03:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:53:04Z', 'updated_at': '2021-09-07T16:57:55Z', 'revision_number': 9, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 16:57:57.192172 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1929fc3-be59-4d12-8b54-582017aa49d5 None None] New status for floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 16:58:02.308258 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:02.740062 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:10.426490 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a687e97-8ed9-4790-a242-32dd12ee2167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:13.255727 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:58:14.012865 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:14.292807 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e7fbfa0-5702-4a51-9084-ca36dbc82447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:15.054771 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:16.986515 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:32.310775 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:32.738362 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:40.426843 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b675ba4-4058-46fd-bb01-f0aaaefe18eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:44.013426 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:44.292394 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac3facc9-0337-44ba-a07a-f463ca6f4360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:45.057037 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:46.989048 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:58:50.255338 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:58:56.318591 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fee44f2c-57b4-4eb2-b892-db018a77b394 req-9a3e18c2-b63e-499c-bedd-5e9a2d93ce64 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399673 Sep 07 16:58:56.407157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee44f2c-57b4-4eb2-b892-db018a77b394 req-9b6b3856-e454-416f-a422-de0de46883ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:58:56.408652 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fee44f2c-57b4-4eb2-b892-db018a77b394 req-9b6b3856-e454-416f-a422-de0de46883ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1097 time: 0.0417223 Sep 07 16:58:56.514098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee44f2c-57b4-4eb2-b892-db018a77b394 req-8ee7e8bb-ef7f-4172-a867-82c9de4fedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:58:56.515523 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fee44f2c-57b4-4eb2-b892-db018a77b394 req-8ee7e8bb-ef7f-4172-a867-82c9de4fedc4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0870893 Sep 07 16:58:56.581828 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fee44f2c-57b4-4eb2-b892-db018a77b394 req-afa25c33-5606-45a5-8ae2-29280e49be92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 1003 time: 0.0551264 Sep 07 16:58:56.637321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee44f2c-57b4-4eb2-b892-db018a77b394 req-8e9d45e8-886f-449a-bbfb-f5dce40922d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:58:56.638711 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fee44f2c-57b4-4eb2-b892-db018a77b394 req-8e9d45e8-886f-449a-bbfb-f5dce40922d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0465200 Sep 07 16:58:56.685009 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee44f2c-57b4-4eb2-b892-db018a77b394 req-fcfc57ba-c0c0-4546-ab57-ae4642ba2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:58:56.686493 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fee44f2c-57b4-4eb2-b892-db018a77b394 req-fcfc57ba-c0c0-4546-ab57-ae4642ba2034 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405669 Sep 07 16:58:56.776053 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fee44f2c-57b4-4eb2-b892-db018a77b394 req-e7737c55-40b7-4b7e-9c27-63574b8d60a2 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808926 Sep 07 16:58:56.871626 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fee44f2c-57b4-4eb2-b892-db018a77b394 req-e3988227-9f80-4e3a-bd30-ea8c46620491 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841496 Sep 07 16:59:02.322436 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:02.736935 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:10.426878 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97adf67f-ca11-4a08-9852-0b4e516ba6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:14.013964 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:14.292684 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5dd49d07-4592-42f7-89c9-befc67a99deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:15.059500 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:16.992621 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:27.254296 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 16:59:32.323025 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:32.743896 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:37.731619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-0e9a230d-20f9-4495-a210-debf0a26bfa2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737123 Sep 07 16:59:37.739177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c190-8052-4d20-8a41-eb4dac654beb req-18409e05-4f4a-4ed2-bf8f-5bd8b0914bda tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:37.740500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0196c190-8052-4d20-8a41-eb4dac654beb req-18409e05-4f4a-4ed2-bf8f-5bd8b0914bda tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0712631 Sep 07 16:59:37.779015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0196c190-8052-4d20-8a41-eb4dac654beb req-edcefcc8-971c-4fdf-83ac-2afa2a2413ac tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315483 Sep 07 16:59:38.753360 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-2b76a8be-a0fb-4e04-9d95-a2aaef270b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:38.754840 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-2b76a8be-a0fb-4e04-9d95-a2aaef270b44 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1097 time: 0.0405545 Sep 07 16:59:38.849150 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-65a75977-f20a-4794-a370-423d6bc0b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:38.850657 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-65a75977-f20a-4794-a370-423d6bc0b3eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0872097 Sep 07 16:59:38.900835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a17809-b68a-482d-b08d-24908dab3d64 req-84f70c8e-3059-4edc-9616-05061380203a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:38.902460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a17809-b68a-482d-b08d-24908dab3d64 req-84f70c8e-3059-4edc-9616-05061380203a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0500002 Sep 07 16:59:38.930336 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-c7957139-432e-4c1d-9b1e-0171a37954ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 1003 time: 0.0700169 Sep 07 16:59:38.940285 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8a17809-b68a-482d-b08d-24908dab3d64 req-124a9c5d-3b7c-4df3-a26d-40aad43e5326 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316951 Sep 07 16:59:38.982887 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-235bea80-3280-40ed-99c6-17000f940a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:38.984321 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-235bea80-3280-40ed-99c6-17000f940a82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0429459 Sep 07 16:59:39.037213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-a5cbc635-baff-4a17-a72a-39322341a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:39.038678 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-a5cbc635-baff-4a17-a72a-39322341a898 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425863 Sep 07 16:59:39.132105 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-afb328d3-f41b-43bd-ab94-2d79afbfc1af service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808382 Sep 07 16:59:39.226036 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-c6c0830c-7531-454e-a6fe-871ea9d62ca8 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829811 Sep 07 16:59:40.054517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd470022-24fe-4a38-8cec-a4eceab8bb4b req-da869ad6-88ed-4bbc-932d-7600efaecc3e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:40.056045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd470022-24fe-4a38-8cec-a4eceab8bb4b req-da869ad6-88ed-4bbc-932d-7600efaecc3e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0490692 Sep 07 16:59:40.093124 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd470022-24fe-4a38-8cec-a4eceab8bb4b req-05b8c808-9abd-423b-9bb8-be0fba1eb1e6 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312865 Sep 07 16:59:40.427076 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1a97bb63-38fb-4822-bd7e-b6683e719a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:41.208458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171616-f13c-471f-827d-cd50052192e9 req-a9bc3e51-5523-4f67-94fe-32f93983260c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:41.209922 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4171616-f13c-471f-827d-cd50052192e9 req-a9bc3e51-5523-4f67-94fe-32f93983260c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0507340 Sep 07 16:59:41.247686 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4171616-f13c-471f-827d-cd50052192e9 req-349645e9-8395-4756-9074-85f8c2dab800 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314605 Sep 07 16:59:42.361865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83011c-5cae-47ec-983e-a4ea1a61737b req-61cd0ca5-00d2-4fde-944b-8dced8054bfa tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:42.363340 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a83011c-5cae-47ec-983e-a4ea1a61737b req-61cd0ca5-00d2-4fde-944b-8dced8054bfa tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0484450 Sep 07 16:59:42.400239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a83011c-5cae-47ec-983e-a4ea1a61737b req-dafea602-de61-464a-84f8-06a55b022178 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307729 Sep 07 16:59:43.511243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaec09d-8eab-4ce9-b416-883def559030 req-b7de7e89-62ac-4c13-ba08-9ed4a6879a49 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:43.512757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5eaec09d-8eab-4ce9-b416-883def559030 req-b7de7e89-62ac-4c13-ba08-9ed4a6879a49 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0477188 Sep 07 16:59:43.549698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5eaec09d-8eab-4ce9-b416-883def559030 req-8b9345f0-7ee3-412f-a053-0ea36d6a2c51 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Sep 07 16:59:44.015470 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:44.292270 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e5dab08d-bcd2-4891-afbc-6af74b1de6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:44.665064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff4dbb-f6b9-4a40-8c22-115c5951d31e req-29fb7869-eb9d-4633-911b-495180356219 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:44.666543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bff4dbb-f6b9-4a40-8c22-115c5951d31e req-29fb7869-eb9d-4633-911b-495180356219 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0515468 Sep 07 16:59:44.703649 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0bff4dbb-f6b9-4a40-8c22-115c5951d31e req-86810e8b-c0ac-45c0-86a0-83863904139c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307131 Sep 07 16:59:45.062072 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:45.817983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef445f-9e6c-4b0b-8dde-efc7013e6392 req-8b6b910b-84f4-4c25-9336-69601c61c2a3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:45.819449 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15ef445f-9e6c-4b0b-8dde-efc7013e6392 req-8b6b910b-84f4-4c25-9336-69601c61c2a3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0477035 Sep 07 16:59:45.856831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15ef445f-9e6c-4b0b-8dde-efc7013e6392 req-99864cae-c600-48a9-ba06-fffb009296c7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307837 Sep 07 16:59:46.971777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c7eb3-ffca-4c09-bf6e-78a7b69258cd req-3f8fa33f-a246-4e56-abba-06061a155c2e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:46.973278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-378c7eb3-ffca-4c09-bf6e-78a7b69258cd req-3f8fa33f-a246-4e56-abba-06061a155c2e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0481849 Sep 07 16:59:46.994930 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:47.011012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-378c7eb3-ffca-4c09-bf6e-78a7b69258cd req-e585586a-7a10-4ecb-a59c-d655c12a4ccf tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319111 Sep 07 16:59:48.410142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94f43-a81c-4da1-8ee3-0c480e0c0831 req-9d91ac50-efb8-4eb7-b4ba-2eabf91c370f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:48.411633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28f94f43-a81c-4da1-8ee3-0c480e0c0831 req-9d91ac50-efb8-4eb7-b4ba-2eabf91c370f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.3352995 Sep 07 16:59:48.447851 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28f94f43-a81c-4da1-8ee3-0c480e0c0831 req-7fbf36bf-9dd4-4de2-b36e-9af73084937b tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302701 Sep 07 16:59:49.559936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc36a5-8dc3-489b-a6f5-2b3ccc5551fa req-e3a9f15d-f451-442f-9bed-2a2e05b6a797 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:49.561410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0dbc36a5-8dc3-489b-a6f5-2b3ccc5551fa req-e3a9f15d-f451-442f-9bed-2a2e05b6a797 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0474687 Sep 07 16:59:49.596957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0dbc36a5-8dc3-489b-a6f5-2b3ccc5551fa req-a4539a62-0821-4294-af48-b1eabc2f4cfb tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297225 Sep 07 16:59:50.709737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7d1cb-4832-4779-99dc-140eaba017e0 req-106a93e9-5836-4e27-8b48-fbad8cb68fed tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:50.711201 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-47f7d1cb-4832-4779-99dc-140eaba017e0 req-106a93e9-5836-4e27-8b48-fbad8cb68fed tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0484443 Sep 07 16:59:50.747856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-47f7d1cb-4832-4779-99dc-140eaba017e0 req-52d201b2-0256-4fcb-902a-2670eaeca89a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308731 Sep 07 16:59:51.524101 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-f2e412e5-4fe7-4e55-8918-2d3600548226 service neutron] show failed (client error): The resource could not be found. Sep 07 16:59:51.525228 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-f2e412e5-4fe7-4e55-8918-2d3600548226 service neutron] 10.222.0.54 "GET /v2.0/ports/94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5/bindings/n-h2-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0535176 Sep 07 16:59:51.720163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-f10eea7a-a928-41e6-9caf-8e75c62df4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:51.721671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-f10eea7a-a928-41e6-9caf-8e75c62df4c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 1097 time: 0.0428138 Sep 07 16:59:51.734642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 16:59:51.786048 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:51.937124 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa176f5e-a2d0-4065-af3b-ede94db2921a req-578a7e9f-75c4-45e8-866f-01113823209e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:51.938594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa176f5e-a2d0-4065-af3b-ede94db2921a req-578a7e9f-75c4-45e8-866f-01113823209e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.1201038 Sep 07 16:59:52.029447 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa176f5e-a2d0-4065-af3b-ede94db2921a req-daceb2de-b4a1-44e3-9a27-d2d013c02940 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828307 Sep 07 16:59:52.049606 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:59:52.080629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:59:52.118057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:59:52.120322 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6c9ce7-e20a-4b9e-b542-8ae7482cbb96" -d '{"events": [{"server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "name": "network-vif-unplugged", "status": "completed", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:59:52.124289 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:52.137525 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Transition to ACTIVE for port object 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 16:59:52.141016 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:52.173543 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717749f9-e1b9-4f37-94c6-46d215b420e5 x-openstack-request-id: req-717749f9-e1b9-4f37-94c6-46d215b420e5 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:59:52.173844 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "name": "network-vif-unplugged", "status": "completed", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:59:52.174101 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-717749f9-e1b9-4f37-94c6-46d215b420e5 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:59:52.174498 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'code': 200} Sep 07 16:59:52.193641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Pushing event updated for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:59:52.233830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:52.234189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:52.234534 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:52.234878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:52.235216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:52.235552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:52.235886 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:52.236217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:52.236574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:52.236902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:52.237230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:52.237562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:52.278486 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] No DVR routers for this DVR port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 16:59:52.413451 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Attempting to bind port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 16:59:52.413789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Attempting to bind port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 16:59:52.414122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Attempting to bind port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:59:52.418282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 16:59:52.418608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Attempting to bind port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 16:59:52.423324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 16:59:52.423662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Checking segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 16:59:52.424047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Bound using segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 16:59:52.424510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Bound port: 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 16:59:52.424869 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:52.487768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 16:59:52.491133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 16:59:52.494993 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:52.527474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:52.528109 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:52.529531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] 10.222.0.35 "PUT /v2.0/ports/94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 1092 time: 0.7997718 Sep 07 16:59:52.551987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b83e62-0701-4130-bb81-35720b7e14e5 service neutron] Pushing event updated for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:59:52.595842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-1771ac80-27d5-4883-9948-9a53eede18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:52.597424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-1771ac80-27d5-4883-9948-9a53eede18f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1095 time: 0.0424984 Sep 07 16:59:52.695913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-c4d42ddb-345f-4275-8277-ab1379f3fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:52.697525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-c4d42ddb-345f-4275-8277-ab1379f3fdb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0930679 Sep 07 16:59:52.761957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-2e6aead8-2874-4a72-9d1a-31ee758c2a39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 1001 time: 0.0572314 Sep 07 16:59:52.809042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-3a98af0f-281e-4e04-b794-98b1fd0028f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:52.810362 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-3a98af0f-281e-4e04-b794-98b1fd0028f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0417888 Sep 07 16:59:52.860322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-93d2bd07-34b3-48a4-b4a5-6f7bbc0dacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:52.861847 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-93d2bd07-34b3-48a4-b4a5-6f7bbc0dacb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435143 Sep 07 16:59:52.951430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-fdd10fc2-659f-4b94-8e02-06f9e0039c5f service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815496 Sep 07 16:59:53.044126 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-44f7df33-236b-4dd5-a3a1-4a3947f6ae3f req-be370635-7f23-4a5b-b36f-231af97a71e9 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840685 Sep 07 16:59:53.147163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eafcb8-2692-414b-8264-c95e47d7f367 req-723dec6f-0eaa-4ffb-9018-43f26acbee8c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:53.148800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04eafcb8-2692-414b-8264-c95e47d7f367 req-723dec6f-0eaa-4ffb-9018-43f26acbee8c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 944 time: 0.0509713 Sep 07 16:59:53.186588 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04eafcb8-2692-414b-8264-c95e47d7f367 req-a888bccc-f97b-431c-887c-31ae3215b419 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317783 Sep 07 16:59:54.176192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:59:54.178578 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:59:54.225646 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 16:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ecef2c-7475-4f86-b88d-17903ef4e09b x-openstack-request-id: req-a6ecef2c-7475-4f86-b88d-17903ef4e09b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:59:54.225952 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:59:54.226213 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6ecef2c-7475-4f86-b88d-17903ef4e09b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:59:54.226621 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'status': 'completed', 'code': 200} Sep 07 16:59:54.293751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-90dcb809-49df-47b9-9bdb-d07a533139a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:54.295401 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-90dcb809-49df-47b9-9bdb-d07a533139a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1095 time: 0.0408831 Sep 07 16:59:54.326154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75865de6-a5ac-416b-a030-9861d06a8fb8 req-dbceccd1-d817-47a3-b161-56976d5e0197 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:54.327687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75865de6-a5ac-416b-a030-9861d06a8fb8 req-dbceccd1-d817-47a3-b161-56976d5e0197 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 944 time: 0.0723791 Sep 07 16:59:54.329671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-bd7300d5-6236-451e-8e20-354da744e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:54.331032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-bd7300d5-6236-451e-8e20-354da744e870 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1095 time: 0.0849104 Sep 07 16:59:54.392216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-f1900ea3-bfe4-49ad-aafd-e5a75f26bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:54.393992 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-f1900ea3-bfe4-49ad-aafd-e5a75f26bbf5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0915661 Sep 07 16:59:54.415021 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75865de6-a5ac-416b-a030-9861d06a8fb8 req-bea8c007-c153-41af-8f53-e3735288bc81 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811555 Sep 07 16:59:54.449436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-8f42205d-5fda-45ba-b370-273415fd016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:54.450896 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-8f42205d-5fda-45ba-b370-273415fd016d service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.1104345 Sep 07 16:59:54.458602 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-618c48a0-6f6d-4c53-839f-2efc29299622 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 1001 time: 0.0574293 Sep 07 16:59:54.515108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-b8f33699-bdaf-42d8-a91d-c15aed55294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:54.516684 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-b8f33699-bdaf-42d8-a91d-c15aed55294b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0471990 Sep 07 16:59:54.521444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-a1d88ab4-7089-4815-8728-68f98cb1072e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 1001 time: 0.0617926 Sep 07 16:59:54.566037 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-b44b57a9-caa3-4842-9ef7-2d5d4a1a0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:54.567520 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-b44b57a9-caa3-4842-9ef7-2d5d4a1a0917 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395100 Sep 07 16:59:54.570294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-a581e653-bf7a-4db8-9d35-5c42ea9370e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:54.571741 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-a581e653-bf7a-4db8-9d35-5c42ea9370e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0430403 Sep 07 16:59:54.617685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-6b031af1-e3b9-42e5-815a-5b09430d4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:54.619191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-6b031af1-e3b9-42e5-815a-5b09430d4f45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400584 Sep 07 16:59:54.664018 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-2028f795-4603-4810-9eda-d7cacddb70a4 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850759 Sep 07 16:59:54.715389 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-adf19dfa-51c0-4bd4-8dae-1cd51332708f service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887713 Sep 07 16:59:54.754544 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-14a07d43-58c2-4122-b542-b288de91531c service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828073 Sep 07 16:59:54.807473 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8fe8ea6-13e2-4097-83e1-3ca521af72a7 req-3c38c3e2-9e98-44ef-a9c8-0458d6f01b75 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838819 Sep 07 16:59:55.061116 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 16:59:55.098181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 16:59:55.488736 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 16:59:55.536479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25913e8-db99-4c46-8848-8c549b2a893b req-274a734f-f51f-430f-bf2f-d4ef255e8182 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:55.537989 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c25913e8-db99-4c46-8848-8c549b2a893b req-274a734f-f51f-430f-bf2f-d4ef255e8182 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 944 time: 0.0533056 Sep 07 16:59:55.576486 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c25913e8-db99-4c46-8848-8c549b2a893b req-11f59b90-73c8-4ac3-94ff-366af031ca48 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320692 Sep 07 16:59:55.585334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:59:55.596378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'port_id': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'mac_address': 'fa:16:3e:1a:03:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 16:59:55.632084 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:55.643998 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 16:59:55.661775 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:59:55.665532 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:55.710819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:59:55.717858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:55.718210 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:55.718570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:55.718911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:55.719241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:55.719567 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:55.719893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:55.720220 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:55.720569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:55.720892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:55.721209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:55.721529 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 16:59:56.691135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18b9bd-4918-4ee9-b444-eaae7bff885a req-74a3eee7-b7bd-4060-98b5-9924c204f786 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:56.692638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f18b9bd-4918-4ee9-b444-eaae7bff885a req-74a3eee7-b7bd-4060-98b5-9924c204f786 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 945 time: 0.0491827 Sep 07 16:59:56.729420 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5f18b9bd-4918-4ee9-b444-eaae7bff885a req-72a807a4-477d-4d20-9240-82019da22b18 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309446 Sep 07 16:59:57.033772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-a5649b42-930d-4d30-bd81-ea2f46724416 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:57.035240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-a5649b42-930d-4d30-bd81-ea2f46724416 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566&tenant_id=63a8529bf350402eb3880d8ac9c39905&binding%3Ahost_id=n-h2-807551-3 HTTP/1.1" status: 200 len: 945 time: 0.0836375 Sep 07 16:59:57.046932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e37dd-4a90-49fe-807a-fac38229efa0 req-eb178523-08fa-4484-b6f5-696d8c563eef tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:57.048356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f9e37dd-4a90-49fe-807a-fac38229efa0 req-eb178523-08fa-4484-b6f5-696d8c563eef tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 945 time: 0.0702150 Sep 07 16:59:57.054160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 16:59:57.121771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f9e37dd-4a90-49fe-807a-fac38229efa0 req-a4a4d066-e117-4c7d-9ac1-8ef958332849 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674582 Sep 07 16:59:57.132373 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-bc9cce32-e0d4-49fb-9067-ce4471a4e6ff service neutron] 10.222.0.35 "GET /v2.0/ports/94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5/bindings/n-h2-807551-3 HTTP/1.1" status: 200 len: 382 time: 0.0830443 Sep 07 16:59:57.203436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-440c6a03-9dca-4e7f-8683-e85203730f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:57.205014 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-440c6a03-9dca-4e7f-8683-e85203730f76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1096 time: 0.0432119 Sep 07 16:59:57.299859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-d3c027df-3beb-48b6-ba81-01e0184a7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:57.301556 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-d3c027df-3beb-48b6-ba81-01e0184a7a7d service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0886593 Sep 07 16:59:57.364927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-fb37b21c-7f8c-4dc8-9b8a-1ff1fb4950eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 1002 time: 0.0556393 Sep 07 16:59:57.418811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-38855a89-9aa8-472e-a5d7-6ed9dfe0898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:57.420229 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-38855a89-9aa8-472e-a5d7-6ed9dfe0898c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0460799 Sep 07 16:59:57.465657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-0c1e55c6-b9b8-42ae-a3c7-40fd8c8de639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:57.467030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-0c1e55c6-b9b8-42ae-a3c7-40fd8c8de639 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389755 Sep 07 16:59:57.554252 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-533663bd-929e-46a0-ab4f-b8b625373ae6 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791576 Sep 07 16:59:57.649451 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-00c03266-d737-4d1f-ac2b-3104fe6ac3b8 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835392 Sep 07 16:59:58.237941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fc9d9-b899-4597-b55b-155e6828c16d req-7444105b-507d-428a-9aa5-196a19a98add tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:58.239438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c6fc9d9-b899-4597-b55b-155e6828c16d req-7444105b-507d-428a-9aa5-196a19a98add tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 945 time: 0.0475736 Sep 07 16:59:58.281246 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c6fc9d9-b899-4597-b55b-155e6828c16d req-dc0c5b2e-5ca6-4592-8ae1-73305b9b7b6d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316470 Sep 07 16:59:59.466974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7141d2-58a1-4bb2-9eb3-3d5a885336b1 req-c705f6ec-67de-44b8-8c61-cc5114fb2a97 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:59.468480 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b7141d2-58a1-4bb2-9eb3-3d5a885336b1 req-c705f6ec-67de-44b8-8c61-cc5114fb2a97 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 945 time: 0.1202428 Sep 07 16:59:59.504523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b7141d2-58a1-4bb2-9eb3-3d5a885336b1 req-97193383-088f-49ca-ab3a-4fbc8fa3f704 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301800 Sep 07 16:59:59.509175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 16:59:59.557196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 16:59:59.560793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 16:59:59.561116 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:59.640168 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:59.663277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 16:59:59.665558 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb85f24-3de6-47db-9668-96c5e349ee24" -d '{"events": [{"server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "name": "network-vif-plugged", "status": "completed", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 16:59:59.678500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 16:59:59.683323 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 16:59:59.715049 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1925f801-41e8-451e-978a-9c05a780a847 x-openstack-request-id: req-1925f801-41e8-451e-978a-9c05a780a847 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 16:59:59.715358 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "name": "network-vif-plugged", "status": "completed", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 16:59:59.715618 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1925f801-41e8-451e-978a-9c05a780a847 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 16:59:59.716016 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'code': 200} Sep 07 16:59:59.735471 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 16:59:59.981656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-0684a76c-0621-4a3d-8898-51bb0a968d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 16:59:59.983142 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-0684a76c-0621-4a3d-8898-51bb0a968d54 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 1097 time: 0.0401235 Sep 07 16:59:59.998467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:00:00.054105 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:00.250954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:00:00.282553 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:00:00.325619 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:00:00.327981 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d81cabd-104d-4306-b842-41cf758427f8" -d '{"events": [{"server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "name": "network-vif-unplugged", "status": "completed", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:00:00.331717 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:00.344534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Transition to ACTIVE for port object 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:00:00.348416 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:00.382698 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 17:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4629981a-7f10-4feb-ab01-2da8a7f65845 x-openstack-request-id: req-4629981a-7f10-4feb-ab01-2da8a7f65845 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:00:00.383000 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "name": "network-vif-unplugged", "status": "completed", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:00:00.383235 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4629981a-7f10-4feb-ab01-2da8a7f65845 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:00:00.383625 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'code': 200} Sep 07 17:00:00.681655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4776a-95cb-4436-822c-4d0360a29c6b req-5f13b608-100a-4bcd-81e8-c45ca96d4c6c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:00.683288 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fa4776a-95cb-4436-822c-4d0360a29c6b req-5f13b608-100a-4bcd-81e8-c45ca96d4c6c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 945 time: 0.1055391 Sep 07 17:00:00.722708 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fa4776a-95cb-4436-822c-4d0360a29c6b req-e2dcf4a7-68fe-4b06-b0e0-8bcf617e43cd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334344 Sep 07 17:00:00.755366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Pushing event updated for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=10']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:00:00.774768 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:00:00.775060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:00:00.775401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:00:00.775738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:00:00.776075 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:00:00.776945 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:00:00.777281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:00:00.777606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:00:00.777932 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:00:00.778256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:00:00.778580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:00:00.778900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:00:00.829193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] No DVR routers for this DVR port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:00:00.963446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Attempting to bind port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:00:00.963874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Attempting to bind port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:00:00.965195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Attempting to bind port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:00:00.969564 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:00:00.969944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Attempting to bind port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:00:00.974696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 16, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:00:00.975035 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Checking segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:00:00.975418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Bound using segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:00:00.975842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Bound port: 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:00:00.976198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:01.038349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:00:01.041451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:00:01.045479 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:01.077377 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:01.077992 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:01.079381 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] 10.222.0.54 "PUT /v2.0/ports/94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 1093 time: 1.0853343 Sep 07 17:00:01.102545 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0c7cc-03e6-408c-b008-037a8bf93a91 service neutron] Pushing event updated for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=11']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:00:01.149792 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-73997442-b5f5-4c59-8d13-f024be71af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:01.151363 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-73997442-b5f5-4c59-8d13-f024be71af7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1096 time: 0.0451841 Sep 07 17:00:01.247342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-44e75b87-3e41-49f6-b686-4e7d07c8ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:01.248913 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-44e75b87-3e41-49f6-b686-4e7d07c8ea47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0868034 Sep 07 17:00:01.326949 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-71afb85a-a72f-4e57-b35d-c23acb7df36a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 1001 time: 0.0660222 Sep 07 17:00:01.377660 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-529f34fd-3640-49eb-920e-d6db20c0bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:01.378978 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-529f34fd-3640-49eb-920e-d6db20c0bccc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0429680 Sep 07 17:00:01.425973 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-25a17b5b-1c06-4844-9abd-de4295bbfa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:01.427478 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-25a17b5b-1c06-4844-9abd-de4295bbfa0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389855 Sep 07 17:00:01.524186 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-55b4af48-df70-45e9-82dd-751988a45d02 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851014 Sep 07 17:00:01.625611 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dd1f4ed2-fdf3-47ed-b0d1-c0cf6635baef req-74e44283-84ed-42eb-9203-997507970544 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936196 Sep 07 17:00:01.838493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20c5f5-3697-4051-b75c-f5dcb39a3267 req-134d85f4-af0a-4bb3-98f9-44f0e9750717 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:01.840799 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f20c5f5-3697-4051-b75c-f5dcb39a3267 req-134d85f4-af0a-4bb3-98f9-44f0e9750717 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 945 time: 0.0492954 Sep 07 17:00:01.879136 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4f20c5f5-3697-4051-b75c-f5dcb39a3267 req-a02326b3-0272-4fc8-a7be-0d4323d243cf tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321777 Sep 07 17:00:02.320999 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:02.384730 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:00:02.387604 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef263cc8-72e1-4090-845c-3e05d0434dce" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:00:02.435661 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7ef5e0-d55b-40cb-9582-069810c339b5 x-openstack-request-id: req-cb7ef5e0-d55b-40cb-9582-069810c339b5 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:00:02.435985 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:00:02.436246 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb7ef5e0-d55b-40cb-9582-069810c339b5 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:00:02.436677 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'status': 'completed', 'code': 200} Sep 07 17:00:02.500888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-b311f2bb-1ecd-45b2-aa51-2e0ac4a0490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:02.502402 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-b311f2bb-1ecd-45b2-aa51-2e0ac4a0490f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1096 time: 0.0443904 Sep 07 17:00:02.504590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-adf12797-fee7-43c6-88c8-baa02d19f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:02.506076 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-adf12797-fee7-43c6-88c8-baa02d19f8c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 1096 time: 0.0456777 Sep 07 17:00:02.594119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-b6b88eb4-9a44-4d52-a544-70983dfd304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:02.595619 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-b6b88eb4-9a44-4d52-a544-70983dfd304c service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0852585 Sep 07 17:00:02.613918 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-81257939-b84b-4704-b901-753aad0ba689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:02.615807 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-81257939-b84b-4704-b901-753aad0ba689 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0912013 Sep 07 17:00:02.666095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-e262fa74-51b5-45d2-b1da-72bf2e6210df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 1001 time: 0.0624766 Sep 07 17:00:02.688594 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-27c96be7-3078-479d-a42c-bc2141cd5406 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 200 len: 1001 time: 0.0638864 Sep 07 17:00:02.716856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-4a57532c-76a2-4aea-bd2b-9354d014dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:02.718338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-4a57532c-76a2-4aea-bd2b-9354d014dc48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0442479 Sep 07 17:00:02.740120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-583148fb-c68d-486d-ae9e-e681c96ca2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:02.742336 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-583148fb-c68d-486d-ae9e-e681c96ca2cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0452573 Sep 07 17:00:02.752839 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:02.766377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-aced05d9-1179-4519-ae68-b0bc7c53370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:02.767890 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-aced05d9-1179-4519-ae68-b0bc7c53370d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410697 Sep 07 17:00:02.791008 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-c74df92f-f013-4c6f-8089-99e284fdc7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:02.792595 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-c74df92f-f013-4c6f-8089-99e284fdc7f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421944 Sep 07 17:00:02.861160 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-ef342b31-cf04-41a2-a80d-14222ae6985e service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845485 Sep 07 17:00:02.889667 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-c57b211c-e57e-4bd9-bcea-6880c08abd5d service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884256 Sep 07 17:00:02.962695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-060e916f-2198-4b9a-9a38-bb5017df21c8 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940022 Sep 07 17:00:03.005851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0772718-dca9-4517-b9dd-a75af220e0c8 req-be36e9af-f4f3-43b7-b3f9-cb7179e29790 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:03.007369 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0772718-dca9-4517-b9dd-a75af220e0c8 req-be36e9af-f4f3-43b7-b3f9-cb7179e29790 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 945 time: 0.0580204 Sep 07 17:00:03.009799 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ef263cc8-72e1-4090-845c-3e05d0434dce req-44b41d90-7483-4d44-98a9-94f549072e3d service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090932 Sep 07 17:00:03.047834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0772718-dca9-4517-b9dd-a75af220e0c8 req-28b6105f-fc08-4105-bd3e-079a21e88bcc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336549 Sep 07 17:00:03.103697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:00:03.197816 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:00:03.208392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'port_id': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'mac_address': 'fa:16:3e:1a:03:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:00:03.244611 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:03.258805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:00:03.280939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:00:03.284637 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:03.334272 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:00:03.521411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:00:03.545914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:00:03.603429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:00:04.164974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0288015-6e67-4029-a772-53ed3a30855e req-d4ba3ffb-bd57-4b3b-854f-afdb1099bbc8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:04.166438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0288015-6e67-4029-a772-53ed3a30855e req-d4ba3ffb-bd57-4b3b-854f-afdb1099bbc8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0494103 Sep 07 17:00:04.205052 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0288015-6e67-4029-a772-53ed3a30855e req-cd1ec22b-edbf-4733-adc0-96c3a0b0a0d4 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327058 Sep 07 17:00:04.254347 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:00:04.319611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f270f-65b5-4ac7-adce-53dcc32ecd9d req-d8a78a8a-da9e-4181-b811-9dade1a5d1e9 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:04.321758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-631f270f-65b5-4ac7-adce-53dcc32ecd9d req-d8a78a8a-da9e-4181-b811-9dade1a5d1e9 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0505717 Sep 07 17:00:04.361539 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-631f270f-65b5-4ac7-adce-53dcc32ecd9d req-cbdcbefa-0e05-4942-8d93-10f3ae3582bd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324883 Sep 07 17:00:04.478186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccea621-1f8f-4f57-a8f7-8c740fe2f3cf req-ae268a20-77f2-4c39-9a04-4152ddf787ae tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:04.479655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ccea621-1f8f-4f57-a8f7-8c740fe2f3cf req-ae268a20-77f2-4c39-9a04-4152ddf787ae tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0531414 Sep 07 17:00:04.518378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8ccea621-1f8f-4f57-a8f7-8c740fe2f3cf req-35a0351d-6e95-4d8c-bb5b-12a81e3a0584 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Sep 07 17:00:04.747185 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70feee-9e7b-41d0-aa66-4315c5959ad7 req-3e29fce5-8dfa-45ff-96e8-1cc28f9b6f54 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:04.748593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca70feee-9e7b-41d0-aa66-4315c5959ad7 req-3e29fce5-8dfa-45ff-96e8-1cc28f9b6f54 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 946 time: 0.0490029 Sep 07 17:00:04.785276 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca70feee-9e7b-41d0-aa66-4315c5959ad7 req-8ad48649-aa4b-4315-957b-9bb95a637c6f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308304 Sep 07 17:00:05.124267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:00:05.172643 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:00:05.176176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:00:05.176586 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:05.252477 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:05.273615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:00:05.276033 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddd5d01-8ab6-4ab0-af1a-a4c5b860c771" -d '{"events": [{"server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "name": "network-vif-plugged", "status": "completed", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:00:05.295174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:00:05.301014 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:05.323828 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801e3123-83e7-4a95-8409-5fb46ba3016c x-openstack-request-id: req-801e3123-83e7-4a95-8409-5fb46ba3016c {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:00:05.324120 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "name": "network-vif-plugged", "status": "completed", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:00:05.324396 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-801e3123-83e7-4a95-8409-5fb46ba3016c {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:00:05.324780 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'code': 200} Sep 07 17:00:05.349154 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=13']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:00:05.900416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a73529-c441-4727-905d-6f511dc0de79 req-d94532ff-878e-48fa-84a4-f43419c76668 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:05.902779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78a73529-c441-4727-905d-6f511dc0de79 req-d94532ff-878e-48fa-84a4-f43419c76668 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 947 time: 0.0514746 Sep 07 17:00:05.939880 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-78a73529-c441-4727-905d-6f511dc0de79 req-cdb2de5d-608a-4a0e-ae67-7bcce9711cf7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311978 Sep 07 17:00:06.141832 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-59630487-1975-496f-99d6-6c79d73ba39d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:06.143197 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-59630487-1975-496f-99d6-6c79d73ba39d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 947 time: 0.0520189 Sep 07 17:00:06.233551 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Deleting port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:00:06.233898 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:06.324691 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] For port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:00:06.325152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:06.540465 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:06.540831 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:06.541150 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7 disassociated. External IP: 172.25.3.221, port: 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5. Sep 07 17:00:06.541495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Calling delete_port for 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:00:06.664420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:06.694468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event deleted for resources: {'Port': ['ID=94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:00:06.809321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Router 389fe4bb-6af8-4910-b7ba-e84998ba217d has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:00:06.918342 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:00:06.928853 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5c652-6ab7-454a-9c92-03ea354f35ca None None] Sync routers for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:00:06.938415 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5c652-6ab7-454a-9c92-03ea354f35ca None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:00:06.939080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a1f5c652-6ab7-454a-9c92-03ea354f35ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:59:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:00:06.962421 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] No DVR routers for this DVR port 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:00:06.965500 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:06.967566 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-aa85b408-ffe6-4cb0-a9d9-763fa6dc88c5 req-e1bffcc1-9807-4af6-adfd-cd349c237297 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "DELETE /v2.0/ports/94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 HTTP/1.1" status: 204 len: 173 time: 0.8137083 Sep 07 17:00:06.968384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'name': 'network-vif-deleted', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:00:06.970349 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9641287eaea2b1e1ba4d1f51492a671612dc9dae47415edde094ceea3e26d1f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a51f32-2399-4ff9-9435-3022e97466ff" -d '{"events": [{"server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "name": "network-vif-deleted", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:00:07.010781 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b5de6c-c78e-4066-a551-616a6735dd23 x-openstack-request-id: req-87b5de6c-c78e-4066-a551-616a6735dd23 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:00:07.011083 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd5faba-9e6a-4c6b-b045-5257c0406566", "name": "network-vif-deleted", "tag": "94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:00:07.011367 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87b5de6c-c78e-4066-a551-616a6735dd23 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:00:07.011775 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd5faba-9e6a-4c6b-b045-5257c0406566', 'name': 'network-vif-deleted', 'tag': '94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5', 'status': 'completed', 'code': 200} Sep 07 17:00:07.049444 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c70ca3e5-5c82-456c-bb79-b3054efa9d59 req-f0a0a1ae-cabf-409e-8fc6-93d9616106c5 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fd5faba-9e6a-4c6b-b045-5257c0406566 HTTP/1.1" status: 200 len: 210 time: 0.0315990 Sep 07 17:00:07.077173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a1f5c652-6ab7-454a-9c92-03ea354f35ca None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:00:07.271382 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a1f5c652-6ab7-454a-9c92-03ea354f35ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:00:07.301627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5c652-6ab7-454a-9c92-03ea354f35ca None None] Checking router: 389fe4bb-6af8-4910-b7ba-e84998ba217d for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:00:07.309755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5c652-6ab7-454a-9c92-03ea354f35ca None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:00:07.310420 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a1f5c652-6ab7-454a-9c92-03ea354f35ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T16:59:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:00:07.415963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a1f5c652-6ab7-454a-9c92-03ea354f35ca None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:00:07.610455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a1f5c652-6ab7-454a-9c92-03ea354f35ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:00:07.636278 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5c652-6ab7-454a-9c92-03ea354f35ca None None] The sync data for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 is: [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:00:07.836850 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d43dd3-9209-4f01-87c9-257904bae704 None None] New status for floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:00:08.313848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-d4666a78-1f4e-4f39-9767-8a6d1f5833e1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1997757964&fields=id&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 267 time: 0.0325541 Sep 07 17:00:08.416471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-20670be8-d589-4b85-bd32-1eba1e0600a8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:08.418333 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-20670be8-d589-4b85-bd32-1eba1e0600a8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 811 time: 0.0979695 Sep 07 17:00:08.433228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-a3613d9f-5909-4f35-93c1-49f961c450f0 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/quotas/63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 375 time: 0.0085959 Sep 07 17:00:08.487193 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-7be8da2e-a87e-439f-8cfe-1ca8ca8e6b35 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488596 Sep 07 17:00:08.626737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-fa7df627-af89-4153-81ad-f56e52780f0b service neutron] 10.222.0.70 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272540 Sep 07 17:00:08.717572 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-56c5ad39-a4b1-4ca5-9452-3d70988478e1 service neutron] 10.222.0.70 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847380 Sep 07 17:00:08.874179 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2fc31aef-24c9-43ff-a89e-521ded7213f0 req-b1550495-6fbb-46be-868b-bc11a609a7d4 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 210 time: 0.0270817 Sep 07 17:00:09.123395 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:00:09.146688 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:00:09.147034 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 94c08ac4-a9d3-4633-9f3e-e5d23b0c81e5 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:00:09.950723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5dd0b4b4-0b1a-490e-b226-1640edfb5756 req-7c48fcde-0836-42f7-b92c-90419eba04c7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 210 time: 0.0269029 Sep 07 17:00:10.427486 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3233fd28-d9ad-4dbe-adee-b24b8c639c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:10.806772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-4afbddd8-412a-4151-9b1d-dfc8bc5f43ce tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:10.808289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-4afbddd8-412a-4151-9b1d-dfc8bc5f43ce tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 811 time: 0.1069572 Sep 07 17:00:10.851772 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-42b5b1fc-43ba-4987-b11a-00be047b93bc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 380 time: 0.0335681 Sep 07 17:00:10.864322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Request body: {'port': {'device_id': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'admin_state_up': True, 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'security_groups': ['86727b61-b0bb-4f86-8d03-6e8d1926f17d']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:00:10.967135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Made reservation on behalf of 63a8529bf350402eb3880d8ac9c39905 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:00:10.970560 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:11.061115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b0d83c81-2811-49dd-9ee7-5e8fd0ecf076 req-3dd6e488-00ba-4d0e-abdb-77b0e61eb1da tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 210 time: 0.0333366 Sep 07 17:00:11.120612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Allocated IP 172.20.0.4 (64f32950-7fd7-4e83-9871-6e8a99454ed4/b2497b83-948b-4078-b231-ca1ee82f10f9/1a0749e0-b824-4541-9606-b374c0a56ecc) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:00:11.251965 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:11.265386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Transition to ACTIVE for port object 1a0749e0-b824-4541-9606-b374c0a56ecc will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:00:11.296795 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:11.336072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Network 64f32950-7fd7-4e83-9871-6e8a99454ed4 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:00:11.339573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:00:11.343085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:00:11.373837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event updated for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:00:11.400375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:11.401033 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:11.415161 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-02a38e36-cfeb-46f7-a757-a0df06ff6a7d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543103 Sep 07 17:00:11.430012 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Request body: {'port': {'device_id': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:00:11.490153 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:11.577250 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4bbba4a3-3c60-4dd0-9cd6-1f436a8e04fb None None] Provisioning for port 1a0749e0-b824-4541-9606-b374c0a56ecc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:00:11.580930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4bbba4a3-3c60-4dd0-9cd6-1f436a8e04fb None None] Provisioning complete for port 1a0749e0-b824-4541-9606-b374c0a56ecc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:00:11.581312 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bbba4a3-3c60-4dd0-9cd6-1f436a8e04fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:11.614505 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4bbba4a3-3c60-4dd0-9cd6-1f436a8e04fb None None] Port 1a0749e0-b824-4541-9606-b374c0a56ecc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:00:11.743117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0749e0-b824-4541-9606-b374c0a56ecc {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:00:11.750870 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:11.762962 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Transition to ACTIVE for port object 1a0749e0-b824-4541-9606-b374c0a56ecc will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:00:11.765912 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:11.819330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Pushing event updated for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:00:12.203237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Attempting to bind port 1a0749e0-b824-4541-9606-b374c0a56ecc on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:00:12.203934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Attempting to bind port 1a0749e0-b824-4541-9606-b374c0a56ecc by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:00:12.203934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Attempting to bind port 1a0749e0-b824-4541-9606-b374c0a56ecc on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:00:12.215199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12539740-595a-4702-8ed2-e35a0f9d7fea req-51fda7af-95cb-45e1-a1e3-91c23b44caf3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:12.216701 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12539740-595a-4702-8ed2-e35a0f9d7fea req-51fda7af-95cb-45e1-a1e3-91c23b44caf3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0714183 Sep 07 17:00:12.217671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Port 1a0749e0-b824-4541-9606-b374c0a56ecc on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:00:12.217991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Attempting to bind port 1a0749e0-b824-4541-9606-b374c0a56ecc on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:00:12.223909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:00:12.224252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Checking segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:00:12.224660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Bound using segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:00:12.225090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Bound port: 1a0749e0-b824-4541-9606-b374c0a56ecc, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:00:12.225458 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:12.292166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12539740-595a-4702-8ed2-e35a0f9d7fea req-a3a55506-8282-4286-991a-c9552db4421d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687613 Sep 07 17:00:12.315934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:00:12.319005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:00:12.323938 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:12.354793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:12.355471 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:12.357183 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] 10.222.0.35 "PUT /v2.0/ports/1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1091 time: 0.9312584 Sep 07 17:00:12.359256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:00:12.361581 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a214144-1e8e-4cc5-9a14-48cba17b667a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:00:12.391826 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44178b-8588-484c-84fb-c875ef1ddcac service neutron] Pushing event updated for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:00:12.403116 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be6e865-b9c1-41c0-8ff4-464ff0433ac4 x-openstack-request-id: req-3be6e865-b9c1-41c0-8ff4-464ff0433ac4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:00:12.403416 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:00:12.403723 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3be6e865-b9c1-41c0-8ff4-464ff0433ac4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:00:12.404129 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'status': 'completed', 'code': 200} Sep 07 17:00:12.486720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-90941f15-096a-4744-b829-0459dd1ca293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:12.488256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-90941f15-096a-4744-b829-0459dd1ca293 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1094 time: 0.0912182 Sep 07 17:00:12.535614 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-e9157fd5-5733-4d5f-92ff-2b3ed638db02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 217 time: 0.0384221 Sep 07 17:00:12.586705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-0285124b-8b29-4ffa-95f3-364932c6fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:12.588130 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-0285124b-8b29-4ffa-95f3-364932c6fceb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0448143 Sep 07 17:00:12.633759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-dab574f6-5728-49a8-846d-35c95840b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:12.635121 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-dab574f6-5728-49a8-846d-35c95840b423 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385106 Sep 07 17:00:12.730711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-3cf90d2e-04b7-4225-b6d7-81d9b86300d8 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869663 Sep 07 17:00:12.817503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15f4be33-3d6c-4a9b-a259-ed981d1313a6 req-84f6c479-5ff9-4604-8dea-c122fc78416e service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787549 Sep 07 17:00:12.908703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a214144-1e8e-4cc5-9a14-48cba17b667a req-2eda0536-3ae1-41fd-9000-7aef0229af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:12.910240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a214144-1e8e-4cc5-9a14-48cba17b667a req-2eda0536-3ae1-41fd-9000-7aef0229af7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1094 time: 0.0458658 Sep 07 17:00:12.997952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a214144-1e8e-4cc5-9a14-48cba17b667a req-e83154da-6790-41ac-8076-232e84f7d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:12.999446 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a214144-1e8e-4cc5-9a14-48cba17b667a req-e83154da-6790-41ac-8076-232e84f7d70d service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0815969 Sep 07 17:00:13.044678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a214144-1e8e-4cc5-9a14-48cba17b667a req-06cf8066-e3e2-43db-91f5-5c5f573bd846 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 217 time: 0.0370867 Sep 07 17:00:13.094278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a214144-1e8e-4cc5-9a14-48cba17b667a req-aa687883-0f78-4048-ab68-a3ec024e3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:13.095593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a214144-1e8e-4cc5-9a14-48cba17b667a req-aa687883-0f78-4048-ab68-a3ec024e3683 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0425351 Sep 07 17:00:13.142752 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a214144-1e8e-4cc5-9a14-48cba17b667a req-0ac55ebf-e43d-4466-a7c1-fe8191ba47de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:13.144178 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a214144-1e8e-4cc5-9a14-48cba17b667a req-0ac55ebf-e43d-4466-a7c1-fe8191ba47de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388808 Sep 07 17:00:13.233844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a214144-1e8e-4cc5-9a14-48cba17b667a req-29dcec85-d7c0-471b-9d24-223a60ced379 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810015 Sep 07 17:00:13.321115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a214144-1e8e-4cc5-9a14-48cba17b667a req-1fee0f80-3fd7-4bf0-a750-686eef1b6739 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794885 Sep 07 17:00:13.409548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c567d0-7c38-4c69-a85b-5e93689c2a32 req-c6969b05-e69f-4fe4-9d86-0b6472c42743 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:13.411297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70c567d0-7c38-4c69-a85b-5e93689c2a32 req-c6969b05-e69f-4fe4-9d86-0b6472c42743 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0501561 Sep 07 17:00:13.452364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70c567d0-7c38-4c69-a85b-5e93689c2a32 req-87a20c81-789f-4c6d-9869-2400dd45cbdb tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352526 Sep 07 17:00:14.016388 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:14.292389 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-735cc357-1169-4889-8989-db1c6d40d405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:14.566824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40312517-a240-4496-bd5b-70f6164547b7 req-1a3087d2-64ce-46c9-a6e8-657f46c3ba38 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:14.568215 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40312517-a240-4496-bd5b-70f6164547b7 req-1a3087d2-64ce-46c9-a6e8-657f46c3ba38 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0479114 Sep 07 17:00:14.605375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-40312517-a240-4496-bd5b-70f6164547b7 req-2ffb7dc1-026f-41d7-9b01-7c03d9190ed5 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307710 Sep 07 17:00:15.069779 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:15.581550 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1a0749e0-b824-4541-9606-b374c0a56ecc details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:00:15.675790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:00:15.687639 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'port_id': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'mac_address': 'fa:16:3e:30:1b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:00:15.718108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d439ab3-39d3-4f67-b63c-eed09ac993bb req-9779072d-2fe1-45ae-8370-7b7f7f2d0a1d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:15.719685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d439ab3-39d3-4f67-b63c-eed09ac993bb req-9779072d-2fe1-45ae-8370-7b7f7f2d0a1d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0489869 Sep 07 17:00:15.729407 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:15.742560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0749e0-b824-4541-9606-b374c0a56ecc {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:00:15.757701 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d439ab3-39d3-4f67-b63c-eed09ac993bb req-460fd313-895c-49c4-b2d9-30b9c5471981 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318608 Sep 07 17:00:15.762723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:00:15.767407 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:15.818198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:00:16.101041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['1a0749e0-b824-4541-9606-b374c0a56ecc'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:00:16.873177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4caf8-cd72-4324-af15-4efd4f47d8e8 req-96e49ad4-500b-4795-b5b0-47683019f8d4 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:16.874660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3aa4caf8-cd72-4324-af15-4efd4f47d8e8 req-96e49ad4-500b-4795-b5b0-47683019f8d4 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0483329 Sep 07 17:00:16.915577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3aa4caf8-cd72-4324-af15-4efd4f47d8e8 req-f98936f6-b0db-4f96-82b3-8ceabc12cab2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350657 Sep 07 17:00:16.997770 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:17.597652 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1a0749e0-b824-4541-9606-b374c0a56ecc up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:00:17.644635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 1a0749e0-b824-4541-9606-b374c0a56ecc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:00:17.648073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 1a0749e0-b824-4541-9606-b374c0a56ecc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:00:17.648480 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:17.722940 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:17.746187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:00:17.748440 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ccdc94f6025305dca1d12b351d444dbf674c163f6d10e6bfd566a3c5403414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d3f691-8329-4768-bd61-f63903bb964c" -d '{"events": [{"server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "name": "network-vif-plugged", "status": "completed", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:00:17.760288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:00:17.764246 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:17.786569 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c28afe-60f7-4fe0-b95a-ae571b28331f x-openstack-request-id: req-28c28afe-60f7-4fe0-b95a-ae571b28331f {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:00:17.786857 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "name": "network-vif-plugged", "status": "completed", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:00:17.787110 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28c28afe-60f7-4fe0-b95a-ae571b28331f {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:00:17.787494 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'code': 200} Sep 07 17:00:17.812391 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:00:17.879717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f442d7-71d0-4c96-aa68-07392bb1128d req-a6224313-2461-4a8b-b1a3-44516b430d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:17.881139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99f442d7-71d0-4c96-aa68-07392bb1128d req-a6224313-2461-4a8b-b1a3-44516b430d1e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1096 time: 0.0394063 Sep 07 17:00:17.917357 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99f442d7-71d0-4c96-aa68-07392bb1128d req-42c4833a-7e36-4981-83eb-6f3114c65b75 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277207 Sep 07 17:00:18.029875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fea902-2ef0-404d-9d2a-669516f65eeb req-9eda7d0e-7cfa-46bc-9c6a-8ed24b51241d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:18.031357 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80fea902-2ef0-404d-9d2a-669516f65eeb req-9eda7d0e-7cfa-46bc-9c6a-8ed24b51241d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0489535 Sep 07 17:00:18.068191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80fea902-2ef0-404d-9d2a-669516f65eeb req-ed5be672-6233-45b0-abae-e00a37864d6c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309823 Sep 07 17:00:19.182952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9add535-4a63-45f1-8044-690f9ebe77c4 req-0e5c3054-1ebd-4884-bb04-6f8d6bf12eb2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:19.184438 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9add535-4a63-45f1-8044-690f9ebe77c4 req-0e5c3054-1ebd-4884-bb04-6f8d6bf12eb2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0484350 Sep 07 17:00:19.226953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9add535-4a63-45f1-8044-690f9ebe77c4 req-cd56d510-a24a-4990-8186-8fdff56d7fe8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366023 Sep 07 17:00:20.340303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138142f-1d50-49d5-81dc-2928c96bc6d9 req-71c5a5c9-1c63-415e-9f9f-9b0129d56a35 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:20.341827 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d138142f-1d50-49d5-81dc-2928c96bc6d9 req-71c5a5c9-1c63-415e-9f9f-9b0129d56a35 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0485442 Sep 07 17:00:20.380458 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d138142f-1d50-49d5-81dc-2928c96bc6d9 req-dfe5a9d7-5bad-49a0-bb98-363496b3a300 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324428 Sep 07 17:00:20.488786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bf794-fd0a-46a6-9cf8-b47d3669efcb req-5fd5b665-771d-4219-bf7c-43ec630961df tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:20.490265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d70bf794-fd0a-46a6-9cf8-b47d3669efcb req-5fd5b665-771d-4219-bf7c-43ec630961df tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0476046 Sep 07 17:00:20.499455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:00:20.503711 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cdec6f24-c8cc-4e05-8392-2ca51b599cf1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Request body: {'floatingip': {'port_id': '1a0749e0-b824-4541-9606-b374c0a56ecc'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:00:20.544714 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdec6f24-c8cc-4e05-8392-2ca51b599cf1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:20.960800 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdec6f24-c8cc-4e05-8392-2ca51b599cf1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:20.965094 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdec6f24-c8cc-4e05-8392-2ca51b599cf1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:21.063316 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-cdec6f24-c8cc-4e05-8392-2ca51b599cf1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7 associated. External IP: 172.25.3.221, port: 1a0749e0-b824-4541-9606-b374c0a56ecc. Sep 07 17:00:21.262693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdec6f24-c8cc-4e05-8392-2ca51b599cf1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Router 389fe4bb-6af8-4910-b7ba-e84998ba217d has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:00:21.366125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdec6f24-c8cc-4e05-8392-2ca51b599cf1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:00:21.370934 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cdec6f24-c8cc-4e05-8392-2ca51b599cf1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:21.375561 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcbf707-738c-4d45-b056-fcc78e04d2fc None None] Sync routers for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:00:21.385805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcbf707-738c-4d45-b056-fcc78e04d2fc None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:00:21.386418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8fcbf707-738c-4d45-b056-fcc78e04d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:00:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:00:21.398544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cdec6f24-c8cc-4e05-8392-2ca51b599cf1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "PUT /v2.0/floatingips/cf346603-7bf0-4015-a16e-b3a2ed889db7 HTTP/1.1" status: 200 len: 992 time: 0.8980508 Sep 07 17:00:21.399134 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:00:21.402147 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b90b5de5acf94eca837cd386780b2fbff2443d95e418700609623a394d41f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075e799a-f0c4-42f8-b754-80f4beafc932" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:00:21.490934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8fcbf707-738c-4d45-b056-fcc78e04d2fc None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:00:21.504877 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578362f9-7528-4ace-bf96-b09564b48797 x-openstack-request-id: req-578362f9-7528-4ace-bf96-b09564b48797 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:00:21.505181 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:00:21.505442 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-578362f9-7528-4ace-bf96-b09564b48797 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:00:21.505858 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'status': 'completed', 'code': 200} Sep 07 17:00:21.567405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e799a-f0c4-42f8-b754-80f4beafc932 req-4ab89533-b367-47ab-88ff-b21d2edc991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:21.568891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-075e799a-f0c4-42f8-b754-80f4beafc932 req-4ab89533-b367-47ab-88ff-b21d2edc991e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1096 time: 0.0403075 Sep 07 17:00:21.661321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e799a-f0c4-42f8-b754-80f4beafc932 req-1ffc3384-c43c-4433-b105-ccfab10e524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:21.662838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-075e799a-f0c4-42f8-b754-80f4beafc932 req-1ffc3384-c43c-4433-b105-ccfab10e524e service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0859730 Sep 07 17:00:21.710560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8fcbf707-738c-4d45-b056-fcc78e04d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'cf346603-7bf0-4015-a16e-b3a2ed889db7', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'port_id': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'mac_address': 'fa:16:3e:30:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:53:04Z', 'updated_at': '2021-09-07T17:00:20Z', 'revision_number': 13, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:00:21.732666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-075e799a-f0c4-42f8-b754-80f4beafc932 req-adba5bea-3c90-41af-a7ca-8e1fc07ebb72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1000 time: 0.0609570 Sep 07 17:00:21.735996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcbf707-738c-4d45-b056-fcc78e04d2fc None None] Checking router: 389fe4bb-6af8-4910-b7ba-e84998ba217d for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:00:21.745025 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcbf707-738c-4d45-b056-fcc78e04d2fc None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:00:21.745635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8fcbf707-738c-4d45-b056-fcc78e04d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:00:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:00:21.782090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e799a-f0c4-42f8-b754-80f4beafc932 req-6b32f141-6a3b-4088-9751-28853589c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:21.783546 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-075e799a-f0c4-42f8-b754-80f4beafc932 req-6b32f141-6a3b-4088-9751-28853589c870 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0434670 Sep 07 17:00:21.830857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e799a-f0c4-42f8-b754-80f4beafc932 req-318d441d-1b5e-45c5-bf4c-42a81c46945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:00:21.832285 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-075e799a-f0c4-42f8-b754-80f4beafc932 req-318d441d-1b5e-45c5-bf4c-42a81c46945d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398870 Sep 07 17:00:21.847985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8fcbf707-738c-4d45-b056-fcc78e04d2fc None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:00:21.930900 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-075e799a-f0c4-42f8-b754-80f4beafc932 req-2eb3ac02-cb5e-453a-acaf-7e99ea01b7c1 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898888 Sep 07 17:00:22.024112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-075e799a-f0c4-42f8-b754-80f4beafc932 req-dac96744-fd1f-41cb-b8c3-5e8fc9fa2a71 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854323 Sep 07 17:00:22.224413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8fcbf707-738c-4d45-b056-fcc78e04d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'cf346603-7bf0-4015-a16e-b3a2ed889db7', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'port_id': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'mac_address': 'fa:16:3e:30:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:53:04Z', 'updated_at': '2021-09-07T17:00:20Z', 'revision_number': 13, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:00:22.253307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcbf707-738c-4d45-b056-fcc78e04d2fc None None] The sync data for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 is: [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'cf346603-7bf0-4015-a16e-b3a2ed889db7', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'port_id': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'mac_address': 'fa:16:3e:30:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T16:53:04Z', 'updated_at': '2021-09-07T17:00:20Z', 'revision_number': 13, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:00:22.433914 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8aad7-7677-4835-8d42-bc08e27f59d9 None None] New status for floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:00:32.340703 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:32.749725 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:40.427820 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c88eec79-d4ba-4f26-b5e5-aa1fe1614040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:41.254188 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:00:44.017453 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:44.292743 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f27f04d0-10cc-4297-92eb-6443a66ff8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:45.068159 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:00:47.000763 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:02.337177 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:02.757295 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:05.945831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9be15a5b-fe72-4218-98c5-e28633c73772 req-29a61263-b78d-4646-aa80-f4c83884ade8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765798 Sep 07 17:01:06.030263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be15a5b-fe72-4218-98c5-e28633c73772 req-c211fc7b-5a22-4c39-8c57-48d85650ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:01:06.031760 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9be15a5b-fe72-4218-98c5-e28633c73772 req-c211fc7b-5a22-4c39-8c57-48d85650ea94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1096 time: 0.0453138 Sep 07 17:01:06.131265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be15a5b-fe72-4218-98c5-e28633c73772 req-735e89e5-b057-45ae-a08a-59fdfd30cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:01:06.132682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9be15a5b-fe72-4218-98c5-e28633c73772 req-735e89e5-b057-45ae-a08a-59fdfd30cf06 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0824456 Sep 07 17:01:06.198089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9be15a5b-fe72-4218-98c5-e28633c73772 req-e59a84b8-7988-4b01-86fd-04ccac7c8a5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1002 time: 0.0585539 Sep 07 17:01:06.245285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be15a5b-fe72-4218-98c5-e28633c73772 req-0431838b-f494-42ff-9bd4-8bb1a4e29f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:01:06.246739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9be15a5b-fe72-4218-98c5-e28633c73772 req-0431838b-f494-42ff-9bd4-8bb1a4e29f11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0420101 Sep 07 17:01:06.293056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be15a5b-fe72-4218-98c5-e28633c73772 req-0c19071b-34e1-4824-84a5-afe76323c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:01:06.294664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9be15a5b-fe72-4218-98c5-e28633c73772 req-0c19071b-34e1-4824-84a5-afe76323c8f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402596 Sep 07 17:01:06.388417 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9be15a5b-fe72-4218-98c5-e28633c73772 req-df8cc065-d8c2-4000-b699-e78efcd4ba09 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863209 Sep 07 17:01:06.475195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9be15a5b-fe72-4218-98c5-e28633c73772 req-1a6c0d2a-028c-4d4e-adf9-9669558a1661 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802474 Sep 07 17:01:10.427824 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b4a74fc-23f7-43cc-a648-5a2111688366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:14.018043 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:14.293389 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8e336cec-0c0b-4856-bb70-46132f064627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:15.071514 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:17.002613 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:18.254590 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:01:32.353116 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:32.763093 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:40.430839 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c68109ae-6537-40ca-8f6c-339595fa49df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:44.018351 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:44.294393 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a6adead1-5852-48e8-a303-537b805d735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:45.075029 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:47.005276 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:01:55.253502 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:02:02.348430 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:02.769818 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:06.877664 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63e22e3b-3cd1-4726-b32e-71c5715d8f92 req-15a6d15c-4c5f-4021-80d1-39dc11cd1d43 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446534 Sep 07 17:02:06.956165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e22e3b-3cd1-4726-b32e-71c5715d8f92 req-d1430ad5-a98b-4682-a9ad-ecd38c07ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:02:06.957680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63e22e3b-3cd1-4726-b32e-71c5715d8f92 req-d1430ad5-a98b-4682-a9ad-ecd38c07ac87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1096 time: 0.0403309 Sep 07 17:02:07.057658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e22e3b-3cd1-4726-b32e-71c5715d8f92 req-f7e56115-a945-458f-90cb-2d9cf169168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:02:07.059006 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63e22e3b-3cd1-4726-b32e-71c5715d8f92 req-f7e56115-a945-458f-90cb-2d9cf169168c service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0809329 Sep 07 17:02:07.125616 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63e22e3b-3cd1-4726-b32e-71c5715d8f92 req-32709f48-c24f-4a05-9883-e8a165579a14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1002 time: 0.0582688 Sep 07 17:02:07.171621 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e22e3b-3cd1-4726-b32e-71c5715d8f92 req-84d9c672-1c74-4404-b6bf-10487de448b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:02:07.173093 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63e22e3b-3cd1-4726-b32e-71c5715d8f92 req-84d9c672-1c74-4404-b6bf-10487de448b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0408547 Sep 07 17:02:07.217458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e22e3b-3cd1-4726-b32e-71c5715d8f92 req-1029753a-e2a1-40f9-9d30-5daab3df105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:02:07.218923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63e22e3b-3cd1-4726-b32e-71c5715d8f92 req-1029753a-e2a1-40f9-9d30-5daab3df105e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385559 Sep 07 17:02:07.307947 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63e22e3b-3cd1-4726-b32e-71c5715d8f92 req-aa498b5c-b43e-400b-8e5f-6acb69deb5e5 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816309 Sep 07 17:02:07.398106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63e22e3b-3cd1-4726-b32e-71c5715d8f92 req-3b0cea71-83f5-48a8-9ac4-ccf4178b191f service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833430 Sep 07 17:02:10.432054 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-159ed97d-5750-4f8b-ae8d-53fa2b4ca047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:14.019752 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:14.293064 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-63442731-9bae-45c1-bc55-ea878a410762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:15.076844 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:17.008706 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:32.252720 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:02:32.352242 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:32.776545 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:40.432859 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97122cfd-ac14-4c39-a01c-e4416bcbcb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:44.021042 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:44.292867 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-622429f8-c24e-4822-b4b1-92df85f6fd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:45.081883 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:47.012029 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:02:49.449925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016fc56-5260-4922-aa0b-c2956b8bef70 req-5002a849-1f48-4c9a-b987-ceace97b4156 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:02:49.451430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3016fc56-5260-4922-aa0b-c2956b8bef70 req-5002a849-1f48-4c9a-b987-ceace97b4156 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0989192 Sep 07 17:02:49.488298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3016fc56-5260-4922-aa0b-c2956b8bef70 req-e4211a97-cb76-4131-8637-d2dd3e61ee7e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309753 Sep 07 17:02:59.801161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-7e3bbe0f-d372-4117-b6d4-61cfd2c9cde6 req-1b38898a-debc-41e7-901c-cb4613019aa1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:02:59.802279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7e3bbe0f-d372-4117-b6d4-61cfd2c9cde6 req-1b38898a-debc-41e7-901c-cb4613019aa1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0566826 Sep 07 17:02:59.991157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcabe07-0d04-4f3a-865d-098c290fbf75 req-73020617-e172-4834-a597-ca93ab7e9bf2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:02:59.992769 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ddcabe07-0d04-4f3a-865d-098c290fbf75 req-73020617-e172-4834-a597-ca93ab7e9bf2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0588927 Sep 07 17:03:00.059916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ddcabe07-0d04-4f3a-865d-098c290fbf75 req-99e4e844-b882-42e0-b7e6-35a23c8eb2d7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612147 Sep 07 17:03:00.066800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-5b7ae9c4-d710-4df0-be23-3bc6e4a4da14 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1031537 Sep 07 17:03:01.176186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acc147-8afd-4128-8d61-c92d5ce64f9e req-6a975be3-4b6b-41c6-9d2a-f08279afc6d5 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:01.177701 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70acc147-8afd-4128-8d61-c92d5ce64f9e req-6a975be3-4b6b-41c6-9d2a-f08279afc6d5 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0491848 Sep 07 17:03:01.215938 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70acc147-8afd-4128-8d61-c92d5ce64f9e req-9644a4d6-7299-4de9-9763-528f0ab99102 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322587 Sep 07 17:03:01.283097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-e8e35297-5daf-4eb6-99ba-e037676af762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:01.284562 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-e8e35297-5daf-4eb6-99ba-e037676af762 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1096 time: 0.0392766 Sep 07 17:03:01.375274 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-43457918-3e5c-49e6-9016-88d30687017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:01.376656 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-43457918-3e5c-49e6-9016-88d30687017e service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0849004 Sep 07 17:03:01.438599 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-4e1d38ae-aa39-4555-a213-748dedd8c0d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1002 time: 0.0546026 Sep 07 17:03:01.490446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c7038ea1-526e-4737-8238-ba8ec60582e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:01.491916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c7038ea1-526e-4737-8238-ba8ec60582e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0459311 Sep 07 17:03:01.824963 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-8cf91ba1-a42e-4cd9-b925-c84cd075e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:01.826451 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-8cf91ba1-a42e-4cd9-b925-c84cd075e199 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3281128 Sep 07 17:03:01.914382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-032ff630-1130-4abf-866f-8b8b09fc9fdc service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798047 Sep 07 17:03:02.004989 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-32262663-22f2-41d4-8183-5e4d28e4856c service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835266 Sep 07 17:03:02.331881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2680b-68a3-480d-a3e5-450f083cb306 req-844dc397-7944-472e-a4e8-da2bd9c5218e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:02.333378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aac2680b-68a3-480d-a3e5-450f083cb306 req-844dc397-7944-472e-a4e8-da2bd9c5218e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0477974 Sep 07 17:03:02.350979 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:02.371135 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aac2680b-68a3-480d-a3e5-450f083cb306 req-0cd14cdc-077f-4e38-9c5b-0544fdd9af49 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Sep 07 17:03:02.793760 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:03.489090 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f5520-3cbd-4568-b3f4-4b56b322267b req-e697d168-c792-4b7b-85e2-1faf4d86d215 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:03.490827 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-922f5520-3cbd-4568-b3f4-4b56b322267b req-e697d168-c792-4b7b-85e2-1faf4d86d215 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0525165 Sep 07 17:03:03.528050 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-922f5520-3cbd-4568-b3f4-4b56b322267b req-0f4a53da-d6a7-4369-aba8-75a35ef48efe tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309746 Sep 07 17:03:04.822179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839fea7-3502-41d0-8bee-714954ba4af5 req-6b115cfa-c7b9-4e50-87f3-a2f6144e5578 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:04.823563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7839fea7-3502-41d0-8bee-714954ba4af5 req-6b115cfa-c7b9-4e50-87f3-a2f6144e5578 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0476713 Sep 07 17:03:04.862939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7839fea7-3502-41d0-8bee-714954ba4af5 req-1bc0887e-20f9-4781-818d-f603f7f7d723 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335119 Sep 07 17:03:05.981925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10d1bd-4822-476c-b36a-9d8d3bfba768 req-17fb2253-c9c8-4be8-b675-1c0436e280b9 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:05.983403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e10d1bd-4822-476c-b36a-9d8d3bfba768 req-17fb2253-c9c8-4be8-b675-1c0436e280b9 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0501988 Sep 07 17:03:06.019990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e10d1bd-4822-476c-b36a-9d8d3bfba768 req-69a65343-6c2a-4470-9098-0f13b3b08075 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306768 Sep 07 17:03:07.137441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d12b93-0df8-43ef-8046-bba30599e87c req-2ce2c685-2b65-4890-8b87-c5aa520ce877 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:07.138944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0d12b93-0df8-43ef-8046-bba30599e87c req-2ce2c685-2b65-4890-8b87-c5aa520ce877 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0519106 Sep 07 17:03:07.176169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0d12b93-0df8-43ef-8046-bba30599e87c req-8d7d591a-a8a3-4dbb-88cd-88f171737628 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Sep 07 17:03:07.874390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b0c1b-319a-4622-9742-b81ea262bfc6 req-746f08fb-8458-4370-bb84-ac932da99226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:07.875892 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a02b0c1b-319a-4622-9742-b81ea262bfc6 req-746f08fb-8458-4370-bb84-ac932da99226 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1096 time: 0.0402451 Sep 07 17:03:07.980505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b0c1b-319a-4622-9742-b81ea262bfc6 req-74f17f7e-1745-4dfa-bfa2-d49f3da25b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:07.981957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a02b0c1b-319a-4622-9742-b81ea262bfc6 req-74f17f7e-1745-4dfa-bfa2-d49f3da25b0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0847139 Sep 07 17:03:08.046783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a02b0c1b-319a-4622-9742-b81ea262bfc6 req-0655e4bc-43a9-4273-a75c-baa9b7fb4a96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1002 time: 0.0566518 Sep 07 17:03:08.094047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b0c1b-319a-4622-9742-b81ea262bfc6 req-05c643b7-5111-460e-bfbc-d4e50b664716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:08.095428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a02b0c1b-319a-4622-9742-b81ea262bfc6 req-05c643b7-5111-460e-bfbc-d4e50b664716 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0414052 Sep 07 17:03:08.143152 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b0c1b-319a-4622-9742-b81ea262bfc6 req-48aee610-4a37-472d-b46b-f25638935e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:08.144557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a02b0c1b-319a-4622-9742-b81ea262bfc6 req-48aee610-4a37-472d-b46b-f25638935e95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423331 Sep 07 17:03:08.238179 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a02b0c1b-319a-4622-9742-b81ea262bfc6 req-5a856338-d0a4-43b2-a5ac-d1b7d15b859c service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861695 Sep 07 17:03:08.344150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c63654-b948-4d99-a063-5806f48a3673 req-8146fc42-bd51-4f1c-929d-52c65e1892de tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:08.345642 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-34c63654-b948-4d99-a063-5806f48a3673 req-8146fc42-bd51-4f1c-929d-52c65e1892de tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.1009905 Sep 07 17:03:08.384597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a02b0c1b-319a-4622-9742-b81ea262bfc6 req-5413f286-a8c4-4043-a223-c1422a80452e service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380548 Sep 07 17:03:08.396382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-34c63654-b948-4d99-a063-5806f48a3673 req-27932d29-b781-48f7-b183-4f88595287bd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442359 Sep 07 17:03:09.252855 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:03:09.512215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ae919-0df9-4bca-ba3d-05f0f2b940dd req-64c26cb7-8051-4880-bc2d-36d6dfa13f70 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:09.513629 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-014ae919-0df9-4bca-ba3d-05f0f2b940dd req-64c26cb7-8051-4880-bc2d-36d6dfa13f70 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0486908 Sep 07 17:03:09.550168 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-014ae919-0df9-4bca-ba3d-05f0f2b940dd req-b44e901c-70dc-48c6-9d4e-54eb711cba52 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307233 Sep 07 17:03:10.433518 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b4e88892-5908-40b4-895c-1e499991d38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:10.667820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b377d9-7ccd-415a-bf02-37584822598a req-64697dea-ad30-4057-b3c6-eccecf1fa9c1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:10.669348 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91b377d9-7ccd-415a-bf02-37584822598a req-64697dea-ad30-4057-b3c6-eccecf1fa9c1 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0531495 Sep 07 17:03:10.706471 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91b377d9-7ccd-415a-bf02-37584822598a req-9bc1ad66-ee75-4f28-b4b2-34394dbaa709 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313478 Sep 07 17:03:11.817559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdb22a-4da6-4abf-8563-0f6b2ca8281c req-f0cb6d36-da88-4316-bc04-9b0b7ee44ad4 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:11.819070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fcdb22a-4da6-4abf-8563-0f6b2ca8281c req-f0cb6d36-da88-4316-bc04-9b0b7ee44ad4 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0474067 Sep 07 17:03:11.856219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fcdb22a-4da6-4abf-8563-0f6b2ca8281c req-dd14a0b9-f074-4743-bcd6-1af29b278164 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308022 Sep 07 17:03:12.968513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58499d44-f9b7-4a46-b736-c52d0dfb692e req-b195864a-ed96-4834-82ca-0f498881c0b7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:12.969978 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58499d44-f9b7-4a46-b736-c52d0dfb692e req-b195864a-ed96-4834-82ca-0f498881c0b7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0477405 Sep 07 17:03:13.006394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58499d44-f9b7-4a46-b736-c52d0dfb692e req-5fa764b4-09ab-4b9e-904e-675c7a3ba748 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305731 Sep 07 17:03:14.022098 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:14.123415 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4a52b-b775-479d-80d3-63cf4e2acd81 req-9f59b16a-200f-4e77-a7b6-fa3d419a3138 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:14.124927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69f4a52b-b775-479d-80d3-63cf4e2acd81 req-9f59b16a-200f-4e77-a7b6-fa3d419a3138 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0523422 Sep 07 17:03:14.161014 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-69f4a52b-b775-479d-80d3-63cf4e2acd81 req-8bbf95e5-6241-42ed-8a95-4299ff8a74c7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302799 Sep 07 17:03:14.294280 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b93b95d7-785b-4c81-b6cb-6677cf0d50b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:15.082583 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:15.274610 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f65c-ba70-44b3-a231-5c7b380749e0 req-a5048035-3943-45d4-a8ef-6d11745301de tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:15.276100 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8178f65c-ba70-44b3-a231-5c7b380749e0 req-a5048035-3943-45d4-a8ef-6d11745301de tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0480506 Sep 07 17:03:15.313258 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8178f65c-ba70-44b3-a231-5c7b380749e0 req-ba85e844-8f9d-4699-b3e7-c1dd20ec5722 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313165 Sep 07 17:03:16.428789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e7ef4-5d25-40d4-b9e7-f79b8aa89668 req-719771cf-39c6-4c6d-9bf6-f219748eee2c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:16.430920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e9e7ef4-5d25-40d4-b9e7-f79b8aa89668 req-719771cf-39c6-4c6d-9bf6-f219748eee2c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0490587 Sep 07 17:03:16.467587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e9e7ef4-5d25-40d4-b9e7-f79b8aa89668 req-f584d0fd-c37c-4735-a72f-4eeb23443309 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308373 Sep 07 17:03:17.013426 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:17.586694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34f3f4-ac93-4ad4-a443-fe4964d92e51 req-c8f126c5-ab6a-4c6a-80fc-eb3096bc2bf0 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:17.588162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e34f3f4-ac93-4ad4-a443-fe4964d92e51 req-c8f126c5-ab6a-4c6a-80fc-eb3096bc2bf0 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0522802 Sep 07 17:03:17.625550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e34f3f4-ac93-4ad4-a443-fe4964d92e51 req-3b06f1f4-dfd0-47ee-92da-55b74791eb26 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314424 Sep 07 17:03:18.738410 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e58de-398d-4c59-afd4-c3e4841ec5b7 req-7f61be94-5a8f-482c-b0e1-42f5948eb61f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:18.740553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c9e58de-398d-4c59-afd4-c3e4841ec5b7 req-7f61be94-5a8f-482c-b0e1-42f5948eb61f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0494204 Sep 07 17:03:18.777506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c9e58de-398d-4c59-afd4-c3e4841ec5b7 req-c4947e83-927d-4169-9ab4-ae2fa78a78dd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307767 Sep 07 17:03:19.894569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce196-817f-4efd-8e79-aa3cb0ab2f00 req-c507753c-2916-44e2-993b-869116b445f7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:19.896088 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e1ce196-817f-4efd-8e79-aa3cb0ab2f00 req-c507753c-2916-44e2-993b-869116b445f7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0494018 Sep 07 17:03:19.936445 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e1ce196-817f-4efd-8e79-aa3cb0ab2f00 req-af2c6e21-ed84-4932-bdfe-9a897b2eaa4d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342832 Sep 07 17:03:20.766286 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-7b6e1f5c-9c21-4213-9370-2702aa872892 service neutron] show failed (client error): The resource could not be found. Sep 07 17:03:20.767278 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-7b6e1f5c-9c21-4213-9370-2702aa872892 service neutron] 10.222.0.35 "GET /v2.0/ports/1a0749e0-b824-4541-9606-b374c0a56ecc/bindings/n-h1-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0571413 Sep 07 17:03:21.050191 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-18cfb9ef-e5cd-4701-9514-4e5958216823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:21.051725 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-18cfb9ef-e5cd-4701-9514-4e5958216823 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 1096 time: 0.0868833 Sep 07 17:03:21.054947 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a144d49-d2dc-4e2b-91d0-89ad89405147 req-f4673a75-5a89-45d7-9918-ee167b77d0b2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:21.056467 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a144d49-d2dc-4e2b-91d0-89ad89405147 req-f4673a75-5a89-45d7-9918-ee167b77d0b2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0491536 Sep 07 17:03:21.068989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:03:21.094485 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8a144d49-d2dc-4e2b-91d0-89ad89405147 req-1798432c-4839-4775-b256-325654edbf6c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321729 Sep 07 17:03:21.124304 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:21.325633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:03:21.356989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:03:21.395903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:03:21.401256 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:21.413334 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Transition to ACTIVE for port object 1a0749e0-b824-4541-9606-b374c0a56ecc will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:03:21.416952 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:21.443038 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d30479a-3638-43ae-bc84-d10e4d99b381" -d '{"events": [{"server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "name": "network-vif-unplugged", "status": "completed", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:03:21.504741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Pushing event updated for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:03:21.516947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:21.517299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:21.517646 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:21.517984 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:21.518318 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:21.518652 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:21.518975 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:21.519295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:21.519626 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:21.519950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:21.520277 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:21.520629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:21.555302 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] No DVR routers for this DVR port 1a0749e0-b824-4541-9606-b374c0a56ecc on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:03:21.558904 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 17:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec142f6-87fa-464b-a607-b2f38e6d7799 x-openstack-request-id: req-1ec142f6-87fa-464b-a607-b2f38e6d7799 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:03:21.559212 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "name": "network-vif-unplugged", "status": "completed", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:03:21.559466 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ec142f6-87fa-464b-a607-b2f38e6d7799 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:03:21.559862 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'code': 200} Sep 07 17:03:21.693901 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Attempting to bind port 1a0749e0-b824-4541-9606-b374c0a56ecc on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:03:21.694241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Attempting to bind port 1a0749e0-b824-4541-9606-b374c0a56ecc by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:03:21.694571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Attempting to bind port 1a0749e0-b824-4541-9606-b374c0a56ecc on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:03:21.699380 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Port 1a0749e0-b824-4541-9606-b374c0a56ecc on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:03:21.699702 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Attempting to bind port 1a0749e0-b824-4541-9606-b374c0a56ecc on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:03:21.704529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:03:21.704871 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Checking segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:03:21.705337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Bound using segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:03:21.705666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Bound port: 1a0749e0-b824-4541-9606-b374c0a56ecc, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:03:21.706025 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:21.767235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:03:21.770117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:03:21.775597 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:21.808650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:21.809263 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:21.811010 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] 10.222.0.54 "PUT /v2.0/ports/1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1091 time: 0.7461078 Sep 07 17:03:21.835295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034be81-d38f-491b-97d9-7298ad6bafcf service neutron] Pushing event updated for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:03:21.890590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-dfe62bcf-1db6-4bed-9233-0276330fef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:21.892113 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-dfe62bcf-1db6-4bed-9233-0276330fef5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1094 time: 0.0468972 Sep 07 17:03:21.990373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-233e09f5-a61a-4147-82e2-c0f873c957ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:21.991876 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-233e09f5-a61a-4147-82e2-c0f873c957ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0875325 Sep 07 17:03:22.062360 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-def6c4c7-eeac-4f97-b8d2-a51173ba7181 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1000 time: 0.0604672 Sep 07 17:03:22.111019 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-fea6f5bc-32c8-4c9f-afe7-6992c00d6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:22.112322 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-fea6f5bc-32c8-4c9f-afe7-6992c00d6d67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0427074 Sep 07 17:03:22.162551 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-d5269cc6-fb6e-40a6-a4c1-d5ac4cbac6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:22.164060 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-d5269cc6-fb6e-40a6-a4c1-d5ac4cbac6ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401938 Sep 07 17:03:22.209423 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c8e98-805d-4502-9d66-6d3965e028ae req-2ba04df1-4852-4da9-a736-4351f2c11f76 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:22.210978 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-081c8e98-805d-4502-9d66-6d3965e028ae req-2ba04df1-4852-4da9-a736-4351f2c11f76 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0491333 Sep 07 17:03:22.251448 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-081c8e98-805d-4502-9d66-6d3965e028ae req-d7f7b9cc-6c1a-4131-8ac7-d9de9cd3617f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331106 Sep 07 17:03:22.266639 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-bf080f2c-7390-4806-87e4-fcea48f92e18 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900209 Sep 07 17:03:22.357865 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-58107c8c-d6a6-47b6-9cc3-6ee6fb090acd service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801127 Sep 07 17:03:22.363697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1a0749e0-b824-4541-9606-b374c0a56ecc no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:03:22.402595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1a0749e0-b824-4541-9606-b374c0a56ecc not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:03:23.375146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d2faf-33e6-4271-a1aa-7aa80d39906a req-26aa2d6e-70ba-4c91-b45a-70bd2770731e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:23.376670 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f9d2faf-33e6-4271-a1aa-7aa80d39906a req-26aa2d6e-70ba-4c91-b45a-70bd2770731e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0536704 Sep 07 17:03:23.414058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f9d2faf-33e6-4271-a1aa-7aa80d39906a req-b0b138cf-7ffc-45ed-b6d1-f02ecdaf349f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314965 Sep 07 17:03:23.561031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:03:23.563327 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82df4a71-5943-4033-93d0-c1d8034cc30c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:03:23.612251 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f60424-705b-447d-896d-d0abd67d8d6f x-openstack-request-id: req-b9f60424-705b-447d-896d-d0abd67d8d6f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:03:23.612592 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:03:23.612897 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9f60424-705b-447d-896d-d0abd67d8d6f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:03:23.613284 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'status': 'completed', 'code': 200} Sep 07 17:03:23.676692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-8af6cc30-2550-4c44-979a-88a3c9a20ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:23.678218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-8af6cc30-2550-4c44-979a-88a3c9a20ff4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1094 time: 0.0416439 Sep 07 17:03:23.678611 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-75532ff9-bbe3-4f3e-8a9f-e585194496f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:23.680721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-75532ff9-bbe3-4f3e-8a9f-e585194496f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1094 time: 0.0477707 Sep 07 17:03:23.782137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-931543ef-d6f3-4f55-9fdf-a93793267d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:23.783755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-931543ef-d6f3-4f55-9fdf-a93793267d23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0982149 Sep 07 17:03:23.857656 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-90c877f7-ebc1-4893-9375-24c0a445f7c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1000 time: 0.0662792 Sep 07 17:03:23.909357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-2f0f1d93-fce6-4856-abbb-292eaf79b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:23.910998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-2f0f1d93-fce6-4856-abbb-292eaf79b1b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0462701 Sep 07 17:03:23.963803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-d848f980-a141-4d9d-8a3d-29da14232dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:23.965359 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-d848f980-a141-4d9d-8a3d-29da14232dfc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472026 Sep 07 17:03:24.057394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-b262aa93-4c77-4521-8286-8aa9c98b45ea service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848069 Sep 07 17:03:24.089099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-096e6c77-a9ba-4964-8442-be0e12068dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:24.090715 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-096e6c77-a9ba-4964-8442-be0e12068dc7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.3983405 Sep 07 17:03:24.153794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-7e354667-22b4-446f-8b54-c88d2a42e99f service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892980 Sep 07 17:03:24.161785 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-73da916f-09a4-48d1-8a23-9d392b58c08a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1000 time: 0.0630915 Sep 07 17:03:24.216880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-71d4d653-15c6-4405-88d0-eacd8e5c1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:24.218341 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-71d4d653-15c6-4405-88d0-eacd8e5c1f91 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0454361 Sep 07 17:03:24.269698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-569e1f6e-2505-4e4b-a039-1318a7bf04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:24.271211 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-569e1f6e-2505-4e4b-a039-1318a7bf04b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407600 Sep 07 17:03:24.370927 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-ba901fab-7294-4adc-8428-ab396c4bf4e4 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876658 Sep 07 17:03:24.469394 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82df4a71-5943-4033-93d0-c1d8034cc30c req-e0e29791-ba4f-4ea9-a049-4d85c4cd46e0 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873282 Sep 07 17:03:24.533619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b718aff-04e9-4217-b7c7-13b7e6f2dae1 req-2c3ed24b-3a9a-449b-a5fa-7dc52a93e052 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:24.535155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b718aff-04e9-4217-b7c7-13b7e6f2dae1 req-2c3ed24b-3a9a-449b-a5fa-7dc52a93e052 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0500398 Sep 07 17:03:24.572828 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b718aff-04e9-4217-b7c7-13b7e6f2dae1 req-b587c481-52ad-4e77-8fc2-cb7667034e3d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315154 Sep 07 17:03:25.693515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173b7bb-3a63-4b1c-a208-82ca84accf37 req-8d57deb5-126b-4ebd-8791-dbe773e7c5c2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:25.695195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a173b7bb-3a63-4b1c-a208-82ca84accf37 req-8d57deb5-126b-4ebd-8791-dbe773e7c5c2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0513299 Sep 07 17:03:25.732845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a173b7bb-3a63-4b1c-a208-82ca84accf37 req-6da54656-a9ce-422d-a46f-3f9284d1fe36 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316956 Sep 07 17:03:26.852831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a43a2-91e9-4f91-8f76-64b93cf1802a req-e5be2cad-695b-46d0-a044-ea002e13cd9c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:26.854381 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6a43a2-91e9-4f91-8f76-64b93cf1802a req-e5be2cad-695b-46d0-a044-ea002e13cd9c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0544713 Sep 07 17:03:26.893316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c6a43a2-91e9-4f91-8f76-64b93cf1802a req-a7cfc36d-8012-4e3e-b875-f60bf21f9068 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Sep 07 17:03:28.009205 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6274932-49c3-44cf-8e0f-573e63e8e514 req-8bcd03b5-fcf5-401a-a6fb-ee20f6a2454d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:28.010700 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6274932-49c3-44cf-8e0f-573e63e8e514 req-8bcd03b5-fcf5-401a-a6fb-ee20f6a2454d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0499866 Sep 07 17:03:28.047864 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6274932-49c3-44cf-8e0f-573e63e8e514 req-63be69d6-b419-40b4-a952-4e713e42fabe tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312712 Sep 07 17:03:29.160357 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1a0a3-bc18-49e1-b260-4ff005810876 req-ad7b7340-4820-4dbc-9781-6641c33142b3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:29.161834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9da1a0a3-bc18-49e1-b260-4ff005810876 req-ad7b7340-4820-4dbc-9781-6641c33142b3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0477529 Sep 07 17:03:29.198723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9da1a0a3-bc18-49e1-b260-4ff005810876 req-d9f62ba4-2f31-4089-ae13-999d8b56153c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306113 Sep 07 17:03:30.314457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994644a2-60c9-42d5-98f4-15c7d5dd6b16 req-db320ff2-9d34-4c95-9eda-779f0e5040d0 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:30.315945 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-994644a2-60c9-42d5-98f4-15c7d5dd6b16 req-db320ff2-9d34-4c95-9eda-779f0e5040d0 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0510964 Sep 07 17:03:30.351971 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-994644a2-60c9-42d5-98f4-15c7d5dd6b16 req-7b1970ec-216a-41f5-a86b-dd8976a9e6bb tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295272 Sep 07 17:03:31.466312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509e69-a7b6-42c3-b07a-119653de7379 req-ce5f04e7-52db-4739-a80e-c6d35ec07d5d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:31.467780 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef509e69-a7b6-42c3-b07a-119653de7379 req-ce5f04e7-52db-4739-a80e-c6d35ec07d5d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0486298 Sep 07 17:03:31.503956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef509e69-a7b6-42c3-b07a-119653de7379 req-5bacca37-7d7e-44ff-9529-b767743c9550 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303483 Sep 07 17:03:32.350148 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:32.618208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa65161-9187-4c68-a703-b0da59348268 req-b2d86fa1-f661-4314-8bfd-6c94197a2ce9 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:32.619582 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfa65161-9187-4c68-a703-b0da59348268 req-b2d86fa1-f661-4314-8bfd-6c94197a2ce9 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0478201 Sep 07 17:03:32.655296 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfa65161-9187-4c68-a703-b0da59348268 req-3c1d778a-e30f-4854-a65e-94ebc59137c7 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299406 Sep 07 17:03:32.790635 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:33.775327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9577134-fa74-4a26-88f2-7b759909b441 req-3d1682f2-c44a-42d4-a672-12552a6d3a93 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:33.776843 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9577134-fa74-4a26-88f2-7b759909b441 req-3d1682f2-c44a-42d4-a672-12552a6d3a93 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0534279 Sep 07 17:03:33.814133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a9577134-fa74-4a26-88f2-7b759909b441 req-3866502c-e321-4d13-b695-0181eb7a469f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Sep 07 17:03:34.927769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0ff73-ad8a-49ac-8aeb-5ea6be612a08 req-ce525b3b-d3c3-42c5-a450-ef73c62e4301 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:34.929310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46b0ff73-ad8a-49ac-8aeb-5ea6be612a08 req-ce525b3b-d3c3-42c5-a450-ef73c62e4301 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0488596 Sep 07 17:03:34.966549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46b0ff73-ad8a-49ac-8aeb-5ea6be612a08 req-b0dc0159-292b-452a-956b-c61b0b2b2e60 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308785 Sep 07 17:03:35.257853 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-6578db45-942e-4ba7-84d6-4b04987fc000 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:35.259374 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-6578db45-942e-4ba7-84d6-4b04987fc000 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243&tenant_id=63a8529bf350402eb3880d8ac9c39905&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 943 time: 0.0560515 Sep 07 17:03:35.267510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0f657-a1ec-4a56-9a26-7a1c84353d51 req-40fc68d7-14d1-4da4-8728-ef3713381677 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:35.269177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8c0f657-a1ec-4a56-9a26-7a1c84353d51 req-40fc68d7-14d1-4da4-8728-ef3713381677 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 943 time: 0.0485020 Sep 07 17:03:35.307641 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f8c0f657-a1ec-4a56-9a26-7a1c84353d51 req-a3dd9bfc-ddad-4bf4-9ef3-37adc1cda510 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314951 Sep 07 17:03:35.322182 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-5cc0461e-e09c-46e1-8131-e191c73aee75 service neutron] 10.222.0.54 "GET /v2.0/ports/1a0749e0-b824-4541-9606-b374c0a56ecc/bindings/n-h1-807551-3 HTTP/1.1" status: 200 len: 382 time: 0.0551300 Sep 07 17:03:35.385272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-6e56425f-e46c-4d21-8615-0c9c3771d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:35.386784 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-6e56425f-e46c-4d21-8615-0c9c3771d080 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1094 time: 0.0414331 Sep 07 17:03:35.479374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-70d4f7e4-c9a3-47ca-9cbc-a87f90ea56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:35.480878 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-70d4f7e4-c9a3-47ca-9cbc-a87f90ea56c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0876234 Sep 07 17:03:35.545515 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-a3763819-d83f-4f9a-a612-03ea02e6b7cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1000 time: 0.0572321 Sep 07 17:03:35.593600 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-02b66663-8cb4-42e0-8d3f-de3da3dff9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:35.594964 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-02b66663-8cb4-42e0-8d3f-de3da3dff9c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0424135 Sep 07 17:03:35.642971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-3a50f66c-ae95-48c6-afc7-72580da06185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:35.644490 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-3a50f66c-ae95-48c6-afc7-72580da06185 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427620 Sep 07 17:03:35.733579 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-4874e36d-5ace-4b4e-a13d-609dbae44840 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816839 Sep 07 17:03:35.826443 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-dbc2ada9-5e96-4385-848b-dc101b16b149 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847976 Sep 07 17:03:35.829664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1a0749e0-b824-4541-9606-b374c0a56ecc details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:03:35.922228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:03:35.936329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'port_id': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'mac_address': 'fa:16:3e:30:1b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:03:35.972409 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:35.984434 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0749e0-b824-4541-9606-b374c0a56ecc {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:03:36.002873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:03:36.006862 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:36.051611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:03:36.058863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:36.059137 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:36.059507 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:36.059838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:36.060148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:36.060510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:36.060845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:36.061178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:36.061509 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:36.061837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:36.062167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:36.062503 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:36.282188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['1a0749e0-b824-4541-9606-b374c0a56ecc'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:03:36.433938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0b771-87c9-44b6-969f-611f46552f83 req-0d3f988c-a45b-43f0-bb7d-a1d382c95ee9 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:36.435505 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66a0b771-87c9-44b6-969f-611f46552f83 req-0d3f988c-a45b-43f0-bb7d-a1d382c95ee9 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0545237 Sep 07 17:03:36.480984 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66a0b771-87c9-44b6-969f-611f46552f83 req-0b65dca3-9924-4e6a-aff8-5c6e35085e29 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328522 Sep 07 17:03:37.595899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76043b02-9c73-4168-95ad-056ffe8c366c req-88ba72ac-db0d-483e-8046-0471c61de248 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:37.597508 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76043b02-9c73-4168-95ad-056ffe8c366c req-88ba72ac-db0d-483e-8046-0471c61de248 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0489738 Sep 07 17:03:37.636246 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76043b02-9c73-4168-95ad-056ffe8c366c req-6acf00d5-2142-4a7e-a9fa-aa100a94a68a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330396 Sep 07 17:03:37.854723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1a0749e0-b824-4541-9606-b374c0a56ecc up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:03:37.903749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 1a0749e0-b824-4541-9606-b374c0a56ecc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:03:37.907419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 1a0749e0-b824-4541-9606-b374c0a56ecc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:03:37.907876 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:37.987586 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:38.010833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:03:38.025184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:03:38.029534 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:38.053344 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6c7a95-e9a1-4ccf-aaec-816eb36af436" -d '{"events": [{"server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "name": "network-vif-plugged", "status": "completed", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:03:38.081350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:03:38.153326 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5698b3b-8958-4b1d-a958-8abf2f54fdd6 x-openstack-request-id: req-a5698b3b-8958-4b1d-a958-8abf2f54fdd6 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:03:38.153623 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "name": "network-vif-plugged", "status": "completed", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:03:38.153880 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5698b3b-8958-4b1d-a958-8abf2f54fdd6 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:03:38.154280 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'code': 200} Sep 07 17:03:38.751481 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863287f4-4e53-486a-85de-fd761daa501b req-74864f5e-9746-434f-9041-209a4269317c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:38.753103 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-863287f4-4e53-486a-85de-fd761daa501b req-74864f5e-9746-434f-9041-209a4269317c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0494661 Sep 07 17:03:38.790857 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-863287f4-4e53-486a-85de-fd761daa501b req-3fd3f291-5630-4dcd-bdf3-0ce547ebf54d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312116 Sep 07 17:03:39.759813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-bcb5e881-2a88-44db-9913-7190cb34cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:39.762015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-bcb5e881-2a88-44db-9913-7190cb34cbbf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243&tenant_id=63a8529bf350402eb3880d8ac9c39905 HTTP/1.1" status: 200 len: 1096 time: 0.0450659 Sep 07 17:03:39.774803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:03:39.825601 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:39.986497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857294d-ada0-4ea3-90b0-cf7e76eb8e34 req-3e6b1ebf-497c-4f9a-b2bd-dea33883ddbe tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:39.988004 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4857294d-ada0-4ea3-90b0-cf7e76eb8e34 req-3e6b1ebf-497c-4f9a-b2bd-dea33883ddbe tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.1239944 Sep 07 17:03:40.079537 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4857294d-ada0-4ea3-90b0-cf7e76eb8e34 req-4379057f-d9bc-4294-ba78-f4056c36a4e6 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791337 Sep 07 17:03:40.097073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:03:40.129295 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:03:40.167680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:03:40.173219 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:40.186433 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Transition to ACTIVE for port object 1a0749e0-b824-4541-9606-b374c0a56ecc will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:03:40.190287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:40.217693 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c7684a-a9c6-418c-9316-f100d5fde173" -d '{"events": [{"server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "name": "network-vif-unplugged", "status": "completed", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:03:40.272669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=10']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:03:40.284568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:40.285240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:40.285240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:40.285604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:40.285905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:40.286237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:40.286566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:40.286887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:40.287213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:40.287536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:40.287888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:40.288185 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:03:40.340166 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 17:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca45466-8894-4c8e-aaa6-d8a77eb731ad x-openstack-request-id: req-fca45466-8894-4c8e-aaa6-d8a77eb731ad {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:03:40.340553 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "name": "network-vif-unplugged", "status": "completed", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:03:40.340820 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fca45466-8894-4c8e-aaa6-d8a77eb731ad {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:03:40.341225 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'code': 200} Sep 07 17:03:40.342135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] No DVR routers for this DVR port 1a0749e0-b824-4541-9606-b374c0a56ecc on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:03:40.435175 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ac95f096-ef43-4d78-8514-17f255ef4258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:40.477851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Attempting to bind port 1a0749e0-b824-4541-9606-b374c0a56ecc on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:03:40.478188 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Attempting to bind port 1a0749e0-b824-4541-9606-b374c0a56ecc by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:03:40.478516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Attempting to bind port 1a0749e0-b824-4541-9606-b374c0a56ecc on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:03:40.482651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Port 1a0749e0-b824-4541-9606-b374c0a56ecc on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:03:40.482975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Attempting to bind port 1a0749e0-b824-4541-9606-b374c0a56ecc on network 64f32950-7fd7-4e83-9871-6e8a99454ed4 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:03:40.487650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:03:40.487984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Checking segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:03:40.488387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Bound using segment: {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:03:40.488814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Bound port: 1a0749e0-b824-4541-9606-b374c0a56ecc, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02411e9d-be9c-496e-a1bb-33fa94910daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:03:40.489419 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:40.549776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:03:40.552671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:03:40.557849 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:40.592864 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:40.593441 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:40.594832 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] 10.222.0.35 "PUT /v2.0/ports/1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1092 time: 0.8244846 Sep 07 17:03:40.628401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00d3b3-2cce-4cbf-89a0-46f2b25fa394 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=11']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:03:40.661277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-91539eb3-21e8-4988-98ac-1cbf27a7eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:40.662837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-91539eb3-21e8-4988-98ac-1cbf27a7eb2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1095 time: 0.0436306 Sep 07 17:03:40.755513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-491973b7-9e6e-4b85-b06a-7faf8d9788ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:40.757059 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-491973b7-9e6e-4b85-b06a-7faf8d9788ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0867243 Sep 07 17:03:40.825553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-4861b1af-049a-4a15-a6aa-2ca8e24755d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1000 time: 0.0602932 Sep 07 17:03:40.875691 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-847bfc45-b09d-4c75-a404-7e3ec0926b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:40.877100 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-847bfc45-b09d-4c75-a404-7e3ec0926b25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0435011 Sep 07 17:03:40.922624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-db259d0e-2b9e-431f-8c1f-8549107ae07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:40.924129 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-db259d0e-2b9e-431f-8c1f-8549107ae07b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398312 Sep 07 17:03:41.017830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-56ec9629-1ffa-4361-b381-c39a6e070222 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837584 Sep 07 17:03:41.107479 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1cbedb1a-8c8d-4aac-bbe1-c11f98164a5e req-0b322f85-6bd2-4325-920e-e12919fa98fc service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822020 Sep 07 17:03:41.197082 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729e08f-e714-4a4e-8972-34fa3043e63b req-d3ae002a-55e2-4da9-a3d3-d09b4f8c5f1e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:41.198621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c729e08f-e714-4a4e-8972-34fa3043e63b req-d3ae002a-55e2-4da9-a3d3-d09b4f8c5f1e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0505230 Sep 07 17:03:41.236962 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c729e08f-e714-4a4e-8972-34fa3043e63b req-4d9ff741-af12-4139-a56b-f2bb2ce1b4b9 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324094 Sep 07 17:03:41.886763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1a0749e0-b824-4541-9606-b374c0a56ecc no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:03:41.924306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 1a0749e0-b824-4541-9606-b374c0a56ecc not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:03:42.342301 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:03:42.344662 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88c365a-4083-4ae2-abe5-f6eea9500058" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:03:42.359299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9496c-890a-47f9-bb06-680962bb7621 req-320505cf-22f3-4abc-8512-3749dfe95d23 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:42.360975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5d9496c-890a-47f9-bb06-680962bb7621 req-320505cf-22f3-4abc-8512-3749dfe95d23 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0533631 Sep 07 17:03:42.395853 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838fea0b-d41e-4098-8107-80251308fada x-openstack-request-id: req-838fea0b-d41e-4098-8107-80251308fada {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:03:42.396161 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:03:42.396451 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-838fea0b-d41e-4098-8107-80251308fada {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:03:42.396841 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'status': 'completed', 'code': 200} Sep 07 17:03:42.404454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5d9496c-890a-47f9-bb06-680962bb7621 req-97caf7ef-6b22-4fdf-ac21-e086ea68b6bc tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367029 Sep 07 17:03:42.454217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-0d4c1821-7945-42d3-b58d-caa1ee6214a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:42.455718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-0d4c1821-7945-42d3-b58d-caa1ee6214a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1095 time: 0.0424731 Sep 07 17:03:42.477306 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-8fb2c390-01f1-4e5a-8ddf-ba0e2b4ec14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:42.478827 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-8fb2c390-01f1-4e5a-8ddf-ba0e2b4ec14c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63a8529bf350402eb3880d8ac9c39905&device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 1095 time: 0.0427425 Sep 07 17:03:42.552746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-e287b713-c21b-42b6-ad3d-265400ebba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:42.554366 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-e287b713-c21b-42b6-ad3d-265400ebba11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0913928 Sep 07 17:03:42.582766 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-80954ad1-38b9-4f02-a166-1a3940595022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:42.584246 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-80954ad1-38b9-4f02-a166-1a3940595022 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 200 len: 912 time: 0.0971165 Sep 07 17:03:42.627345 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-270b3697-38b9-4872-be87-58fa636816b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1000 time: 0.0638533 Sep 07 17:03:42.655518 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-ee4e6720-ad82-4415-a8e5-fe26eca95301 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 200 len: 1000 time: 0.0589266 Sep 07 17:03:42.677833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-4ae47862-0cfa-4943-a470-270d3fae1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:42.679331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-4ae47862-0cfa-4943-a470-270d3fae1760 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0449362 Sep 07 17:03:42.710864 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-ae5dffc0-5f51-44d3-ae32-98bdca37384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:42.712562 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-ae5dffc0-5f51-44d3-ae32-98bdca37384d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 200 len: 850 time: 0.0447969 Sep 07 17:03:42.725616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-dbe3bea2-dcc6-4c53-9faa-c9d86a964371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:42.727764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-dbe3bea2-dcc6-4c53-9faa-c9d86a964371 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411100 Sep 07 17:03:42.768033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-6ddd71b4-b7df-43c7-8ea5-cd754106d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:42.769731 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-6ddd71b4-b7df-43c7-8ea5-cd754106d35b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64f32950-7fd7-4e83-9871-6e8a99454ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476892 Sep 07 17:03:42.827706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-6f6f3db9-196a-49ab-97e3-ca5447be04e5 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926049 Sep 07 17:03:42.875079 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-73686d2c-8b53-4f6f-9cb1-fd2dc0feb13f service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925570 Sep 07 17:03:42.928508 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-6b4b687d-66a8-45ad-8426-feb9d3c3d432 service neutron] 10.222.0.35 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936234 Sep 07 17:03:42.979188 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b88c365a-4083-4ae2-abe5-f6eea9500058 req-d5cd0062-bdb6-4d84-a9aa-a3cfa1821523 service neutron] 10.222.0.54 "GET /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919571 Sep 07 17:03:43.526961 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a210d0-5cd9-4194-aa8c-2d7f2a5a4bdb req-251a568f-a39a-4db5-847e-a9341c9ecd6d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:43.528506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-19a210d0-5cd9-4194-aa8c-2d7f2a5a4bdb req-251a568f-a39a-4db5-847e-a9341c9ecd6d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0505793 Sep 07 17:03:43.570934 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-19a210d0-5cd9-4194-aa8c-2d7f2a5a4bdb req-691ed6f8-8125-4932-8bf7-0dd137a3d557 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364554 Sep 07 17:03:44.024264 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:44.295122 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3e5f68ab-24d5-4ceb-ad0b-a22fc6cca5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:44.687240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc3a0a-f5ca-40e3-a325-0b8622e85d4e req-9372767d-f59a-4a61-85dd-77024571301e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:44.688851 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61bc3a0a-f5ca-40e3-a325-0b8622e85d4e req-9372767d-f59a-4a61-85dd-77024571301e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0500185 Sep 07 17:03:44.728882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61bc3a0a-f5ca-40e3-a325-0b8622e85d4e req-c9943b06-1df4-4c84-b833-bdc706cf28c2 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339637 Sep 07 17:03:45.087055 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:45.843950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561abf6-2203-4071-b9cf-b31621356200 req-dd2c60e7-b6bf-4c76-bd7b-d8ce78c30a91 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:45.845513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0561abf6-2203-4071-b9cf-b31621356200 req-dd2c60e7-b6bf-4c76-bd7b-d8ce78c30a91 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0486033 Sep 07 17:03:45.883691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0561abf6-2203-4071-b9cf-b31621356200 req-5bfc16ca-eba3-4fdb-b0f0-b55c939cd0ab tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Sep 07 17:03:46.251889 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:03:46.997608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fc4fd-30e7-41a9-97f8-62723f9f820c req-de09acb7-fabb-4faf-9b3f-8070b4df5597 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:46.999061 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb2fc4fd-30e7-41a9-97f8-62723f9f820c req-de09acb7-fabb-4faf-9b3f-8070b4df5597 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0477881 Sep 07 17:03:47.016393 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:47.041721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb2fc4fd-30e7-41a9-97f8-62723f9f820c req-b76bd7ab-daf1-4dc8-be20-e66f5684ea9c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366702 Sep 07 17:03:48.155592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264d1cd-7c2b-4560-ab93-55e97e05349e req-c5098812-e56a-428e-aa1f-5f9366f935ba tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:48.157087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e264d1cd-7c2b-4560-ab93-55e97e05349e req-c5098812-e56a-428e-aa1f-5f9366f935ba tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0483427 Sep 07 17:03:48.193626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e264d1cd-7c2b-4560-ab93-55e97e05349e req-050457e4-c1d3-4051-95d9-58847d67a28a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305295 Sep 07 17:03:49.307759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ec29-997b-498a-bcdb-b5cd9656e829 req-5f4fadf4-128d-42af-a379-2e5a9ee549ac tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:49.309272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f9ec29-997b-498a-bcdb-b5cd9656e829 req-5f4fadf4-128d-42af-a379-2e5a9ee549ac tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0484226 Sep 07 17:03:49.345128 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33f9ec29-997b-498a-bcdb-b5cd9656e829 req-716ecd21-f53c-436e-96b3-da39593fe72e tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300918 Sep 07 17:03:50.461784 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5a7b2-e8ec-46dd-af93-3ec613d17768 req-6ebddda8-7a5a-4d91-abfe-5f404a5e1e7f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:50.463286 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8a5a7b2-e8ec-46dd-af93-3ec613d17768 req-6ebddda8-7a5a-4d91-abfe-5f404a5e1e7f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0511434 Sep 07 17:03:50.507479 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8a5a7b2-e8ec-46dd-af93-3ec613d17768 req-c478a48a-2aed-4cd0-b241-9646d445936c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382078 Sep 07 17:03:51.622066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b664d9b-060b-4a83-8ea2-010a25afe86c req-f81fbf85-27d0-42d9-a875-ab291c3f2bb3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:51.623541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b664d9b-060b-4a83-8ea2-010a25afe86c req-f81fbf85-27d0-42d9-a875-ab291c3f2bb3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0488820 Sep 07 17:03:51.659455 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b664d9b-060b-4a83-8ea2-010a25afe86c req-34593d56-fe28-4edc-81bf-645146dfe260 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301778 Sep 07 17:03:52.773215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0a8a6-8809-4c0f-98bf-67419201d8ea req-041e2edf-eaca-4629-a228-c3d2d5fe2f63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:52.774700 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49a0a8a6-8809-4c0f-98bf-67419201d8ea req-041e2edf-eaca-4629-a228-c3d2d5fe2f63 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0482700 Sep 07 17:03:52.813006 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-49a0a8a6-8809-4c0f-98bf-67419201d8ea req-27934cca-26ba-4374-b026-ec47ff04bf8d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320599 Sep 07 17:03:53.925210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49cc21-66c2-4b43-b0e4-66f727dd57d2 req-41913179-ef50-4f65-a1ff-71777ab32219 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:53.926696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb49cc21-66c2-4b43-b0e4-66f727dd57d2 req-41913179-ef50-4f65-a1ff-71777ab32219 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0481005 Sep 07 17:03:53.968270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb49cc21-66c2-4b43-b0e4-66f727dd57d2 req-3b9218cf-3f8a-42a7-8bcc-0809a7d831be tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357099 Sep 07 17:03:54.081427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef42d8-ac44-4aa9-93ec-4f84cc6cf6fa req-08c67353-e166-4f1f-a393-d8b66e011984 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:54.082920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1ef42d8-ac44-4aa9-93ec-4f84cc6cf6fa req-08c67353-e166-4f1f-a393-d8b66e011984 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0485761 Sep 07 17:03:54.123338 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1ef42d8-ac44-4aa9-93ec-4f84cc6cf6fa req-79a396a7-d856-4c51-b747-27dd8cd1c13b tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342708 Sep 07 17:03:54.233935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5f48-0fa8-4908-b4c7-da1a37df2730 req-46b21a3e-6d20-4e1b-b698-9ec70eed7bb3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:54.235413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2ec5f48-0fa8-4908-b4c7-da1a37df2730 req-46b21a3e-6d20-4e1b-b698-9ec70eed7bb3 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0478830 Sep 07 17:03:54.272676 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2ec5f48-0fa8-4908-b4c7-da1a37df2730 req-3aedc07c-6fe4-4256-bb55-70528ad6607c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312333 Sep 07 17:03:54.502637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6de65-4dea-4dc3-a5b2-04103001c48a req-b171a958-7447-40ff-a22e-055a1a6997d9 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:54.504118 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a6de65-4dea-4dc3-a5b2-04103001c48a req-b171a958-7447-40ff-a22e-055a1a6997d9 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 944 time: 0.0484521 Sep 07 17:03:54.543612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56a6de65-4dea-4dc3-a5b2-04103001c48a req-cc070eaf-305b-444e-b0c6-fd58e8c7364f tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336471 Sep 07 17:03:54.561317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1a0749e0-b824-4541-9606-b374c0a56ecc details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:03:54.653828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:03:54.664470 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'port_id': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'mac_address': 'fa:16:3e:30:1b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:03:54.700271 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:54.712401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0749e0-b824-4541-9606-b374c0a56ecc {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:03:54.731078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:03:54.734819 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:54.783867 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=12']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:03:55.163386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['1a0749e0-b824-4541-9606-b374c0a56ecc'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:03:55.660683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4a258-f26c-4378-91d8-bff03343f4db req-626d55da-746f-4ae8-80c0-9aa6dff7f9f5 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:55.662164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2f4a258-f26c-4378-91d8-bff03343f4db req-626d55da-746f-4ae8-80c0-9aa6dff7f9f5 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0489078 Sep 07 17:03:55.699037 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2f4a258-f26c-4378-91d8-bff03343f4db req-d5ec813c-02e9-44be-a928-5434427cb86a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310304 Sep 07 17:03:56.486540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-ebbff439-387a-4aaa-a31e-fe42cf13868d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:56.487987 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-ebbff439-387a-4aaa-a31e-fe42cf13868d tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 945 time: 0.0477076 Sep 07 17:03:56.574973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1a0749e0-b824-4541-9606-b374c0a56ecc up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:03:56.629730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 1a0749e0-b824-4541-9606-b374c0a56ecc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:03:56.633821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 1a0749e0-b824-4541-9606-b374c0a56ecc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:03:56.634228 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:56.713592 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:56.739056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:03:56.741367 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aff1924-02f4-4054-93ca-684f266108c4" -d '{"events": [{"server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "name": "network-vif-plugged", "status": "completed", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:03:56.755833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:03:56.761036 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:56.790684 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45e0dd7-128e-4f77-ae18-c47c00fb0453 x-openstack-request-id: req-b45e0dd7-128e-4f77-ae18-c47c00fb0453 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:03:56.791031 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "name": "network-vif-plugged", "status": "completed", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:03:56.791344 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b45e0dd7-128e-4f77-ae18-c47c00fb0453 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:03:56.791747 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'code': 200} Sep 07 17:03:56.818114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=13']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:03:56.897977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Deleting port 1a0749e0-b824-4541-9606-b374c0a56ecc {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:03:56.898562 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:56.921132 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2a473-e8d1-41a8-b3b9-af21207a2c52 req-dc5a0615-07f1-4cfd-8966-cbeb59521acd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:03:56.922613 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3fc2a473-e8d1-41a8-b3b9-af21207a2c52 req-dc5a0615-07f1-4cfd-8966-cbeb59521acd tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 946 time: 0.0704582 Sep 07 17:03:57.003671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3fc2a473-e8d1-41a8-b3b9-af21207a2c52 req-d80ea67e-8474-46b0-8706-89f2b2de1abb tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups?id=86727b61-b0bb-4f86-8d03-6e8d1926f17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716600 Sep 07 17:03:57.022279 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] For port 1a0749e0-b824-4541-9606-b374c0a56ecc, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=1a0749e0-b824-4541-9606-b374c0a56ecc,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:03:57.022653 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:57.184671 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:57.185041 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:57.185368 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7 disassociated. External IP: 172.25.3.221, port: 1a0749e0-b824-4541-9606-b374c0a56ecc. Sep 07 17:03:57.185717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Calling delete_port for 1a0749e0-b824-4541-9606-b374c0a56ecc owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:03:57.308835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:57.338067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event deleted for resources: {'Port': ['ID=1a0749e0-b824-4541-9606-b374c0a56ecc,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:03:57.453812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Router 389fe4bb-6af8-4910-b7ba-e84998ba217d has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:03:57.561172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:03:57.570357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6277c18-2590-450d-beaf-5828e987a52e None None] Sync routers for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:03:57.579474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6277c18-2590-450d-beaf-5828e987a52e None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:03:57.580093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c6277c18-2590-450d-beaf-5828e987a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:03:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:03:57.598743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] No DVR routers for this DVR port 1a0749e0-b824-4541-9606-b374c0a56ecc on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:03:57.601597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:03:57.604317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71209b42-dc36-440b-86dc-0b28d8ec5a58 req-203541ac-15a3-4d8b-b2e5-3770cce6341a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.35 "DELETE /v2.0/ports/1a0749e0-b824-4541-9606-b374c0a56ecc HTTP/1.1" status: 204 len: 173 time: 1.1092420 Sep 07 17:03:57.604778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'name': 'network-vif-deleted', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:03:57.607161 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1692e60c-c05d-47a8-97c6-d98e2d1c4df1" -d '{"events": [{"server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "name": "network-vif-deleted", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:03:57.648737 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f6c3d8-376c-4379-8acd-58983b66498b x-openstack-request-id: req-a3f6c3d8-376c-4379-8acd-58983b66498b {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:03:57.649036 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0ad3f4-10b9-4637-b098-c9f54a4c2243", "name": "network-vif-deleted", "tag": "1a0749e0-b824-4541-9606-b374c0a56ecc", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:03:57.649294 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3f6c3d8-376c-4379-8acd-58983b66498b {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:03:57.649696 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0ad3f4-10b9-4637-b098-c9f54a4c2243', 'name': 'network-vif-deleted', 'tag': '1a0749e0-b824-4541-9606-b374c0a56ecc', 'status': 'completed', 'code': 200} Sep 07 17:03:57.689682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c6277c18-2590-450d-beaf-5828e987a52e None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:03:57.883059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c6277c18-2590-450d-beaf-5828e987a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:03:57.912164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6277c18-2590-450d-beaf-5828e987a52e None None] Checking router: 389fe4bb-6af8-4910-b7ba-e84998ba217d for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:03:57.918001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6277c18-2590-450d-beaf-5828e987a52e None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:03:57.918608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c6277c18-2590-450d-beaf-5828e987a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:03:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:03:58.022134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-c6277c18-2590-450d-beaf-5828e987a52e None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:03:58.100711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b1b4210-41c0-4aa2-834a-7e965a590d05 req-b98475ee-c96f-4fe1-95e8-b22e9bd37a4c tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 210 time: 0.0286696 Sep 07 17:03:58.224825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-c6277c18-2590-450d-beaf-5828e987a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:03:58.250967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6277c18-2590-450d-beaf-5828e987a52e None None] The sync data for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 is: [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T16:53:02Z', 'revision_number': 4, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'a4b9de30-2006-43a9-b2dc-5c8cf36c9f86', 'name': '', 'network_id': '64f32950-7fd7-4e83-9871-6e8a99454ed4', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'mac_address': 'fa:16:3e:79:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:01Z', 'updated_at': '2021-09-07T16:53:06Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'subnets': [{'id': 'b2497b83-948b-4078-b231-ca1ee82f10f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:03:58.460815 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d2b137-99c7-4e01-8a56-21e3fb7f8bed None None] New status for floating IP cf346603-7bf0-4015-a16e-b3a2ed889db7: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:03:59.197583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d3188f0-2755-4813-9f5a-7d9eba9200bc req-933935a1-b58b-47e1-b71f-d4aa700438be tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 210 time: 0.0264351 Sep 07 17:04:00.304379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3359868c-f9b1-4bc7-9e53-1e0cabeffa33 req-fee7e9b3-3968-4567-88c7-c28bcce6fd41 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f0ad3f4-10b9-4637-b098-c9f54a4c2243 HTTP/1.1" status: 200 len: 210 time: 0.0288253 Sep 07 17:04:00.590580 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1a0749e0-b824-4541-9606-b374c0a56ecc no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:04:00.610898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 1a0749e0-b824-4541-9606-b374c0a56ecc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:04:00.611247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 1a0749e0-b824-4541-9606-b374c0a56ecc not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:04:02.365757 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:02.806512 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:04.049375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43888) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:04.102613 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd49597e-6e06-410f-afaf-849fc3aea4a8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:04.125456 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd49597e-6e06-410f-afaf-849fc3aea4a8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:04.174365 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd49597e-6e06-410f-afaf-849fc3aea4a8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:04.176958 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bd49597e-6e06-410f-afaf-849fc3aea4a8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:04.178155 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bd49597e-6e06-410f-afaf-849fc3aea4a8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "DELETE /v2.0/security-groups/86727b61-b0bb-4f86-8d03-6e8d1926f17d HTTP/1.1" status: 204 len: 168 time: 0.1277199 Sep 07 17:04:04.181667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43890) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:04.188165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49597e-6e06-410f-afaf-849fc3aea4a8 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86727b61-b0bb-4f86-8d03-6e8d1926f17d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:04.206197 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-067cba88-6f55-4e87-8334-99ba54679c1a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] show failed (client error): The resource could not be found. Sep 07 17:04:04.210754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43892) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:04.211335 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-067cba88-6f55-4e87-8334-99ba54679c1a tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "GET /v2.0/security-groups/86727b61-b0bb-4f86-8d03-6e8d1926f17d HTTP/1.1" status: 404 len: 347 time: 0.0283368 Sep 07 17:04:04.335520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4b50eac7-7d50-4ff2-8d40-7c903d11be35 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Deleting port 2faa5db9-f69c-43ed-97a3-03dd491add0b {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:04.335852 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b50eac7-7d50-4ff2-8d40-7c903d11be35 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:04.413027 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b50eac7-7d50-4ff2-8d40-7c903d11be35 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:04.413399 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b50eac7-7d50-4ff2-8d40-7c903d11be35 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:04.429444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4b50eac7-7d50-4ff2-8d40-7c903d11be35 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Calling delete_port for 2faa5db9-f69c-43ed-97a3-03dd491add0b owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:04.561599 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b50eac7-7d50-4ff2-8d40-7c903d11be35 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:04.591399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50eac7-7d50-4ff2-8d40-7c903d11be35 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Pushing event deleted for resources: {'Port': ['ID=2faa5db9-f69c-43ed-97a3-03dd491add0b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:04.647980 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b50eac7-7d50-4ff2-8d40-7c903d11be35 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:04.651073 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4b50eac7-7d50-4ff2-8d40-7c903d11be35 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:04.652247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4b50eac7-7d50-4ff2-8d40-7c903d11be35 tempest-ServerActionsTestJSON-1108647175 tempest-ServerActionsTestJSON-1108647175-project] 10.222.0.70 "DELETE /v2.0/floatingips/cf346603-7bf0-4015-a16e-b3a2ed889db7 HTTP/1.1" status: 204 len: 168 time: 0.4404492 Sep 07 17:04:04.655589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43894) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:05.128883 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4931ad9-7c74-4899-b2a7-59032db937bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:05.371601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d4931ad9-7c74-4899-b2a7-59032db937bb admin admin] Deleting port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:05.371859 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4931ad9-7c74-4899-b2a7-59032db937bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:05.446607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-d4931ad9-7c74-4899-b2a7-59032db937bb admin admin] For port a4b9de30-2006-43a9-b2dc-5c8cf36c9f86, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=a4b9de30-2006-43a9-b2dc-5c8cf36c9f86,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:05.446990 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4931ad9-7c74-4899-b2a7-59032db937bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:05.459291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d4931ad9-7c74-4899-b2a7-59032db937bb admin admin] Calling delete_port for a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:05.633352 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4931ad9-7c74-4899-b2a7-59032db937bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:05.659121 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4931ad9-7c74-4899-b2a7-59032db937bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b9de30-2006-43a9-b2dc-5c8cf36c9f86,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:05.827244 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4931ad9-7c74-4899-b2a7-59032db937bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:06.036170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4931ad9-7c74-4899-b2a7-59032db937bb admin admin] Router 389fe4bb-6af8-4910-b7ba-e84998ba217d has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:04:06.138192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4931ad9-7c74-4899-b2a7-59032db937bb admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:04:06.143724 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d4931ad9-7c74-4899-b2a7-59032db937bb admin admin] 10.222.0.70 "PUT /v2.0/routers/389fe4bb-6af8-4910-b7ba-e84998ba217d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4873083 Sep 07 17:04:06.147074 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca16e1-68a7-482d-8901-71e683ac4d9c None None] Sync routers for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:04:06.147526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43900) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:06.155983 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca16e1-68a7-482d-8901-71e683ac4d9c None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:04:06.156627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e7ca16e1-68a7-482d-8901-71e683ac4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:03:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:06.269737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e7ca16e1-68a7-482d-8901-71e683ac4d9c None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:04:06.450718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e7ca16e1-68a7-482d-8901-71e683ac4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T17:04:05Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:06.544859 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:06.633123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca16e1-68a7-482d-8901-71e683ac4d9c None None] Checking router: 389fe4bb-6af8-4910-b7ba-e84998ba217d for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:04:06.642201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca16e1-68a7-482d-8901-71e683ac4d9c None None] Routers {'389fe4bb-6af8-4910-b7ba-e84998ba217d'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:04:06.642829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e7ca16e1-68a7-482d-8901-71e683ac4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:03:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['389fe4bb-6af8-4910-b7ba-e84998ba217d'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:06.660377 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:06.713053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Deleting port ad0db557-57c2-4fb8-9786-a813404b520c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:06.713406 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:06.746192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e7ca16e1-68a7-482d-8901-71e683ac4d9c None None] Set router 389fe4bb-6af8-4910-b7ba-e84998ba217d gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:04:06.790960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] For port ad0db557-57c2-4fb8-9786-a813404b520c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ad0db557-57c2-4fb8-9786-a813404b520c,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:06.791340 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:06.804590 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Calling delete_port for ad0db557-57c2-4fb8-9786-a813404b520c owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:06.931078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e7ca16e1-68a7-482d-8901-71e683ac4d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T17:04:05Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:06.963761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca16e1-68a7-482d-8901-71e683ac4d9c None None] The sync data for ids ['389fe4bb-6af8-4910-b7ba-e84998ba217d'] in n-d-807551-3 is: [{'id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'name': 'tempest-ServerActionsTestJSON-891332509-router', 'tenant_id': '63a8529bf350402eb3880d8ac9c39905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T16:52:59Z', 'updated_at': '2021-09-07T17:04:05Z', 'revision_number': 5, 'project_id': '63a8529bf350402eb3880d8ac9c39905', 'gw_port': {'id': 'ad0db557-57c2-4fb8-9786-a813404b520c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389fe4bb-6af8-4910-b7ba-e84998ba217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T16:53:00Z', 'updated_at': '2021-09-07T16:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:04:06.985907 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.009906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0db557-57c2-4fb8-9786-a813404b520c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:07.073887 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.161657 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.163746 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.207322 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.208013 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 389fe4bb-6af8-4910-b7ba-e84998ba217d {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:04:07.213830 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.215009 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bcdffa10-8572-4015-8a9b-c4062a61676f admin admin] 10.222.0.70 "DELETE /v2.0/routers/389fe4bb-6af8-4910-b7ba-e84998ba217d HTTP/1.1" status: 204 len: 168 time: 1.0667655 Sep 07 17:04:07.217600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43904) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:07.266215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b29522-3af8-4a5a-99d7-566a212c4579 admin admin] Deleting subnet b2497b83-948b-4078-b231-ca1ee82f10f9 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:04:07.269311 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97b29522-3af8-4a5a-99d7-566a212c4579 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.304498 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97b29522-3af8-4a5a-99d7-566a212c4579 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.382920 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97b29522-3af8-4a5a-99d7-566a212c4579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.435874 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97b29522-3af8-4a5a-99d7-566a212c4579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.467719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b29522-3af8-4a5a-99d7-566a212c4579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2497b83-948b-4078-b231-ca1ee82f10f9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:07.470063 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97b29522-3af8-4a5a-99d7-566a212c4579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.471979 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-97b29522-3af8-4a5a-99d7-566a212c4579 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b2497b83-948b-4078-b231-ca1ee82f10f9 HTTP/1.1" status: 204 len: 168 time: 0.2534003 Sep 07 17:04:07.473751 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cc6648-bfed-4c85-a767-a8690e7d10b0 None None] Network 64f32950-7fd7-4e83-9871-6e8a99454ed4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:07.474569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43906) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:07.550111 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.610775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Deleting port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:07.611267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.655534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf2b7f8-18aa-40c9-8022-ab23d8899ec2 None None] DHCP port deletion for 64f32950-7fd7-4e83-9871-6e8a99454ed4 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:04:07.685924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] For port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=23b72d80-b94c-4e6c-afa6-bbbc2fa394e2,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:07.686300 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.699615 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Calling delete_port for 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:07.701186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2b7f8-18aa-40c9-8022-ab23d8899ec2 None None] Deleting port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:07.701572 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bf2b7f8-18aa-40c9-8022-ab23d8899ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.762894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8bf2b7f8-18aa-40c9-8022-ab23d8899ec2 None None] For port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=23b72d80-b94c-4e6c-afa6-bbbc2fa394e2,segment=NetworkSegment(02411e9d-be9c-496e-a1bb-33fa94910daf),segment_id=02411e9d-be9c-496e-a1bb-33fa94910daf)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:07.763299 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bf2b7f8-18aa-40c9-8022-ab23d8899ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.775999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2b7f8-18aa-40c9-8022-ab23d8899ec2 None None] Calling delete_port for 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:07.776900 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.808932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] No DVR routers for this DVR port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:04:07.814011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Pushing event deleted for resources: {'Port': ['ID=23b72d80-b94c-4e6c-afa6-bbbc2fa394e2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:07.861673 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8bf2b7f8-18aa-40c9-8022-ab23d8899ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.884006 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.885473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2b7f8-18aa-40c9-8022-ab23d8899ec2 None None] Pushing event deleted for resources: {'Port': ['ID=23b72d80-b94c-4e6c-afa6-bbbc2fa394e2,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:07.891637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf2b7f8-18aa-40c9-8022-ab23d8899ec2 None None] No DVR routers for this DVR port 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:04:07.908014 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f32950-7fd7-4e83-9871-6e8a99454ed4']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:07.917677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02411e9d-be9c-496e-a1bb-33fa94910daf') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:07.917978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02411e9d-be9c-496e-a1bb-33fa94910daf') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:07.927321 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.944544 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.951859 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:04:07.952298 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: timer() Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:04:07.954104 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:04:08.015876 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:08.021909 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:08.024231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] 10.222.0.70 "DELETE /v2.0/networks/64f32950-7fd7-4e83-9871-6e8a99454ed4 HTTP/1.1" status: 204 len: 168 time: 0.5486400 Sep 07 17:04:08.035040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a0427-6cc5-40f2-9631-e03aa7dd125e admin admin] Pushing event deleted for resources: {'Network': ['ID=64f32950-7fd7-4e83-9871-6e8a99454ed4,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:08.135356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43910) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:08.176398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8b81598b-bd89-42dc-a700-c18b6a99d8db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63a8529bf350402eb3880d8ac9c39905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396872 Sep 07 17:04:08.179066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:08.230519 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-613de42b-737c-45b6-8834-00df27fc1f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:08.251642 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-613de42b-737c-45b6-8834-00df27fc1f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:08.301373 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-613de42b-737c-45b6-8834-00df27fc1f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:08.304063 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-613de42b-737c-45b6-8834-00df27fc1f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:08.305256 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-613de42b-737c-45b6-8834-00df27fc1f02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ecd108bd-f149-4713-adec-5bd220dea39c HTTP/1.1" status: 204 len: 168 time: 0.1252666 Sep 07 17:04:08.313456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613de42b-737c-45b6-8834-00df27fc1f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd108bd-f149-4713-adec-5bd220dea39c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:08.870605 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ad0db557-57c2-4fb8-9786-a813404b520c no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:04:08.890703 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ad0db557-57c2-4fb8-9786-a813404b520c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:04:08.891057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ad0db557-57c2-4fb8-9786-a813404b520c not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:04:08.891486 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:04:08.909897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:04:08.910251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device a4b9de30-2006-43a9-b2dc-5c8cf36c9f86 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:04:08.910689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:04:08.933832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:04:08.934181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 23b72d80-b94c-4e6c-afa6-bbbc2fa394e2 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:04:09.004989 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 43934) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:09.097284 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1927723319-network', 'tenant_id': 'e83f85e23b6e48c799f96af17448b14c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:09.119022 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Made reservation on behalf of e83f85e23b6e48c799f96af17448b14c for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:09.121455 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:09.129590 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:09.216886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:09.220699 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:09.245331 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:04:09.254838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9471a220-d04c-48ba-9158-3bd2a01e6e35,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:09.259959 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:09.260294 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Added segment 27018023-1544-47f6-ab0a-11bad2e89a36 of type vlan for network 8ce79846-1253-4220-8e01-cd745a2f96d3 Sep 07 17:04:09.304185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:09.328587 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:09.329550 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:09.330130 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:09.357663 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3515718 Sep 07 17:04:09.360696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 43938) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:09.366549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c01ee1c4-0c5f-4865-bb42-67b1bc51ebd4 admin admin] Request body: {'subnet': {'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1927723319-subnet', 'tenant_id': 'e83f85e23b6e48c799f96af17448b14c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:09.389059 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01ee1c4-0c5f-4865-bb42-67b1bc51ebd4 admin admin] Made reservation on behalf of e83f85e23b6e48c799f96af17448b14c for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:09.391463 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c01ee1c4-0c5f-4865-bb42-67b1bc51ebd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:09.394718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ca6af-e671-4d1d-9533-da8a7ca672e5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce79846-1253-4220-8e01-cd745a2f96d3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:09.404480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 8ce79846-1253-4220-8e01-cd745a2f96d3 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:04:09.560114 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c01ee1c4-0c5f-4865-bb42-67b1bc51ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:09.607603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ee1c4-0c5f-4865-bb42-67b1bc51ebd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8660199-2210-47db-ada2-8e60076c7287,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:09.623236 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01ee1c4-0c5f-4865-bb42-67b1bc51ebd4 admin admin] Checking segment: {'id': '27018023-1544-47f6-ab0a-11bad2e89a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:09.623602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01ee1c4-0c5f-4865-bb42-67b1bc51ebd4 admin admin] Network hostable DHCP agents. Network: 8ce79846-1253-4220-8e01-cd745a2f96d3, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:04:09.640141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01ee1c4-0c5f-4865-bb42-67b1bc51ebd4 admin admin] Network 8ce79846-1253-4220-8e01-cd745a2f96d3 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:04:09.648606 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c01ee1c4-0c5f-4865-bb42-67b1bc51ebd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 8ce79846-1253-4220-8e01-cd745a2f96d3) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:09.653154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01ee1c4-0c5f-4865-bb42-67b1bc51ebd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:09.653750 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c01ee1c4-0c5f-4865-bb42-67b1bc51ebd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:09.658447 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e470ee7-cf68-4ed2-8bab-11995f1debff None None] Network 8ce79846-1253-4220-8e01-cd745a2f96d3 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:09.668997 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c01ee1c4-0c5f-4865-bb42-67b1bc51ebd4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3066993 Sep 07 17:04:09.780525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc576e-250c-43ae-b23d-934c89353e93 None None] Network 8ce79846-1253-4220-8e01-cd745a2f96d3 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:10.088169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-47f45a69-e445-408d-b21e-dd076d3b9bc5 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:10.089565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-47f45a69-e445-408d-b21e-dd076d3b9bc5 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/networks?id=8ce79846-1253-4220-8e01-cd745a2f96d3 HTTP/1.1" status: 200 len: 814 time: 0.1028957 Sep 07 17:04:10.104618 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-b8d15ea1-d09e-4c79-8440-75d462cff6bc tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/quotas/e83f85e23b6e48c799f96af17448b14c HTTP/1.1" status: 200 len: 375 time: 0.0094261 Sep 07 17:04:10.134897 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-2c66460e-60e5-4907-af60-a6c40c00169a tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e83f85e23b6e48c799f96af17448b14c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253084 Sep 07 17:04:10.220771 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-9e38b68e-e03f-46b5-82fb-9957ca035c9b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:04:10.221761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-9e38b68e-e03f-46b5-82fb-9957ca035c9b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475659 Sep 07 17:04:10.307986 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-e08d7a92-bfcd-44dc-85f6-edc2c1973f57 service neutron] 10.222.0.70 "GET /v2.0/networks/8ce79846-1253-4220-8e01-cd745a2f96d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800374 Sep 07 17:04:10.398366 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-f633a8de-61cb-49df-8b27-1b18c2d0244d service neutron] 10.222.0.70 "GET /v2.0/networks/8ce79846-1253-4220-8e01-cd745a2f96d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841355 Sep 07 17:04:10.436569 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e286f269-53f2-4afb-9483-31ad703f3cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:10.567923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-122c2e66-664a-4d35-87d5-aea1b31ca008 req-246dbb96-e11d-4a25-91cc-e77fde266349 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 210 time: 0.0267172 Sep 07 17:04:11.551674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-6347d487-da03-4b6d-be16-31e64b43ae51 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:11.553920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-6347d487-da03-4b6d-be16-31e64b43ae51 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.35 "GET /v2.0/networks?id=8ce79846-1253-4220-8e01-cd745a2f96d3 HTTP/1.1" status: 200 len: 814 time: 0.1046178 Sep 07 17:04:11.567385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-8a575e28-0172-4ea7-8315-4e74145e04ae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Request body: {'port': {'device_id': '687383b8-3b21-488e-a246-1d12a547d485', 'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3', 'admin_state_up': True, 'tenant_id': 'e83f85e23b6e48c799f96af17448b14c'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:11.672074 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-12230564-c026-4cbe-92f7-5fd2a69c9d8b req-7b97d577-6bb0-460b-9fb6-0675bc98eb4a tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 210 time: 0.0342524 Sep 07 17:04:11.695504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-8a575e28-0172-4ea7-8315-4e74145e04ae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Made reservation on behalf of e83f85e23b6e48c799f96af17448b14c for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:11.699448 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-8a575e28-0172-4ea7-8315-4e74145e04ae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:11.823700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-8a575e28-0172-4ea7-8315-4e74145e04ae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Allocated IP 172.20.0.11 (8ce79846-1253-4220-8e01-cd745a2f96d3/f8660199-2210-47db-ada2-8e60076c7287/fb13ef5f-e9d6-4bc1-aa37-62a775103b06) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:04:11.970022 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-8a575e28-0172-4ea7-8315-4e74145e04ae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:12.006897 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-8a575e28-0172-4ea7-8315-4e74145e04ae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:12.046654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-8a575e28-0172-4ea7-8315-4e74145e04ae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Network 8ce79846-1253-4220-8e01-cd745a2f96d3 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:04:12.049599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-8a575e28-0172-4ea7-8315-4e74145e04ae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:12.053227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-8a575e28-0172-4ea7-8315-4e74145e04ae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:04:12.082196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a575e28-0172-4ea7-8315-4e74145e04ae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Pushing event updated for resources: {'Port': ['ID=fb13ef5f-e9d6-4bc1-aa37-62a775103b06,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:12.105893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-8a575e28-0172-4ea7-8315-4e74145e04ae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:12.106508 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-8a575e28-0172-4ea7-8315-4e74145e04ae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:12.120950 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-8a575e28-0172-4ea7-8315-4e74145e04ae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5583510 Sep 07 17:04:12.133517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Request body: {'port': {'device_id': '687383b8-3b21-488e-a246-1d12a547d485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:12.189756 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:12.442208 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb13ef5f-e9d6-4bc1-aa37-62a775103b06 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:04:12.449995 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:12.461664 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Transition to ACTIVE for port object fb13ef5f-e9d6-4bc1-aa37-62a775103b06 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:04:12.464671 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:12.513850 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Pushing event updated for resources: {'Port': ['ID=fb13ef5f-e9d6-4bc1-aa37-62a775103b06,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:12.581232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Attempting to bind port fb13ef5f-e9d6-4bc1-aa37-62a775103b06 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:04:12.581898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Attempting to bind port fb13ef5f-e9d6-4bc1-aa37-62a775103b06 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '27018023-1544-47f6-ab0a-11bad2e89a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:04:12.581898 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Attempting to bind port fb13ef5f-e9d6-4bc1-aa37-62a775103b06 on network 8ce79846-1253-4220-8e01-cd745a2f96d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:04:12.586042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Port fb13ef5f-e9d6-4bc1-aa37-62a775103b06 on network 8ce79846-1253-4220-8e01-cd745a2f96d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:04:12.586363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Attempting to bind port fb13ef5f-e9d6-4bc1-aa37-62a775103b06 on network 8ce79846-1253-4220-8e01-cd745a2f96d3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:04:12.590981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:04:12.591314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Checking segment: {'id': '27018023-1544-47f6-ab0a-11bad2e89a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:12.591697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Bound using segment: {'id': '27018023-1544-47f6-ab0a-11bad2e89a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:04:12.592121 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Bound port: fb13ef5f-e9d6-4bc1-aa37-62a775103b06, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27018023-1544-47f6-ab0a-11bad2e89a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:04:12.592509 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:12.652517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] For port fb13ef5f-e9d6-4bc1-aa37-62a775103b06, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:04:12.655495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] For port fb13ef5f-e9d6-4bc1-aa37-62a775103b06, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fb13ef5f-e9d6-4bc1-aa37-62a775103b06,segment=NetworkSegment(27018023-1544-47f6-ab0a-11bad2e89a36),segment_id=27018023-1544-47f6-ab0a-11bad2e89a36)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:04:12.659987 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:12.693894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:12.694449 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:12.695951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] 10.222.0.35 "PUT /v2.0/ports/fb13ef5f-e9d6-4bc1-aa37-62a775103b06 HTTP/1.1" status: 200 len: 1092 time: 0.5663753 Sep 07 17:04:12.696419 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687383b8-3b21-488e-a246-1d12a547d485', 'tag': 'fb13ef5f-e9d6-4bc1-aa37-62a775103b06'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:04:12.699331 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fd1f6c-5531-4e9b-8388-80ff46f907ce" -d '{"events": [{"name": "network-changed", "server_uuid": "687383b8-3b21-488e-a246-1d12a547d485", "tag": "fb13ef5f-e9d6-4bc1-aa37-62a775103b06"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:04:12.724205 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a53bb9-0b3b-4241-8db3-5fe527fb298c service neutron] Pushing event updated for resources: {'Port': ['ID=fb13ef5f-e9d6-4bc1-aa37-62a775103b06,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:12.755848 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12be31c-e30c-4f0f-9655-23b9fb8af0ef x-openstack-request-id: req-c12be31c-e30c-4f0f-9655-23b9fb8af0ef {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:04:12.756144 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687383b8-3b21-488e-a246-1d12a547d485", "tag": "fb13ef5f-e9d6-4bc1-aa37-62a775103b06", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:04:12.756422 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c12be31c-e30c-4f0f-9655-23b9fb8af0ef {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:04:12.756813 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687383b8-3b21-488e-a246-1d12a547d485', 'tag': 'fb13ef5f-e9d6-4bc1-aa37-62a775103b06', 'status': 'completed', 'code': 200} Sep 07 17:04:12.819162 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-6b0e3c6b-3410-45d7-9751-1346ccc88f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:12.820687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-6b0e3c6b-3410-45d7-9751-1346ccc88f61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e83f85e23b6e48c799f96af17448b14c&device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 1095 time: 0.0762382 Sep 07 17:04:12.828892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca44ae6-8c69-4ef7-93cd-301adaef37c8 req-250d0a3a-a80b-460b-a120-0c890ebd0a0f tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:12.830241 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ca44ae6-8c69-4ef7-93cd-301adaef37c8 req-250d0a3a-a80b-460b-a120-0c890ebd0a0f tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 944 time: 0.0773845 Sep 07 17:04:12.874709 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-8b463af5-ecf9-49b8-a6cb-68086bcb2a00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb13ef5f-e9d6-4bc1-aa37-62a775103b06 HTTP/1.1" status: 200 len: 217 time: 0.0435381 Sep 07 17:04:12.920227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ca44ae6-8c69-4ef7-93cd-301adaef37c8 req-d52d6fd8-06b4-4e91-945f-a2c40b8d6041 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837910 Sep 07 17:04:12.937674 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-13575f45-2925-49b0-902c-7caa31e23b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:12.939157 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-13575f45-2925-49b0-902c-7caa31e23b13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8660199-2210-47db-ada2-8e60076c7287 HTTP/1.1" status: 200 len: 854 time: 0.0572231 Sep 07 17:04:12.970788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-b197ab39-1bab-4bf3-a272-1d3fec45c5c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ce79846-1253-4220-8e01-cd745a2f96d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244622 Sep 07 17:04:13.057877 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-4bd873e6-153c-4c37-aaa6-9bdecfff1dbc service neutron] 10.222.0.35 "GET /v2.0/networks/8ce79846-1253-4220-8e01-cd745a2f96d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800204 Sep 07 17:04:13.148771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-66c5c457-6a05-4c0c-b0ad-2f73024e02f5 req-1242d042-058c-496a-b721-98e7dbca890b service neutron] 10.222.0.35 "GET /v2.0/networks/8ce79846-1253-4220-8e01-cd745a2f96d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836663 Sep 07 17:04:13.230946 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd1f6c-5531-4e9b-8388-80ff46f907ce req-f596914d-7eae-40f8-a2af-56d40ce81839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:13.232638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3fd1f6c-5531-4e9b-8388-80ff46f907ce req-f596914d-7eae-40f8-a2af-56d40ce81839 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e83f85e23b6e48c799f96af17448b14c&device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 1095 time: 0.0408561 Sep 07 17:04:13.323547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd1f6c-5531-4e9b-8388-80ff46f907ce req-ba9fdd84-578e-4a59-9947-b9fb69ea911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:13.325014 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3fd1f6c-5531-4e9b-8388-80ff46f907ce req-ba9fdd84-578e-4a59-9947-b9fb69ea911f service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ce79846-1253-4220-8e01-cd745a2f96d3 HTTP/1.1" status: 200 len: 915 time: 0.0852587 Sep 07 17:04:13.364792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3fd1f6c-5531-4e9b-8388-80ff46f907ce req-2ed4581d-c608-4bd2-bb92-06d71d62f511 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb13ef5f-e9d6-4bc1-aa37-62a775103b06 HTTP/1.1" status: 200 len: 217 time: 0.0326073 Sep 07 17:04:13.410884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd1f6c-5531-4e9b-8388-80ff46f907ce req-43175675-8bcb-4010-95a3-9c8945452c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:13.412287 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3fd1f6c-5531-4e9b-8388-80ff46f907ce req-43175675-8bcb-4010-95a3-9c8945452c0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8660199-2210-47db-ada2-8e60076c7287 HTTP/1.1" status: 200 len: 854 time: 0.0402403 Sep 07 17:04:13.448214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3fd1f6c-5531-4e9b-8388-80ff46f907ce req-f26c9a85-283f-4a37-bff0-dcfc1316f955 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ce79846-1253-4220-8e01-cd745a2f96d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288458 Sep 07 17:04:13.536176 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3fd1f6c-5531-4e9b-8388-80ff46f907ce req-2180101d-ff3e-4ef1-a1d2-e1060303691b service neutron] 10.222.0.35 "GET /v2.0/networks/8ce79846-1253-4220-8e01-cd745a2f96d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805326 Sep 07 17:04:13.625947 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3fd1f6c-5531-4e9b-8388-80ff46f907ce req-adefebf7-7437-4957-87af-5e71e0f4d6db service neutron] 10.222.0.35 "GET /v2.0/networks/8ce79846-1253-4220-8e01-cd745a2f96d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825751 Sep 07 17:04:14.025314 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:14.037697 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7907b-555c-443b-865a-db4fe65c327c req-20bb2a90-949d-4a21-b1b4-bab8321929f8 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:14.039204 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4d7907b-555c-443b-865a-db4fe65c327c req-20bb2a90-949d-4a21-b1b4-bab8321929f8 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 944 time: 0.0497613 Sep 07 17:04:14.076002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4d7907b-555c-443b-865a-db4fe65c327c req-08488ac8-71dd-48a6-bbcc-885c26ed9cb3 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303810 Sep 07 17:04:14.295489 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d9663da-a21a-4ec0-8b59-0a5b78954fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:15.089325 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:15.190057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dda65-dfc1-4b15-b3d4-11889e7b37fd req-ae6b3e45-39e2-40c6-8d05-7b7f676f4e88 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:15.191541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea6dda65-dfc1-4b15-b3d4-11889e7b37fd req-ae6b3e45-39e2-40c6-8d05-7b7f676f4e88 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 944 time: 0.0502226 Sep 07 17:04:15.227580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea6dda65-dfc1-4b15-b3d4-11889e7b37fd req-72a6fd91-ce86-444d-86da-b49740d46116 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294888 Sep 07 17:04:16.343240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e24556-824a-444e-9d9d-407e6934a8d8 req-5e5144e8-b250-4fba-88ee-6e0069053394 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:16.344744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85e24556-824a-444e-9d9d-407e6934a8d8 req-5e5144e8-b250-4fba-88ee-6e0069053394 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 944 time: 0.0517185 Sep 07 17:04:16.382190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85e24556-824a-444e-9d9d-407e6934a8d8 req-25a0abff-b6bc-4a61-9b25-aebabd95e8d0 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Sep 07 17:04:16.649058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fb13ef5f-e9d6-4bc1-aa37-62a775103b06 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:04:16.738114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fb13ef5f-e9d6-4bc1-aa37-62a775103b06, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fb13ef5f-e9d6-4bc1-aa37-62a775103b06,segment=NetworkSegment(27018023-1544-47f6-ab0a-11bad2e89a36),segment_id=27018023-1544-47f6-ab0a-11bad2e89a36)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:16.752685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'fb13ef5f-e9d6-4bc1-aa37-62a775103b06', 'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3', 'port_id': 'fb13ef5f-e9d6-4bc1-aa37-62a775103b06', 'mac_address': 'fa:16:3e:0f:ec:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8660199-2210-47db-ada2-8e60076c7287', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:04:16.787793 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:16.799704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb13ef5f-e9d6-4bc1-aa37-62a775103b06 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:04:16.818246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fb13ef5f-e9d6-4bc1-aa37-62a775103b06, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fb13ef5f-e9d6-4bc1-aa37-62a775103b06,segment=NetworkSegment(27018023-1544-47f6-ab0a-11bad2e89a36),segment_id=27018023-1544-47f6-ab0a-11bad2e89a36)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:16.822830 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:16.867295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fb13ef5f-e9d6-4bc1-aa37-62a775103b06,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:17.017614 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:17.121883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['fb13ef5f-e9d6-4bc1-aa37-62a775103b06'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:04:17.497233 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f913a-4f5b-42e2-976b-aca31b89dc66 req-94d8dc31-408f-40f7-b4a7-0f45997116d1 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:17.498727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-500f913a-4f5b-42e2-976b-aca31b89dc66 req-94d8dc31-408f-40f7-b4a7-0f45997116d1 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 945 time: 0.0499120 Sep 07 17:04:17.535473 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-500f913a-4f5b-42e2-976b-aca31b89dc66 req-9761b350-af4c-462f-8ccd-39be63d29850 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307360 Sep 07 17:04:18.646760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734e694-59fd-4181-9346-59e3054f767b req-878431c5-f48c-4cdf-bb9b-0469edc9aaa2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:18.648217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8734e694-59fd-4181-9346-59e3054f767b req-878431c5-f48c-4cdf-bb9b-0469edc9aaa2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 945 time: 0.0481761 Sep 07 17:04:18.652243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fb13ef5f-e9d6-4bc1-aa37-62a775103b06 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:04:18.686836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8734e694-59fd-4181-9346-59e3054f767b req-37f5c52b-3d3d-46ff-b3a1-98aa97885aa5 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313380 Sep 07 17:04:18.703920 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port fb13ef5f-e9d6-4bc1-aa37-62a775103b06 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:04:18.707546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port fb13ef5f-e9d6-4bc1-aa37-62a775103b06 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:04:18.707927 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:18.785539 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:18.807860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687383b8-3b21-488e-a246-1d12a547d485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13ef5f-e9d6-4bc1-aa37-62a775103b06'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:04:18.810109 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cd0ff7-5c21-4b7f-83fc-ea713d1a6365" -d '{"events": [{"server_uuid": "687383b8-3b21-488e-a246-1d12a547d485", "name": "network-vif-plugged", "status": "completed", "tag": "fb13ef5f-e9d6-4bc1-aa37-62a775103b06"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:04:18.822225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fb13ef5f-e9d6-4bc1-aa37-62a775103b06, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fb13ef5f-e9d6-4bc1-aa37-62a775103b06,segment=NetworkSegment(27018023-1544-47f6-ab0a-11bad2e89a36),segment_id=27018023-1544-47f6-ab0a-11bad2e89a36)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:18.826072 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:18.848653 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3ca257-3f75-44fe-89c4-b5a8769fc18a x-openstack-request-id: req-0d3ca257-3f75-44fe-89c4-b5a8769fc18a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:04:18.848950 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687383b8-3b21-488e-a246-1d12a547d485", "name": "network-vif-plugged", "status": "completed", "tag": "fb13ef5f-e9d6-4bc1-aa37-62a775103b06", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:04:18.849200 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d3ca257-3f75-44fe-89c4-b5a8769fc18a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:04:18.849585 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687383b8-3b21-488e-a246-1d12a547d485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13ef5f-e9d6-4bc1-aa37-62a775103b06', 'code': 200} Sep 07 17:04:18.875739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fb13ef5f-e9d6-4bc1-aa37-62a775103b06,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:18.946758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b2d0f-3718-49d5-8c67-2266a4979fbd req-acc7c1f3-f88d-431e-99c5-82aaf2d4a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:18.948166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c8b2d0f-3718-49d5-8c67-2266a4979fbd req-acc7c1f3-f88d-431e-99c5-82aaf2d4a290 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 1097 time: 0.0432479 Sep 07 17:04:18.981872 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9c8b2d0f-3718-49d5-8c67-2266a4979fbd req-c1b69a63-b671-40d4-b38a-9dc20cf6dc8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267847 Sep 07 17:04:19.797299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4c089-5f81-4783-b87a-f0bef18231fb req-40af0928-7d88-4ee2-ac4c-f73b118d3823 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:19.798758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3a4c089-5f81-4783-b87a-f0bef18231fb req-40af0928-7d88-4ee2-ac4c-f73b118d3823 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 946 time: 0.0473852 Sep 07 17:04:19.835639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3a4c089-5f81-4783-b87a-f0bef18231fb req-9cacc7b5-7a50-4e06-a9a3-7bae42703092 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311100 Sep 07 17:04:20.952023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e2d8-98b4-4d35-a521-f710905a9342 req-4bdab307-e6bb-4849-ac2a-649a7b980a8f tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:20.953545 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ae6e2d8-98b4-4d35-a521-f710905a9342 req-4bdab307-e6bb-4849-ac2a-649a7b980a8f tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 946 time: 0.0486510 Sep 07 17:04:20.990248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ae6e2d8-98b4-4d35-a521-f710905a9342 req-4e928590-8d71-4275-aaf6-858d7296216a tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308340 Sep 07 17:04:21.208243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa970b-4d20-455f-aa6f-05431980c26f req-909c2c75-a53c-4f43-bca6-d0f4e42ab336 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:21.209744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-909c2c75-a53c-4f43-bca6-d0f4e42ab336 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/networks?id=8ce79846-1253-4220-8e01-cd745a2f96d3 HTTP/1.1" status: 200 len: 814 time: 0.1008976 Sep 07 17:04:21.224946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-32b857bf-4f32-4877-9446-7d7175c08d0e tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/quotas/e83f85e23b6e48c799f96af17448b14c HTTP/1.1" status: 200 len: 375 time: 0.0089934 Sep 07 17:04:21.273523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-4fcd9ee7-9fe1-4450-8e86-80616ccc0d28 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e83f85e23b6e48c799f96af17448b14c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428054 Sep 07 17:04:21.365227 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-864b57db-62a6-467f-9a38-59cf02942dc7 service neutron] 10.222.0.70 "GET /v2.0/networks/8ce79846-1253-4220-8e01-cd745a2f96d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841115 Sep 07 17:04:21.451131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-23275246-4d04-4438-b050-798fded37c3d service neutron] 10.222.0.70 "GET /v2.0/networks/8ce79846-1253-4220-8e01-cd745a2f96d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798638 Sep 07 17:04:21.611422 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa7e02f0-9107-4bb8-8a67-7c7dfd3d7d82 req-bcde2347-bc84-4753-ae5f-5490e9f64609 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 210 time: 0.0311644 Sep 07 17:04:22.565056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa970b-4d20-455f-aa6f-05431980c26f req-4827d7a9-8de9-4d70-b5db-bacf2163d56e tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:22.566520 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-4827d7a9-8de9-4d70-b5db-bacf2163d56e tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.54 "GET /v2.0/networks?id=8ce79846-1253-4220-8e01-cd745a2f96d3 HTTP/1.1" status: 200 len: 814 time: 0.1073487 Sep 07 17:04:22.582098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-82fa970b-4d20-455f-aa6f-05431980c26f req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Request body: {'port': {'device_id': 'daddf000-2589-4c8d-96f4-729067aaa833', 'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3', 'admin_state_up': True, 'tenant_id': 'e83f85e23b6e48c799f96af17448b14c'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:22.690422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fa970b-4d20-455f-aa6f-05431980c26f req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Made reservation on behalf of e83f85e23b6e48c799f96af17448b14c for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:22.694165 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82fa970b-4d20-455f-aa6f-05431980c26f req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:22.704599 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36996a80-43f3-4ce1-8bcb-ca6aaf7f5025 req-d0888609-c015-45c8-b6b4-e30ac16b6aa4 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 210 time: 0.0276089 Sep 07 17:04:22.822935 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-82fa970b-4d20-455f-aa6f-05431980c26f req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Allocated IP 172.20.0.7 (8ce79846-1253-4220-8e01-cd745a2f96d3/f8660199-2210-47db-ada2-8e60076c7287/e673c835-c469-4f69-973e-70fd9b4f6ca8) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:04:22.975311 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82fa970b-4d20-455f-aa6f-05431980c26f req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:23.012047 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82fa970b-4d20-455f-aa6f-05431980c26f req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:23.023883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['fb13ef5f-e9d6-4bc1-aa37-62a775103b06'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:04:23.053806 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fa970b-4d20-455f-aa6f-05431980c26f req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Network 8ce79846-1253-4220-8e01-cd745a2f96d3 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:04:23.056925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-82fa970b-4d20-455f-aa6f-05431980c26f req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:23.062666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fa970b-4d20-455f-aa6f-05431980c26f req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:04:23.086029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Pushing event updated for resources: {'Port': ['ID=e673c835-c469-4f69-973e-70fd9b4f6ca8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:23.100718 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:23.101064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:23.101401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:23.101735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:23.102066 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:23.102390 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:23.102769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:23.103092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:23.103432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:23.103735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:23.104058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:23.104428 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:23.126861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa970b-4d20-455f-aa6f-05431980c26f req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:23.127486 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82fa970b-4d20-455f-aa6f-05431980c26f req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:23.142112 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-195df64b-1318-4303-adb2-68c116b56130 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5638869 Sep 07 17:04:23.162064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Request body: {'port': {'device_id': 'daddf000-2589-4c8d-96f4-729067aaa833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:23.217048 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:23.250644 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:04:23.472799 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e673c835-c469-4f69-973e-70fd9b4f6ca8 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:04:23.480029 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:23.491744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Transition to ACTIVE for port object e673c835-c469-4f69-973e-70fd9b4f6ca8 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:04:23.495726 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:23.545566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Pushing event updated for resources: {'Port': ['ID=e673c835-c469-4f69-973e-70fd9b4f6ca8,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:23.612304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Attempting to bind port e673c835-c469-4f69-973e-70fd9b4f6ca8 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:04:23.613039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Attempting to bind port e673c835-c469-4f69-973e-70fd9b4f6ca8 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '27018023-1544-47f6-ab0a-11bad2e89a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:04:23.613039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Attempting to bind port e673c835-c469-4f69-973e-70fd9b4f6ca8 on network 8ce79846-1253-4220-8e01-cd745a2f96d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:04:23.617430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Port e673c835-c469-4f69-973e-70fd9b4f6ca8 on network 8ce79846-1253-4220-8e01-cd745a2f96d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:04:23.617753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Attempting to bind port e673c835-c469-4f69-973e-70fd9b4f6ca8 on network 8ce79846-1253-4220-8e01-cd745a2f96d3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:04:23.622880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:04:23.623218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Checking segment: {'id': '27018023-1544-47f6-ab0a-11bad2e89a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:23.623600 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Bound using segment: {'id': '27018023-1544-47f6-ab0a-11bad2e89a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:04:23.624026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Bound port: e673c835-c469-4f69-973e-70fd9b4f6ca8, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27018023-1544-47f6-ab0a-11bad2e89a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:04:23.624404 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:23.685199 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] For port e673c835-c469-4f69-973e-70fd9b4f6ca8, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:04:23.688095 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] For port e673c835-c469-4f69-973e-70fd9b4f6ca8, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e673c835-c469-4f69-973e-70fd9b4f6ca8,segment=NetworkSegment(27018023-1544-47f6-ab0a-11bad2e89a36),segment_id=27018023-1544-47f6-ab0a-11bad2e89a36)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:04:23.692467 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:23.724553 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:23.725241 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:23.726661 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] 10.222.0.54 "PUT /v2.0/ports/e673c835-c469-4f69-973e-70fd9b4f6ca8 HTTP/1.1" status: 200 len: 1091 time: 0.5688372 Sep 07 17:04:23.727099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daddf000-2589-4c8d-96f4-729067aaa833', 'tag': 'e673c835-c469-4f69-973e-70fd9b4f6ca8'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:04:23.729881 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0676fd76-6a15-4633-bf58-32eb008ca0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "daddf000-2589-4c8d-96f4-729067aaa833", "tag": "e673c835-c469-4f69-973e-70fd9b4f6ca8"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:04:23.764066 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de53f1-04f0-46ea-b615-2a430ac7d46d service neutron] Pushing event updated for resources: {'Port': ['ID=e673c835-c469-4f69-973e-70fd9b4f6ca8,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:23.782435 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57fb288-9883-4fa5-b05a-6a7a1f931a7a x-openstack-request-id: req-f57fb288-9883-4fa5-b05a-6a7a1f931a7a {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:04:23.782729 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daddf000-2589-4c8d-96f4-729067aaa833", "tag": "e673c835-c469-4f69-973e-70fd9b4f6ca8", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:04:23.783002 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f57fb288-9883-4fa5-b05a-6a7a1f931a7a {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:04:23.783408 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daddf000-2589-4c8d-96f4-729067aaa833', 'tag': 'e673c835-c469-4f69-973e-70fd9b4f6ca8', 'status': 'completed', 'code': 200} Sep 07 17:04:23.825892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8e806-f9b1-49a8-96c1-954b5f6db29c req-d857756d-5f79-4352-a6f1-8a48e0a0fb13 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:23.827427 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52e8e806-f9b1-49a8-96c1-954b5f6db29c req-d857756d-5f79-4352-a6f1-8a48e0a0fb13 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 943 time: 0.0497975 Sep 07 17:04:23.837663 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa970b-4d20-455f-aa6f-05431980c26f req-b2b0ef04-b213-4cf6-9bde-9aec8f6dca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:23.839190 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-b2b0ef04-b213-4cf6-9bde-9aec8f6dca3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e83f85e23b6e48c799f96af17448b14c&device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 1094 time: 0.0447989 Sep 07 17:04:23.865538 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-52e8e806-f9b1-49a8-96c1-954b5f6db29c req-4f9940ee-dfed-45f4-be67-ef2e88fd819f tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Sep 07 17:04:23.887199 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-9ada4ed0-1a7b-48bb-8299-ecdd375aebca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e673c835-c469-4f69-973e-70fd9b4f6ca8 HTTP/1.1" status: 200 len: 217 time: 0.0353358 Sep 07 17:04:23.946861 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa970b-4d20-455f-aa6f-05431980c26f req-d3245b51-1ba9-47af-80de-968958898d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:23.948310 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-d3245b51-1ba9-47af-80de-968958898d13 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8660199-2210-47db-ada2-8e60076c7287 HTTP/1.1" status: 200 len: 854 time: 0.0499790 Sep 07 17:04:23.990270 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-570cd3cd-39ce-436e-8935-d3fe4a379df9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8ce79846-1253-4220-8e01-cd745a2f96d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299690 Sep 07 17:04:24.079239 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-e2862abd-fa60-4e95-a24c-7fbbcfcd6720 service neutron] 10.222.0.54 "GET /v2.0/networks/8ce79846-1253-4220-8e01-cd745a2f96d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816295 Sep 07 17:04:24.176783 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-82fa970b-4d20-455f-aa6f-05431980c26f req-6403f7eb-e218-4daa-a48d-e8e31175606e service neutron] 10.222.0.54 "GET /v2.0/networks/8ce79846-1253-4220-8e01-cd745a2f96d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854869 Sep 07 17:04:24.269045 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676fd76-6a15-4633-bf58-32eb008ca0e3 req-8b173b98-1bd3-4a67-8fe5-8fcb24769a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:24.270438 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0676fd76-6a15-4633-bf58-32eb008ca0e3 req-8b173b98-1bd3-4a67-8fe5-8fcb24769a28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e83f85e23b6e48c799f96af17448b14c&device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 1094 time: 0.0401747 Sep 07 17:04:24.372873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676fd76-6a15-4633-bf58-32eb008ca0e3 req-e98eab26-5f85-41b6-bb1f-2c7050fa4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:24.374350 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0676fd76-6a15-4633-bf58-32eb008ca0e3 req-e98eab26-5f85-41b6-bb1f-2c7050fa4a2d service neutron] 10.222.0.54 "GET /v2.0/networks?id=8ce79846-1253-4220-8e01-cd745a2f96d3 HTTP/1.1" status: 200 len: 915 time: 0.0965803 Sep 07 17:04:24.419804 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0676fd76-6a15-4633-bf58-32eb008ca0e3 req-41395587-82da-4b40-9ba6-6086d2fa3730 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e673c835-c469-4f69-973e-70fd9b4f6ca8 HTTP/1.1" status: 200 len: 217 time: 0.0357742 Sep 07 17:04:24.468802 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676fd76-6a15-4633-bf58-32eb008ca0e3 req-3c50f9db-5086-41da-bcf3-dc5137d9feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:24.470200 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0676fd76-6a15-4633-bf58-32eb008ca0e3 req-3c50f9db-5086-41da-bcf3-dc5137d9feba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8660199-2210-47db-ada2-8e60076c7287 HTTP/1.1" status: 200 len: 854 time: 0.0430875 Sep 07 17:04:24.501720 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0676fd76-6a15-4633-bf58-32eb008ca0e3 req-572d176f-c69c-4684-b409-91ed2b4b3095 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8ce79846-1253-4220-8e01-cd745a2f96d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232973 Sep 07 17:04:24.594448 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0676fd76-6a15-4633-bf58-32eb008ca0e3 req-f80f3e1e-e09f-492f-9ded-83729a86b5b2 service neutron] 10.222.0.54 "GET /v2.0/networks/8ce79846-1253-4220-8e01-cd745a2f96d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832539 Sep 07 17:04:24.687337 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-0676fd76-6a15-4633-bf58-32eb008ca0e3 req-4a3c3732-1ee3-4df0-b1d0-da04549009c4 service neutron] 10.222.0.54 "GET /v2.0/networks/8ce79846-1253-4220-8e01-cd745a2f96d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844426 Sep 07 17:04:24.981379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d52d3-e1a8-4038-8e5f-029304cc0176 req-8b74d5fa-145a-4fb2-ba07-41efb73d679f tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:24.982845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c11d52d3-e1a8-4038-8e5f-029304cc0176 req-8b74d5fa-145a-4fb2-ba07-41efb73d679f tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 943 time: 0.0472329 Sep 07 17:04:25.019742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c11d52d3-e1a8-4038-8e5f-029304cc0176 req-90141db5-9a54-4d53-82b8-9f7e7cdb047c tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310636 Sep 07 17:04:26.133229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad3530-e634-4224-b78d-7c634425662d req-20eb7bb4-54c6-46e6-b78f-f0e95d83caa2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:26.135178 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20ad3530-e634-4224-b78d-7c634425662d req-20eb7bb4-54c6-46e6-b78f-f0e95d83caa2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 943 time: 0.0515323 Sep 07 17:04:26.171388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20ad3530-e634-4224-b78d-7c634425662d req-ce20d850-2b63-4e8a-aafb-ef982441195b tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303304 Sep 07 17:04:27.283676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254da61-9803-4fc5-a534-6b602d3366ab req-90f7fa87-e73f-4d82-a9e6-c0fdd1c0b17a tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:27.285201 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9254da61-9803-4fc5-a534-6b602d3366ab req-90f7fa87-e73f-4d82-a9e6-c0fdd1c0b17a tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 943 time: 0.0487108 Sep 07 17:04:27.323938 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9254da61-9803-4fc5-a534-6b602d3366ab req-1f666a50-bc25-476f-b7f9-63aca1ba6cb1 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Sep 07 17:04:28.119767 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e673c835-c469-4f69-973e-70fd9b4f6ca8 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:04:28.209978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e673c835-c469-4f69-973e-70fd9b4f6ca8, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e673c835-c469-4f69-973e-70fd9b4f6ca8,segment=NetworkSegment(27018023-1544-47f6-ab0a-11bad2e89a36),segment_id=27018023-1544-47f6-ab0a-11bad2e89a36)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:28.221314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'e673c835-c469-4f69-973e-70fd9b4f6ca8', 'network_id': '8ce79846-1253-4220-8e01-cd745a2f96d3', 'port_id': 'e673c835-c469-4f69-973e-70fd9b4f6ca8', 'mac_address': 'fa:16:3e:21:48:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8660199-2210-47db-ada2-8e60076c7287', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:04:28.260296 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:28.273358 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e673c835-c469-4f69-973e-70fd9b4f6ca8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:04:28.293050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e673c835-c469-4f69-973e-70fd9b4f6ca8, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e673c835-c469-4f69-973e-70fd9b4f6ca8,segment=NetworkSegment(27018023-1544-47f6-ab0a-11bad2e89a36),segment_id=27018023-1544-47f6-ab0a-11bad2e89a36)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:28.297254 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:28.343548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=e673c835-c469-4f69-973e-70fd9b4f6ca8,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:28.436909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595752e1-52e5-4561-84a1-6e595fb0820d req-eb1f75ed-6978-4d75-8ec8-33060c51192a tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:28.438394 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-595752e1-52e5-4561-84a1-6e595fb0820d req-eb1f75ed-6978-4d75-8ec8-33060c51192a tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 944 time: 0.0483077 Sep 07 17:04:28.476072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-595752e1-52e5-4561-84a1-6e595fb0820d req-aaad6bfc-3276-4edb-bb46-de2bc770b022 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Sep 07 17:04:28.548039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['e673c835-c469-4f69-973e-70fd9b4f6ca8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:04:29.590735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b0a79-856a-4669-8130-933b603ef108 req-59a45c29-de2d-4b74-90fc-ddefa364f264 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:29.592211 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b5b0a79-856a-4669-8130-933b603ef108 req-59a45c29-de2d-4b74-90fc-ddefa364f264 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 944 time: 0.0517638 Sep 07 17:04:29.628739 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2b5b0a79-856a-4669-8130-933b603ef108 req-65c9a48c-5d4e-4ac6-82ca-462f59b4da26 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307019 Sep 07 17:04:30.119237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e673c835-c469-4f69-973e-70fd9b4f6ca8 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:04:30.165641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port e673c835-c469-4f69-973e-70fd9b4f6ca8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:04:30.169068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port e673c835-c469-4f69-973e-70fd9b4f6ca8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:04:30.169442 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:30.243040 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:30.265469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daddf000-2589-4c8d-96f4-729067aaa833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e673c835-c469-4f69-973e-70fd9b4f6ca8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:04:30.267852 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149db331-333e-4988-b352-86892823d905" -d '{"events": [{"server_uuid": "daddf000-2589-4c8d-96f4-729067aaa833", "name": "network-vif-plugged", "status": "completed", "tag": "e673c835-c469-4f69-973e-70fd9b4f6ca8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:04:30.280409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port e673c835-c469-4f69-973e-70fd9b4f6ca8, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e673c835-c469-4f69-973e-70fd9b4f6ca8,segment=NetworkSegment(27018023-1544-47f6-ab0a-11bad2e89a36),segment_id=27018023-1544-47f6-ab0a-11bad2e89a36)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:30.284450 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:30.310121 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5b26e9-b059-4a03-8d40-9eb09621912d x-openstack-request-id: req-be5b26e9-b059-4a03-8d40-9eb09621912d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:04:30.310423 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daddf000-2589-4c8d-96f4-729067aaa833", "name": "network-vif-plugged", "status": "completed", "tag": "e673c835-c469-4f69-973e-70fd9b4f6ca8", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:04:30.310680 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be5b26e9-b059-4a03-8d40-9eb09621912d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:04:30.311072 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daddf000-2589-4c8d-96f4-729067aaa833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e673c835-c469-4f69-973e-70fd9b4f6ca8', 'code': 200} Sep 07 17:04:30.338004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=e673c835-c469-4f69-973e-70fd9b4f6ca8,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:30.408293 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ade37-7da8-4248-81f8-dbe3821fd617 req-0da5ecd9-8a95-4dce-845a-45b98204de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:30.409800 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-591ade37-7da8-4248-81f8-dbe3821fd617 req-0da5ecd9-8a95-4dce-845a-45b98204de4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 1096 time: 0.0393751 Sep 07 17:04:30.444326 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-591ade37-7da8-4248-81f8-dbe3821fd617 req-d09f2f0b-505c-4d4a-a3cb-65151ffa5958 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268052 Sep 07 17:04:30.740861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28727443-040e-4d7f-b219-7ddaa6d4e494 req-d9266ce4-cab5-4288-a5ad-f9a0e85149d7 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:30.742324 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28727443-040e-4d7f-b219-7ddaa6d4e494 req-d9266ce4-cab5-4288-a5ad-f9a0e85149d7 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 945 time: 0.0480928 Sep 07 17:04:30.779041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28727443-040e-4d7f-b219-7ddaa6d4e494 req-273d4d2f-3f72-4d29-9676-5538d7550316 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Sep 07 17:04:31.891723 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e40ad-561d-4ea3-b01d-52419fb3cbf0 req-c491788a-acae-4589-9814-1668ec926f1d tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:31.893205 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-485e40ad-561d-4ea3-b01d-52419fb3cbf0 req-c491788a-acae-4589-9814-1668ec926f1d tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 945 time: 0.0478616 Sep 07 17:04:31.930109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-485e40ad-561d-4ea3-b01d-52419fb3cbf0 req-17f547be-620d-4a96-8416-0a14ccb6e6fa tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310657 Sep 07 17:04:32.161547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c870448-57a4-4d06-ad75-dfbd2936e84c req-9689f318-658e-4f62-9a3f-9cb281e5ab37 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:32.163194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c870448-57a4-4d06-ad75-dfbd2936e84c req-9689f318-658e-4f62-9a3f-9cb281e5ab37 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 945 time: 0.0524929 Sep 07 17:04:32.199151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6c870448-57a4-4d06-ad75-dfbd2936e84c req-586ccd83-7365-4a3c-a91a-259b7c6713c0 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300281 Sep 07 17:04:32.371100 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:32.822483 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:33.313383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a798b-a175-4168-a8aa-e219c27ea61f req-ec036594-0492-4e84-ab00-df56f8a43d9c tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:33.314095 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-134a798b-a175-4168-a8aa-e219c27ea61f req-ec036594-0492-4e84-ab00-df56f8a43d9c tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 945 time: 0.0483875 Sep 07 17:04:33.350921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-134a798b-a175-4168-a8aa-e219c27ea61f req-ce762e6c-4fdb-4baf-8f91-7994f2fa00f7 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309529 Sep 07 17:04:33.541255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44840e17-c29b-47c6-9e8d-5b6ce38dc8d5 req-bbd9c4d5-98a4-45d7-9044-92fc1ed40c49 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:33.542618 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44840e17-c29b-47c6-9e8d-5b6ce38dc8d5 req-bbd9c4d5-98a4-45d7-9044-92fc1ed40c49 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.54 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 945 time: 0.0474184 Sep 07 17:04:33.634388 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-44840e17-c29b-47c6-9e8d-5b6ce38dc8d5 req-9cc742fe-e826-4e32-b436-e320ce6030a2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Deleting port e673c835-c469-4f69-973e-70fd9b4f6ca8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:33.634728 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-44840e17-c29b-47c6-9e8d-5b6ce38dc8d5 req-9cc742fe-e826-4e32-b436-e320ce6030a2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:33.718773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-44840e17-c29b-47c6-9e8d-5b6ce38dc8d5 req-9cc742fe-e826-4e32-b436-e320ce6030a2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] For port e673c835-c469-4f69-973e-70fd9b4f6ca8, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=e673c835-c469-4f69-973e-70fd9b4f6ca8,segment=NetworkSegment(27018023-1544-47f6-ab0a-11bad2e89a36),segment_id=27018023-1544-47f6-ab0a-11bad2e89a36)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:33.719136 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-44840e17-c29b-47c6-9e8d-5b6ce38dc8d5 req-9cc742fe-e826-4e32-b436-e320ce6030a2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:33.731720 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-44840e17-c29b-47c6-9e8d-5b6ce38dc8d5 req-9cc742fe-e826-4e32-b436-e320ce6030a2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Calling delete_port for e673c835-c469-4f69-973e-70fd9b4f6ca8 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:33.859779 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-44840e17-c29b-47c6-9e8d-5b6ce38dc8d5 req-9cc742fe-e826-4e32-b436-e320ce6030a2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:33.871357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['fb13ef5f-e9d6-4bc1-aa37-62a775103b06'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:04:33.886774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc742fe-e826-4e32-b436-e320ce6030a2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Pushing event deleted for resources: {'Port': ['ID=e673c835-c469-4f69-973e-70fd9b4f6ca8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:33.892450 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['e673c835-c469-4f69-973e-70fd9b4f6ca8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:04:33.930207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-44840e17-c29b-47c6-9e8d-5b6ce38dc8d5 req-9cc742fe-e826-4e32-b436-e320ce6030a2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] No DVR routers for this DVR port e673c835-c469-4f69-973e-70fd9b4f6ca8 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:04:33.932765 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-44840e17-c29b-47c6-9e8d-5b6ce38dc8d5 req-9cc742fe-e826-4e32-b436-e320ce6030a2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:33.934776 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-44840e17-c29b-47c6-9e8d-5b6ce38dc8d5 req-9cc742fe-e826-4e32-b436-e320ce6030a2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.54 "DELETE /v2.0/ports/e673c835-c469-4f69-973e-70fd9b4f6ca8 HTTP/1.1" status: 204 len: 173 time: 0.3826845 Sep 07 17:04:33.935220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daddf000-2589-4c8d-96f4-729067aaa833', 'name': 'network-vif-deleted', 'tag': 'e673c835-c469-4f69-973e-70fd9b4f6ca8'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:04:33.937511 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59023b72-7b23-4f03-bee9-b5789d69e801" -d '{"events": [{"server_uuid": "daddf000-2589-4c8d-96f4-729067aaa833", "name": "network-vif-deleted", "tag": "e673c835-c469-4f69-973e-70fd9b4f6ca8"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:04:33.978641 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e70dfb9-ebdf-46a6-826f-f53d0d82ad24 x-openstack-request-id: req-4e70dfb9-ebdf-46a6-826f-f53d0d82ad24 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:04:33.978942 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daddf000-2589-4c8d-96f4-729067aaa833", "name": "network-vif-deleted", "tag": "e673c835-c469-4f69-973e-70fd9b4f6ca8", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:04:33.979199 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e70dfb9-ebdf-46a6-826f-f53d0d82ad24 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:04:33.979602 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daddf000-2589-4c8d-96f4-729067aaa833', 'name': 'network-vif-deleted', 'tag': 'e673c835-c469-4f69-973e-70fd9b4f6ca8', 'status': 'completed', 'code': 200} Sep 07 17:04:34.464920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a350292-8c58-4e84-8b28-c04f507e6754 req-6c0c6cf9-5244-48a9-a186-5258090ec7bc tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=daddf000-2589-4c8d-96f4-729067aaa833 HTTP/1.1" status: 200 len: 210 time: 0.0291297 Sep 07 17:04:35.895030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b624f-36c3-4403-ad12-87a67bb4ef7e req-af8f0915-6e94-4e94-9a43-3bfd06f1da44 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:35.896463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe3b624f-36c3-4403-ad12-87a67bb4ef7e req-af8f0915-6e94-4e94-9a43-3bfd06f1da44 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 946 time: 0.3324163 Sep 07 17:04:35.933711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fe3b624f-36c3-4403-ad12-87a67bb4ef7e req-101a14a1-2243-46e8-be57-7a362184f663 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312736 Sep 07 17:04:36.066791 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb946b-3cd0-4de5-8064-9b8aa7002f2f req-d47cfc6b-0377-4548-8a94-686877ee5f50 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:36.068248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcfb946b-3cd0-4de5-8064-9b8aa7002f2f req-d47cfc6b-0377-4548-8a94-686877ee5f50 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 946 time: 0.0475845 Sep 07 17:04:36.105534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dcfb946b-3cd0-4de5-8064-9b8aa7002f2f req-452f1192-670e-428a-b954-ecd6711efab8 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Sep 07 17:04:36.217434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cbfba-44a4-4da1-9ddc-302e5719e8c5 req-75f45c9f-2d4b-4a8b-bd4a-74e755ff3d41 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:36.218915 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-665cbfba-44a4-4da1-9ddc-302e5719e8c5 req-75f45c9f-2d4b-4a8b-bd4a-74e755ff3d41 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 946 time: 0.0475035 Sep 07 17:04:36.255433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-665cbfba-44a4-4da1-9ddc-302e5719e8c5 req-26c50322-a481-4bc4-9f09-12344142160c tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Sep 07 17:04:36.332950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-4e68edb8-c0b3-4020-9ac1-db9847a6023a req-f3d6b2d3-6123-456f-95a4-cb9c0d8f7d6d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:04:36.333924 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e68edb8-c0b3-4020-9ac1-db9847a6023a req-f3d6b2d3-6123-456f-95a4-cb9c0d8f7d6d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053926 Sep 07 17:04:36.444251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a7035-c401-42e2-989b-a91c53ac0a7d req-35d1f96b-7dad-4edb-8209-be409a7b6e6c tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:36.445731 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-810a7035-c401-42e2-989b-a91c53ac0a7d req-35d1f96b-7dad-4edb-8209-be409a7b6e6c tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 946 time: 0.0532494 Sep 07 17:04:36.482337 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-810a7035-c401-42e2-989b-a91c53ac0a7d req-7878c402-71e3-422d-80ee-e9b41c2b8078 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301857 Sep 07 17:04:36.593326 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8c99c-8470-4028-b821-d60a42b68c71 req-635e7c82-f6d6-4e63-beb4-9b894e1a2fa4 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:36.594790 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ad8c99c-8470-4028-b821-d60a42b68c71 req-635e7c82-f6d6-4e63-beb4-9b894e1a2fa4 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 946 time: 0.0472884 Sep 07 17:04:36.631979 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ad8c99c-8470-4028-b821-d60a42b68c71 req-82782835-e729-4198-9af8-c2d047ed6fae tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313156 Sep 07 17:04:36.761588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc751e-555e-4b55-a7f3-ed1625675fac req-a3a79ead-7198-4e83-955a-9c0d7f3c1edb tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:36.763478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21dc751e-555e-4b55-a7f3-ed1625675fac req-a3a79ead-7198-4e83-955a-9c0d7f3c1edb tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 946 time: 0.0513289 Sep 07 17:04:36.804608 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21dc751e-555e-4b55-a7f3-ed1625675fac req-7a1db93d-5e9d-4cb7-b47a-d0e0c80dad58 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351977 Sep 07 17:04:37.107384 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dba0b-d957-4940-9e00-b112ab252ec7 req-9cb4f88b-ff7a-4e82-9cad-934caebbc291 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:37.108907 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f7dba0b-d957-4940-9e00-b112ab252ec7 req-9cb4f88b-ff7a-4e82-9cad-934caebbc291 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 946 time: 0.0516055 Sep 07 17:04:37.146160 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f7dba0b-d957-4940-9e00-b112ab252ec7 req-80a954cc-285f-4266-a6f8-d3491b0cc8c2 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312557 Sep 07 17:04:38.161670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e673c835-c469-4f69-973e-70fd9b4f6ca8 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:04:38.181446 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: e673c835-c469-4f69-973e-70fd9b4f6ca8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:04:38.181796 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device e673c835-c469-4f69-973e-70fd9b4f6ca8 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:04:38.261175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3ec6b-550d-452e-8e59-07148685739f req-c97d8ecd-80f3-4ce1-a074-acb9e294fe22 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:38.262654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3e3ec6b-550d-452e-8e59-07148685739f req-c97d8ecd-80f3-4ce1-a074-acb9e294fe22 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 946 time: 0.0478556 Sep 07 17:04:38.298927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c3e3ec6b-550d-452e-8e59-07148685739f req-a9a8b23e-567d-47de-8502-c0c02597f2a3 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/security-groups?id=9471a220-d04c-48ba-9158-3bd2a01e6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304675 Sep 07 17:04:38.695800 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec83bc-ce85-46bf-964d-3092969c28c0 req-7983da55-66d2-4d08-8311-46fdd1f8cccf tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:38.697292 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baec83bc-ce85-46bf-964d-3092969c28c0 req-7983da55-66d2-4d08-8311-46fdd1f8cccf tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.35 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 946 time: 0.0478730 Sep 07 17:04:38.786519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-baec83bc-ce85-46bf-964d-3092969c28c0 req-b952946a-37ca-4457-8237-e95bcc6e06e8 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Deleting port fb13ef5f-e9d6-4bc1-aa37-62a775103b06 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:38.786863 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-baec83bc-ce85-46bf-964d-3092969c28c0 req-b952946a-37ca-4457-8237-e95bcc6e06e8 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:38.872994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-baec83bc-ce85-46bf-964d-3092969c28c0 req-b952946a-37ca-4457-8237-e95bcc6e06e8 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] For port fb13ef5f-e9d6-4bc1-aa37-62a775103b06, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fb13ef5f-e9d6-4bc1-aa37-62a775103b06,segment=NetworkSegment(27018023-1544-47f6-ab0a-11bad2e89a36),segment_id=27018023-1544-47f6-ab0a-11bad2e89a36)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:38.873369 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-baec83bc-ce85-46bf-964d-3092969c28c0 req-b952946a-37ca-4457-8237-e95bcc6e06e8 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:38.885466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-baec83bc-ce85-46bf-964d-3092969c28c0 req-b952946a-37ca-4457-8237-e95bcc6e06e8 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Calling delete_port for fb13ef5f-e9d6-4bc1-aa37-62a775103b06 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:39.011946 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-baec83bc-ce85-46bf-964d-3092969c28c0 req-b952946a-37ca-4457-8237-e95bcc6e06e8 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:39.023573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['fb13ef5f-e9d6-4bc1-aa37-62a775103b06'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:04:39.040203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952946a-37ca-4457-8237-e95bcc6e06e8 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Pushing event deleted for resources: {'Port': ['ID=fb13ef5f-e9d6-4bc1-aa37-62a775103b06,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:39.083036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-baec83bc-ce85-46bf-964d-3092969c28c0 req-b952946a-37ca-4457-8237-e95bcc6e06e8 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] No DVR routers for this DVR port fb13ef5f-e9d6-4bc1-aa37-62a775103b06 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:04:39.085604 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-baec83bc-ce85-46bf-964d-3092969c28c0 req-b952946a-37ca-4457-8237-e95bcc6e06e8 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:39.087726 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-baec83bc-ce85-46bf-964d-3092969c28c0 req-b952946a-37ca-4457-8237-e95bcc6e06e8 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.35 "DELETE /v2.0/ports/fb13ef5f-e9d6-4bc1-aa37-62a775103b06 HTTP/1.1" status: 204 len: 173 time: 0.3839388 Sep 07 17:04:39.088161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687383b8-3b21-488e-a246-1d12a547d485', 'name': 'network-vif-deleted', 'tag': 'fb13ef5f-e9d6-4bc1-aa37-62a775103b06'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:04:39.091016 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b0c1c0-1b07-49c6-8912-fd290e92ca0d" -d '{"events": [{"server_uuid": "687383b8-3b21-488e-a246-1d12a547d485", "name": "network-vif-deleted", "tag": "fb13ef5f-e9d6-4bc1-aa37-62a775103b06"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:04:39.128627 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31c8ad3-7862-4b08-a9cc-6b55d71491eb x-openstack-request-id: req-a31c8ad3-7862-4b08-a9cc-6b55d71491eb {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:04:39.128933 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687383b8-3b21-488e-a246-1d12a547d485", "name": "network-vif-deleted", "tag": "fb13ef5f-e9d6-4bc1-aa37-62a775103b06", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:04:39.129188 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a31c8ad3-7862-4b08-a9cc-6b55d71491eb {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:04:39.129618 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687383b8-3b21-488e-a246-1d12a547d485', 'name': 'network-vif-deleted', 'tag': 'fb13ef5f-e9d6-4bc1-aa37-62a775103b06', 'status': 'completed', 'code': 200} Sep 07 17:04:39.401839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a786c123-d5b5-4e70-9248-d597d2f97722 req-56a6cde6-b39b-49b0-a1e7-249955275a18 tempest-ServersNegativeTestJSON-724191005 tempest-ServersNegativeTestJSON-724191005-project] 10.222.0.70 "GET /v2.0/ports?device_id=687383b8-3b21-488e-a246-1d12a547d485 HTTP/1.1" status: 200 len: 210 time: 0.0263715 Sep 07 17:04:40.437394 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e447346d-545d-4243-b0e4-bacd69f599a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:40.457940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44110) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:40.501549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Deleting subnet f8660199-2210-47db-ada2-8e60076c7287 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:04:40.504455 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:40.537645 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:40.574446 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:40.629158 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:40.653789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8660199-2210-47db-ada2-8e60076c7287,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:40.657932 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:40.660016 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f8660199-2210-47db-ada2-8e60076c7287 HTTP/1.1" status: 204 len: 168 time: 0.2008393 Sep 07 17:04:40.662461 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44112) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:40.666436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:40.667392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:40.667740 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:40.668081 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:40.668443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:40.668776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:40.669108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:40.669439 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:40.669767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:40.670094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:40.670422 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:40.670751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08da4d09-f4bf-4431-89d0-e6d5133fa2d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:40.733619 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55e94e67-3bea-405a-a177-a0b4aa8bb1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:40.812654 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55e94e67-3bea-405a-a177-a0b4aa8bb1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:40.831602 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-55e94e67-3bea-405a-a177-a0b4aa8bb1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce79846-1253-4220-8e01-cd745a2f96d3']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:40.841272 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-55e94e67-3bea-405a-a177-a0b4aa8bb1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27018023-1544-47f6-ab0a-11bad2e89a36') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:40.841574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-55e94e67-3bea-405a-a177-a0b4aa8bb1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27018023-1544-47f6-ab0a-11bad2e89a36') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:40.850828 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55e94e67-3bea-405a-a177-a0b4aa8bb1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:40.864480 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55e94e67-3bea-405a-a177-a0b4aa8bb1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:40.870108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e94e67-3bea-405a-a177-a0b4aa8bb1a7 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:04:40.870489 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55e94e67-3bea-405a-a177-a0b4aa8bb1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:04:40.872090 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:04:40.925110 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55e94e67-3bea-405a-a177-a0b4aa8bb1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:40.929495 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-55e94e67-3bea-405a-a177-a0b4aa8bb1a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:40.931873 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-55e94e67-3bea-405a-a177-a0b4aa8bb1a7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8ce79846-1253-4220-8e01-cd745a2f96d3 HTTP/1.1" status: 204 len: 168 time: 0.2682641 Sep 07 17:04:40.944207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e94e67-3bea-405a-a177-a0b4aa8bb1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce79846-1253-4220-8e01-cd745a2f96d3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:41.036839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:41.079512 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-11e02368-74bd-422b-8d99-4f80039eafe3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e83f85e23b6e48c799f96af17448b14c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414422 Sep 07 17:04:41.081886 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44118) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:41.128154 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac961308-6281-4c45-ae90-eba223651b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:41.148690 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac961308-6281-4c45-ae90-eba223651b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:41.193999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac961308-6281-4c45-ae90-eba223651b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:41.196557 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ac961308-6281-4c45-ae90-eba223651b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:41.197684 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ac961308-6281-4c45-ae90-eba223651b50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9471a220-d04c-48ba-9158-3bd2a01e6e35 HTTP/1.1" status: 204 len: 168 time: 0.1148977 Sep 07 17:04:41.205717 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac961308-6281-4c45-ae90-eba223651b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9471a220-d04c-48ba-9158-3bd2a01e6e35,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:41.850956 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44140) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:41.943779 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1354053747'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:41.964785 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Made reservation on behalf of 71a3a1c603894099a4dd08e40b526fb0 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:41.968103 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:41.976637 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:42.064592 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:42.068116 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:42.090316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:04:42.103281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f39febd-4cbf-4227-88b0-32b3ce548d00,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:42.108654 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:42.108993 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Added segment bcbca154-4abf-488b-8268-6eadad0540ea of type vlan for network 73a94a56-5772-4afd-937b-04a17563f6f4 Sep 07 17:04:42.150436 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:42.174965 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:42.180628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:42.181238 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:42.212644 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3605635 Sep 07 17:04:42.249469 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6131d5f-c853-48a6-8ea8-ffd4ff35f832 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event updated for resources: {'Network': ['ID=73a94a56-5772-4afd-937b-04a17563f6f4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:42.262531 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 73a94a56-5772-4afd-937b-04a17563f6f4 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:04:42.702075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fb13ef5f-e9d6-4bc1-aa37-62a775103b06 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:04:42.722293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: fb13ef5f-e9d6-4bc1-aa37-62a775103b06 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:04:42.722644 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fb13ef5f-e9d6-4bc1-aa37-62a775103b06 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:04:44.026227 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:44.296393 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c00db72d-d07e-46b7-9e9c-bf992cb057c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:45.092525 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:45.440910 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:45.445984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f6f8ba14-b7d4-45df-a253-b95c51aa8df8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Request body: {'subnet': {'network_id': '73a94a56-5772-4afd-937b-04a17563f6f4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:45.530968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f8ba14-b7d4-45df-a253-b95c51aa8df8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Made reservation on behalf of 71a3a1c603894099a4dd08e40b526fb0 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:45.534461 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6f8ba14-b7d4-45df-a253-b95c51aa8df8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:45.718698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6f8ba14-b7d4-45df-a253-b95c51aa8df8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:45.782954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8ba14-b7d4-45df-a253-b95c51aa8df8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event updated for resources: {'Subnet': ['ID=932bea81-8687-42ae-bff9-00c821855f25,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:45.789645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8ba14-b7d4-45df-a253-b95c51aa8df8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Checking segment: {'id': 'bcbca154-4abf-488b-8268-6eadad0540ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '73a94a56-5772-4afd-937b-04a17563f6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:45.790003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f8ba14-b7d4-45df-a253-b95c51aa8df8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Network hostable DHCP agents. Network: 73a94a56-5772-4afd-937b-04a17563f6f4, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:04:45.805716 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f8ba14-b7d4-45df-a253-b95c51aa8df8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Network 73a94a56-5772-4afd-937b-04a17563f6f4 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:04:45.813744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-f6f8ba14-b7d4-45df-a253-b95c51aa8df8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 73a94a56-5772-4afd-937b-04a17563f6f4) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:45.818078 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f8ba14-b7d4-45df-a253-b95c51aa8df8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:45.818719 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f6f8ba14-b7d4-45df-a253-b95c51aa8df8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:45.822979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f9277f-b811-46d8-8fc5-30942c38916b None None] Network 73a94a56-5772-4afd-937b-04a17563f6f4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:45.832663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f6f8ba14-b7d4-45df-a253-b95c51aa8df8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3907013 Sep 07 17:04:45.836119 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44146) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:45.842269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0c57af45-a1d7-40a3-a5cf-73668b87ccc9 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1151307727'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:45.862114 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c57af45-a1d7-40a3-a5cf-73668b87ccc9 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Made reservation on behalf of 71a3a1c603894099a4dd08e40b526fb0 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:45.865767 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c57af45-a1d7-40a3-a5cf-73668b87ccc9 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:45.888726 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c57af45-a1d7-40a3-a5cf-73668b87ccc9 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:04:45.897145 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c57af45-a1d7-40a3-a5cf-73668b87ccc9 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:45.897517 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-0c57af45-a1d7-40a3-a5cf-73668b87ccc9 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Added segment 9cccbbae-17a4-4d13-9253-972292cc98b8 of type vlan for network 6edd6c7b-7a73-4803-a21c-14ca181adccb Sep 07 17:04:45.937740 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c57af45-a1d7-40a3-a5cf-73668b87ccc9 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:45.962769 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c57af45-a1d7-40a3-a5cf-73668b87ccc9 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:45.969077 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c57af45-a1d7-40a3-a5cf-73668b87ccc9 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:45.969226 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-73a94a56-5772-4afd-937b-04a17563f6f4', 'network_id': '73a94a56-5772-4afd-937b-04a17563f6f4', 'tenant_id': '71a3a1c603894099a4dd08e40b526fb0', 'fixed_ips': [{'subnet_id': '932bea81-8687-42ae-bff9-00c821855f25'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:04:45.969610 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c57af45-a1d7-40a3-a5cf-73668b87ccc9 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:45.969882 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.006115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0c57af45-a1d7-40a3-a5cf-73668b87ccc9 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1687191 Sep 07 17:04:46.008925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44150) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:46.013751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c314cacb-0776-4415-a0d0-e0e4b75ae177 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Request body: {'subnet': {'network_id': '6edd6c7b-7a73-4803-a21c-14ca181adccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:46.058520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57af45-a1d7-40a3-a5cf-73668b87ccc9 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event updated for resources: {'Network': ['ID=6edd6c7b-7a73-4803-a21c-14ca181adccb,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:46.086336 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 6edd6c7b-7a73-4803-a21c-14ca181adccb details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:04:46.132143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c314cacb-0776-4415-a0d0-e0e4b75ae177 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Made reservation on behalf of 71a3a1c603894099a4dd08e40b526fb0 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:46.132830 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Allocated IP 2001:db8:0:ffff::2 (73a94a56-5772-4afd-937b-04a17563f6f4/932bea81-8687-42ae-bff9-00c821855f25/09d24a3f-e580-48c5-abd6-79b40d0be543) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:04:46.136751 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c314cacb-0776-4415-a0d0-e0e4b75ae177 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.311215 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.319171 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Transition to ACTIVE for port object 09d24a3f-e580-48c5-abd6-79b40d0be543 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:04:46.326062 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c314cacb-0776-4415-a0d0-e0e4b75ae177 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.333841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Transition to ACTIVE for port object 09d24a3f-e580-48c5-abd6-79b40d0be543 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:04:46.338816 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.377201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Network 73a94a56-5772-4afd-937b-04a17563f6f4 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:04:46.380328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:46.383758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:04:46.394373 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314cacb-0776-4415-a0d0-e0e4b75ae177 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event updated for resources: {'Subnet': ['ID=bcdde052-d5cf-4d2d-84d1-a49d92c2b4ab,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:46.398890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Pushing event updated for resources: {'Port': ['ID=09d24a3f-e580-48c5-abd6-79b40d0be543,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:46.402062 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314cacb-0776-4415-a0d0-e0e4b75ae177 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Checking segment: {'id': '9cccbbae-17a4-4d13-9253-972292cc98b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6edd6c7b-7a73-4803-a21c-14ca181adccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:46.402434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c314cacb-0776-4415-a0d0-e0e4b75ae177 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Network hostable DHCP agents. Network: 6edd6c7b-7a73-4803-a21c-14ca181adccb, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:04:46.419399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c314cacb-0776-4415-a0d0-e0e4b75ae177 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Network 6edd6c7b-7a73-4803-a21c-14ca181adccb is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:04:46.422613 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:46.422967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:46.423313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:46.423652 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:46.424061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:46.424325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:46.424670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:46.425001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:46.425329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:46.425751 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:46.426084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:46.426411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:04:46.430146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c314cacb-0776-4415-a0d0-e0e4b75ae177 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 6edd6c7b-7a73-4803-a21c-14ca181adccb) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:46.435117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c314cacb-0776-4415-a0d0-e0e4b75ae177 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:46.435743 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c314cacb-0776-4415-a0d0-e0e4b75ae177 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.444051 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b345d4e6-7a0f-4d9e-be5a-7faaa0fdd810 None None] Network 6edd6c7b-7a73-4803-a21c-14ca181adccb requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:46.450563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c314cacb-0776-4415-a0d0-e0e4b75ae177 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4405422 Sep 07 17:04:46.453255 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44152) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:46.479520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Attempting to bind port 09d24a3f-e580-48c5-abd6-79b40d0be543 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:04:46.480447 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Attempting to bind port 09d24a3f-e580-48c5-abd6-79b40d0be543 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'bcbca154-4abf-488b-8268-6eadad0540ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '73a94a56-5772-4afd-937b-04a17563f6f4'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:04:46.480819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Attempting to bind port 09d24a3f-e580-48c5-abd6-79b40d0be543 on network 73a94a56-5772-4afd-937b-04a17563f6f4 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:04:46.511615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:04:46.512001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Checking segment: {'id': 'bcbca154-4abf-488b-8268-6eadad0540ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '73a94a56-5772-4afd-937b-04a17563f6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:46.512435 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.512834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Bound using segment: {'id': 'bcbca154-4abf-488b-8268-6eadad0540ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '73a94a56-5772-4afd-937b-04a17563f6f4'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:04:46.513309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Bound port: 09d24a3f-e580-48c5-abd6-79b40d0be543, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbca154-4abf-488b-8268-6eadad0540ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '73a94a56-5772-4afd-937b-04a17563f6f4'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:04:46.513697 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.550966 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.633239 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.700677 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.727239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event deleted for resources: {'Subnet': ['ID=bcdde052-d5cf-4d2d-84d1-a49d92c2b4ab,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:46.772788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] For port 09d24a3f-e580-48c5-abd6-79b40d0be543, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:04:46.777602 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] For port 09d24a3f-e580-48c5-abd6-79b40d0be543, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=09d24a3f-e580-48c5-abd6-79b40d0be543,segment=NetworkSegment(bcbca154-4abf-488b-8268-6eadad0540ea),segment_id=bcbca154-4abf-488b-8268-6eadad0540ea)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:04:46.785551 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.790961 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.817265 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edd6c7b-7a73-4803-a21c-14ca181adccb']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:46.827239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cccbbae-17a4-4d13-9253-972292cc98b8') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:46.827640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cccbbae-17a4-4d13-9253-972292cc98b8') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:46.840452 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.848727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf4fcda-2d49-4df9-b086-de4b22bb3f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-6edd6c7b-7a73-4803-a21c-14ca181adccb', 'network_id': '6edd6c7b-7a73-4803-a21c-14ca181adccb', 'tenant_id': '71a3a1c603894099a4dd08e40b526fb0', 'fixed_ips': [{'subnet_id': 'bcdde052-d5cf-4d2d-84d1-a49d92c2b4ab'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:04:46.849767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4bf4fcda-2d49-4df9-b086-de4b22bb3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.863620 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.867829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:04:46.868315 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: timer() Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:04:46.871849 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:04:46.876115 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff969a-2be0-4cae-9a96-b23d1b19ab06 None None] Pushing event updated for resources: {'Port': ['ID=09d24a3f-e580-48c5-abd6-79b40d0be543,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:46.946090 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.950694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02798ece-c55d-4457-b923-2ab962503e1f None None] Network 6edd6c7b-7a73-4803-a21c-14ca181adccb requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:46.952362 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:46.955109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/networks/6edd6c7b-7a73-4803-a21c-14ca181adccb HTTP/1.1" status: 204 len: 168 time: 0.5009172 Sep 07 17:04:46.957946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44154) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:46.962909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02798ece-c55d-4457-b923-2ab962503e1f None None] Network 6edd6c7b-7a73-4803-a21c-14ca181adccb could not be found, it might have been deleted concurrently. {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 07 17:04:46.963707 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-20fdeba4-ba50-4ed2-9e6c-66c7ce894707 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1760767938'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:46.970468 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f65f8-6def-466d-84e4-00757c9c5e60 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event deleted for resources: {'Network': ['ID=6edd6c7b-7a73-4803-a21c-14ca181adccb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:46.990627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fdeba4-ba50-4ed2-9e6c-66c7ce894707 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Made reservation on behalf of 71a3a1c603894099a4dd08e40b526fb0 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:46.994484 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fdeba4-ba50-4ed2-9e6c-66c7ce894707 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:47.023393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fdeba4-ba50-4ed2-9e6c-66c7ce894707 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:04:47.024517 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:47.042131 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fdeba4-ba50-4ed2-9e6c-66c7ce894707 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:47.042929 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-20fdeba4-ba50-4ed2-9e6c-66c7ce894707 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Added segment c4b01f40-6f13-4300-82f3-d58520713971 of type vlan for network e18d5c35-4359-4c4b-a738-06d9a75e8abb Sep 07 17:04:47.087515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fdeba4-ba50-4ed2-9e6c-66c7ce894707 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:47.120711 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fdeba4-ba50-4ed2-9e6c-66c7ce894707 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:47.126366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fdeba4-ba50-4ed2-9e6c-66c7ce894707 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:47.127050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fdeba4-ba50-4ed2-9e6c-66c7ce894707 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:47.164497 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-20fdeba4-ba50-4ed2-9e6c-66c7ce894707 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2052124 Sep 07 17:04:47.167383 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44156) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:47.172436 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Request body: {'subnet': {'network_id': 'e18d5c35-4359-4c4b-a738-06d9a75e8abb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:47.212294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdeba4-ba50-4ed2-9e6c-66c7ce894707 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event updated for resources: {'Network': ['ID=e18d5c35-4359-4c4b-a738-06d9a75e8abb,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:47.223142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network e18d5c35-4359-4c4b-a738-06d9a75e8abb details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:04:47.289613 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Made reservation on behalf of 71a3a1c603894099a4dd08e40b526fb0 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:47.292922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:47.350226 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Performing IP validity checks on allocation pools {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 17:04:47.350747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.ipam_backend_mixin [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 17:04:47.470121 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:47.533946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event updated for resources: {'Subnet': ['ID=674db0cd-e70a-46eb-9bb2-ff209ab1904b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:47.539214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Checking segment: {'id': 'c4b01f40-6f13-4300-82f3-d58520713971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e18d5c35-4359-4c4b-a738-06d9a75e8abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:47.539581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Network hostable DHCP agents. Network: e18d5c35-4359-4c4b-a738-06d9a75e8abb, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:04:47.557527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Network e18d5c35-4359-4c4b-a738-06d9a75e8abb is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:04:47.568155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, e18d5c35-4359-4c4b-a738-06d9a75e8abb) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:47.572763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:47.573352 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:47.577739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e5535a-762c-42ad-a4f3-3cbd2e7887ba None None] Network e18d5c35-4359-4c4b-a738-06d9a75e8abb requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:47.592436 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a89029ed-3513-4441-b4ea-3409685073a0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4213173 Sep 07 17:04:47.592641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44158) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:47.697523 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:47.730912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-e18d5c35-4359-4c4b-a738-06d9a75e8abb', 'network_id': 'e18d5c35-4359-4c4b-a738-06d9a75e8abb', 'tenant_id': '71a3a1c603894099a4dd08e40b526fb0', 'fixed_ips': [{'subnet_id': '674db0cd-e70a-46eb-9bb2-ff209ab1904b'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:04:47.731798 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:47.776216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:47.853782 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff07158-b8ac-4894-8f5e-c43fabdf8796 None None] Network 73a94a56-5772-4afd-937b-04a17563f6f4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:47.928269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-81c4766f-b5a4-449b-8967-03190ab88a9f None None] Provisioning for port 09d24a3f-e580-48c5-abd6-79b40d0be543 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:04:47.934381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Allocated IP 2001:db8::3 (e18d5c35-4359-4c4b-a738-06d9a75e8abb/674db0cd-e70a-46eb-9bb2-ff209ab1904b/32c4aed1-ee17-4916-96b6-e556afeec5e9) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:04:48.159228 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:48.168944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Transition to ACTIVE for port object 32c4aed1-ee17-4916-96b6-e556afeec5e9 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:04:48.184217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Transition to ACTIVE for port object 32c4aed1-ee17-4916-96b6-e556afeec5e9 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:04:48.191391 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:48.207100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:48.233299 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Network e18d5c35-4359-4c4b-a738-06d9a75e8abb is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:04:48.238159 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event deleted for resources: {'Subnet': ['ID=674db0cd-e70a-46eb-9bb2-ff209ab1904b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:48.243002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:48.245333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:04:48.248737 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Pushing event updated for resources: {'Port': ['ID=32c4aed1-ee17-4916-96b6-e556afeec5e9,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:48.305688 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Attempting to bind port 32c4aed1-ee17-4916-96b6-e556afeec5e9 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:04:48.306078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Attempting to bind port 32c4aed1-ee17-4916-96b6-e556afeec5e9 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'c4b01f40-6f13-4300-82f3-d58520713971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e18d5c35-4359-4c4b-a738-06d9a75e8abb'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:04:48.306453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Attempting to bind port 32c4aed1-ee17-4916-96b6-e556afeec5e9 on network e18d5c35-4359-4c4b-a738-06d9a75e8abb {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:04:48.311954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:04:48.312375 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Checking segment: {'id': 'c4b01f40-6f13-4300-82f3-d58520713971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e18d5c35-4359-4c4b-a738-06d9a75e8abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:48.312792 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:48.313327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Bound using segment: {'id': 'c4b01f40-6f13-4300-82f3-d58520713971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e18d5c35-4359-4c4b-a738-06d9a75e8abb'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:04:48.313849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Bound port: 32c4aed1-ee17-4916-96b6-e556afeec5e9, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b01f40-6f13-4300-82f3-d58520713971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e18d5c35-4359-4c4b-a738-06d9a75e8abb'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:04:48.314254 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:48.393178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] For port 32c4aed1-ee17-4916-96b6-e556afeec5e9, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:04:48.396512 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] For port 32c4aed1-ee17-4916-96b6-e556afeec5e9, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=32c4aed1-ee17-4916-96b6-e556afeec5e9,segment=NetworkSegment(c4b01f40-6f13-4300-82f3-d58520713971),segment_id=c4b01f40-6f13-4300-82f3-d58520713971)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:04:48.400917 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:48.483747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5551d8-e33d-4444-aca1-28682826e3b8 None None] Pushing event updated for resources: {'Port': ['ID=32c4aed1-ee17-4916-96b6-e556afeec5e9,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:48.501780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71436d3-48f6-4486-abf0-32919994a021 None None] Network e18d5c35-4359-4c4b-a738-06d9a75e8abb requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:48.619286 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:48.625192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03455a1b-ae87-491c-90a6-7727316d9983 None None] get_active_networks_info from n-d-807551-3 {{(pid=94772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 17:04:48.639474 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18d5c35-4359-4c4b-a738-06d9a75e8abb']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:48.648569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b01f40-6f13-4300-82f3-d58520713971') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:48.648817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b01f40-6f13-4300-82f3-d58520713971') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:48.658459 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:48.672054 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:48.678026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:04:48.678444 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:04:48.681499 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:04:48.689557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03455a1b-ae87-491c-90a6-7727316d9983 None None] Resources bound (agent type, host, resource id): {{(pid=94772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 17:04:48.737819 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.db.api [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 17:04:48.737819 n-d-807551-3 neutron-server[94771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 17:04:48.737819 n-d-807551-3 neutron-server[94771]: [parameters: {'id': 'e18d5c35-4359-4c4b-a738-06d9a75e8abb'}] Sep 07 17:04:48.737819 n-d-807551-3 neutron-server[94771]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 17:04:48.738578 n-d-807551-3 neutron-server[94771]: DEBUG oslo_db.api [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 17:04:48.900653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 09d24a3f-e580-48c5-abd6-79b40d0be543 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:04:48.947548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 09d24a3f-e580-48c5-abd6-79b40d0be543 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:04:48.951803 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 09d24a3f-e580-48c5-abd6-79b40d0be543 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:04:48.952185 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.028744 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.059306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 09d24a3f-e580-48c5-abd6-79b40d0be543, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=09d24a3f-e580-48c5-abd6-79b40d0be543,segment=NetworkSegment(bcbca154-4abf-488b-8268-6eadad0540ea),segment_id=bcbca154-4abf-488b-8268-6eadad0540ea)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:49.062764 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.108016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=09d24a3f-e580-48c5-abd6-79b40d0be543,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:49.239032 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.294157 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Deleting port 32c4aed1-ee17-4916-96b6-e556afeec5e9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:49.294499 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.354645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] For port 32c4aed1-ee17-4916-96b6-e556afeec5e9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=32c4aed1-ee17-4916-96b6-e556afeec5e9,segment=NetworkSegment(c4b01f40-6f13-4300-82f3-d58520713971),segment_id=c4b01f40-6f13-4300-82f3-d58520713971)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:49.355112 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.367307 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Calling delete_port for 32c4aed1-ee17-4916-96b6-e556afeec5e9 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:49.449098 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.475195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event deleted for resources: {'Port': ['ID=32c4aed1-ee17-4916-96b6-e556afeec5e9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:49.477060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] No DVR routers for this DVR port 32c4aed1-ee17-4916-96b6-e556afeec5e9 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:04:49.556072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.575988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18d5c35-4359-4c4b-a738-06d9a75e8abb']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:49.584943 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b01f40-6f13-4300-82f3-d58520713971') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:49.585246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b01f40-6f13-4300-82f3-d58520713971') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:49.594427 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.606960 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.612658 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:04:49.613078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:04:49.616277 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:04:49.672173 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.679148 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.680960 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/networks/e18d5c35-4359-4c4b-a738-06d9a75e8abb HTTP/1.1" status: 204 len: 168 time: 2.0873659 Sep 07 17:04:49.685222 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44160) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:49.690238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7615139d-e0e7-4846-b98b-a952d9203fb8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-574874307'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:49.692778 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe8b69-69cb-4de1-89aa-8ba01b5be97b tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event deleted for resources: {'Network': ['ID=e18d5c35-4359-4c4b-a738-06d9a75e8abb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:49.711089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7615139d-e0e7-4846-b98b-a952d9203fb8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Made reservation on behalf of 71a3a1c603894099a4dd08e40b526fb0 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:49.714568 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7615139d-e0e7-4846-b98b-a952d9203fb8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.736934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7615139d-e0e7-4846-b98b-a952d9203fb8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:04:49.746598 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7615139d-e0e7-4846-b98b-a952d9203fb8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.746941 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-7615139d-e0e7-4846-b98b-a952d9203fb8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Added segment d88320e2-bbc1-4fe1-8610-cd83a46e4248 of type vlan for network 7effae02-71f3-40fb-8c97-d537a4800e92 Sep 07 17:04:49.788760 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7615139d-e0e7-4846-b98b-a952d9203fb8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.812559 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7615139d-e0e7-4846-b98b-a952d9203fb8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.818003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7615139d-e0e7-4846-b98b-a952d9203fb8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:49.818593 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7615139d-e0e7-4846-b98b-a952d9203fb8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:49.849388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7615139d-e0e7-4846-b98b-a952d9203fb8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1630638 Sep 07 17:04:49.852209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44162) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:49.857622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-175bcce6-b927-4e9f-9cab-73ab09f75ffe tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Request body: {'subnet': {'network_id': '7effae02-71f3-40fb-8c97-d537a4800e92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:49.908489 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615139d-e0e7-4846-b98b-a952d9203fb8 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event updated for resources: {'Network': ['ID=7effae02-71f3-40fb-8c97-d537a4800e92,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:49.919219 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 7effae02-71f3-40fb-8c97-d537a4800e92 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:04:49.977604 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175bcce6-b927-4e9f-9cab-73ab09f75ffe tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Made reservation on behalf of 71a3a1c603894099a4dd08e40b526fb0 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:49.981637 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-175bcce6-b927-4e9f-9cab-73ab09f75ffe tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.156671 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-175bcce6-b927-4e9f-9cab-73ab09f75ffe tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.215262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bcce6-b927-4e9f-9cab-73ab09f75ffe tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event updated for resources: {'Subnet': ['ID=3cbe5e3a-778e-4ad3-9fb2-e263a72d450c,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:50.222388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175bcce6-b927-4e9f-9cab-73ab09f75ffe tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Checking segment: {'id': 'd88320e2-bbc1-4fe1-8610-cd83a46e4248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7effae02-71f3-40fb-8c97-d537a4800e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:50.222748 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175bcce6-b927-4e9f-9cab-73ab09f75ffe tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Network hostable DHCP agents. Network: 7effae02-71f3-40fb-8c97-d537a4800e92, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:04:50.238045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175bcce6-b927-4e9f-9cab-73ab09f75ffe tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Network 7effae02-71f3-40fb-8c97-d537a4800e92 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:04:50.246861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-175bcce6-b927-4e9f-9cab-73ab09f75ffe tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 7effae02-71f3-40fb-8c97-d537a4800e92) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:50.251008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175bcce6-b927-4e9f-9cab-73ab09f75ffe tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:50.251744 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-175bcce6-b927-4e9f-9cab-73ab09f75ffe tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.256096 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6435c39d-ee02-458c-b939-5e99a0b81329 None None] Network 7effae02-71f3-40fb-8c97-d537a4800e92 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:50.268541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-175bcce6-b927-4e9f-9cab-73ab09f75ffe tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4119885 Sep 07 17:04:50.268911 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44164) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:50.273903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-94fb500e-8cb4-4460-804d-5f1e6d5c556c tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-124496487'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:50.297354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fb500e-8cb4-4460-804d-5f1e6d5c556c tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Made reservation on behalf of 71a3a1c603894099a4dd08e40b526fb0 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:50.300803 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94fb500e-8cb4-4460-804d-5f1e6d5c556c tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.323877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fb500e-8cb4-4460-804d-5f1e6d5c556c tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:04:50.333834 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94fb500e-8cb4-4460-804d-5f1e6d5c556c tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.334363 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-94fb500e-8cb4-4460-804d-5f1e6d5c556c tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Added segment 83548ace-936b-44d3-a9ff-5160688b0d08 of type vlan for network 1f9eb3c3-f680-4cdc-85fb-b0a78aed3412 Sep 07 17:04:50.380326 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94fb500e-8cb4-4460-804d-5f1e6d5c556c tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.400541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-7effae02-71f3-40fb-8c97-d537a4800e92', 'network_id': '7effae02-71f3-40fb-8c97-d537a4800e92', 'tenant_id': '71a3a1c603894099a4dd08e40b526fb0', 'fixed_ips': [{'subnet_id': '3cbe5e3a-778e-4ad3-9fb2-e263a72d450c'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:04:50.401487 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.404982 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94fb500e-8cb4-4460-804d-5f1e6d5c556c tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.410504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fb500e-8cb4-4460-804d-5f1e6d5c556c tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:50.411026 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-94fb500e-8cb4-4460-804d-5f1e6d5c556c tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.450412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-94fb500e-8cb4-4460-804d-5f1e6d5c556c tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1804488 Sep 07 17:04:50.453445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44166) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:50.483493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1443ab57-6831-43af-b030-6f2b520c6c77 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Request body: {'subnet': {'network_id': '1f9eb3c3-f680-4cdc-85fb-b0a78aed3412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:50.490460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb500e-8cb4-4460-804d-5f1e6d5c556c tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event updated for resources: {'Network': ['ID=1f9eb3c3-f680-4cdc-85fb-b0a78aed3412,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:50.501498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 1f9eb3c3-f680-4cdc-85fb-b0a78aed3412 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:04:50.573399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1443ab57-6831-43af-b030-6f2b520c6c77 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Made reservation on behalf of 71a3a1c603894099a4dd08e40b526fb0 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:50.576960 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1443ab57-6831-43af-b030-6f2b520c6c77 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.596090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Allocated IP 2001:db8::2 (7effae02-71f3-40fb-8c97-d537a4800e92/3cbe5e3a-778e-4ad3-9fb2-e263a72d450c/4dab6091-3f18-4151-b8df-b7f7e7955ca7) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:04:50.747314 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.755645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Transition to ACTIVE for port object 4dab6091-3f18-4151-b8df-b7f7e7955ca7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:04:50.758511 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1443ab57-6831-43af-b030-6f2b520c6c77 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.771012 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Transition to ACTIVE for port object 4dab6091-3f18-4151-b8df-b7f7e7955ca7 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:04:50.777857 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.813726 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Network 7effae02-71f3-40fb-8c97-d537a4800e92 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:04:50.816639 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:50.822104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:04:50.826163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443ab57-6831-43af-b030-6f2b520c6c77 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event updated for resources: {'Subnet': ['ID=f9a47218-0fe3-4d33-941e-910fe08ba5dd,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:50.829504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Pushing event updated for resources: {'Port': ['ID=4dab6091-3f18-4151-b8df-b7f7e7955ca7,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:50.835309 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1443ab57-6831-43af-b030-6f2b520c6c77 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Checking segment: {'id': '83548ace-936b-44d3-a9ff-5160688b0d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1f9eb3c3-f680-4cdc-85fb-b0a78aed3412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:50.835684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443ab57-6831-43af-b030-6f2b520c6c77 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Network hostable DHCP agents. Network: 1f9eb3c3-f680-4cdc-85fb-b0a78aed3412, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:04:50.854241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443ab57-6831-43af-b030-6f2b520c6c77 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Network 1f9eb3c3-f680-4cdc-85fb-b0a78aed3412 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:04:50.865559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-1443ab57-6831-43af-b030-6f2b520c6c77 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 1f9eb3c3-f680-4cdc-85fb-b0a78aed3412) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:50.870488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1443ab57-6831-43af-b030-6f2b520c6c77 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:50.871381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1443ab57-6831-43af-b030-6f2b520c6c77 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.878951 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b40ae3-9096-48eb-aebe-4d1646dd44cc None None] Network 1f9eb3c3-f680-4cdc-85fb-b0a78aed3412 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:50.887068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1443ab57-6831-43af-b030-6f2b520c6c77 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4325407 Sep 07 17:04:50.889533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44168) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:50.912141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Attempting to bind port 4dab6091-3f18-4151-b8df-b7f7e7955ca7 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:04:50.912141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Attempting to bind port 4dab6091-3f18-4151-b8df-b7f7e7955ca7 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'd88320e2-bbc1-4fe1-8610-cd83a46e4248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7effae02-71f3-40fb-8c97-d537a4800e92'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:04:50.912141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Attempting to bind port 4dab6091-3f18-4151-b8df-b7f7e7955ca7 on network 7effae02-71f3-40fb-8c97-d537a4800e92 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:04:50.912141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 09d24a3f-e580-48c5-abd6-79b40d0be543 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:04:50.939886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:04:50.940614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Checking segment: {'id': 'd88320e2-bbc1-4fe1-8610-cd83a46e4248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7effae02-71f3-40fb-8c97-d537a4800e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:50.940722 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.941089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Bound using segment: {'id': 'd88320e2-bbc1-4fe1-8610-cd83a46e4248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7effae02-71f3-40fb-8c97-d537a4800e92'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:04:50.941554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Bound port: 4dab6091-3f18-4151-b8df-b7f7e7955ca7, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88320e2-bbc1-4fe1-8610-cd83a46e4248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7effae02-71f3-40fb-8c97-d537a4800e92'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:04:50.941939 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:50.983874 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.037835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.089649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 09d24a3f-e580-48c5-abd6-79b40d0be543 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:04:51.090027 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.095229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] For port 4dab6091-3f18-4151-b8df-b7f7e7955ca7, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:04:51.096531 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.098420 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] For port 4dab6091-3f18-4151-b8df-b7f7e7955ca7, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4dab6091-3f18-4151-b8df-b7f7e7955ca7,segment=NetworkSegment(d88320e2-bbc1-4fe1-8610-cd83a46e4248),segment_id=d88320e2-bbc1-4fe1-8610-cd83a46e4248)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:04:51.117737 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.125000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a47218-0fe3-4d33-941e-910fe08ba5dd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:51.194343 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.205614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536c6a1a-1f0a-4b67-8981-2179d48e7732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-1f9eb3c3-f680-4cdc-85fb-b0a78aed3412', 'network_id': '1f9eb3c3-f680-4cdc-85fb-b0a78aed3412', 'tenant_id': '71a3a1c603894099a4dd08e40b526fb0', 'fixed_ips': [{'subnet_id': 'f9a47218-0fe3-4d33-941e-910fe08ba5dd'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:04:51.206463 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-536c6a1a-1f0a-4b67-8981-2179d48e7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.217672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9eb3c3-f680-4cdc-85fb-b0a78aed3412']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:51.223726 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d832e-0971-4a10-a3f4-ff9832a13cd0 None None] Pushing event updated for resources: {'Port': ['ID=4dab6091-3f18-4151-b8df-b7f7e7955ca7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:51.229105 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83548ace-936b-44d3-a9ff-5160688b0d08') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:51.229425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83548ace-936b-44d3-a9ff-5160688b0d08') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:51.241054 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.263059 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.269248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:04:51.269651 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: timer() Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:04:51.272962 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:04:51.333864 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.340893 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.344382 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369da68d-6beb-46c9-8f28-25d046d83b59 None None] Network 1f9eb3c3-f680-4cdc-85fb-b0a78aed3412 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:51.349755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/networks/1f9eb3c3-f680-4cdc-85fb-b0a78aed3412 HTTP/1.1" status: 204 len: 168 time: 0.4570851 Sep 07 17:04:51.351011 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44170) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:51.369337 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369da68d-6beb-46c9-8f28-25d046d83b59 None None] Network 1f9eb3c3-f680-4cdc-85fb-b0a78aed3412 could not be found, it might have been deleted concurrently. {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 07 17:04:51.381819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112e5ad-ee75-4440-8515-637aaffc260e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event deleted for resources: {'Network': ['ID=1f9eb3c3-f680-4cdc-85fb-b0a78aed3412,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:51.397136 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a516638f-1245-4ffe-88f5-0a54e4fc6972 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] GET failed (client error): The resource could not be found. Sep 07 17:04:51.399157 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a516638f-1245-4ffe-88f5-0a54e4fc6972 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "GET /v2.0/subnets/f9a47218-0fe3-4d33-941e-910fe08ba5dd HTTP/1.1" status: 404 len: 337 time: 0.0464156 Sep 07 17:04:51.401958 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44172) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:51.423197 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbcdbc1-290f-4b5f-b067-85a6840432b0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] DELETE failed (client error): The resource could not be found. Sep 07 17:04:51.423754 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfbcdbc1-290f-4b5f-b067-85a6840432b0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 17:04:51.425771 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dfbcdbc1-290f-4b5f-b067-85a6840432b0 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/networks/1f9eb3c3-f680-4cdc-85fb-b0a78aed3412 HTTP/1.1" status: 404 len: 339 time: 0.0228808 Sep 07 17:04:51.429647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44174) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:51.457233 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-affc8476-fd64-4a29-9e9c-bec5d9f8773a tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] DELETE failed (client error): The resource could not be found. Sep 07 17:04:51.457809 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affc8476-fd64-4a29-9e9c-bec5d9f8773a tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 17:04:51.461925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-affc8476-fd64-4a29-9e9c-bec5d9f8773a tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/subnets/f9a47218-0fe3-4d33-941e-910fe08ba5dd HTTP/1.1" status: 404 len: 337 time: 0.0288949 Sep 07 17:04:51.462305 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44176) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:51.481343 n-d-807551-3 neutron-server[94771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6a4643-b0a0-4e97-8c21-3861b0b5881f tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] DELETE failed (client error): The resource could not be found. Sep 07 17:04:51.481929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6a4643-b0a0-4e97-8c21-3861b0b5881f tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 17:04:51.483621 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2e6a4643-b0a0-4e97-8c21-3861b0b5881f tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/networks/1f9eb3c3-f680-4cdc-85fb-b0a78aed3412 HTTP/1.1" status: 404 len: 339 time: 0.0203316 Sep 07 17:04:51.486165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44178) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:51.535505 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-179c65c3-3c8b-4191-89d6-2246f671102a tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Deleting subnet 3cbe5e3a-778e-4ad3-9fb2-e263a72d450c {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:04:51.538579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-179c65c3-3c8b-4191-89d6-2246f671102a tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.577814 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-179c65c3-3c8b-4191-89d6-2246f671102a tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.663140 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-179c65c3-3c8b-4191-89d6-2246f671102a tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.720918 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-179c65c3-3c8b-4191-89d6-2246f671102a tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.748983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c65c3-3c8b-4191-89d6-2246f671102a tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event deleted for resources: {'Subnet': ['ID=3cbe5e3a-778e-4ad3-9fb2-e263a72d450c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:51.752732 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-179c65c3-3c8b-4191-89d6-2246f671102a tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.755188 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-179c65c3-3c8b-4191-89d6-2246f671102a tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/subnets/3cbe5e3a-778e-4ad3-9fb2-e263a72d450c HTTP/1.1" status: 204 len: 168 time: 0.2680676 Sep 07 17:04:51.756969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44180) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:51.836241 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.890237 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Deleting port 4dab6091-3f18-4151-b8df-b7f7e7955ca7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:51.890581 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.955443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] For port 4dab6091-3f18-4151-b8df-b7f7e7955ca7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=4dab6091-3f18-4151-b8df-b7f7e7955ca7,segment=NetworkSegment(d88320e2-bbc1-4fe1-8610-cd83a46e4248),segment_id=d88320e2-bbc1-4fe1-8610-cd83a46e4248)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:51.955836 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:51.969141 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Calling delete_port for 4dab6091-3f18-4151-b8df-b7f7e7955ca7 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:52.061601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.087637 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event deleted for resources: {'Port': ['ID=4dab6091-3f18-4151-b8df-b7f7e7955ca7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:52.091645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] No DVR routers for this DVR port 4dab6091-3f18-4151-b8df-b7f7e7955ca7 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:04:52.107361 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c8d791-5b5a-4bea-bc00-64ab0668c56f None None] Network 7effae02-71f3-40fb-8c97-d537a4800e92 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:52.131979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-00001591-a160-4327-83fe-6983e471f1a4 None None] Could not find standard attr ID for object 4dab6091-3f18-4151-b8df-b7f7e7955ca7. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 17:04:52.173906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.193482 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7effae02-71f3-40fb-8c97-d537a4800e92']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:52.203197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88320e2-bbc1-4fe1-8610-cd83a46e4248') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:52.203494 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88320e2-bbc1-4fe1-8610-cd83a46e4248') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:52.212700 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.226246 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.232269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:04:52.232748 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:04:52.235757 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:04:52.269457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e8c5c6-c147-434a-be2f-8d66e20489d2 None None] DHCP port deletion for 7effae02-71f3-40fb-8c97-d537a4800e92 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:04:52.297701 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.306550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.309057 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/networks/7effae02-71f3-40fb-8c97-d537a4800e92 HTTP/1.1" status: 204 len: 168 time: 0.5511725 Sep 07 17:04:52.311707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44182) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:52.320693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83109a-57e4-406e-b675-68ab3dec544e tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event deleted for resources: {'Network': ['ID=7effae02-71f3-40fb-8c97-d537a4800e92,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:52.344205 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b9f677-1233-4844-8ee2-46654a3cc957 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] DELETE failed (client error): The resource could not be found. Sep 07 17:04:52.344662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b9f677-1233-4844-8ee2-46654a3cc957 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 17:04:52.346342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-78b9f677-1233-4844-8ee2-46654a3cc957 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/subnets/674db0cd-e70a-46eb-9bb2-ff209ab1904b HTTP/1.1" status: 404 len: 337 time: 0.0336032 Sep 07 17:04:52.348803 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44184) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:52.366309 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef390774-5149-41bc-a8d4-c7728a9cef09 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] DELETE failed (client error): The resource could not be found. Sep 07 17:04:52.366841 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef390774-5149-41bc-a8d4-c7728a9cef09 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 17:04:52.368514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ef390774-5149-41bc-a8d4-c7728a9cef09 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/networks/e18d5c35-4359-4c4b-a738-06d9a75e8abb HTTP/1.1" status: 404 len: 339 time: 0.0187891 Sep 07 17:04:52.370774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44186) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:52.402242 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-724fa100-2933-467c-ab01-826468b95025 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] DELETE failed (client error): The resource could not be found. Sep 07 17:04:52.402709 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724fa100-2933-467c-ab01-826468b95025 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 17:04:52.404497 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-724fa100-2933-467c-ab01-826468b95025 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/subnets/bcdde052-d5cf-4d2d-84d1-a49d92c2b4ab HTTP/1.1" status: 404 len: 337 time: 0.0328121 Sep 07 17:04:52.406973 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44188) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:52.426065 n-d-807551-3 neutron-server[94770]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fc048b-0399-4578-8f81-982c789a7a40 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] DELETE failed (client error): The resource could not be found. Sep 07 17:04:52.426599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fc048b-0399-4578-8f81-982c789a7a40 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 17:04:52.428252 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-27fc048b-0399-4578-8f81-982c789a7a40 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/networks/6edd6c7b-7a73-4803-a21c-14ca181adccb HTTP/1.1" status: 404 len: 339 time: 0.0203824 Sep 07 17:04:52.430511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44190) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:52.479645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f68474-9ee8-4af0-86ba-9012b5e1e00f tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Deleting subnet 932bea81-8687-42ae-bff9-00c821855f25 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:04:52.482587 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0f68474-9ee8-4af0-86ba-9012b5e1e00f tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.521005 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0f68474-9ee8-4af0-86ba-9012b5e1e00f tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.604975 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0f68474-9ee8-4af0-86ba-9012b5e1e00f tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.660698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0f68474-9ee8-4af0-86ba-9012b5e1e00f tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.688115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f68474-9ee8-4af0-86ba-9012b5e1e00f tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event deleted for resources: {'Subnet': ['ID=932bea81-8687-42ae-bff9-00c821855f25,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:52.690178 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0f68474-9ee8-4af0-86ba-9012b5e1e00f tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.693166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b0f68474-9ee8-4af0-86ba-9012b5e1e00f tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/subnets/932bea81-8687-42ae-bff9-00c821855f25 HTTP/1.1" status: 204 len: 168 time: 0.2606754 Sep 07 17:04:52.694387 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91213d1-5fc3-4e5d-a669-176a012d7546 None None] Network 73a94a56-5772-4afd-937b-04a17563f6f4 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:52.694666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:52.775593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.829476 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Deleting port 09d24a3f-e580-48c5-abd6-79b40d0be543 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:52.830008 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.864806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d4ff18-9bff-4cec-aa87-2bea313d89f7 None None] DHCP port deletion for 73a94a56-5772-4afd-937b-04a17563f6f4 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:04:52.898977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] For port 09d24a3f-e580-48c5-abd6-79b40d0be543, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=09d24a3f-e580-48c5-abd6-79b40d0be543,segment=NetworkSegment(bcbca154-4abf-488b-8268-6eadad0540ea),segment_id=bcbca154-4abf-488b-8268-6eadad0540ea)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:52.899351 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.910131 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d9d4ff18-9bff-4cec-aa87-2bea313d89f7 None None] Deleting port 09d24a3f-e580-48c5-abd6-79b40d0be543 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:52.910521 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d9d4ff18-9bff-4cec-aa87-2bea313d89f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.916150 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Calling delete_port for 09d24a3f-e580-48c5-abd6-79b40d0be543 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:52.970390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d9d4ff18-9bff-4cec-aa87-2bea313d89f7 None None] For port 09d24a3f-e580-48c5-abd6-79b40d0be543, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=09d24a3f-e580-48c5-abd6-79b40d0be543,segment=NetworkSegment(bcbca154-4abf-488b-8268-6eadad0540ea),segment_id=bcbca154-4abf-488b-8268-6eadad0540ea)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:52.970987 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d9d4ff18-9bff-4cec-aa87-2bea313d89f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:52.986270 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d9d4ff18-9bff-4cec-aa87-2bea313d89f7 None None] Calling delete_port for 09d24a3f-e580-48c5-abd6-79b40d0be543 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:52.993288 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:53.020241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event deleted for resources: {'Port': ['ID=09d24a3f-e580-48c5-abd6-79b40d0be543,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:53.023815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] No DVR routers for this DVR port 09d24a3f-e580-48c5-abd6-79b40d0be543 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:04:53.062103 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d9d4ff18-9bff-4cec-aa87-2bea313d89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:53.086716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4ff18-9bff-4cec-aa87-2bea313d89f7 None None] Pushing event deleted for resources: {'Port': ['ID=09d24a3f-e580-48c5-abd6-79b40d0be543,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:53.090852 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4ff18-9bff-4cec-aa87-2bea313d89f7 None None] No DVR routers for this DVR port 09d24a3f-e580-48c5-abd6-79b40d0be543 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:04:53.106990 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:53.126854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a94a56-5772-4afd-937b-04a17563f6f4']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:53.136588 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbca154-4abf-488b-8268-6eadad0540ea') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:53.136891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbca154-4abf-488b-8268-6eadad0540ea') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:53.146078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:53.159919 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:53.165660 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:04:53.166112 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:04:53.169042 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:04:53.229380 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:53.236239 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:53.238089 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] 10.222.0.70 "DELETE /v2.0/networks/73a94a56-5772-4afd-937b-04a17563f6f4 HTTP/1.1" status: 204 len: 168 time: 0.5424068 Sep 07 17:04:53.250151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c981b2e-ebaa-438a-b91b-b57702a06463 tempest-NetworksIpV6Test-2066778300 tempest-NetworksIpV6Test-2066778300-project] Pushing event deleted for resources: {'Network': ['ID=73a94a56-5772-4afd-937b-04a17563f6f4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:53.478392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44198) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:53.607169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-651b51c5-7da0-432e-9100-29cb6f08ba79 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71a3a1c603894099a4dd08e40b526fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275897 Sep 07 17:04:53.609647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44202) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:53.660296 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b91136a3-6a16-4021-8e2d-51834669d6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:53.681256 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b91136a3-6a16-4021-8e2d-51834669d6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:53.726921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b91136a3-6a16-4021-8e2d-51834669d6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:53.730301 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b91136a3-6a16-4021-8e2d-51834669d6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:53.731480 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b91136a3-6a16-4021-8e2d-51834669d6f6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f39febd-4cbf-4227-88b0-32b3ce548d00 HTTP/1.1" status: 204 len: 168 time: 0.1209469 Sep 07 17:04:53.739900 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91136a3-6a16-4021-8e2d-51834669d6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f39febd-4cbf-4227-88b0-32b3ce548d00,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:54.354542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44224) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:54.448991 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3245b39c-630b-40e5-9ffb-24c59445c993 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1022237555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:54.472822 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3245b39c-630b-40e5-9ffb-24c59445c993 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:54.473903 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3245b39c-630b-40e5-9ffb-24c59445c993 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:54.556483 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3245b39c-630b-40e5-9ffb-24c59445c993 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:54.560896 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3245b39c-630b-40e5-9ffb-24c59445c993 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:54.576239 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3245b39c-630b-40e5-9ffb-24c59445c993 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:54.577519 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3245b39c-630b-40e5-9ffb-24c59445c993 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2216463 Sep 07 17:04:54.580165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44228) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:54.584814 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1964259824'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:54.604270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Made reservation on behalf of 74ce4051c570474a92813688c86ccf38 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:54.607506 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:54.616098 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:54.702056 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:54.705675 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:54.730856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:04:54.739449 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68254d1f-810d-4240-a40a-e5baa13ed51b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:54.745751 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:54.746098 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Added segment 722fc10d-2bc8-47ce-b037-c1d52c888110 of type vlan for network 33426118-f26f-41f2-9eed-1b45932a8c88 Sep 07 17:04:54.784175 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:54.807038 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:54.813044 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:54.813633 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:54.850306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2690845 Sep 07 17:04:54.853020 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44230) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:54.857789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-38a4419d-890b-4d39-8c02-a71c3199a707 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Request body: {'subnet': {'network_id': '33426118-f26f-41f2-9eed-1b45932a8c88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:54.880060 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 09d24a3f-e580-48c5-abd6-79b40d0be543 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:04:54.901847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 09d24a3f-e580-48c5-abd6-79b40d0be543 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:04:54.902196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 09d24a3f-e580-48c5-abd6-79b40d0be543 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:04:54.902370 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520ab59-bc26-43b7-80ae-c107477de390 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Pushing event updated for resources: {'Network': ['ID=33426118-f26f-41f2-9eed-1b45932a8c88,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:54.918935 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 33426118-f26f-41f2-9eed-1b45932a8c88 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:04:54.972213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a4419d-890b-4d39-8c02-a71c3199a707 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Made reservation on behalf of 74ce4051c570474a92813688c86ccf38 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:54.975575 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38a4419d-890b-4d39-8c02-a71c3199a707 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:55.150904 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38a4419d-890b-4d39-8c02-a71c3199a707 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:55.213853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4419d-890b-4d39-8c02-a71c3199a707 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Pushing event updated for resources: {'Subnet': ['ID=497f51c2-b5ac-44e2-a8de-5a7d79e1553b,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:55.220781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a4419d-890b-4d39-8c02-a71c3199a707 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Checking segment: {'id': '722fc10d-2bc8-47ce-b037-c1d52c888110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33426118-f26f-41f2-9eed-1b45932a8c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:55.221147 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a4419d-890b-4d39-8c02-a71c3199a707 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Network hostable DHCP agents. Network: 33426118-f26f-41f2-9eed-1b45932a8c88, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:04:55.237225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a4419d-890b-4d39-8c02-a71c3199a707 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Network 33426118-f26f-41f2-9eed-1b45932a8c88 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:04:55.245877 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-38a4419d-890b-4d39-8c02-a71c3199a707 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 33426118-f26f-41f2-9eed-1b45932a8c88) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:55.249847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a4419d-890b-4d39-8c02-a71c3199a707 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:55.250443 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-38a4419d-890b-4d39-8c02-a71c3199a707 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:55.255702 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f60c5d-7876-42b7-8de2-64c75d91f7cf None None] Network 33426118-f26f-41f2-9eed-1b45932a8c88 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:55.263986 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-38a4419d-890b-4d39-8c02-a71c3199a707 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4099722 Sep 07 17:04:55.267072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44232) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:55.271953 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8bbc21dd-a41e-46e9-8319-b2f8b7c56890 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1758895240'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:55.291507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbc21dd-a41e-46e9-8319-b2f8b7c56890 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Made reservation on behalf of 74ce4051c570474a92813688c86ccf38 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:55.295387 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bbc21dd-a41e-46e9-8319-b2f8b7c56890 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:55.319186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbc21dd-a41e-46e9-8319-b2f8b7c56890 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:04:55.328955 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bbc21dd-a41e-46e9-8319-b2f8b7c56890 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:55.329301 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-8bbc21dd-a41e-46e9-8319-b2f8b7c56890 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Added segment 6de895fe-e6a2-4515-a8e7-5e539e0cc5e4 of type vlan for network bf907165-5428-4c3f-bc3d-ba3c1dbae661 Sep 07 17:04:55.371441 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bbc21dd-a41e-46e9-8319-b2f8b7c56890 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:55.396735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bbc21dd-a41e-46e9-8319-b2f8b7c56890 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:55.402470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbc21dd-a41e-46e9-8319-b2f8b7c56890 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:55.403114 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bbc21dd-a41e-46e9-8319-b2f8b7c56890 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:55.446873 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8bbc21dd-a41e-46e9-8319-b2f8b7c56890 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1761141 Sep 07 17:04:55.447710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44234) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:55.454442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0cb25ac5-8a43-4fcf-9c29-ca94a3b41842 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Request body: {'subnet': {'network_id': 'bf907165-5428-4c3f-bc3d-ba3c1dbae661', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:55.475512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc21dd-a41e-46e9-8319-b2f8b7c56890 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Pushing event updated for resources: {'Network': ['ID=bf907165-5428-4c3f-bc3d-ba3c1dbae661,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:55.518350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network bf907165-5428-4c3f-bc3d-ba3c1dbae661 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:04:55.549460 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb25ac5-8a43-4fcf-9c29-ca94a3b41842 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Made reservation on behalf of 74ce4051c570474a92813688c86ccf38 for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:04:55.552868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0cb25ac5-8a43-4fcf-9c29-ca94a3b41842 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:55.615415 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-33426118-f26f-41f2-9eed-1b45932a8c88', 'network_id': '33426118-f26f-41f2-9eed-1b45932a8c88', 'tenant_id': '74ce4051c570474a92813688c86ccf38', 'fixed_ips': [{'subnet_id': '497f51c2-b5ac-44e2-a8de-5a7d79e1553b'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:04:55.616282 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:55.735752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0cb25ac5-8a43-4fcf-9c29-ca94a3b41842 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:55.751753 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Allocated IP 172.20.0.2 (33426118-f26f-41f2-9eed-1b45932a8c88/497f51c2-b5ac-44e2-a8de-5a7d79e1553b/202de5e0-830a-4d13-b008-57725cf79d8f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:04:55.801102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb25ac5-8a43-4fcf-9c29-ca94a3b41842 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Pushing event updated for resources: {'Subnet': ['ID=712ea5ad-46f5-4812-a86c-6b05d4674557,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:55.809866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb25ac5-8a43-4fcf-9c29-ca94a3b41842 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Checking segment: {'id': '6de895fe-e6a2-4515-a8e7-5e539e0cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bf907165-5428-4c3f-bc3d-ba3c1dbae661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:55.810226 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb25ac5-8a43-4fcf-9c29-ca94a3b41842 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Network hostable DHCP agents. Network: bf907165-5428-4c3f-bc3d-ba3c1dbae661, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:04:55.826580 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb25ac5-8a43-4fcf-9c29-ca94a3b41842 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Network bf907165-5428-4c3f-bc3d-ba3c1dbae661 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:04:55.840847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-0cb25ac5-8a43-4fcf-9c29-ca94a3b41842 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, bf907165-5428-4c3f-bc3d-ba3c1dbae661) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:55.841343 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb25ac5-8a43-4fcf-9c29-ca94a3b41842 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:04:55.841949 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0cb25ac5-8a43-4fcf-9c29-ca94a3b41842 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:55.849497 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a29977-f81a-4824-b429-a558f2607466 None None] Network bf907165-5428-4c3f-bc3d-ba3c1dbae661 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:55.857058 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0cb25ac5-8a43-4fcf-9c29-ca94a3b41842 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4076450 Sep 07 17:04:55.859885 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44236) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:55.864913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2c8af6d1-86af-4dac-8fe1-1926fca835e3 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf907165-5428-4c3f-bc3d-ba3c1dbae661'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:04:55.968057 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:55.982844 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Transition to ACTIVE for port object 202de5e0-830a-4d13-b008-57725cf79d8f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:04:56.022107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Transition to ACTIVE for port object 202de5e0-830a-4d13-b008-57725cf79d8f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:04:56.032377 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.079170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2c8af6d1-86af-4dac-8fe1-1926fca835e3 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.090035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Network 33426118-f26f-41f2-9eed-1b45932a8c88 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:04:56.092209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-bf907165-5428-4c3f-bc3d-ba3c1dbae661', 'network_id': 'bf907165-5428-4c3f-bc3d-ba3c1dbae661', 'tenant_id': '74ce4051c570474a92813688c86ccf38', 'fixed_ips': [{'subnet_id': '712ea5ad-46f5-4812-a86c-6b05d4674557'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:04:56.093075 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.099647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:56.106811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Pushing event updated for resources: {'Port': ['ID=202de5e0-830a-4d13-b008-57725cf79d8f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:56.111597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:04:56.193709 n-d-807551-3 neutron-server[94771]: INFO neutron.api.v2.resource [None req-2c8af6d1-86af-4dac-8fe1-1926fca835e3 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 17:04:56.194782 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2c8af6d1-86af-4dac-8fe1-1926fca835e3 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] 10.222.0.70 "PUT /v2.0/routers/41b21047-5037-429c-bda5-55eb75bdb4aa HTTP/1.1" status: 400 len: 364 time: 0.3338673 Sep 07 17:04:56.201125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44238) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:56.225679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Attempting to bind port 202de5e0-830a-4d13-b008-57725cf79d8f on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:04:56.226055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Attempting to bind port 202de5e0-830a-4d13-b008-57725cf79d8f by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '722fc10d-2bc8-47ce-b037-c1d52c888110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33426118-f26f-41f2-9eed-1b45932a8c88'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:04:56.226422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Attempting to bind port 202de5e0-830a-4d13-b008-57725cf79d8f on network 33426118-f26f-41f2-9eed-1b45932a8c88 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:04:56.236828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:04:56.237203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Checking segment: {'id': '722fc10d-2bc8-47ce-b037-c1d52c888110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33426118-f26f-41f2-9eed-1b45932a8c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:56.237605 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.238003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Bound using segment: {'id': '722fc10d-2bc8-47ce-b037-c1d52c888110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33426118-f26f-41f2-9eed-1b45932a8c88'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:04:56.238725 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Bound port: 202de5e0-830a-4d13-b008-57725cf79d8f, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722fc10d-2bc8-47ce-b037-c1d52c888110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '33426118-f26f-41f2-9eed-1b45932a8c88'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:04:56.239110 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.253098 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ab9303-504d-48e3-ad97-04edbc5fc3e3 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Deleting subnet 712ea5ad-46f5-4812-a86c-6b05d4674557 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:04:56.320906 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Allocated IP 172.21.0.2 (bf907165-5428-4c3f-bc3d-ba3c1dbae661/712ea5ad-46f5-4812-a86c-6b05d4674557/1a588a26-622c-44f6-99c2-42ccf68467f8) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:04:56.345410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4c814465-b65c-452b-b780-81d04002c10d None None] For port 202de5e0-830a-4d13-b008-57725cf79d8f, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:04:56.349652 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4c814465-b65c-452b-b780-81d04002c10d None None] For port 202de5e0-830a-4d13-b008-57725cf79d8f, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=202de5e0-830a-4d13-b008-57725cf79d8f,segment=NetworkSegment(722fc10d-2bc8-47ce-b037-c1d52c888110),segment_id=722fc10d-2bc8-47ce-b037-c1d52c888110)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:04:56.360065 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.465464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c814465-b65c-452b-b780-81d04002c10d None None] Pushing event updated for resources: {'Port': ['ID=202de5e0-830a-4d13-b008-57725cf79d8f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:56.529206 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.537350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Transition to ACTIVE for port object 1a588a26-622c-44f6-99c2-42ccf68467f8 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:04:56.552330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Transition to ACTIVE for port object 1a588a26-622c-44f6-99c2-42ccf68467f8 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:04:56.558928 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62ab9303-504d-48e3-ad97-04edbc5fc3e3 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.559516 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.603653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Network bf907165-5428-4c3f-bc3d-ba3c1dbae661 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:04:56.607163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:04:56.610942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:04:56.628941 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62ab9303-504d-48e3-ad97-04edbc5fc3e3 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.648791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Pushing event updated for resources: {'Port': ['ID=1a588a26-622c-44f6-99c2-42ccf68467f8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:56.685602 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Attempting to bind port 1a588a26-622c-44f6-99c2-42ccf68467f8 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:04:56.685974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Attempting to bind port 1a588a26-622c-44f6-99c2-42ccf68467f8 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '6de895fe-e6a2-4515-a8e7-5e539e0cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bf907165-5428-4c3f-bc3d-ba3c1dbae661'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:04:56.686340 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Attempting to bind port 1a588a26-622c-44f6-99c2-42ccf68467f8 on network bf907165-5428-4c3f-bc3d-ba3c1dbae661 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:04:56.691659 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:04:56.692036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Checking segment: {'id': '6de895fe-e6a2-4515-a8e7-5e539e0cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bf907165-5428-4c3f-bc3d-ba3c1dbae661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:04:56.692592 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.692999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Bound using segment: {'id': '6de895fe-e6a2-4515-a8e7-5e539e0cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bf907165-5428-4c3f-bc3d-ba3c1dbae661'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:04:56.693473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Bound port: 1a588a26-622c-44f6-99c2-42ccf68467f8, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de895fe-e6a2-4515-a8e7-5e539e0cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bf907165-5428-4c3f-bc3d-ba3c1dbae661'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:04:56.693866 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.727566 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62ab9303-504d-48e3-ad97-04edbc5fc3e3 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.791200 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62ab9303-504d-48e3-ad97-04edbc5fc3e3 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.794896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] For port 1a588a26-622c-44f6-99c2-42ccf68467f8, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:04:56.798141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] For port 1a588a26-622c-44f6-99c2-42ccf68467f8, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1a588a26-622c-44f6-99c2-42ccf68467f8,segment=NetworkSegment(6de895fe-e6a2-4515-a8e7-5e539e0cc5e4),segment_id=6de895fe-e6a2-4515-a8e7-5e539e0cc5e4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:04:56.802394 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.820673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab9303-504d-48e3-ad97-04edbc5fc3e3 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Pushing event deleted for resources: {'Subnet': ['ID=712ea5ad-46f5-4812-a86c-6b05d4674557,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:56.822650 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-62ab9303-504d-48e3-ad97-04edbc5fc3e3 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.826882 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-62ab9303-504d-48e3-ad97-04edbc5fc3e3 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] 10.222.0.70 "DELETE /v2.0/subnets/712ea5ad-46f5-4812-a86c-6b05d4674557 HTTP/1.1" status: 204 len: 168 time: 0.6224992 Sep 07 17:04:56.827660 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44240) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:56.874229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86b84e-5cde-4294-9840-15416fb7e6b9 None None] Pushing event updated for resources: {'Port': ['ID=1a588a26-622c-44f6-99c2-42ccf68467f8,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:56.926076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.945521 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 202de5e0-830a-4d13-b008-57725cf79d8f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:04:56.990381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Deleting port 1a588a26-622c-44f6-99c2-42ccf68467f8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:56.990739 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:56.996868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 202de5e0-830a-4d13-b008-57725cf79d8f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:04:57.073851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] For port 1a588a26-622c-44f6-99c2-42ccf68467f8, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1a588a26-622c-44f6-99c2-42ccf68467f8,segment=NetworkSegment(6de895fe-e6a2-4515-a8e7-5e539e0cc5e4),segment_id=6de895fe-e6a2-4515-a8e7-5e539e0cc5e4)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:57.074144 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.088229 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Calling delete_port for 1a588a26-622c-44f6-99c2-42ccf68467f8 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:57.182428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.209557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Pushing event deleted for resources: {'Port': ['ID=1a588a26-622c-44f6-99c2-42ccf68467f8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:57.215419 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] No DVR routers for this DVR port 1a588a26-622c-44f6-99c2-42ccf68467f8 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:04:57.301671 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.322319 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf907165-5428-4c3f-bc3d-ba3c1dbae661']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:57.333248 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de895fe-e6a2-4515-a8e7-5e539e0cc5e4') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:57.333547 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de895fe-e6a2-4515-a8e7-5e539e0cc5e4') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:57.344089 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.359167 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.365922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:04:57.366428 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:04:57.369694 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:04:57.405057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6fd8ff-960a-41db-9ce7-166337fe70c7 None None] Network 33426118-f26f-41f2-9eed-1b45932a8c88 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:57.432869 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.440072 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.441935 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] 10.222.0.70 "DELETE /v2.0/networks/bf907165-5428-4c3f-bc3d-ba3c1dbae661 HTTP/1.1" status: 204 len: 168 time: 0.6139119 Sep 07 17:04:57.444754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44242) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:57.459080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c175e8-221b-4c3a-b778-cfdce40ff4f9 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Pushing event deleted for resources: {'Network': ['ID=bf907165-5428-4c3f-bc3d-ba3c1dbae661,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:57.500180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4af17fc-a3fc-40c4-bc25-d8da4efe5347 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Deleting subnet 497f51c2-b5ac-44e2-a8de-5a7d79e1553b {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:04:57.503610 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4af17fc-a3fc-40c4-bc25-d8da4efe5347 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.517473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1891e396-0250-4ddc-a2dc-93ce1b95879d None None] Provisioning for port 202de5e0-830a-4d13-b008-57725cf79d8f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:04:57.527934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-1891e396-0250-4ddc-a2dc-93ce1b95879d None None] Provisioning complete for port 202de5e0-830a-4d13-b008-57725cf79d8f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:04:57.528319 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1891e396-0250-4ddc-a2dc-93ce1b95879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.545430 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4af17fc-a3fc-40c4-bc25-d8da4efe5347 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.642809 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4af17fc-a3fc-40c4-bc25-d8da4efe5347 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.649514 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1891e396-0250-4ddc-a2dc-93ce1b95879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.705649 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4af17fc-a3fc-40c4-bc25-d8da4efe5347 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.740646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af17fc-a3fc-40c4-bc25-d8da4efe5347 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Pushing event deleted for resources: {'Subnet': ['ID=497f51c2-b5ac-44e2-a8de-5a7d79e1553b,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:57.742929 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d4af17fc-a3fc-40c4-bc25-d8da4efe5347 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.748448 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d4af17fc-a3fc-40c4-bc25-d8da4efe5347 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] 10.222.0.70 "DELETE /v2.0/subnets/497f51c2-b5ac-44e2-a8de-5a7d79e1553b HTTP/1.1" status: 204 len: 168 time: 0.3001990 Sep 07 17:04:57.748448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44244) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:57.748786 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-1891e396-0250-4ddc-a2dc-93ce1b95879d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 17:04:57.749322 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-1891e396-0250-4ddc-a2dc-93ce1b95879d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 17:04:57.833135 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.843627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecdb4d3-253b-4fef-afa6-8a6cff67bb5e None None] Network 33426118-f26f-41f2-9eed-1b45932a8c88 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:57.893694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Deleting port 202de5e0-830a-4d13-b008-57725cf79d8f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:57.894179 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.965584 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] For port 202de5e0-830a-4d13-b008-57725cf79d8f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=202de5e0-830a-4d13-b008-57725cf79d8f,segment=NetworkSegment(722fc10d-2bc8-47ce-b037-c1d52c888110),segment_id=722fc10d-2bc8-47ce-b037-c1d52c888110)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:57.965962 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:57.976177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f0ef91-5f89-45e5-91bc-ef4d8dc9d652 None None] DHCP port deletion for bf907165-5428-4c3f-bc3d-ba3c1dbae661 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:04:57.983817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Calling delete_port for 202de5e0-830a-4d13-b008-57725cf79d8f owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:57.994656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a950d67b-56ac-4828-a118-582bf9608d65 None None] Network bf907165-5428-4c3f-bc3d-ba3c1dbae661 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:04:58.009629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a950d67b-56ac-4828-a118-582bf9608d65 None None] Network bf907165-5428-4c3f-bc3d-ba3c1dbae661 could not be found, it might have been deleted concurrently. {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 07 17:04:58.033392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de395186-4147-49d5-9444-64a2b2e3c1cc None None] DHCP port deletion for 33426118-f26f-41f2-9eed-1b45932a8c88 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:04:58.078769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-de395186-4147-49d5-9444-64a2b2e3c1cc None None] Deleting port 202de5e0-830a-4d13-b008-57725cf79d8f {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:04:58.079151 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de395186-4147-49d5-9444-64a2b2e3c1cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.158243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-de395186-4147-49d5-9444-64a2b2e3c1cc None None] For port 202de5e0-830a-4d13-b008-57725cf79d8f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=202de5e0-830a-4d13-b008-57725cf79d8f,segment=NetworkSegment(722fc10d-2bc8-47ce-b037-c1d52c888110),segment_id=722fc10d-2bc8-47ce-b037-c1d52c888110)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:04:58.158678 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de395186-4147-49d5-9444-64a2b2e3c1cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.171795 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-de395186-4147-49d5-9444-64a2b2e3c1cc None None] Calling delete_port for 202de5e0-830a-4d13-b008-57725cf79d8f owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:04:58.250063 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de395186-4147-49d5-9444-64a2b2e3c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.298093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1891e396-0250-4ddc-a2dc-93ce1b95879d None None] Port 202de5e0-830a-4d13-b008-57725cf79d8f update to ACTIVE by agent not found {{(pid=94772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 07 17:04:58.299405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de395186-4147-49d5-9444-64a2b2e3c1cc None None] Pushing event deleted for resources: {'Port': ['ID=202de5e0-830a-4d13-b008-57725cf79d8f,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:58.301632 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de395186-4147-49d5-9444-64a2b2e3c1cc None None] No DVR routers for this DVR port 202de5e0-830a-4d13-b008-57725cf79d8f on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:04:58.359883 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.382539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Pushing event deleted for resources: {'Port': ['ID=202de5e0-830a-4d13-b008-57725cf79d8f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:58.388602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] No DVR routers for this DVR port 202de5e0-830a-4d13-b008-57725cf79d8f on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:04:58.409532 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8f1d2ac4-f1d2-4c21-9435-b338ecff99c5 None None] Could not find standard attr ID for object 1a588a26-622c-44f6-99c2-42ccf68467f8. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 17:04:58.412218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8f1d2ac4-f1d2-4c21-9435-b338ecff99c5 None None] Could not find standard attr ID for object 202de5e0-830a-4d13-b008-57725cf79d8f. {{(pid=94772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 17:04:58.468228 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.487251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33426118-f26f-41f2-9eed-1b45932a8c88']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:58.496919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722fc10d-2bc8-47ce-b037-c1d52c888110') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:58.497220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722fc10d-2bc8-47ce-b037-c1d52c888110') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:04:58.506166 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.519175 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.524767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:04:58.525156 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: self.session.flush() Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: timer() Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:04:58.528110 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:04:58.583577 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.591072 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.592658 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] 10.222.0.70 "DELETE /v2.0/networks/33426118-f26f-41f2-9eed-1b45932a8c88 HTTP/1.1" status: 204 len: 168 time: 0.8426385 Sep 07 17:04:58.595222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44246) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:58.605435 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e0967-53fc-4498-b3c9-5058222934d6 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Pushing event deleted for resources: {'Network': ['ID=33426118-f26f-41f2-9eed-1b45932a8c88,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:58.622305 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-654e694a-4be4-4306-b418-59d39533ed72 tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b21047-5037-429c-bda5-55eb75bdb4aa HTTP/1.1" status: 200 len: 205 time: 0.0259464 Sep 07 17:04:58.624683 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44248) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:58.697402 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0be059a-8679-4657-bb38-378745baad3b tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.852232 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0be059a-8679-4657-bb38-378745baad3b tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.854388 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0be059a-8679-4657-bb38-378745baad3b tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.883863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 202de5e0-830a-4d13-b008-57725cf79d8f no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:04:58.900818 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0be059a-8679-4657-bb38-378745baad3b tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.901335 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0be059a-8679-4657-bb38-378745baad3b tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Fanout notify agent at l3_agent the message router_deleted on router 41b21047-5037-429c-bda5-55eb75bdb4aa {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:04:58.904430 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 202de5e0-830a-4d13-b008-57725cf79d8f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:04:58.904786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 202de5e0-830a-4d13-b008-57725cf79d8f not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:04:58.909878 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c0be059a-8679-4657-bb38-378745baad3b tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:58.913505 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c0be059a-8679-4657-bb38-378745baad3b tempest-RoutersNegativeTest-649286829 tempest-RoutersNegativeTest-649286829-project] 10.222.0.70 "DELETE /v2.0/routers/41b21047-5037-429c-bda5-55eb75bdb4aa HTTP/1.1" status: 204 len: 168 time: 0.2854500 Sep 07 17:04:59.140818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44254) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:59.267725 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-de33b17f-0fa9-423f-a6d2-3180881db9a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74ce4051c570474a92813688c86ccf38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256902 Sep 07 17:04:59.270141 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44258) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:04:59.316573 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ecd9bd3-b974-49c9-99e9-523f9c46cc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:59.337598 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ecd9bd3-b974-49c9-99e9-523f9c46cc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:59.383957 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ecd9bd3-b974-49c9-99e9-523f9c46cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:59.387238 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0ecd9bd3-b974-49c9-99e9-523f9c46cc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:04:59.388416 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0ecd9bd3-b974-49c9-99e9-523f9c46cc0e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68254d1f-810d-4240-a40a-e5baa13ed51b HTTP/1.1" status: 204 len: 168 time: 0.1173706 Sep 07 17:04:59.396070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd9bd3-b974-49c9-99e9-523f9c46cc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68254d1f-810d-4240-a40a-e5baa13ed51b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:04:59.987732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44280) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:05:00.081964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1356608762-network', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:05:00.106633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Made reservation on behalf of e3956a36ef2c429c90e0efd4b7bab981 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:05:00.109084 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.117550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.206684 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.210369 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.236138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:05:00.246810 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dba023-6267-45f0-ad0b-3c39b166c972,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:00.250515 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:05:00.253039 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.253388 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Added segment be2f32e1-b6a5-4e38-a748-388e198779e8 of type vlan for network 4064bdac-861f-4780-b3a3-b3aab14d590b Sep 07 17:05:00.291844 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.315669 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.316631 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:00.317215 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.349827 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3607321 Sep 07 17:05:00.352899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44284) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:05:00.358577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-798f8093-4b39-422c-8d25-48703bced571 admin admin] Request body: {'subnet': {'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1356608762-subnet', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:05:00.378660 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798f8093-4b39-422c-8d25-48703bced571 admin admin] Made reservation on behalf of e3956a36ef2c429c90e0efd4b7bab981 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:05:00.380781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d62011-db43-42ca-ae22-9b46c6a95435 admin admin] Pushing event updated for resources: {'Network': ['ID=4064bdac-861f-4780-b3a3-b3aab14d590b,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:00.380928 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-798f8093-4b39-422c-8d25-48703bced571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.392234 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 4064bdac-861f-4780-b3a3-b3aab14d590b details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:05:00.548425 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-798f8093-4b39-422c-8d25-48703bced571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.607715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f8093-4b39-422c-8d25-48703bced571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab4aeb3-0517-4406-b1be-ca0ac3a08662,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:00.614989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f8093-4b39-422c-8d25-48703bced571 admin admin] Checking segment: {'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:05:00.615348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798f8093-4b39-422c-8d25-48703bced571 admin admin] Network hostable DHCP agents. Network: 4064bdac-861f-4780-b3a3-b3aab14d590b, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:05:00.631846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798f8093-4b39-422c-8d25-48703bced571 admin admin] Network 4064bdac-861f-4780-b3a3-b3aab14d590b is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:05:00.639999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-798f8093-4b39-422c-8d25-48703bced571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 4064bdac-861f-4780-b3a3-b3aab14d590b) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:05:00.643840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798f8093-4b39-422c-8d25-48703bced571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:00.644468 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-798f8093-4b39-422c-8d25-48703bced571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.650175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f8e92-2b88-4e8f-a7b6-b173531afe71 None None] Network 4064bdac-861f-4780-b3a3-b3aab14d590b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:05:00.657808 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-798f8093-4b39-422c-8d25-48703bced571 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3037004 Sep 07 17:05:00.660629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44286) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:05:00.665316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1356608762-router', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:05:00.686219 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.687287 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.737557 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.795768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-4064bdac-861f-4780-b3a3-b3aab14d590b', 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'fixed_ips': [{'subnet_id': '6ab4aeb3-0517-4406-b1be-ca0ac3a08662'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:05:00.796656 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:00.929827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Allocated IP 172.20.0.2 (4064bdac-861f-4780-b3a3-b3aab14d590b/6ab4aeb3-0517-4406-b1be-ca0ac3a08662/d84ca34c-4f7c-4e1d-bebb-e19a45b14a42) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:05:01.082295 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:01.091622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Transition to ACTIVE for port object d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:01.107441 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Transition to ACTIVE for port object d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:01.113861 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:01.150554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Network 4064bdac-861f-4780-b3a3-b3aab14d590b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:05:01.154116 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:05:01.159825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:05:01.165687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Pushing event updated for resources: {'Port': ['ID=d84ca34c-4f7c-4e1d-bebb-e19a45b14a42,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:01.194152 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:01.220989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Attempting to bind port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:05:01.221361 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Attempting to bind port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:05:01.221720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Attempting to bind port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 on network 4064bdac-861f-4780-b3a3-b3aab14d590b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:05:01.227001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:05:01.227373 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Checking segment: {'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:05:01.227778 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:01.228157 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Bound using segment: {'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:05:01.228653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Bound port: d84ca34c-4f7c-4e1d-bebb-e19a45b14a42, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:05:01.229035 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:01.288909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] For port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:05:01.291997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] For port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d84ca34c-4f7c-4e1d-bebb-e19a45b14a42,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:05:01.296200 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:01.349305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fb83c-fdb3-4756-95f4-ec38945697ba None None] Pushing event updated for resources: {'Port': ['ID=d84ca34c-4f7c-4e1d-bebb-e19a45b14a42,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:01.392788 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:01.412680 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:01.538701 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Allocated IP 172.25.3.100 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/623b63aa-c367-4951-8cff-1b3913c207b3) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:05:01.647612 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:01.689465 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:01.728221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:05:01.733158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:05:01.735773 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:05:01.759287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Pushing event updated for resources: {'Port': ['ID=623b63aa-c367-4951-8cff-1b3913c207b3,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:01.985558 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:02.200193 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:02.217656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a545564-aa3e-45f2-8a6e-6dd9fb73e7e6 None None] Network 4064bdac-861f-4780-b3a3-b3aab14d590b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:05:02.342176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Router 83edbfe1-d774-4f60-88fe-d788998edc12 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 17:05:02.453705 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:05:02.459658 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:02.465463 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Sync routers for ids ['83edbfe1-d774-4f60-88fe-d788998edc12'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:05:02.470052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:02.474164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5b33c651-7b62-40af-bb68-e0bb84ccfdd8 None None] Provisioning for port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:02.474339 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-004b4298-ceff-461d-9061-58e854f20f97 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8096962 Sep 07 17:05:02.474510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44288) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:05:02.474928 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Routers {'83edbfe1-d774-4f60-88fe-d788998edc12'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:05:02.475559 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:04:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['83edbfe1-d774-4f60-88fe-d788998edc12'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:02.582316 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Set router 83edbfe1-d774-4f60-88fe-d788998edc12 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:05:02.765597 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'name': 'tempest-TestEncryptedCinderVolumes-1356608762-router', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:00Z', 'updated_at': '2021-09-07T17:05:01Z', 'revision_number': 3, 'project_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'gw_port': {'id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:01Z', 'updated_at': '2021-09-07T17:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:02.793326 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Checking router: 83edbfe1-d774-4f60-88fe-d788998edc12 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:05:02.793687 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Updating router 83edbfe1-d774-4f60-88fe-d788998edc12 port 623b63aa-c367-4951-8cff-1b3913c207b3 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:05:02.818411 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:02.841244 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:02.921213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:02.939968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:03.000803 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:03.004984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:03.005367 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.086230 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.099206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Allocated IP 172.20.0.1 (4064bdac-861f-4780-b3a3-b3aab14d590b/6ab4aeb3-0517-4406-b1be-ca0ac3a08662/efc9c32d-d908-4505-bd69-21b714e7db37) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:05:03.118507 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d84ca34c-4f7c-4e1d-bebb-e19a45b14a42,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:05:03.125183 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.170835 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.172956 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=d84ca34c-4f7c-4e1d-bebb-e19a45b14a42,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:03.181281 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Transition to ACTIVE for port object 623b63aa-c367-4951-8cff-1b3913c207b3 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:03.187004 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.212375 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.228595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Transition to ACTIVE for port object efc9c32d-d908-4505-bd69-21b714e7db37 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:03.232645 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Attempting to bind port 623b63aa-c367-4951-8cff-1b3913c207b3 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:05:03.233085 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Attempting to bind port 623b63aa-c367-4951-8cff-1b3913c207b3 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:05:03.233454 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Attempting to bind port 623b63aa-c367-4951-8cff-1b3913c207b3 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:05:03.241474 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:05:03.241851 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:05:03.242251 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.242640 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:05:03.243103 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Bound port: 623b63aa-c367-4951-8cff-1b3913c207b3, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:05:03.243486 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.265106 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.276114 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Pushing event updated for resources: {'Port': ['ID=623b63aa-c367-4951-8cff-1b3913c207b3,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:03.289684 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:03.290032 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:03.290376 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:03.290718 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:03.291039 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:03.291371 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:03.291711 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:03.292072 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:03.292414 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:03.292739 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:03.293062 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:03.293385 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:03.304680 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Network 4064bdac-861f-4780-b3a3-b3aab14d590b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:05:03.309690 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:05:03.311887 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] For port 623b63aa-c367-4951-8cff-1b3913c207b3, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:05:03.313262 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:05:03.315090 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] For port 623b63aa-c367-4951-8cff-1b3913c207b3, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=623b63aa-c367-4951-8cff-1b3913c207b3,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:05:03.319487 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.340934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Pushing event updated for resources: {'Port': ['ID=efc9c32d-d908-4505-bd69-21b714e7db37,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:03.361645 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.377801 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Routers {'83edbfe1-d774-4f60-88fe-d788998edc12'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:05:03.378503 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:04:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['83edbfe1-d774-4f60-88fe-d788998edc12'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:03.427031 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e087696-baa0-443c-9fb8-a1145dc4b4bf None None] Pushing event updated for resources: {'Port': ['ID=623b63aa-c367-4951-8cff-1b3913c207b3,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:03.504077 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] Set router 83edbfe1-d774-4f60-88fe-d788998edc12 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:05:03.507976 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.625049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ab949dae-34d7-4a53-a676-d8c7d4f42910 None None] Provisioning for port efc9c32d-d908-4505-bd69-21b714e7db37 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:03.628928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ab949dae-34d7-4a53-a676-d8c7d4f42910 None None] Provisioning complete for port efc9c32d-d908-4505-bd69-21b714e7db37 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:03.629306 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ab949dae-34d7-4a53-a676-d8c7d4f42910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.665804 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ab949dae-34d7-4a53-a676-d8c7d4f42910 None None] Port efc9c32d-d908-4505-bd69-21b714e7db37 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:05:03.678604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.683890 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.685762 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'name': 'tempest-TestEncryptedCinderVolumes-1356608762-router', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:00Z', 'updated_at': '2021-09-07T17:05:01Z', 'revision_number': 3, 'project_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'gw_port': {'id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:01Z', 'updated_at': '2021-09-07T17:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:03.711586 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d580b72-d20b-424e-8a98-db7a1a29154d None None] The sync data for ids ['83edbfe1-d774-4f60-88fe-d788998edc12'] in n-d-807551-3 is: [{'id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'name': 'tempest-TestEncryptedCinderVolumes-1356608762-router', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:00Z', 'updated_at': '2021-09-07T17:05:01Z', 'revision_number': 3, 'project_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'gw_port': {'id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:01Z', 'updated_at': '2021-09-07T17:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:05:03.751395 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Pushing event updated for resources: {'Port': ['ID=efc9c32d-d908-4505-bd69-21b714e7db37,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:03.754700 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:03.855382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Network 4064bdac-861f-4780-b3a3-b3aab14d590b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:05:03.856780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:05:04.005381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Router 83edbfe1-d774-4f60-88fe-d788998edc12 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:05:04.129636 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:05:04.134795 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2dd525c2-c412-4841-9f64-42345cf2d0ab admin admin] 10.222.0.70 "PUT /v2.0/routers/83edbfe1-d774-4f60-88fe-d788998edc12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6592143 Sep 07 17:05:04.192836 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-960caf54-bcaa-4cfd-9da0-90b3df858042 None None] Provisioning complete for port efc9c32d-d908-4505-bd69-21b714e7db37 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:04.193309 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-960caf54-bcaa-4cfd-9da0-90b3df858042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:04.230989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-960caf54-bcaa-4cfd-9da0-90b3df858042 None None] Port efc9c32d-d908-4505-bd69-21b714e7db37 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:05:04.608445 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44304) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:05:04.614696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-368735605-network', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:05:04.634323 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Made reservation on behalf of 4eae2dff747b452a975c966621b6f2fd for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:05:04.637169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:04.645670 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:04.737364 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:04.741210 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:04.768256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:05:04.774679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d63b7b-ad99-4fe2-b216-672a8f441502,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:04.783156 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:04.783329 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Added segment 025c7554-b025-4b4d-9e21-c0599edbe247 of type vlan for network c027378b-d86f-4a12-96f4-dd3331910191 Sep 07 17:05:04.822488 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:04.852154 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:04.855191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:04.855827 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:04.893293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2836711 Sep 07 17:05:04.896106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44306) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:05:04.907501 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-fffba9c8-7122-4511-902b-2d118d250dd6 admin admin] Request body: {'subnet': {'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-368735605-subnet', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:05:04.932566 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffba9c8-7122-4511-902b-2d118d250dd6 admin admin] Made reservation on behalf of 4eae2dff747b452a975c966621b6f2fd for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:05:04.935204 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fffba9c8-7122-4511-902b-2d118d250dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:04.938497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653da6d1-5eb8-4646-b124-919480d9803d admin admin] Pushing event updated for resources: {'Network': ['ID=c027378b-d86f-4a12-96f4-dd3331910191,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:04.953623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network c027378b-d86f-4a12-96f4-dd3331910191 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:05:05.004050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:05.064136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:05.064546 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.119579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fffba9c8-7122-4511-902b-2d118d250dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.142022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 623b63aa-c367-4951-8cff-1b3913c207b3 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:05.174244 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffba9c8-7122-4511-902b-2d118d250dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fb5c32-c258-44c7-a14d-a0b9ba7b061a,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:05.189808 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffba9c8-7122-4511-902b-2d118d250dd6 admin admin] Checking segment: {'id': '025c7554-b025-4b4d-9e21-c0599edbe247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:05:05.190174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffba9c8-7122-4511-902b-2d118d250dd6 admin admin] Network hostable DHCP agents. Network: c027378b-d86f-4a12-96f4-dd3331910191, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:05:05.191450 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 623b63aa-c367-4951-8cff-1b3913c207b3 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:05.195557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 623b63aa-c367-4951-8cff-1b3913c207b3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:05.195940 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.207400 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffba9c8-7122-4511-902b-2d118d250dd6 admin admin] Network c027378b-d86f-4a12-96f4-dd3331910191 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:05:05.216766 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-fffba9c8-7122-4511-902b-2d118d250dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, c027378b-d86f-4a12-96f4-dd3331910191) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:05:05.220929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffba9c8-7122-4511-902b-2d118d250dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:05.221530 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-fffba9c8-7122-4511-902b-2d118d250dd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.230431 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223192d2-3052-4c15-bf30-f5e6c68edc2a None None] Network c027378b-d86f-4a12-96f4-dd3331910191 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:05:05.240231 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-fffba9c8-7122-4511-902b-2d118d250dd6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3395545 Sep 07 17:05:05.240536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44308) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:05:05.244794 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-368735605-router', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:05:05.266728 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Sync routers for ids ['83edbfe1-d774-4f60-88fe-d788998edc12'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:05:05.267178 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.268188 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.316805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Routers {'83edbfe1-d774-4f60-88fe-d788998edc12'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:05:05.317438 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:04:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['83edbfe1-d774-4f60-88fe-d788998edc12'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:05.320144 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.457413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.469708 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.514167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 623b63aa-c367-4951-8cff-1b3913c207b3, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=623b63aa-c367-4951-8cff-1b3913c207b3,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:05:05.534400 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.538687 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Set router 83edbfe1-d774-4f60-88fe-d788998edc12 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:05:05.571897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-c027378b-d86f-4a12-96f4-dd3331910191', 'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'fixed_ips': [{'subnet_id': 'a4fb5c32-c258-44c7-a14d-a0b9ba7b061a'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:05:05.572778 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.667000 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.688567 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.748405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=623b63aa-c367-4951-8cff-1b3913c207b3,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:05.794611 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Allocated IP 172.25.3.132 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/f43297e7-3aa1-4c8c-bafe-9f62347a6e2d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:05:05.867776 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Allocated IP 172.20.0.2 (c027378b-d86f-4a12-96f4-dd3331910191/a4fb5c32-c258-44c7-a14d-a0b9ba7b061a/9e967e4e-b00e-47fb-9221-901661620d00) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:05:05.895797 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.934554 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:05.990472 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'name': 'tempest-TestEncryptedCinderVolumes-1356608762-router', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:00Z', 'updated_at': '2021-09-07T17:05:03Z', 'revision_number': 4, 'project_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'gw_port': {'id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:01Z', 'updated_at': '2021-09-07T17:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'efc9c32d-d908-4505-bd69-21b714e7db37', 'name': '', 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'mac_address': 'fa:16:3e:55:61:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6ab4aeb3-0517-4406-b1be-ca0ac3a08662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:02Z', 'updated_at': '2021-09-07T17:05:03Z', 'revision_number': 2, 'project_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'subnets': [{'id': '6ab4aeb3-0517-4406-b1be-ca0ac3a08662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:06.022111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Checking router: 83edbfe1-d774-4f60-88fe-d788998edc12 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:05:06.022378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Updating router 83edbfe1-d774-4f60-88fe-d788998edc12 port efc9c32d-d908-4505-bd69-21b714e7db37 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:05:06.088441 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:06.117970 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:06.146789 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Transition to ACTIVE for port object 9e967e4e-b00e-47fb-9221-901661620d00 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:06.215875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Transition to ACTIVE for port object 9e967e4e-b00e-47fb-9221-901661620d00 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:06.227764 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:06.286774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Network c027378b-d86f-4a12-96f4-dd3331910191 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:05:06.294587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:05:06.302072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:05:06.304970 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:05:06.308079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:05:06.309055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:05:06.312908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Pushing event updated for resources: {'Port': ['ID=9e967e4e-b00e-47fb-9221-901661620d00,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:06.336438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Pushing event updated for resources: {'Port': ['ID=f43297e7-3aa1-4c8c-bafe-9f62347a6e2d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:06.411492 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Attempting to bind port 9e967e4e-b00e-47fb-9221-901661620d00 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:05:06.411874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Attempting to bind port 9e967e4e-b00e-47fb-9221-901661620d00 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '025c7554-b025-4b4d-9e21-c0599edbe247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:05:06.412241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Attempting to bind port 9e967e4e-b00e-47fb-9221-901661620d00 on network c027378b-d86f-4a12-96f4-dd3331910191 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:05:06.423812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:05:06.424192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Checking segment: {'id': '025c7554-b025-4b4d-9e21-c0599edbe247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:05:06.424626 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:06.425035 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Bound using segment: {'id': '025c7554-b025-4b4d-9e21-c0599edbe247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:05:06.425510 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Bound port: 9e967e4e-b00e-47fb-9221-901661620d00, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025c7554-b025-4b4d-9e21-c0599edbe247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:05:06.425901 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:06.572241 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:06.701681 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:06.704088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] For port 9e967e4e-b00e-47fb-9221-901661620d00, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:05:06.720525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] For port 9e967e4e-b00e-47fb-9221-901661620d00, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=9e967e4e-b00e-47fb-9221-901661620d00,segment=NetworkSegment(025c7554-b025-4b4d-9e21-c0599edbe247),segment_id=025c7554-b025-4b4d-9e21-c0599edbe247)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:05:06.721978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Transition to ACTIVE for port object efc9c32d-d908-4505-bd69-21b714e7db37 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:06.726383 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:06.734845 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:06.782060 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:06.825356 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7308b09-a128-41fc-b5de-5c0071e0078f None None] Pushing event updated for resources: {'Port': ['ID=9e967e4e-b00e-47fb-9221-901661620d00,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:06.904534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Attempting to bind port efc9c32d-d908-4505-bd69-21b714e7db37 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:05:06.904791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Attempting to bind port efc9c32d-d908-4505-bd69-21b714e7db37 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:05:06.905103 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Attempting to bind port efc9c32d-d908-4505-bd69-21b714e7db37 on network 4064bdac-861f-4780-b3a3-b3aab14d590b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:05:06.917728 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:05:06.918033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Checking segment: {'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:05:06.918461 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:06.918864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Bound using segment: {'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:05:06.919437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Bound port: efc9c32d-d908-4505-bd69-21b714e7db37, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:05:06.919732 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:06.922777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5bb00-b3a5-4294-902e-e89427e893eb None None] Pushing event updated for resources: {'Port': ['ID=efc9c32d-d908-4505-bd69-21b714e7db37,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:06.941169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 623b63aa-c367-4951-8cff-1b3913c207b3 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:06.969585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Router ee3c6962-4047-4138-9dd8-2947390d6082 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 17:05:07.031864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] For port efc9c32d-d908-4505-bd69-21b714e7db37, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:05:07.036136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] For port efc9c32d-d908-4505-bd69-21b714e7db37, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=efc9c32d-d908-4505-bd69-21b714e7db37,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:05:07.043678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 623b63aa-c367-4951-8cff-1b3913c207b3 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:07.044076 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:07.046447 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:07.156764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5bb00-b3a5-4294-902e-e89427e893eb None None] Pushing event updated for resources: {'Port': ['ID=efc9c32d-d908-4505-bd69-21b714e7db37,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:07.162894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Routers {'83edbfe1-d774-4f60-88fe-d788998edc12'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:05:07.163526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:04:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['83edbfe1-d774-4f60-88fe-d788998edc12'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:07.179518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:05:07.192045 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Sync routers for ids ['ee3c6962-4047-4138-9dd8-2947390d6082'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:05:07.205470 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Routers {'ee3c6962-4047-4138-9dd8-2947390d6082'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:05:07.206400 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:04:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ee3c6962-4047-4138-9dd8-2947390d6082'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:07.219025 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:07.220615 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-75e14487-e60e-449a-95cf-8017ab09c3ca admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9792564 Sep 07 17:05:07.223366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44310) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:05:07.341704 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Set router ee3c6962-4047-4138-9dd8-2947390d6082 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:05:07.354059 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] Set router 83edbfe1-d774-4f60-88fe-d788998edc12 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:05:07.551525 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'name': 'tempest-TestEncryptedCinderVolumes-368735605-router', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:05:06Z', 'revision_number': 3, 'project_id': '4eae2dff747b452a975c966621b6f2fd', 'gw_port': {'id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:07.582626 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Checking router: ee3c6962-4047-4138-9dd8-2947390d6082 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:05:07.583270 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Updating router ee3c6962-4047-4138-9dd8-2947390d6082 port f43297e7-3aa1-4c8c-bafe-9f62347a6e2d binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:05:07.602246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'name': 'tempest-TestEncryptedCinderVolumes-1356608762-router', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:00Z', 'updated_at': '2021-09-07T17:05:03Z', 'revision_number': 4, 'project_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'gw_port': {'id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:01Z', 'updated_at': '2021-09-07T17:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'efc9c32d-d908-4505-bd69-21b714e7db37', 'name': '', 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'mac_address': 'fa:16:3e:55:61:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6ab4aeb3-0517-4406-b1be-ca0ac3a08662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:02Z', 'updated_at': '2021-09-07T17:05:07Z', 'revision_number': 4, 'project_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'subnets': [{'id': '6ab4aeb3-0517-4406-b1be-ca0ac3a08662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:07.616327 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:07.631309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b2dbc-1d84-4dc6-a08c-e8478203ab03 None None] The sync data for ids ['83edbfe1-d774-4f60-88fe-d788998edc12'] in n-d-807551-3 is: [{'id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'name': 'tempest-TestEncryptedCinderVolumes-1356608762-router', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:00Z', 'updated_at': '2021-09-07T17:05:03Z', 'revision_number': 4, 'project_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'gw_port': {'id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:01Z', 'updated_at': '2021-09-07T17:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'efc9c32d-d908-4505-bd69-21b714e7db37', 'name': '', 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'mac_address': 'fa:16:3e:55:61:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6ab4aeb3-0517-4406-b1be-ca0ac3a08662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:02Z', 'updated_at': '2021-09-07T17:05:07Z', 'revision_number': 4, 'project_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'subnets': [{'id': '6ab4aeb3-0517-4406-b1be-ca0ac3a08662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:05:07.732215 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:07.932013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Allocated IP 172.20.0.1 (c027378b-d86f-4a12-96f4-dd3331910191/a4fb5c32-c258-44c7-a14d-a0b9ba7b061a/ee97888d-564f-4120-9dd5-c0e96a8e4c39) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:05:07.938795 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:07.953594 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Transition to ACTIVE for port object f43297e7-3aa1-4c8c-bafe-9f62347a6e2d will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:07.966634 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:08.020248 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Attempting to bind port f43297e7-3aa1-4c8c-bafe-9f62347a6e2d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:05:08.020930 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Attempting to bind port f43297e7-3aa1-4c8c-bafe-9f62347a6e2d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:05:08.021482 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Attempting to bind port f43297e7-3aa1-4c8c-bafe-9f62347a6e2d on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:05:08.034559 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:05:08.034953 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:05:08.035336 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:08.035730 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:05:08.036363 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Bound port: f43297e7-3aa1-4c8c-bafe-9f62347a6e2d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:05:08.036784 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:08.063908 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94329c67-e9a9-45ec-821a-f235d2e8fa35 None None] Pushing event updated for resources: {'Port': ['ID=f43297e7-3aa1-4c8c-bafe-9f62347a6e2d,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:08.067203 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:08.089156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Transition to ACTIVE for port object ee97888d-564f-4120-9dd5-c0e96a8e4c39 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:08.103028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92daf43-ea66-4e91-810c-e15a6c80e33f None None] Network c027378b-d86f-4a12-96f4-dd3331910191 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:05:08.115273 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] For port f43297e7-3aa1-4c8c-bafe-9f62347a6e2d, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:05:08.118700 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] For port f43297e7-3aa1-4c8c-bafe-9f62347a6e2d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f43297e7-3aa1-4c8c-bafe-9f62347a6e2d,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:05:08.124453 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:08.127880 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:08.172034 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Network c027378b-d86f-4a12-96f4-dd3331910191 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:05:08.172585 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Routers {'ee3c6962-4047-4138-9dd8-2947390d6082'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:05:08.173418 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:04:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ee3c6962-4047-4138-9dd8-2947390d6082'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:08.178822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:05:08.184460 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:05:08.188189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Pushing event updated for resources: {'Port': ['ID=ee97888d-564f-4120-9dd5-c0e96a8e4c39,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:08.236732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ee83df66-1cc6-40a4-b4a9-c83f7e31822c None None] Provisioning for port 9e967e4e-b00e-47fb-9221-901661620d00 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:08.239909 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:08.315022 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] Set router ee3c6962-4047-4138-9dd8-2947390d6082 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:05:08.395744 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:08.443475 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94329c67-e9a9-45ec-821a-f235d2e8fa35 None None] Pushing event updated for resources: {'Port': ['ID=f43297e7-3aa1-4c8c-bafe-9f62347a6e2d,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:08.529539 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'name': 'tempest-TestEncryptedCinderVolumes-368735605-router', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:05:06Z', 'revision_number': 3, 'project_id': '4eae2dff747b452a975c966621b6f2fd', 'gw_port': {'id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:08.608444 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:08.616583 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:08.659977 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be7431-2ecd-4382-a3a9-07e9c9bd09be None None] The sync data for ids ['ee3c6962-4047-4138-9dd8-2947390d6082'] in n-d-807551-3 is: [{'id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'name': 'tempest-TestEncryptedCinderVolumes-368735605-router', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:05:06Z', 'revision_number': 3, 'project_id': '4eae2dff747b452a975c966621b6f2fd', 'gw_port': {'id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:05:08.688662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-92546150-ec34-489a-80e2-2e4523c3b696 None None] Provisioning for port ee97888d-564f-4120-9dd5-c0e96a8e4c39 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:08.693342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-92546150-ec34-489a-80e2-2e4523c3b696 None None] Provisioning complete for port ee97888d-564f-4120-9dd5-c0e96a8e4c39 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:08.693734 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-92546150-ec34-489a-80e2-2e4523c3b696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:08.701312 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:08.737640 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Pushing event updated for resources: {'Port': ['ID=ee97888d-564f-4120-9dd5-c0e96a8e4c39,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:08.765662 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-92546150-ec34-489a-80e2-2e4523c3b696 None None] Port ee97888d-564f-4120-9dd5-c0e96a8e4c39 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:05:08.834953 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Network c027378b-d86f-4a12-96f4-dd3331910191 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:05:08.837176 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:05:08.912789 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a072ce61-260e-4209-8311-f57e3f3f18ef None None] Provisioning complete for port ee97888d-564f-4120-9dd5-c0e96a8e4c39 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:08.913500 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a072ce61-260e-4209-8311-f57e3f3f18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:08.961559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a072ce61-260e-4209-8311-f57e3f3f18ef None None] Port ee97888d-564f-4120-9dd5-c0e96a8e4c39 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:05:09.014516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 9e967e4e-b00e-47fb-9221-901661620d00 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:09.038452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Router ee3c6962-4047-4138-9dd8-2947390d6082 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:05:09.081585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 9e967e4e-b00e-47fb-9221-901661620d00 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:09.086802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 9e967e4e-b00e-47fb-9221-901661620d00 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:09.086990 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:09.192563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:05:09.207616 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2cac7d86-f9b4-464e-94bc-5be7a66ca2be admin admin] 10.222.0.70 "PUT /v2.0/routers/ee3c6962-4047-4138-9dd8-2947390d6082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9742336 Sep 07 17:05:09.222674 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-57f57b44-9e11-414a-8531-a590123164b6 None None] Provisioning complete for port ee97888d-564f-4120-9dd5-c0e96a8e4c39 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:09.223160 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57f57b44-9e11-414a-8531-a590123164b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:09.252313 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:09.290474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-57f57b44-9e11-414a-8531-a590123164b6 None None] Port ee97888d-564f-4120-9dd5-c0e96a8e4c39 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:05:09.301385 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 9e967e4e-b00e-47fb-9221-901661620d00, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=9e967e4e-b00e-47fb-9221-901661620d00,segment=NetworkSegment(025c7554-b025-4b4d-9e21-c0599edbe247),segment_id=025c7554-b025-4b4d-9e21-c0599edbe247)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:05:09.306167 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:09.307252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device efc9c32d-d908-4505-bd69-21b714e7db37 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:09.393014 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=9e967e4e-b00e-47fb-9221-901661620d00,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:09.397855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port efc9c32d-d908-4505-bd69-21b714e7db37 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:09.402901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port efc9c32d-d908-4505-bd69-21b714e7db37 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:09.403278 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:09.491690 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:09.527316 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port efc9c32d-d908-4505-bd69-21b714e7db37, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=efc9c32d-d908-4505-bd69-21b714e7db37,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:05:09.531237 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:09.584178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=efc9c32d-d908-4505-bd69-21b714e7db37,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:09.961848 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-d9a7ce86-bd6f-486d-bdbd-ef19c1dc8455 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:09.963469 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-d9a7ce86-bd6f-486d-bdbd-ef19c1dc8455 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/networks?id=4064bdac-861f-4780-b3a3-b3aab14d590b HTTP/1.1" status: 200 len: 817 time: 0.1014383 Sep 07 17:05:09.979574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-ce8e8d2b-b73c-4faa-ad4f-89357d6e4afb tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/quotas/e3956a36ef2c429c90e0efd4b7bab981 HTTP/1.1" status: 200 len: 375 time: 0.0096092 Sep 07 17:05:10.034689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-cde99dfd-c8c8-4200-80f0-580f70ca2e69 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3956a36ef2c429c90e0efd4b7bab981&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496588 Sep 07 17:05:10.129234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-446a0b77-90a1-4ac8-bea5-b836e4f62a5f service neutron] 10.222.0.70 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831547 Sep 07 17:05:10.227463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-4df325b6-a457-45bd-bf95-462b41fefa2a service neutron] 10.222.0.70 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920637 Sep 07 17:05:10.393002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d8354e0-a1fa-4f21-b410-9b527ae06e22 req-1253759a-7cf3-47be-8053-170a49921ed7 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 210 time: 0.0280356 Sep 07 17:05:10.441323 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-08d95800-b9db-47b1-9c96-ddf0ea200b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:10.978708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f43297e7-3aa1-4c8c-bafe-9f62347a6e2d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:11.021496 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Sync routers for ids ['ee3c6962-4047-4138-9dd8-2947390d6082'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:05:11.034733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Routers {'ee3c6962-4047-4138-9dd8-2947390d6082'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:05:11.035281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:04:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ee3c6962-4047-4138-9dd8-2947390d6082'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:11.069807 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port f43297e7-3aa1-4c8c-bafe-9f62347a6e2d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:11.077380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f43297e7-3aa1-4c8c-bafe-9f62347a6e2d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:11.077763 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:11.173762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Set router ee3c6962-4047-4138-9dd8-2947390d6082 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:05:11.270317 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:11.309377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port f43297e7-3aa1-4c8c-bafe-9f62347a6e2d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f43297e7-3aa1-4c8c-bafe-9f62347a6e2d,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:05:11.315457 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:11.316279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 9e967e4e-b00e-47fb-9221-901661620d00 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:11.342805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-84ccf386-a0b8-45e4-9450-8d69d65ffaa8 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:11.345230 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-84ccf386-a0b8-45e4-9450-8d69d65ffaa8 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.35 "GET /v2.0/networks?id=4064bdac-861f-4780-b3a3-b3aab14d590b HTTP/1.1" status: 200 len: 817 time: 0.1424687 Sep 07 17:05:11.359310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Request body: {'port': {'device_id': '4ecaa92c-c59a-465f-b737-1b710bc35e1b', 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b', 'admin_state_up': True, 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:05:11.462435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=f43297e7-3aa1-4c8c-bafe-9f62347a6e2d,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:11.475964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Made reservation on behalf of e3956a36ef2c429c90e0efd4b7bab981 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:05:11.479929 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:11.483087 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 9e967e4e-b00e-47fb-9221-901661620d00 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:11.483468 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:11.516498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56134a30-abd2-499e-be31-a3579c93f398 req-6900dffc-6fa5-4464-8f91-8d0bb0791e97 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 210 time: 0.0508442 Sep 07 17:05:11.538475 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'name': 'tempest-TestEncryptedCinderVolumes-368735605-router', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:05:08Z', 'revision_number': 4, 'project_id': '4eae2dff747b452a975c966621b6f2fd', 'gw_port': {'id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'ee97888d-564f-4120-9dd5-c0e96a8e4c39', 'name': '', 'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'mac_address': 'fa:16:3e:72:d8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'a4fb5c32-c258-44c7-a14d-a0b9ba7b061a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:07Z', 'updated_at': '2021-09-07T17:05:08Z', 'revision_number': 2, 'project_id': '4eae2dff747b452a975c966621b6f2fd', 'subnets': [{'id': 'a4fb5c32-c258-44c7-a14d-a0b9ba7b061a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:11.565550 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Checking router: ee3c6962-4047-4138-9dd8-2947390d6082 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:05:11.565809 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Updating router ee3c6962-4047-4138-9dd8-2947390d6082 port ee97888d-564f-4120-9dd5-c0e96a8e4c39 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:05:11.611077 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:11.623812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Allocated IP 172.20.0.10 (4064bdac-861f-4780-b3a3-b3aab14d590b/6ab4aeb3-0517-4406-b1be-ca0ac3a08662/8f5788e3-04cf-471c-82ca-f4e603a6f1dd) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:05:11.630232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device efc9c32d-d908-4505-bd69-21b714e7db37 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:11.770677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port efc9c32d-d908-4505-bd69-21b714e7db37 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:11.771054 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:11.775717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:11.789830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Transition to ACTIVE for port object 8f5788e3-04cf-471c-82ca-f4e603a6f1dd will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:11.821370 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:11.862278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Network 4064bdac-861f-4780-b3a3-b3aab14d590b is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:05:11.865470 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:05:11.869175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:05:11.898751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Pushing event updated for resources: {'Port': ['ID=8f5788e3-04cf-471c-82ca-f4e603a6f1dd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:11.924484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:11.925349 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:11.940745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-0b40b121-a8ef-4f19-b2f0-367afa013b9f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5842762 Sep 07 17:05:11.952876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Request body: {'port': {'device_id': '4ecaa92c-c59a-465f-b737-1b710bc35e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:05:11.980644 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:11.992286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Transition to ACTIVE for port object ee97888d-564f-4120-9dd5-c0e96a8e4c39 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:11.998644 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:12.017770 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:12.052730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fcfa5-71ec-41a2-9683-8873cfbbe884 None None] Pushing event updated for resources: {'Port': ['ID=ee97888d-564f-4120-9dd5-c0e96a8e4c39,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:12.112775 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Attempting to bind port ee97888d-564f-4120-9dd5-c0e96a8e4c39 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:05:12.113449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Attempting to bind port ee97888d-564f-4120-9dd5-c0e96a8e4c39 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '025c7554-b025-4b4d-9e21-c0599edbe247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:05:12.113871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Attempting to bind port ee97888d-564f-4120-9dd5-c0e96a8e4c39 on network c027378b-d86f-4a12-96f4-dd3331910191 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:05:12.127086 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:05:12.127457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Checking segment: {'id': '025c7554-b025-4b4d-9e21-c0599edbe247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:05:12.127879 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:12.128281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Bound using segment: {'id': '025c7554-b025-4b4d-9e21-c0599edbe247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:05:12.128813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Bound port: ee97888d-564f-4120-9dd5-c0e96a8e4c39, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025c7554-b025-4b4d-9e21-c0599edbe247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:05:12.129236 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:12.144110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ef97aae0-6d6e-4354-846a-ef38851c318f None None] Provisioning for port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:12.179979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ef97aae0-6d6e-4354-846a-ef38851c318f None None] Provisioning complete for port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:12.180484 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ef97aae0-6d6e-4354-846a-ef38851c318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:12.227178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] For port ee97888d-564f-4120-9dd5-c0e96a8e4c39, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:05:12.234727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] For port ee97888d-564f-4120-9dd5-c0e96a8e4c39, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ee97888d-564f-4120-9dd5-c0e96a8e4c39,segment=NetworkSegment(025c7554-b025-4b4d-9e21-c0599edbe247),segment_id=025c7554-b025-4b4d-9e21-c0599edbe247)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:05:12.237797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ef97aae0-6d6e-4354-846a-ef38851c318f None None] Port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:05:12.240626 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:12.308079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Routers {'ee3c6962-4047-4138-9dd8-2947390d6082'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:05:12.308735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:04:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ee3c6962-4047-4138-9dd8-2947390d6082'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:12.313506 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fcfa5-71ec-41a2-9683-8873cfbbe884 None None] Pushing event updated for resources: {'Port': ['ID=ee97888d-564f-4120-9dd5-c0e96a8e4c39,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:12.327425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5788e3-04cf-471c-82ca-f4e603a6f1dd {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:05:12.335510 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:12.349672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Transition to ACTIVE for port object 8f5788e3-04cf-471c-82ca-f4e603a6f1dd will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:12.354957 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:12.439829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Pushing event updated for resources: {'Port': ['ID=8f5788e3-04cf-471c-82ca-f4e603a6f1dd,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:12.502810 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Attempting to bind port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:05:12.503163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Attempting to bind port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:05:12.503504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Attempting to bind port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd on network 4064bdac-861f-4780-b3a3-b3aab14d590b {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:05:12.508724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd on network 4064bdac-861f-4780-b3a3-b3aab14d590b not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:05:12.509068 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Attempting to bind port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd on network 4064bdac-861f-4780-b3a3-b3aab14d590b {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:05:12.515196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:05:12.515685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Checking segment: {'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:05:12.516097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Bound using segment: {'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:05:12.516580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Bound port: 8f5788e3-04cf-471c-82ca-f4e603a6f1dd, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:05:12.516947 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:12.593028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] For port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:05:12.597076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] For port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8f5788e3-04cf-471c-82ca-f4e603a6f1dd,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:05:12.604106 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:12.613624 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] Set router ee3c6962-4047-4138-9dd8-2947390d6082 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:05:12.673509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:12.673765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:12.675343 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] 10.222.0.35 "PUT /v2.0/ports/8f5788e3-04cf-471c-82ca-f4e603a6f1dd HTTP/1.1" status: 200 len: 1092 time: 0.7272761 Sep 07 17:05:12.675812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecaa92c-c59a-465f-b737-1b710bc35e1b', 'tag': '8f5788e3-04cf-471c-82ca-f4e603a6f1dd'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:05:12.678199 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af88339d-16d3-4053-a23a-625fb98b5ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecaa92c-c59a-465f-b737-1b710bc35e1b", "tag": "8f5788e3-04cf-471c-82ca-f4e603a6f1dd"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:05:12.739064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b648d-9934-4569-bf19-71df4e3bb237 req-04605662-a0a2-4aa4-aefc-ad85ca5abc7d tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:12.740632 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-909b648d-9934-4569-bf19-71df4e3bb237 req-04605662-a0a2-4aa4-aefc-ad85ca5abc7d tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 944 time: 0.1330328 Sep 07 17:05:12.766708 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b17dab7-d638-48ac-b5f2-4608a49562fd x-openstack-request-id: req-0b17dab7-d638-48ac-b5f2-4608a49562fd {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:05:12.767124 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecaa92c-c59a-465f-b737-1b710bc35e1b", "tag": "8f5788e3-04cf-471c-82ca-f4e603a6f1dd", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:05:12.767381 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b17dab7-d638-48ac-b5f2-4608a49562fd {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:05:12.767783 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecaa92c-c59a-465f-b737-1b710bc35e1b', 'tag': '8f5788e3-04cf-471c-82ca-f4e603a6f1dd', 'status': 'completed', 'code': 200} Sep 07 17:05:12.768390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052f456-62f0-437e-8e97-f49a6d90c4cb service neutron] Pushing event updated for resources: {'Port': ['ID=8f5788e3-04cf-471c-82ca-f4e603a6f1dd,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:12.813009 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-909b648d-9934-4569-bf19-71df4e3bb237 req-ee030bcb-b55f-4a41-8a56-1cb43c58e661 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Sep 07 17:05:12.819549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-86b169f8-e336-4979-be7d-f179d489c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:12.821680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-86b169f8-e336-4979-be7d-f179d489c3c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3956a36ef2c429c90e0efd4b7bab981&device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 1095 time: 0.0913544 Sep 07 17:05:12.872224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'name': 'tempest-TestEncryptedCinderVolumes-368735605-router', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:05:08Z', 'revision_number': 4, 'project_id': '4eae2dff747b452a975c966621b6f2fd', 'gw_port': {'id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'ee97888d-564f-4120-9dd5-c0e96a8e4c39', 'name': '', 'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'mac_address': 'fa:16:3e:72:d8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'a4fb5c32-c258-44c7-a14d-a0b9ba7b061a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:07Z', 'updated_at': '2021-09-07T17:05:12Z', 'revision_number': 4, 'project_id': '4eae2dff747b452a975c966621b6f2fd', 'subnets': [{'id': 'a4fb5c32-c258-44c7-a14d-a0b9ba7b061a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:05:12.874200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-3baa4612-78e3-425f-8de1-55c090c7f8b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f5788e3-04cf-471c-82ca-f4e603a6f1dd HTTP/1.1" status: 200 len: 217 time: 0.0445576 Sep 07 17:05:12.909467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a4890-0483-4543-8690-adcf18bdd510 None None] The sync data for ids ['ee3c6962-4047-4138-9dd8-2947390d6082'] in n-d-807551-3 is: [{'id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'name': 'tempest-TestEncryptedCinderVolumes-368735605-router', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:05:08Z', 'revision_number': 4, 'project_id': '4eae2dff747b452a975c966621b6f2fd', 'gw_port': {'id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'ee97888d-564f-4120-9dd5-c0e96a8e4c39', 'name': '', 'network_id': 'c027378b-d86f-4a12-96f4-dd3331910191', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'mac_address': 'fa:16:3e:72:d8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'a4fb5c32-c258-44c7-a14d-a0b9ba7b061a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:07Z', 'updated_at': '2021-09-07T17:05:12Z', 'revision_number': 4, 'project_id': '4eae2dff747b452a975c966621b6f2fd', 'subnets': [{'id': 'a4fb5c32-c258-44c7-a14d-a0b9ba7b061a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:05:12.924896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f43297e7-3aa1-4c8c-bafe-9f62347a6e2d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:12.932791 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-67d9f616-30ec-408e-8dd1-88a06b4c61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:12.934376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-67d9f616-30ec-408e-8dd1-88a06b4c61f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ab4aeb3-0517-4406-b1be-ca0ac3a08662 HTTP/1.1" status: 200 len: 856 time: 0.0530989 Sep 07 17:05:12.981792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f43297e7-3aa1-4c8c-bafe-9f62347a6e2d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:12.982304 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:12.993260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-7658e39f-4436-41bd-81b6-5b735b28577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:12.996696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-7658e39f-4436-41bd-81b6-5b735b28577a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4064bdac-861f-4780-b3a3-b3aab14d590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551069 Sep 07 17:05:13.101311 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-090fab6c-7a5e-48bb-9894-9b38ec0f5fb6 service neutron] 10.222.0.35 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923886 Sep 07 17:05:13.191460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e969b1d9-ff98-4b38-8a66-cd451c811552 req-c63b5c3f-ed19-4607-8eab-870ab3e428bb service neutron] 10.222.0.35 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871906 Sep 07 17:05:13.280246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88339d-16d3-4053-a23a-625fb98b5ea3 req-0b2115ae-87b2-4717-9c43-e9b7f0d67768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:13.281807 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af88339d-16d3-4053-a23a-625fb98b5ea3 req-0b2115ae-87b2-4717-9c43-e9b7f0d67768 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3956a36ef2c429c90e0efd4b7bab981&device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 1095 time: 0.0424573 Sep 07 17:05:13.380491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88339d-16d3-4053-a23a-625fb98b5ea3 req-d25a7a05-dcba-4751-950e-620b94b017ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:13.382121 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af88339d-16d3-4053-a23a-625fb98b5ea3 req-d25a7a05-dcba-4751-950e-620b94b017ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=4064bdac-861f-4780-b3a3-b3aab14d590b HTTP/1.1" status: 200 len: 918 time: 0.0927608 Sep 07 17:05:13.426603 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af88339d-16d3-4053-a23a-625fb98b5ea3 req-607dbe52-e49c-4325-90c9-6741df118401 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f5788e3-04cf-471c-82ca-f4e603a6f1dd HTTP/1.1" status: 200 len: 217 time: 0.0372076 Sep 07 17:05:13.479792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88339d-16d3-4053-a23a-625fb98b5ea3 req-20cf4490-2bdf-41ff-9cbe-1eeb2fcd5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:13.481277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af88339d-16d3-4053-a23a-625fb98b5ea3 req-20cf4490-2bdf-41ff-9cbe-1eeb2fcd5ef4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ab4aeb3-0517-4406-b1be-ca0ac3a08662 HTTP/1.1" status: 200 len: 856 time: 0.0469954 Sep 07 17:05:13.527227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88339d-16d3-4053-a23a-625fb98b5ea3 req-22ad7a2b-f4e2-4e16-9231-98155f787ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:13.528729 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af88339d-16d3-4053-a23a-625fb98b5ea3 req-22ad7a2b-f4e2-4e16-9231-98155f787ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4064bdac-861f-4780-b3a3-b3aab14d590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397003 Sep 07 17:05:13.614923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af88339d-16d3-4053-a23a-625fb98b5ea3 req-fec2de93-bc06-43df-8f0b-7bab3b186d8f service neutron] 10.222.0.35 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790987 Sep 07 17:05:13.705323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-af88339d-16d3-4053-a23a-625fb98b5ea3 req-4e155fe8-79fa-4195-bacd-b55fd590946c service neutron] 10.222.0.35 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833449 Sep 07 17:05:13.930312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276168-b142-4ce0-be92-23e98e089922 req-dedd5109-03fe-4198-aa71-b842785b87a9 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:13.931792 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56276168-b142-4ce0-be92-23e98e089922 req-dedd5109-03fe-4198-aa71-b842785b87a9 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 944 time: 0.0484977 Sep 07 17:05:13.970184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-56276168-b142-4ce0-be92-23e98e089922 req-5e52bf8e-afb6-422d-b293-d34ea721955f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324574 Sep 07 17:05:14.028886 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:14.296478 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4dc68cb4-e122-4544-b297-21d99f029f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:14.932812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ee97888d-564f-4120-9dd5-c0e96a8e4c39 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:14.982140 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ee97888d-564f-4120-9dd5-c0e96a8e4c39 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:14.985674 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ee97888d-564f-4120-9dd5-c0e96a8e4c39 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:14.986047 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:15.066159 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:15.100191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912de675-3352-4b6b-b5b6-0b04db653b39 req-955e4d13-987c-4657-ad38-bdbdf078b6e8 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:15.102595 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-912de675-3352-4b6b-b5b6-0b04db653b39 req-955e4d13-987c-4657-ad38-bdbdf078b6e8 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 944 time: 0.0621235 Sep 07 17:05:15.111839 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port ee97888d-564f-4120-9dd5-c0e96a8e4c39, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ee97888d-564f-4120-9dd5-c0e96a8e4c39,segment=NetworkSegment(025c7554-b025-4b4d-9e21-c0599edbe247),segment_id=025c7554-b025-4b4d-9e21-c0599edbe247)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:05:15.114078 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:15.117214 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:15.148743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-912de675-3352-4b6b-b5b6-0b04db653b39 req-b29050ad-b0f8-404d-a04b-02b376e4090e tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383902 Sep 07 17:05:15.164746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=ee97888d-564f-4120-9dd5-c0e96a8e4c39,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:16.260766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e1fc2-8505-4224-9b54-0b56cb8bf440 req-c6dca38e-86f4-4dec-a9ee-68f3ffc3b08b tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:16.262279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d40e1fc2-8505-4224-9b54-0b56cb8bf440 req-c6dca38e-86f4-4dec-a9ee-68f3ffc3b08b tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 944 time: 0.0494902 Sep 07 17:05:16.299428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d40e1fc2-8505-4224-9b54-0b56cb8bf440 req-2c1ba318-da48-4be9-b421-2e90c674e477 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Sep 07 17:05:16.880674 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8f5788e3-04cf-471c-82ca-f4e603a6f1dd details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:05:16.909585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ee97888d-564f-4120-9dd5-c0e96a8e4c39 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:17.008450 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8f5788e3-04cf-471c-82ca-f4e603a6f1dd,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:05:17.027791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ee97888d-564f-4120-9dd5-c0e96a8e4c39 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:17.028166 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:17.032485 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '8f5788e3-04cf-471c-82ca-f4e603a6f1dd', 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b', 'port_id': '8f5788e3-04cf-471c-82ca-f4e603a6f1dd', 'mac_address': 'fa:16:3e:e7:07:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab4aeb3-0517-4406-b1be-ca0ac3a08662', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:05:17.056785 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:17.099174 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:17.115837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5788e3-04cf-471c-82ca-f4e603a6f1dd {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:05:17.162628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8f5788e3-04cf-471c-82ca-f4e603a6f1dd,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:05:17.168321 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:17.212959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8f5788e3-04cf-471c-82ca-f4e603a6f1dd,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:17.410746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a904303-b0da-4b0f-8784-b4998a9fa0d3 req-38281d00-e853-4f91-b875-508b4d4b6b0d tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:17.412156 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a904303-b0da-4b0f-8784-b4998a9fa0d3 req-38281d00-e853-4f91-b875-508b4d4b6b0d tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 945 time: 0.0475745 Sep 07 17:05:17.450350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a904303-b0da-4b0f-8784-b4998a9fa0d3 req-85929c20-6265-4181-b372-7c7d6837f522 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314054 Sep 07 17:05:17.472709 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['8f5788e3-04cf-471c-82ca-f4e603a6f1dd'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:05:18.567369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc1820-2f33-42b9-ad00-ae5f14e8e763 req-e77bac34-e1de-43c4-ad5c-262803456735 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:18.568862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88cc1820-2f33-42b9-ad00-ae5f14e8e763 req-e77bac34-e1de-43c4-ad5c-262803456735 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 945 time: 0.0525200 Sep 07 17:05:18.605139 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88cc1820-2f33-42b9-ad00-ae5f14e8e763 req-6f4940b1-76ca-4331-af63-38c0109d5625 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303891 Sep 07 17:05:18.884546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8f5788e3-04cf-471c-82ca-f4e603a6f1dd up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:18.931834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:18.935246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:18.935627 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:19.007699 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:19.029259 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecaa92c-c59a-465f-b737-1b710bc35e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5788e3-04cf-471c-82ca-f4e603a6f1dd'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:05:19.031481 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae557d20-0fe4-43c7-8107-3bd2dde6e508" -d '{"events": [{"server_uuid": "4ecaa92c-c59a-465f-b737-1b710bc35e1b", "name": "network-vif-plugged", "status": "completed", "tag": "8f5788e3-04cf-471c-82ca-f4e603a6f1dd"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:05:19.044376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8f5788e3-04cf-471c-82ca-f4e603a6f1dd,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:05:19.048472 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:19.076226 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a41256-66fb-46ba-9a10-74d3f63425c1 x-openstack-request-id: req-47a41256-66fb-46ba-9a10-74d3f63425c1 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:05:19.076553 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecaa92c-c59a-465f-b737-1b710bc35e1b", "name": "network-vif-plugged", "status": "completed", "tag": "8f5788e3-04cf-471c-82ca-f4e603a6f1dd", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:05:19.076808 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47a41256-66fb-46ba-9a10-74d3f63425c1 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:05:19.077200 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecaa92c-c59a-465f-b737-1b710bc35e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5788e3-04cf-471c-82ca-f4e603a6f1dd', 'code': 200} Sep 07 17:05:19.103215 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=8f5788e3-04cf-471c-82ca-f4e603a6f1dd,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:19.162758 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78166-f395-4e31-b64f-de737237a2fc req-10f9a51f-abf4-418a-adf8-bafc08717ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:19.164262 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0ab78166-f395-4e31-b64f-de737237a2fc req-10f9a51f-abf4-418a-adf8-bafc08717ecb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 1097 time: 0.0403564 Sep 07 17:05:19.199115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0ab78166-f395-4e31-b64f-de737237a2fc req-7aaaad19-859e-43ca-866b-0aa1cd92d506 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276213 Sep 07 17:05:19.716957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0e4f3-7f68-410f-81e8-e633a074fc01 req-e3288eb0-5d7f-4dd3-b877-7ec9549dd032 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:19.718432 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6df0e4f3-7f68-410f-81e8-e633a074fc01 req-e3288eb0-5d7f-4dd3-b877-7ec9549dd032 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 946 time: 0.0485463 Sep 07 17:05:19.754845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6df0e4f3-7f68-410f-81e8-e633a074fc01 req-5f00def1-6e1a-4aa9-88ee-b2c06397255b tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305357 Sep 07 17:05:20.872388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976c99c-0fa1-406b-a247-21e7658fd375 req-ee60d041-400c-4049-9bc3-43e0b4a60269 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:20.873885 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c976c99c-0fa1-406b-a247-21e7658fd375 req-ee60d041-400c-4049-9bc3-43e0b4a60269 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 946 time: 0.0530534 Sep 07 17:05:20.911293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c976c99c-0fa1-406b-a247-21e7658fd375 req-43c29331-ffd4-402b-995a-57bd17696538 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316114 Sep 07 17:05:21.029852 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a3a74-8972-4a4b-8922-97fe65ee7165 req-fd12924c-7ea4-4ae4-9617-2c492391ab9b tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:21.031363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f2a3a74-8972-4a4b-8922-97fe65ee7165 req-fd12924c-7ea4-4ae4-9617-2c492391ab9b tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 946 time: 0.0483897 Sep 07 17:05:21.067798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f2a3a74-8972-4a4b-8922-97fe65ee7165 req-20c6ac74-2ce8-4ee5-8ea5-70d39ef02198 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305488 Sep 07 17:05:32.381126 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:32.862210 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:37.249896 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:05:39.480736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0566f50-77ef-4331-a682-d5438163aee7 req-5b578be4-6554-46c8-bb5e-6c131b075246 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:39.482306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0566f50-77ef-4331-a682-d5438163aee7 req-5b578be4-6554-46c8-bb5e-6c131b075246 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 946 time: 0.0490985 Sep 07 17:05:39.519096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0566f50-77ef-4331-a682-d5438163aee7 req-1aa018a0-be6d-44ae-b7e2-6301666e2a87 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306063 Sep 07 17:05:40.442925 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-105c485d-2c20-4487-9d13-86d85d6beb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:40.636951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763b08-416b-4e0b-a10b-ca8786b2b4cf req-ba24e9ec-92b4-4b50-a0c5-0948f892ca27 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:40.638407 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18763b08-416b-4e0b-a10b-ca8786b2b4cf req-ba24e9ec-92b4-4b50-a0c5-0948f892ca27 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 946 time: 0.0518503 Sep 07 17:05:40.675275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-18763b08-416b-4e0b-a10b-ca8786b2b4cf req-0bd7ca55-fe1a-46f8-901a-26ec6c062ded tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Sep 07 17:05:41.426547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c355b-9e52-4c47-a71a-43235cb6c8c1 req-06f2e8a1-8201-4f4c-bc59-f296fa274e7d tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:41.428002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b9c355b-9e52-4c47-a71a-43235cb6c8c1 req-06f2e8a1-8201-4f4c-bc59-f296fa274e7d tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 946 time: 0.0489130 Sep 07 17:05:41.517238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3b9c355b-9e52-4c47-a71a-43235cb6c8c1 req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Deleting port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:05:41.517581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3b9c355b-9e52-4c47-a71a-43235cb6c8c1 req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:41.605475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-3b9c355b-9e52-4c47-a71a-43235cb6c8c1 req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] For port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=8f5788e3-04cf-471c-82ca-f4e603a6f1dd,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:05:41.605841 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3b9c355b-9e52-4c47-a71a-43235cb6c8c1 req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:41.618771 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-3b9c355b-9e52-4c47-a71a-43235cb6c8c1 req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Calling delete_port for 8f5788e3-04cf-471c-82ca-f4e603a6f1dd owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:05:41.756524 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3b9c355b-9e52-4c47-a71a-43235cb6c8c1 req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:41.768497 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['8f5788e3-04cf-471c-82ca-f4e603a6f1dd'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:05:41.774003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-458a7cc5-ba57-42cf-80a9-a397fab6765a req-e0850520-9e2d-4d36-ae2a-32fd3500fde9 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ecaa92c-c59a-465f-b737-1b710bc35e1b HTTP/1.1" status: 200 len: 210 time: 0.0314319 Sep 07 17:05:41.797008 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Pushing event deleted for resources: {'Port': ['ID=8f5788e3-04cf-471c-82ca-f4e603a6f1dd,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:41.807173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:41.807530 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:41.807872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:41.808211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:41.808570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:41.808908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:41.809241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:41.809567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:41.810934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:41.811070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:41.811403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:41.811728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:41.855280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9c355b-9e52-4c47-a71a-43235cb6c8c1 req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] No DVR routers for this DVR port 8f5788e3-04cf-471c-82ca-f4e603a6f1dd on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:05:41.858572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-3b9c355b-9e52-4c47-a71a-43235cb6c8c1 req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:41.860942 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3b9c355b-9e52-4c47-a71a-43235cb6c8c1 req-4b8c37d5-beb2-4aa8-8adc-94ae33843ab1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.35 "DELETE /v2.0/ports/8f5788e3-04cf-471c-82ca-f4e603a6f1dd HTTP/1.1" status: 204 len: 173 time: 0.4258642 Sep 07 17:05:41.861401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecaa92c-c59a-465f-b737-1b710bc35e1b', 'name': 'network-vif-deleted', 'tag': '8f5788e3-04cf-471c-82ca-f4e603a6f1dd'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:05:41.864028 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6696a67b-29d1-497d-ab7d-90847f80c7c3" -d '{"events": [{"server_uuid": "4ecaa92c-c59a-465f-b737-1b710bc35e1b", "name": "network-vif-deleted", "tag": "8f5788e3-04cf-471c-82ca-f4e603a6f1dd"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:05:41.907343 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fb1718-a4d8-4d8d-8aba-1095bf0b1743 x-openstack-request-id: req-93fb1718-a4d8-4d8d-8aba-1095bf0b1743 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:05:41.907711 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecaa92c-c59a-465f-b737-1b710bc35e1b", "name": "network-vif-deleted", "tag": "8f5788e3-04cf-471c-82ca-f4e603a6f1dd", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:05:41.908022 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93fb1718-a4d8-4d8d-8aba-1095bf0b1743 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:05:41.908578 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecaa92c-c59a-465f-b737-1b710bc35e1b', 'name': 'network-vif-deleted', 'tag': '8f5788e3-04cf-471c-82ca-f4e603a6f1dd', 'status': 'completed', 'code': 200} Sep 07 17:05:43.261768 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-55c84266-8b40-4f18-a6a7-aa3609fb69ec tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:43.263243 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-55c84266-8b40-4f18-a6a7-aa3609fb69ec tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/networks?id=4064bdac-861f-4780-b3a3-b3aab14d590b HTTP/1.1" status: 200 len: 817 time: 0.0973895 Sep 07 17:05:43.277824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-0ca8a908-4461-42b4-aad5-f9d5e14f2bc8 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/quotas/e3956a36ef2c429c90e0efd4b7bab981 HTTP/1.1" status: 200 len: 375 time: 0.0088744 Sep 07 17:05:43.327691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-9d4ce70e-54c8-4544-9f0e-8e624d3b6c65 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3956a36ef2c429c90e0efd4b7bab981&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446129 Sep 07 17:05:43.342559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-7ace22ff-fad4-43b4-a40f-e07a831af9e4 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:05:43.343520 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-7ace22ff-fad4-43b4-a40f-e07a831af9e4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049691 Sep 07 17:05:43.434433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-d58f35f7-a08c-43aa-a262-9f5ca2836fdb service neutron] 10.222.0.70 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853693 Sep 07 17:05:43.524277 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-b8c8274f-c200-4186-ae70-8d1aebe69b3b service neutron] 10.222.0.70 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838561 Sep 07 17:05:43.682131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a1b943d-fbcc-44ca-a37f-106cbe0ed593 req-751a3b94-ba1f-40c4-9f14-a9defa871e6e tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 210 time: 0.0270154 Sep 07 17:05:44.030214 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:44.296824 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-842a75f7-0f3d-49e4-a459-e9f9d773ded6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:44.577126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-18bdf979-798a-4237-9209-b95ed01adfc5 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:44.578727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-18bdf979-798a-4237-9209-b95ed01adfc5 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.35 "GET /v2.0/networks?id=4064bdac-861f-4780-b3a3-b3aab14d590b HTTP/1.1" status: 200 len: 817 time: 0.1055667 Sep 07 17:05:44.592432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Request body: {'port': {'device_id': 'c9010f03-bd34-456a-b03c-1149b58e619d', 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b', 'admin_state_up': True, 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:05:44.700656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Made reservation on behalf of e3956a36ef2c429c90e0efd4b7bab981 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:05:44.704330 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:44.791324 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-75ffb158-5360-4e76-9c93-7cc3c9196ffe req-afc2fa00-0556-4a53-87fe-30b9729b7bb1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 210 time: 0.0355537 Sep 07 17:05:44.851510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Allocated IP 172.20.0.10 (4064bdac-861f-4780-b3a3-b3aab14d590b/6ab4aeb3-0517-4406-b1be-ca0ac3a08662/002f1826-139a-4e76-bcdb-f421b3c5e852) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:05:44.994493 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8f5788e3-04cf-471c-82ca-f4e603a6f1dd no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:05:44.997712 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:45.011291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Transition to ACTIVE for port object 002f1826-139a-4e76-bcdb-f421b3c5e852 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:45.013290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 8f5788e3-04cf-471c-82ca-f4e603a6f1dd {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:05:45.013646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 8f5788e3-04cf-471c-82ca-f4e603a6f1dd not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:05:45.043308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:45.084598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Network 4064bdac-861f-4780-b3a3-b3aab14d590b is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:05:45.087696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:05:45.094262 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:05:45.099852 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:45.120066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Pushing event updated for resources: {'Port': ['ID=002f1826-139a-4e76-bcdb-f421b3c5e852,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:45.147824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:45.148534 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:45.163298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-a226bb51-5e98-4a50-b303-0e59a47bf2e4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5745127 Sep 07 17:05:45.173684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-17ed081b-6f93-4ed6-8147-f4561625608a tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:05:45.174666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-17ed081b-6f93-4ed6-8147-f4561625608a tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056629 Sep 07 17:05:45.188029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Request body: {'port': {'device_id': 'c9010f03-bd34-456a-b03c-1149b58e619d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:05:45.247443 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:45.319378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a68d6bc0-02a9-4c4f-a7eb-e3bbe2234139 None None] Provisioning for port 002f1826-139a-4e76-bcdb-f421b3c5e852 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:45.323279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a68d6bc0-02a9-4c4f-a7eb-e3bbe2234139 None None] Provisioning complete for port 002f1826-139a-4e76-bcdb-f421b3c5e852 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:45.323661 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a68d6bc0-02a9-4c4f-a7eb-e3bbe2234139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:45.361407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a68d6bc0-02a9-4c4f-a7eb-e3bbe2234139 None None] Port 002f1826-139a-4e76-bcdb-f421b3c5e852 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:05:45.504074 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002f1826-139a-4e76-bcdb-f421b3c5e852 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:05:45.511371 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:45.523351 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Transition to ACTIVE for port object 002f1826-139a-4e76-bcdb-f421b3c5e852 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:05:45.526602 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:45.575300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Pushing event updated for resources: {'Port': ['ID=002f1826-139a-4e76-bcdb-f421b3c5e852,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:45.979175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Attempting to bind port 002f1826-139a-4e76-bcdb-f421b3c5e852 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:05:45.979904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Attempting to bind port 002f1826-139a-4e76-bcdb-f421b3c5e852 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:05:45.979904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Attempting to bind port 002f1826-139a-4e76-bcdb-f421b3c5e852 on network 4064bdac-861f-4780-b3a3-b3aab14d590b {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:05:45.991156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cabc20-2d00-48cc-838b-9a1da10b8ebf req-ba622584-f8b8-4bf7-9eda-2ba846418879 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:45.992671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7cabc20-2d00-48cc-838b-9a1da10b8ebf req-ba622584-f8b8-4bf7-9eda-2ba846418879 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 944 time: 0.0707490 Sep 07 17:05:45.993624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Port 002f1826-139a-4e76-bcdb-f421b3c5e852 on network 4064bdac-861f-4780-b3a3-b3aab14d590b not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:05:45.993939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Attempting to bind port 002f1826-139a-4e76-bcdb-f421b3c5e852 on network 4064bdac-861f-4780-b3a3-b3aab14d590b {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:05:46.000361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:05:46.000690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Checking segment: {'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:05:46.001067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Bound using segment: {'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:05:46.001488 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Bound port: 002f1826-139a-4e76-bcdb-f421b3c5e852, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2f32e1-b6a5-4e38-a748-388e198779e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:05:46.001854 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:46.067024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f7cabc20-2d00-48cc-838b-9a1da10b8ebf req-fad3fa39-d4fe-4970-a385-879a1313f202 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677099 Sep 07 17:05:46.089089 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] For port 002f1826-139a-4e76-bcdb-f421b3c5e852, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:05:46.092016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] For port 002f1826-139a-4e76-bcdb-f421b3c5e852, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=002f1826-139a-4e76-bcdb-f421b3c5e852,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:05:46.096405 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:46.132650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:46.133306 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:46.134706 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] 10.222.0.35 "PUT /v2.0/ports/002f1826-139a-4e76-bcdb-f421b3c5e852 HTTP/1.1" status: 200 len: 1092 time: 0.9509006 Sep 07 17:05:46.136772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9010f03-bd34-456a-b03c-1149b58e619d', 'tag': '002f1826-139a-4e76-bcdb-f421b3c5e852'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:05:46.140266 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3c0b17-5251-4a6f-8eb7-c30c5c2d583c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9010f03-bd34-456a-b03c-1149b58e619d", "tag": "002f1826-139a-4e76-bcdb-f421b3c5e852"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:05:46.168770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3a94a-89c6-4007-a91c-82f97f69c405 service neutron] Pushing event updated for resources: {'Port': ['ID=002f1826-139a-4e76-bcdb-f421b3c5e852,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:46.188232 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58416ecd-2424-44d3-9997-6fd90dc15254 x-openstack-request-id: req-58416ecd-2424-44d3-9997-6fd90dc15254 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:05:46.188545 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9010f03-bd34-456a-b03c-1149b58e619d", "tag": "002f1826-139a-4e76-bcdb-f421b3c5e852", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:05:46.188826 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58416ecd-2424-44d3-9997-6fd90dc15254 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:05:46.189179 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9010f03-bd34-456a-b03c-1149b58e619d', 'tag': '002f1826-139a-4e76-bcdb-f421b3c5e852', 'status': 'completed', 'code': 200} Sep 07 17:05:46.222135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-f931bd65-446f-48f7-a468-9c2597fa4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:46.223647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-f931bd65-446f-48f7-a468-9c2597fa4351 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3956a36ef2c429c90e0efd4b7bab981&device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 1095 time: 0.0450804 Sep 07 17:05:46.268497 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-dad15731-d2f0-404f-b8ef-791687822ba3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=002f1826-139a-4e76-bcdb-f421b3c5e852 HTTP/1.1" status: 200 len: 217 time: 0.0351503 Sep 07 17:05:46.322552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-5718801d-b81b-4478-8c2e-8a3f0d9cfc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:46.324018 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-5718801d-b81b-4478-8c2e-8a3f0d9cfc41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ab4aeb3-0517-4406-b1be-ca0ac3a08662 HTTP/1.1" status: 200 len: 856 time: 0.0477214 Sep 07 17:05:46.375212 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-dc4833a3-de87-44a7-a3f5-806be3f546f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:46.376744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-dc4833a3-de87-44a7-a3f5-806be3f546f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4064bdac-861f-4780-b3a3-b3aab14d590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454426 Sep 07 17:05:46.469915 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-8a4a85a6-a876-4250-8afc-2320efcc47c1 service neutron] 10.222.0.35 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847404 Sep 07 17:05:46.557572 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cf086eb4-ffcc-48e4-ab1c-0958152aa525 req-d2d250ca-0d11-4b21-aa50-03cc5ad0754c service neutron] 10.222.0.35 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801773 Sep 07 17:05:46.645345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c0b17-5251-4a6f-8eb7-c30c5c2d583c req-04046159-543e-48d9-a9b4-f5149dbc10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:46.646848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e3c0b17-5251-4a6f-8eb7-c30c5c2d583c req-04046159-543e-48d9-a9b4-f5149dbc10f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3956a36ef2c429c90e0efd4b7bab981&device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 1095 time: 0.0408223 Sep 07 17:05:46.738348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c0b17-5251-4a6f-8eb7-c30c5c2d583c req-4b0d2011-e579-4b6e-a448-154f552a71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:46.739699 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e3c0b17-5251-4a6f-8eb7-c30c5c2d583c req-4b0d2011-e579-4b6e-a448-154f552a71a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4064bdac-861f-4780-b3a3-b3aab14d590b HTTP/1.1" status: 200 len: 918 time: 0.0852447 Sep 07 17:05:46.780831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e3c0b17-5251-4a6f-8eb7-c30c5c2d583c req-953fa8c6-e7b8-4fdd-baf8-08dbeacbe098 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=002f1826-139a-4e76-bcdb-f421b3c5e852 HTTP/1.1" status: 200 len: 217 time: 0.0331423 Sep 07 17:05:46.830951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c0b17-5251-4a6f-8eb7-c30c5c2d583c req-694b61dc-6144-4bf7-b5eb-4f7739ec4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:46.832366 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e3c0b17-5251-4a6f-8eb7-c30c5c2d583c req-694b61dc-6144-4bf7-b5eb-4f7739ec4658 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ab4aeb3-0517-4406-b1be-ca0ac3a08662 HTTP/1.1" status: 200 len: 856 time: 0.0445218 Sep 07 17:05:46.878079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c0b17-5251-4a6f-8eb7-c30c5c2d583c req-ac5bba80-83be-41a3-bb4f-4cbf943733eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:46.879541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e3c0b17-5251-4a6f-8eb7-c30c5c2d583c req-ac5bba80-83be-41a3-bb4f-4cbf943733eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4064bdac-861f-4780-b3a3-b3aab14d590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391653 Sep 07 17:05:46.968678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e3c0b17-5251-4a6f-8eb7-c30c5c2d583c req-b619bb48-4409-4995-8813-a3eb4726e373 service neutron] 10.222.0.35 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810201 Sep 07 17:05:47.025371 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:47.060524 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e3c0b17-5251-4a6f-8eb7-c30c5c2d583c req-5bd8431f-5f67-4933-9863-40a78d5cab90 service neutron] 10.222.0.35 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839560 Sep 07 17:05:47.179750 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577de3d-fba3-4d6b-81f7-37b02598d5d2 req-19873281-1c83-42e1-8b6a-a105a14d4a1d tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:47.181269 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e577de3d-fba3-4d6b-81f7-37b02598d5d2 req-19873281-1c83-42e1-8b6a-a105a14d4a1d tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 944 time: 0.0485024 Sep 07 17:05:47.218644 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e577de3d-fba3-4d6b-81f7-37b02598d5d2 req-fd6e7dbc-2bbf-4c7a-b381-911f1aa4660c tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307956 Sep 07 17:05:48.338160 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c44f4-45c1-4f53-8930-bb598baf923f req-7c84cf02-d82a-4c7e-9010-dc21a0a4b1c5 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:48.339637 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae0c44f4-45c1-4f53-8930-bb598baf923f req-7c84cf02-d82a-4c7e-9010-dc21a0a4b1c5 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 944 time: 0.0522757 Sep 07 17:05:48.376039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae0c44f4-45c1-4f53-8930-bb598baf923f req-99890c47-62a5-4b6e-896c-54d7ad7b4fb4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298388 Sep 07 17:05:49.495026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc46240-ee2f-43d7-b2ea-a55e793e05f3 req-c8776847-e441-4039-a6ac-b9003269ddc8 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:49.496514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fc46240-ee2f-43d7-b2ea-a55e793e05f3 req-c8776847-e441-4039-a6ac-b9003269ddc8 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 944 time: 0.0481398 Sep 07 17:05:49.532539 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7fc46240-ee2f-43d7-b2ea-a55e793e05f3 req-5b567292-d8a1-4387-9afc-2159fe419966 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302334 Sep 07 17:05:50.647327 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5270437-1b5a-4be7-8067-d8402e1e54b3 req-28038106-ad1d-452f-b9fc-e08f8cc93308 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:50.648829 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5270437-1b5a-4be7-8067-d8402e1e54b3 req-28038106-ad1d-452f-b9fc-e08f8cc93308 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 944 time: 0.0480769 Sep 07 17:05:50.685472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5270437-1b5a-4be7-8067-d8402e1e54b3 req-e86ed4fd-23e0-4f53-a067-8947e23eb068 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301771 Sep 07 17:05:51.025768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 002f1826-139a-4e76-bcdb-f421b3c5e852 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:05:51.115036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 002f1826-139a-4e76-bcdb-f421b3c5e852, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=002f1826-139a-4e76-bcdb-f421b3c5e852,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:05:51.126002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '002f1826-139a-4e76-bcdb-f421b3c5e852', 'network_id': '4064bdac-861f-4780-b3a3-b3aab14d590b', 'port_id': '002f1826-139a-4e76-bcdb-f421b3c5e852', 'mac_address': 'fa:16:3e:ff:ee:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab4aeb3-0517-4406-b1be-ca0ac3a08662', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:05:51.165185 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:51.177412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002f1826-139a-4e76-bcdb-f421b3c5e852 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:05:51.196187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 002f1826-139a-4e76-bcdb-f421b3c5e852, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=002f1826-139a-4e76-bcdb-f421b3c5e852,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:05:51.200096 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:51.244916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=002f1826-139a-4e76-bcdb-f421b3c5e852,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:51.252447 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:51.252798 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:51.253138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:51.253473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:51.253806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:51.254138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:51.254465 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:51.254790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:51.255113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:51.255435 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:51.255757 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:51.256079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:05:51.518715 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['002f1826-139a-4e76-bcdb-f421b3c5e852'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:05:51.813168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f80d2-e679-4e08-b083-2ab813a619ba req-b243c20c-d0c0-41dc-8c90-70b36472547a tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:51.814577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a2f80d2-e679-4e08-b083-2ab813a619ba req-b243c20c-d0c0-41dc-8c90-70b36472547a tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 945 time: 0.0525682 Sep 07 17:05:51.851299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1a2f80d2-e679-4e08-b083-2ab813a619ba req-302d5e82-a8da-4640-b03b-72f15326cc7c tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307992 Sep 07 17:05:52.964114 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932700e-1a79-4bdd-ba8b-454961ec13a3 req-dd95eb7c-6806-46f7-9313-b96d5c227431 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:52.965653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e932700e-1a79-4bdd-ba8b-454961ec13a3 req-dd95eb7c-6806-46f7-9313-b96d5c227431 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 945 time: 0.0488789 Sep 07 17:05:53.004239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e932700e-1a79-4bdd-ba8b-454961ec13a3 req-8711f724-ac04-450e-90ff-b4b5ce18250f tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Sep 07 17:05:53.041818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 002f1826-139a-4e76-bcdb-f421b3c5e852 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:05:53.089255 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 002f1826-139a-4e76-bcdb-f421b3c5e852 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:05:53.092930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 002f1826-139a-4e76-bcdb-f421b3c5e852 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:05:53.093313 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:53.166567 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:53.187979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9010f03-bd34-456a-b03c-1149b58e619d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002f1826-139a-4e76-bcdb-f421b3c5e852'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:05:53.190382 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95958b6-deb0-4e60-b0eb-8152bf3afb48" -d '{"events": [{"server_uuid": "c9010f03-bd34-456a-b03c-1149b58e619d", "name": "network-vif-plugged", "status": "completed", "tag": "002f1826-139a-4e76-bcdb-f421b3c5e852"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:05:53.205987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 002f1826-139a-4e76-bcdb-f421b3c5e852, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=002f1826-139a-4e76-bcdb-f421b3c5e852,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:05:53.210193 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:05:53.233059 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3c0ffe-c4ad-4046-ae41-040e4be92280 x-openstack-request-id: req-6b3c0ffe-c4ad-4046-ae41-040e4be92280 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:05:53.233354 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9010f03-bd34-456a-b03c-1149b58e619d", "name": "network-vif-plugged", "status": "completed", "tag": "002f1826-139a-4e76-bcdb-f421b3c5e852", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:05:53.233605 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b3c0ffe-c4ad-4046-ae41-040e4be92280 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:05:53.233992 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9010f03-bd34-456a-b03c-1149b58e619d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002f1826-139a-4e76-bcdb-f421b3c5e852', 'code': 200} Sep 07 17:05:53.259279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=002f1826-139a-4e76-bcdb-f421b3c5e852,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:05:53.321079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68962eb-400d-47f0-b29a-582a6332d08b req-78d3ca80-5014-47a0-b28b-7dc2e145f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:53.322558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e68962eb-400d-47f0-b29a-582a6332d08b req-78d3ca80-5014-47a0-b28b-7dc2e145f0d3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 1097 time: 0.0393326 Sep 07 17:05:53.356110 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e68962eb-400d-47f0-b29a-582a6332d08b req-037454c5-7a3f-4105-89a3-9fc25e9b3e9a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259690 Sep 07 17:05:54.132626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ede7f8-f9e9-4f9c-9e9f-0ff86658aafd req-96af7d70-032a-4ef9-aef2-854c4b6e2650 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:54.134144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97ede7f8-f9e9-4f9c-9e9f-0ff86658aafd req-96af7d70-032a-4ef9-aef2-854c4b6e2650 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 946 time: 0.0555780 Sep 07 17:05:54.170785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97ede7f8-f9e9-4f9c-9e9f-0ff86658aafd req-096ac7c3-04ca-4246-a7ae-fc6c4a87d8bf tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307662 Sep 07 17:05:55.283781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf370f-fb07-4a87-b976-19c0a80d7314 req-a73737d8-c871-4cf7-902b-1234befcfbde tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:55.285279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7cf370f-fb07-4a87-b976-19c0a80d7314 req-a73737d8-c871-4cf7-902b-1234befcfbde tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 946 time: 0.0481791 Sep 07 17:05:55.323012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a7cf370f-fb07-4a87-b976-19c0a80d7314 req-b7ca4831-efd8-4e5c-b264-c8d6a234bd5a tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318215 Sep 07 17:05:55.437158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20693c5-0e93-4d3f-b786-4eb7696986b1 req-6e9bf074-7449-4cb8-b474-29c6a5e649d7 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:05:55.438666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20693c5-0e93-4d3f-b786-4eb7696986b1 req-6e9bf074-7449-4cb8-b474-29c6a5e649d7 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 946 time: 0.0514479 Sep 07 17:05:55.475454 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f20693c5-0e93-4d3f-b786-4eb7696986b1 req-ed98e494-6cf8-4bbb-9a33-fae55db5d84a tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309148 Sep 07 17:06:02.375668 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:02.879538 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:10.444424 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11fc3d82-a14a-44e3-a43c-bde309c0f0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:11.932982 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef3456b6-1ba3-4ae5-8001-383145cf1722 req-78e0b123-2000-431d-a45b-a14a94a54c1c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1480944 Sep 07 17:06:12.016899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3456b6-1ba3-4ae5-8001-383145cf1722 req-08c6fecf-9b2e-4d50-ab46-6eea04465605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:12.018421 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef3456b6-1ba3-4ae5-8001-383145cf1722 req-08c6fecf-9b2e-4d50-ab46-6eea04465605 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3956a36ef2c429c90e0efd4b7bab981&device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 1097 time: 0.0411649 Sep 07 17:06:12.124366 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3456b6-1ba3-4ae5-8001-383145cf1722 req-1f19fa72-a508-44b2-8291-7623514693d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:12.125915 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef3456b6-1ba3-4ae5-8001-383145cf1722 req-1f19fa72-a508-44b2-8291-7623514693d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4064bdac-861f-4780-b3a3-b3aab14d590b HTTP/1.1" status: 200 len: 918 time: 0.0884938 Sep 07 17:06:12.173771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef3456b6-1ba3-4ae5-8001-383145cf1722 req-0f567377-a413-42b7-aea1-8e051228fbc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=002f1826-139a-4e76-bcdb-f421b3c5e852 HTTP/1.1" status: 200 len: 217 time: 0.0394630 Sep 07 17:06:12.225343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3456b6-1ba3-4ae5-8001-383145cf1722 req-7e83c05e-fa46-4e28-b34b-f91f184632dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:12.226831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef3456b6-1ba3-4ae5-8001-383145cf1722 req-7e83c05e-fa46-4e28-b34b-f91f184632dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ab4aeb3-0517-4406-b1be-ca0ac3a08662 HTTP/1.1" status: 200 len: 856 time: 0.0457690 Sep 07 17:06:12.276502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3456b6-1ba3-4ae5-8001-383145cf1722 req-07e7c052-f425-445e-a12b-45b99764f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:12.278082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef3456b6-1ba3-4ae5-8001-383145cf1722 req-07e7c052-f425-445e-a12b-45b99764f570 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4064bdac-861f-4780-b3a3-b3aab14d590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435824 Sep 07 17:06:12.373274 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef3456b6-1ba3-4ae5-8001-383145cf1722 req-979e6e70-470b-45e5-868a-64d322110994 service neutron] 10.222.0.35 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881455 Sep 07 17:06:12.462549 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ef3456b6-1ba3-4ae5-8001-383145cf1722 req-5e499e07-65cc-4c24-b990-f59c136c438b service neutron] 10.222.0.35 "GET /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827143 Sep 07 17:06:13.943541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530303d-41c4-44e4-8c92-05bb3235d59e req-4ffddf94-6f36-4d9a-b9da-7fa2a21fcaf4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:13.945184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c530303d-41c4-44e4-8c92-05bb3235d59e req-4ffddf94-6f36-4d9a-b9da-7fa2a21fcaf4 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 946 time: 0.0538545 Sep 07 17:06:13.983961 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c530303d-41c4-44e4-8c92-05bb3235d59e req-bf96f0bd-700b-4faf-8d73-2bb4f9977a9d tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323918 Sep 07 17:06:14.033496 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:14.249161 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:06:14.297075 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-76f8b572-6ffb-46cc-9761-a61dfd37bb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:15.100284 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f49a2-ec69-4a49-bf19-3c0b555a9d9e req-4a3ea3d4-bb52-4518-b6a6-19164eac7f74 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:15.100926 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:15.101818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d7f49a2-ec69-4a49-bf19-3c0b555a9d9e req-4a3ea3d4-bb52-4518-b6a6-19164eac7f74 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 946 time: 0.0483184 Sep 07 17:06:15.140423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9d7f49a2-ec69-4a49-bf19-3c0b555a9d9e req-cca33c3c-d351-4061-b5ea-d7cb00511e34 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/security-groups?id=78dba023-6267-45f0-ad0b-3c39b166c972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Sep 07 17:06:15.714414 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200d1cb-d5a1-4bb3-a4fe-2ed3e7fcaf71 req-a1a71403-4c52-41d2-affb-cc303e8788f1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:15.716359 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6200d1cb-d5a1-4bb3-a4fe-2ed3e7fcaf71 req-a1a71403-4c52-41d2-affb-cc303e8788f1 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 946 time: 0.0462389 Sep 07 17:06:15.805112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6200d1cb-d5a1-4bb3-a4fe-2ed3e7fcaf71 req-19f87118-ab0e-4e5e-aee7-cc564000ae20 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Deleting port 002f1826-139a-4e76-bcdb-f421b3c5e852 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:06:15.805454 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6200d1cb-d5a1-4bb3-a4fe-2ed3e7fcaf71 req-19f87118-ab0e-4e5e-aee7-cc564000ae20 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:15.891573 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-6200d1cb-d5a1-4bb3-a4fe-2ed3e7fcaf71 req-19f87118-ab0e-4e5e-aee7-cc564000ae20 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] For port 002f1826-139a-4e76-bcdb-f421b3c5e852, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=002f1826-139a-4e76-bcdb-f421b3c5e852,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:15.891947 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6200d1cb-d5a1-4bb3-a4fe-2ed3e7fcaf71 req-19f87118-ab0e-4e5e-aee7-cc564000ae20 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:15.904863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-6200d1cb-d5a1-4bb3-a4fe-2ed3e7fcaf71 req-19f87118-ab0e-4e5e-aee7-cc564000ae20 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Calling delete_port for 002f1826-139a-4e76-bcdb-f421b3c5e852 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:06:16.033399 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6200d1cb-d5a1-4bb3-a4fe-2ed3e7fcaf71 req-19f87118-ab0e-4e5e-aee7-cc564000ae20 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:16.046834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['002f1826-139a-4e76-bcdb-f421b3c5e852'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:06:16.061172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f87118-ab0e-4e5e-aee7-cc564000ae20 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Pushing event deleted for resources: {'Port': ['ID=002f1826-139a-4e76-bcdb-f421b3c5e852,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:16.106410 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6200d1cb-d5a1-4bb3-a4fe-2ed3e7fcaf71 req-19f87118-ab0e-4e5e-aee7-cc564000ae20 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] No DVR routers for this DVR port 002f1826-139a-4e76-bcdb-f421b3c5e852 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:06:16.109084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-6200d1cb-d5a1-4bb3-a4fe-2ed3e7fcaf71 req-19f87118-ab0e-4e5e-aee7-cc564000ae20 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:16.111106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6200d1cb-d5a1-4bb3-a4fe-2ed3e7fcaf71 req-19f87118-ab0e-4e5e-aee7-cc564000ae20 tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.35 "DELETE /v2.0/ports/002f1826-139a-4e76-bcdb-f421b3c5e852 HTTP/1.1" status: 204 len: 173 time: 0.3890688 Sep 07 17:06:16.111557 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9010f03-bd34-456a-b03c-1149b58e619d', 'name': 'network-vif-deleted', 'tag': '002f1826-139a-4e76-bcdb-f421b3c5e852'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:06:16.114096 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c8a763-3485-47b0-ba82-aaacdc055ad5" -d '{"events": [{"server_uuid": "c9010f03-bd34-456a-b03c-1149b58e619d", "name": "network-vif-deleted", "tag": "002f1826-139a-4e76-bcdb-f421b3c5e852"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:06:16.157513 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b6b590-de96-4291-a471-a2e319a371df x-openstack-request-id: req-31b6b590-de96-4291-a471-a2e319a371df {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:06:16.157832 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9010f03-bd34-456a-b03c-1149b58e619d", "name": "network-vif-deleted", "tag": "002f1826-139a-4e76-bcdb-f421b3c5e852", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:06:16.158090 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31b6b590-de96-4291-a471-a2e319a371df {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:06:16.158500 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9010f03-bd34-456a-b03c-1149b58e619d', 'name': 'network-vif-deleted', 'tag': '002f1826-139a-4e76-bcdb-f421b3c5e852', 'status': 'completed', 'code': 200} Sep 07 17:06:16.239014 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb6986a5-ba21-42fa-88f0-e5924a4cf0d3 req-8c11277c-a073-4199-92aa-f3820fbfc8cd tempest-TestEncryptedCinderVolumes-1005776906 tempest-TestEncryptedCinderVolumes-1005776906-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9010f03-bd34-456a-b03c-1149b58e619d HTTP/1.1" status: 200 len: 210 time: 0.0277698 Sep 07 17:06:17.027305 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:17.329118 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44614) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:17.972659 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:18.208543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Deleting port efc9c32d-d908-4505-bd69-21b714e7db37 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:06:18.208891 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:18.288464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] For port efc9c32d-d908-4505-bd69-21b714e7db37, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=efc9c32d-d908-4505-bd69-21b714e7db37,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:18.288825 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:18.300781 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Calling delete_port for efc9c32d-d908-4505-bd69-21b714e7db37 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:06:18.476480 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:18.500971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc9c32d-d908-4505-bd69-21b714e7db37,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:18.535186 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:18.535535 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:18.535879 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:18.536223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:18.536596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:18.537064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:18.537284 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:18.537583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:18.537991 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:18.538265 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:18.538642 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:18.538969 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:18.681200 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:18.891543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Router 83edbfe1-d774-4f60-88fe-d788998edc12 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:06:18.997061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:06:19.002034 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-31afd8ce-0243-4c26-9d5a-f455278224a2 admin admin] 10.222.0.70 "PUT /v2.0/routers/83edbfe1-d774-4f60-88fe-d788998edc12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6721871 Sep 07 17:06:19.004931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44618) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:19.005891 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140481f0-caa7-45a0-8d43-eb8e2b692446 None None] Sync routers for ids ['83edbfe1-d774-4f60-88fe-d788998edc12'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:06:19.015307 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140481f0-caa7-45a0-8d43-eb8e2b692446 None None] Routers {'83edbfe1-d774-4f60-88fe-d788998edc12'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:06:19.015908 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-140481f0-caa7-45a0-8d43-eb8e2b692446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['83edbfe1-d774-4f60-88fe-d788998edc12'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:19.108684 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:19.115000 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-140481f0-caa7-45a0-8d43-eb8e2b692446 None None] Set router 83edbfe1-d774-4f60-88fe-d788998edc12 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:06:19.210263 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:19.214868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 002f1826-139a-4e76-bcdb-f421b3c5e852 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:06:19.239163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 002f1826-139a-4e76-bcdb-f421b3c5e852 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:06:19.239517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 002f1826-139a-4e76-bcdb-f421b3c5e852 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:06:19.267796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Deleting port 623b63aa-c367-4951-8cff-1b3913c207b3 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:06:19.268147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:19.284803 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-140481f0-caa7-45a0-8d43-eb8e2b692446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'name': 'tempest-TestEncryptedCinderVolumes-1356608762-router', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:00Z', 'updated_at': '2021-09-07T17:06:18Z', 'revision_number': 5, 'project_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'gw_port': {'id': '623b63aa-c367-4951-8cff-1b3913c207b3', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:01Z', 'updated_at': '2021-09-07T17:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:19.314248 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140481f0-caa7-45a0-8d43-eb8e2b692446 None None] Checking router: 83edbfe1-d774-4f60-88fe-d788998edc12 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:06:19.322916 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140481f0-caa7-45a0-8d43-eb8e2b692446 None None] Routers {'83edbfe1-d774-4f60-88fe-d788998edc12'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:06:19.323517 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-140481f0-caa7-45a0-8d43-eb8e2b692446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['83edbfe1-d774-4f60-88fe-d788998edc12'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:19.351000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] For port 623b63aa-c367-4951-8cff-1b3913c207b3, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=623b63aa-c367-4951-8cff-1b3913c207b3,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:19.351372 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:19.363889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Calling delete_port for 623b63aa-c367-4951-8cff-1b3913c207b3 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:06:19.406954 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-140481f0-caa7-45a0-8d43-eb8e2b692446 None None] Set router 83edbfe1-d774-4f60-88fe-d788998edc12 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:06:19.456464 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-140481f0-caa7-45a0-8d43-eb8e2b692446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'name': 'tempest-TestEncryptedCinderVolumes-1356608762-router', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:00Z', 'updated_at': '2021-09-07T17:06:19Z', 'revision_number': 6, 'project_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:19.485512 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140481f0-caa7-45a0-8d43-eb8e2b692446 None None] The sync data for ids ['83edbfe1-d774-4f60-88fe-d788998edc12'] in n-d-807551-3 is: [{'id': '83edbfe1-d774-4f60-88fe-d788998edc12', 'name': 'tempest-TestEncryptedCinderVolumes-1356608762-router', 'tenant_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:00Z', 'updated_at': '2021-09-07T17:06:19Z', 'revision_number': 6, 'project_id': 'e3956a36ef2c429c90e0efd4b7bab981', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:06:19.531141 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:19.557719 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=623b63aa-c367-4951-8cff-1b3913c207b3,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:19.614934 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:19.702701 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:19.704811 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:19.750383 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:19.750903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83edbfe1-d774-4f60-88fe-d788998edc12 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:06:19.755229 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:19.756470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e6f8f6f5-81b9-4749-8ad8-9ee91ac11c72 admin admin] 10.222.0.70 "DELETE /v2.0/routers/83edbfe1-d774-4f60-88fe-d788998edc12 HTTP/1.1" status: 204 len: 168 time: 0.7505720 Sep 07 17:06:19.759039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44620) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:19.803498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c34573-f8f9-475c-9074-2e2ebac16e68 admin admin] Deleting subnet 6ab4aeb3-0517-4406-b1be-ca0ac3a08662 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:06:19.806393 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3c34573-f8f9-475c-9074-2e2ebac16e68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:19.841578 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3c34573-f8f9-475c-9074-2e2ebac16e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:19.926534 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3c34573-f8f9-475c-9074-2e2ebac16e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:19.977304 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3c34573-f8f9-475c-9074-2e2ebac16e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.005003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c34573-f8f9-475c-9074-2e2ebac16e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab4aeb3-0517-4406-b1be-ca0ac3a08662,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:20.006907 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b3c34573-f8f9-475c-9074-2e2ebac16e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.008848 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b3c34573-f8f9-475c-9074-2e2ebac16e68 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6ab4aeb3-0517-4406-b1be-ca0ac3a08662 HTTP/1.1" status: 204 len: 168 time: 0.2487993 Sep 07 17:06:20.011235 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44622) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:20.013779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871defa9-7eba-4ff6-957e-0c0d0968628d None None] Network 4064bdac-861f-4780-b3a3-b3aab14d590b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:06:20.082215 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.134731 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Deleting port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:06:20.135081 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.198202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] For port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d84ca34c-4f7c-4e1d-bebb-e19a45b14a42,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:20.198202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.210900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Calling delete_port for d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:06:20.225560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5fdb0b-33c4-4032-b159-1d960c2ea39a None None] DHCP port deletion for 4064bdac-861f-4780-b3a3-b3aab14d590b request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:06:20.275604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1d5fdb0b-33c4-4032-b159-1d960c2ea39a None None] Deleting port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:06:20.276224 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d5fdb0b-33c4-4032-b159-1d960c2ea39a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.295371 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.321917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Pushing event deleted for resources: {'Port': ['ID=d84ca34c-4f7c-4e1d-bebb-e19a45b14a42,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:20.323797 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] No DVR routers for this DVR port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:06:20.343433 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-1d5fdb0b-33c4-4032-b159-1d960c2ea39a None None] For port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d84ca34c-4f7c-4e1d-bebb-e19a45b14a42,segment=NetworkSegment(be2f32e1-b6a5-4e38-a748-388e198779e8),segment_id=be2f32e1-b6a5-4e38-a748-388e198779e8)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:20.343843 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d5fdb0b-33c4-4032-b159-1d960c2ea39a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.357589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-1d5fdb0b-33c4-4032-b159-1d960c2ea39a None None] Calling delete_port for d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:06:20.399084 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.420627 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4064bdac-861f-4780-b3a3-b3aab14d590b']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 17:06:20.428172 n-d-807551-3 neutron-server[94772]: self.session.flush() Sep 07 17:06:20.431745 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2f32e1-b6a5-4e38-a748-388e198779e8') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:20.432113 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2f32e1-b6a5-4e38-a748-388e198779e8') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:20.437737 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1d5fdb0b-33c4-4032-b159-1d960c2ea39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.443338 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.458329 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.464516 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:06:20.465056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.465187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fdb0b-33c4-4032-b159-1d960c2ea39a None None] Pushing event deleted for resources: {'Port': ['ID=d84ca34c-4f7c-4e1d-bebb-e19a45b14a42,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:06:20.467835 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:06:20.472723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fdb0b-33c4-4032-b159-1d960c2ea39a None None] No DVR routers for this DVR port d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:06:20.536097 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.547599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.547599 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] 10.222.0.70 "DELETE /v2.0/networks/4064bdac-861f-4780-b3a3-b3aab14d590b HTTP/1.1" status: 204 len: 168 time: 0.5324106 Sep 07 17:06:20.547599 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44624) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:20.596756 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a53c2b-1ae1-4cc1-a4a1-f95ca758424a admin admin] Pushing event deleted for resources: {'Network': ['ID=4064bdac-861f-4780-b3a3-b3aab14d590b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:20.899856 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac1c9-abfa-4070-8aeb-241d0e99fae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:20.937462 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:06:20.956858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:06:20.957219 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d84ca34c-4f7c-4e1d-bebb-e19a45b14a42 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:06:20.957640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 623b63aa-c367-4951-8cff-1b3913c207b3 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:06:20.975545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 623b63aa-c367-4951-8cff-1b3913c207b3 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:06:20.975893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 623b63aa-c367-4951-8cff-1b3913c207b3 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:06:20.976309 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device efc9c32d-d908-4505-bd69-21b714e7db37 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:06:20.994241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: efc9c32d-d908-4505-bd69-21b714e7db37 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:06:20.994619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device efc9c32d-d908-4505-bd69-21b714e7db37 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:06:21.145119 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0a3ac1c9-abfa-4070-8aeb-241d0e99fae7 admin admin] Deleting port ee97888d-564f-4120-9dd5-c0e96a8e4c39 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:06:21.145381 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac1c9-abfa-4070-8aeb-241d0e99fae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:21.222105 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-0a3ac1c9-abfa-4070-8aeb-241d0e99fae7 admin admin] For port ee97888d-564f-4120-9dd5-c0e96a8e4c39, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ee97888d-564f-4120-9dd5-c0e96a8e4c39,segment=NetworkSegment(025c7554-b025-4b4d-9e21-c0599edbe247),segment_id=025c7554-b025-4b4d-9e21-c0599edbe247)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:21.222471 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac1c9-abfa-4070-8aeb-241d0e99fae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:21.234633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-0a3ac1c9-abfa-4070-8aeb-241d0e99fae7 admin admin] Calling delete_port for ee97888d-564f-4120-9dd5-c0e96a8e4c39 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:06:21.409615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac1c9-abfa-4070-8aeb-241d0e99fae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:21.444259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ac1c9-abfa-4070-8aeb-241d0e99fae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee97888d-564f-4120-9dd5-c0e96a8e4c39,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:21.603430 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac1c9-abfa-4070-8aeb-241d0e99fae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:22.122374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3ac1c9-abfa-4070-8aeb-241d0e99fae7 admin admin] Router ee3c6962-4047-4138-9dd8-2947390d6082 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:06:22.225040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3ac1c9-abfa-4070-8aeb-241d0e99fae7 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:06:22.229959 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0a3ac1c9-abfa-4070-8aeb-241d0e99fae7 admin admin] 10.222.0.70 "PUT /v2.0/routers/ee3c6962-4047-4138-9dd8-2947390d6082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6815429 Sep 07 17:06:22.232533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44626) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:22.235009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ee91a-2bf7-4971-a2f8-29927abb0efb None None] Sync routers for ids ['ee3c6962-4047-4138-9dd8-2947390d6082'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:06:22.244407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ee91a-2bf7-4971-a2f8-29927abb0efb None None] Routers {'ee3c6962-4047-4138-9dd8-2947390d6082'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:06:22.245033 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a60ee91a-2bf7-4971-a2f8-29927abb0efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ee3c6962-4047-4138-9dd8-2947390d6082'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:22.336249 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:22.349515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a60ee91a-2bf7-4971-a2f8-29927abb0efb None None] Set router ee3c6962-4047-4138-9dd8-2947390d6082 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:06:22.436722 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:22.491579 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Deleting port f43297e7-3aa1-4c8c-bafe-9f62347a6e2d {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:06:22.491828 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:22.524545 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a60ee91a-2bf7-4971-a2f8-29927abb0efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'name': 'tempest-TestEncryptedCinderVolumes-368735605-router', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:06:21Z', 'revision_number': 5, 'project_id': '4eae2dff747b452a975c966621b6f2fd', 'gw_port': {'id': 'f43297e7-3aa1-4c8c-bafe-9f62347a6e2d', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:22.550726 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ee91a-2bf7-4971-a2f8-29927abb0efb None None] Checking router: ee3c6962-4047-4138-9dd8-2947390d6082 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:06:22.562216 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ee91a-2bf7-4971-a2f8-29927abb0efb None None] Routers {'ee3c6962-4047-4138-9dd8-2947390d6082'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:06:22.562828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a60ee91a-2bf7-4971-a2f8-29927abb0efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['ee3c6962-4047-4138-9dd8-2947390d6082'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:22.570112 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] For port f43297e7-3aa1-4c8c-bafe-9f62347a6e2d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f43297e7-3aa1-4c8c-bafe-9f62347a6e2d,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:22.570480 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:22.583257 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Calling delete_port for f43297e7-3aa1-4c8c-bafe-9f62347a6e2d owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:06:22.647547 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a60ee91a-2bf7-4971-a2f8-29927abb0efb None None] Set router ee3c6962-4047-4138-9dd8-2947390d6082 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:06:22.698584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a60ee91a-2bf7-4971-a2f8-29927abb0efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'name': 'tempest-TestEncryptedCinderVolumes-368735605-router', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:06:22Z', 'revision_number': 6, 'project_id': '4eae2dff747b452a975c966621b6f2fd', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:22.728054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ee91a-2bf7-4971-a2f8-29927abb0efb None None] The sync data for ids ['ee3c6962-4047-4138-9dd8-2947390d6082'] in n-d-807551-3 is: [{'id': 'ee3c6962-4047-4138-9dd8-2947390d6082', 'name': 'tempest-TestEncryptedCinderVolumes-368735605-router', 'tenant_id': '4eae2dff747b452a975c966621b6f2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:05:05Z', 'updated_at': '2021-09-07T17:06:22Z', 'revision_number': 6, 'project_id': '4eae2dff747b452a975c966621b6f2fd', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:06:22.747879 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:22.774353 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=f43297e7-3aa1-4c8c-bafe-9f62347a6e2d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:22.836326 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:22.926696 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:22.928892 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:22.970491 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:22.971156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee3c6962-4047-4138-9dd8-2947390d6082 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:06:22.975413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:22.976516 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a85aae4c-744d-4c30-815b-bafe37118aaa admin admin] 10.222.0.70 "DELETE /v2.0/routers/ee3c6962-4047-4138-9dd8-2947390d6082 HTTP/1.1" status: 204 len: 168 time: 0.7430172 Sep 07 17:06:22.979185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44628) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:23.027091 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7ec9ad-03b7-418d-950d-5ff742fad07c admin admin] Deleting subnet a4fb5c32-c258-44c7-a14d-a0b9ba7b061a {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:06:23.029988 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d7ec9ad-03b7-418d-950d-5ff742fad07c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.064222 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d7ec9ad-03b7-418d-950d-5ff742fad07c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.146205 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d7ec9ad-03b7-418d-950d-5ff742fad07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.211271 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d7ec9ad-03b7-418d-950d-5ff742fad07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.241827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ec9ad-03b7-418d-950d-5ff742fad07c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fb5c32-c258-44c7-a14d-a0b9ba7b061a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:23.246556 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3d7ec9ad-03b7-418d-950d-5ff742fad07c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.248488 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3d7ec9ad-03b7-418d-950d-5ff742fad07c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a4fb5c32-c258-44c7-a14d-a0b9ba7b061a HTTP/1.1" status: 204 len: 168 time: 0.2683456 Sep 07 17:06:23.250910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44630) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:23.253325 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe048292-2b47-455e-9c20-51b63fbb9d38 None None] Network c027378b-d86f-4a12-96f4-dd3331910191 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:06:23.319857 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.373555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Deleting port 9e967e4e-b00e-47fb-9221-901661620d00 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:06:23.373902 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.441929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] For port 9e967e4e-b00e-47fb-9221-901661620d00, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=9e967e4e-b00e-47fb-9221-901661620d00,segment=NetworkSegment(025c7554-b025-4b4d-9e21-c0599edbe247),segment_id=025c7554-b025-4b4d-9e21-c0599edbe247)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:23.442292 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.454841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Calling delete_port for 9e967e4e-b00e-47fb-9221-901661620d00 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:06:23.520308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ee97888d-564f-4120-9dd5-c0e96a8e4c39 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:06:23.525104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13bdb41-24df-456a-a25b-10328626a627 None None] DHCP port deletion for c027378b-d86f-4a12-96f4-dd3331910191 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:06:23.537779 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.545526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ee97888d-564f-4120-9dd5-c0e96a8e4c39 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:06:23.545875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ee97888d-564f-4120-9dd5-c0e96a8e4c39 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:06:23.569970 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Pushing event deleted for resources: {'Port': ['ID=9e967e4e-b00e-47fb-9221-901661620d00,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:23.573451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] No DVR routers for this DVR port 9e967e4e-b00e-47fb-9221-901661620d00 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:06:23.646081 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.665688 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c027378b-d86f-4a12-96f4-dd3331910191']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:23.675415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025c7554-b025-4b4d-9e21-c0599edbe247') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:23.675722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025c7554-b025-4b4d-9e21-c0599edbe247') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:23.686480 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.699834 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.706252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:06:23.706655 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:06:23.708330 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:06:23.773766 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.779395 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:23.781562 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] 10.222.0.70 "DELETE /v2.0/networks/c027378b-d86f-4a12-96f4-dd3331910191 HTTP/1.1" status: 204 len: 168 time: 0.5297356 Sep 07 17:06:23.794012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15886589-4980-4139-a8cd-195ee8414bde admin admin] Pushing event deleted for resources: {'Network': ['ID=c027378b-d86f-4a12-96f4-dd3331910191,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:23.938288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44636) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:23.978946 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-072e6475-35f8-4856-910d-a0de08d083de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3956a36ef2c429c90e0efd4b7bab981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394824 Sep 07 17:06:23.982130 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:24.029449 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1fbfd2-0137-472d-adb8-d0cb5442cb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:24.051124 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1fbfd2-0137-472d-adb8-d0cb5442cb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:24.100008 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1fbfd2-0137-472d-adb8-d0cb5442cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:24.102544 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-dd1fbfd2-0137-472d-adb8-d0cb5442cb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:24.103721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-dd1fbfd2-0137-472d-adb8-d0cb5442cb1b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/78dba023-6267-45f0-ad0b-3c39b166c972 HTTP/1.1" status: 204 len: 168 time: 0.1206968 Sep 07 17:06:24.111978 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fbfd2-0137-472d-adb8-d0cb5442cb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dba023-6267-45f0-ad0b-3c39b166c972,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:24.414640 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44644) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:24.456061 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-42757aef-4384-425a-8273-25254d9366f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4eae2dff747b452a975c966621b6f2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402484 Sep 07 17:06:24.458644 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44646) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:24.506131 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c305762-5139-4bad-8c32-0cccdc92909b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:24.527319 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c305762-5139-4bad-8c32-0cccdc92909b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:24.580647 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c305762-5139-4bad-8c32-0cccdc92909b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:24.583286 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9c305762-5139-4bad-8c32-0cccdc92909b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:24.584517 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9c305762-5139-4bad-8c32-0cccdc92909b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72d63b7b-ad99-4fe2-b216-672a8f441502 HTTP/1.1" status: 204 len: 168 time: 0.1249411 Sep 07 17:06:24.593954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c305762-5139-4bad-8c32-0cccdc92909b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d63b7b-ad99-4fe2-b216-672a8f441502,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:24.952753 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f43297e7-3aa1-4c8c-bafe-9f62347a6e2d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:06:24.972249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f43297e7-3aa1-4c8c-bafe-9f62347a6e2d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:06:24.972621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f43297e7-3aa1-4c8c-bafe-9f62347a6e2d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:06:24.973036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 9e967e4e-b00e-47fb-9221-901661620d00 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:06:24.990811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 9e967e4e-b00e-47fb-9221-901661620d00 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:06:24.991161 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 9e967e4e-b00e-47fb-9221-901661620d00 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:06:25.243404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44668) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:25.336827 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1799551399-network', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:06:25.358070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Made reservation on behalf of e8cce4664c414c48a618675bd28bf487 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:06:25.360450 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:25.369209 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:25.463217 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:25.467541 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:25.493290 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:06:25.503024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1204666b-7c78-4ff3-bae1-41cea5037d04,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:25.508658 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:25.509002 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Added segment c8b6a208-9575-46e0-8812-48818764256a of type vlan for network ec6015ef-ba6d-4c01-bfd9-018a39834e33 Sep 07 17:06:25.549375 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:25.573133 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:25.574156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:25.574774 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:25.609682 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3651407 Sep 07 17:06:25.613417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44672) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:25.619021 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b6f1f2d7-76c1-4718-a8bf-77441ae228b8 admin admin] Request body: {'subnet': {'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1799551399-subnet', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:06:25.636818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efedc4-70b8-4a93-bdae-4a22f098a3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ec6015ef-ba6d-4c01-bfd9-018a39834e33,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:25.639524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f1f2d7-76c1-4718-a8bf-77441ae228b8 admin admin] Made reservation on behalf of e8cce4664c414c48a618675bd28bf487 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:06:25.642068 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f2d7-76c1-4718-a8bf-77441ae228b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:25.648151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network ec6015ef-ba6d-4c01-bfd9-018a39834e33 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:06:25.811110 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f2d7-76c1-4718-a8bf-77441ae228b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:25.870922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1f2d7-76c1-4718-a8bf-77441ae228b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f150654-e7b8-4ce5-b877-520775df2860,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:25.875297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1f2d7-76c1-4718-a8bf-77441ae228b8 admin admin] Checking segment: {'id': 'c8b6a208-9575-46e0-8812-48818764256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:06:25.875664 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f1f2d7-76c1-4718-a8bf-77441ae228b8 admin admin] Network hostable DHCP agents. Network: ec6015ef-ba6d-4c01-bfd9-018a39834e33, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:06:25.892836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f1f2d7-76c1-4718-a8bf-77441ae228b8 admin admin] Network ec6015ef-ba6d-4c01-bfd9-018a39834e33 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:06:25.903625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-b6f1f2d7-76c1-4718-a8bf-77441ae228b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, ec6015ef-ba6d-4c01-bfd9-018a39834e33) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:06:25.912144 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1f2d7-76c1-4718-a8bf-77441ae228b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:25.912144 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f2d7-76c1-4718-a8bf-77441ae228b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:25.916227 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe6bdf-19b1-4ef9-b270-de4c19929790 None None] Network ec6015ef-ba6d-4c01-bfd9-018a39834e33 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:06:25.925214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b6f1f2d7-76c1-4718-a8bf-77441ae228b8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3103256 Sep 07 17:06:25.928151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44674) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:25.934061 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:06:25.959137 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:25.960419 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:26.018517 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:26.161125 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:26.221928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'fixed_ips': [{'subnet_id': '1f150654-e7b8-4ce5-b877-520775df2860'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:06:26.222783 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:26.353148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Allocated IP 172.20.0.2 (ec6015ef-ba6d-4c01-bfd9-018a39834e33/1f150654-e7b8-4ce5-b877-520775df2860/8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:06:26.366888 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:26.386185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:26.496004 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Allocated IP 172.25.3.46 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/431ef609-7a1e-467e-a314-03fe95a526f6) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:06:26.508143 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:26.517330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Transition to ACTIVE for port object 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:06:26.533524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Transition to ACTIVE for port object 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:06:26.542313 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:26.586542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Network ec6015ef-ba6d-4c01-bfd9-018a39834e33 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:06:26.589850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:06:26.592417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:06:26.610124 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Pushing event updated for resources: {'Port': ['ID=8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:26.616284 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:26.655758 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:26.665734 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Attempting to bind port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:06:26.666243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Attempting to bind port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'c8b6a208-9575-46e0-8812-48818764256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:06:26.666741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Attempting to bind port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff on network ec6015ef-ba6d-4c01-bfd9-018a39834e33 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:06:26.672656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:06:26.673158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Checking segment: {'id': 'c8b6a208-9575-46e0-8812-48818764256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:06:26.673666 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:26.674165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Bound using segment: {'id': 'c8b6a208-9575-46e0-8812-48818764256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:06:26.674738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Bound port: 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b6a208-9575-46e0-8812-48818764256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:06:26.675243 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:26.691472 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:06:26.694425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:06:26.697801 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:06:26.738470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Pushing event updated for resources: {'Port': ['ID=431ef609-7a1e-467e-a314-03fe95a526f6,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:26.739064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] For port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:06:26.742747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] For port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:06:26.750172 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:26.810135 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c319b-d957-48b2-817c-9fac48d47179 None None] Pushing event updated for resources: {'Port': ['ID=8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:26.995985 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:27.195992 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:27.324244 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Router 3617ae48-9255-4609-9be4-03d5b7ca1cbc is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 17:06:27.432282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:06:27.443090 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Sync routers for ids ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:06:27.448078 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:27.452429 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f6e03a7a-71c7-411f-88a0-124f6bfb1e1c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5201440 Sep 07 17:06:27.452848 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44676) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:27.454159 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Routers {'3617ae48-9255-4609-9be4-03d5b7ca1cbc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:06:27.455287 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:27.561830 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Set router 3617ae48-9255-4609-9be4-03d5b7ca1cbc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:06:27.745424 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:06:26Z', 'revision_number': 3, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port': {'id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:26Z', 'updated_at': '2021-09-07T17:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:27.772726 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Checking router: 3617ae48-9255-4609-9be4-03d5b7ca1cbc for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:06:27.773005 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Updating router 3617ae48-9255-4609-9be4-03d5b7ca1cbc port 431ef609-7a1e-467e-a314-03fe95a526f6 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:06:27.794762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1877b6d0-d11d-418d-9338-3ce66039fe56 None None] Network ec6015ef-ba6d-4c01-bfd9-018a39834e33 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:06:27.806383 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:27.882369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2b6760fb-bcc3-4c82-81cb-d29f9dd680db None None] Provisioning for port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:06:27.884702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.052147 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Allocated IP 172.20.0.1 (ec6015ef-ba6d-4c01-bfd9-018a39834e33/1f150654-e7b8-4ce5-b877-520775df2860/c203720c-5985-41ad-968f-9522f976048c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:06:28.078774 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.089344 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Transition to ACTIVE for port object 431ef609-7a1e-467e-a314-03fe95a526f6 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:06:28.095585 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.141319 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Attempting to bind port 431ef609-7a1e-467e-a314-03fe95a526f6 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:06:28.141703 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Attempting to bind port 431ef609-7a1e-467e-a314-03fe95a526f6 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:06:28.142075 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Attempting to bind port 431ef609-7a1e-467e-a314-03fe95a526f6 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:06:28.155165 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Pushing event updated for resources: {'Port': ['ID=431ef609-7a1e-467e-a314-03fe95a526f6,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:28.157123 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:06:28.157497 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:06:28.157988 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.158280 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:06:28.158754 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Bound port: 431ef609-7a1e-467e-a314-03fe95a526f6, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:06:28.159135 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.165097 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.178780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Transition to ACTIVE for port object c203720c-5985-41ad-968f-9522f976048c will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:06:28.185312 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:28.185652 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:28.185995 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:28.186330 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:28.186662 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:28.186993 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:28.187323 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:28.187645 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:28.187971 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:28.188293 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:28.188641 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:28.188979 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:06:28.212776 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.225779 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] For port 431ef609-7a1e-467e-a314-03fe95a526f6, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:06:28.228901 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] For port 431ef609-7a1e-467e-a314-03fe95a526f6, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=431ef609-7a1e-467e-a314-03fe95a526f6,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:06:28.233449 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.256575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Network ec6015ef-ba6d-4c01-bfd9-018a39834e33 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:06:28.259531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:06:28.263868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:06:28.296452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Pushing event updated for resources: {'Port': ['ID=c203720c-5985-41ad-968f-9522f976048c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:28.311206 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.383071 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Routers {'3617ae48-9255-4609-9be4-03d5b7ca1cbc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:06:28.383709 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:28.389248 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e07e8-0ef8-4e13-96c1-194367cf7257 None None] Pushing event updated for resources: {'Port': ['ID=431ef609-7a1e-467e-a314-03fe95a526f6,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:28.452779 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.492881 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] Set router 3617ae48-9255-4609-9be4-03d5b7ca1cbc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:06:28.533863 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4107fd62-8e37-4c61-9fef-84897c901968 None None] Provisioning for port c203720c-5985-41ad-968f-9522f976048c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:06:28.537637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4107fd62-8e37-4c61-9fef-84897c901968 None None] Provisioning complete for port c203720c-5985-41ad-968f-9522f976048c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:28.538119 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4107fd62-8e37-4c61-9fef-84897c901968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.577763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4107fd62-8e37-4c61-9fef-84897c901968 None None] Port c203720c-5985-41ad-968f-9522f976048c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:06:28.619698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.624863 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.674559 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:06:26Z', 'revision_number': 3, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port': {'id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:26Z', 'updated_at': '2021-09-07T17:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:28.693751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Pushing event updated for resources: {'Port': ['ID=c203720c-5985-41ad-968f-9522f976048c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:28.697255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:28.704712 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736c61c7-cceb-44ce-8f81-c69fcb0f4217 None None] The sync data for ids ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'] in n-d-807551-3 is: [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:06:26Z', 'revision_number': 3, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port': {'id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:26Z', 'updated_at': '2021-09-07T17:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:06:28.792620 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Network ec6015ef-ba6d-4c01-bfd9-018a39834e33 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:06:28.794602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:06:28.921974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Router 3617ae48-9255-4609-9be4-03d5b7ca1cbc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:06:29.014357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:06:29.075093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:06:29.079479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:29.080143 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:29.081035 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:06:29.088478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a7c20c93-4484-4b24-9d4e-efc89ff84311 admin admin] 10.222.0.70 "PUT /v2.0/routers/3617ae48-9255-4609-9be4-03d5b7ca1cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6323645 Sep 07 17:06:29.130760 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2b7aa839-a001-46c1-ba1f-559dd2d5f3f8 None None] Provisioning complete for port c203720c-5985-41ad-968f-9522f976048c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:29.131138 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa839-a001-46c1-ba1f-559dd2d5f3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:29.195959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2b7aa839-a001-46c1-ba1f-559dd2d5f3f8 None None] Port c203720c-5985-41ad-968f-9522f976048c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:06:29.209097 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:29.244300 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:29.248223 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:29.301755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:29.575481 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44692) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:29.580588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1478301008-network', 'tenant_id': '42f44cd2119848b79a521c641e8767de'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:06:29.601316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Made reservation on behalf of 42f44cd2119848b79a521c641e8767de for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:06:29.603720 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:29.612646 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:29.700032 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:29.703725 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:29.728142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:06:29.743393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d415a29-bd3b-4add-b6ee-9927dcb1b56d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:29.746311 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:29.746657 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Added segment 005b447b-8fc5-4295-a5a6-e4f3e66f4a91 of type vlan for network 21a95839-db0b-489d-b161-6d5d279dc1fa Sep 07 17:06:29.788061 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:29.811807 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:29.812837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:29.813431 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:29.847302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2706079 Sep 07 17:06:29.850104 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44694) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:29.855404 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-69025630-c9e0-4777-9ce1-538d258303e1 admin admin] Request body: {'subnet': {'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1478301008-subnet', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:06:29.875411 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607c3d3-4650-4a89-82ac-339a4c977156 admin admin] Pushing event updated for resources: {'Network': ['ID=21a95839-db0b-489d-b161-6d5d279dc1fa,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:29.876295 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69025630-c9e0-4777-9ce1-538d258303e1 admin admin] Made reservation on behalf of 42f44cd2119848b79a521c641e8767de for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:06:29.879602 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69025630-c9e0-4777-9ce1-538d258303e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:29.885411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 21a95839-db0b-489d-b161-6d5d279dc1fa details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:06:30.051736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69025630-c9e0-4777-9ce1-538d258303e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:30.242123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Sync routers for ids ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:06:30.252261 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Routers {'3617ae48-9255-4609-9be4-03d5b7ca1cbc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:06:30.252926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:30.360726 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Set router 3617ae48-9255-4609-9be4-03d5b7ca1cbc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:06:30.420894 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69025630-c9e0-4777-9ce1-538d258303e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d047349-2157-45a3-a879-fd214ac21916,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:30.430174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69025630-c9e0-4777-9ce1-538d258303e1 admin admin] Checking segment: {'id': '005b447b-8fc5-4295-a5a6-e4f3e66f4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:06:30.430540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69025630-c9e0-4777-9ce1-538d258303e1 admin admin] Network hostable DHCP agents. Network: 21a95839-db0b-489d-b161-6d5d279dc1fa, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:06:30.447339 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69025630-c9e0-4777-9ce1-538d258303e1 admin admin] Network 21a95839-db0b-489d-b161-6d5d279dc1fa is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:06:30.455753 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-69025630-c9e0-4777-9ce1-538d258303e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 21a95839-db0b-489d-b161-6d5d279dc1fa) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:06:30.461090 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69025630-c9e0-4777-9ce1-538d258303e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:30.461683 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-69025630-c9e0-4777-9ce1-538d258303e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:30.475493 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-69025630-c9e0-4777-9ce1-538d258303e1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6242430 Sep 07 17:06:30.478025 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44696) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:30.482819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1478301008-router', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:06:30.488777 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc66cffb-438c-4949-8f96-4be4839cfb2d None None] Network 21a95839-db0b-489d-b161-6d5d279dc1fa requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:06:30.503212 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:30.504237 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:30.555101 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:30.684780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:06:28Z', 'revision_number': 4, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port': {'id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:26Z', 'updated_at': '2021-09-07T17:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c203720c-5985-41ad-968f-9522f976048c', 'name': '', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'mac_address': 'fa:16:3e:53:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1f150654-e7b8-4ce5-b877-520775df2860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:27Z', 'updated_at': '2021-09-07T17:06:28Z', 'revision_number': 2, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'subnets': [{'id': '1f150654-e7b8-4ce5-b877-520775df2860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:30.687962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-21a95839-db0b-489d-b161-6d5d279dc1fa', 'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'fixed_ips': [{'subnet_id': '7d047349-2157-45a3-a879-fd214ac21916'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:06:30.688809 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:30.695218 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:30.722383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Checking router: 3617ae48-9255-4609-9be4-03d5b7ca1cbc for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:06:30.722729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Updating router 3617ae48-9255-4609-9be4-03d5b7ca1cbc port c203720c-5985-41ad-968f-9522f976048c binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:06:30.754659 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:30.892621 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:30.917439 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:30.964142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Allocated IP 172.20.0.2 (21a95839-db0b-489d-b161-6d5d279dc1fa/7d047349-2157-45a3-a879-fd214ac21916/57228868-2a26-4f2f-8af4-641fef83e93a) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:06:31.022819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Allocated IP 172.25.3.245 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:06:31.052691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 431ef609-7a1e-467e-a314-03fe95a526f6 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:06:31.128991 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.167385 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.203005 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:06:31.207445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:06:31.213203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:06:31.236236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Pushing event updated for resources: {'Port': ['ID=2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:31.238597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 431ef609-7a1e-467e-a314-03fe95a526f6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:06:31.253917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 431ef609-7a1e-467e-a314-03fe95a526f6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:31.254531 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.286536 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.294862 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.305429 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Transition to ACTIVE for port object 57228868-2a26-4f2f-8af4-641fef83e93a will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:06:31.322000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Transition to ACTIVE for port object c203720c-5985-41ad-968f-9522f976048c will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:06:31.334603 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.341233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Transition to ACTIVE for port object 57228868-2a26-4f2f-8af4-641fef83e93a will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:06:31.369191 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.428241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Network 21a95839-db0b-489d-b161-6d5d279dc1fa is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:06:31.429037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd42845-25cf-42c0-9424-bcc4cda9e8bf None None] Pushing event updated for resources: {'Port': ['ID=c203720c-5985-41ad-968f-9522f976048c,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:31.442346 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:06:31.472185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:06:31.485524 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.489663 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.558005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 431ef609-7a1e-467e-a314-03fe95a526f6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=431ef609-7a1e-467e-a314-03fe95a526f6,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:31.568376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Pushing event updated for resources: {'Port': ['ID=57228868-2a26-4f2f-8af4-641fef83e93a,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:31.569887 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.570651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:06:31.626871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Attempting to bind port c203720c-5985-41ad-968f-9522f976048c on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:06:31.627246 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Attempting to bind port c203720c-5985-41ad-968f-9522f976048c by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'c8b6a208-9575-46e0-8812-48818764256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:06:31.627617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Attempting to bind port c203720c-5985-41ad-968f-9522f976048c on network ec6015ef-ba6d-4c01-bfd9-018a39834e33 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:06:31.654690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:06:31.654978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Checking segment: {'id': 'c8b6a208-9575-46e0-8812-48818764256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:06:31.655389 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.655792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Bound using segment: {'id': 'c8b6a208-9575-46e0-8812-48818764256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:06:31.656269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Bound port: c203720c-5985-41ad-968f-9522f976048c, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b6a208-9575-46e0-8812-48818764256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:06:31.656690 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.673500 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Attempting to bind port 57228868-2a26-4f2f-8af4-641fef83e93a on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:06:31.673875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Attempting to bind port 57228868-2a26-4f2f-8af4-641fef83e93a by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '005b447b-8fc5-4295-a5a6-e4f3e66f4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:06:31.674235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Attempting to bind port 57228868-2a26-4f2f-8af4-641fef83e93a on network 21a95839-db0b-489d-b161-6d5d279dc1fa {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:06:31.693601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.704827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:06:31.705208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Checking segment: {'id': '005b447b-8fc5-4295-a5a6-e4f3e66f4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:06:31.705615 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.706019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Bound using segment: {'id': '005b447b-8fc5-4295-a5a6-e4f3e66f4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:06:31.706502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Bound port: 57228868-2a26-4f2f-8af4-641fef83e93a, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005b447b-8fc5-4295-a5a6-e4f3e66f4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:06:31.706886 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.738801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=431ef609-7a1e-467e-a314-03fe95a526f6,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:31.797361 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:31.797746 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.805418 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] For port c203720c-5985-41ad-968f-9522f976048c, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:06:31.822721 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Router e0716ad8-ec00-402d-a5de-9025c6164275 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 17:06:31.846956 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] For port c203720c-5985-41ad-968f-9522f976048c, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c203720c-5985-41ad-968f-9522f976048c,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:06:31.856446 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.894148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] For port 57228868-2a26-4f2f-8af4-641fef83e93a, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:06:31.920465 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] For port 57228868-2a26-4f2f-8af4-641fef83e93a, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=57228868-2a26-4f2f-8af4-641fef83e93a,segment=NetworkSegment(005b447b-8fc5-4295-a5a6-e4f3e66f4a91),segment_id=005b447b-8fc5-4295-a5a6-e4f3e66f4a91)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:06:31.931981 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.933106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:06:31.946445 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Sync routers for ids ['e0716ad8-ec00-402d-a5de-9025c6164275'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:06:31.951244 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:31.955676 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f119686c-4ccf-4274-9619-7002e5d25d09 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4738746 Sep 07 17:06:31.955858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd42845-25cf-42c0-9424-bcc4cda9e8bf None None] Pushing event updated for resources: {'Port': ['ID=c203720c-5985-41ad-968f-9522f976048c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:31.955981 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44698) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:06:31.957757 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Routers {'3617ae48-9255-4609-9be4-03d5b7ca1cbc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:06:31.958378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:31.960712 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Routers {'e0716ad8-ec00-402d-a5de-9025c6164275'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:06:31.961751 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e0716ad8-ec00-402d-a5de-9025c6164275'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:32.142775 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a21e20-1ae0-492c-ace1-edd9cad91556 None None] Pushing event updated for resources: {'Port': ['ID=57228868-2a26-4f2f-8af4-641fef83e93a,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:32.143866 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Set router e0716ad8-ec00-402d-a5de-9025c6164275 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:06:32.174919 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] Set router 3617ae48-9255-4609-9be4-03d5b7ca1cbc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:06:32.376317 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'name': 'tempest-TestMinimumBasicScenario-1478301008-router', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 3, 'project_id': '42f44cd2119848b79a521c641e8767de', 'gw_port': {'id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:32.404609 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Checking router: e0716ad8-ec00-402d-a5de-9025c6164275 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:06:32.405255 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Updating router e0716ad8-ec00-402d-a5de-9025c6164275 port 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:06:32.437063 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:32.540249 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:32.544662 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:32.633779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:06:28Z', 'revision_number': 4, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port': {'id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:26Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c203720c-5985-41ad-968f-9522f976048c', 'name': '', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'mac_address': 'fa:16:3e:53:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1f150654-e7b8-4ce5-b877-520775df2860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:27Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 4, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'subnets': [{'id': '1f150654-e7b8-4ce5-b877-520775df2860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:32.665196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d967f-abba-4336-a28a-5c159b4264d6 None None] The sync data for ids ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'] in n-d-807551-3 is: [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:06:28Z', 'revision_number': 4, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port': {'id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:26Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c203720c-5985-41ad-968f-9522f976048c', 'name': '', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'mac_address': 'fa:16:3e:53:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1f150654-e7b8-4ce5-b877-520775df2860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:27Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 4, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'subnets': [{'id': '1f150654-e7b8-4ce5-b877-520775df2860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:06:32.724207 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:32.737774 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Allocated IP 172.20.0.1 (21a95839-db0b-489d-b161-6d5d279dc1fa/7d047349-2157-45a3-a879-fd214ac21916/ecbcebeb-55f0-4412-86d1-9372a54f8c65) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:06:32.738017 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Transition to ACTIVE for port object 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:06:32.744245 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:32.803459 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Attempting to bind port 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:06:32.803825 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Attempting to bind port 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:06:32.804204 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Attempting to bind port 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:06:32.806315 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850ac82-8abe-4006-9b21-613411351972 None None] Pushing event updated for resources: {'Port': ['ID=2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:32.812753 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:06:32.813128 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:06:32.813531 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:32.813919 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:06:32.814385 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Bound port: 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:06:32.814767 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:32.889846 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:32.902071 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:32.907543 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] For port 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:06:32.911733 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] For port 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:06:32.920497 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:32.948581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Transition to ACTIVE for port object ecbcebeb-55f0-4412-86d1-9372a54f8c65 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:06:32.978041 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Routers {'e0716ad8-ec00-402d-a5de-9025c6164275'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:06:32.978783 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e0716ad8-ec00-402d-a5de-9025c6164275'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:32.998954 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:33.047917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Network 21a95839-db0b-489d-b161-6d5d279dc1fa is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:06:33.053042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:06:33.060207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:06:33.090210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Pushing event updated for resources: {'Port': ['ID=ecbcebeb-55f0-4412-86d1-9372a54f8c65,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:33.108239 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] Set router e0716ad8-ec00-402d-a5de-9025c6164275 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:06:33.119849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:33.148641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 431ef609-7a1e-467e-a314-03fe95a526f6 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:06:33.222999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 431ef609-7a1e-467e-a314-03fe95a526f6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:33.223482 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:33.308580 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850ac82-8abe-4006-9b21-613411351972 None None] Pushing event updated for resources: {'Port': ['ID=2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:33.315950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:33.350565 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'name': 'tempest-TestMinimumBasicScenario-1478301008-router', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 3, 'project_id': '42f44cd2119848b79a521c641e8767de', 'gw_port': {'id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:33.356489 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e3ad3e-8699-4732-9d07-a299042024ca None None] Network 21a95839-db0b-489d-b161-6d5d279dc1fa requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:06:33.359526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c203720c-5985-41ad-968f-9522f976048c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:06:33.476136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port c203720c-5985-41ad-968f-9522f976048c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:06:33.486350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c203720c-5985-41ad-968f-9522f976048c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:33.486739 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:33.492829 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090aebd-e0c0-4ea2-b1ca-d6572dc19472 None None] The sync data for ids ['e0716ad8-ec00-402d-a5de-9025c6164275'] in n-d-807551-3 is: [{'id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'name': 'tempest-TestMinimumBasicScenario-1478301008-router', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 3, 'project_id': '42f44cd2119848b79a521c641e8767de', 'gw_port': {'id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:06:33.533591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3e625490-0b88-43b5-a590-f61bacacf8f1 None None] Provisioning for port 57228868-2a26-4f2f-8af4-641fef83e93a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:06:33.538017 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:33.544307 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:33.626931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Pushing event updated for resources: {'Port': ['ID=ecbcebeb-55f0-4412-86d1-9372a54f8c65,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:33.629737 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:33.654929 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:33.705907 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port c203720c-5985-41ad-968f-9522f976048c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c203720c-5985-41ad-968f-9522f976048c,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:33.710793 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:33.711715 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 57228868-2a26-4f2f-8af4-641fef83e93a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:06:33.768368 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Network 21a95839-db0b-489d-b161-6d5d279dc1fa is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:06:33.769316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:06:33.843436 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=c203720c-5985-41ad-968f-9522f976048c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:33.858083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 57228868-2a26-4f2f-8af4-641fef83e93a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:06:33.862473 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 57228868-2a26-4f2f-8af4-641fef83e93a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:33.862865 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:33.995071 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Router e0716ad8-ec00-402d-a5de-9025c6164275 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:06:33.998886 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:34.069096 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 57228868-2a26-4f2f-8af4-641fef83e93a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=57228868-2a26-4f2f-8af4-641fef83e93a,segment=NetworkSegment(005b447b-8fc5-4295-a5a6-e4f3e66f4a91),segment_id=005b447b-8fc5-4295-a5a6-e4f3e66f4a91)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:34.078895 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:34.084142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d14fe751-2212-40cc-bab6-3f0215d9f2c7 None None] Provisioning for port ecbcebeb-55f0-4412-86d1-9372a54f8c65 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:06:34.108136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d14fe751-2212-40cc-bab6-3f0215d9f2c7 None None] Provisioning complete for port ecbcebeb-55f0-4412-86d1-9372a54f8c65 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:34.108575 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d14fe751-2212-40cc-bab6-3f0215d9f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:34.159730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=57228868-2a26-4f2f-8af4-641fef83e93a,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:34.164819 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d14fe751-2212-40cc-bab6-3f0215d9f2c7 None None] Port ecbcebeb-55f0-4412-86d1-9372a54f8c65 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:06:34.175655 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d14fe751-2212-40cc-bab6-3f0215d9f2c7 None None] Provisioning complete for port 57228868-2a26-4f2f-8af4-641fef83e93a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:34.176038 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d14fe751-2212-40cc-bab6-3f0215d9f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:34.415852 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c808766c-4706-47de-acae-cb11ec3f5f9b None None] Provisioning complete for port ecbcebeb-55f0-4412-86d1-9372a54f8c65 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:34.416235 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c808766c-4706-47de-acae-cb11ec3f5f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:34.472219 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c808766c-4706-47de-acae-cb11ec3f5f9b None None] Port ecbcebeb-55f0-4412-86d1-9372a54f8c65 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:06:34.507128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:06:34.516860 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c9f10161-6d99-46b2-89c1-2b620e0b0edc admin admin] 10.222.0.70 "PUT /v2.0/routers/e0716ad8-ec00-402d-a5de-9025c6164275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5600286 Sep 07 17:06:34.594165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3dfd9fcc-99d8-4770-ad95-db9e0cc6e723 None None] Provisioning complete for port ecbcebeb-55f0-4412-86d1-9372a54f8c65 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:34.594643 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3dfd9fcc-99d8-4770-ad95-db9e0cc6e723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:34.637041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd9fcc-99d8-4770-ad95-db9e0cc6e723 None None] Port ecbcebeb-55f0-4412-86d1-9372a54f8c65 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:06:35.022256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c203720c-5985-41ad-968f-9522f976048c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:06:35.071172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c203720c-5985-41ad-968f-9522f976048c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:35.071557 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:35.153165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:06:35.200579 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:06:35.204205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:35.204616 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:35.286979 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:35.307838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:35.311742 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:35.312678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 57228868-2a26-4f2f-8af4-641fef83e93a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:06:35.408939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:35.423899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 57228868-2a26-4f2f-8af4-641fef83e93a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:35.424290 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:36.310557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Sync routers for ids ['e0716ad8-ec00-402d-a5de-9025c6164275'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:06:36.323697 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Routers {'e0716ad8-ec00-402d-a5de-9025c6164275'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:06:36.324854 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e0716ad8-ec00-402d-a5de-9025c6164275'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:36.439476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Set router e0716ad8-ec00-402d-a5de-9025c6164275 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:06:36.657536 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'name': 'tempest-TestMinimumBasicScenario-1478301008-router', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:33Z', 'revision_number': 4, 'project_id': '42f44cd2119848b79a521c641e8767de', 'gw_port': {'id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'ecbcebeb-55f0-4412-86d1-9372a54f8c65', 'name': '', 'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'mac_address': 'fa:16:3e:e6:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7d047349-2157-45a3-a879-fd214ac21916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:32Z', 'updated_at': '2021-09-07T17:06:33Z', 'revision_number': 2, 'project_id': '42f44cd2119848b79a521c641e8767de', 'subnets': [{'id': '7d047349-2157-45a3-a879-fd214ac21916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:36.691679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Checking router: e0716ad8-ec00-402d-a5de-9025c6164275 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:06:36.692129 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Updating router e0716ad8-ec00-402d-a5de-9025c6164275 port ecbcebeb-55f0-4412-86d1-9372a54f8c65 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:06:36.721855 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:36.979153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:06:37.071150 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:37.084466 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:37.084852 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:37.086653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Transition to ACTIVE for port object ecbcebeb-55f0-4412-86d1-9372a54f8c65 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:06:37.108349 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:37.193432 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef1df0-837e-401d-a588-3072c63c4917 None None] Pushing event updated for resources: {'Port': ['ID=ecbcebeb-55f0-4412-86d1-9372a54f8c65,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:37.292210 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Attempting to bind port ecbcebeb-55f0-4412-86d1-9372a54f8c65 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:06:37.292871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Attempting to bind port ecbcebeb-55f0-4412-86d1-9372a54f8c65 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '005b447b-8fc5-4295-a5a6-e4f3e66f4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:06:37.293469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Attempting to bind port ecbcebeb-55f0-4412-86d1-9372a54f8c65 on network 21a95839-db0b-489d-b161-6d5d279dc1fa {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:06:37.307869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:06:37.308722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Checking segment: {'id': '005b447b-8fc5-4295-a5a6-e4f3e66f4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:06:37.309318 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:37.309883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Bound using segment: {'id': '005b447b-8fc5-4295-a5a6-e4f3e66f4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:06:37.310674 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Bound port: ecbcebeb-55f0-4412-86d1-9372a54f8c65, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005b447b-8fc5-4295-a5a6-e4f3e66f4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:06:37.311844 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:37.416810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] For port ecbcebeb-55f0-4412-86d1-9372a54f8c65, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:06:37.420507 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] For port ecbcebeb-55f0-4412-86d1-9372a54f8c65, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ecbcebeb-55f0-4412-86d1-9372a54f8c65,segment=NetworkSegment(005b447b-8fc5-4295-a5a6-e4f3e66f4a91),segment_id=005b447b-8fc5-4295-a5a6-e4f3e66f4a91)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:06:37.430289 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:37.481781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Routers {'e0716ad8-ec00-402d-a5de-9025c6164275'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:06:37.482650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:06:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e0716ad8-ec00-402d-a5de-9025c6164275'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:37.559308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef1df0-837e-401d-a588-3072c63c4917 None None] Pushing event updated for resources: {'Port': ['ID=ecbcebeb-55f0-4412-86d1-9372a54f8c65,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:37.651055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] Set router e0716ad8-ec00-402d-a5de-9025c6164275 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:06:37.892992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'name': 'tempest-TestMinimumBasicScenario-1478301008-router', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:33Z', 'revision_number': 4, 'project_id': '42f44cd2119848b79a521c641e8767de', 'gw_port': {'id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'ecbcebeb-55f0-4412-86d1-9372a54f8c65', 'name': '', 'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'mac_address': 'fa:16:3e:e6:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7d047349-2157-45a3-a879-fd214ac21916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:32Z', 'updated_at': '2021-09-07T17:06:37Z', 'revision_number': 4, 'project_id': '42f44cd2119848b79a521c641e8767de', 'subnets': [{'id': '7d047349-2157-45a3-a879-fd214ac21916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:06:37.921725 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19becdb-a5a6-437d-87b4-95426f09a8b2 None None] The sync data for ids ['e0716ad8-ec00-402d-a5de-9025c6164275'] in n-d-807551-3 is: [{'id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'name': 'tempest-TestMinimumBasicScenario-1478301008-router', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:33Z', 'revision_number': 4, 'project_id': '42f44cd2119848b79a521c641e8767de', 'gw_port': {'id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'ecbcebeb-55f0-4412-86d1-9372a54f8c65', 'name': '', 'network_id': '21a95839-db0b-489d-b161-6d5d279dc1fa', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'mac_address': 'fa:16:3e:e6:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7d047349-2157-45a3-a879-fd214ac21916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:32Z', 'updated_at': '2021-09-07T17:06:37Z', 'revision_number': 4, 'project_id': '42f44cd2119848b79a521c641e8767de', 'subnets': [{'id': '7d047349-2157-45a3-a879-fd214ac21916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:06:39.000676 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ecbcebeb-55f0-4412-86d1-9372a54f8c65 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:06:39.052886 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ecbcebeb-55f0-4412-86d1-9372a54f8c65 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:06:39.056955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ecbcebeb-55f0-4412-86d1-9372a54f8c65 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:39.057396 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:39.300764 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:39.336454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port ecbcebeb-55f0-4412-86d1-9372a54f8c65, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ecbcebeb-55f0-4412-86d1-9372a54f8c65,segment=NetworkSegment(005b447b-8fc5-4295-a5a6-e4f3e66f4a91),segment_id=005b447b-8fc5-4295-a5a6-e4f3e66f4a91)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:06:39.341657 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:39.400802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=ecbcebeb-55f0-4412-86d1-9372a54f8c65,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:40.449744 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6d7b3244-9d1d-4e50-9746-857080ace9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:40.957597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ecbcebeb-55f0-4412-86d1-9372a54f8c65 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:06:41.007486 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ecbcebeb-55f0-4412-86d1-9372a54f8c65 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:41.008015 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:44.034566 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:44.297933 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-83a3a2fa-915d-404f-93e9-29459484692f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:44.324282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-87165a3c-1a3c-41d3-9388-36a97254d1c5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:44.325819 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-87165a3c-1a3c-41d3-9388-36a97254d1c5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/networks?id=ec6015ef-ba6d-4c01-bfd9-018a39834e33 HTTP/1.1" status: 200 len: 815 time: 0.1096084 Sep 07 17:06:44.340003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-a566cc50-5588-469f-bbf4-6649019937f0 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/quotas/e8cce4664c414c48a618675bd28bf487 HTTP/1.1" status: 200 len: 375 time: 0.0085959 Sep 07 17:06:44.390192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-4fc739df-dbad-4e64-81ee-ab4825952e08 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8cce4664c414c48a618675bd28bf487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446756 Sep 07 17:06:44.520170 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-892df760-7186-40e7-840c-0019b6a4fee2 service neutron] 10.222.0.70 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187489 Sep 07 17:06:44.608986 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-7b5145dc-0f5d-43fa-9220-240e18d6a0cf service neutron] 10.222.0.70 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827289 Sep 07 17:06:44.763457 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-01521e48-68e8-4a7c-a9a5-ced772dbbcd7 req-cf83180e-1cd8-45c8-8469-3f8453679bef tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 210 time: 0.0267973 Sep 07 17:06:45.104177 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:45.750737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-7c4b2e71-16c6-4aac-9a0d-1e3f6b1f332b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:45.752195 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-7c4b2e71-16c6-4aac-9a0d-1e3f6b1f332b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.54 "GET /v2.0/networks?id=ec6015ef-ba6d-4c01-bfd9-018a39834e33 HTTP/1.1" status: 200 len: 815 time: 0.1027529 Sep 07 17:06:45.767620 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Request body: {'port': {'device_id': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'admin_state_up': True, 'tenant_id': 'e8cce4664c414c48a618675bd28bf487'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:06:45.862758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9415f6fb-cd9d-4523-b499-a661c12a31b3 req-85e13231-7425-45f4-ab19-84169b192208 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 210 time: 0.0329399 Sep 07 17:06:45.885848 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Made reservation on behalf of e8cce4664c414c48a618675bd28bf487 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:06:45.889886 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:46.022911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Allocated IP 172.20.0.5 (ec6015ef-ba6d-4c01-bfd9-018a39834e33/1f150654-e7b8-4ce5-b877-520775df2860/13173be7-bcdc-45b1-8457-f36e8e29ff60) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:06:46.224208 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:46.240437 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Transition to ACTIVE for port object 13173be7-bcdc-45b1-8457-f36e8e29ff60 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:06:46.288779 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:46.348241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Network ec6015ef-ba6d-4c01-bfd9-018a39834e33 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:06:46.351624 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:06:46.354578 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:06:46.389573 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event updated for resources: {'Port': ['ID=13173be7-bcdc-45b1-8457-f36e8e29ff60,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:46.425253 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:46.426159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:46.444390 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-e244997c-7d98-4f95-9616-f91834589b8c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6794384 Sep 07 17:06:46.590974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7043ef5b-c399-4085-b472-ce2d6e192e86 None None] Provisioning for port 13173be7-bcdc-45b1-8457-f36e8e29ff60 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:06:46.594541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7043ef5b-c399-4085-b472-ce2d6e192e86 None None] Provisioning complete for port 13173be7-bcdc-45b1-8457-f36e8e29ff60 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:06:46.594917 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7043ef5b-c399-4085-b472-ce2d6e192e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:46.627660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7043ef5b-c399-4085-b472-ce2d6e192e86 None None] Port 13173be7-bcdc-45b1-8457-f36e8e29ff60 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:06:46.984249 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46845e86-e5f1-4ada-9905-023800c902b3 req-b1b50976-0536-403e-afd5-7d4fea18b312 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:46.986306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46845e86-e5f1-4ada-9905-023800c902b3 req-b1b50976-0536-403e-afd5-7d4fea18b312 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 931 time: 0.0544817 Sep 07 17:06:47.025441 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46845e86-e5f1-4ada-9905-023800c902b3 req-9e9ce595-6511-472d-8cb4-b53e73a6fba9 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327125 Sep 07 17:06:47.030039 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:48.141179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0e1b5-4cfa-417c-b470-63ba6894d6de req-c2a7a53f-9be4-46bd-b9e3-f32b430c6171 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:48.142689 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bf0e1b5-4cfa-417c-b470-63ba6894d6de req-c2a7a53f-9be4-46bd-b9e3-f32b430c6171 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 931 time: 0.0509207 Sep 07 17:06:48.181096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bf0e1b5-4cfa-417c-b470-63ba6894d6de req-c20e08bf-b6eb-4eee-9235-fb7391f1eafc tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Sep 07 17:06:49.298808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad081458-2fd6-4058-bef3-68de2a57cb46 req-21979029-69f9-47fd-973a-7d35002040c6 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:49.300737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad081458-2fd6-4058-bef3-68de2a57cb46 req-21979029-69f9-47fd-973a-7d35002040c6 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 931 time: 0.0504942 Sep 07 17:06:49.345245 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ad081458-2fd6-4058-bef3-68de2a57cb46 req-a555b2ec-b44a-48ca-9950-7fd9dd4c2dba tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372052 Sep 07 17:06:50.461009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f17b7e-ba07-4438-9b53-a98755cd5a06 req-a11e734a-af8e-4ae5-a19e-3cc306b4b468 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:50.462533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6f17b7e-ba07-4438-9b53-a98755cd5a06 req-a11e734a-af8e-4ae5-a19e-3cc306b4b468 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 931 time: 0.0503526 Sep 07 17:06:50.502967 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6f17b7e-ba07-4438-9b53-a98755cd5a06 req-dfd280fa-b491-4d71-bab6-d305619784dd tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336277 Sep 07 17:06:51.248852 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:06:51.621257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ed607-aef9-4a24-93e5-40beb72d6bf6 req-083329bd-64e5-41d9-ac4b-82470e0cf6d0 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:51.622747 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a0ed607-aef9-4a24-93e5-40beb72d6bf6 req-083329bd-64e5-41d9-ac4b-82470e0cf6d0 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 931 time: 0.0518198 Sep 07 17:06:51.661904 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a0ed607-aef9-4a24-93e5-40beb72d6bf6 req-babc448c-139e-4d19-8f99-4eb5d2233697 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331893 Sep 07 17:06:52.793168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a00c92-6323-46ba-900d-ea1b00d3e0e1 req-262a37a3-ace1-4156-884b-a324bd780aab tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:52.794659 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3a00c92-6323-46ba-900d-ea1b00d3e0e1 req-262a37a3-ace1-4156-884b-a324bd780aab tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 931 time: 0.0628574 Sep 07 17:06:52.835267 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d3a00c92-6323-46ba-900d-ea1b00d3e0e1 req-457d808e-8751-4d8c-acd7-f8dcae177477 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341575 Sep 07 17:06:53.958766 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3621d3f-dd42-4a6b-ac06-e1edd06b976d req-ea17298b-acb8-47fa-aa33-16d5f1cc443b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:53.960628 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3621d3f-dd42-4a6b-ac06-e1edd06b976d req-ea17298b-acb8-47fa-aa33-16d5f1cc443b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 931 time: 0.0499969 Sep 07 17:06:54.016861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3621d3f-dd42-4a6b-ac06-e1edd06b976d req-7be3c56e-466c-4841-9199-567c9ffaa643 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487058 Sep 07 17:06:55.130730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1520a4-517f-439e-9087-59147cde919b req-2a6beee8-04bf-4baf-b9c8-36af314dde69 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:55.132195 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc1520a4-517f-439e-9087-59147cde919b req-2a6beee8-04bf-4baf-b9c8-36af314dde69 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 931 time: 0.0529132 Sep 07 17:06:55.173599 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc1520a4-517f-439e-9087-59147cde919b req-e6788cad-8575-4780-abbb-7d6bcec2d52b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349834 Sep 07 17:06:56.289833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de95ab-b47f-4e13-b59b-1d0aec82e3fb req-91295e7a-2b4f-48b8-81c7-7737126e4e73 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:56.291303 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85de95ab-b47f-4e13-b59b-1d0aec82e3fb req-91295e7a-2b4f-48b8-81c7-7737126e4e73 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 931 time: 0.0473657 Sep 07 17:06:56.333299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85de95ab-b47f-4e13-b59b-1d0aec82e3fb req-45785614-952f-4f89-8baa-e9be8864e458 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354934 Sep 07 17:06:57.165731 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-c4978ccd-4123-447d-a416-48d9b65ae824 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:06:57.166621 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-c4978ccd-4123-447d-a416-48d9b65ae824 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055959 Sep 07 17:06:57.181187 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Request body: {'port': {'device_id': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:06:57.233507 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:57.448533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7825e-dc6c-44e0-bcda-feb9aaca89a2 req-160032d7-54d6-42dc-af07-adf2ef77e8fb tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:57.449957 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3cc7825e-dc6c-44e0-bcda-feb9aaca89a2 req-160032d7-54d6-42dc-af07-adf2ef77e8fb tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 931 time: 0.0502844 Sep 07 17:06:57.487408 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3cc7825e-dc6c-44e0-bcda-feb9aaca89a2 req-dafe9339-026c-45d3-be53-2c2cf2630b4c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310423 Sep 07 17:06:57.499136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13173be7-bcdc-45b1-8457-f36e8e29ff60 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:06:57.508166 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:57.519880 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Transition to ACTIVE for port object 13173be7-bcdc-45b1-8457-f36e8e29ff60 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:06:57.523532 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:57.571523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Pushing event updated for resources: {'Port': ['ID=13173be7-bcdc-45b1-8457-f36e8e29ff60,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:57.646738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Attempting to bind port 13173be7-bcdc-45b1-8457-f36e8e29ff60 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:06:57.647080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Attempting to bind port 13173be7-bcdc-45b1-8457-f36e8e29ff60 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': 'c8b6a208-9575-46e0-8812-48818764256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:06:57.647413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Attempting to bind port 13173be7-bcdc-45b1-8457-f36e8e29ff60 on network ec6015ef-ba6d-4c01-bfd9-018a39834e33 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:06:57.651942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Port 13173be7-bcdc-45b1-8457-f36e8e29ff60 on network ec6015ef-ba6d-4c01-bfd9-018a39834e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:06:57.652271 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Attempting to bind port 13173be7-bcdc-45b1-8457-f36e8e29ff60 on network ec6015ef-ba6d-4c01-bfd9-018a39834e33 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:06:57.657763 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:06:57.658104 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Checking segment: {'id': 'c8b6a208-9575-46e0-8812-48818764256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:06:57.658510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Bound using segment: {'id': 'c8b6a208-9575-46e0-8812-48818764256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:06:57.658927 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Bound port: 13173be7-bcdc-45b1-8457-f36e8e29ff60, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b6a208-9575-46e0-8812-48818764256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:06:57.659287 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:57.724416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] For port 13173be7-bcdc-45b1-8457-f36e8e29ff60, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:06:57.727378 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] For port 13173be7-bcdc-45b1-8457-f36e8e29ff60, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:06:57.732104 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:57.768195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:57.768916 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:06:57.770234 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] 10.222.0.54 "PUT /v2.0/ports/13173be7-bcdc-45b1-8457-f36e8e29ff60 HTTP/1.1" status: 200 len: 1091 time: 0.5928907 Sep 07 17:06:57.770673 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:06:57.772941 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b078741-c360-44e4-bfe5-44cc4fcc4de3" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:06:57.799337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86e82c-169e-426c-813a-f735af68c4ae service neutron] Pushing event updated for resources: {'Port': ['ID=13173be7-bcdc-45b1-8457-f36e8e29ff60,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:06:57.816477 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a48fbf8-ac1f-4c6f-af6c-36d0122acb66 x-openstack-request-id: req-6a48fbf8-ac1f-4c6f-af6c-36d0122acb66 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:06:57.816738 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:06:57.817008 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a48fbf8-ac1f-4c6f-af6c-36d0122acb66 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:06:57.817414 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60', 'status': 'completed', 'code': 200} Sep 07 17:06:57.865008 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-1a3ddfa7-1eee-4682-8179-34f5972a3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:57.866578 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-1a3ddfa7-1eee-4682-8179-34f5972a3ebe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8cce4664c414c48a618675bd28bf487&device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 1094 time: 0.0436270 Sep 07 17:06:57.918298 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-74ce01ab-0cc0-4684-9a71-63d67c274a89 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60 HTTP/1.1" status: 200 len: 217 time: 0.0395725 Sep 07 17:06:57.967929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-a1c869db-0f80-41cf-89ff-54af864b82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:57.969937 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-a1c869db-0f80-41cf-89ff-54af864b82c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1f150654-e7b8-4ce5-b877-520775df2860 HTTP/1.1" status: 200 len: 854 time: 0.0446067 Sep 07 17:06:58.018151 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-a96e516d-0ccd-4910-a203-7a83adf77763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:58.019603 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-a96e516d-0ccd-4910-a203-7a83adf77763 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec6015ef-ba6d-4c01-bfd9-018a39834e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391455 Sep 07 17:06:58.117192 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-4cd79425-cc5f-4692-9088-3dc798de7015 service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854321 Sep 07 17:06:58.209728 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-018bc7fb-90e9-45df-a3ed-0a7ebe9de580 req-ee3d6a20-00c0-460b-afcd-e59d55c5672d service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812418 Sep 07 17:06:58.303446 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078741-c360-44e4-bfe5-44cc4fcc4de3 req-58097070-d1bc-44c4-9098-cf7539eef777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:58.304885 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b078741-c360-44e4-bfe5-44cc4fcc4de3 req-58097070-d1bc-44c4-9098-cf7539eef777 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8cce4664c414c48a618675bd28bf487&device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 1094 time: 0.0455682 Sep 07 17:06:58.394392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078741-c360-44e4-bfe5-44cc4fcc4de3 req-2cd7cccb-73dc-487d-bbb7-36305886cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:58.395831 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b078741-c360-44e4-bfe5-44cc4fcc4de3 req-2cd7cccb-73dc-487d-bbb7-36305886cdaa service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec6015ef-ba6d-4c01-bfd9-018a39834e33 HTTP/1.1" status: 200 len: 916 time: 0.0832393 Sep 07 17:06:58.441717 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b078741-c360-44e4-bfe5-44cc4fcc4de3 req-e104af00-11f8-437d-bb84-92f30ccfab96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60 HTTP/1.1" status: 200 len: 217 time: 0.0381563 Sep 07 17:06:58.491097 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078741-c360-44e4-bfe5-44cc4fcc4de3 req-2aa060a1-e60b-4a82-8cb7-554e68ff1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:58.492534 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b078741-c360-44e4-bfe5-44cc4fcc4de3 req-2aa060a1-e60b-4a82-8cb7-554e68ff1463 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1f150654-e7b8-4ce5-b877-520775df2860 HTTP/1.1" status: 200 len: 854 time: 0.0430510 Sep 07 17:06:58.541366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078741-c360-44e4-bfe5-44cc4fcc4de3 req-4f52b0fd-cc9a-4d1e-a345-2be43f8c467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:58.542898 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b078741-c360-44e4-bfe5-44cc4fcc4de3 req-4f52b0fd-cc9a-4d1e-a345-2be43f8c467a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec6015ef-ba6d-4c01-bfd9-018a39834e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397727 Sep 07 17:06:58.599516 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa984add-368c-40a4-b9b2-4cf07e7a116a req-762027c8-5c1b-47b8-8808-4617af089c0a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:58.601118 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa984add-368c-40a4-b9b2-4cf07e7a116a req-762027c8-5c1b-47b8-8808-4617af089c0a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 943 time: 0.0484927 Sep 07 17:06:58.638699 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa984add-368c-40a4-b9b2-4cf07e7a116a req-cf29bb55-ee9d-4589-86a0-d0e752d0cd48 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315044 Sep 07 17:06:58.639016 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b078741-c360-44e4-bfe5-44cc4fcc4de3 req-9173c42f-e5bd-472c-8775-d8fc7fdfe77a service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880787 Sep 07 17:06:58.728112 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9b078741-c360-44e4-bfe5-44cc4fcc4de3 req-31938a73-844f-4435-a606-1c993e195d4d service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812354 Sep 07 17:06:59.750440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491fdbb-a233-4da4-a380-106b247a85d5 req-b1878571-e4f7-49c7-ae2c-d1e100f8fbaf tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:06:59.751899 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e491fdbb-a233-4da4-a380-106b247a85d5 req-b1878571-e4f7-49c7-ae2c-d1e100f8fbaf tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 943 time: 0.0471203 Sep 07 17:06:59.792191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e491fdbb-a233-4da4-a380-106b247a85d5 req-59b51fa4-9a56-4a0d-bcdb-9711525ef834 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343723 Sep 07 17:07:00.905355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fca949-9459-43cd-ba50-b305a8552f1f req-950dd0f0-45dc-43d7-8b19-2a88acdf447e tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:00.907331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38fca949-9459-43cd-ba50-b305a8552f1f req-950dd0f0-45dc-43d7-8b19-2a88acdf447e tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 943 time: 0.0490549 Sep 07 17:07:00.944728 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 13173be7-bcdc-45b1-8457-f36e8e29ff60 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:07:00.945391 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-38fca949-9459-43cd-ba50-b305a8552f1f req-297f6a1b-42a0-4976-b380-1a9a26a4134e tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315697 Sep 07 17:07:01.053160 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 13173be7-bcdc-45b1-8457-f36e8e29ff60, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:07:01.065197 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '13173be7-bcdc-45b1-8457-f36e8e29ff60', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'port_id': '13173be7-bcdc-45b1-8457-f36e8e29ff60', 'mac_address': 'fa:16:3e:55:88:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f150654-e7b8-4ce5-b877-520775df2860', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:07:01.117482 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:01.129763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13173be7-bcdc-45b1-8457-f36e8e29ff60 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:07:01.148622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 13173be7-bcdc-45b1-8457-f36e8e29ff60, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:07:01.152948 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:01.200811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=13173be7-bcdc-45b1-8457-f36e8e29ff60,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:07:01.208502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:01.208857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:01.209202 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:01.209544 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:01.209885 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:01.210218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:01.210548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:01.210878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:01.211205 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:01.211531 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:01.211858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:01.212184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:01.467427 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['13173be7-bcdc-45b1-8457-f36e8e29ff60'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:07:02.057215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f8648-2c9e-4057-b757-654fecc8b226 req-59f4f9dc-916b-4208-84e4-68242631ccca tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:02.058708 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b04f8648-2c9e-4057-b757-654fecc8b226 req-59f4f9dc-916b-4208-84e4-68242631ccca tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 944 time: 0.0481505 Sep 07 17:07:02.096796 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b04f8648-2c9e-4057-b757-654fecc8b226 req-6442ae0b-ba64-4744-8e7f-d8fc2387e3e0 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Sep 07 17:07:02.377592 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:02.893205 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:02.960420 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 13173be7-bcdc-45b1-8457-f36e8e29ff60 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:07:03.010187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 13173be7-bcdc-45b1-8457-f36e8e29ff60 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:07:03.013872 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 13173be7-bcdc-45b1-8457-f36e8e29ff60 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:07:03.014254 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:03.087990 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:03.109869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:07:03.112392 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cab5569-26d0-4ec8-8ef7-b73a1d363c6e" -d '{"events": [{"server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "name": "network-vif-plugged", "status": "completed", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:07:03.125376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 13173be7-bcdc-45b1-8457-f36e8e29ff60, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:07:03.130088 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:03.176711 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ef37a4-a63e-4b29-934c-2576aec10373 x-openstack-request-id: req-99ef37a4-a63e-4b29-934c-2576aec10373 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:07:03.177002 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "name": "network-vif-plugged", "status": "completed", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:07:03.177260 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99ef37a4-a63e-4b29-934c-2576aec10373 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:07:03.177656 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60', 'code': 200} Sep 07 17:07:03.188871 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=13173be7-bcdc-45b1-8457-f36e8e29ff60,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:07:03.233183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b3686-ec51-4bc6-b98a-e5f40f7557d6 req-ba1093a2-2f91-459b-830a-b2d2c555f58d tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:03.235344 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-277b3686-ec51-4bc6-b98a-e5f40f7557d6 req-ba1093a2-2f91-459b-830a-b2d2c555f58d tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 945 time: 0.0550649 Sep 07 17:07:03.274997 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53e028-c1ff-4db6-868e-6140c5f41df6 req-345be08a-c9a4-4fb9-a96e-113fcd2aa990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:03.276527 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec53e028-c1ff-4db6-868e-6140c5f41df6 req-345be08a-c9a4-4fb9-a96e-113fcd2aa990 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 1096 time: 0.0405471 Sep 07 17:07:03.276793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-277b3686-ec51-4bc6-b98a-e5f40f7557d6 req-85af386c-843f-496e-9327-36a5e1eb16ec tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353446 Sep 07 17:07:03.317055 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ec53e028-c1ff-4db6-868e-6140c5f41df6 req-2182bc3d-a2e2-4b4c-afac-5b1cfeea9cca service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Sep 07 17:07:04.392783 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27a97b-1772-418b-ba78-98e7363b17ee req-80f1dfb2-4913-4c2f-9f83-5871c498eb6c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:04.394275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb27a97b-1772-418b-ba78-98e7363b17ee req-80f1dfb2-4913-4c2f-9f83-5871c498eb6c tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 945 time: 0.0502298 Sep 07 17:07:04.435620 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb27a97b-1772-418b-ba78-98e7363b17ee req-cc723e85-4461-472c-b566-1638069946fd tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354109 Sep 07 17:07:05.548608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22969b17-038b-4fb9-bdce-d795732bee80 req-ae1bb76f-a014-4620-af26-bf6df0889539 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:05.550072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22969b17-038b-4fb9-bdce-d795732bee80 req-ae1bb76f-a014-4620-af26-bf6df0889539 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 945 time: 0.0478971 Sep 07 17:07:05.586119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22969b17-038b-4fb9-bdce-d795732bee80 req-aea9dcee-4ba5-427a-a918-4ce942202f38 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302224 Sep 07 17:07:05.695145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658c5c5-7ded-4d7f-81d6-960345154853 req-66d1455a-d6f6-4c08-9c5d-52655b5f38ec tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:05.696612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9658c5c5-7ded-4d7f-81d6-960345154853 req-66d1455a-d6f6-4c08-9c5d-52655b5f38ec tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 945 time: 0.0467672 Sep 07 17:07:05.740838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9658c5c5-7ded-4d7f-81d6-960345154853 req-056431d6-a68f-47c1-a8c3-f5ba5fd4278e tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383024 Sep 07 17:07:05.924762 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e111f-2738-4239-9e65-3019d09bb5f0 req-583de579-04ea-4720-9369-4fc1e9bb95b4 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:05.926248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b36e111f-2738-4239-9e65-3019d09bb5f0 req-583de579-04ea-4720-9369-4fc1e9bb95b4 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 945 time: 0.0490134 Sep 07 17:07:05.963220 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b36e111f-2738-4239-9e65-3019d09bb5f0 req-8e026c36-5fe9-4197-a857-49c7d3853891 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310657 Sep 07 17:07:09.301171 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c92bdb2b-7d8f-44a1-927d-645b8f2e2c88 req-f1410522-9118-4109-b026-a6ec4a4f4ad7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394163 Sep 07 17:07:09.384517 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bdb2b-7d8f-44a1-927d-645b8f2e2c88 req-09215df8-8bc4-449a-bb6e-a4dffa214aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:09.386024 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c92bdb2b-7d8f-44a1-927d-645b8f2e2c88 req-09215df8-8bc4-449a-bb6e-a4dffa214aee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8cce4664c414c48a618675bd28bf487&device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 1096 time: 0.0417953 Sep 07 17:07:09.501228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bdb2b-7d8f-44a1-927d-645b8f2e2c88 req-2e7b1cff-fcbe-49d7-bbde-7f663a35c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:09.502769 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c92bdb2b-7d8f-44a1-927d-645b8f2e2c88 req-2e7b1cff-fcbe-49d7-bbde-7f663a35c1bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec6015ef-ba6d-4c01-bfd9-018a39834e33 HTTP/1.1" status: 200 len: 916 time: 0.0966339 Sep 07 17:07:09.545301 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c92bdb2b-7d8f-44a1-927d-645b8f2e2c88 req-954a8bfc-6414-4b28-b9f5-a5303959cc63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60 HTTP/1.1" status: 200 len: 217 time: 0.0354526 Sep 07 17:07:09.594473 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bdb2b-7d8f-44a1-927d-645b8f2e2c88 req-4efee1ea-c29d-4326-aae6-36591a5d036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:09.595944 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c92bdb2b-7d8f-44a1-927d-645b8f2e2c88 req-4efee1ea-c29d-4326-aae6-36591a5d036b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1f150654-e7b8-4ce5-b877-520775df2860 HTTP/1.1" status: 200 len: 854 time: 0.0439975 Sep 07 17:07:09.645784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bdb2b-7d8f-44a1-927d-645b8f2e2c88 req-8d01f348-be60-4718-908a-36e3dbf0a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:09.647282 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c92bdb2b-7d8f-44a1-927d-645b8f2e2c88 req-8d01f348-be60-4718-908a-36e3dbf0a396 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec6015ef-ba6d-4c01-bfd9-018a39834e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446029 Sep 07 17:07:09.738119 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c92bdb2b-7d8f-44a1-927d-645b8f2e2c88 req-55eb9e7e-a734-49f3-b626-cc7297574d27 service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818882 Sep 07 17:07:09.836298 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c92bdb2b-7d8f-44a1-927d-645b8f2e2c88 req-f99178e6-6022-4945-9336-87a93ad1825e service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898230 Sep 07 17:07:09.974373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-922d16a4-da79-442c-8b27-2537541ab386 req-6b84fa6f-389f-43c9-a4e5-b12ce32e3fb7 tempest-ServerDiskConfigTestJSON-410309350 tempest-ServerDiskConfigTestJSON-410309350-project] (94771) timed out ('10.222.0.35', 59338) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 17:07:10.442096 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-defa3361-a4c7-4802-a36b-1b94efa296ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:14.034899 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:14.299657 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3201bc82-ba4a-47fd-ae7e-405d11758a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:15.107950 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:17.034458 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:17.473388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73f572-e53e-4d7a-841a-6a45f7db4751 req-919e1703-0a22-45c0-92b1-ab5d254db606 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:17.474862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b73f572-e53e-4d7a-841a-6a45f7db4751 req-919e1703-0a22-45c0-92b1-ab5d254db606 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 945 time: 0.0483038 Sep 07 17:07:17.511909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9b73f572-e53e-4d7a-841a-6a45f7db4751 req-473d8503-e03f-4dce-b061-9ff658f84fbc tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311687 Sep 07 17:07:17.533075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44900) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:07:17.656934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97393dbd-8d42-47ed-8252-2dc3fc741ed4 tempest-TestMinimumBasicScenario-779836051 tempest-TestMinimumBasicScenario-779836051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:17.658821 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-97393dbd-8d42-47ed-8252-2dc3fc741ed4 tempest-TestMinimumBasicScenario-779836051 tempest-TestMinimumBasicScenario-779836051-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 1091 time: 0.1247950 Sep 07 17:07:17.662189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44904) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:07:17.668344 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '13173be7-bcdc-45b1-8457-f36e8e29ff60', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:07:17.690388 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for floatingip, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:17.782336 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:17.888304 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Allocated IP 172.25.3.148 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/c3251d6d-e5d3-4a77-b076-7484871b2440) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:07:17.987560 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:18.030341 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:18.065276 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:07:18.067907 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:07:18.072128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:07:18.097679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event updated for resources: {'Port': ['ID=c3251d6d-e5d3-4a77-b076-7484871b2440,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:07:18.429551 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:18.492841 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:18.637112 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:18.641487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:18.705796 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event updated for resources: {'Port': ['ID=c3251d6d-e5d3-4a77-b076-7484871b2440,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:07:18.716891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:18.717252 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:18.717590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:18.717922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:18.718251 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:18.718583 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:18.718905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:18.719225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:18.719548 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:18.719868 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:18.720189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:18.720597 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:18.728050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:18.825843 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Floating IP 09dc38b3-c0fd-4fd1-abb0-6d93cc487f31 associated. External IP: 172.25.3.148, port: 13173be7-bcdc-45b1-8457-f36e8e29ff60. Sep 07 17:07:19.031143 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Router 3617ae48-9255-4609-9be4-03d5b7ca1cbc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:07:19.136507 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:07:19.145773 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee27fc1-91e4-44aa-9f93-85c3d433598a None None] Sync routers for ids ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:07:19.152611 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.155526 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee27fc1-91e4-44aa-9f93-85c3d433598a None None] Routers {'3617ae48-9255-4609-9be4-03d5b7ca1cbc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:07:19.156160 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cee27fc1-91e4-44aa-9f93-85c3d433598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:07:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:07:19.179289 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8c744232-2efb-40a8-97c1-022ebbf5f9a5 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5154717 Sep 07 17:07:19.179962 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:07:19.181478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44906) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:07:19.182484 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92791fab-7940-4236-bbef-98152d48ef6a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:07:19.186220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-115230382', 'description': 'tempest-secgroup-smoke-115230382 description', 'project_id': 'e8cce4664c414c48a618675bd28bf487'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:07:19.210588 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.222501 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b632cca-e773-467c-863a-195043a7b0e0 x-openstack-request-id: req-5b632cca-e773-467c-863a-195043a7b0e0 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:07:19.222849 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:07:19.223252 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b632cca-e773-467c-863a-195043a7b0e0 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:07:19.223668 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60', 'status': 'completed', 'code': 200} Sep 07 17:07:19.264399 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-cee27fc1-91e4-44aa-9f93-85c3d433598a None None] Set router 3617ae48-9255-4609-9be4-03d5b7ca1cbc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:07:19.298462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92791fab-7940-4236-bbef-98152d48ef6a req-95ff135b-4b9e-48bf-b897-5b40d4a7a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:19.299942 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92791fab-7940-4236-bbef-98152d48ef6a req-95ff135b-4b9e-48bf-b897-5b40d4a7a7c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8cce4664c414c48a618675bd28bf487&device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 1096 time: 0.0513315 Sep 07 17:07:19.305121 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.310529 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.341176 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde4dc31-74fc-470f-ad45-f29534efd5f6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:07:19.349410 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:19.349767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:19.350632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:19.350981 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:19.351316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:19.351653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:19.351983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:19.352313 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:19.352672 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:19.353000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:19.353333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:19.353708 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:07:19.356818 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.361062 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b3ebc2f2-0109-4bd1-ba73-b08614a692c3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1785171 Sep 07 17:07:19.362248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44910) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:07:19.367216 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-f88d4d94-eb0c-4593-ace1-970a155fe867 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Request body: {'security_group_rule': {'security_group_id': 'dde4dc31-74fc-470f-ad45-f29534efd5f6', 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:07:19.393338 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f88d4d94-eb0c-4593-ace1-970a155fe867 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.403128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92791fab-7940-4236-bbef-98152d48ef6a req-6d4a41d4-b9d9-44e6-9c8f-618a8155c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:19.404776 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92791fab-7940-4236-bbef-98152d48ef6a req-6d4a41d4-b9d9-44e6-9c8f-618a8155c3e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec6015ef-ba6d-4c01-bfd9-018a39834e33 HTTP/1.1" status: 200 len: 916 time: 0.0978227 Sep 07 17:07:19.451198 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f88d4d94-eb0c-4593-ace1-970a155fe867 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.456587 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f88d4d94-eb0c-4593-ace1-970a155fe867 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.474776 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92791fab-7940-4236-bbef-98152d48ef6a req-7cf3c771-200b-4700-98cb-f01a16f9add3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60 HTTP/1.1" status: 200 len: 999 time: 0.0631070 Sep 07 17:07:19.475043 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d4d94-eb0c-4593-ace1-970a155fe867 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6862db-5887-4cb0-a675-55f9be64b6c9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:07:19.485309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f88d4d94-eb0c-4593-ace1-970a155fe867 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.489553 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f88d4d94-eb0c-4593-ace1-970a155fe867 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233635 Sep 07 17:07:19.489695 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:07:19.494613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-27e7dcee-3d95-4168-a1fa-315306545122 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Request body: {'security_group_rule': {'security_group_id': 'dde4dc31-74fc-470f-ad45-f29534efd5f6', 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:07:19.512452 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cee27fc1-91e4-44aa-9f93-85c3d433598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:06:28Z', 'revision_number': 4, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port': {'id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:26Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '09dc38b3-c0fd-4fd1-abb0-6d93cc487f31', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'port_id': '13173be7-bcdc-45b1-8457-f36e8e29ff60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'mac_address': 'fa:16:3e:55:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:07:18Z', 'updated_at': '2021-09-07T17:07:18Z', 'revision_number': 0, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c203720c-5985-41ad-968f-9522f976048c', 'name': '', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'mac_address': 'fa:16:3e:53:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1f150654-e7b8-4ce5-b877-520775df2860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:27Z', 'updated_at': '2021-09-07T17:06:33Z', 'revision_number': 5, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'subnets': [{'id': '1f150654-e7b8-4ce5-b877-520775df2860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:07:19.523842 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-27e7dcee-3d95-4168-a1fa-315306545122 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.535786 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92791fab-7940-4236-bbef-98152d48ef6a req-37d73d8f-f112-4665-89f5-9562f51e8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:19.537431 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92791fab-7940-4236-bbef-98152d48ef6a req-37d73d8f-f112-4665-89f5-9562f51e8184 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1f150654-e7b8-4ce5-b877-520775df2860 HTTP/1.1" status: 200 len: 854 time: 0.0523767 Sep 07 17:07:19.543432 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee27fc1-91e4-44aa-9f93-85c3d433598a None None] Checking router: 3617ae48-9255-4609-9be4-03d5b7ca1cbc for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:07:19.551824 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee27fc1-91e4-44aa-9f93-85c3d433598a None None] Routers {'3617ae48-9255-4609-9be4-03d5b7ca1cbc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:07:19.552367 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cee27fc1-91e4-44aa-9f93-85c3d433598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:07:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:07:19.583630 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-27e7dcee-3d95-4168-a1fa-315306545122 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.585488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92791fab-7940-4236-bbef-98152d48ef6a req-48194f9a-2489-4523-af08-d61709ab8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:19.587034 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92791fab-7940-4236-bbef-98152d48ef6a req-48194f9a-2489-4523-af08-d61709ab8b3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec6015ef-ba6d-4c01-bfd9-018a39834e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419872 Sep 07 17:07:19.589521 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-27e7dcee-3d95-4168-a1fa-315306545122 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.608047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7dcee-3d95-4168-a1fa-315306545122 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e07b5c0-d7c4-4f3e-947d-6143316db811,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:07:19.614965 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-27e7dcee-3d95-4168-a1fa-315306545122 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.619637 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-27e7dcee-3d95-4168-a1fa-315306545122 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290035 Sep 07 17:07:19.620361 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44914) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:07:19.624920 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-226830fb-c734-43f3-9937-b7b79cab1c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Request body: {'security_group_rule': {'security_group_id': 'dde4dc31-74fc-470f-ad45-f29534efd5f6', 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:07:19.651684 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-226830fb-c734-43f3-9937-b7b79cab1c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.669273 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-cee27fc1-91e4-44aa-9f93-85c3d433598a None None] Set router 3617ae48-9255-4609-9be4-03d5b7ca1cbc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:07:19.683997 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92791fab-7940-4236-bbef-98152d48ef6a req-cae1c62f-e38c-47b2-aa1d-6150d2558f14 service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884264 Sep 07 17:07:19.715169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-226830fb-c734-43f3-9937-b7b79cab1c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.719940 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-226830fb-c734-43f3-9937-b7b79cab1c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.739138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226830fb-c734-43f3-9937-b7b79cab1c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073c3b34-1c51-4dd7-a1af-b8181f852996,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:07:19.743800 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-226830fb-c734-43f3-9937-b7b79cab1c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.745203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-226830fb-c734-43f3-9937-b7b79cab1c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238005 Sep 07 17:07:19.748070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44916) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:07:19.752559 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c4bc30c0-0bc6-4d23-9086-6f92d1745c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Request body: {'security_group_rule': {'security_group_id': 'dde4dc31-74fc-470f-ad45-f29534efd5f6', 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:07:19.778217 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4bc30c0-0bc6-4d23-9086-6f92d1745c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.792037 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-92791fab-7940-4236-bbef-98152d48ef6a req-1e0b2449-e856-4098-b9d9-c7a81cd3a8f8 service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004360 Sep 07 17:07:19.837692 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4bc30c0-0bc6-4d23-9086-6f92d1745c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.842983 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4bc30c0-0bc6-4d23-9086-6f92d1745c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.861063 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc30c0-0bc6-4d23-9086-6f92d1745c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedfcc7a-e36a-4ae9-a6d1-72b50dad5f1d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:07:19.869175 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c4bc30c0-0bc6-4d23-9086-6f92d1745c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.870419 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c4bc30c0-0bc6-4d23-9086-6f92d1745c1b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212850 Sep 07 17:07:19.873363 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44918) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:07:19.878095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-16002afa-84cc-4121-a12c-fe83967745be tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Request body: {'security_group_rule': {'security_group_id': 'dde4dc31-74fc-470f-ad45-f29534efd5f6', 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:07:19.900142 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-16002afa-84cc-4121-a12c-fe83967745be tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Project e8cce4664c414c48a618675bd28bf487 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:07:19.905125 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16002afa-84cc-4121-a12c-fe83967745be tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.912370 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-cee27fc1-91e4-44aa-9f93-85c3d433598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:06:28Z', 'revision_number': 4, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port': {'id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:26Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '09dc38b3-c0fd-4fd1-abb0-6d93cc487f31', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'port_id': '13173be7-bcdc-45b1-8457-f36e8e29ff60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'mac_address': 'fa:16:3e:55:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:07:18Z', 'updated_at': '2021-09-07T17:07:18Z', 'revision_number': 0, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c203720c-5985-41ad-968f-9522f976048c', 'name': '', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'mac_address': 'fa:16:3e:53:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1f150654-e7b8-4ce5-b877-520775df2860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:27Z', 'updated_at': '2021-09-07T17:06:33Z', 'revision_number': 5, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'subnets': [{'id': '1f150654-e7b8-4ce5-b877-520775df2860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:07:19.943132 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee27fc1-91e4-44aa-9f93-85c3d433598a None None] The sync data for ids ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'] in n-d-807551-3 is: [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:06:28Z', 'revision_number': 4, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port': {'id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:26Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '09dc38b3-c0fd-4fd1-abb0-6d93cc487f31', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'port_id': '13173be7-bcdc-45b1-8457-f36e8e29ff60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'mac_address': 'fa:16:3e:55:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:07:18Z', 'updated_at': '2021-09-07T17:07:18Z', 'revision_number': 0, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c203720c-5985-41ad-968f-9522f976048c', 'name': '', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'mac_address': 'fa:16:3e:53:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1f150654-e7b8-4ce5-b877-520775df2860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:27Z', 'updated_at': '2021-09-07T17:06:33Z', 'revision_number': 5, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'subnets': [{'id': '1f150654-e7b8-4ce5-b877-520775df2860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:07:19.966364 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16002afa-84cc-4121-a12c-fe83967745be tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.970222 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16002afa-84cc-4121-a12c-fe83967745be tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.988847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16002afa-84cc-4121-a12c-fe83967745be tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8456ffd4-48e9-48bb-9119-3e28f0ac7f76,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:07:19.995071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-16002afa-84cc-4121-a12c-fe83967745be tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:19.996330 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-16002afa-84cc-4121-a12c-fe83967745be tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220639 Sep 07 17:07:19.999085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44920) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:07:20.003397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-1d28a331-e1c0-4c5c-aae3-ac7432c9fd5b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Request body: {'security_group_rule': {'security_group_id': 'dde4dc31-74fc-470f-ad45-f29534efd5f6', 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:07:20.025489 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-1d28a331-e1c0-4c5c-aae3-ac7432c9fd5b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Project e8cce4664c414c48a618675bd28bf487 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:07:20.030643 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d28a331-e1c0-4c5c-aae3-ac7432c9fd5b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:20.096255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d28a331-e1c0-4c5c-aae3-ac7432c9fd5b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:20.100636 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d28a331-e1c0-4c5c-aae3-ac7432c9fd5b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:20.121596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28a331-e1c0-4c5c-aae3-ac7432c9fd5b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e64f4d9-1006-4e40-b062-6cbfae59ae7d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:07:20.125573 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-1d28a331-e1c0-4c5c-aae3-ac7432c9fd5b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:20.127169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1d28a331-e1c0-4c5c-aae3-ac7432c9fd5b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271482 Sep 07 17:07:20.149884 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34647da2-b0cc-4337-a7d9-6235b591b7c4 None None] New status for floating IP 09dc38b3-c0fd-4fd1-abb0-6d93cc487f31: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:07:20.207378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4638e16-d7ad-4cbd-a874-ac26f1191ca6 req-34e70285-5ae3-45a5-a6ff-d545c94595d8 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115230382&fields=id&tenant_id=e8cce4664c414c48a618675bd28bf487 HTTP/1.1" status: 200 len: 267 time: 0.0322895 Sep 07 17:07:20.260400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4638e16-d7ad-4cbd-a874-ac26f1191ca6 req-468ce7b2-4f26-49bc-ac55-6aaf5dbc4899 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:20.262129 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4638e16-d7ad-4cbd-a874-ac26f1191ca6 req-468ce7b2-4f26-49bc-ac55-6aaf5dbc4899 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 945 time: 0.0489278 Sep 07 17:07:20.273872 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-f4638e16-d7ad-4cbd-a874-ac26f1191ca6 req-5a21b9ef-fa67-47da-9e6f-c936e9889c1a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Request body: {'port': {'security_groups': ['1204666b-7c78-4ff3-bae1-41cea5037d04', 'dde4dc31-74fc-470f-ad45-f29534efd5f6']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:07:20.340936 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4638e16-d7ad-4cbd-a874-ac26f1191ca6 req-5a21b9ef-fa67-47da-9e6f-c936e9889c1a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:20.520185 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-f4638e16-d7ad-4cbd-a874-ac26f1191ca6 req-5a21b9ef-fa67-47da-9e6f-c936e9889c1a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] For port 13173be7-bcdc-45b1-8457-f36e8e29ff60, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:07:20.548621 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4638e16-d7ad-4cbd-a874-ac26f1191ca6 req-5a21b9ef-fa67-47da-9e6f-c936e9889c1a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:20.552946 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4638e16-d7ad-4cbd-a874-ac26f1191ca6 req-5a21b9ef-fa67-47da-9e6f-c936e9889c1a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:20.565835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['13173be7-bcdc-45b1-8457-f36e8e29ff60'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:07:20.595605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4638e16-d7ad-4cbd-a874-ac26f1191ca6 req-5a21b9ef-fa67-47da-9e6f-c936e9889c1a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:20.596252 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-f4638e16-d7ad-4cbd-a874-ac26f1191ca6 req-5a21b9ef-fa67-47da-9e6f-c936e9889c1a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:20.597692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f4638e16-d7ad-4cbd-a874-ac26f1191ca6 req-5a21b9ef-fa67-47da-9e6f-c936e9889c1a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "PUT /v2.0/ports/13173be7-bcdc-45b1-8457-f36e8e29ff60 HTTP/1.1" status: 200 len: 981 time: 0.3289294 Sep 07 17:07:20.598158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:07:20.603391 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f430951-f328-4ae9-b924-399410c1a310" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:07:20.633196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21b9ef-fa67-47da-9e6f-c936e9889c1a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event updated for resources: {'Port': ['ID=13173be7-bcdc-45b1-8457-f36e8e29ff60,revision_number=6']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:07:20.654356 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a347c342-5922-4852-9ce5-e3242643d980 x-openstack-request-id: req-a347c342-5922-4852-9ce5-e3242643d980 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:07:20.654914 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:07:20.655358 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a347c342-5922-4852-9ce5-e3242643d980 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:07:20.655770 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60', 'status': 'completed', 'code': 200} Sep 07 17:07:20.686648 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['13173be7-bcdc-45b1-8457-f36e8e29ff60'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:07:20.728306 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430951-f328-4ae9-b924-399410c1a310 req-61503b1a-33c5-44b6-a93b-26a7c322f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:20.729847 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9f430951-f328-4ae9-b924-399410c1a310 req-61503b1a-33c5-44b6-a93b-26a7c322f08f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8cce4664c414c48a618675bd28bf487&device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 1135 time: 0.0499558 Sep 07 17:07:20.731592 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b183a4-8ca2-4112-a05d-ef269d3480fb req-1ef94c2a-7867-4427-b8e3-09e91c93d937 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:20.733261 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89b183a4-8ca2-4112-a05d-ef269d3480fb req-1ef94c2a-7867-4427-b8e3-09e91c93d937 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 984 time: 0.0604517 Sep 07 17:07:20.796611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89b183a4-8ca2-4112-a05d-ef269d3480fb req-1443cc70-d616-4e55-93e0-9aadec25a445 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&id=dde4dc31-74fc-470f-ad45-f29534efd5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508862 Sep 07 17:07:20.852758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430951-f328-4ae9-b924-399410c1a310 req-b187c456-3d9f-4712-86c7-ac76ac6d619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:20.854317 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9f430951-f328-4ae9-b924-399410c1a310 req-b187c456-3d9f-4712-86c7-ac76ac6d619b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec6015ef-ba6d-4c01-bfd9-018a39834e33 HTTP/1.1" status: 200 len: 916 time: 0.1143069 Sep 07 17:07:20.925867 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9f430951-f328-4ae9-b924-399410c1a310 req-febac1ec-ef88-46ec-8e61-55308967ce12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60 HTTP/1.1" status: 200 len: 1001 time: 0.0619564 Sep 07 17:07:20.941497 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b7acea82-6a49-4371-bb4f-fbbd06bb7418 None None] Provisioning complete for port 13173be7-bcdc-45b1-8457-f36e8e29ff60 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:07:20.941872 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b7acea82-6a49-4371-bb4f-fbbd06bb7418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:20.980324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430951-f328-4ae9-b924-399410c1a310 req-a0a787cc-3e85-467c-a038-223a284d76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:20.981805 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9f430951-f328-4ae9-b924-399410c1a310 req-a0a787cc-3e85-467c-a038-223a284d76d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1f150654-e7b8-4ce5-b877-520775df2860 HTTP/1.1" status: 200 len: 854 time: 0.0477777 Sep 07 17:07:21.029320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430951-f328-4ae9-b924-399410c1a310 req-785a818a-d8c8-4014-b019-44fe9aa0aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:21.030815 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9f430951-f328-4ae9-b924-399410c1a310 req-785a818a-d8c8-4014-b019-44fe9aa0aa17 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec6015ef-ba6d-4c01-bfd9-018a39834e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410702 Sep 07 17:07:21.120154 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9f430951-f328-4ae9-b924-399410c1a310 req-eef667a8-a3ec-46c1-9d20-9a534673fb99 service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809507 Sep 07 17:07:21.218331 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9f430951-f328-4ae9-b924-399410c1a310 req-d6de0d6d-bf9d-4e45-a6d2-88c4b9a0f3b4 service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907409 Sep 07 17:07:28.247595 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:07:32.382459 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:32.892818 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:40.446881 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ed7bcdd3-290e-4f19-87b4-8326aa24ee2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:43.346121 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b10c5a-c231-496e-a87e-30320ee45d1e req-af05c748-2c01-4944-9d1c-56be2178f68e tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:43.347631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28b10c5a-c231-496e-a87e-30320ee45d1e req-af05c748-2c01-4944-9d1c-56be2178f68e tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 984 time: 0.0486503 Sep 07 17:07:43.354738 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7159b-44a6-4a06-b6a4-741e74c91275 req-5b8b6a97-bbe6-49e1-8889-204c4acbc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:43.356259 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4de7159b-44a6-4a06-b6a4-741e74c91275 req-5b8b6a97-bbe6-49e1-8889-204c4acbc0b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8cce4664c414c48a618675bd28bf487&device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 1135 time: 0.0419004 Sep 07 17:07:43.396397 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-28b10c5a-c231-496e-a87e-30320ee45d1e req-b131568e-54f6-4634-8e87-a9f7001edd33 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&id=dde4dc31-74fc-470f-ad45-f29534efd5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420747 Sep 07 17:07:43.456065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7159b-44a6-4a06-b6a4-741e74c91275 req-6a5b4d6c-ae7f-4f85-a168-d9e86af968e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:43.457594 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4de7159b-44a6-4a06-b6a4-741e74c91275 req-6a5b4d6c-ae7f-4f85-a168-d9e86af968e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec6015ef-ba6d-4c01-bfd9-018a39834e33 HTTP/1.1" status: 200 len: 916 time: 0.0907724 Sep 07 17:07:43.525380 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4de7159b-44a6-4a06-b6a4-741e74c91275 req-6d4ecb57-234f-4888-8112-2cc97a48c180 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60 HTTP/1.1" status: 200 len: 1001 time: 0.0579128 Sep 07 17:07:43.578213 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7159b-44a6-4a06-b6a4-741e74c91275 req-6217eb71-38ea-4eca-8157-c924aba2364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:43.579612 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4de7159b-44a6-4a06-b6a4-741e74c91275 req-6217eb71-38ea-4eca-8157-c924aba2364d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1f150654-e7b8-4ce5-b877-520775df2860 HTTP/1.1" status: 200 len: 854 time: 0.0457473 Sep 07 17:07:43.625508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7159b-44a6-4a06-b6a4-741e74c91275 req-2b3fdaff-c006-49dd-a135-8bbcaaf59fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:43.626969 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4de7159b-44a6-4a06-b6a4-741e74c91275 req-2b3fdaff-c006-49dd-a135-8bbcaaf59fd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec6015ef-ba6d-4c01-bfd9-018a39834e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398815 Sep 07 17:07:43.726984 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4de7159b-44a6-4a06-b6a4-741e74c91275 req-1f0b2842-8a8c-4b56-a1ca-39b05fced953 service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897048 Sep 07 17:07:43.819561 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4de7159b-44a6-4a06-b6a4-741e74c91275 req-0b368a22-f6d7-46b8-ac75-c10fb5090978 service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840657 Sep 07 17:07:44.038920 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:44.301469 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-62018648-ab04-4b6d-89d9-189533de6a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:44.800924 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525fa4c-ed5b-4210-acba-4696241c004c req-b2eac7fc-3fe3-477e-9ade-10be819b5823 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:44.802429 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b525fa4c-ed5b-4210-acba-4696241c004c req-b2eac7fc-3fe3-477e-9ade-10be819b5823 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 984 time: 0.3359735 Sep 07 17:07:44.841053 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b525fa4c-ed5b-4210-acba-4696241c004c req-44419a0d-f215-4bca-a8df-2dfc4af10e67 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&id=dde4dc31-74fc-470f-ad45-f29534efd5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318372 Sep 07 17:07:45.110841 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:45.955403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65c2e7-f0c9-4734-9f55-af1542b463df req-61c48594-77cd-4289-8aff-1698e19304fd tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:45.956912 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd65c2e7-f0c9-4734-9f55-af1542b463df req-61c48594-77cd-4289-8aff-1698e19304fd tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 984 time: 0.0480177 Sep 07 17:07:45.995301 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bd65c2e7-f0c9-4734-9f55-af1542b463df req-993f4eb1-e073-439f-8fdc-a5e71b7efe8d tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&id=dde4dc31-74fc-470f-ad45-f29534efd5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323882 Sep 07 17:07:47.036621 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:07:47.112314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6120d-6eb0-41d8-a73d-c0173f1ed3a3 req-1216b4ad-5ec6-4999-8e77-f0ca9a653060 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:47.113819 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fe6120d-6eb0-41d8-a73d-c0173f1ed3a3 req-1216b4ad-5ec6-4999-8e77-f0ca9a653060 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 984 time: 0.0520570 Sep 07 17:07:47.153524 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6fe6120d-6eb0-41d8-a73d-c0173f1ed3a3 req-39ed160b-d845-48e8-9f65-5f49497c0a11 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&id=dde4dc31-74fc-470f-ad45-f29534efd5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336893 Sep 07 17:07:48.266228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ed9b1-9fe0-4cfc-a6ca-7eb7736a9f1a req-ed0685d9-8665-4067-b7fd-b73769886c11 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:48.267690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-441ed9b1-9fe0-4cfc-a6ca-7eb7736a9f1a req-ed0685d9-8665-4067-b7fd-b73769886c11 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 984 time: 0.0484746 Sep 07 17:07:48.306849 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-441ed9b1-9fe0-4cfc-a6ca-7eb7736a9f1a req-76426dda-cb59-498c-a0ad-888d84ef1290 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&id=dde4dc31-74fc-470f-ad45-f29534efd5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326078 Sep 07 17:07:49.419947 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0af91-4a74-4077-a811-0848da925ce3 req-4e2fc989-a5ba-496f-9b6b-6d8bce133aba tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:49.421479 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55c0af91-4a74-4077-a811-0848da925ce3 req-4e2fc989-a5ba-496f-9b6b-6d8bce133aba tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 984 time: 0.0484159 Sep 07 17:07:49.461465 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55c0af91-4a74-4077-a811-0848da925ce3 req-3eb67910-5451-4870-b278-245dd93ef716 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&id=dde4dc31-74fc-470f-ad45-f29534efd5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338614 Sep 07 17:07:50.697593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8dc89-d8ae-4445-932d-a57b98eb2afa req-fd186a14-6ae5-41a7-8906-e00e9fceed92 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:50.699083 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80f8dc89-d8ae-4445-932d-a57b98eb2afa req-fd186a14-6ae5-41a7-8906-e00e9fceed92 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 984 time: 0.1716192 Sep 07 17:07:50.738022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-80f8dc89-d8ae-4445-932d-a57b98eb2afa req-cc3e3555-5702-4408-82cf-7de6628da091 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&id=dde4dc31-74fc-470f-ad45-f29534efd5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328920 Sep 07 17:07:51.899029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcde6d-68f2-4661-a98a-c725950f0010 req-c6c594a8-9b6c-441d-809a-65df6aa100be tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:51.900539 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5dcde6d-68f2-4661-a98a-c725950f0010 req-c6c594a8-9b6c-441d-809a-65df6aa100be tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 984 time: 0.0964115 Sep 07 17:07:51.939723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5dcde6d-68f2-4661-a98a-c725950f0010 req-66ed1cc0-98fe-4c4e-8f03-25507ef7812f tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&id=dde4dc31-74fc-470f-ad45-f29534efd5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331836 Sep 07 17:07:53.053914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345eebb-4da5-4eee-a3fd-4de16c586ea9 req-a6f53b34-6ab9-4024-8e39-3b2f4b35d5b9 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:53.055377 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2345eebb-4da5-4eee-a3fd-4de16c586ea9 req-a6f53b34-6ab9-4024-8e39-3b2f4b35d5b9 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 984 time: 0.0481575 Sep 07 17:07:53.093237 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2345eebb-4da5-4eee-a3fd-4de16c586ea9 req-f6dcc5b7-8cdc-4704-8235-9515fc1a9b65 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&id=dde4dc31-74fc-470f-ad45-f29534efd5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318670 Sep 07 17:07:54.210547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be34cb-473b-423f-ad6e-f2f655db7342 req-c2429122-a32b-4d9d-8b71-04c331c1df63 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:54.212067 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6be34cb-473b-423f-ad6e-f2f655db7342 req-c2429122-a32b-4d9d-8b71-04c331c1df63 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 984 time: 0.0525293 Sep 07 17:07:54.251094 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6be34cb-473b-423f-ad6e-f2f655db7342 req-db61335c-aed3-4bd0-9709-400219f5c2c9 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&id=dde4dc31-74fc-470f-ad45-f29534efd5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331166 Sep 07 17:07:55.363600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728621d6-8cbe-4858-a3a4-ed49df09524c req-f0cd5127-980d-4f12-bd41-ea9db8e27d8d tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:07:55.365744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-728621d6-8cbe-4858-a3a4-ed49df09524c req-f0cd5127-980d-4f12-bd41-ea9db8e27d8d tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 984 time: 0.0479622 Sep 07 17:07:55.403456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-728621d6-8cbe-4858-a3a4-ed49df09524c req-f5f34f1f-230b-4ca2-8bc1-735616f55577 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&id=dde4dc31-74fc-470f-ad45-f29534efd5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318592 Sep 07 17:08:02.370502 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:02.905672 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:05.247263 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:08:10.447414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5df765ef-1bc5-42a8-b77d-7a9b8de7f06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:11.287335 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c24b3077-f6ac-4a0d-b4a6-7b16015760d3 req-e301a4b7-4d31-4e06-b529-5571150e2c9b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391538 Sep 07 17:08:11.377567 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3077-f6ac-4a0d-b4a6-7b16015760d3 req-88ff4731-6a91-424b-8c30-1d76f7ede19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:11.379075 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c24b3077-f6ac-4a0d-b4a6-7b16015760d3 req-88ff4731-6a91-424b-8c30-1d76f7ede19d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8cce4664c414c48a618675bd28bf487&device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 1135 time: 0.0451050 Sep 07 17:08:11.482906 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3077-f6ac-4a0d-b4a6-7b16015760d3 req-9de8ff8c-e556-4e42-ad4b-c92382ce92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:11.484399 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c24b3077-f6ac-4a0d-b4a6-7b16015760d3 req-9de8ff8c-e556-4e42-ad4b-c92382ce92dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec6015ef-ba6d-4c01-bfd9-018a39834e33 HTTP/1.1" status: 200 len: 916 time: 0.0855837 Sep 07 17:08:11.862078 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c24b3077-f6ac-4a0d-b4a6-7b16015760d3 req-91d662eb-e412-466d-87ee-26b94dda1cc8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60 HTTP/1.1" status: 200 len: 1001 time: 0.3697681 Sep 07 17:08:11.910233 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3077-f6ac-4a0d-b4a6-7b16015760d3 req-fb59d7e8-e4c3-4bac-9087-420ada296366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:11.912206 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c24b3077-f6ac-4a0d-b4a6-7b16015760d3 req-fb59d7e8-e4c3-4bac-9087-420ada296366 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1f150654-e7b8-4ce5-b877-520775df2860 HTTP/1.1" status: 200 len: 854 time: 0.0417550 Sep 07 17:08:11.956347 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3077-f6ac-4a0d-b4a6-7b16015760d3 req-41e9ee64-93c1-4870-ba77-e3bb3f861332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:11.957809 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c24b3077-f6ac-4a0d-b4a6-7b16015760d3 req-41e9ee64-93c1-4870-ba77-e3bb3f861332 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec6015ef-ba6d-4c01-bfd9-018a39834e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388761 Sep 07 17:08:12.049475 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c24b3077-f6ac-4a0d-b4a6-7b16015760d3 req-09c79e0a-e057-465b-b61f-f601028426e2 service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839074 Sep 07 17:08:12.136848 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c24b3077-f6ac-4a0d-b4a6-7b16015760d3 req-21439c97-0e4f-442d-96fb-dca9ae83c40f service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800180 Sep 07 17:08:14.045064 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:14.301778 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f9148f9-f46a-4b67-99fa-7e4dcb91f4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:15.113902 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:17.038386 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:30.756133 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-844dd89b-0e7f-41bf-b7f7-be6cbc2fb685 req-a5a73a69-8efa-44ca-83e6-3427300c1775 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115230382&fields=id&tenant_id=e8cce4664c414c48a618675bd28bf487 HTTP/1.1" status: 200 len: 267 time: 0.0330424 Sep 07 17:08:30.809549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dd89b-0e7f-41bf-b7f7-be6cbc2fb685 req-f6ac32e2-ce9a-4b9c-9d47-308b01f3e37e tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:30.811028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-844dd89b-0e7f-41bf-b7f7-be6cbc2fb685 req-f6ac32e2-ce9a-4b9c-9d47-308b01f3e37e tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 984 time: 0.0491230 Sep 07 17:08:30.821822 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-844dd89b-0e7f-41bf-b7f7-be6cbc2fb685 req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Request body: {'port': {'security_groups': ['1204666b-7c78-4ff3-bae1-41cea5037d04']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:08:30.887880 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-844dd89b-0e7f-41bf-b7f7-be6cbc2fb685 req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.055298 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-844dd89b-0e7f-41bf-b7f7-be6cbc2fb685 req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] For port 13173be7-bcdc-45b1-8457-f36e8e29ff60, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:08:31.082899 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-844dd89b-0e7f-41bf-b7f7-be6cbc2fb685 req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.087749 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-844dd89b-0e7f-41bf-b7f7-be6cbc2fb685 req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.104929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['13173be7-bcdc-45b1-8457-f36e8e29ff60'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:08:31.131642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dd89b-0e7f-41bf-b7f7-be6cbc2fb685 req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:31.132275 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-844dd89b-0e7f-41bf-b7f7-be6cbc2fb685 req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.134265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-844dd89b-0e7f-41bf-b7f7-be6cbc2fb685 req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "PUT /v2.0/ports/13173be7-bcdc-45b1-8457-f36e8e29ff60 HTTP/1.1" status: 200 len: 942 time: 0.3168149 Sep 07 17:08:31.134730 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:08:31.137065 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c13bfd-ee85-4079-9490-ecad1987d4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:08:31.141744 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 44994) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:31.159541 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event updated for resources: {'Port': ['ID=13173be7-bcdc-45b1-8457-f36e8e29ff60,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:31.167371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.167728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.168081 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.169118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.169118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.169118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.169411 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.169746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.170094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.170432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.170765 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.171098 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301606e-2238-4078-b889-7407e36d8380 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.196038 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861b5a2f-cff9-4dc6-b3f0-57db3ecf4a2d x-openstack-request-id: req-861b5a2f-cff9-4dc6-b3f0-57db3ecf4a2d {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:08:31.196446 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:08:31.196888 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-861b5a2f-cff9-4dc6-b3f0-57db3ecf4a2d {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:08:31.197672 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60', 'status': 'completed', 'code': 200} Sep 07 17:08:31.222750 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['13173be7-bcdc-45b1-8457-f36e8e29ff60'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:08:31.266746 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.304765 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.368439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c13bfd-ee85-4079-9490-ecad1987d4e6 req-194d33e5-e3c1-45f4-8647-8db21f3fb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:31.369962 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-07c13bfd-ee85-4079-9490-ecad1987d4e6 req-194d33e5-e3c1-45f4-8647-8db21f3fb49c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8cce4664c414c48a618675bd28bf487&device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 1096 time: 0.1481438 Sep 07 17:08:31.420286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9d52e1cb-c322-49f7-abfa-e2ba34be075c None None] Provisioning complete for port 13173be7-bcdc-45b1-8457-f36e8e29ff60 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:08:31.420669 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9d52e1cb-c322-49f7-abfa-e2ba34be075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.452999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.455579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.456760 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "DELETE /v2.0/security-groups/dde4dc31-74fc-470f-ad45-f29534efd5f6 HTTP/1.1" status: 204 len: 168 time: 0.3142650 Sep 07 17:08:31.459484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 44998) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:31.471568 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde4dc31-74fc-470f-ad45-f29534efd5f6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:31.483528 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.483889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.484243 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.484605 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.484943 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.485281 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.485618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.486207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.486540 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.486870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.487199 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.487527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb49af0-d557-4735-a311-5db11079a582 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:31.499854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c13bfd-ee85-4079-9490-ecad1987d4e6 req-3cd0a57f-0288-47b5-95d7-1932691bea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:31.502074 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-07c13bfd-ee85-4079-9490-ecad1987d4e6 req-3cd0a57f-0288-47b5-95d7-1932691bea35 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec6015ef-ba6d-4c01-bfd9-018a39834e33 HTTP/1.1" status: 200 len: 916 time: 0.1240382 Sep 07 17:08:31.574225 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-07c13bfd-ee85-4079-9490-ecad1987d4e6 req-d37fee3c-9375-44f3-bef2-815d11723f0d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60 HTTP/1.1" status: 200 len: 1001 time: 0.0640244 Sep 07 17:08:31.620362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e982171d-77aa-49a4-836d-a242ee1d7d07 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Deleting port c3251d6d-e5d3-4a77-b076-7484871b2440 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:08:31.620736 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e982171d-77aa-49a4-836d-a242ee1d7d07 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.622647 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c13bfd-ee85-4079-9490-ecad1987d4e6 req-46eb9e1f-8c29-4cd8-9dfc-7e77d237b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:31.624099 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-07c13bfd-ee85-4079-9490-ecad1987d4e6 req-46eb9e1f-8c29-4cd8-9dfc-7e77d237b9b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1f150654-e7b8-4ce5-b877-520775df2860 HTTP/1.1" status: 200 len: 854 time: 0.0429265 Sep 07 17:08:31.673388 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c13bfd-ee85-4079-9490-ecad1987d4e6 req-7dff7915-0390-46dd-ba06-df6acac5d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:31.674894 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-07c13bfd-ee85-4079-9490-ecad1987d4e6 req-7dff7915-0390-46dd-ba06-df6acac5d4f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec6015ef-ba6d-4c01-bfd9-018a39834e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432804 Sep 07 17:08:31.699408 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e982171d-77aa-49a4-836d-a242ee1d7d07 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.699747 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e982171d-77aa-49a4-836d-a242ee1d7d07 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.711311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e982171d-77aa-49a4-836d-a242ee1d7d07 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Calling delete_port for c3251d6d-e5d3-4a77-b076-7484871b2440 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:08:31.765077 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-07c13bfd-ee85-4079-9490-ecad1987d4e6 req-7b4cbebf-cd47-4fdb-9eed-9b2d59a9d983 service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827341 Sep 07 17:08:31.859848 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e982171d-77aa-49a4-836d-a242ee1d7d07 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.868926 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-07c13bfd-ee85-4079-9490-ecad1987d4e6 req-706a697e-d1d2-485c-b49f-aa4ca149e2ef service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903206 Sep 07 17:08:31.885581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982171d-77aa-49a4-836d-a242ee1d7d07 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event deleted for resources: {'Port': ['ID=c3251d6d-e5d3-4a77-b076-7484871b2440,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:31.947726 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e982171d-77aa-49a4-836d-a242ee1d7d07 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:31.948097 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-e982171d-77aa-49a4-836d-a242ee1d7d07 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Floating IP 09dc38b3-c0fd-4fd1-abb0-6d93cc487f31 disassociated (deleted). External IP: 172.25.3.148, port: 13173be7-bcdc-45b1-8457-f36e8e29ff60. Sep 07 17:08:32.146349 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e982171d-77aa-49a4-836d-a242ee1d7d07 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Router 3617ae48-9255-4609-9be4-03d5b7ca1cbc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:08:32.252154 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e982171d-77aa-49a4-836d-a242ee1d7d07 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:08:32.256965 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e982171d-77aa-49a4-836d-a242ee1d7d07 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:32.262545 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3dcb01-8a82-42b7-af96-43238426b44c None None] Sync routers for ids ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:08:32.271789 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3dcb01-8a82-42b7-af96-43238426b44c None None] Routers {'3617ae48-9255-4609-9be4-03d5b7ca1cbc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:08:32.272425 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bd3dcb01-8a82-42b7-af96-43238426b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:08:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:32.289113 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e982171d-77aa-49a4-836d-a242ee1d7d07 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "DELETE /v2.0/floatingips/09dc38b3-c0fd-4fd1-abb0-6d93cc487f31 HTTP/1.1" status: 204 len: 168 time: 0.8284507 Sep 07 17:08:32.380420 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:32.384933 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-bd3dcb01-8a82-42b7-af96-43238426b44c None None] Set router 3617ae48-9255-4609-9be4-03d5b7ca1cbc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:08:32.582364 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bd3dcb01-8a82-42b7-af96-43238426b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:06:28Z', 'revision_number': 4, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port': {'id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:26Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c203720c-5985-41ad-968f-9522f976048c', 'name': '', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'mac_address': 'fa:16:3e:53:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1f150654-e7b8-4ce5-b877-520775df2860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:27Z', 'updated_at': '2021-09-07T17:06:33Z', 'revision_number': 5, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'subnets': [{'id': '1f150654-e7b8-4ce5-b877-520775df2860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:32.607924 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3dcb01-8a82-42b7-af96-43238426b44c None None] Checking router: 3617ae48-9255-4609-9be4-03d5b7ca1cbc for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:08:32.616171 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3dcb01-8a82-42b7-af96-43238426b44c None None] Routers {'3617ae48-9255-4609-9be4-03d5b7ca1cbc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:08:32.616798 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bd3dcb01-8a82-42b7-af96-43238426b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:08:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:32.715871 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-bd3dcb01-8a82-42b7-af96-43238426b44c None None] Set router 3617ae48-9255-4609-9be4-03d5b7ca1cbc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:08:32.904884 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:32.993103 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-bd3dcb01-8a82-42b7-af96-43238426b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:06:28Z', 'revision_number': 4, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port': {'id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:26Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c203720c-5985-41ad-968f-9522f976048c', 'name': '', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'mac_address': 'fa:16:3e:53:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1f150654-e7b8-4ce5-b877-520775df2860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:27Z', 'updated_at': '2021-09-07T17:06:33Z', 'revision_number': 5, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'subnets': [{'id': '1f150654-e7b8-4ce5-b877-520775df2860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:33.017774 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3dcb01-8a82-42b7-af96-43238426b44c None None] The sync data for ids ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'] in n-d-807551-3 is: [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:06:28Z', 'revision_number': 4, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port': {'id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:26Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c203720c-5985-41ad-968f-9522f976048c', 'name': '', 'network_id': 'ec6015ef-ba6d-4c01-bfd9-018a39834e33', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'mac_address': 'fa:16:3e:53:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '1f150654-e7b8-4ce5-b877-520775df2860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:27Z', 'updated_at': '2021-09-07T17:06:33Z', 'revision_number': 5, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'subnets': [{'id': '1f150654-e7b8-4ce5-b877-520775df2860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:08:33.198778 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:08:33.201315 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bf94db-e49a-4da3-a737-f362dd5ae17f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:08:33.233036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff44658-0a7a-4726-8b7a-a8b9a6552845 None None] New status for floating IP 09dc38b3-c0fd-4fd1-abb0-6d93cc487f31: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:08:33.244009 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eb004c-b802-48a5-9e6a-c7d7238bd8c4 x-openstack-request-id: req-83eb004c-b802-48a5-9e6a-c7d7238bd8c4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:08:33.244262 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:08:33.244559 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83eb004c-b802-48a5-9e6a-c7d7238bd8c4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:08:33.244965 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60', 'status': 'completed', 'code': 200} Sep 07 17:08:33.328710 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf94db-e49a-4da3-a737-f362dd5ae17f req-2fadaeb6-8e6c-4a49-bc38-c585cc51acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:33.330324 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04bf94db-e49a-4da3-a737-f362dd5ae17f req-2fadaeb6-8e6c-4a49-bc38-c585cc51acdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8cce4664c414c48a618675bd28bf487&device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 1096 time: 0.0514441 Sep 07 17:08:33.426601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf94db-e49a-4da3-a737-f362dd5ae17f req-162dcb33-db84-43bb-be94-1ff518a1abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:33.428087 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04bf94db-e49a-4da3-a737-f362dd5ae17f req-162dcb33-db84-43bb-be94-1ff518a1abc8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec6015ef-ba6d-4c01-bfd9-018a39834e33 HTTP/1.1" status: 200 len: 916 time: 0.0893724 Sep 07 17:08:33.475059 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04bf94db-e49a-4da3-a737-f362dd5ae17f req-4b736a0c-9923-4e15-86dc-ca4e00413b31 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60 HTTP/1.1" status: 200 len: 217 time: 0.0347822 Sep 07 17:08:33.524666 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf94db-e49a-4da3-a737-f362dd5ae17f req-97430654-ad25-41c8-a6d1-3a9864842ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:33.526143 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04bf94db-e49a-4da3-a737-f362dd5ae17f req-97430654-ad25-41c8-a6d1-3a9864842ddc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1f150654-e7b8-4ce5-b877-520775df2860 HTTP/1.1" status: 200 len: 854 time: 0.0436633 Sep 07 17:08:33.576512 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf94db-e49a-4da3-a737-f362dd5ae17f req-1b48d740-0e36-4435-acb7-b2d8c2528175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:33.578029 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04bf94db-e49a-4da3-a737-f362dd5ae17f req-1b48d740-0e36-4435-acb7-b2d8c2528175 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec6015ef-ba6d-4c01-bfd9-018a39834e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407043 Sep 07 17:08:33.677680 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04bf94db-e49a-4da3-a737-f362dd5ae17f req-e8e7721d-ee0c-43dd-ae26-d5954e18b328 service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879786 Sep 07 17:08:33.776144 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04bf94db-e49a-4da3-a737-f362dd5ae17f req-008bcea4-df77-4d87-a590-16d57425a321 service neutron] 10.222.0.54 "GET /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885460 Sep 07 17:08:39.196647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90947e4-64d3-434c-b56f-40258f51a435 req-785e3178-54bc-4352-a823-efe226fcc176 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:39.198209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e90947e4-64d3-434c-b56f-40258f51a435 req-785e3178-54bc-4352-a823-efe226fcc176 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 945 time: 0.0496864 Sep 07 17:08:39.237202 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e90947e4-64d3-434c-b56f-40258f51a435 req-24d19c2e-30e6-422c-aa87-f1385fe9c24f tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328031 Sep 07 17:08:40.349997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc08c6-b544-4958-b02a-4080c2cf03f8 req-34ac112c-f390-494c-afce-1030c9c2eaf3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:40.351492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9bc08c6-b544-4958-b02a-4080c2cf03f8 req-34ac112c-f390-494c-afce-1030c9c2eaf3 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 945 time: 0.0476537 Sep 07 17:08:40.388963 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9bc08c6-b544-4958-b02a-4080c2cf03f8 req-06eecb93-c9a6-4590-86a9-73632a10a52b tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Sep 07 17:08:40.448419 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ca032d95-32a1-4856-b7a5-172288ba5b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:41.234947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e55aa7-5571-4ba5-852a-48d42a29f532 req-0b92b54a-748a-400c-abb8-c400ac73ac7a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:41.236669 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-98e55aa7-5571-4ba5-852a-48d42a29f532 req-0b92b54a-748a-400c-abb8-c400ac73ac7a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 945 time: 0.0476182 Sep 07 17:08:41.324617 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-98e55aa7-5571-4ba5-852a-48d42a29f532 req-222e9671-9c71-4845-8eb3-33d202406b3a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Deleting port 13173be7-bcdc-45b1-8457-f36e8e29ff60 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:08:41.324969 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-98e55aa7-5571-4ba5-852a-48d42a29f532 req-222e9671-9c71-4845-8eb3-33d202406b3a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:41.414464 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-98e55aa7-5571-4ba5-852a-48d42a29f532 req-222e9671-9c71-4845-8eb3-33d202406b3a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] For port 13173be7-bcdc-45b1-8457-f36e8e29ff60, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=13173be7-bcdc-45b1-8457-f36e8e29ff60,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:08:41.414828 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-98e55aa7-5571-4ba5-852a-48d42a29f532 req-222e9671-9c71-4845-8eb3-33d202406b3a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:41.427559 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-98e55aa7-5571-4ba5-852a-48d42a29f532 req-222e9671-9c71-4845-8eb3-33d202406b3a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Calling delete_port for 13173be7-bcdc-45b1-8457-f36e8e29ff60 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:08:41.503780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311ef53-4982-4b36-8526-c5e19b011132 req-322bf52d-1525-4c98-b16e-5793ec5d9f26 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:41.505244 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3311ef53-4982-4b36-8526-c5e19b011132 req-322bf52d-1525-4c98-b16e-5793ec5d9f26 tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f HTTP/1.1" status: 200 len: 945 time: 0.0493131 Sep 07 17:08:41.547998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3311ef53-4982-4b36-8526-c5e19b011132 req-99bc5c02-071f-462e-ad0e-9107df65b7fa tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.70 "GET /v2.0/security-groups?id=1204666b-7c78-4ff3-bae1-41cea5037d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357232 Sep 07 17:08:41.562812 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-98e55aa7-5571-4ba5-852a-48d42a29f532 req-222e9671-9c71-4845-8eb3-33d202406b3a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:41.578747 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['13173be7-bcdc-45b1-8457-f36e8e29ff60'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:08:41.589401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e9671-9c71-4845-8eb3-33d202406b3a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Pushing event deleted for resources: {'Port': ['ID=13173be7-bcdc-45b1-8457-f36e8e29ff60,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:41.632314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e55aa7-5571-4ba5-852a-48d42a29f532 req-222e9671-9c71-4845-8eb3-33d202406b3a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] No DVR routers for this DVR port 13173be7-bcdc-45b1-8457-f36e8e29ff60 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:08:41.635027 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-98e55aa7-5571-4ba5-852a-48d42a29f532 req-222e9671-9c71-4845-8eb3-33d202406b3a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:41.637063 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-98e55aa7-5571-4ba5-852a-48d42a29f532 req-222e9671-9c71-4845-8eb3-33d202406b3a tempest-TestMinimumBasicScenario-1332877540 tempest-TestMinimumBasicScenario-1332877540-project] 10.222.0.54 "DELETE /v2.0/ports/13173be7-bcdc-45b1-8457-f36e8e29ff60 HTTP/1.1" status: 204 len: 173 time: 0.3944705 Sep 07 17:08:41.637497 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'name': 'network-vif-deleted', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:08:41.639724 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c02d73-9ece-4692-8920-7a7a2b75370f" -d '{"events": [{"server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "name": "network-vif-deleted", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:08:41.735458 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9752b3fe-a768-4a0f-aee3-f6c18b0f1663 x-openstack-request-id: req-9752b3fe-a768-4a0f-aee3-f6c18b0f1663 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:08:41.736008 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f", "name": "network-vif-deleted", "tag": "13173be7-bcdc-45b1-8457-f36e8e29ff60", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:08:41.736261 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9752b3fe-a768-4a0f-aee3-f6c18b0f1663 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:08:41.736718 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf0043f-5cbd-4b86-a95a-8ddacdd82a5f', 'name': 'network-vif-deleted', 'tag': '13173be7-bcdc-45b1-8457-f36e8e29ff60', 'status': 'completed', 'code': 200} Sep 07 17:08:42.245431 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:08:43.093875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45098) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:43.426043 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a670994-7891-4316-a60a-2e72063ae8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:43.668328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4a670994-7891-4316-a60a-2e72063ae8bc admin admin] Deleting port c203720c-5985-41ad-968f-9522f976048c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:08:43.668693 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a670994-7891-4316-a60a-2e72063ae8bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:43.743299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-4a670994-7891-4316-a60a-2e72063ae8bc admin admin] For port c203720c-5985-41ad-968f-9522f976048c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c203720c-5985-41ad-968f-9522f976048c,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:08:43.743657 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a670994-7891-4316-a60a-2e72063ae8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:43.755581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4a670994-7891-4316-a60a-2e72063ae8bc admin admin] Calling delete_port for c203720c-5985-41ad-968f-9522f976048c owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:08:43.932381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a670994-7891-4316-a60a-2e72063ae8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:43.961447 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a670994-7891-4316-a60a-2e72063ae8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c203720c-5985-41ad-968f-9522f976048c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:44.038291 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:44.128752 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a670994-7891-4316-a60a-2e72063ae8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:44.306791 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e7f159d-ea66-4d17-bacd-6b647ffa27f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:44.346645 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a670994-7891-4316-a60a-2e72063ae8bc admin admin] Router 3617ae48-9255-4609-9be4-03d5b7ca1cbc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:08:44.452856 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a670994-7891-4316-a60a-2e72063ae8bc admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:08:44.458118 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4a670994-7891-4316-a60a-2e72063ae8bc admin admin] 10.222.0.70 "PUT /v2.0/routers/3617ae48-9255-4609-9be4-03d5b7ca1cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3632605 Sep 07 17:08:44.460840 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45100) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:44.461257 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35621516-89ff-4f77-9d55-8ba297cda133 None None] Sync routers for ids ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:08:44.470142 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35621516-89ff-4f77-9d55-8ba297cda133 None None] Routers {'3617ae48-9255-4609-9be4-03d5b7ca1cbc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:08:44.470737 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-35621516-89ff-4f77-9d55-8ba297cda133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:44.564979 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:44.573982 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-35621516-89ff-4f77-9d55-8ba297cda133 None None] Set router 3617ae48-9255-4609-9be4-03d5b7ca1cbc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:08:44.663848 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:44.715269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Deleting port 431ef609-7a1e-467e-a314-03fe95a526f6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:08:44.715618 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:44.748462 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-35621516-89ff-4f77-9d55-8ba297cda133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:08:43Z', 'revision_number': 5, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port': {'id': '431ef609-7a1e-467e-a314-03fe95a526f6', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:0e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:26Z', 'updated_at': '2021-09-07T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:44.773434 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35621516-89ff-4f77-9d55-8ba297cda133 None None] Checking router: 3617ae48-9255-4609-9be4-03d5b7ca1cbc for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:08:44.781347 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35621516-89ff-4f77-9d55-8ba297cda133 None None] Routers {'3617ae48-9255-4609-9be4-03d5b7ca1cbc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:08:44.781932 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-35621516-89ff-4f77-9d55-8ba297cda133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:44.792789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] For port 431ef609-7a1e-467e-a314-03fe95a526f6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=431ef609-7a1e-467e-a314-03fe95a526f6,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:08:44.793159 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:44.805281 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Calling delete_port for 431ef609-7a1e-467e-a314-03fe95a526f6 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:08:44.866189 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-35621516-89ff-4f77-9d55-8ba297cda133 None None] Set router 3617ae48-9255-4609-9be4-03d5b7ca1cbc gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:08:44.918982 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-35621516-89ff-4f77-9d55-8ba297cda133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:08:44Z', 'revision_number': 6, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:44.947653 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35621516-89ff-4f77-9d55-8ba297cda133 None None] The sync data for ids ['3617ae48-9255-4609-9be4-03d5b7ca1cbc'] in n-d-807551-3 is: [{'id': '3617ae48-9255-4609-9be4-03d5b7ca1cbc', 'name': 'tempest-TestMinimumBasicScenario-1799551399-router', 'tenant_id': 'e8cce4664c414c48a618675bd28bf487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:25Z', 'updated_at': '2021-09-07T17:08:44Z', 'revision_number': 6, 'project_id': 'e8cce4664c414c48a618675bd28bf487', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:08:44.971613 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.008383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=431ef609-7a1e-467e-a314-03fe95a526f6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:45.118464 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.362039 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.453030 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.455190 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.497978 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.498563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3617ae48-9255-4609-9be4-03d5b7ca1cbc {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:08:45.503072 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.504117 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-f909c3e4-2854-49fe-b862-323e8a8db1a2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3617ae48-9255-4609-9be4-03d5b7ca1cbc HTTP/1.1" status: 204 len: 168 time: 1.0423617 Sep 07 17:08:45.506772 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45102) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:45.520979 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 13173be7-bcdc-45b1-8457-f36e8e29ff60 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:08:45.540997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 13173be7-bcdc-45b1-8457-f36e8e29ff60 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:08:45.541345 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 13173be7-bcdc-45b1-8457-f36e8e29ff60 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:08:45.557532 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6681cb96-2f47-43a9-8862-166e6633b4a6 admin admin] Deleting subnet 1f150654-e7b8-4ce5-b877-520775df2860 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:08:45.560609 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6681cb96-2f47-43a9-8862-166e6633b4a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.594691 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6681cb96-2f47-43a9-8862-166e6633b4a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.669237 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6681cb96-2f47-43a9-8862-166e6633b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.726422 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6681cb96-2f47-43a9-8862-166e6633b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.753191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681cb96-2f47-43a9-8862-166e6633b4a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f150654-e7b8-4ce5-b877-520775df2860,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:45.756728 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6681cb96-2f47-43a9-8862-166e6633b4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.761432 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6681cb96-2f47-43a9-8862-166e6633b4a6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1f150654-e7b8-4ce5-b877-520775df2860 HTTP/1.1" status: 204 len: 168 time: 0.2509246 Sep 07 17:08:45.762210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45104) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:45.764772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e5e5e-574a-4b61-bbbe-ed820282b50d None None] Network ec6015ef-ba6d-4c01-bfd9-018a39834e33 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:08:45.830147 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.887819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Deleting port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:08:45.888164 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.940631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] DHCP port deletion for ec6015ef-ba6d-4c01-bfd9-018a39834e33 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:08:45.964051 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] For port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:08:45.964452 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:45.977264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Calling delete_port for 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:08:45.989151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Deleting port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:08:45.989542 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:46.051939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] For port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff,segment=NetworkSegment(c8b6a208-9575-46e0-8812-48818764256a),segment_id=c8b6a208-9575-46e0-8812-48818764256a)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:08:46.052359 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:46.060064 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:46.066225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Calling delete_port for 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:08:46.091155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] No DVR routers for this DVR port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:08:46.095861 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:46.144617 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:46.164016 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:46.169599 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Pushing event deleted for resources: {'Port': ['ID=8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:46.174174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] No DVR routers for this DVR port 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:08:46.184095 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:46.184486 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:46.184835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:46.185176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:46.185525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:46.185860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:46.186190 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:46.186519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:46.187318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:46.187318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:46.187480 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:46.187786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d505923-7606-4e3a-9c4e-928c8a1d3657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:46.190394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6015ef-ba6d-4c01-bfd9-018a39834e33']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:46.202092 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b6a208-9575-46e0-8812-48818764256a') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:46.202506 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b6a208-9575-46e0-8812-48818764256a') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:46.211657 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:46.225054 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:46.231409 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:08:46.231802 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: timer() Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:08:46.233610 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:08:46.289176 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:46.294424 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:46.296302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ec6015ef-ba6d-4c01-bfd9-018a39834e33 HTTP/1.1" status: 204 len: 168 time: 0.5331578 Sep 07 17:08:46.299317 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45106) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:46.308746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1172a-46a9-433e-b571-5595b340a9c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec6015ef-ba6d-4c01-bfd9-018a39834e33,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:46.643053 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cc3f0a9-e5c5-4310-a7f0-323404ea29c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:46.881325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3f0a9-e5c5-4310-a7f0-323404ea29c3 admin admin] Deleting port ecbcebeb-55f0-4412-86d1-9372a54f8c65 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:08:46.881692 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cc3f0a9-e5c5-4310-a7f0-323404ea29c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:46.957026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-1cc3f0a9-e5c5-4310-a7f0-323404ea29c3 admin admin] For port ecbcebeb-55f0-4412-86d1-9372a54f8c65, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ecbcebeb-55f0-4412-86d1-9372a54f8c65,segment=NetworkSegment(005b447b-8fc5-4295-a5a6-e4f3e66f4a91),segment_id=005b447b-8fc5-4295-a5a6-e4f3e66f4a91)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:08:46.957394 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cc3f0a9-e5c5-4310-a7f0-323404ea29c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:46.970101 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3f0a9-e5c5-4310-a7f0-323404ea29c3 admin admin] Calling delete_port for ecbcebeb-55f0-4412-86d1-9372a54f8c65 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:08:47.024081 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c203720c-5985-41ad-968f-9522f976048c no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:08:47.050807 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: c203720c-5985-41ad-968f-9522f976048c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:08:47.051153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c203720c-5985-41ad-968f-9522f976048c not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:08:47.051569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 431ef609-7a1e-467e-a314-03fe95a526f6 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:08:47.076490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 431ef609-7a1e-467e-a314-03fe95a526f6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:08:47.076838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 431ef609-7a1e-467e-a314-03fe95a526f6 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:08:47.077256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:08:47.078994 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:47.097754 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:08:47.098249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8bcb4179-4d75-4fdd-b2b2-8ad6a16f04ff not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:08:47.150473 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cc3f0a9-e5c5-4310-a7f0-323404ea29c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:47.176011 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3f0a9-e5c5-4310-a7f0-323404ea29c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbcebeb-55f0-4412-86d1-9372a54f8c65,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:47.350735 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1cc3f0a9-e5c5-4310-a7f0-323404ea29c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:47.562091 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc3f0a9-e5c5-4310-a7f0-323404ea29c3 admin admin] Router e0716ad8-ec00-402d-a5de-9025c6164275 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:08:47.665586 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc3f0a9-e5c5-4310-a7f0-323404ea29c3 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:08:47.671194 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1cc3f0a9-e5c5-4310-a7f0-323404ea29c3 admin admin] 10.222.0.70 "PUT /v2.0/routers/e0716ad8-ec00-402d-a5de-9025c6164275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3708565 Sep 07 17:08:47.673736 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45108) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:47.676315 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0523c7cf-abfc-4018-9a3a-325c4a097fe3 None None] Sync routers for ids ['e0716ad8-ec00-402d-a5de-9025c6164275'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:08:47.686031 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0523c7cf-abfc-4018-9a3a-325c4a097fe3 None None] Routers {'e0716ad8-ec00-402d-a5de-9025c6164275'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:08:47.686661 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0523c7cf-abfc-4018-9a3a-325c4a097fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e0716ad8-ec00-402d-a5de-9025c6164275'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:47.775867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:47.788224 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0523c7cf-abfc-4018-9a3a-325c4a097fe3 None None] Set router e0716ad8-ec00-402d-a5de-9025c6164275 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:08:47.971186 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0523c7cf-abfc-4018-9a3a-325c4a097fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'name': 'tempest-TestMinimumBasicScenario-1478301008-router', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:08:47Z', 'revision_number': 5, 'project_id': '42f44cd2119848b79a521c641e8767de', 'gw_port': {'id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:47.998668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0523c7cf-abfc-4018-9a3a-325c4a097fe3 None None] Checking router: e0716ad8-ec00-402d-a5de-9025c6164275 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:08:48.007417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0523c7cf-abfc-4018-9a3a-325c4a097fe3 None None] Routers {'e0716ad8-ec00-402d-a5de-9025c6164275'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:08:48.008039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0523c7cf-abfc-4018-9a3a-325c4a097fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e0716ad8-ec00-402d-a5de-9025c6164275'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:48.114243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-0523c7cf-abfc-4018-9a3a-325c4a097fe3 None None] Set router e0716ad8-ec00-402d-a5de-9025c6164275 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:08:48.189842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.240922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Deleting port 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:08:48.241269 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.293048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-0523c7cf-abfc-4018-9a3a-325c4a097fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'name': 'tempest-TestMinimumBasicScenario-1478301008-router', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:08:47Z', 'revision_number': 5, 'project_id': '42f44cd2119848b79a521c641e8767de', 'gw_port': {'id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:48.319027 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0523c7cf-abfc-4018-9a3a-325c4a097fe3 None None] The sync data for ids ['e0716ad8-ec00-402d-a5de-9025c6164275'] in n-d-807551-3 is: [{'id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'name': 'tempest-TestMinimumBasicScenario-1478301008-router', 'tenant_id': '42f44cd2119848b79a521c641e8767de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:08:47Z', 'revision_number': 5, 'project_id': '42f44cd2119848b79a521c641e8767de', 'gw_port': {'id': '2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0716ad8-ec00-402d-a5de-9025c6164275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:06:30Z', 'updated_at': '2021-09-07T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:08:48.319461 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] For port 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:08:48.319837 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.333500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Calling delete_port for 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:08:48.497288 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.528111 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:48.584037 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.675200 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.677385 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.722414 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.723325 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0716ad8-ec00-402d-a5de-9025c6164275 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:08:48.728815 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.730013 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9908e6d3-4db7-4bd2-91cd-256e2d21fd2a admin admin] 10.222.0.70 "DELETE /v2.0/routers/e0716ad8-ec00-402d-a5de-9025c6164275 HTTP/1.1" status: 204 len: 168 time: 1.0553703 Sep 07 17:08:48.732546 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45110) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:48.782282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b40e39d-6c0b-4d73-bdfa-b1e1f2d4bcd0 admin admin] Deleting subnet 7d047349-2157-45a3-a879-fd214ac21916 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:08:48.785545 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b40e39d-6c0b-4d73-bdfa-b1e1f2d4bcd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.820259 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b40e39d-6c0b-4d73-bdfa-b1e1f2d4bcd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.902888 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b40e39d-6c0b-4d73-bdfa-b1e1f2d4bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.962844 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b40e39d-6c0b-4d73-bdfa-b1e1f2d4bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.994393 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40e39d-6c0b-4d73-bdfa-b1e1f2d4bcd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d047349-2157-45a3-a879-fd214ac21916,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:48.997010 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7b40e39d-6c0b-4d73-bdfa-b1e1f2d4bcd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:48.998873 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7b40e39d-6c0b-4d73-bdfa-b1e1f2d4bcd0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7d047349-2157-45a3-a879-fd214ac21916 HTTP/1.1" status: 204 len: 168 time: 0.2653990 Sep 07 17:08:49.001320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45112) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:49.003149 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b1d0bf-69be-472d-af39-0805544c7eb6 None None] Network 21a95839-db0b-489d-b161-6d5d279dc1fa requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:08:49.068350 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.120725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Deleting port 57228868-2a26-4f2f-8af4-641fef83e93a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:08:49.121074 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.188195 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] For port 57228868-2a26-4f2f-8af4-641fef83e93a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=57228868-2a26-4f2f-8af4-641fef83e93a,segment=NetworkSegment(005b447b-8fc5-4295-a5a6-e4f3e66f4a91),segment_id=005b447b-8fc5-4295-a5a6-e4f3e66f4a91)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:08:49.188599 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.200824 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Calling delete_port for 57228868-2a26-4f2f-8af4-641fef83e93a owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:08:49.283080 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.287244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d756ded-5978-47fc-80c9-3dd4eddfada3 None None] DHCP port deletion for 21a95839-db0b-489d-b161-6d5d279dc1fa request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:08:49.316851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Pushing event deleted for resources: {'Port': ['ID=57228868-2a26-4f2f-8af4-641fef83e93a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:49.323452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] No DVR routers for this DVR port 57228868-2a26-4f2f-8af4-641fef83e93a on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:08:49.340888 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ecbcebeb-55f0-4412-86d1-9372a54f8c65 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:08:49.361270 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ecbcebeb-55f0-4412-86d1-9372a54f8c65 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:08:49.361619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ecbcebeb-55f0-4412-86d1-9372a54f8c65 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:08:49.362039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:08:49.379730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:08:49.380071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2c98c8f2-5247-4bc1-b5f2-ba8bd356d4a9 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:08:49.380515 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 57228868-2a26-4f2f-8af4-641fef83e93a no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:08:49.397049 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.398225 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 57228868-2a26-4f2f-8af4-641fef83e93a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:08:49.398574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 57228868-2a26-4f2f-8af4-641fef83e93a not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:08:49.418466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a95839-db0b-489d-b161-6d5d279dc1fa']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:49.427703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005b447b-8fc5-4295-a5a6-e4f3e66f4a91') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:49.428006 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005b447b-8fc5-4295-a5a6-e4f3e66f4a91') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:49.437294 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.451302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.457423 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:08:49.458026 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:08:49.460055 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:08:49.518605 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.524381 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.526721 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] 10.222.0.70 "DELETE /v2.0/networks/21a95839-db0b-489d-b161-6d5d279dc1fa HTTP/1.1" status: 204 len: 168 time: 0.5244753 Sep 07 17:08:49.537196 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a72c3-8932-479d-a10d-1cad3d9a738c admin admin] Pushing event deleted for resources: {'Network': ['ID=21a95839-db0b-489d-b161-6d5d279dc1fa,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:49.678574 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45116) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:49.717755 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8e3f2114-fba8-45db-bab2-7c3ea8c62449 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8cce4664c414c48a618675bd28bf487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379732 Sep 07 17:08:49.720117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45118) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:49.766617 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47debbd0-348a-42e2-bd05-00c557f33ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.787346 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47debbd0-348a-42e2-bd05-00c557f33ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.837237 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47debbd0-348a-42e2-bd05-00c557f33ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.840492 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-47debbd0-348a-42e2-bd05-00c557f33ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:49.841594 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-47debbd0-348a-42e2-bd05-00c557f33ea7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1204666b-7c78-4ff3-bae1-41cea5037d04 HTTP/1.1" status: 204 len: 168 time: 0.1205690 Sep 07 17:08:49.849413 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47debbd0-348a-42e2-bd05-00c557f33ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1204666b-7c78-4ff3-bae1-41cea5037d04,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:50.148002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45124) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:50.186584 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-be0ec884-bbdb-4ad3-91a2-57779d246a77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42f44cd2119848b79a521c641e8767de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373745 Sep 07 17:08:50.188889 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45126) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:50.234620 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5051f7e5-22ea-49d6-9552-95bec73170ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:50.255687 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5051f7e5-22ea-49d6-9552-95bec73170ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:50.302011 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5051f7e5-22ea-49d6-9552-95bec73170ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:50.305075 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5051f7e5-22ea-49d6-9552-95bec73170ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:50.306222 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5051f7e5-22ea-49d6-9552-95bec73170ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d415a29-bd3b-4add-b6ee-9927dcb1b56d HTTP/1.1" status: 204 len: 168 time: 0.1164672 Sep 07 17:08:50.314893 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051f7e5-22ea-49d6-9552-95bec73170ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d415a29-bd3b-4add-b6ee-9927dcb1b56d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:51.849379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45166) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:51.854757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c2709cab-93dd-43a0-9f55-7462dee02e26 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-258641808', 'description': 'tempest-secgroup-smoke-258641808 description', 'project_id': 'f1f9f898b65542fda69e3973c559160e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:08:51.877391 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2709cab-93dd-43a0-9f55-7462dee02e26 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:51.884910 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2709cab-93dd-43a0-9f55-7462dee02e26 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:51.975575 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2709cab-93dd-43a0-9f55-7462dee02e26 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:51.979869 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2709cab-93dd-43a0-9f55-7462dee02e26 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.019575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2709cab-93dd-43a0-9f55-7462dee02e26 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc53c68-a000-42a7-a259-aa77d3d0e170,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:52.069946 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2709cab-93dd-43a0-9f55-7462dee02e26 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.073992 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2709cab-93dd-43a0-9f55-7462dee02e26 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.099751 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c2709cab-93dd-43a0-9f55-7462dee02e26 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.101008 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c2709cab-93dd-43a0-9f55-7462dee02e26 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2506058 Sep 07 17:08:52.104088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45168) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:52.105081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2709cab-93dd-43a0-9f55-7462dee02e26 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f97fe7d-01cb-4616-ab95-acd5b8335f21,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:52.109665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-512fecdf-d052-4a18-a800-cc1bfb7950b1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '4f97fe7d-01cb-4616-ab95-acd5b8335f21', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:08:52.136999 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-512fecdf-d052-4a18-a800-cc1bfb7950b1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.190625 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-512fecdf-d052-4a18-a800-cc1bfb7950b1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.193934 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-512fecdf-d052-4a18-a800-cc1bfb7950b1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.210797 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fecdf-d052-4a18-a800-cc1bfb7950b1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882e894e-1ff2-4d6b-9c31-b4880810becf,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:52.217080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-512fecdf-d052-4a18-a800-cc1bfb7950b1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.218990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-512fecdf-d052-4a18-a800-cc1bfb7950b1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138136 Sep 07 17:08:52.221026 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45170) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:52.225446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0f0a4473-6cb3-4c57-91f6-058af078eb33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '4f97fe7d-01cb-4616-ab95-acd5b8335f21', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:08:52.249788 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4473-6cb3-4c57-91f6-058af078eb33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.307986 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4473-6cb3-4c57-91f6-058af078eb33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.311590 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4473-6cb3-4c57-91f6-058af078eb33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.328647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a4473-6cb3-4c57-91f6-058af078eb33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3b560f-8bff-43bc-a812-75ecc46e3a0b,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:52.335201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4473-6cb3-4c57-91f6-058af078eb33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.338300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0f0a4473-6cb3-4c57-91f6-058af078eb33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145461 Sep 07 17:08:52.339845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45172) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:52.344362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-09ccf12e-c41d-4f1d-82aa-8beaf3ae8119 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '4f97fe7d-01cb-4616-ab95-acd5b8335f21', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:08:52.371257 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-09ccf12e-c41d-4f1d-82aa-8beaf3ae8119 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.427065 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-09ccf12e-c41d-4f1d-82aa-8beaf3ae8119 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.430746 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-09ccf12e-c41d-4f1d-82aa-8beaf3ae8119 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.449888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccf12e-c41d-4f1d-82aa-8beaf3ae8119 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c698278-af3f-4b86-b592-5ea4ed9fc409,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:52.453427 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-09ccf12e-c41d-4f1d-82aa-8beaf3ae8119 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.454621 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-09ccf12e-c41d-4f1d-82aa-8beaf3ae8119 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137373 Sep 07 17:08:52.457433 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45174) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:52.461664 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-facfff76-7465-49af-8332-c80f0d813f7a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '4f97fe7d-01cb-4616-ab95-acd5b8335f21', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:08:52.486025 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-facfff76-7465-49af-8332-c80f0d813f7a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.542525 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-facfff76-7465-49af-8332-c80f0d813f7a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.545960 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-facfff76-7465-49af-8332-c80f0d813f7a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.564502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfff76-7465-49af-8332-c80f0d813f7a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56ebc9e-e888-4d13-a02f-bb9fd2bb2e68,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:52.567093 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-facfff76-7465-49af-8332-c80f0d813f7a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.568206 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-facfff76-7465-49af-8332-c80f0d813f7a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1098418 Sep 07 17:08:52.570989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45176) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:52.575399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-93a4d76b-fd77-4456-97be-0915a57da086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '4f97fe7d-01cb-4616-ab95-acd5b8335f21', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:08:52.596250 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-93a4d76b-fd77-4456-97be-0915a57da086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Project f1f9f898b65542fda69e3973c559160e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:08:52.600815 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93a4d76b-fd77-4456-97be-0915a57da086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.661471 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93a4d76b-fd77-4456-97be-0915a57da086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.665080 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93a4d76b-fd77-4456-97be-0915a57da086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.680113 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4d76b-fd77-4456-97be-0915a57da086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6dee0c3-ea63-4783-ac7d-bb52b17c8e46,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:52.688701 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-93a4d76b-fd77-4456-97be-0915a57da086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.689891 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-93a4d76b-fd77-4456-97be-0915a57da086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179426 Sep 07 17:08:52.692644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45178) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:52.696914 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d3bf6414-500b-49b4-9af7-b589c999eca5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '4f97fe7d-01cb-4616-ab95-acd5b8335f21', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:08:52.717234 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-d3bf6414-500b-49b4-9af7-b589c999eca5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Project f1f9f898b65542fda69e3973c559160e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:08:52.721926 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3bf6414-500b-49b4-9af7-b589c999eca5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.781140 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3bf6414-500b-49b4-9af7-b589c999eca5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.784640 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3bf6414-500b-49b4-9af7-b589c999eca5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.801088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf6414-500b-49b4-9af7-b589c999eca5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c7edd5-ee55-4d5d-9c53-10431852f9ee,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:52.807063 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d3bf6414-500b-49b4-9af7-b589c999eca5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.808144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d3bf6414-500b-49b4-9af7-b589c999eca5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1145427 Sep 07 17:08:52.811196 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45180) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:52.815966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8bf125a1-f5c4-4a2b-83b9-76fde77d5abd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'network': {'name': 'tempest-network-smoke--1216036857', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:08:52.835876 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf125a1-f5c4-4a2b-83b9-76fde77d5abd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:08:52.839866 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bf125a1-f5c4-4a2b-83b9-76fde77d5abd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.862311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf125a1-f5c4-4a2b-83b9-76fde77d5abd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:08:52.870607 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bf125a1-f5c4-4a2b-83b9-76fde77d5abd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.870971 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-8bf125a1-f5c4-4a2b-83b9-76fde77d5abd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Added segment fa242288-1a49-4c7e-a878-8a591416b59d of type vlan for network 9252c3ef-3785-4561-84df-2098aaf93ae6 Sep 07 17:08:52.909591 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bf125a1-f5c4-4a2b-83b9-76fde77d5abd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.932952 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bf125a1-f5c4-4a2b-83b9-76fde77d5abd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.938448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf125a1-f5c4-4a2b-83b9-76fde77d5abd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:52.939105 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8bf125a1-f5c4-4a2b-83b9-76fde77d5abd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:52.976328 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8bf125a1-f5c4-4a2b-83b9-76fde77d5abd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1641374 Sep 07 17:08:52.979238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45182) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:53.007168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'admin_state_up': True, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:08:53.018677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf125a1-f5c4-4a2b-83b9-76fde77d5abd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Network': ['ID=9252c3ef-3785-4561-84df-2098aaf93ae6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:53.030640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 9252c3ef-3785-4561-84df-2098aaf93ae6 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:08:53.033538 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:53.034780 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:53.083209 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:53.219057 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:53.406746 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:53.430506 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:53.530658 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.25.3.98 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/5de51e27-e8da-4e71-af36-c1433dab4049) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:08:53.631734 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:53.668628 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:53.703308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:08:53.706076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:08:53.709574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:08:53.736542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=5de51e27-e8da-4e71-af36-c1433dab4049,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:53.986218 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:54.174321 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:54.304382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 7625e38d-63c8-4f4f-8bc6-c54027883a22 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 17:08:54.408275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:08:54.417615 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Sync routers for ids ['7625e38d-63c8-4f4f-8bc6-c54027883a22'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:08:54.426898 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:54.427140 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Routers {'7625e38d-63c8-4f4f-8bc6-c54027883a22'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:08:54.427742 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7625e38d-63c8-4f4f-8bc6-c54027883a22'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:54.431693 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45184) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:54.432149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e2350733-1042-427b-ba0f-e5271692befb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4514740 Sep 07 17:08:54.531572 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Set router 7625e38d-63c8-4f4f-8bc6-c54027883a22 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:08:54.559178 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-30bc8b57-be17-42c9-8e51-b4054ce50cc0 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f1f9f898b65542fda69e3973c559160e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1262720 Sep 07 17:08:54.561903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45188) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:54.704036 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:53Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:54.710410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e0e207-8d22-4893-b540-648a50db4ae2 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:54.714575 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-49e0e207-8d22-4893-b540-648a50db4ae2 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491420 Sep 07 17:08:54.714785 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45190) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:54.733035 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Checking router: 7625e38d-63c8-4f4f-8bc6-c54027883a22 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:08:54.733382 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Updating router 7625e38d-63c8-4f4f-8bc6-c54027883a22 port 5de51e27-e8da-4e71-af36-c1433dab4049 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:08:54.749270 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-39c1146b-5742-4592-9099-886b2dd47ff3 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334213 Sep 07 17:08:54.751800 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45192) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:54.756616 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-731d447b-af2d-49ff-aac2-39ba214d7bd5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937332144', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:08:54.758277 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:54.850124 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731d447b-af2d-49ff-aac2-39ba214d7bd5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:08:54.853849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-731d447b-af2d-49ff-aac2-39ba214d7bd5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:55.004358 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:55.014304 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Transition to ACTIVE for port object 5de51e27-e8da-4e71-af36-c1433dab4049 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:08:55.020154 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:55.034997 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-731d447b-af2d-49ff-aac2-39ba214d7bd5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:55.068519 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Attempting to bind port 5de51e27-e8da-4e71-af36-c1433dab4049 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:08:55.068894 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Attempting to bind port 5de51e27-e8da-4e71-af36-c1433dab4049 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:08:55.069261 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Attempting to bind port 5de51e27-e8da-4e71-af36-c1433dab4049 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:08:55.076228 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Pushing event updated for resources: {'Port': ['ID=5de51e27-e8da-4e71-af36-c1433dab4049,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:55.079106 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:08:55.079483 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:08:55.079884 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:55.080283 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:08:55.080772 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Bound port: 5de51e27-e8da-4e71-af36-c1433dab4049, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:08:55.081152 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:55.099534 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d447b-af2d-49ff-aac2-39ba214d7bd5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Subnet': ['ID=50bf8c20-de48-4c2c-8af2-91e2b5a75dbd,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:55.102106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d447b-af2d-49ff-aac2-39ba214d7bd5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Checking segment: {'id': 'fa242288-1a49-4c7e-a878-8a591416b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:08:55.102470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d447b-af2d-49ff-aac2-39ba214d7bd5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network hostable DHCP agents. Network: 9252c3ef-3785-4561-84df-2098aaf93ae6, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:08:55.122438 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d447b-af2d-49ff-aac2-39ba214d7bd5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 9252c3ef-3785-4561-84df-2098aaf93ae6 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:08:55.133133 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-731d447b-af2d-49ff-aac2-39ba214d7bd5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 9252c3ef-3785-4561-84df-2098aaf93ae6) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:08:55.138146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d447b-af2d-49ff-aac2-39ba214d7bd5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:55.138760 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-731d447b-af2d-49ff-aac2-39ba214d7bd5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:55.142148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8216815-7e06-4bc3-8152-c559c403c45c None None] Network 9252c3ef-3785-4561-84df-2098aaf93ae6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:08:55.155001 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-731d447b-af2d-49ff-aac2-39ba214d7bd5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4018581 Sep 07 17:08:55.157643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45194) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:08:55.196761 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:55.197132 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:55.197472 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:55.197833 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:55.198161 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:55.198485 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:55.198807 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:55.199129 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:55.199449 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:55.199768 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:55.200084 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:55.200419 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:08:55.234392 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] For port 5de51e27-e8da-4e71-af36-c1433dab4049, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:08:55.237954 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] For port 5de51e27-e8da-4e71-af36-c1433dab4049, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5de51e27-e8da-4e71-af36-c1433dab4049,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:08:55.242472 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:55.296788 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07690169-7e95-4feb-a567-66f80aa28fe1 None None] Pushing event updated for resources: {'Port': ['ID=5de51e27-e8da-4e71-af36-c1433dab4049,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:55.309874 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Routers {'7625e38d-63c8-4f4f-8bc6-c54027883a22'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:08:55.310533 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7625e38d-63c8-4f4f-8bc6-c54027883a22'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:55.434611 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] Set router 7625e38d-63c8-4f4f-8bc6-c54027883a22 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:08:55.484282 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-9252c3ef-3785-4561-84df-2098aaf93ae6', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ips': [{'subnet_id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:08:55.485243 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:55.613691 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:53Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:55.623624 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Allocated IP 172.20.0.2 (9252c3ef-3785-4561-84df-2098aaf93ae6/50bf8c20-de48-4c2c-8af2-91e2b5a75dbd/2307c298-ac05-425b-847a-e773a1ef2dbc) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:08:55.644999 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84be7cc-92b1-4b49-8eaf-9172af074df9 None None] The sync data for ids ['7625e38d-63c8-4f4f-8bc6-c54027883a22'] in n-d-807551-3 is: [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:53Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:08:55.682939 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:55.781324 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:55.794019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Transition to ACTIVE for port object 2307c298-ac05-425b-847a-e773a1ef2dbc will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:08:55.811589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Transition to ACTIVE for port object 2307c298-ac05-425b-847a-e773a1ef2dbc will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:08:55.819720 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:55.887039 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Network 9252c3ef-3785-4561-84df-2098aaf93ae6 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:08:55.889939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:08:55.892415 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:08:55.932878 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Pushing event updated for resources: {'Port': ['ID=2307c298-ac05-425b-847a-e773a1ef2dbc,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:55.962050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Attempting to bind port 2307c298-ac05-425b-847a-e773a1ef2dbc on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:08:55.962442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Attempting to bind port 2307c298-ac05-425b-847a-e773a1ef2dbc by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fa242288-1a49-4c7e-a878-8a591416b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:08:55.962813 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Attempting to bind port 2307c298-ac05-425b-847a-e773a1ef2dbc on network 9252c3ef-3785-4561-84df-2098aaf93ae6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:08:55.968740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:08:55.969069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Checking segment: {'id': 'fa242288-1a49-4c7e-a878-8a591416b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:08:55.969487 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:55.969889 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Bound using segment: {'id': 'fa242288-1a49-4c7e-a878-8a591416b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:08:55.970373 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Bound port: 2307c298-ac05-425b-847a-e773a1ef2dbc, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa242288-1a49-4c7e-a878-8a591416b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:08:55.970766 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:56.013905 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.20.0.1 (9252c3ef-3785-4561-84df-2098aaf93ae6/50bf8c20-de48-4c2c-8af2-91e2b5a75dbd/6c439279-cb71-4c51-a6b2-313debcbdef4) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:08:56.040635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] For port 2307c298-ac05-425b-847a-e773a1ef2dbc, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:08:56.045563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] For port 2307c298-ac05-425b-847a-e773a1ef2dbc, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2307c298-ac05-425b-847a-e773a1ef2dbc,segment=NetworkSegment(fa242288-1a49-4c7e-a878-8a591416b59d),segment_id=fa242288-1a49-4c7e-a878-8a591416b59d)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:08:56.050321 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:56.123874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9de28-74b1-4876-a241-e98f35b14e39 None None] Pushing event updated for resources: {'Port': ['ID=2307c298-ac05-425b-847a-e773a1ef2dbc,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:56.144875 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:56.161041 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Transition to ACTIVE for port object 6c439279-cb71-4c51-a6b2-313debcbdef4 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:08:56.196132 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:56.247323 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 9252c3ef-3785-4561-84df-2098aaf93ae6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:08:56.252914 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:08:56.255379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:08:56.282960 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=6c439279-cb71-4c51-a6b2-313debcbdef4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:56.319288 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:56.483293 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:56.762004 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:56.767262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:56.838990 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=6c439279-cb71-4c51-a6b2-313debcbdef4,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:56.844116 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:56.945384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 9252c3ef-3785-4561-84df-2098aaf93ae6 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:08:56.946884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:08:57.068466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 7625e38d-63c8-4f4f-8bc6-c54027883a22 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:08:57.078543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5de51e27-e8da-4e71-af36-c1433dab4049 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:08:57.101699 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb668a20-6263-4624-b57d-dcc3da001a91 None None] Network 9252c3ef-3785-4561-84df-2098aaf93ae6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:08:57.187652 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:08:57.194767 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2ae5093b-ecee-45eb-8571-f723a4b63df8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "PUT /v2.0/routers/7625e38d-63c8-4f4f-8bc6-c54027883a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0360951 Sep 07 17:08:57.198985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 5de51e27-e8da-4e71-af36-c1433dab4049 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:08:57.217665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5de51e27-e8da-4e71-af36-c1433dab4049 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:08:57.218042 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:57.270141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ed7c748a-6ffd-4764-98f4-3eeaa96fa25b None None] Provisioning for port 2307c298-ac05-425b-847a-e773a1ef2dbc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:08:57.342959 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-c2a1ae35-d3b8-45f5-a473-79c12714bf1c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258641808&fields=id&tenant_id=f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 267 time: 0.0369971 Sep 07 17:08:57.372571 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:57.397366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 5de51e27-e8da-4e71-af36-c1433dab4049, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5de51e27-e8da-4e71-af36-c1433dab4049,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:08:57.403903 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:57.405708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2307c298-ac05-425b-847a-e773a1ef2dbc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:08:57.464402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-6884ed53-96ca-4c45-bcce-22b105cd7e82 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:57.471933 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-6884ed53-96ca-4c45-bcce-22b105cd7e82 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/networks?id=9252c3ef-3785-4561-84df-2098aaf93ae6 HTTP/1.1" status: 200 len: 797 time: 0.1212246 Sep 07 17:08:57.482615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-c35b6c2e-dce3-4f19-b692-9ce1b2b16a47 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/quotas/f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 375 time: 0.0096476 Sep 07 17:08:57.498350 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=5de51e27-e8da-4e71-af36-c1433dab4049,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:57.523123 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 2307c298-ac05-425b-847a-e773a1ef2dbc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:08:57.528407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2307c298-ac05-425b-847a-e773a1ef2dbc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:08:57.528796 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:57.547722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-b68859ed-a75d-4eb0-b384-1cfb4e9c2c4e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568798 Sep 07 17:08:57.552517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Sync routers for ids ['7625e38d-63c8-4f4f-8bc6-c54027883a22'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:08:57.575275 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Routers {'7625e38d-63c8-4f4f-8bc6-c54027883a22'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:08:57.576049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7625e38d-63c8-4f4f-8bc6-c54027883a22'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:57.655065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3f35788b-1ab7-43fa-9bc8-25dd8e571fe6 None None] Provisioning complete for port 2307c298-ac05-425b-847a-e773a1ef2dbc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:08:57.655518 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f35788b-1ab7-43fa-9bc8-25dd8e571fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:57.655906 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-e9339681-9d65-4342-99e7-f655f948f64f service neutron] 10.222.0.70 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955515 Sep 07 17:08:57.754086 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:57.756700 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-036c8ae1-6d6d-4400-b77e-6d47f3686f12 service neutron] 10.222.0.70 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929191 Sep 07 17:08:57.777376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Set router 7625e38d-63c8-4f4f-8bc6-c54027883a22 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:08:57.861901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 2307c298-ac05-425b-847a-e773a1ef2dbc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2307c298-ac05-425b-847a-e773a1ef2dbc,segment=NetworkSegment(fa242288-1a49-4c7e-a878-8a591416b59d),segment_id=fa242288-1a49-4c7e-a878-8a591416b59d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:08:57.900710 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:57.936399 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6034f947-5f76-46de-8732-4c557649a70d req-e7f6b74f-6a99-422c-a243-459bd18a0192 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 210 time: 0.0332680 Sep 07 17:08:57.995827 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=2307c298-ac05-425b-847a-e773a1ef2dbc,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:57.998439 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3f35788b-1ab7-43fa-9bc8-25dd8e571fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:58.123103 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.db.api [None req-3f35788b-1ab7-43fa-9bc8-25dd8e571fe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 17:08:58.123787 n-d-807551-3 neutron-server[94772]: DEBUG oslo_db.api [None req-3f35788b-1ab7-43fa-9bc8-25dd8e571fe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 17:08:58.147953 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:56Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6c439279-cb71-4c51-a6b2-313debcbdef4', 'name': '', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d5:36:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:55Z', 'updated_at': '2021-09-07T17:08:56Z', 'revision_number': 2, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:58.180959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Checking router: 7625e38d-63c8-4f4f-8bc6-c54027883a22 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:08:58.181327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Updating router 7625e38d-63c8-4f4f-8bc6-c54027883a22 port 6c439279-cb71-4c51-a6b2-313debcbdef4 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:08:58.206290 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:58.473229 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:58.483925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Transition to ACTIVE for port object 6c439279-cb71-4c51-a6b2-313debcbdef4 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:08:58.489392 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:58.538901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aef160-1044-456a-a88d-429b6bdbbcc5 None None] Pushing event updated for resources: {'Port': ['ID=6c439279-cb71-4c51-a6b2-313debcbdef4,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:58.592165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Attempting to bind port 6c439279-cb71-4c51-a6b2-313debcbdef4 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:08:58.592649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Attempting to bind port 6c439279-cb71-4c51-a6b2-313debcbdef4 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'fa242288-1a49-4c7e-a878-8a591416b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:08:58.593084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Attempting to bind port 6c439279-cb71-4c51-a6b2-313debcbdef4 on network 9252c3ef-3785-4561-84df-2098aaf93ae6 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:08:58.598555 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:08:58.598929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Checking segment: {'id': 'fa242288-1a49-4c7e-a878-8a591416b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:08:58.599456 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:58.599855 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Bound using segment: {'id': 'fa242288-1a49-4c7e-a878-8a591416b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:08:58.600324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Bound port: 6c439279-cb71-4c51-a6b2-313debcbdef4, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa242288-1a49-4c7e-a878-8a591416b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:08:58.600732 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:58.696685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] For port 6c439279-cb71-4c51-a6b2-313debcbdef4, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:08:58.700626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] For port 6c439279-cb71-4c51-a6b2-313debcbdef4, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6c439279-cb71-4c51-a6b2-313debcbdef4,segment=NetworkSegment(fa242288-1a49-4c7e-a878-8a591416b59d),segment_id=fa242288-1a49-4c7e-a878-8a591416b59d)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:08:58.706232 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:58.710619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3f35788b-1ab7-43fa-9bc8-25dd8e571fe6 None None] Provisioning for port 6c439279-cb71-4c51-a6b2-313debcbdef4 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:08:58.774802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Routers {'7625e38d-63c8-4f4f-8bc6-c54027883a22'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:08:58.775597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7625e38d-63c8-4f4f-8bc6-c54027883a22'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:58.825779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aef160-1044-456a-a88d-429b6bdbbcc5 None None] Pushing event updated for resources: {'Port': ['ID=6c439279-cb71-4c51-a6b2-313debcbdef4,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:58.930256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] Set router 7625e38d-63c8-4f4f-8bc6-c54027883a22 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:08:58.931226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-d16d8123-55f9-4e9f-8cbd-8233a9a69fda tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:58.932882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-d16d8123-55f9-4e9f-8cbd-8233a9a69fda tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "GET /v2.0/networks?id=9252c3ef-3785-4561-84df-2098aaf93ae6 HTTP/1.1" status: 200 len: 797 time: 0.1351337 Sep 07 17:08:59.012090 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-243e1f8a-4565-4597-9a7f-dc4a4208012f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 379 time: 0.0698998 Sep 07 17:08:59.026310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'port': {'device_id': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'admin_state_up': True, 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'security_groups': ['4f97fe7d-01cb-4616-ab95-acd5b8335f21']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:08:59.084702 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e5076d3-5cf6-40e6-baed-554eaf25b426 req-619b3540-77b4-4232-9568-503f299d66ca tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 210 time: 0.0517440 Sep 07 17:08:59.087097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5de51e27-e8da-4e71-af36-c1433dab4049 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:08:59.166651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:08:59.170156 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:59.187911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5de51e27-e8da-4e71-af36-c1433dab4049 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:08:59.188501 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:59.241926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:56Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6c439279-cb71-4c51-a6b2-313debcbdef4', 'name': '', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d5:36:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:55Z', 'updated_at': '2021-09-07T17:08:58Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:08:59.270859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c82df1-c6e1-457f-a6a5-1c7f4a5f7379 None None] The sync data for ids ['7625e38d-63c8-4f4f-8bc6-c54027883a22'] in n-d-807551-3 is: [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:56Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6c439279-cb71-4c51-a6b2-313debcbdef4', 'name': '', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d5:36:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:55Z', 'updated_at': '2021-09-07T17:08:58Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:08:59.296744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.20.0.12 (9252c3ef-3785-4561-84df-2098aaf93ae6/50bf8c20-de48-4c2c-8af2-91e2b5a75dbd/fde27462-9c6c-427c-b0eb-4e4c6abb8a40) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:08:59.314070 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2307c298-ac05-425b-847a-e773a1ef2dbc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:08:59.373238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 2307c298-ac05-425b-847a-e773a1ef2dbc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:08:59.373707 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:59.491543 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:59.508776 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Transition to ACTIVE for port object fde27462-9c6c-427c-b0eb-4e4c6abb8a40 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:08:59.547312 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:59.600429 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 9252c3ef-3785-4561-84df-2098aaf93ae6 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:08:59.604309 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:08:59.607165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:08:59.639957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=fde27462-9c6c-427c-b0eb-4e4c6abb8a40,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:08:59.670173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:08:59.670835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:59.687460 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-65b3ea0c-9a0d-4340-b47c-61f969daac7d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6665082 Sep 07 17:08:59.700328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Request body: {'port': {'device_id': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:08:59.765086 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:59.840640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d7d75f28-75c3-4825-8366-7377d445f5ab None None] Provisioning for port fde27462-9c6c-427c-b0eb-4e4c6abb8a40 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:08:59.845097 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d7d75f28-75c3-4825-8366-7377d445f5ab None None] Provisioning complete for port fde27462-9c6c-427c-b0eb-4e4c6abb8a40 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:08:59.845601 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d7d75f28-75c3-4825-8366-7377d445f5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:08:59.881327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d7d75f28-75c3-4825-8366-7377d445f5ab None None] Port fde27462-9c6c-427c-b0eb-4e4c6abb8a40 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:09:00.049436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde27462-9c6c-427c-b0eb-4e4c6abb8a40 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:09:00.057463 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:00.069554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Transition to ACTIVE for port object fde27462-9c6c-427c-b0eb-4e4c6abb8a40 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:09:00.073892 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:00.131045 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Pushing event updated for resources: {'Port': ['ID=fde27462-9c6c-427c-b0eb-4e4c6abb8a40,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:09:00.249987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d31e6-396e-4956-acfc-7def5c61fd83 req-ec29454d-335e-4e1f-87ef-a74c089977a0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:00.251727 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b14d31e6-396e-4956-acfc-7def5c61fd83 req-ec29454d-335e-4e1f-87ef-a74c089977a0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 944 time: 0.0761528 Sep 07 17:09:00.255010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Attempting to bind port fde27462-9c6c-427c-b0eb-4e4c6abb8a40 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:09:00.255432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Attempting to bind port fde27462-9c6c-427c-b0eb-4e4c6abb8a40 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': 'fa242288-1a49-4c7e-a878-8a591416b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:09:00.255843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Attempting to bind port fde27462-9c6c-427c-b0eb-4e4c6abb8a40 on network 9252c3ef-3785-4561-84df-2098aaf93ae6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:09:00.268023 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Port fde27462-9c6c-427c-b0eb-4e4c6abb8a40 on network 9252c3ef-3785-4561-84df-2098aaf93ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:09:00.268543 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Attempting to bind port fde27462-9c6c-427c-b0eb-4e4c6abb8a40 on network 9252c3ef-3785-4561-84df-2098aaf93ae6 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:09:00.283128 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:09:00.283577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Checking segment: {'id': 'fa242288-1a49-4c7e-a878-8a591416b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:09:00.284048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Bound using segment: {'id': 'fa242288-1a49-4c7e-a878-8a591416b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:09:00.284622 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Bound port: fde27462-9c6c-427c-b0eb-4e4c6abb8a40, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa242288-1a49-4c7e-a878-8a591416b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:09:00.285068 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:00.336806 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b14d31e6-396e-4956-acfc-7def5c61fd83 req-8a0804ba-2278-444d-bc19-da2543818cf0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771332 Sep 07 17:09:00.370995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] For port fde27462-9c6c-427c-b0eb-4e4c6abb8a40, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:09:00.373995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] For port fde27462-9c6c-427c-b0eb-4e4c6abb8a40, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fde27462-9c6c-427c-b0eb-4e4c6abb8a40,segment=NetworkSegment(fa242288-1a49-4c7e-a878-8a591416b59d),segment_id=fa242288-1a49-4c7e-a878-8a591416b59d)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:09:00.378740 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:00.413168 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:00.413771 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:00.415164 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] 10.222.0.35 "PUT /v2.0/ports/fde27462-9c6c-427c-b0eb-4e4c6abb8a40 HTTP/1.1" status: 200 len: 1092 time: 0.7195160 Sep 07 17:09:00.415599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'tag': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:09:00.418077 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8085b18b-b240-489b-aa1a-bdad5d887b08" -d '{"events": [{"name": "network-changed", "server_uuid": "367517bb-534a-4fba-a3ef-e4c2252e585e", "tag": "fde27462-9c6c-427c-b0eb-4e4c6abb8a40"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:09:00.449015 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947061ba-19ac-4c8e-a6f5-bb1a6f6c6057 service neutron] Pushing event updated for resources: {'Port': ['ID=fde27462-9c6c-427c-b0eb-4e4c6abb8a40,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:09:00.503689 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-6835ed80-637e-450c-85f7-b7de9a69a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:00.505309 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-6835ed80-637e-450c-85f7-b7de9a69a1ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 1095 time: 0.0461671 Sep 07 17:09:00.549354 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bdca05-261b-432e-bac3-bca7007c9d66 x-openstack-request-id: req-b2bdca05-261b-432e-bac3-bca7007c9d66 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:09:00.549663 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367517bb-534a-4fba-a3ef-e4c2252e585e", "tag": "fde27462-9c6c-427c-b0eb-4e4c6abb8a40", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:09:00.549927 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2bdca05-261b-432e-bac3-bca7007c9d66 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:09:00.550339 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'tag': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40', 'status': 'completed', 'code': 200} Sep 07 17:09:00.552393 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-82232abe-d41b-4376-9396-94da970d352d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde27462-9c6c-427c-b0eb-4e4c6abb8a40 HTTP/1.1" status: 200 len: 217 time: 0.0388522 Sep 07 17:09:00.603720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-8dd638a3-bc45-445e-b7ad-ae4ff8a97e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:00.605241 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-8dd638a3-bc45-445e-b7ad-ae4ff8a97e29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50bf8c20-de48-4c2c-8af2-91e2b5a75dbd HTTP/1.1" status: 200 len: 835 time: 0.0456367 Sep 07 17:09:00.653696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-b2dec75c-a193-4306-b7b3-7c2c5df27067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:00.655237 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-b2dec75c-a193-4306-b7b3-7c2c5df27067 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9252c3ef-3785-4561-84df-2098aaf93ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435262 Sep 07 17:09:00.746717 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-7f72d765-7e30-45d9-853c-9626b764af3c service neutron] 10.222.0.35 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842078 Sep 07 17:09:00.838065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e3ea2cd5-2736-464a-93a6-3bfbbcd87d40 req-9e6a7dda-c97e-4919-bfe9-9873a3247bbf service neutron] 10.222.0.35 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844538 Sep 07 17:09:00.923475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b18b-b240-489b-aa1a-bdad5d887b08 req-2dff6fb4-3671-4bdf-b69a-d245d6e3fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:00.925047 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8085b18b-b240-489b-aa1a-bdad5d887b08 req-2dff6fb4-3671-4bdf-b69a-d245d6e3fe90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 1095 time: 0.0411561 Sep 07 17:09:01.017707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b18b-b240-489b-aa1a-bdad5d887b08 req-6e1762f8-17b3-4c8f-b15f-0b246f4dfc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:01.019107 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8085b18b-b240-489b-aa1a-bdad5d887b08 req-6e1762f8-17b3-4c8f-b15f-0b246f4dfc3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9252c3ef-3785-4561-84df-2098aaf93ae6 HTTP/1.1" status: 200 len: 898 time: 0.0859971 Sep 07 17:09:01.036885 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6c439279-cb71-4c51-a6b2-313debcbdef4 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:09:01.067728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8085b18b-b240-489b-aa1a-bdad5d887b08 req-bb5831d7-957d-4a26-a896-e42147d7cf9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde27462-9c6c-427c-b0eb-4e4c6abb8a40 HTTP/1.1" status: 200 len: 217 time: 0.0415673 Sep 07 17:09:01.087794 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 6c439279-cb71-4c51-a6b2-313debcbdef4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:09:01.091684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6c439279-cb71-4c51-a6b2-313debcbdef4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:09:01.092059 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:01.117038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b18b-b240-489b-aa1a-bdad5d887b08 req-88b40e0b-a74c-4fcd-8635-fbe876bfe88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:01.118504 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8085b18b-b240-489b-aa1a-bdad5d887b08 req-88b40e0b-a74c-4fcd-8635-fbe876bfe88c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50bf8c20-de48-4c2c-8af2-91e2b5a75dbd HTTP/1.1" status: 200 len: 835 time: 0.0440238 Sep 07 17:09:01.162344 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b18b-b240-489b-aa1a-bdad5d887b08 req-779cc766-add2-44bb-b4e2-91e5c1254621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:01.163838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8085b18b-b240-489b-aa1a-bdad5d887b08 req-779cc766-add2-44bb-b4e2-91e5c1254621 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9252c3ef-3785-4561-84df-2098aaf93ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385909 Sep 07 17:09:01.166743 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:01.198003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 6c439279-cb71-4c51-a6b2-313debcbdef4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6c439279-cb71-4c51-a6b2-313debcbdef4,segment=NetworkSegment(fa242288-1a49-4c7e-a878-8a591416b59d),segment_id=fa242288-1a49-4c7e-a878-8a591416b59d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:09:01.201267 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:01.249110 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=6c439279-cb71-4c51-a6b2-313debcbdef4,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:09:01.582813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1571087-764b-4b50-b198-eb62842ce076 req-bb29c595-6492-4a44-b207-fafcb8973e5b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:01.584177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1571087-764b-4b50-b198-eb62842ce076 req-bb29c595-6492-4a44-b207-fafcb8973e5b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 944 time: 0.0636735 Sep 07 17:09:01.585951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8085b18b-b240-489b-aa1a-bdad5d887b08 req-2dc68a43-8ec7-47a3-a5a0-3569209ad07a service neutron] 10.222.0.35 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152195 Sep 07 17:09:01.675390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1571087-764b-4b50-b198-eb62842ce076 req-47e6a0e7-e6fe-4774-b2dd-53665f853353 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846529 Sep 07 17:09:01.703811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8085b18b-b240-489b-aa1a-bdad5d887b08 req-7a7a25a0-0db5-4ac1-97c9-6e3898b711ab service neutron] 10.222.0.35 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073682 Sep 07 17:09:02.375856 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:02.788951 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c583aa-c6a3-4287-8942-d14fc813be61 req-bbcc34f3-ac39-42b9-93ea-1dca920d267a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:02.790424 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86c583aa-c6a3-4287-8942-d14fc813be61 req-bbcc34f3-ac39-42b9-93ea-1dca920d267a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 944 time: 0.0482211 Sep 07 17:09:02.827084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-86c583aa-c6a3-4287-8942-d14fc813be61 req-7792845c-c4f1-4264-b43d-4c86b9d830a0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307829 Sep 07 17:09:02.906025 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:03.022184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6c439279-cb71-4c51-a6b2-313debcbdef4 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:09:03.068156 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6c439279-cb71-4c51-a6b2-313debcbdef4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:09:03.068561 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:03.923656 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fde27462-9c6c-427c-b0eb-4e4c6abb8a40 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:09:03.940655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48fb41-144b-41b5-bfe3-1b4af90d22b5 req-1729eec3-7468-454d-918e-f52c1fec97b4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:03.942223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b48fb41-144b-41b5-bfe3-1b4af90d22b5 req-1729eec3-7468-454d-918e-f52c1fec97b4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 944 time: 0.0496380 Sep 07 17:09:03.984625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b48fb41-144b-41b5-bfe3-1b4af90d22b5 req-60d286da-96c9-4ab6-8e0b-776588649355 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363886 Sep 07 17:09:04.020648 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fde27462-9c6c-427c-b0eb-4e4c6abb8a40, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fde27462-9c6c-427c-b0eb-4e4c6abb8a40,segment=NetworkSegment(fa242288-1a49-4c7e-a878-8a591416b59d),segment_id=fa242288-1a49-4c7e-a878-8a591416b59d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:09:04.031745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'port_id': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40', 'mac_address': 'fa:16:3e:97:71:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:09:04.067758 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:04.079992 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde27462-9c6c-427c-b0eb-4e4c6abb8a40 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:09:04.099022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fde27462-9c6c-427c-b0eb-4e4c6abb8a40, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fde27462-9c6c-427c-b0eb-4e4c6abb8a40,segment=NetworkSegment(fa242288-1a49-4c7e-a878-8a591416b59d),segment_id=fa242288-1a49-4c7e-a878-8a591416b59d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:09:04.102334 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:04.151321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fde27462-9c6c-427c-b0eb-4e4c6abb8a40,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:09:04.456352 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['fde27462-9c6c-427c-b0eb-4e4c6abb8a40'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:09:05.096430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087510a-b905-4611-9152-4989fd4de0f6 req-8b9ee86a-15ec-40b7-8e4e-383bf51252ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:05.097826 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b087510a-b905-4611-9152-4989fd4de0f6 req-8b9ee86a-15ec-40b7-8e4e-383bf51252ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 945 time: 0.0485637 Sep 07 17:09:05.135477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b087510a-b905-4611-9152-4989fd4de0f6 req-89f5ace5-b73b-43c8-a69e-f6517f3b9b8f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317779 Sep 07 17:09:05.939052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fde27462-9c6c-427c-b0eb-4e4c6abb8a40 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:09:05.987305 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port fde27462-9c6c-427c-b0eb-4e4c6abb8a40 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:09:05.991324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port fde27462-9c6c-427c-b0eb-4e4c6abb8a40 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:09:05.991706 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:06.065665 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:06.087335 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:09:06.089598 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d12717-906e-4633-a1d9-36df9e2263c7" -d '{"events": [{"server_uuid": "367517bb-534a-4fba-a3ef-e4c2252e585e", "name": "network-vif-plugged", "status": "completed", "tag": "fde27462-9c6c-427c-b0eb-4e4c6abb8a40"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:09:06.105694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fde27462-9c6c-427c-b0eb-4e4c6abb8a40, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fde27462-9c6c-427c-b0eb-4e4c6abb8a40,segment=NetworkSegment(fa242288-1a49-4c7e-a878-8a591416b59d),segment_id=fa242288-1a49-4c7e-a878-8a591416b59d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:09:06.110069 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:06.157546 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fde27462-9c6c-427c-b0eb-4e4c6abb8a40,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:09:06.188893 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e474aaa5-8cb5-4e21-8179-a629189edde0 x-openstack-request-id: req-e474aaa5-8cb5-4e21-8179-a629189edde0 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:09:06.189247 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367517bb-534a-4fba-a3ef-e4c2252e585e", "name": "network-vif-plugged", "status": "completed", "tag": "fde27462-9c6c-427c-b0eb-4e4c6abb8a40", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:09:06.189450 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e474aaa5-8cb5-4e21-8179-a629189edde0 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:09:06.189851 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40', 'code': 200} Sep 07 17:09:06.248969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9f05f-fa93-482c-868e-4529493eba08 req-5561cda4-19ae-4a95-9697-dd3c4cf3fd28 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:06.250459 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07a9f05f-fa93-482c-868e-4529493eba08 req-5561cda4-19ae-4a95-9697-dd3c4cf3fd28 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 946 time: 0.0481446 Sep 07 17:09:06.315040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-07a9f05f-fa93-482c-868e-4529493eba08 req-3a521999-0166-49be-953e-ea5c784bdb34 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565462 Sep 07 17:09:06.316847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2f776-48c7-4ab2-bf26-14e2408c8d56 req-e085dfbf-66d7-4379-83c6-dda03ba6fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:06.318233 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6b2f776-48c7-4ab2-bf26-14e2408c8d56 req-e085dfbf-66d7-4379-83c6-dda03ba6fa9d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 1097 time: 0.0669317 Sep 07 17:09:06.352145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b6b2f776-48c7-4ab2-bf26-14e2408c8d56 req-7778c507-3900-47b9-9ece-85ce6f7f3726 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265164 Sep 07 17:09:07.429387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f62ff6-8497-4f6c-bbd7-932b60a08052 req-c18fdb1c-b265-4765-870c-ba3fcc743ae2 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:07.430877 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1f62ff6-8497-4f6c-bbd7-932b60a08052 req-c18fdb1c-b265-4765-870c-ba3fcc743ae2 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 946 time: 0.0484583 Sep 07 17:09:07.474616 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f1f62ff6-8497-4f6c-bbd7-932b60a08052 req-563e2b49-1e55-4347-ba11-46c4481e6e22 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378695 Sep 07 17:09:08.585680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fd7f9-d114-462b-83ec-077816399959 req-5a1ed417-5022-4880-a940-d3a1330124de tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:08.587153 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-842fd7f9-d114-462b-83ec-077816399959 req-5a1ed417-5022-4880-a940-d3a1330124de tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 946 time: 0.0482025 Sep 07 17:09:08.624232 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-842fd7f9-d114-462b-83ec-077816399959 req-992f04ee-c7f2-4332-bb7c-1294c65bff38 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308301 Sep 07 17:09:08.738696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a596f-e27f-415a-8ef6-5cd2c0e1b22b req-4f18cc14-4bf1-44bb-b01b-84eaa35e9385 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:08.740169 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d66a596f-e27f-415a-8ef6-5cd2c0e1b22b req-4f18cc14-4bf1-44bb-b01b-84eaa35e9385 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 946 time: 0.0523667 Sep 07 17:09:08.777388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d66a596f-e27f-415a-8ef6-5cd2c0e1b22b req-717ae3f8-d623-47ed-b636-d1e01917116e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313442 Sep 07 17:09:08.798854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45250) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:09:08.838113 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37855697-3bf8-419f-8473-b65c1526a3fe tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:08.839661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-37855697-3bf8-419f-8473-b65c1526a3fe tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 1092 time: 0.0398390 Sep 07 17:09:08.843230 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45252) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:09:08.847568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:09:08.868552 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:08.965984 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:09.064417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.25.3.107 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/47ea78d8-e40c-4702-bead-5094e44e2957) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:09:09.166236 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:09.203459 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:09.238005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:09:09.240763 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:09:09.244220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:09:09.270148 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=47ea78d8-e40c-4702-bead-5094e44e2957,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:09:09.594840 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:09.658529 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:09.803854 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:09.808292 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:09.874502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=47ea78d8-e40c-4702-bead-5094e44e2957,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:09:09.885758 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:09.984863 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Floating IP 859c3e7b-e075-43ef-b7b9-5251ee8f63ca associated. External IP: 172.25.3.107, port: fde27462-9c6c-427c-b0eb-4e4c6abb8a40. Sep 07 17:09:10.187630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 7625e38d-63c8-4f4f-8bc6-c54027883a22 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:09:10.292662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:09:10.302017 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b083117-786a-4cb8-9c62-ca30b30ca79b None None] Sync routers for ids ['7625e38d-63c8-4f4f-8bc6-c54027883a22'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:09:10.308282 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:10.311459 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b083117-786a-4cb8-9c62-ca30b30ca79b None None] Routers {'7625e38d-63c8-4f4f-8bc6-c54027883a22'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:09:10.312166 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6b083117-786a-4cb8-9c62-ca30b30ca79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7625e38d-63c8-4f4f-8bc6-c54027883a22'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:09:10.337862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cba01841-6795-4e06-b90c-70a1ec928b3c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4936135 Sep 07 17:09:10.338461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'tag': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:09:10.340808 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6df585e-d379-42ab-b982-de3ae839855d" -d '{"events": [{"name": "network-changed", "server_uuid": "367517bb-534a-4fba-a3ef-e4c2252e585e", "tag": "fde27462-9c6c-427c-b0eb-4e4c6abb8a40"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:09:10.377862 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29504337-8ae0-4ac7-8c57-d3246e51d78a x-openstack-request-id: req-29504337-8ae0-4ac7-8c57-d3246e51d78a {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:09:10.378097 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367517bb-534a-4fba-a3ef-e4c2252e585e", "tag": "fde27462-9c6c-427c-b0eb-4e4c6abb8a40", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:09:10.378346 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29504337-8ae0-4ac7-8c57-d3246e51d78a {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:09:10.378767 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'tag': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40', 'status': 'completed', 'code': 200} Sep 07 17:09:10.435464 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6b083117-786a-4cb8-9c62-ca30b30ca79b None None] Set router 7625e38d-63c8-4f4f-8bc6-c54027883a22 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:09:10.451920 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-24a7a034-81f1-4ebd-9147-b852cd460e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:10.465466 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc22ab-86a2-4146-bcc8-ef1c0f325f11 req-bfbcb2c1-fd03-4eb6-8ccc-bcab5a7f0056 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:10.466992 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eedc22ab-86a2-4146-bcc8-ef1c0f325f11 req-bfbcb2c1-fd03-4eb6-8ccc-bcab5a7f0056 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 946 time: 0.0795093 Sep 07 17:09:10.477377 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df585e-d379-42ab-b982-de3ae839855d req-4b723962-eff0-4b4e-b3df-a7a040011c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:10.478786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6df585e-d379-42ab-b982-de3ae839855d req-4b723962-eff0-4b4e-b3df-a7a040011c09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 1097 time: 0.0640972 Sep 07 17:09:10.535015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eedc22ab-86a2-4146-bcc8-ef1c0f325f11 req-05d9004e-c84b-4268-a0dc-0977ab7125e1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598359 Sep 07 17:09:10.557243 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45258) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:09:10.591746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df585e-d379-42ab-b982-de3ae839855d req-31bab346-6f4f-4b36-827a-2284693e3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:10.593941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6df585e-d379-42ab-b982-de3ae839855d req-31bab346-6f4f-4b36-827a-2284693e3bae service neutron] 10.222.0.35 "GET /v2.0/networks?id=9252c3ef-3785-4561-84df-2098aaf93ae6 HTTP/1.1" status: 200 len: 898 time: 0.1024823 Sep 07 17:09:10.624760 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-886adf95-3424-4ec4-9df9-51ae3e7e9af3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/859c3e7b-e075-43ef-b7b9-5251ee8f63ca HTTP/1.1" status: 200 len: 992 time: 0.0660481 Sep 07 17:09:10.663075 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6b083117-786a-4cb8-9c62-ca30b30ca79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:56Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '859c3e7b-e075-43ef-b7b9-5251ee8f63ca', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'port_id': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'mac_address': 'fa:16:3e:97:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:09:09Z', 'updated_at': '2021-09-07T17:09:09Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c439279-cb71-4c51-a6b2-313debcbdef4', 'name': '', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d5:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:55Z', 'updated_at': '2021-09-07T17:09:01Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:09:10.667812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6df585e-d379-42ab-b982-de3ae839855d req-0d58927e-b84c-4c16-8c3e-e6557f62652f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde27462-9c6c-427c-b0eb-4e4c6abb8a40 HTTP/1.1" status: 200 len: 1000 time: 0.0666444 Sep 07 17:09:10.692598 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b083117-786a-4cb8-9c62-ca30b30ca79b None None] Checking router: 7625e38d-63c8-4f4f-8bc6-c54027883a22 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:09:10.700702 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b083117-786a-4cb8-9c62-ca30b30ca79b None None] Routers {'7625e38d-63c8-4f4f-8bc6-c54027883a22'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:09:10.701301 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6b083117-786a-4cb8-9c62-ca30b30ca79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:08:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7625e38d-63c8-4f4f-8bc6-c54027883a22'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:09:10.716499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df585e-d379-42ab-b982-de3ae839855d req-fdf9274b-2042-436f-8cfd-ac0b8a6cb9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:10.717952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6df585e-d379-42ab-b982-de3ae839855d req-fdf9274b-2042-436f-8cfd-ac0b8a6cb9dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50bf8c20-de48-4c2c-8af2-91e2b5a75dbd HTTP/1.1" status: 200 len: 835 time: 0.0433161 Sep 07 17:09:10.763142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df585e-d379-42ab-b982-de3ae839855d req-a97b19bf-c5ab-41f4-8eda-f034e36c6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:10.765246 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6df585e-d379-42ab-b982-de3ae839855d req-a97b19bf-c5ab-41f4-8eda-f034e36c6efb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9252c3ef-3785-4561-84df-2098aaf93ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400898 Sep 07 17:09:10.803616 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6b083117-786a-4cb8-9c62-ca30b30ca79b None None] Set router 7625e38d-63c8-4f4f-8bc6-c54027883a22 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:09:10.858120 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6df585e-d379-42ab-b982-de3ae839855d req-8136a677-7180-4733-ab13-fa7cddefeab0 service neutron] 10.222.0.35 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859609 Sep 07 17:09:10.946348 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a6df585e-d379-42ab-b982-de3ae839855d req-7bebb68d-373d-49f1-b178-7bb583425820 service neutron] 10.222.0.35 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817928 Sep 07 17:09:11.023212 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6b083117-786a-4cb8-9c62-ca30b30ca79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:56Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '859c3e7b-e075-43ef-b7b9-5251ee8f63ca', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'port_id': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'mac_address': 'fa:16:3e:97:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:09:09Z', 'updated_at': '2021-09-07T17:09:09Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c439279-cb71-4c51-a6b2-313debcbdef4', 'name': '', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d5:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:55Z', 'updated_at': '2021-09-07T17:09:01Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:09:11.048549 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b083117-786a-4cb8-9c62-ca30b30ca79b None None] The sync data for ids ['7625e38d-63c8-4f4f-8bc6-c54027883a22'] in n-d-807551-3 is: [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:56Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '859c3e7b-e075-43ef-b7b9-5251ee8f63ca', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'port_id': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'mac_address': 'fa:16:3e:97:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:09:09Z', 'updated_at': '2021-09-07T17:09:09Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c439279-cb71-4c51-a6b2-313debcbdef4', 'name': '', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d5:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:55Z', 'updated_at': '2021-09-07T17:09:01Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:09:11.226982 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a0be0-1a4a-45eb-ba1c-128f5e7e9f61 None None] New status for floating IP 859c3e7b-e075-43ef-b7b9-5251ee8f63ca: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:09:11.628507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45260) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:09:11.692832 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b7f612c2-43eb-4722-8684-171588be3e72 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/859c3e7b-e075-43ef-b7b9-5251ee8f63ca HTTP/1.1" status: 200 len: 994 time: 0.0632272 Sep 07 17:09:12.813450 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d07b8f0-7215-4ff6-8284-d5cdd50f28b0 req-72781b31-33f2-4fbf-8a6f-f86e930bbfff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397866 Sep 07 17:09:12.891782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07b8f0-7215-4ff6-8284-d5cdd50f28b0 req-441f70f1-cf95-45c5-840e-29213453dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:12.893322 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d07b8f0-7215-4ff6-8284-d5cdd50f28b0 req-441f70f1-cf95-45c5-840e-29213453dcb7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 1097 time: 0.0407915 Sep 07 17:09:12.996018 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07b8f0-7215-4ff6-8284-d5cdd50f28b0 req-59d198cd-06c6-49d6-b4eb-d4c8e22ece94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:12.997512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d07b8f0-7215-4ff6-8284-d5cdd50f28b0 req-59d198cd-06c6-49d6-b4eb-d4c8e22ece94 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9252c3ef-3785-4561-84df-2098aaf93ae6 HTTP/1.1" status: 200 len: 898 time: 0.0862656 Sep 07 17:09:13.061615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d07b8f0-7215-4ff6-8284-d5cdd50f28b0 req-ca70a6d2-0470-4b03-95e3-8680981af40d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde27462-9c6c-427c-b0eb-4e4c6abb8a40 HTTP/1.1" status: 200 len: 1002 time: 0.0568125 Sep 07 17:09:13.113166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07b8f0-7215-4ff6-8284-d5cdd50f28b0 req-9934c690-63dc-445c-a91d-0510b62b888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:13.114625 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d07b8f0-7215-4ff6-8284-d5cdd50f28b0 req-9934c690-63dc-445c-a91d-0510b62b888a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50bf8c20-de48-4c2c-8af2-91e2b5a75dbd HTTP/1.1" status: 200 len: 835 time: 0.0464592 Sep 07 17:09:13.160237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07b8f0-7215-4ff6-8284-d5cdd50f28b0 req-582e1ebb-efcb-4647-b96f-bcf61aab3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:09:13.161737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d07b8f0-7215-4ff6-8284-d5cdd50f28b0 req-582e1ebb-efcb-4647-b96f-bcf61aab3092 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9252c3ef-3785-4561-84df-2098aaf93ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390522 Sep 07 17:09:13.250177 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d07b8f0-7215-4ff6-8284-d5cdd50f28b0 req-010b43b0-5842-4d0e-b01a-f7096dfd1870 service neutron] 10.222.0.35 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809245 Sep 07 17:09:13.344574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d07b8f0-7215-4ff6-8284-d5cdd50f28b0 req-87f43051-809a-46e9-a561-5818274e7293 service neutron] 10.222.0.35 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878553 Sep 07 17:09:14.039124 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:14.306316 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7b885736-0f65-462a-90bf-92c1b2c99638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:15.120551 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:17.045498 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:19.244600 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:09:32.376577 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:32.903877 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:40.445111 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-af68ad71-f1e3-4c16-b1f8-a14ad08d37f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:44.043004 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:44.305254 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-783ba4f0-fc4f-4d19-8a5e-46df6eda8ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:45.123404 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:47.047207 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:09:56.243567 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:09:59.489612 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-8f198773-a604-4208-9acd-86b76255210f req-7704136e-3fc8-432c-a53f-8290af8695f9 service neutron] (94771) timed out ('10.222.0.70', 41426) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 17:10:02.387430 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:02.903311 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:10.445516 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-36edc41c-012d-4961-ae50-d3da14eb5243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:13.810916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2556b1-47e3-4e6b-9254-22867bde6d44 req-6188faa6-80e0-40b8-913b-60bc6ba7c3b1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392549 Sep 07 17:10:13.890527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2556b1-47e3-4e6b-9254-22867bde6d44 req-6f7dde96-6bd4-4ce4-ad14-4d49cebde922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:13.892002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2556b1-47e3-4e6b-9254-22867bde6d44 req-6f7dde96-6bd4-4ce4-ad14-4d49cebde922 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 1097 time: 0.0400348 Sep 07 17:10:13.996934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2556b1-47e3-4e6b-9254-22867bde6d44 req-f39235e3-3196-4925-954e-bf6f165b8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:13.998435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2556b1-47e3-4e6b-9254-22867bde6d44 req-f39235e3-3196-4925-954e-bf6f165b8e49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9252c3ef-3785-4561-84df-2098aaf93ae6 HTTP/1.1" status: 200 len: 898 time: 0.0873008 Sep 07 17:10:14.044617 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:14.063645 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2556b1-47e3-4e6b-9254-22867bde6d44 req-598bd75c-dfcc-402e-8ff5-e6fb2b36be76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde27462-9c6c-427c-b0eb-4e4c6abb8a40 HTTP/1.1" status: 200 len: 1002 time: 0.0571332 Sep 07 17:10:14.115225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2556b1-47e3-4e6b-9254-22867bde6d44 req-5c938668-d188-41a1-8761-d1b758f1d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:14.116655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2556b1-47e3-4e6b-9254-22867bde6d44 req-5c938668-d188-41a1-8761-d1b758f1d551 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50bf8c20-de48-4c2c-8af2-91e2b5a75dbd HTTP/1.1" status: 200 len: 835 time: 0.0458634 Sep 07 17:10:14.161223 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2556b1-47e3-4e6b-9254-22867bde6d44 req-f3f9ca77-b581-4b74-86df-783ef3ded532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:14.162657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2556b1-47e3-4e6b-9254-22867bde6d44 req-f3f9ca77-b581-4b74-86df-783ef3ded532 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9252c3ef-3785-4561-84df-2098aaf93ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378764 Sep 07 17:10:14.252144 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2556b1-47e3-4e6b-9254-22867bde6d44 req-286bd1f4-1fed-46fa-b525-9a8d63ed7dd6 service neutron] 10.222.0.35 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817363 Sep 07 17:10:14.305404 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-60048321-b6ff-46c6-b854-7aafaa50bb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:14.346251 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fa2556b1-47e3-4e6b-9254-22867bde6d44 req-d8a7fa4f-ca3f-455b-be53-996511d6d164 service neutron] 10.222.0.35 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863469 Sep 07 17:10:15.125773 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:16.483667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b392a-b084-4d10-8bfe-4ac3ca52e2aa req-57e0676e-b48f-427e-b1b7-074a9ab31937 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:16.485462 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d5b392a-b084-4d10-8bfe-4ac3ca52e2aa req-57e0676e-b48f-427e-b1b7-074a9ab31937 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 946 time: 0.0510640 Sep 07 17:10:16.522492 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d5b392a-b084-4d10-8bfe-4ac3ca52e2aa req-51c55a6d-516a-49ed-a8ab-8f2553905363 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303955 Sep 07 17:10:17.050436 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:17.676169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71723c-4273-45be-9b60-0fa89f173c70 req-1dea1b75-c202-49b9-a613-771325190c2f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:17.677684 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae71723c-4273-45be-9b60-0fa89f173c70 req-1dea1b75-c202-49b9-a613-771325190c2f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 946 time: 0.0528803 Sep 07 17:10:17.713406 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae71723c-4273-45be-9b60-0fa89f173c70 req-6848914f-e1a7-4c57-8e81-954a502fc251 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297849 Sep 07 17:10:17.735510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45302) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:17.793895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7667f70d-e0e2-4fb1-b2e0-1e23096da57d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/859c3e7b-e075-43ef-b7b9-5251ee8f63ca HTTP/1.1" status: 200 len: 994 time: 0.0565987 Sep 07 17:10:19.074442 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6bb63-bc9b-4474-8f96-a25de74aeef0 req-32a52043-9279-4fd0-93bc-2585d66e0c69 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:19.075923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67b6bb63-bc9b-4474-8f96-a25de74aeef0 req-32a52043-9279-4fd0-93bc-2585d66e0c69 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 946 time: 0.0510178 Sep 07 17:10:19.114990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67b6bb63-bc9b-4474-8f96-a25de74aeef0 req-448f4b4b-afe7-4a2d-b804-f2e237741afd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328858 Sep 07 17:10:20.229692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa96b5-1345-4161-a374-5cfd72e54b43 req-8a8fbacb-bfeb-4e6f-8195-6173acd763f4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:20.231192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8eaa96b5-1345-4161-a374-5cfd72e54b43 req-8a8fbacb-bfeb-4e6f-8195-6173acd763f4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 946 time: 0.0486484 Sep 07 17:10:20.268498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8eaa96b5-1345-4161-a374-5cfd72e54b43 req-e8535c88-7275-412b-b7af-2c9f309ec803 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305924 Sep 07 17:10:20.289628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45314) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:20.347531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-abbf6ccc-1aae-41cd-b2ab-8787af7973e4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/859c3e7b-e075-43ef-b7b9-5251ee8f63ca HTTP/1.1" status: 200 len: 994 time: 0.0567296 Sep 07 17:10:20.576947 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45320) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:21.034645 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port 47ea78d8-e40c-4702-bead-5094e44e2957 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:10:21.035003 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:21.110185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:21.110516 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:21.121729 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for 47ea78d8-e40c-4702-bead-5094e44e2957 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:10:21.263717 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:21.289048 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=47ea78d8-e40c-4702-bead-5094e44e2957,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:21.313996 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:21.314374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:21.314732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:21.315074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:21.315410 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:21.315746 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:21.316081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:21.316442 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:21.316777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:21.317106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:21.317433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:21.317758 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:21.356354 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:21.356745 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Floating IP 859c3e7b-e075-43ef-b7b9-5251ee8f63ca disassociated (deleted). External IP: 172.25.3.107, port: fde27462-9c6c-427c-b0eb-4e4c6abb8a40. Sep 07 17:10:21.559288 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 7625e38d-63c8-4f4f-8bc6-c54027883a22 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:10:21.664309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:10:21.668903 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:21.676894 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5cdcf-da76-4dad-84aa-011061cba55f None None] Sync routers for ids ['7625e38d-63c8-4f4f-8bc6-c54027883a22'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:10:21.685672 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5cdcf-da76-4dad-84aa-011061cba55f None None] Routers {'7625e38d-63c8-4f4f-8bc6-c54027883a22'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:10:21.686275 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-09e5cdcf-da76-4dad-84aa-011061cba55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:10:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7625e38d-63c8-4f4f-8bc6-c54027883a22'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:21.695618 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8a8f5a6d-930c-423c-bebf-87ee2dae42e9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/floatingips/859c3e7b-e075-43ef-b7b9-5251ee8f63ca HTTP/1.1" status: 204 len: 168 time: 1.1176672 Sep 07 17:10:21.696202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'tag': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:10:21.698513 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de059e1e-81c2-4754-9d33-7cda0b185a20" -d '{"events": [{"name": "network-changed", "server_uuid": "367517bb-534a-4fba-a3ef-e4c2252e585e", "tag": "fde27462-9c6c-427c-b0eb-4e4c6abb8a40"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:10:21.738665 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9210dae8-6f76-41e2-906b-969ae26c0988 x-openstack-request-id: req-9210dae8-6f76-41e2-906b-969ae26c0988 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:10:21.739293 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367517bb-534a-4fba-a3ef-e4c2252e585e", "tag": "fde27462-9c6c-427c-b0eb-4e4c6abb8a40", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:10:21.739876 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9210dae8-6f76-41e2-906b-969ae26c0988 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:10:21.740478 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'tag': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40', 'status': 'completed', 'code': 200} Sep 07 17:10:21.810237 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de059e1e-81c2-4754-9d33-7cda0b185a20 req-bf74abf3-ed40-4c47-8619-e58f2789a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:21.811810 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de059e1e-81c2-4754-9d33-7cda0b185a20 req-bf74abf3-ed40-4c47-8619-e58f2789a4b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 1097 time: 0.0474811 Sep 07 17:10:21.907059 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-09e5cdcf-da76-4dad-84aa-011061cba55f None None] Set router 7625e38d-63c8-4f4f-8bc6-c54027883a22 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:10:21.941537 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de059e1e-81c2-4754-9d33-7cda0b185a20 req-e62bf66d-de92-4e50-b154-9f30830fadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:21.943114 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de059e1e-81c2-4754-9d33-7cda0b185a20 req-e62bf66d-de92-4e50-b154-9f30830fadc4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9252c3ef-3785-4561-84df-2098aaf93ae6 HTTP/1.1" status: 200 len: 898 time: 0.1242390 Sep 07 17:10:21.955192 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf476c-9fba-4832-a82a-5bd29959b62c req-19932618-a56e-4292-ba13-4bbae3204b10 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:21.956681 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31bf476c-9fba-4832-a82a-5bd29959b62c req-19932618-a56e-4292-ba13-4bbae3204b10 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 946 time: 0.0739894 Sep 07 17:10:22.109303 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-09e5cdcf-da76-4dad-84aa-011061cba55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:56Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6c439279-cb71-4c51-a6b2-313debcbdef4', 'name': '', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d5:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:55Z', 'updated_at': '2021-09-07T17:09:01Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:22.136465 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5cdcf-da76-4dad-84aa-011061cba55f None None] Checking router: 7625e38d-63c8-4f4f-8bc6-c54027883a22 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:10:22.144996 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5cdcf-da76-4dad-84aa-011061cba55f None None] Routers {'7625e38d-63c8-4f4f-8bc6-c54027883a22'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:10:22.145744 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-09e5cdcf-da76-4dad-84aa-011061cba55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:10:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7625e38d-63c8-4f4f-8bc6-c54027883a22'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:22.251063 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-09e5cdcf-da76-4dad-84aa-011061cba55f None None] Set router 7625e38d-63c8-4f4f-8bc6-c54027883a22 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:10:22.300418 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de059e1e-81c2-4754-9d33-7cda0b185a20 req-7ba35b94-7e4d-49f3-98c3-24cd203b13b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde27462-9c6c-427c-b0eb-4e4c6abb8a40 HTTP/1.1" status: 200 len: 217 time: 0.3427515 Sep 07 17:10:22.354403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31bf476c-9fba-4832-a82a-5bd29959b62c req-2c88ed74-e747-4d61-9e18-cb4c96840779 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3913298 Sep 07 17:10:22.363940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de059e1e-81c2-4754-9d33-7cda0b185a20 req-4b19ef0f-0683-4991-97d4-d21e701a22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:22.365334 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de059e1e-81c2-4754-9d33-7cda0b185a20 req-4b19ef0f-0683-4991-97d4-d21e701a22a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50bf8c20-de48-4c2c-8af2-91e2b5a75dbd HTTP/1.1" status: 200 len: 835 time: 0.0574038 Sep 07 17:10:22.417520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de059e1e-81c2-4754-9d33-7cda0b185a20 req-37e3d68f-d1b2-416e-b93a-47058fc654b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:22.419026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de059e1e-81c2-4754-9d33-7cda0b185a20 req-37e3d68f-d1b2-416e-b93a-47058fc654b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9252c3ef-3785-4561-84df-2098aaf93ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458698 Sep 07 17:10:22.453626 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-09e5cdcf-da76-4dad-84aa-011061cba55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:56Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6c439279-cb71-4c51-a6b2-313debcbdef4', 'name': '', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d5:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:55Z', 'updated_at': '2021-09-07T17:09:01Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:22.479705 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5cdcf-da76-4dad-84aa-011061cba55f None None] The sync data for ids ['7625e38d-63c8-4f4f-8bc6-c54027883a22'] in n-d-807551-3 is: [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:56Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '6c439279-cb71-4c51-a6b2-313debcbdef4', 'name': '', 'network_id': '9252c3ef-3785-4561-84df-2098aaf93ae6', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d5:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:55Z', 'updated_at': '2021-09-07T17:09:01Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '50bf8c20-de48-4c2c-8af2-91e2b5a75dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:10:22.508253 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de059e1e-81c2-4754-9d33-7cda0b185a20 req-4dcb2cb2-b733-4202-a4a7-3da21f8dd208 service neutron] 10.222.0.35 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806367 Sep 07 17:10:22.604837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-de059e1e-81c2-4754-9d33-7cda0b185a20 req-49c407f3-9812-4ae6-b76b-e467b53125ab service neutron] 10.222.0.35 "GET /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879290 Sep 07 17:10:22.699556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6373aa-bd20-49c6-801c-a927a613dab2 None None] New status for floating IP 859c3e7b-e075-43ef-b7b9-5251ee8f63ca: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:10:23.470182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e9f08-9752-4044-82ef-a4a7656f440e req-e119b6bc-c86c-4930-a661-045d9274ad6d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:23.471714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-209e9f08-9752-4044-82ef-a4a7656f440e req-e119b6bc-c86c-4930-a661-045d9274ad6d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 946 time: 0.0495331 Sep 07 17:10:23.508954 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-209e9f08-9752-4044-82ef-a4a7656f440e req-6d30065a-ed36-478a-9cd1-9fde6b639157 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f97fe7d-01cb-4616-ab95-acd5b8335f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314229 Sep 07 17:10:23.609359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b16ad5-4f8a-4403-9b5c-66f0f35a908c req-d762418e-5be7-459a-8d2e-0092966b9bb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:23.611101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21b16ad5-4f8a-4403-9b5c-66f0f35a908c req-d762418e-5be7-459a-8d2e-0092966b9bb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "GET /v2.0/ports?device_id=367517bb-534a-4fba-a3ef-e4c2252e585e HTTP/1.1" status: 200 len: 946 time: 0.0474784 Sep 07 17:10:23.705728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-21b16ad5-4f8a-4403-9b5c-66f0f35a908c req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port fde27462-9c6c-427c-b0eb-4e4c6abb8a40 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:10:23.706074 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-21b16ad5-4f8a-4403-9b5c-66f0f35a908c req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:23.792277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-21b16ad5-4f8a-4403-9b5c-66f0f35a908c req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port fde27462-9c6c-427c-b0eb-4e4c6abb8a40, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fde27462-9c6c-427c-b0eb-4e4c6abb8a40,segment=NetworkSegment(fa242288-1a49-4c7e-a878-8a591416b59d),segment_id=fa242288-1a49-4c7e-a878-8a591416b59d)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:10:23.792681 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-21b16ad5-4f8a-4403-9b5c-66f0f35a908c req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:23.805519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-21b16ad5-4f8a-4403-9b5c-66f0f35a908c req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for fde27462-9c6c-427c-b0eb-4e4c6abb8a40 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:10:23.933696 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-21b16ad5-4f8a-4403-9b5c-66f0f35a908c req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:23.962333 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=fde27462-9c6c-427c-b0eb-4e4c6abb8a40,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:23.992915 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:23.993293 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:23.993662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:23.994059 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:23.994420 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:23.994761 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:23.995101 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:23.995437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:23.995775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:23.996108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:23.996464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:23.996790 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:24.017528 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b16ad5-4f8a-4403-9b5c-66f0f35a908c req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] No DVR routers for this DVR port fde27462-9c6c-427c-b0eb-4e4c6abb8a40 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:10:24.020423 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-21b16ad5-4f8a-4403-9b5c-66f0f35a908c req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:24.022390 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-21b16ad5-4f8a-4403-9b5c-66f0f35a908c req-f6566778-660c-418c-9ee6-e748ab05604d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "DELETE /v2.0/ports/fde27462-9c6c-427c-b0eb-4e4c6abb8a40 HTTP/1.1" status: 204 len: 173 time: 0.4054675 Sep 07 17:10:24.022830 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'name': 'network-vif-deleted', 'tag': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:10:24.025122 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4af909-2867-4f84-9249-97367a8b2ae3" -d '{"events": [{"server_uuid": "367517bb-534a-4fba-a3ef-e4c2252e585e", "name": "network-vif-deleted", "tag": "fde27462-9c6c-427c-b0eb-4e4c6abb8a40"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:10:24.060560 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3204db9-16f1-45ca-81b8-7b2474f8f351 x-openstack-request-id: req-e3204db9-16f1-45ca-81b8-7b2474f8f351 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:10:24.060868 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367517bb-534a-4fba-a3ef-e4c2252e585e", "name": "network-vif-deleted", "tag": "fde27462-9c6c-427c-b0eb-4e4c6abb8a40", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:10:24.061128 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3204db9-16f1-45ca-81b8-7b2474f8f351 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:10:24.061538 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367517bb-534a-4fba-a3ef-e4c2252e585e', 'name': 'network-vif-deleted', 'tag': 'fde27462-9c6c-427c-b0eb-4e4c6abb8a40', 'status': 'completed', 'code': 200} Sep 07 17:10:24.561804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45336) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:24.920461 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad6f2-dbde-4aa5-9888-1073e9cfa402 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:25.172563 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ad6f2-dbde-4aa5-9888-1073e9cfa402 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port 6c439279-cb71-4c51-a6b2-313debcbdef4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:10:25.172833 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad6f2-dbde-4aa5-9888-1073e9cfa402 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:25.259121 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-ad7ad6f2-dbde-4aa5-9888-1073e9cfa402 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port 6c439279-cb71-4c51-a6b2-313debcbdef4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6c439279-cb71-4c51-a6b2-313debcbdef4,segment=NetworkSegment(fa242288-1a49-4c7e-a878-8a591416b59d),segment_id=fa242288-1a49-4c7e-a878-8a591416b59d)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:10:25.259488 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad6f2-dbde-4aa5-9888-1073e9cfa402 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:25.271629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ad6f2-dbde-4aa5-9888-1073e9cfa402 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for 6c439279-cb71-4c51-a6b2-313debcbdef4 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:10:25.454708 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad6f2-dbde-4aa5-9888-1073e9cfa402 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:25.483938 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ad6f2-dbde-4aa5-9888-1073e9cfa402 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=6c439279-cb71-4c51-a6b2-313debcbdef4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:25.658990 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad6f2-dbde-4aa5-9888-1073e9cfa402 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:25.870992 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7ad6f2-dbde-4aa5-9888-1073e9cfa402 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 7625e38d-63c8-4f4f-8bc6-c54027883a22 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:10:25.974074 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7ad6f2-dbde-4aa5-9888-1073e9cfa402 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:10:25.978982 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ad7ad6f2-dbde-4aa5-9888-1073e9cfa402 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "PUT /v2.0/routers/7625e38d-63c8-4f4f-8bc6-c54027883a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4160438 Sep 07 17:10:25.981649 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45338) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:25.984829 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ca37b-d309-4196-8ff1-d0b0aa352268 None None] Sync routers for ids ['7625e38d-63c8-4f4f-8bc6-c54027883a22'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:10:25.993924 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ca37b-d309-4196-8ff1-d0b0aa352268 None None] Routers {'7625e38d-63c8-4f4f-8bc6-c54027883a22'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:10:25.994617 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e52ca37b-d309-4196-8ff1-d0b0aa352268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:10:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7625e38d-63c8-4f4f-8bc6-c54027883a22'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:26.031409 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7156e453-b757-4cc3-ae3c-526a846ca744 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting subnet 50bf8c20-de48-4c2c-8af2-91e2b5a75dbd {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:10:26.034476 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7156e453-b757-4cc3-ae3c-526a846ca744 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:26.072692 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7156e453-b757-4cc3-ae3c-526a846ca744 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:26.097509 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e52ca37b-d309-4196-8ff1-d0b0aa352268 None None] Set router 7625e38d-63c8-4f4f-8bc6-c54027883a22 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:10:26.157537 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7156e453-b757-4cc3-ae3c-526a846ca744 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:26.214563 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7156e453-b757-4cc3-ae3c-526a846ca744 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:26.240836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156e453-b757-4cc3-ae3c-526a846ca744 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Subnet': ['ID=50bf8c20-de48-4c2c-8af2-91e2b5a75dbd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:26.244615 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7156e453-b757-4cc3-ae3c-526a846ca744 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:26.248863 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7156e453-b757-4cc3-ae3c-526a846ca744 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/subnets/50bf8c20-de48-4c2c-8af2-91e2b5a75dbd HTTP/1.1" status: 204 len: 168 time: 0.2639008 Sep 07 17:10:26.249137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:26.252481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51fe604-5fc6-4907-9719-fbdb40567a96 None None] Network 9252c3ef-3785-4561-84df-2098aaf93ae6 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:10:26.272876 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e52ca37b-d309-4196-8ff1-d0b0aa352268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:10:25Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:26.304165 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ca37b-d309-4196-8ff1-d0b0aa352268 None None] Checking router: 7625e38d-63c8-4f4f-8bc6-c54027883a22 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:10:26.312989 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ca37b-d309-4196-8ff1-d0b0aa352268 None None] Routers {'7625e38d-63c8-4f4f-8bc6-c54027883a22'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:10:26.313646 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e52ca37b-d309-4196-8ff1-d0b0aa352268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:10:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['7625e38d-63c8-4f4f-8bc6-c54027883a22'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:26.315577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fde27462-9c6c-427c-b0eb-4e4c6abb8a40 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:10:26.358504 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:26.360130 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: fde27462-9c6c-427c-b0eb-4e4c6abb8a40 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:10:26.360513 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fde27462-9c6c-427c-b0eb-4e4c6abb8a40 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:10:26.427581 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-e52ca37b-d309-4196-8ff1-d0b0aa352268 None None] Set router 7625e38d-63c8-4f4f-8bc6-c54027883a22 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:10:26.466144 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] DHCP port deletion for 9252c3ef-3785-4561-84df-2098aaf93ae6 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:10:26.482239 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:26.532062 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Deleting port 2307c298-ac05-425b-847a-e773a1ef2dbc {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:10:26.532558 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:26.540298 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port 5de51e27-e8da-4e71-af36-c1433dab4049 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:10:26.540675 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:26.619100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] For port 2307c298-ac05-425b-847a-e773a1ef2dbc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=2307c298-ac05-425b-847a-e773a1ef2dbc,segment=NetworkSegment(fa242288-1a49-4c7e-a878-8a591416b59d),segment_id=fa242288-1a49-4c7e-a878-8a591416b59d)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:10:26.619679 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:26.620289 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-e52ca37b-d309-4196-8ff1-d0b0aa352268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:10:25Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:26.635331 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port 5de51e27-e8da-4e71-af36-c1433dab4049, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5de51e27-e8da-4e71-af36-c1433dab4049,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:10:26.635715 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:26.638635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Calling delete_port for 2307c298-ac05-425b-847a-e773a1ef2dbc owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:10:26.649244 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ca37b-d309-4196-8ff1-d0b0aa352268 None None] The sync data for ids ['7625e38d-63c8-4f4f-8bc6-c54027883a22'] in n-d-807551-3 is: [{'id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77798119', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:10:25Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '5de51e27-e8da-4e71-af36-c1433dab4049', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625e38d-63c8-4f4f-8bc6-c54027883a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:08:53Z', 'updated_at': '2021-09-07T17:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:10:26.652884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for 5de51e27-e8da-4e71-af36-c1433dab4049 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:10:26.724372 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:26.750314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Pushing event deleted for resources: {'Port': ['ID=2307c298-ac05-425b-847a-e773a1ef2dbc,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:26.754488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] No DVR routers for this DVR port 2307c298-ac05-425b-847a-e773a1ef2dbc on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:10:26.766601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:26.766601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:26.766601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:26.766601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:26.766601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:26.766601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:26.766601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:26.766601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:26.766601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:26.766601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:26.766601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:26.766601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee8f89c-20c5-42f7-ad5f-1baf6c0ff084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:26.843779 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:26.871862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=5de51e27-e8da-4e71-af36-c1433dab4049,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:26.929823 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.025204 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.028698 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.086213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.087110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Fanout notify agent at l3_agent the message router_deleted on router 7625e38d-63c8-4f4f-8bc6-c54027883a22 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:10:27.095684 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.099855 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-13f3978d-6cb1-43a4-b083-87c3898c0f86 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/routers/7625e38d-63c8-4f4f-8bc6-c54027883a22 HTTP/1.1" status: 204 len: 168 time: 0.8474443 Sep 07 17:10:27.100140 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45342) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:27.165677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6c439279-cb71-4c51-a6b2-313debcbdef4 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:10:27.184811 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9474-3874-452b-b875-ca4d80fae7ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.187612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 6c439279-cb71-4c51-a6b2-313debcbdef4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:10:27.190139 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6c439279-cb71-4c51-a6b2-313debcbdef4 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:10:27.190786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2307c298-ac05-425b-847a-e773a1ef2dbc no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:10:27.216407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 2307c298-ac05-425b-847a-e773a1ef2dbc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:10:27.216713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 2307c298-ac05-425b-847a-e773a1ef2dbc not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:10:27.294126 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9474-3874-452b-b875-ca4d80fae7ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.320013 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1d1b9474-3874-452b-b875-ca4d80fae7ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9252c3ef-3785-4561-84df-2098aaf93ae6']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:27.330854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1d1b9474-3874-452b-b875-ca4d80fae7ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa242288-1a49-4c7e-a878-8a591416b59d') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:27.331310 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-1d1b9474-3874-452b-b875-ca4d80fae7ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa242288-1a49-4c7e-a878-8a591416b59d') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:27.343593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9474-3874-452b-b875-ca4d80fae7ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.357448 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9474-3874-452b-b875-ca4d80fae7ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.364933 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1b9474-3874-452b-b875-ca4d80fae7ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:10:27.365344 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9474-3874-452b-b875-ca4d80fae7ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:10:27.368761 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:10:27.434435 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9474-3874-452b-b875-ca4d80fae7ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.442935 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9474-3874-452b-b875-ca4d80fae7ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.444810 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1d1b9474-3874-452b-b875-ca4d80fae7ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/networks/9252c3ef-3785-4561-84df-2098aaf93ae6 HTTP/1.1" status: 204 len: 168 time: 0.3437140 Sep 07 17:10:27.447842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:27.782156 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b9474-3874-452b-b875-ca4d80fae7ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Network': ['ID=9252c3ef-3785-4561-84df-2098aaf93ae6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:27.832752 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed35f06c-5142-47dc-b162-2a39b9e49ba7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.857691 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed35f06c-5142-47dc-b162-2a39b9e49ba7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.918020 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed35f06c-5142-47dc-b162-2a39b9e49ba7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.920738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed35f06c-5142-47dc-b162-2a39b9e49ba7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:27.921907 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ed35f06c-5142-47dc-b162-2a39b9e49ba7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/security-groups/4f97fe7d-01cb-4616-ab95-acd5b8335f21 HTTP/1.1" status: 204 len: 168 time: 0.4730902 Sep 07 17:10:27.931887 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35f06c-5142-47dc-b162-2a39b9e49ba7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f97fe7d-01cb-4616-ab95-acd5b8335f21,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:28.120981 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45350) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:28.125637 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-d347cc45-bfc0-4e23-a846-8d2c95d41e3e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629292733', 'description': 'tempest-secgroup-smoke-629292733 description', 'project_id': 'f1f9f898b65542fda69e3973c559160e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:10:28.148529 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d347cc45-bfc0-4e23-a846-8d2c95d41e3e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.228044 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d347cc45-bfc0-4e23-a846-8d2c95d41e3e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.231745 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d347cc45-bfc0-4e23-a846-8d2c95d41e3e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.254118 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-d347cc45-bfc0-4e23-a846-8d2c95d41e3e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.255321 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-d347cc45-bfc0-4e23-a846-8d2c95d41e3e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1333292 Sep 07 17:10:28.258442 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45352) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:28.263007 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347cc45-bfc0-4e23-a846-8d2c95d41e3e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a16a50-b987-41d9-aea3-347ddac3b372,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:28.263200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-98124f92-8862-4e7f-a7fe-766cea744775 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '82a16a50-b987-41d9-aea3-347ddac3b372', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:10:28.290034 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98124f92-8862-4e7f-a7fe-766cea744775 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.343476 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98124f92-8862-4e7f-a7fe-766cea744775 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.347355 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98124f92-8862-4e7f-a7fe-766cea744775 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.362359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98124f92-8862-4e7f-a7fe-766cea744775 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd05398-cd30-4398-a859-c06f5cd8df5d,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:28.370932 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-98124f92-8862-4e7f-a7fe-766cea744775 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.372165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-98124f92-8862-4e7f-a7fe-766cea744775 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127009 Sep 07 17:10:28.374899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45354) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:28.379669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9725851b-2f1c-437d-a3d7-3ab3af1f9229 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '82a16a50-b987-41d9-aea3-347ddac3b372', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:10:28.405911 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9725851b-2f1c-437d-a3d7-3ab3af1f9229 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.462292 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9725851b-2f1c-437d-a3d7-3ab3af1f9229 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.465755 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9725851b-2f1c-437d-a3d7-3ab3af1f9229 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.483938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725851b-2f1c-437d-a3d7-3ab3af1f9229 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4441659e-03f5-4fa4-bd02-e86042c577e1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:28.491983 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9725851b-2f1c-437d-a3d7-3ab3af1f9229 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.493238 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9725851b-2f1c-437d-a3d7-3ab3af1f9229 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173511 Sep 07 17:10:28.496158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45356) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:28.500917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-937ecb40-efba-4ced-868a-00e436bd3e33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '82a16a50-b987-41d9-aea3-347ddac3b372', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:10:28.529332 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-937ecb40-efba-4ced-868a-00e436bd3e33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.576415 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-937ecb40-efba-4ced-868a-00e436bd3e33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.579865 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-937ecb40-efba-4ced-868a-00e436bd3e33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.597373 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ecb40-efba-4ced-868a-00e436bd3e33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e9942d-72bd-41ea-aba2-75e433178af6,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:28.604006 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-937ecb40-efba-4ced-868a-00e436bd3e33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.605309 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-937ecb40-efba-4ced-868a-00e436bd3e33 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1080277 Sep 07 17:10:28.607929 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45358) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:28.612398 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1af514b8-7547-4d5c-888f-3fe459e0e7ae tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '82a16a50-b987-41d9-aea3-347ddac3b372', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:10:28.637368 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1af514b8-7547-4d5c-888f-3fe459e0e7ae tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.694180 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1af514b8-7547-4d5c-888f-3fe459e0e7ae tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.697929 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1af514b8-7547-4d5c-888f-3fe459e0e7ae tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.715374 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af514b8-7547-4d5c-888f-3fe459e0e7ae tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9104d0a6-aa7c-48c4-a5a6-0f418f280c61,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:28.720265 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1af514b8-7547-4d5c-888f-3fe459e0e7ae tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.722493 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1af514b8-7547-4d5c-888f-3fe459e0e7ae tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136112 Sep 07 17:10:28.725174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45360) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:28.729440 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-49df25bc-98a5-4ece-b453-ac4805c2934e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '82a16a50-b987-41d9-aea3-347ddac3b372', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:10:28.749864 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-49df25bc-98a5-4ece-b453-ac4805c2934e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Project f1f9f898b65542fda69e3973c559160e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:10:28.754562 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49df25bc-98a5-4ece-b453-ac4805c2934e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.811550 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49df25bc-98a5-4ece-b453-ac4805c2934e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.814892 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49df25bc-98a5-4ece-b453-ac4805c2934e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.834081 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df25bc-98a5-4ece-b453-ac4805c2934e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa0c5d7-b2db-43b3-bee0-2bbf8abf904f,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:28.838879 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-49df25bc-98a5-4ece-b453-ac4805c2934e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.838879 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-49df25bc-98a5-4ece-b453-ac4805c2934e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1125703 Sep 07 17:10:28.841454 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45362) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:28.846529 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-5eaeb788-2cd3-45ec-bef8-1ad34ce388bf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '82a16a50-b987-41d9-aea3-347ddac3b372', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:10:28.867448 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-5eaeb788-2cd3-45ec-bef8-1ad34ce388bf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Project f1f9f898b65542fda69e3973c559160e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:10:28.872258 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb788-2cd3-45ec-bef8-1ad34ce388bf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.933889 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb788-2cd3-45ec-bef8-1ad34ce388bf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.937842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb788-2cd3-45ec-bef8-1ad34ce388bf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.955740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeb788-2cd3-45ec-bef8-1ad34ce388bf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72519bfa-48b9-4475-97a6-f195e952fef2,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:28.961200 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb788-2cd3-45ec-bef8-1ad34ce388bf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:28.962380 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5eaeb788-2cd3-45ec-bef8-1ad34ce388bf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198249 Sep 07 17:10:28.965275 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45364) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:28.969990 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-02a50605-187d-40e8-ae50-ed4790d55b9e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'network': {'name': 'tempest-network-smoke--2041650460', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'port_security_enabled': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:10:28.989046 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a50605-187d-40e8-ae50-ed4790d55b9e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:10:28.992238 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02a50605-187d-40e8-ae50-ed4790d55b9e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:29.015454 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a50605-187d-40e8-ae50-ed4790d55b9e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:10:29.023439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5de51e27-e8da-4e71-af36-c1433dab4049 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:10:29.025798 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02a50605-187d-40e8-ae50-ed4790d55b9e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:29.026219 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-02a50605-187d-40e8-ae50-ed4790d55b9e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Added segment 34094d32-3bc6-4a9d-bc14-7e38801ccb53 of type vlan for network 3374943f-854b-41a8-bed7-4cf01f04f95f Sep 07 17:10:29.042846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 5de51e27-e8da-4e71-af36-c1433dab4049 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:10:29.043207 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5de51e27-e8da-4e71-af36-c1433dab4049 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:10:29.065438 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02a50605-187d-40e8-ae50-ed4790d55b9e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:29.088668 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02a50605-187d-40e8-ae50-ed4790d55b9e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:29.094134 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a50605-187d-40e8-ae50-ed4790d55b9e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:29.094726 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-02a50605-187d-40e8-ae50-ed4790d55b9e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:29.125268 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-02a50605-187d-40e8-ae50-ed4790d55b9e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1589801 Sep 07 17:10:29.128527 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45366) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:29.132831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'admin_state_up': True, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:10:29.177140 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a50605-187d-40e8-ae50-ed4790d55b9e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Network': ['ID=3374943f-854b-41a8-bed7-4cf01f04f95f,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:29.188396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 3374943f-854b-41a8-bed7-4cf01f04f95f details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:10:29.194192 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:29.195279 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:29.245795 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:29.382978 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:29.570674 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:29.592627 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:29.691547 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.25.3.36 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/ca729739-8100-4877-a6fa-ec2cad30e925) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:10:29.805574 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:29.842464 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:29.877450 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:10:29.880247 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:10:29.883669 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:10:29.912641 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=ca729739-8100-4877-a6fa-ec2cad30e925,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:30.136362 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:30.331906 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:30.466722 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router e661be48-d6b3-4a96-8cbf-5f057f331515 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 17:10:30.572189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:10:30.582277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Sync routers for ids ['e661be48-d6b3-4a96-8cbf-5f057f331515'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:10:30.591416 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Routers {'e661be48-d6b3-4a96-8cbf-5f057f331515'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:10:30.591928 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:30.592066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:10:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e661be48-d6b3-4a96-8cbf-5f057f331515'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:30.593244 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9a94ee65-0596-4dfa-9804-c767020fb705 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4637883 Sep 07 17:10:30.596570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45368) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:30.624133 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3a3931c1-64a6-4455-97de-682e1719a6ad tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f1f9f898b65542fda69e3973c559160e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264971 Sep 07 17:10:30.627330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45370) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:30.697818 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Set router e661be48-d6b3-4a96-8cbf-5f057f331515 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:10:30.776633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6d8b64-be06-4d83-b451-d001310558f4 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:30.778112 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5e6d8b64-be06-4d83-b451-d001310558f4 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1492102 Sep 07 17:10:30.781099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45372) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:30.815310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-cbae2242-9f23-45d1-9d90-5ab63ac29794 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325601 Sep 07 17:10:30.817839 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45374) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:30.822608 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3828f872-eed8-4d03-9e51-db4e532c45f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1176774003', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:10:30.873978 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:30Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:30.900295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Checking router: e661be48-d6b3-4a96-8cbf-5f057f331515 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:10:30.900685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Updating router e661be48-d6b3-4a96-8cbf-5f057f331515 port ca729739-8100-4877-a6fa-ec2cad30e925 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:10:30.907048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3828f872-eed8-4d03-9e51-db4e532c45f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:10:30.911059 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3828f872-eed8-4d03-9e51-db4e532c45f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:30.925707 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:31.099848 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3828f872-eed8-4d03-9e51-db4e532c45f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:31.163666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828f872-eed8-4d03-9e51-db4e532c45f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Subnet': ['ID=ea0ef861-0be7-41a2-abb3-a746c35a77f2,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:31.172432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3828f872-eed8-4d03-9e51-db4e532c45f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Checking segment: {'id': '34094d32-3bc6-4a9d-bc14-7e38801ccb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:10:31.172802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3828f872-eed8-4d03-9e51-db4e532c45f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network hostable DHCP agents. Network: 3374943f-854b-41a8-bed7-4cf01f04f95f, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:10:31.179002 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:31.189293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Transition to ACTIVE for port object ca729739-8100-4877-a6fa-ec2cad30e925 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:10:31.190633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3828f872-eed8-4d03-9e51-db4e532c45f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 3374943f-854b-41a8-bed7-4cf01f04f95f is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:10:31.194689 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:31.200172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3828f872-eed8-4d03-9e51-db4e532c45f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 3374943f-854b-41a8-bed7-4cf01f04f95f) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:10:31.205406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3828f872-eed8-4d03-9e51-db4e532c45f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:31.206007 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3828f872-eed8-4d03-9e51-db4e532c45f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:31.221841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba974170-0608-447e-85d3-c8a88839a4fc None None] Network 3374943f-854b-41a8-bed7-4cf01f04f95f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:10:31.225123 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3828f872-eed8-4d03-9e51-db4e532c45f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4037337 Sep 07 17:10:31.225264 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45376) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:31.272330 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Attempting to bind port ca729739-8100-4877-a6fa-ec2cad30e925 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:10:31.272731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Attempting to bind port ca729739-8100-4877-a6fa-ec2cad30e925 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:10:31.273102 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Attempting to bind port ca729739-8100-4877-a6fa-ec2cad30e925 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:10:31.274942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db06a0f-f454-4df1-9b74-8ac2b0622a20 None None] Pushing event updated for resources: {'Port': ['ID=ca729739-8100-4877-a6fa-ec2cad30e925,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:31.306043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:10:31.306424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:10:31.306835 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:31.307236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:10:31.307715 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Bound port: ca729739-8100-4877-a6fa-ec2cad30e925, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:10:31.308106 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:31.402548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] For port ca729739-8100-4877-a6fa-ec2cad30e925, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:10:31.418812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] For port ca729739-8100-4877-a6fa-ec2cad30e925, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ca729739-8100-4877-a6fa-ec2cad30e925,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:10:31.425728 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:31.468004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-3374943f-854b-41a8-bed7-4cf01f04f95f', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ips': [{'subnet_id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:10:31.468889 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:31.660943 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:31.679774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db06a0f-f454-4df1-9b74-8ac2b0622a20 None None] Pushing event updated for resources: {'Port': ['ID=ca729739-8100-4877-a6fa-ec2cad30e925,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:31.724783 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Routers {'e661be48-d6b3-4a96-8cbf-5f057f331515'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:10:31.725426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:10:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e661be48-d6b3-4a96-8cbf-5f057f331515'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:31.874706 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Allocated IP 172.20.0.2 (3374943f-854b-41a8-bed7-4cf01f04f95f/ea0ef861-0be7-41a2-abb3-a746c35a77f2/8ee4270b-b843-467b-8ff7-c68ff363f591) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:10:31.881445 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] Set router e661be48-d6b3-4a96-8cbf-5f057f331515 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:10:32.168395 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:32.179498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Transition to ACTIVE for port object 8ee4270b-b843-467b-8ff7-c68ff363f591 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:10:32.193368 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:30Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:32.221744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Transition to ACTIVE for port object 8ee4270b-b843-467b-8ff7-c68ff363f591 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:10:32.224467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9903b86-4027-41ae-8625-691998e8cf6d None None] The sync data for ids ['e661be48-d6b3-4a96-8cbf-5f057f331515'] in n-d-807551-3 is: [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:30Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:10:32.228520 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:32.264696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Network 3374943f-854b-41a8-bed7-4cf01f04f95f is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:10:32.268183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:10:32.271864 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:10:32.282570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.20.0.1 (3374943f-854b-41a8-bed7-4cf01f04f95f/ea0ef861-0be7-41a2-abb3-a746c35a77f2/cea23a8d-5fa4-42a9-87db-362a4a060886) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:10:32.283587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Pushing event updated for resources: {'Port': ['ID=8ee4270b-b843-467b-8ff7-c68ff363f591,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:32.342550 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Attempting to bind port 8ee4270b-b843-467b-8ff7-c68ff363f591 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:10:32.343055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Attempting to bind port 8ee4270b-b843-467b-8ff7-c68ff363f591 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '34094d32-3bc6-4a9d-bc14-7e38801ccb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:10:32.343523 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Attempting to bind port 8ee4270b-b843-467b-8ff7-c68ff363f591 on network 3374943f-854b-41a8-bed7-4cf01f04f95f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:10:32.349028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:10:32.349408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Checking segment: {'id': '34094d32-3bc6-4a9d-bc14-7e38801ccb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:10:32.349815 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:32.350219 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Bound using segment: {'id': '34094d32-3bc6-4a9d-bc14-7e38801ccb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:10:32.350850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Bound port: 8ee4270b-b843-467b-8ff7-c68ff363f591, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34094d32-3bc6-4a9d-bc14-7e38801ccb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:10:32.351239 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:32.415311 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:32.418956 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:32.433053 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Transition to ACTIVE for port object cea23a8d-5fa4-42a9-87db-362a4a060886 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:10:32.435166 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] For port 8ee4270b-b843-467b-8ff7-c68ff363f591, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:10:32.446822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] For port 8ee4270b-b843-467b-8ff7-c68ff363f591, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8ee4270b-b843-467b-8ff7-c68ff363f591,segment=NetworkSegment(34094d32-3bc6-4a9d-bc14-7e38801ccb53),segment_id=34094d32-3bc6-4a9d-bc14-7e38801ccb53)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:10:32.470094 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:32.485095 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:32.536961 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 3374943f-854b-41a8-bed7-4cf01f04f95f is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:10:32.540311 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:10:32.546533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:10:32.551645 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe5107-da8c-459a-9996-92a4ad7e989c None None] Pushing event updated for resources: {'Port': ['ID=8ee4270b-b843-467b-8ff7-c68ff363f591,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:32.553497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=cea23a8d-5fa4-42a9-87db-362a4a060886,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:32.595815 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:32.765331 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:32.904786 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:33.076877 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:33.083059 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:33.141848 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ca729739-8100-4877-a6fa-ec2cad30e925 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:10:33.161415 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:33.163181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=cea23a8d-5fa4-42a9-87db-362a4a060886,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:33.201551 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port ca729739-8100-4877-a6fa-ec2cad30e925 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:10:33.206499 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ca729739-8100-4877-a6fa-ec2cad30e925 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:10:33.207019 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:33.244235 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:10:33.275513 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 3374943f-854b-41a8-bed7-4cf01f04f95f is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:10:33.277135 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:10:33.294913 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:33.319188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port ca729739-8100-4877-a6fa-ec2cad30e925, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ca729739-8100-4877-a6fa-ec2cad30e925,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:10:33.324596 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:33.330928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8ee4270b-b843-467b-8ff7-c68ff363f591 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:10:33.405167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=ca729739-8100-4877-a6fa-ec2cad30e925,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:33.412122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router e661be48-d6b3-4a96-8cbf-5f057f331515 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:10:33.420892 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 8ee4270b-b843-467b-8ff7-c68ff363f591 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:10:33.525461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:10:33.531283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-addb1fb5-0e70-48a3-9add-3923564c553d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "PUT /v2.0/routers/e661be48-d6b3-4a96-8cbf-5f057f331515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3048220 Sep 07 17:10:33.561321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eaa9eb-117a-4486-ac4a-bc26aaaf768e None None] Network 3374943f-854b-41a8-bed7-4cf01f04f95f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:10:33.668822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bb8b1dd4-b10a-4f26-95af-40b233fcfd26 None None] Provisioning for port 8ee4270b-b843-467b-8ff7-c68ff363f591 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:10:33.680008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-bb8b1dd4-b10a-4f26-95af-40b233fcfd26 None None] Provisioning complete for port 8ee4270b-b843-467b-8ff7-c68ff363f591 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:10:33.680427 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1dd4-b10a-4f26-95af-40b233fcfd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:33.682375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-1a97e980-efe6-43bb-acc0-d27d6afe0c50 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629292733&fields=id&tenant_id=f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 267 time: 0.0413485 Sep 07 17:10:33.797277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-0db303e8-5fe7-4976-be73-3c44b7aec832 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:33.798911 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-0db303e8-5fe7-4976-be73-3c44b7aec832 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/networks?id=3374943f-854b-41a8-bed7-4cf01f04f95f HTTP/1.1" status: 200 len: 797 time: 0.1082184 Sep 07 17:10:33.804880 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1dd4-b10a-4f26-95af-40b233fcfd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:33.828481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-02b72fc4-88a6-41a8-8a9a-1a0f8fae46b4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/quotas/f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 375 time: 0.0179510 Sep 07 17:10:33.845336 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-bb8b1dd4-b10a-4f26-95af-40b233fcfd26 None None] For port 8ee4270b-b843-467b-8ff7-c68ff363f591, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8ee4270b-b843-467b-8ff7-c68ff363f591,segment=NetworkSegment(34094d32-3bc6-4a9d-bc14-7e38801ccb53),segment_id=34094d32-3bc6-4a9d-bc14-7e38801ccb53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:10:33.850557 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1dd4-b10a-4f26-95af-40b233fcfd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:33.900841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-2cc948fe-e227-4897-b9a9-c4f27d57f89b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659668 Sep 07 17:10:33.904607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b1dd4-b10a-4f26-95af-40b233fcfd26 None None] Pushing event updated for resources: {'Port': ['ID=8ee4270b-b843-467b-8ff7-c68ff363f591,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:34.001996 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Sync routers for ids ['e661be48-d6b3-4a96-8cbf-5f057f331515'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:10:34.013011 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Routers {'e661be48-d6b3-4a96-8cbf-5f057f331515'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:10:34.013634 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:10:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e661be48-d6b3-4a96-8cbf-5f057f331515'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:34.071550 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-626fb2c4-42c5-4c1c-96d6-f46871c7ce7f None None] Provisioning complete for port 8ee4270b-b843-467b-8ff7-c68ff363f591 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:10:34.072159 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-626fb2c4-42c5-4c1c-96d6-f46871c7ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:34.076983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-7405c79c-5c6c-4b5e-88f0-5b7e8ea93f37 service neutron] 10.222.0.70 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734295 Sep 07 17:10:34.134112 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Set router e661be48-d6b3-4a96-8cbf-5f057f331515 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:10:34.179487 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cdf67561-2eb1-4086-8e5d-09b6cd9106f6 service neutron] 10.222.0.70 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949438 Sep 07 17:10:34.184022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-626fb2c4-42c5-4c1c-96d6-f46871c7ce7f None None] Provisioning for port cea23a8d-5fa4-42a9-87db-362a4a060886 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:10:34.190559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-626fb2c4-42c5-4c1c-96d6-f46871c7ce7f None None] Provisioning complete for port cea23a8d-5fa4-42a9-87db-362a4a060886 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:10:34.191231 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-626fb2c4-42c5-4c1c-96d6-f46871c7ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:34.237908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-626fb2c4-42c5-4c1c-96d6-f46871c7ce7f None None] Port cea23a8d-5fa4-42a9-87db-362a4a060886 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:10:34.357235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b63b66a7-f008-44f3-9748-d949ff55276c None None] Provisioning complete for port cea23a8d-5fa4-42a9-87db-362a4a060886 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:10:34.357621 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b63b66a7-f008-44f3-9748-d949ff55276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:34.393419 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b63b66a7-f008-44f3-9748-d949ff55276c None None] Port cea23a8d-5fa4-42a9-87db-362a4a060886 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:10:34.451213 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:32Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'cea23a8d-5fa4-42a9-87db-362a4a060886', 'name': '', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d1:2a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:31Z', 'updated_at': '2021-09-07T17:10:32Z', 'revision_number': 2, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:34.476778 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Checking router: e661be48-d6b3-4a96-8cbf-5f057f331515 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:10:34.477130 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Updating router e661be48-d6b3-4a96-8cbf-5f057f331515 port cea23a8d-5fa4-42a9-87db-362a4a060886 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:10:34.502477 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:34.511088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7c1fd7e3-78da-4c33-9420-6f2ab012d925 None None] Provisioning complete for port cea23a8d-5fa4-42a9-87db-362a4a060886 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:10:34.511469 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd7e3-78da-4c33-9420-6f2ab012d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:34.547374 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fd7e3-78da-4c33-9420-6f2ab012d925 None None] Port cea23a8d-5fa4-42a9-87db-362a4a060886 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:10:34.756017 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:34.764972 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Transition to ACTIVE for port object cea23a8d-5fa4-42a9-87db-362a4a060886 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:10:34.771149 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:34.819925 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Pushing event updated for resources: {'Port': ['ID=cea23a8d-5fa4-42a9-87db-362a4a060886,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:34.842782 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:34.843105 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:34.843445 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:34.843776 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:34.844105 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:34.844457 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:34.844781 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:34.845104 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:34.845426 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:34.846411 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:34.846730 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:34.847050 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:10:34.882945 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Attempting to bind port cea23a8d-5fa4-42a9-87db-362a4a060886 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:10:34.883327 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Attempting to bind port cea23a8d-5fa4-42a9-87db-362a4a060886 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '34094d32-3bc6-4a9d-bc14-7e38801ccb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:10:34.883693 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Attempting to bind port cea23a8d-5fa4-42a9-87db-362a4a060886 on network 3374943f-854b-41a8-bed7-4cf01f04f95f {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:10:34.888929 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:10:34.889304 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Checking segment: {'id': '34094d32-3bc6-4a9d-bc14-7e38801ccb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:10:34.889738 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:34.890136 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Bound using segment: {'id': '34094d32-3bc6-4a9d-bc14-7e38801ccb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:10:34.890600 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Bound port: cea23a8d-5fa4-42a9-87db-362a4a060886, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34094d32-3bc6-4a9d-bc14-7e38801ccb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:10:34.890985 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:34.956722 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] For port cea23a8d-5fa4-42a9-87db-362a4a060886, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:10:34.959799 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] For port cea23a8d-5fa4-42a9-87db-362a4a060886, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=cea23a8d-5fa4-42a9-87db-362a4a060886,segment=NetworkSegment(34094d32-3bc6-4a9d-bc14-7e38801ccb53),segment_id=34094d32-3bc6-4a9d-bc14-7e38801ccb53)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:10:34.964391 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:35.020471 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Routers {'e661be48-d6b3-4a96-8cbf-5f057f331515'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:10:35.021106 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:10:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e661be48-d6b3-4a96-8cbf-5f057f331515'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:35.057100 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4b07a-a38c-4ad9-9afe-6a952b624e62 None None] Pushing event updated for resources: {'Port': ['ID=cea23a8d-5fa4-42a9-87db-362a4a060886,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:35.094188 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ca729739-8100-4877-a6fa-ec2cad30e925 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:10:35.138368 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] Set router e661be48-d6b3-4a96-8cbf-5f057f331515 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:10:35.146117 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port ca729739-8100-4877-a6fa-ec2cad30e925 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:10:35.146500 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:35.224235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8ee4270b-b843-467b-8ff7-c68ff363f591 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:10:35.272466 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8ee4270b-b843-467b-8ff7-c68ff363f591 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:10:35.272772 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:35.343394 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:32Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'cea23a8d-5fa4-42a9-87db-362a4a060886', 'name': '', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d1:2a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:31Z', 'updated_at': '2021-09-07T17:10:34Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:35.375324 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064f80db-0f5c-42d6-8fa3-a340882e0fa7 None None] The sync data for ids ['e661be48-d6b3-4a96-8cbf-5f057f331515'] in n-d-807551-3 is: [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:32Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'cea23a8d-5fa4-42a9-87db-362a4a060886', 'name': '', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d1:2a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:31Z', 'updated_at': '2021-09-07T17:10:34Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:10:35.390699 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ccea99bd-7b6a-482b-80fc-8d795c9e28b9 req-146fdffe-ddde-490d-b629-421ebc14f00f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 210 time: 0.0276668 Sep 07 17:10:36.469202 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f0110288-d46d-4737-af97-e5b583477ae0 req-4d3ab185-ed23-4628-8db3-d950d3c76b5e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 210 time: 0.0307717 Sep 07 17:10:37.082264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cea23a8d-5fa4-42a9-87db-362a4a060886 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:10:37.130616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port cea23a8d-5fa4-42a9-87db-362a4a060886 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:10:37.134152 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port cea23a8d-5fa4-42a9-87db-362a4a060886 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:10:37.134530 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:37.209982 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:37.243444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port cea23a8d-5fa4-42a9-87db-362a4a060886, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=cea23a8d-5fa4-42a9-87db-362a4a060886,segment=NetworkSegment(34094d32-3bc6-4a9d-bc14-7e38801ccb53),segment_id=34094d32-3bc6-4a9d-bc14-7e38801ccb53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:10:37.247108 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:37.293038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=cea23a8d-5fa4-42a9-87db-362a4a060886,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:37.546239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1cd96d8-e556-45b0-a399-d17ca291b68d req-bcdad862-0eb1-4679-9dec-98af97eec2ad tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 210 time: 0.0266423 Sep 07 17:10:38.619089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b425e124-2665-4359-bd65-bcf7621dcfcf req-b2d93aa5-f33c-4cda-97af-b6789bbbc817 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 210 time: 0.0259578 Sep 07 17:10:39.069369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cea23a8d-5fa4-42a9-87db-362a4a060886 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:10:39.118716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port cea23a8d-5fa4-42a9-87db-362a4a060886 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:10:39.119091 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:39.716097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9977a0d3-3ba8-449e-bb94-1f146312d7ea req-c725936f-bc96-454b-b0ab-ebf5ba75c93c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 210 time: 0.0298159 Sep 07 17:10:40.447685 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-134e6e31-5d9c-46a3-b474-cea2e549b9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:40.475067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-f735400d-51d8-4943-b69c-3b31e07927c0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:40.476552 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-f735400d-51d8-4943-b69c-3b31e07927c0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.54 "GET /v2.0/networks?id=3374943f-854b-41a8-bed7-4cf01f04f95f HTTP/1.1" status: 200 len: 797 time: 0.1157491 Sep 07 17:10:40.527905 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-369b0ca7-7d4b-45e4-8320-f41d8e2c96a8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 379 time: 0.0337043 Sep 07 17:10:40.537389 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'port': {'device_id': '348a527c-e0ca-45e2-977b-601455316dd7', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'admin_state_up': True, 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'security_groups': ['82a16a50-b987-41d9-aea3-347ddac3b372']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:10:40.641362 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:10:40.644933 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:40.769587 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.20.0.14 (3374943f-854b-41a8-bed7-4cf01f04f95f/ea0ef861-0be7-41a2-abb3-a746c35a77f2/9ea2a53c-9129-4c3a-938a-4c084cb61a2c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:10:40.808496 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aabe3842-619a-49e6-b10d-b99df9ed5adc req-a203d63d-88a4-4339-a0fe-a5b3c3388388 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 210 time: 0.0258489 Sep 07 17:10:40.910299 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:40.924125 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Transition to ACTIVE for port object 9ea2a53c-9129-4c3a-938a-4c084cb61a2c will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:10:40.954993 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:40.996518 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 3374943f-854b-41a8-bed7-4cf01f04f95f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:10:40.999456 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:10:41.005670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:10:41.011443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=9ea2a53c-9129-4c3a-938a-4c084cb61a2c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:41.057405 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:41.058024 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:41.073209 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-cd77bcf2-41fe-41e4-b9e2-363845e55977 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391676 Sep 07 17:10:41.092610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Request body: {'port': {'device_id': '348a527c-e0ca-45e2-977b-601455316dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:10:41.148010 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:41.272198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-376c0529-df4b-4728-92f7-bdff5b65560b None None] Provisioning for port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:10:41.275751 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-376c0529-df4b-4728-92f7-bdff5b65560b None None] Provisioning complete for port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:10:41.276128 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-376c0529-df4b-4728-92f7-bdff5b65560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:41.310906 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-376c0529-df4b-4728-92f7-bdff5b65560b None None] Port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:10:41.413711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea2a53c-9129-4c3a-938a-4c084cb61a2c {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:10:41.420976 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:41.432384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Transition to ACTIVE for port object 9ea2a53c-9129-4c3a-938a-4c084cb61a2c will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:10:41.436263 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:41.487703 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea2a53c-9129-4c3a-938a-4c084cb61a2c,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:41.556746 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Attempting to bind port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:10:41.557085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Attempting to bind port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '34094d32-3bc6-4a9d-bc14-7e38801ccb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:10:41.557415 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Attempting to bind port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c on network 3374943f-854b-41a8-bed7-4cf01f04f95f {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:10:41.561928 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c on network 3374943f-854b-41a8-bed7-4cf01f04f95f not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:10:41.562250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Attempting to bind port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c on network 3374943f-854b-41a8-bed7-4cf01f04f95f {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:10:41.567183 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:10:41.567525 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Checking segment: {'id': '34094d32-3bc6-4a9d-bc14-7e38801ccb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:10:41.567917 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Bound using segment: {'id': '34094d32-3bc6-4a9d-bc14-7e38801ccb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:10:41.568371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Bound port: 9ea2a53c-9129-4c3a-938a-4c084cb61a2c, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34094d32-3bc6-4a9d-bc14-7e38801ccb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:10:41.568738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:41.634511 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] For port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:10:41.637726 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] For port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9ea2a53c-9129-4c3a-938a-4c084cb61a2c,segment=NetworkSegment(34094d32-3bc6-4a9d-bc14-7e38801ccb53),segment_id=34094d32-3bc6-4a9d-bc14-7e38801ccb53)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:10:41.643077 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:41.675142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:41.675768 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:41.677155 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] 10.222.0.54 "PUT /v2.0/ports/9ea2a53c-9129-4c3a-938a-4c084cb61a2c HTTP/1.1" status: 200 len: 1092 time: 0.5889893 Sep 07 17:10:41.677593 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348a527c-e0ca-45e2-977b-601455316dd7', 'tag': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:10:41.679859 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08185c81-6ae4-4262-9e49-918e7948616a" -d '{"events": [{"name": "network-changed", "server_uuid": "348a527c-e0ca-45e2-977b-601455316dd7", "tag": "9ea2a53c-9129-4c3a-938a-4c084cb61a2c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:10:41.705706 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39f586-44aa-4523-9956-5fec16724e23 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea2a53c-9129-4c3a-938a-4c084cb61a2c,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:41.732691 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e988ff9-5dc8-4dac-ae54-08da68587748 x-openstack-request-id: req-6e988ff9-5dc8-4dac-ae54-08da68587748 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:10:41.732918 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348a527c-e0ca-45e2-977b-601455316dd7", "tag": "9ea2a53c-9129-4c3a-938a-4c084cb61a2c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:10:41.733176 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e988ff9-5dc8-4dac-ae54-08da68587748 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:10:41.735987 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348a527c-e0ca-45e2-977b-601455316dd7', 'tag': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c', 'status': 'completed', 'code': 200} Sep 07 17:10:41.766064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-1d487cd1-e2fb-42db-a378-ae1d39aa0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:41.768145 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-1d487cd1-e2fb-42db-a378-ae1d39aa0099 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 1095 time: 0.0475297 Sep 07 17:10:41.815182 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-3ea2e9ef-491d-4e9e-a0c4-02ed43de3eb5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea2a53c-9129-4c3a-938a-4c084cb61a2c HTTP/1.1" status: 200 len: 217 time: 0.0390046 Sep 07 17:10:41.866106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9c9de22a-f41c-40d7-9179-b04cf0c65d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:41.867295 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-9c9de22a-f41c-40d7-9179-b04cf0c65d4b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea0ef861-0be7-41a2-abb3-a746c35a77f2 HTTP/1.1" status: 200 len: 835 time: 0.0451901 Sep 07 17:10:41.922679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-a3e58833-a37e-439e-a265-a232df692daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:41.924229 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-a3e58833-a37e-439e-a265-a232df692daf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3374943f-854b-41a8-bed7-4cf01f04f95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453858 Sep 07 17:10:41.928665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76329f-fb45-47f0-b746-04c5e4124642 req-635b84ea-ce8b-48e0-82bc-5e80cddba044 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:41.930230 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb76329f-fb45-47f0-b746-04c5e4124642 req-635b84ea-ce8b-48e0-82bc-5e80cddba044 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 944 time: 0.0506039 Sep 07 17:10:41.968851 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cb76329f-fb45-47f0-b746-04c5e4124642 req-6d9ecf53-3e71-4728-9a61-632830a91f25 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327485 Sep 07 17:10:42.022774 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-fb199f14-b9ff-4b67-b0c8-333be22bc5f9 service neutron] 10.222.0.54 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901597 Sep 07 17:10:42.110763 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4aa312b8-5719-4ad7-bdbb-c120a25bb746 req-38b2c118-970b-40de-9660-ae55fe177283 service neutron] 10.222.0.54 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801489 Sep 07 17:10:42.205401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185c81-6ae4-4262-9e49-918e7948616a req-bf6a5346-3700-4096-827e-1036b6b29a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:42.206890 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-08185c81-6ae4-4262-9e49-918e7948616a req-bf6a5346-3700-4096-827e-1036b6b29a0f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 1095 time: 0.0454838 Sep 07 17:10:42.295560 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185c81-6ae4-4262-9e49-918e7948616a req-4f7abc9d-7631-4eaf-9a8d-cf14df58a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:42.297057 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-08185c81-6ae4-4262-9e49-918e7948616a req-4f7abc9d-7631-4eaf-9a8d-cf14df58a800 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3374943f-854b-41a8-bed7-4cf01f04f95f HTTP/1.1" status: 200 len: 898 time: 0.0828071 Sep 07 17:10:42.342703 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-08185c81-6ae4-4262-9e49-918e7948616a req-0466ca8e-0503-4c21-b940-d110993ab200 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea2a53c-9129-4c3a-938a-4c084cb61a2c HTTP/1.1" status: 200 len: 217 time: 0.0372088 Sep 07 17:10:42.396926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185c81-6ae4-4262-9e49-918e7948616a req-a9d1c03a-0397-4f53-91ff-76a3b2363ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:42.398350 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-08185c81-6ae4-4262-9e49-918e7948616a req-a9d1c03a-0397-4f53-91ff-76a3b2363ebc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea0ef861-0be7-41a2-abb3-a746c35a77f2 HTTP/1.1" status: 200 len: 835 time: 0.0459673 Sep 07 17:10:42.444215 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185c81-6ae4-4262-9e49-918e7948616a req-6f109eab-f761-4dc9-b54d-a655b266ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:42.445691 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-08185c81-6ae4-4262-9e49-918e7948616a req-6f109eab-f761-4dc9-b54d-a655b266ec0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3374943f-854b-41a8-bed7-4cf01f04f95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395653 Sep 07 17:10:42.537390 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-08185c81-6ae4-4262-9e49-918e7948616a req-0d1e0112-35cc-40ea-a658-8ddbe53e83f1 service neutron] 10.222.0.54 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839047 Sep 07 17:10:42.626906 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-08185c81-6ae4-4262-9e49-918e7948616a req-ace6c2be-db84-40c6-9908-fe687b1de866 service neutron] 10.222.0.54 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807831 Sep 07 17:10:43.083496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649d8a5-13f4-49cc-bdd9-babda257f077 req-6baa9e90-6574-413d-ba56-2390e96328d8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:43.085010 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c649d8a5-13f4-49cc-bdd9-babda257f077 req-6baa9e90-6574-413d-ba56-2390e96328d8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 944 time: 0.0476985 Sep 07 17:10:43.121804 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c649d8a5-13f4-49cc-bdd9-babda257f077 req-cfb8c809-6eb7-4378-a4c7-64cfe4e99cd4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310581 Sep 07 17:10:44.046351 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:44.144406 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 9ea2a53c-9129-4c3a-938a-4c084cb61a2c details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:10:44.237891 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e6095-3283-4b9c-bd8e-83f47dd164aa req-ffef2a21-aae2-4155-a601-9918a670ea67 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:44.239405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a0e6095-3283-4b9c-bd8e-83f47dd164aa req-ffef2a21-aae2-4155-a601-9918a670ea67 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 944 time: 0.0525093 Sep 07 17:10:44.241265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9ea2a53c-9129-4c3a-938a-4c084cb61a2c,segment=NetworkSegment(34094d32-3bc6-4a9d-bc14-7e38801ccb53),segment_id=34094d32-3bc6-4a9d-bc14-7e38801ccb53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:10:44.252093 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'port_id': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c', 'mac_address': 'fa:16:3e:19:a7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:10:44.276687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9a0e6095-3283-4b9c-bd8e-83f47dd164aa req-04981c67-e6d8-46ad-8cc4-f065984c913b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311749 Sep 07 17:10:44.289578 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:44.311753 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea2a53c-9129-4c3a-938a-4c084cb61a2c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:10:44.324992 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c756f840-6942-4545-8654-7b4235626e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:44.333502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9ea2a53c-9129-4c3a-938a-4c084cb61a2c,segment=NetworkSegment(34094d32-3bc6-4a9d-bc14-7e38801ccb53),segment_id=34094d32-3bc6-4a9d-bc14-7e38801ccb53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:10:44.337733 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:44.388276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=9ea2a53c-9129-4c3a-938a-4c084cb61a2c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:44.662916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['9ea2a53c-9129-4c3a-938a-4c084cb61a2c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:10:45.128186 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:45.390524 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca058f85-f0d5-4f9c-be6d-7846c2e976d7 req-6186a964-af5d-4e13-8128-7fcd4547e076 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:45.392564 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca058f85-f0d5-4f9c-be6d-7846c2e976d7 req-6186a964-af5d-4e13-8128-7fcd4547e076 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 945 time: 0.0486248 Sep 07 17:10:45.430223 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ca058f85-f0d5-4f9c-be6d-7846c2e976d7 req-aac90e7a-c8b2-4f33-9d32-bd6b81606983 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316384 Sep 07 17:10:46.145079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 9ea2a53c-9129-4c3a-938a-4c084cb61a2c up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:10:46.192595 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:10:46.195974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:10:46.196373 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:46.269332 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:46.292875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348a527c-e0ca-45e2-977b-601455316dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:10:46.295084 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9a4d2c-7285-4b87-bd6e-8292fabc1999" -d '{"events": [{"server_uuid": "348a527c-e0ca-45e2-977b-601455316dd7", "name": "network-vif-plugged", "status": "completed", "tag": "9ea2a53c-9129-4c3a-938a-4c084cb61a2c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:10:46.308464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9ea2a53c-9129-4c3a-938a-4c084cb61a2c,segment=NetworkSegment(34094d32-3bc6-4a9d-bc14-7e38801ccb53),segment_id=34094d32-3bc6-4a9d-bc14-7e38801ccb53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:10:46.312256 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:46.335720 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e2a6c1-7af5-4b58-a45c-8ab9bfcb1357 x-openstack-request-id: req-76e2a6c1-7af5-4b58-a45c-8ab9bfcb1357 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:10:46.336010 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348a527c-e0ca-45e2-977b-601455316dd7", "name": "network-vif-plugged", "status": "completed", "tag": "9ea2a53c-9129-4c3a-938a-4c084cb61a2c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:10:46.336263 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76e2a6c1-7af5-4b58-a45c-8ab9bfcb1357 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:10:46.336741 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348a527c-e0ca-45e2-977b-601455316dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c', 'code': 200} Sep 07 17:10:46.361053 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=9ea2a53c-9129-4c3a-938a-4c084cb61a2c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:46.441466 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2da24-c7f4-47f0-86cd-4d4a56a192b4 req-788d9c00-6a16-410f-948e-ef30cfa13d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:46.442984 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dac2da24-c7f4-47f0-86cd-4d4a56a192b4 req-788d9c00-6a16-410f-948e-ef30cfa13d4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0399551 Sep 07 17:10:46.482834 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dac2da24-c7f4-47f0-86cd-4d4a56a192b4 req-78233afd-0c36-40bb-91ca-64c3225f2f1e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320191 Sep 07 17:10:46.545380 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6074282-42e7-4bc0-bbe6-218e707d7ed8 req-a2dd2e69-c65f-45a3-9ec0-6016eb970453 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:46.546898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6074282-42e7-4bc0-bbe6-218e707d7ed8 req-a2dd2e69-c65f-45a3-9ec0-6016eb970453 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0483761 Sep 07 17:10:46.583219 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6074282-42e7-4bc0-bbe6-218e707d7ed8 req-c951e086-ca3c-4593-9528-69709d4ea32d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303009 Sep 07 17:10:47.053510 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:48.000085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2664667-25f2-422d-bbfe-51673f334293 req-aa3cffff-c6c2-4955-9cba-a99cde8fdea8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:48.002204 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2664667-25f2-422d-bbfe-51673f334293 req-aa3cffff-c6c2-4955-9cba-a99cde8fdea8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.3525176 Sep 07 17:10:48.040163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f2664667-25f2-422d-bbfe-51673f334293 req-ec87e182-5f44-46f8-b188-b9da1a0a499f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Sep 07 17:10:48.155227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b3b09-b9cc-4907-9ef7-2155868d4b50 req-1f279ad4-4b0e-4458-a77a-cf5c6fa1328f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:48.156709 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d3b3b09-b9cc-4907-9ef7-2155868d4b50 req-1f279ad4-4b0e-4458-a77a-cf5c6fa1328f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0482650 Sep 07 17:10:48.193271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d3b3b09-b9cc-4907-9ef7-2155868d4b50 req-441b56ea-adf0-400e-862a-1fab1f9d8065 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307689 Sep 07 17:10:48.213734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45448) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:48.252884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d3e02-1bb7-4819-aac0-8b1bb01a1bb1 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:48.254398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-566d3e02-1bb7-4819-aac0-8b1bb01a1bb1 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 1092 time: 0.0396733 Sep 07 17:10:48.257228 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45450) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:48.261405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:10:48.281941 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:48.378988 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:48.479929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.25.3.140 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/56c0194f-3755-4506-8365-bf85191a97c0) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:10:48.580465 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:48.617587 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:48.651505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:10:48.654242 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:10:48.658217 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:10:48.687145 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=56c0194f-3755-4506-8365-bf85191a97c0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:49.009485 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:49.077885 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:49.220636 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:49.224995 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:49.293974 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=56c0194f-3755-4506-8365-bf85191a97c0,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:10:49.305303 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:49.406414 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Floating IP 10538350-9837-4d79-b0be-7918233ba619 associated. External IP: 172.25.3.140, port: 9ea2a53c-9129-4c3a-938a-4c084cb61a2c. Sep 07 17:10:49.618978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router e661be48-d6b3-4a96-8cbf-5f057f331515 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:10:49.727186 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:10:49.741262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38940f85-9156-40bd-b79c-807a25e07f19 None None] Sync routers for ids ['e661be48-d6b3-4a96-8cbf-5f057f331515'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:10:49.743776 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:10:49.754400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38940f85-9156-40bd-b79c-807a25e07f19 None None] Routers {'e661be48-d6b3-4a96-8cbf-5f057f331515'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:10:49.755037 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-38940f85-9156-40bd-b79c-807a25e07f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:10:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e661be48-d6b3-4a96-8cbf-5f057f331515'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:49.773138 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-126f303f-a5c6-45a3-b3a9-669c7afe10f8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5148962 Sep 07 17:10:49.773731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348a527c-e0ca-45e2-977b-601455316dd7', 'tag': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:10:49.776014 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824e20a2-dd54-4b88-986c-f495b84428e0" -d '{"events": [{"name": "network-changed", "server_uuid": "348a527c-e0ca-45e2-977b-601455316dd7", "tag": "9ea2a53c-9129-4c3a-938a-4c084cb61a2c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:10:49.819739 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5ce551-6cfa-4222-b908-e4b966ac47cb x-openstack-request-id: req-ff5ce551-6cfa-4222-b908-e4b966ac47cb {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:10:49.820081 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348a527c-e0ca-45e2-977b-601455316dd7", "tag": "9ea2a53c-9129-4c3a-938a-4c084cb61a2c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:10:49.820367 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff5ce551-6cfa-4222-b908-e4b966ac47cb {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:10:49.820773 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348a527c-e0ca-45e2-977b-601455316dd7', 'tag': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c', 'status': 'completed', 'code': 200} Sep 07 17:10:49.888155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1fd64-6b2c-4c24-9e35-4f8e48430272 req-08c480f2-b545-45ed-a4d4-9a92b650c71d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:49.889947 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17d1fd64-6b2c-4c24-9e35-4f8e48430272 req-08c480f2-b545-45ed-a4d4-9a92b650c71d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0653713 Sep 07 17:10:49.892418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e20a2-dd54-4b88-986c-f495b84428e0 req-cf3ddd2f-e0ee-4332-8bb0-33f96bdb513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:49.894814 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-824e20a2-dd54-4b88-986c-f495b84428e0 req-cf3ddd2f-e0ee-4332-8bb0-33f96bdb513f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0495963 Sep 07 17:10:49.933707 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-17d1fd64-6b2c-4c24-9e35-4f8e48430272 req-eeafca39-ff29-47c9-8e21-e96b2dfd18a8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368569 Sep 07 17:10:49.957158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45456) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:49.994804 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e20a2-dd54-4b88-986c-f495b84428e0 req-9875baa6-d531-4607-aa3c-b15d7239c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:49.996498 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-824e20a2-dd54-4b88-986c-f495b84428e0 req-9875baa6-d531-4607-aa3c-b15d7239c7cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=3374943f-854b-41a8-bed7-4cf01f04f95f HTTP/1.1" status: 200 len: 898 time: 0.0941980 Sep 07 17:10:50.024378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-53f7a71e-1e37-406f-9b9d-a56be0c16e72 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/10538350-9837-4d79-b0be-7918233ba619 HTTP/1.1" status: 200 len: 992 time: 0.0646279 Sep 07 17:10:50.038411 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-38940f85-9156-40bd-b79c-807a25e07f19 None None] Set router e661be48-d6b3-4a96-8cbf-5f057f331515 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:10:50.067276 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-824e20a2-dd54-4b88-986c-f495b84428e0 req-156f3b43-555e-4e14-8929-03a8390391f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea2a53c-9129-4c3a-938a-4c084cb61a2c HTTP/1.1" status: 200 len: 1000 time: 0.0627763 Sep 07 17:10:50.116679 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e20a2-dd54-4b88-986c-f495b84428e0 req-8192d1d7-cf4d-4d9c-87fd-377ce161b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:50.118150 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-824e20a2-dd54-4b88-986c-f495b84428e0 req-8192d1d7-cf4d-4d9c-87fd-377ce161b90b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea0ef861-0be7-41a2-abb3-a746c35a77f2 HTTP/1.1" status: 200 len: 835 time: 0.0435739 Sep 07 17:10:50.162586 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e20a2-dd54-4b88-986c-f495b84428e0 req-47e5f8fd-29e0-4b10-9a2c-a7cd716f7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:10:50.163997 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-824e20a2-dd54-4b88-986c-f495b84428e0 req-47e5f8fd-29e0-4b10-9a2c-a7cd716f7e89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3374943f-854b-41a8-bed7-4cf01f04f95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393646 Sep 07 17:10:50.255047 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-38940f85-9156-40bd-b79c-807a25e07f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:32Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '10538350-9837-4d79-b0be-7918233ba619', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'port_id': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'mac_address': 'fa:16:3e:19:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348a527c-e0ca-45e2-977b-601455316dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:10:48Z', 'updated_at': '2021-09-07T17:10:48Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea23a8d-5fa4-42a9-87db-362a4a060886', 'name': '', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d1:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:31Z', 'updated_at': '2021-09-07T17:10:37Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:50.258205 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-824e20a2-dd54-4b88-986c-f495b84428e0 req-8056b31b-5891-45f1-84cb-2a138e9bc2c9 service neutron] 10.222.0.54 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857894 Sep 07 17:10:50.291637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38940f85-9156-40bd-b79c-807a25e07f19 None None] Checking router: e661be48-d6b3-4a96-8cbf-5f057f331515 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:10:50.301765 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38940f85-9156-40bd-b79c-807a25e07f19 None None] Routers {'e661be48-d6b3-4a96-8cbf-5f057f331515'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:10:50.302504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-38940f85-9156-40bd-b79c-807a25e07f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:10:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e661be48-d6b3-4a96-8cbf-5f057f331515'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:50.356801 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-824e20a2-dd54-4b88-986c-f495b84428e0 req-1f73521f-29e9-4c0f-a05a-437bf48dcd31 service neutron] 10.222.0.54 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917912 Sep 07 17:10:50.409008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-38940f85-9156-40bd-b79c-807a25e07f19 None None] Set router e661be48-d6b3-4a96-8cbf-5f057f331515 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:10:50.624260 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-38940f85-9156-40bd-b79c-807a25e07f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:32Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '10538350-9837-4d79-b0be-7918233ba619', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'port_id': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'mac_address': 'fa:16:3e:19:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348a527c-e0ca-45e2-977b-601455316dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:10:48Z', 'updated_at': '2021-09-07T17:10:48Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea23a8d-5fa4-42a9-87db-362a4a060886', 'name': '', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d1:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:31Z', 'updated_at': '2021-09-07T17:10:37Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:10:50.653635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38940f85-9156-40bd-b79c-807a25e07f19 None None] The sync data for ids ['e661be48-d6b3-4a96-8cbf-5f057f331515'] in n-d-807551-3 is: [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:32Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '10538350-9837-4d79-b0be-7918233ba619', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'port_id': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'mac_address': 'fa:16:3e:19:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348a527c-e0ca-45e2-977b-601455316dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:10:48Z', 'updated_at': '2021-09-07T17:10:48Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea23a8d-5fa4-42a9-87db-362a4a060886', 'name': '', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d1:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:31Z', 'updated_at': '2021-09-07T17:10:37Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:10:50.834763 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16576a-c1f2-4d5c-b792-d0d666b21928 None None] New status for floating IP 10538350-9837-4d79-b0be-7918233ba619: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:10:51.026982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45458) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:10:51.086356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-745516fa-2f57-4675-a612-a40b5def1a74 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/10538350-9837-4d79-b0be-7918233ba619 HTTP/1.1" status: 200 len: 994 time: 0.0582104 Sep 07 17:11:02.414022 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:02.915872 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:10.244302 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:11:10.449268 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-94bcc5e5-5a1c-4966-834c-93cc752eb932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:14.051694 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:14.304155 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e26d036f-4785-4bff-960a-4ac98a138b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:15.130969 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:15.289038 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e61e9ef-1a99-4092-bc9f-a72ad09f73c8 req-b3a56813-49b1-4f9c-992e-c6f7cc31fe37 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445645 Sep 07 17:11:15.371455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e9ef-1a99-4092-bc9f-a72ad09f73c8 req-1f6052fb-e6e6-4002-9ce3-e5a86f714d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:15.372966 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e61e9ef-1a99-4092-bc9f-a72ad09f73c8 req-1f6052fb-e6e6-4002-9ce3-e5a86f714d41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0406845 Sep 07 17:11:15.795543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e9ef-1a99-4092-bc9f-a72ad09f73c8 req-c76f7422-5ec9-43c8-b2c1-ac2fd8c58243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:15.797070 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e61e9ef-1a99-4092-bc9f-a72ad09f73c8 req-c76f7422-5ec9-43c8-b2c1-ac2fd8c58243 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3374943f-854b-41a8-bed7-4cf01f04f95f HTTP/1.1" status: 200 len: 898 time: 0.4035516 Sep 07 17:11:15.862518 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e61e9ef-1a99-4092-bc9f-a72ad09f73c8 req-b1a6291e-8f93-4a5b-aaca-37a28b3ed3be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea2a53c-9129-4c3a-938a-4c084cb61a2c HTTP/1.1" status: 200 len: 1002 time: 0.0567496 Sep 07 17:11:15.912629 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e9ef-1a99-4092-bc9f-a72ad09f73c8 req-6ba55865-8953-416f-ae99-8d7e7a3842c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:15.914296 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e61e9ef-1a99-4092-bc9f-a72ad09f73c8 req-6ba55865-8953-416f-ae99-8d7e7a3842c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea0ef861-0be7-41a2-abb3-a746c35a77f2 HTTP/1.1" status: 200 len: 835 time: 0.0438786 Sep 07 17:11:15.963760 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e9ef-1a99-4092-bc9f-a72ad09f73c8 req-a7bac192-b4f9-4026-a3fe-5e42353a12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:15.965271 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e61e9ef-1a99-4092-bc9f-a72ad09f73c8 req-a7bac192-b4f9-4026-a3fe-5e42353a12ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3374943f-854b-41a8-bed7-4cf01f04f95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423439 Sep 07 17:11:16.054661 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e61e9ef-1a99-4092-bc9f-a72ad09f73c8 req-b14322e0-812e-4685-81c8-76140de290d1 service neutron] 10.222.0.54 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813360 Sep 07 17:11:16.150327 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e61e9ef-1a99-4092-bc9f-a72ad09f73c8 req-4b7b9b0d-deaf-4ae4-8f5f-af757ce40ec2 service neutron] 10.222.0.54 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869708 Sep 07 17:11:17.055050 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:26.433712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc13501-c31e-4d0f-a2bb-c2d0bf329f28 req-ebe0e2ca-f12d-4053-b5f8-7f73ca28d363 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:26.435209 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0fc13501-c31e-4d0f-a2bb-c2d0bf329f28 req-ebe0e2ca-f12d-4053-b5f8-7f73ca28d363 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0486915 Sep 07 17:11:26.438261 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b23bd-6bc4-45a3-9f9b-2a6b04b7a42b req-6deec8a7-ebcf-4ddd-a6de-e9e23d52b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:26.439736 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-815b23bd-6bc4-45a3-9f9b-2a6b04b7a42b req-6deec8a7-ebcf-4ddd-a6de-e9e23d52b077 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0405619 Sep 07 17:11:26.476430 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0fc13501-c31e-4d0f-a2bb-c2d0bf329f28 req-29caf5a6-f81d-4c9c-8230-f5fd4c0d2c26 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351779 Sep 07 17:11:26.542460 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b23bd-6bc4-45a3-9f9b-2a6b04b7a42b req-a51d8cef-ac11-48b6-a086-90b68af91fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:26.543861 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-815b23bd-6bc4-45a3-9f9b-2a6b04b7a42b req-a51d8cef-ac11-48b6-a086-90b68af91fb5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3374943f-854b-41a8-bed7-4cf01f04f95f HTTP/1.1" status: 200 len: 898 time: 0.0966814 Sep 07 17:11:26.610945 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-815b23bd-6bc4-45a3-9f9b-2a6b04b7a42b req-0a380218-455d-4c98-8e58-1c77e2b177d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea2a53c-9129-4c3a-938a-4c084cb61a2c HTTP/1.1" status: 200 len: 1002 time: 0.0573456 Sep 07 17:11:26.660425 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b23bd-6bc4-45a3-9f9b-2a6b04b7a42b req-396564e1-7357-4937-9c8a-4c81d27f28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:26.661872 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-815b23bd-6bc4-45a3-9f9b-2a6b04b7a42b req-396564e1-7357-4937-9c8a-4c81d27f28a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea0ef861-0be7-41a2-abb3-a746c35a77f2 HTTP/1.1" status: 200 len: 835 time: 0.0434904 Sep 07 17:11:26.712136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b23bd-6bc4-45a3-9f9b-2a6b04b7a42b req-34f4c9af-b596-4ecb-b682-669ad859a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:26.713644 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-815b23bd-6bc4-45a3-9f9b-2a6b04b7a42b req-34f4c9af-b596-4ecb-b682-669ad859a0bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3374943f-854b-41a8-bed7-4cf01f04f95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432909 Sep 07 17:11:26.805479 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-815b23bd-6bc4-45a3-9f9b-2a6b04b7a42b req-2e96f7d6-3996-446e-8718-ba5c9aaabda2 service neutron] 10.222.0.54 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824609 Sep 07 17:11:26.900661 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-815b23bd-6bc4-45a3-9f9b-2a6b04b7a42b req-59eafccc-fc8d-4039-b6a9-17d03ef51e39 service neutron] 10.222.0.54 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853827 Sep 07 17:11:27.595405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e6e1e-fa8d-44cb-ab78-ea4ce6e539ec req-999da396-d5e5-497d-97b4-96e06be8bca1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:27.596904 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d5e6e1e-fa8d-44cb-ab78-ea4ce6e539ec req-999da396-d5e5-497d-97b4-96e06be8bca1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0517218 Sep 07 17:11:27.633233 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d5e6e1e-fa8d-44cb-ab78-ea4ce6e539ec req-b3d85b89-20da-4dfd-a7f5-762955c04bb7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305612 Sep 07 17:11:28.748495 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a191e-027a-4286-834c-1b47c24ae5c3 req-14de9c5a-f264-41dc-97f8-ba873325d1c5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:28.749983 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-130a191e-027a-4286-834c-1b47c24ae5c3 req-14de9c5a-f264-41dc-97f8-ba873325d1c5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0490594 Sep 07 17:11:28.786998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-130a191e-027a-4286-834c-1b47c24ae5c3 req-8943b065-fa53-4824-bebb-748f51744054 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306652 Sep 07 17:11:29.898593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb247ed1-ad4e-452d-a39a-0f6be2725bc6 req-c3d14c06-f194-4a55-aff2-fbdbf4e1724f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:29.900082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb247ed1-ad4e-452d-a39a-0f6be2725bc6 req-c3d14c06-f194-4a55-aff2-fbdbf4e1724f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0481339 Sep 07 17:11:29.944680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb247ed1-ad4e-452d-a39a-0f6be2725bc6 req-d4071278-5009-4e6b-8943-191fb258cdb2 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386426 Sep 07 17:11:31.062346 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312f287-377e-4ef7-9b55-6159e5856e2a req-9f0acb9e-2b8e-4e58-b25b-419c5b1d22e4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:31.064007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d312f287-377e-4ef7-9b55-6159e5856e2a req-9f0acb9e-2b8e-4e58-b25b-419c5b1d22e4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0524304 Sep 07 17:11:31.101105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d312f287-377e-4ef7-9b55-6159e5856e2a req-9e632542-ce7f-4b85-9534-44ef407470f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313916 Sep 07 17:11:32.214677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61473db-4dba-46e1-a40b-0e924b66d08d req-e940cda1-840c-4b11-b5ab-cb83640b6a71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:32.216395 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d61473db-4dba-46e1-a40b-0e924b66d08d req-e940cda1-840c-4b11-b5ab-cb83640b6a71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0487621 Sep 07 17:11:32.253615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d61473db-4dba-46e1-a40b-0e924b66d08d req-d2b66bb0-813f-4932-8b65-d790f9b85122 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313656 Sep 07 17:11:32.410251 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:32.938296 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:33.367667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288eeb2f-1f0f-42a4-962f-1e48fbe9c4ec req-b4651ccd-8263-47af-a2c5-e3557b7370da tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:33.369168 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-288eeb2f-1f0f-42a4-962f-1e48fbe9c4ec req-b4651ccd-8263-47af-a2c5-e3557b7370da tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0487473 Sep 07 17:11:33.405834 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-288eeb2f-1f0f-42a4-962f-1e48fbe9c4ec req-91efe2c4-6245-4f6a-aa8a-a97e4dcc8790 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307639 Sep 07 17:11:34.523050 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d86274-0308-46b8-a81d-eb8c3f8c37b4 req-e3aecb17-f30a-4659-a408-e8c567257805 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:34.524552 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1d86274-0308-46b8-a81d-eb8c3f8c37b4 req-e3aecb17-f30a-4659-a408-e8c567257805 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0523846 Sep 07 17:11:34.561556 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1d86274-0308-46b8-a81d-eb8c3f8c37b4 req-c924fa6c-8d04-4397-8360-02173df2968d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312052 Sep 07 17:11:35.678072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273b820-8bcb-4f5b-bb9e-79a6039579da req-46ea4c75-0781-4984-934c-abebccd70e0a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:35.679557 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9273b820-8bcb-4f5b-bb9e-79a6039579da req-46ea4c75-0781-4984-934c-abebccd70e0a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0485020 Sep 07 17:11:35.718237 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9273b820-8bcb-4f5b-bb9e-79a6039579da req-7571565a-fa33-474b-b83c-9c896571f3ba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328143 Sep 07 17:11:36.829676 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ca85c-b0d4-4f2e-8a56-5d9a112a4d6c req-846c4c46-ce4d-431f-b069-df5bc78c5502 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:36.831151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee7ca85c-b0d4-4f2e-8a56-5d9a112a4d6c req-846c4c46-ce4d-431f-b069-df5bc78c5502 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0473413 Sep 07 17:11:36.868698 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ee7ca85c-b0d4-4f2e-8a56-5d9a112a4d6c req-6afca9b3-48c8-4e7d-a603-969fc624e2d5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310905 Sep 07 17:11:37.983868 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c8715-6cba-4ab6-9722-ae9136c776b8 req-766dc524-39f0-45b6-b0e4-cf2de58b139b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:11:37.985376 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-602c8715-6cba-4ab6-9722-ae9136c776b8 req-766dc524-39f0-45b6-b0e4-cf2de58b139b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0515380 Sep 07 17:11:38.022104 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-602c8715-6cba-4ab6-9722-ae9136c776b8 req-5b41ca3d-9b5a-4474-878f-0f34dab20776 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302145 Sep 07 17:11:38.049338 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45502) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:11:38.108804 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ebd6ede9-fdba-446c-b244-875246adfcae tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/10538350-9837-4d79-b0be-7918233ba619 HTTP/1.1" status: 200 len: 994 time: 0.0580633 Sep 07 17:11:40.449721 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-83e4f943-94dc-4a47-a3e4-51bdd6b4dcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:44.053240 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:44.304502 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-be5c4f13-e21b-48ab-a98d-d1e196db79be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:45.133608 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:47.058522 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:11:47.243474 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:12:02.424081 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:02.929359 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:10.450097 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-efaf589e-986b-4366-a75d-b11b67459695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:12.506332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45516) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:12.658886 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port 56c0194f-3755-4506-8365-bf85191a97c0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:12:12.659231 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:12.735782 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:12.736110 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:12.747658 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for 56c0194f-3755-4506-8365-bf85191a97c0 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:12:12.894014 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:12.919434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=56c0194f-3755-4506-8365-bf85191a97c0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:12.931137 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:12.931495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:12.931842 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:12.932185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:12.932545 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:12.932902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:12.933224 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:12.933557 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:12.933891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:12.934222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:12.934549 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:12.934874 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:12.992980 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:12.993315 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Floating IP 10538350-9837-4d79-b0be-7918233ba619 disassociated (deleted). External IP: 172.25.3.140, port: 9ea2a53c-9129-4c3a-938a-4c084cb61a2c. Sep 07 17:12:13.197042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router e661be48-d6b3-4a96-8cbf-5f057f331515 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:12:13.301530 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:12:13.306327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:13.311712 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c32981-0727-4c13-b3d0-9d21faae9940 None None] Sync routers for ids ['e661be48-d6b3-4a96-8cbf-5f057f331515'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:12:13.320105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c32981-0727-4c13-b3d0-9d21faae9940 None None] Routers {'e661be48-d6b3-4a96-8cbf-5f057f331515'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:12:13.320746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a6c32981-0727-4c13-b3d0-9d21faae9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:11:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e661be48-d6b3-4a96-8cbf-5f057f331515'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:13.338131 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-61922bc4-0a1d-48d1-b12b-cb9c2c34aa6a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/floatingips/10538350-9837-4d79-b0be-7918233ba619 HTTP/1.1" status: 204 len: 168 time: 0.8307245 Sep 07 17:12:13.338732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348a527c-e0ca-45e2-977b-601455316dd7', 'tag': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:12:13.341043 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7842cd-c4fa-4680-8545-e65f1a093b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "348a527c-e0ca-45e2-977b-601455316dd7", "tag": "9ea2a53c-9129-4c3a-938a-4c084cb61a2c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:12:13.377388 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618e028d-853e-447e-a2b5-75d15cdf63e5 x-openstack-request-id: req-618e028d-853e-447e-a2b5-75d15cdf63e5 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:12:13.377756 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348a527c-e0ca-45e2-977b-601455316dd7", "tag": "9ea2a53c-9129-4c3a-938a-4c084cb61a2c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:12:13.378082 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-618e028d-853e-447e-a2b5-75d15cdf63e5 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:12:13.378563 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348a527c-e0ca-45e2-977b-601455316dd7', 'tag': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c', 'status': 'completed', 'code': 200} Sep 07 17:12:13.434333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a6c32981-0727-4c13-b3d0-9d21faae9940 None None] Set router e661be48-d6b3-4a96-8cbf-5f057f331515 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:12:13.447418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7842cd-c4fa-4680-8545-e65f1a093b3d req-e30185f2-91bd-4fe7-a051-c2a0b9009c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:13.449101 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e7842cd-c4fa-4680-8545-e65f1a093b3d req-e30185f2-91bd-4fe7-a051-c2a0b9009c9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0433927 Sep 07 17:12:13.562205 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7842cd-c4fa-4680-8545-e65f1a093b3d req-d7c9e4bc-3d50-4087-b5e7-8d6003caae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:13.563691 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e7842cd-c4fa-4680-8545-e65f1a093b3d req-d7c9e4bc-3d50-4087-b5e7-8d6003caae0b service neutron] 10.222.0.54 "GET /v2.0/networks?id=3374943f-854b-41a8-bed7-4cf01f04f95f HTTP/1.1" status: 200 len: 898 time: 0.0966079 Sep 07 17:12:13.567382 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127f32f-3e0c-46ed-8d26-9a457cb2d6b3 req-3cf47b6b-1735-417c-ad8f-666c05e70b72 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:13.568932 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9127f32f-3e0c-46ed-8d26-9a457cb2d6b3 req-3cf47b6b-1735-417c-ad8f-666c05e70b72 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0535808 Sep 07 17:12:13.608704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9127f32f-3e0c-46ed-8d26-9a457cb2d6b3 req-25742342-23c3-400e-9823-e00c4cb108d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331354 Sep 07 17:12:13.612117 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e7842cd-c4fa-4680-8545-e65f1a093b3d req-f7cac093-305a-406f-981a-f4242042e67c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea2a53c-9129-4c3a-938a-4c084cb61a2c HTTP/1.1" status: 200 len: 217 time: 0.0398819 Sep 07 17:12:13.657485 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a6c32981-0727-4c13-b3d0-9d21faae9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:32Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'cea23a8d-5fa4-42a9-87db-362a4a060886', 'name': '', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d1:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:31Z', 'updated_at': '2021-09-07T17:10:37Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:13.662942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7842cd-c4fa-4680-8545-e65f1a093b3d req-98c5e806-309a-4982-bee8-b97821d5521b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:13.664434 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e7842cd-c4fa-4680-8545-e65f1a093b3d req-98c5e806-309a-4982-bee8-b97821d5521b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea0ef861-0be7-41a2-abb3-a746c35a77f2 HTTP/1.1" status: 200 len: 835 time: 0.0438313 Sep 07 17:12:13.683849 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c32981-0727-4c13-b3d0-9d21faae9940 None None] Checking router: e661be48-d6b3-4a96-8cbf-5f057f331515 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:12:13.692089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c32981-0727-4c13-b3d0-9d21faae9940 None None] Routers {'e661be48-d6b3-4a96-8cbf-5f057f331515'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:12:13.692740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a6c32981-0727-4c13-b3d0-9d21faae9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:11:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e661be48-d6b3-4a96-8cbf-5f057f331515'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:13.710866 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7842cd-c4fa-4680-8545-e65f1a093b3d req-8a254fe2-66b7-4874-8f82-fd33dad01c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:13.713139 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e7842cd-c4fa-4680-8545-e65f1a093b3d req-8a254fe2-66b7-4874-8f82-fd33dad01c4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3374943f-854b-41a8-bed7-4cf01f04f95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402551 Sep 07 17:12:13.796977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-a6c32981-0727-4c13-b3d0-9d21faae9940 None None] Set router e661be48-d6b3-4a96-8cbf-5f057f331515 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:12:13.811097 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e7842cd-c4fa-4680-8545-e65f1a093b3d req-192923bc-9604-447d-a662-3a9777b49af8 service neutron] 10.222.0.54 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855787 Sep 07 17:12:13.905438 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-6e7842cd-c4fa-4680-8545-e65f1a093b3d req-b6a4c61e-f97a-4548-b071-bd3401dea5ab service neutron] 10.222.0.54 "GET /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843165 Sep 07 17:12:13.994455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-a6c32981-0727-4c13-b3d0-9d21faae9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:32Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'cea23a8d-5fa4-42a9-87db-362a4a060886', 'name': '', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d1:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:31Z', 'updated_at': '2021-09-07T17:10:37Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:14.025835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c32981-0727-4c13-b3d0-9d21faae9940 None None] The sync data for ids ['e661be48-d6b3-4a96-8cbf-5f057f331515'] in n-d-807551-3 is: [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:32Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'cea23a8d-5fa4-42a9-87db-362a4a060886', 'name': '', 'network_id': '3374943f-854b-41a8-bed7-4cf01f04f95f', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:d1:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:31Z', 'updated_at': '2021-09-07T17:10:37Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'ea0ef861-0be7-41a2-abb3-a746c35a77f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:12:14.053367 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:14.232063 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef90f65b-df2b-40d5-aa60-6ce3a4e4b989 None None] New status for floating IP 10538350-9837-4d79-b0be-7918233ba619: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:12:14.306623 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd355a73-c002-4770-879e-7d340d40bfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:14.721937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6052f8-7b2d-43e9-8840-f7b9bef4ec50 req-c9ded9f9-6180-4f51-bea5-13c8dcbf8e37 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:14.723427 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b6052f8-7b2d-43e9-8840-f7b9bef4ec50 req-c9ded9f9-6180-4f51-bea5-13c8dcbf8e37 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0475380 Sep 07 17:12:14.761039 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7b6052f8-7b2d-43e9-8840-f7b9bef4ec50 req-81a5bb83-ea8d-4105-94c4-ad412a5c9867 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=82a16a50-b987-41d9-aea3-347ddac3b372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312493 Sep 07 17:12:15.136915 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:15.383837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8adcd0-2e4a-4094-9b2c-f89dfd5b0928 req-6f742fbf-8cd9-4207-8529-a40eae732424 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:15.385324 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dd8adcd0-2e4a-4094-9b2c-f89dfd5b0928 req-6f742fbf-8cd9-4207-8529-a40eae732424 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.54 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 946 time: 0.0533626 Sep 07 17:12:15.473825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-dd8adcd0-2e4a-4094-9b2c-f89dfd5b0928 req-55e4f3ba-8670-4fad-8662-540f185ad8cb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:12:15.474173 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd8adcd0-2e4a-4094-9b2c-f89dfd5b0928 req-55e4f3ba-8670-4fad-8662-540f185ad8cb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:15.565060 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-dd8adcd0-2e4a-4094-9b2c-f89dfd5b0928 req-55e4f3ba-8670-4fad-8662-540f185ad8cb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=9ea2a53c-9129-4c3a-938a-4c084cb61a2c,segment=NetworkSegment(34094d32-3bc6-4a9d-bc14-7e38801ccb53),segment_id=34094d32-3bc6-4a9d-bc14-7e38801ccb53)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:12:15.565423 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd8adcd0-2e4a-4094-9b2c-f89dfd5b0928 req-55e4f3ba-8670-4fad-8662-540f185ad8cb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:15.577444 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-dd8adcd0-2e4a-4094-9b2c-f89dfd5b0928 req-55e4f3ba-8670-4fad-8662-540f185ad8cb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for 9ea2a53c-9129-4c3a-938a-4c084cb61a2c owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:12:15.699383 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd8adcd0-2e4a-4094-9b2c-f89dfd5b0928 req-55e4f3ba-8670-4fad-8662-540f185ad8cb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:15.730408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4f3ba-8670-4fad-8662-540f185ad8cb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=9ea2a53c-9129-4c3a-938a-4c084cb61a2c,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:15.770851 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8adcd0-2e4a-4094-9b2c-f89dfd5b0928 req-55e4f3ba-8670-4fad-8662-540f185ad8cb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] No DVR routers for this DVR port 9ea2a53c-9129-4c3a-938a-4c084cb61a2c on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:12:15.773262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-dd8adcd0-2e4a-4094-9b2c-f89dfd5b0928 req-55e4f3ba-8670-4fad-8662-540f185ad8cb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:15.775311 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-dd8adcd0-2e4a-4094-9b2c-f89dfd5b0928 req-55e4f3ba-8670-4fad-8662-540f185ad8cb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.54 "DELETE /v2.0/ports/9ea2a53c-9129-4c3a-938a-4c084cb61a2c HTTP/1.1" status: 204 len: 173 time: 0.3821518 Sep 07 17:12:15.775747 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348a527c-e0ca-45e2-977b-601455316dd7', 'name': 'network-vif-deleted', 'tag': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:12:15.778078 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f32c72-bcf8-4cb7-8eb2-b198b0d5b123" -d '{"events": [{"server_uuid": "348a527c-e0ca-45e2-977b-601455316dd7", "name": "network-vif-deleted", "tag": "9ea2a53c-9129-4c3a-938a-4c084cb61a2c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:12:15.820660 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e5da70-9ff5-46b8-9e6f-03301df24a2f x-openstack-request-id: req-86e5da70-9ff5-46b8-9e6f-03301df24a2f {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:12:15.821592 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348a527c-e0ca-45e2-977b-601455316dd7", "name": "network-vif-deleted", "tag": "9ea2a53c-9129-4c3a-938a-4c084cb61a2c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:12:15.821785 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86e5da70-9ff5-46b8-9e6f-03301df24a2f {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:12:15.822213 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348a527c-e0ca-45e2-977b-601455316dd7', 'name': 'network-vif-deleted', 'tag': '9ea2a53c-9129-4c3a-938a-4c084cb61a2c', 'status': 'completed', 'code': 200} Sep 07 17:12:15.863950 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b9e45083-5325-400b-93d9-c1f67ce53a66 req-e2917f3e-2ada-4ae5-bab9-41686ee1a3d2 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=348a527c-e0ca-45e2-977b-601455316dd7 HTTP/1.1" status: 200 len: 210 time: 0.0324833 Sep 07 17:12:16.919735 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45532) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:17.061689 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:17.271947 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-064f1710-b9ea-49ad-8fcc-c0946d5ff390 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:17.523255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-064f1710-b9ea-49ad-8fcc-c0946d5ff390 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port cea23a8d-5fa4-42a9-87db-362a4a060886 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:12:17.523522 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-064f1710-b9ea-49ad-8fcc-c0946d5ff390 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:17.612811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-064f1710-b9ea-49ad-8fcc-c0946d5ff390 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port cea23a8d-5fa4-42a9-87db-362a4a060886, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=cea23a8d-5fa4-42a9-87db-362a4a060886,segment=NetworkSegment(34094d32-3bc6-4a9d-bc14-7e38801ccb53),segment_id=34094d32-3bc6-4a9d-bc14-7e38801ccb53)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:12:17.613179 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-064f1710-b9ea-49ad-8fcc-c0946d5ff390 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:17.626192 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-064f1710-b9ea-49ad-8fcc-c0946d5ff390 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for cea23a8d-5fa4-42a9-87db-362a4a060886 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:12:17.812424 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-064f1710-b9ea-49ad-8fcc-c0946d5ff390 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:17.839513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f1710-b9ea-49ad-8fcc-c0946d5ff390 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=cea23a8d-5fa4-42a9-87db-362a4a060886,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:18.013703 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-064f1710-b9ea-49ad-8fcc-c0946d5ff390 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:18.222226 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064f1710-b9ea-49ad-8fcc-c0946d5ff390 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router e661be48-d6b3-4a96-8cbf-5f057f331515 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:12:18.328418 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064f1710-b9ea-49ad-8fcc-c0946d5ff390 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:12:18.333817 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-064f1710-b9ea-49ad-8fcc-c0946d5ff390 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "PUT /v2.0/routers/e661be48-d6b3-4a96-8cbf-5f057f331515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4125803 Sep 07 17:12:18.336203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45534) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:18.339857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88f556-eefe-40a1-8cbf-cde3f9de23ac None None] Sync routers for ids ['e661be48-d6b3-4a96-8cbf-5f057f331515'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:12:18.349386 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88f556-eefe-40a1-8cbf-cde3f9de23ac None None] Routers {'e661be48-d6b3-4a96-8cbf-5f057f331515'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:12:18.350002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef88f556-eefe-40a1-8cbf-cde3f9de23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e661be48-d6b3-4a96-8cbf-5f057f331515'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:18.457808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ef88f556-eefe-40a1-8cbf-cde3f9de23ac None None] Set router e661be48-d6b3-4a96-8cbf-5f057f331515 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:12:18.596044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 9ea2a53c-9129-4c3a-938a-4c084cb61a2c no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:12:18.635424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 9ea2a53c-9129-4c3a-938a-4c084cb61a2c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:12:18.635772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 9ea2a53c-9129-4c3a-938a-4c084cb61a2c not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:12:18.659793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef88f556-eefe-40a1-8cbf-cde3f9de23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:12:17Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:18.690824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88f556-eefe-40a1-8cbf-cde3f9de23ac None None] Checking router: e661be48-d6b3-4a96-8cbf-5f057f331515 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:12:18.699691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88f556-eefe-40a1-8cbf-cde3f9de23ac None None] Routers {'e661be48-d6b3-4a96-8cbf-5f057f331515'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:12:18.700306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef88f556-eefe-40a1-8cbf-cde3f9de23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['e661be48-d6b3-4a96-8cbf-5f057f331515'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:18.709522 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62a4c70-b06f-4a9f-bff5-66c72d780dfc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting subnet ea0ef861-0be7-41a2-abb3-a746c35a77f2 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:12:18.712733 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62a4c70-b06f-4a9f-bff5-66c72d780dfc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:18.751593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62a4c70-b06f-4a9f-bff5-66c72d780dfc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:18.840507 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62a4c70-b06f-4a9f-bff5-66c72d780dfc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:18.905940 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62a4c70-b06f-4a9f-bff5-66c72d780dfc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:18.934346 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a4c70-b06f-4a9f-bff5-66c72d780dfc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0ef861-0be7-41a2-abb3-a746c35a77f2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:18.938066 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b62a4c70-b06f-4a9f-bff5-66c72d780dfc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:18.943021 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45536) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:18.945693 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b62a4c70-b06f-4a9f-bff5-66c72d780dfc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/subnets/ea0ef861-0be7-41a2-abb3-a746c35a77f2 HTTP/1.1" status: 204 len: 168 time: 0.6083989 Sep 07 17:12:18.950549 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b31e0d-acea-4f5d-b955-9624c47e7217 None None] Network 3374943f-854b-41a8-bed7-4cf01f04f95f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:12:19.014312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ef88f556-eefe-40a1-8cbf-cde3f9de23ac None None] Set router e661be48-d6b3-4a96-8cbf-5f057f331515 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:12:19.052202 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.158099 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.215304 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port ca729739-8100-4877-a6fa-ec2cad30e925 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:12:19.215659 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.246620 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef88f556-eefe-40a1-8cbf-cde3f9de23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:12:17Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:19.275523 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88f556-eefe-40a1-8cbf-cde3f9de23ac None None] The sync data for ids ['e661be48-d6b3-4a96-8cbf-5f057f331515'] in n-d-807551-3 is: [{'id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932345273', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:12:17Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'ca729739-8100-4877-a6fa-ec2cad30e925', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e661be48-d6b3-4a96-8cbf-5f057f331515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:10:29Z', 'updated_at': '2021-09-07T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:12:19.277071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] DHCP port deletion for 3374943f-854b-41a8-bed7-4cf01f04f95f request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:12:19.297018 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port ca729739-8100-4877-a6fa-ec2cad30e925, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=ca729739-8100-4877-a6fa-ec2cad30e925,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:12:19.297473 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.313102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for ca729739-8100-4877-a6fa-ec2cad30e925 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:12:19.330820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Deleting port 8ee4270b-b843-467b-8ff7-c68ff363f591 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:12:19.331203 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.392469 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] For port 8ee4270b-b843-467b-8ff7-c68ff363f591, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8ee4270b-b843-467b-8ff7-c68ff363f591,segment=NetworkSegment(34094d32-3bc6-4a9d-bc14-7e38801ccb53),segment_id=34094d32-3bc6-4a9d-bc14-7e38801ccb53)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:12:19.393208 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.405327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Calling delete_port for 8ee4270b-b843-467b-8ff7-c68ff363f591 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:12:19.476855 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.488831 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.504542 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=ca729739-8100-4877-a6fa-ec2cad30e925,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:19.515397 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Pushing event deleted for resources: {'Port': ['ID=8ee4270b-b843-467b-8ff7-c68ff363f591,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:19.520056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] No DVR routers for this DVR port 8ee4270b-b843-467b-8ff7-c68ff363f591 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:12:19.530916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.531271 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.531788 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.532145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.532507 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.532910 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.533143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.533303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.533467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.533588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.533792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.533901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.534114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.534220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.534468 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.534567 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.534748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af3832-6cd0-4e49-a70a-0496da5a005e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.534854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.535127 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.535460 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.535791 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.536117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.536467 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.536795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:19.574746 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.666345 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.668547 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.711945 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.713125 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Fanout notify agent at l3_agent the message router_deleted on router e661be48-d6b3-4a96-8cbf-5f057f331515 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:12:19.721920 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.723065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8cbc7829-511c-406f-98ba-c77d5df74a63 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/routers/e661be48-d6b3-4a96-8cbf-5f057f331515 HTTP/1.1" status: 204 len: 168 time: 0.7790222 Sep 07 17:12:19.725746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45538) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:19.803618 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e89fad27-8f7c-470d-af20-fe5b54c05562 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.888140 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e89fad27-8f7c-470d-af20-fe5b54c05562 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.908875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e89fad27-8f7c-470d-af20-fe5b54c05562 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3374943f-854b-41a8-bed7-4cf01f04f95f']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:19.920456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e89fad27-8f7c-470d-af20-fe5b54c05562 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34094d32-3bc6-4a9d-bc14-7e38801ccb53') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:19.920760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-e89fad27-8f7c-470d-af20-fe5b54c05562 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34094d32-3bc6-4a9d-bc14-7e38801ccb53') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:19.930744 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e89fad27-8f7c-470d-af20-fe5b54c05562 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.944063 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e89fad27-8f7c-470d-af20-fe5b54c05562 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.952099 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89fad27-8f7c-470d-af20-fe5b54c05562 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:12:19.953089 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e89fad27-8f7c-470d-af20-fe5b54c05562 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: timer() Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:12:19.955802 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:12:20.017273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e89fad27-8f7c-470d-af20-fe5b54c05562 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.024660 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e89fad27-8f7c-470d-af20-fe5b54c05562 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.026478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e89fad27-8f7c-470d-af20-fe5b54c05562 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/networks/3374943f-854b-41a8-bed7-4cf01f04f95f HTTP/1.1" status: 204 len: 168 time: 0.2997334 Sep 07 17:12:20.029514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45540) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:20.037376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fad27-8f7c-470d-af20-fe5b54c05562 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Network': ['ID=3374943f-854b-41a8-bed7-4cf01f04f95f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:20.093614 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf3fd-3e64-4f8b-9e52-a3e052a273c6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.128698 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf3fd-3e64-4f8b-9e52-a3e052a273c6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.191914 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf3fd-3e64-4f8b-9e52-a3e052a273c6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.194602 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf3fd-3e64-4f8b-9e52-a3e052a273c6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.195777 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ed2cf3fd-3e64-4f8b-9e52-a3e052a273c6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/security-groups/82a16a50-b987-41d9-aea3-347ddac3b372 HTTP/1.1" status: 204 len: 168 time: 0.1652713 Sep 07 17:12:20.205764 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cf3fd-3e64-4f8b-9e52-a3e052a273c6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a16a50-b987-41d9-aea3-347ddac3b372,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:20.701515 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45546) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:20.706167 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-c26adcac-9721-45d2-a35f-a90dfbb5a3f5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-724704911', 'description': 'tempest-secgroup-smoke-724704911 description', 'project_id': 'f1f9f898b65542fda69e3973c559160e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:12:20.728593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c26adcac-9721-45d2-a35f-a90dfbb5a3f5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.810462 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c26adcac-9721-45d2-a35f-a90dfbb5a3f5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.814324 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c26adcac-9721-45d2-a35f-a90dfbb5a3f5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.841503 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c26adcac-9721-45d2-a35f-a90dfbb5a3f5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.842730 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c26adcac-9721-45d2-a35f-a90dfbb5a3f5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1401377 Sep 07 17:12:20.844610 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26adcac-9721-45d2-a35f-a90dfbb5a3f5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:20.845966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45548) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:20.850928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-eab85f14-c347-4bef-8f27-ae7f8c200b29 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:12:20.877101 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eab85f14-c347-4bef-8f27-ae7f8c200b29 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.931652 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eab85f14-c347-4bef-8f27-ae7f8c200b29 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.935361 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eab85f14-c347-4bef-8f27-ae7f8c200b29 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.952499 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab85f14-c347-4bef-8f27-ae7f8c200b29 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d8ffb5-2758-4f45-bd31-eb180e7ca460,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:20.957996 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-eab85f14-c347-4bef-8f27-ae7f8c200b29 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:20.960772 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-eab85f14-c347-4bef-8f27-ae7f8c200b29 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135695 Sep 07 17:12:20.961879 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45550) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:20.966746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8c2fc6d6-210e-4295-8a83-1d921c6230cf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:12:20.992575 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c2fc6d6-210e-4295-8a83-1d921c6230cf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.051854 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c2fc6d6-210e-4295-8a83-1d921c6230cf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.055426 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c2fc6d6-210e-4295-8a83-1d921c6230cf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.072164 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fc6d6-210e-4295-8a83-1d921c6230cf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b21718f-9ef2-48ba-b8f6-0437d6a3da4f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:21.078818 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c2fc6d6-210e-4295-8a83-1d921c6230cf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.080058 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8c2fc6d6-210e-4295-8a83-1d921c6230cf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166975 Sep 07 17:12:21.083097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45552) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:21.092362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-dae99ae5-17ab-4576-b53a-e25b92bb530b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:12:21.115183 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dae99ae5-17ab-4576-b53a-e25b92bb530b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.124363 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ca729739-8100-4877-a6fa-ec2cad30e925 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:12:21.144165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: ca729739-8100-4877-a6fa-ec2cad30e925 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:12:21.144547 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device ca729739-8100-4877-a6fa-ec2cad30e925 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:12:21.144969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cea23a8d-5fa4-42a9-87db-362a4a060886 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:12:21.163694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: cea23a8d-5fa4-42a9-87db-362a4a060886 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:12:21.164055 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device cea23a8d-5fa4-42a9-87db-362a4a060886 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:12:21.164504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8ee4270b-b843-467b-8ff7-c68ff363f591 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:12:21.172634 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dae99ae5-17ab-4576-b53a-e25b92bb530b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.176170 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dae99ae5-17ab-4576-b53a-e25b92bb530b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.182779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 8ee4270b-b843-467b-8ff7-c68ff363f591 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:12:21.183049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8ee4270b-b843-467b-8ff7-c68ff363f591 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:12:21.193536 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae99ae5-17ab-4576-b53a-e25b92bb530b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2dba27-bf83-4508-9a5a-423c1de9a7c6,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:21.199146 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-dae99ae5-17ab-4576-b53a-e25b92bb530b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.200427 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-dae99ae5-17ab-4576-b53a-e25b92bb530b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163034 Sep 07 17:12:21.203170 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45554) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:21.207340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b0cd4dae-200c-4587-b3d5-0ff1e3e316f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:12:21.232497 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4dae-200c-4587-b3d5-0ff1e3e316f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.292404 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4dae-200c-4587-b3d5-0ff1e3e316f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.295701 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4dae-200c-4587-b3d5-0ff1e3e316f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.312512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd4dae-200c-4587-b3d5-0ff1e3e316f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4dce0dd-c360-467c-bd29-15c09cc437eb,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:21.317891 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4dae-200c-4587-b3d5-0ff1e3e316f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.319145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b0cd4dae-200c-4587-b3d5-0ff1e3e316f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150327 Sep 07 17:12:21.322523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45556) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:21.326760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-53dbc59e-a29c-4c24-9bfb-30ef24487107 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:12:21.348290 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-53dbc59e-a29c-4c24-9bfb-30ef24487107 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Project f1f9f898b65542fda69e3973c559160e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:12:21.353661 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53dbc59e-a29c-4c24-9bfb-30ef24487107 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.717321 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53dbc59e-a29c-4c24-9bfb-30ef24487107 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.721498 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53dbc59e-a29c-4c24-9bfb-30ef24487107 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.739866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbc59e-a29c-4c24-9bfb-30ef24487107 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26d9c3e-2a3a-4220-90ba-4e4a02d9c0a8,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:21.742381 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53dbc59e-a29c-4c24-9bfb-30ef24487107 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.744087 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-53dbc59e-a29c-4c24-9bfb-30ef24487107 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4201353 Sep 07 17:12:21.746789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45558) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:21.751027 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b9e184c4-b17a-4784-8db2-ac4dd6874bdb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:12:21.773729 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-b9e184c4-b17a-4784-8db2-ac4dd6874bdb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Project f1f9f898b65542fda69e3973c559160e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:12:21.778417 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9e184c4-b17a-4784-8db2-ac4dd6874bdb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.836297 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9e184c4-b17a-4784-8db2-ac4dd6874bdb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.839908 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9e184c4-b17a-4784-8db2-ac4dd6874bdb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.858651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e184c4-b17a-4784-8db2-ac4dd6874bdb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18dc01f-cae5-41ae-8aa4-0c180971bd21,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:21.861281 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b9e184c4-b17a-4784-8db2-ac4dd6874bdb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.864660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b9e184c4-b17a-4784-8db2-ac4dd6874bdb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1147561 Sep 07 17:12:21.865368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45560) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:21.870626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-81d81650-8789-401b-866b-649c6bbd7028 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'network': {'name': 'tempest-network-smoke--2031927196', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:12:21.890491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d81650-8789-401b-866b-649c6bbd7028 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:12:21.893777 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81d81650-8789-401b-866b-649c6bbd7028 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.916472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d81650-8789-401b-866b-649c6bbd7028 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:12:21.925225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81d81650-8789-401b-866b-649c6bbd7028 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.925639 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-81d81650-8789-401b-866b-649c6bbd7028 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Added segment 8255ca33-7466-4977-a3a8-6eab3ec975a0 of type vlan for network acf47ec9-e0ee-4035-ace3-f23c229d2377 Sep 07 17:12:21.963636 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81d81650-8789-401b-866b-649c6bbd7028 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.987204 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81d81650-8789-401b-866b-649c6bbd7028 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:21.992982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d81650-8789-401b-866b-649c6bbd7028 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:21.993593 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-81d81650-8789-401b-866b-649c6bbd7028 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:22.030294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-81d81650-8789-401b-866b-649c6bbd7028 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1638522 Sep 07 17:12:22.033136 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45562) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:22.037823 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'admin_state_up': True, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:12:22.062106 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:22.063100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:22.063270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d81650-8789-401b-866b-649c6bbd7028 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Network': ['ID=acf47ec9-e0ee-4035-ace3-f23c229d2377,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:22.074958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network acf47ec9-e0ee-4035-ace3-f23c229d2377 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:12:22.117467 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:22.255239 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:22.443693 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:22.467144 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:22.564836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.25.3.245 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/b6a35b4c-c70e-47ca-9128-71b7916fdfe4) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:12:22.667571 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:22.704309 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:22.742818 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:12:22.747523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:12:22.751833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:12:22.754835 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=b6a35b4c-c70e-47ca-9128-71b7916fdfe4,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:22.995206 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:23.189225 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:23.313545 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 42c892b3-d626-4939-9673-a1cc713e58ba is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 17:12:23.419455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:12:23.428954 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Sync routers for ids ['42c892b3-d626-4939-9673-a1cc713e58ba'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:12:23.438880 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Routers {'42c892b3-d626-4939-9673-a1cc713e58ba'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:12:23.439534 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:23.439667 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['42c892b3-d626-4939-9673-a1cc713e58ba'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:23.440914 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e0030636-9007-45b0-8883-4ebf506e21a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4066691 Sep 07 17:12:23.443958 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45564) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:23.474883 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b8be7603-3154-4439-b16d-588f2bbe5bba tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f1f9f898b65542fda69e3973c559160e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274656 Sep 07 17:12:23.475109 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45566) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:23.563575 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6c3fcd-86d6-461b-994e-cc997d12573d tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:23.565143 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-de6c3fcd-86d6-461b-994e-cc997d12573d tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891867 Sep 07 17:12:23.567983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45568) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:23.603436 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c88f91d5-5600-4209-ab54-cbee1303d9fc tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313666 Sep 07 17:12:23.603655 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45570) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:23.608538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-bb99a63e-8070-4810-a571-76891fc5bebb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1918735715', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:12:23.628105 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Set router 42c892b3-d626-4939-9673-a1cc713e58ba gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:12:23.695482 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb99a63e-8070-4810-a571-76891fc5bebb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:12:23.699368 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb99a63e-8070-4810-a571-76891fc5bebb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:23.806878 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:22Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:23.835555 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Checking router: 42c892b3-d626-4939-9673-a1cc713e58ba for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:12:23.835907 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Updating router 42c892b3-d626-4939-9673-a1cc713e58ba port b6a35b4c-c70e-47ca-9128-71b7916fdfe4 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:12:23.862039 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:23.881460 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb99a63e-8070-4810-a571-76891fc5bebb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:23.945698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99a63e-8070-4810-a571-76891fc5bebb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Subnet': ['ID=5c806d16-a39a-48fa-82d4-cf720239c123,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:23.951222 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99a63e-8070-4810-a571-76891fc5bebb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Checking segment: {'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:12:23.951669 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99a63e-8070-4810-a571-76891fc5bebb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network hostable DHCP agents. Network: acf47ec9-e0ee-4035-ace3-f23c229d2377, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:12:23.969382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99a63e-8070-4810-a571-76891fc5bebb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network acf47ec9-e0ee-4035-ace3-f23c229d2377 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:12:23.978966 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-bb99a63e-8070-4810-a571-76891fc5bebb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, acf47ec9-e0ee-4035-ace3-f23c229d2377) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:12:23.987435 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb99a63e-8070-4810-a571-76891fc5bebb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:23.988221 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bb99a63e-8070-4810-a571-76891fc5bebb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.006290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb4de7-d9ca-446c-83a2-99876d4a6371 None None] Network acf47ec9-e0ee-4035-ace3-f23c229d2377 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:12:24.007124 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bb99a63e-8070-4810-a571-76891fc5bebb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4024448 Sep 07 17:12:24.009954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45572) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:24.118406 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.128640 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Transition to ACTIVE for port object b6a35b4c-c70e-47ca-9128-71b7916fdfe4 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:12:24.135401 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.163237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-acf47ec9-e0ee-4035-ace3-f23c229d2377', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ips': [{'subnet_id': '5c806d16-a39a-48fa-82d4-cf720239c123'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:12:24.164449 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.180847 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Attempting to bind port b6a35b4c-c70e-47ca-9128-71b7916fdfe4 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:12:24.181267 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Attempting to bind port b6a35b4c-c70e-47ca-9128-71b7916fdfe4 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:12:24.181631 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Attempting to bind port b6a35b4c-c70e-47ca-9128-71b7916fdfe4 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:12:24.193862 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:12:24.194269 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:12:24.194638 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.195036 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:12:24.195500 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Bound port: b6a35b4c-c70e-47ca-9128-71b7916fdfe4, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:12:24.195954 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.198984 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Pushing event updated for resources: {'Port': ['ID=b6a35b4c-c70e-47ca-9128-71b7916fdfe4,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:24.230698 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:24.231043 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:24.231384 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:24.231724 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:24.232050 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:24.232402 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:24.232736 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:24.233703 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:24.233703 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:24.233925 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:24.234252 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:24.235182 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:12:24.268093 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] For port b6a35b4c-c70e-47ca-9128-71b7916fdfe4, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:12:24.270708 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:12:24.280593 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] For port b6a35b4c-c70e-47ca-9128-71b7916fdfe4, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b6a35b4c-c70e-47ca-9128-71b7916fdfe4,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:12:24.285862 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.308847 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Allocated IP 172.20.0.2 (acf47ec9-e0ee-4035-ace3-f23c229d2377/5c806d16-a39a-48fa-82d4-cf720239c123/da2ba504-6dfa-4587-9182-2e367cb14e5b) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:12:24.330071 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Routers {'42c892b3-d626-4939-9673-a1cc713e58ba'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:12:24.330703 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['42c892b3-d626-4939-9673-a1cc713e58ba'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:24.386089 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055bb8a-eeb6-47b0-a2d5-82c4cd4d00bd None None] Pushing event updated for resources: {'Port': ['ID=b6a35b4c-c70e-47ca-9128-71b7916fdfe4,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:24.449568 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] Set router 42c892b3-d626-4939-9673-a1cc713e58ba gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:12:24.470708 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.476110 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.479216 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Transition to ACTIVE for port object da2ba504-6dfa-4587-9182-2e367cb14e5b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:12:24.494989 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Transition to ACTIVE for port object da2ba504-6dfa-4587-9182-2e367cb14e5b will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:12:24.501297 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.546004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Network acf47ec9-e0ee-4035-ace3-f23c229d2377 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:12:24.550865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:12:24.555494 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:12:24.559183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Pushing event updated for resources: {'Port': ['ID=da2ba504-6dfa-4587-9182-2e367cb14e5b,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:24.612354 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Attempting to bind port da2ba504-6dfa-4587-9182-2e367cb14e5b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:12:24.612738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Attempting to bind port da2ba504-6dfa-4587-9182-2e367cb14e5b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:12:24.613127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Attempting to bind port da2ba504-6dfa-4587-9182-2e367cb14e5b on network acf47ec9-e0ee-4035-ace3-f23c229d2377 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:12:24.618199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:12:24.619105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Checking segment: {'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:12:24.619518 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.619973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Bound using segment: {'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:12:24.620476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Bound port: da2ba504-6dfa-4587-9182-2e367cb14e5b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:12:24.620867 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.637652 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:22Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:24.668228 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69abff-c2a9-4859-aa7c-e7f67b6b70ee None None] The sync data for ids ['42c892b3-d626-4939-9673-a1cc713e58ba'] in n-d-807551-3 is: [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:22Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:12:24.685605 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d8150697-7991-4536-a689-dd9e81250fec None None] For port da2ba504-6dfa-4587-9182-2e367cb14e5b, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:12:24.692281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d8150697-7991-4536-a689-dd9e81250fec None None] For port da2ba504-6dfa-4587-9182-2e367cb14e5b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=da2ba504-6dfa-4587-9182-2e367cb14e5b,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:12:24.697424 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.758410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8150697-7991-4536-a689-dd9e81250fec None None] Pushing event updated for resources: {'Port': ['ID=da2ba504-6dfa-4587-9182-2e367cb14e5b,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:24.771569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.20.0.1 (acf47ec9-e0ee-4035-ace3-f23c229d2377/5c806d16-a39a-48fa-82d4-cf720239c123/1f710517-e816-4a5e-92e6-c518a3a2cd9b) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:12:24.914714 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:24.929508 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Transition to ACTIVE for port object 1f710517-e816-4a5e-92e6-c518a3a2cd9b will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:12:24.964998 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:25.018842 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network acf47ec9-e0ee-4035-ace3-f23c229d2377 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:12:25.023511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:12:25.027957 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:12:25.063626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=1f710517-e816-4a5e-92e6-c518a3a2cd9b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:25.080839 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:25.207109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b6a35b4c-c70e-47ca-9128-71b7916fdfe4 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:12:25.248719 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:25.260761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port b6a35b4c-c70e-47ca-9128-71b7916fdfe4 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:12:25.264606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b6a35b4c-c70e-47ca-9128-71b7916fdfe4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:12:25.264985 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:25.353679 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:25.375932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port b6a35b4c-c70e-47ca-9128-71b7916fdfe4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b6a35b4c-c70e-47ca-9128-71b7916fdfe4,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:12:25.381399 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:25.383088 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device da2ba504-6dfa-4587-9182-2e367cb14e5b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:12:25.472651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=b6a35b4c-c70e-47ca-9128-71b7916fdfe4,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:25.497100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port da2ba504-6dfa-4587-9182-2e367cb14e5b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:12:25.569770 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:25.574495 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:25.654607 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:25.656494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=1f710517-e816-4a5e-92e6-c518a3a2cd9b,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:25.750061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network acf47ec9-e0ee-4035-ace3-f23c229d2377 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:12:25.751535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:12:25.810571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2513a0-733d-49fa-a346-93a854befc19 None None] Network acf47ec9-e0ee-4035-ace3-f23c229d2377 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:12:25.871253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 42c892b3-d626-4939-9673-a1cc713e58ba has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:12:25.934113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-247236fd-bbe7-48e3-9a58-873697cc7fe9 None None] Provisioning for port da2ba504-6dfa-4587-9182-2e367cb14e5b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:12:25.940401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-247236fd-bbe7-48e3-9a58-873697cc7fe9 None None] Provisioning complete for port da2ba504-6dfa-4587-9182-2e367cb14e5b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:12:25.940790 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-247236fd-bbe7-48e3-9a58-873697cc7fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:25.984061 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:12:25.989836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fe10c6d7-c3b4-4416-9e05-e6dc3e4db4d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "PUT /v2.0/routers/42c892b3-d626-4939-9673-a1cc713e58ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9788346 Sep 07 17:12:26.044668 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-247236fd-bbe7-48e3-9a58-873697cc7fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:26.083556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-247236fd-bbe7-48e3-9a58-873697cc7fe9 None None] For port da2ba504-6dfa-4587-9182-2e367cb14e5b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=da2ba504-6dfa-4587-9182-2e367cb14e5b,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:12:26.088884 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-247236fd-bbe7-48e3-9a58-873697cc7fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:26.153340 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247236fd-bbe7-48e3-9a58-873697cc7fe9 None None] Pushing event updated for resources: {'Port': ['ID=da2ba504-6dfa-4587-9182-2e367cb14e5b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:26.168732 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-3fdf05f3-b0b1-404e-8126-af7c9afa9a1a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-724704911&fields=id&tenant_id=f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 267 time: 0.0357537 Sep 07 17:12:26.284048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-9e90648b-99a9-4988-9889-500b83786908 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:26.285607 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-9e90648b-99a9-4988-9889-500b83786908 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/networks?id=acf47ec9-e0ee-4035-ace3-f23c229d2377 HTTP/1.1" status: 200 len: 797 time: 0.1100085 Sep 07 17:12:26.301793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-5c205dc3-8b13-46d7-8858-1220bf532321 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/quotas/f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 375 time: 0.0103068 Sep 07 17:12:26.318901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8f4eacd5-2d48-4734-9947-5e1274b7e299 None None] Provisioning for port 1f710517-e816-4a5e-92e6-c518a3a2cd9b completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:12:26.325627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8f4eacd5-2d48-4734-9947-5e1274b7e299 None None] Provisioning complete for port 1f710517-e816-4a5e-92e6-c518a3a2cd9b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:12:26.326013 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f4eacd5-2d48-4734-9947-5e1274b7e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:26.361477 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-6702977a-04a2-4dc9-ac8f-f3d5bad85779 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517950 Sep 07 17:12:26.372711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-8f4eacd5-2d48-4734-9947-5e1274b7e299 None None] Port 1f710517-e816-4a5e-92e6-c518a3a2cd9b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:12:26.384967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8f4eacd5-2d48-4734-9947-5e1274b7e299 None None] Provisioning complete for port da2ba504-6dfa-4587-9182-2e367cb14e5b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:12:26.385681 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8f4eacd5-2d48-4734-9947-5e1274b7e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:26.431749 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Sync routers for ids ['42c892b3-d626-4939-9673-a1cc713e58ba'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:12:26.466044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Routers {'42c892b3-d626-4939-9673-a1cc713e58ba'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:12:26.466684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['42c892b3-d626-4939-9673-a1cc713e58ba'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:26.522969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-e92dd2ea-9ea8-4fce-8bfc-ac8b2b96f018 service neutron] 10.222.0.70 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491039 Sep 07 17:12:26.587842 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Set router 42c892b3-d626-4939-9673-a1cc713e58ba gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:12:26.654514 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-9585370f-ce89-452d-bf73-b5fbd7e5ffbe service neutron] 10.222.0.70 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201892 Sep 07 17:12:26.707781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b56a5a9a-0487-4988-882d-01e27999977e None None] Provisioning complete for port 1f710517-e816-4a5e-92e6-c518a3a2cd9b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:12:26.708172 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b56a5a9a-0487-4988-882d-01e27999977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:26.784574 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-b56a5a9a-0487-4988-882d-01e27999977e None None] Port 1f710517-e816-4a5e-92e6-c518a3a2cd9b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:12:26.842761 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08967960-8f2b-471f-8166-827d11bf565f req-34892688-65d0-4598-8a25-4d73db5dd950 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 210 time: 0.0322785 Sep 07 17:12:26.863909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1f710517-e816-4a5e-92e6-c518a3a2cd9b', 'name': '', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:fd:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:24Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 2, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:26.898398 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Checking router: 42c892b3-d626-4939-9673-a1cc713e58ba for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:12:26.898779 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Updating router 42c892b3-d626-4939-9673-a1cc713e58ba port 1f710517-e816-4a5e-92e6-c518a3a2cd9b binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:12:26.930076 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-4b7938c3-e76a-4950-aa18-3573f1611287 None None] Provisioning complete for port 1f710517-e816-4a5e-92e6-c518a3a2cd9b triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:12:26.930465 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b7938c3-e76a-4950-aa18-3573f1611287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:26.933215 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:26.995592 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4b7938c3-e76a-4950-aa18-3573f1611287 None None] Port 1f710517-e816-4a5e-92e6-c518a3a2cd9b cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:12:27.161991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b6a35b4c-c70e-47ca-9128-71b7916fdfe4 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:12:27.429858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b6a35b4c-c70e-47ca-9128-71b7916fdfe4 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:12:27.430500 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:27.465125 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:27.482251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Transition to ACTIVE for port object 1f710517-e816-4a5e-92e6-c518a3a2cd9b will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:12:27.491458 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:27.567868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae0b1c-c226-4485-a41b-b665ec5aa003 None None] Pushing event updated for resources: {'Port': ['ID=1f710517-e816-4a5e-92e6-c518a3a2cd9b,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:27.583628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device da2ba504-6dfa-4587-9182-2e367cb14e5b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:12:27.656554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Attempting to bind port 1f710517-e816-4a5e-92e6-c518a3a2cd9b on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:12:27.656934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Attempting to bind port 1f710517-e816-4a5e-92e6-c518a3a2cd9b by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:12:27.657300 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Attempting to bind port 1f710517-e816-4a5e-92e6-c518a3a2cd9b on network acf47ec9-e0ee-4035-ace3-f23c229d2377 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:12:27.663371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:12:27.663746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Checking segment: {'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:12:27.664152 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:27.664573 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Bound using segment: {'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:12:27.665046 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Bound port: 1f710517-e816-4a5e-92e6-c518a3a2cd9b, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:12:27.665469 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:27.709050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port da2ba504-6dfa-4587-9182-2e367cb14e5b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:12:27.709410 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:27.766750 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] For port 1f710517-e816-4a5e-92e6-c518a3a2cd9b, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:12:27.780944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] For port 1f710517-e816-4a5e-92e6-c518a3a2cd9b, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1f710517-e816-4a5e-92e6-c518a3a2cd9b,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:12:27.788657 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:27.825696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-dd574481-1b51-438f-9412-f7527aabb32a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:27.827184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-dd574481-1b51-438f-9412-f7527aabb32a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "GET /v2.0/networks?id=acf47ec9-e0ee-4035-ace3-f23c229d2377 HTTP/1.1" status: 200 len: 797 time: 0.1239741 Sep 07 17:12:27.874466 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-8c4353bf-2d01-461a-b424-e3d09ffbcacb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 379 time: 0.0372996 Sep 07 17:12:27.890199 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'port': {'device_id': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'admin_state_up': True, 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'security_groups': ['58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:12:27.911748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae0b1c-c226-4485-a41b-b665ec5aa003 None None] Pushing event updated for resources: {'Port': ['ID=1f710517-e816-4a5e-92e6-c518a3a2cd9b,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:27.916778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Routers {'42c892b3-d626-4939-9673-a1cc713e58ba'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:12:27.917408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['42c892b3-d626-4939-9673-a1cc713e58ba'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:27.990841 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e130371-7ec6-45ea-89d0-dd5ceb999da6 req-00aec96f-8bea-4460-9037-e941225bd862 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 210 time: 0.0601180 Sep 07 17:12:28.034948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] Set router 42c892b3-d626-4939-9673-a1cc713e58ba gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:12:28.044207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:12:28.048534 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:28.175358 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.20.0.3 (acf47ec9-e0ee-4035-ace3-f23c229d2377/5c806d16-a39a-48fa-82d4-cf720239c123/07403a74-adbd-40b8-aa51-3658828e6bf5) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:12:28.246136 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1f710517-e816-4a5e-92e6-c518a3a2cd9b', 'name': '', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:fd:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:24Z', 'updated_at': '2021-09-07T17:12:27Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:28.272321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd92fe-0d54-455d-aa40-736e0433259b None None] The sync data for ids ['42c892b3-d626-4939-9673-a1cc713e58ba'] in n-d-807551-3 is: [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1f710517-e816-4a5e-92e6-c518a3a2cd9b', 'name': '', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:fd:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:24Z', 'updated_at': '2021-09-07T17:12:27Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:12:28.325572 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:28.345354 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Transition to ACTIVE for port object 07403a74-adbd-40b8-aa51-3658828e6bf5 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:12:28.383519 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:28.427057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network acf47ec9-e0ee-4035-ace3-f23c229d2377 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:12:28.430277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:12:28.436322 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:12:28.443075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=07403a74-adbd-40b8-aa51-3658828e6bf5,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:28.495682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:28.496309 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:28.512028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-63197837-a8c1-44e0-84d9-80af5b1ab58f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6259341 Sep 07 17:12:28.576611 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Request body: {'port': {'device_id': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:12:28.637273 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:28.698516 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2e82f69d-23cd-4748-8b4c-3ff391e92a06 None None] Provisioning for port 07403a74-adbd-40b8-aa51-3658828e6bf5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:12:28.704556 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-2e82f69d-23cd-4748-8b4c-3ff391e92a06 None None] Provisioning complete for port 07403a74-adbd-40b8-aa51-3658828e6bf5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:12:28.704937 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2e82f69d-23cd-4748-8b4c-3ff391e92a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:28.748670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-2e82f69d-23cd-4748-8b4c-3ff391e92a06 None None] Port 07403a74-adbd-40b8-aa51-3658828e6bf5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:12:28.910381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07403a74-adbd-40b8-aa51-3658828e6bf5 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:12:28.918597 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:28.931775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Transition to ACTIVE for port object 07403a74-adbd-40b8-aa51-3658828e6bf5 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:12:28.936581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:28.988570 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Pushing event updated for resources: {'Port': ['ID=07403a74-adbd-40b8-aa51-3658828e6bf5,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:29.067297 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Attempting to bind port 07403a74-adbd-40b8-aa51-3658828e6bf5 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:12:29.067581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Attempting to bind port 07403a74-adbd-40b8-aa51-3658828e6bf5 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:12:29.068005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Attempting to bind port 07403a74-adbd-40b8-aa51-3658828e6bf5 on network acf47ec9-e0ee-4035-ace3-f23c229d2377 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:12:29.074016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Port 07403a74-adbd-40b8-aa51-3658828e6bf5 on network acf47ec9-e0ee-4035-ace3-f23c229d2377 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:12:29.074355 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Attempting to bind port 07403a74-adbd-40b8-aa51-3658828e6bf5 on network acf47ec9-e0ee-4035-ace3-f23c229d2377 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:12:29.079471 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:12:29.079821 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Checking segment: {'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:12:29.081041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Bound using segment: {'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:12:29.081041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Bound port: 07403a74-adbd-40b8-aa51-3658828e6bf5, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:12:29.082035 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:29.169412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1f710517-e816-4a5e-92e6-c518a3a2cd9b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:12:29.180431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed0b1-b92b-44a8-a8dc-7d4e519a4d78 req-11cf2166-1b42-424e-8291-4e82546441aa tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:29.182807 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c89ed0b1-b92b-44a8-a8dc-7d4e519a4d78 req-11cf2166-1b42-424e-8291-4e82546441aa tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 943 time: 0.0877316 Sep 07 17:12:29.219226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] For port 07403a74-adbd-40b8-aa51-3658828e6bf5, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:12:29.227103 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 1f710517-e816-4a5e-92e6-c518a3a2cd9b completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:12:29.231414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1f710517-e816-4a5e-92e6-c518a3a2cd9b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:12:29.231802 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:29.243238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] For port 07403a74-adbd-40b8-aa51-3658828e6bf5, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=07403a74-adbd-40b8-aa51-3658828e6bf5,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:12:29.248020 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c89ed0b1-b92b-44a8-a8dc-7d4e519a4d78 req-925593a2-86f4-4d8f-84a8-96407256a5b0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579011 Sep 07 17:12:29.255470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:29.299405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:29.300156 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:29.302270 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] 10.222.0.35 "PUT /v2.0/ports/07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 200 len: 1091 time: 0.7822888 Sep 07 17:12:29.302988 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:12:29.305386 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7e1845-e62d-416e-9625-8b50c238cae7" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:12:29.338123 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:29.341179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4bb1c-ec39-42b3-ab0c-0c2e14abfefe service neutron] Pushing event updated for resources: {'Port': ['ID=07403a74-adbd-40b8-aa51-3658828e6bf5,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:29.364453 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3ad115-7065-4cb0-894f-78871926b6f3 x-openstack-request-id: req-3e3ad115-7065-4cb0-894f-78871926b6f3 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:12:29.364701 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:12:29.364806 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e3ad115-7065-4cb0-894f-78871926b6f3 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:12:29.365879 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'status': 'completed', 'code': 200} Sep 07 17:12:29.389068 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 1f710517-e816-4a5e-92e6-c518a3a2cd9b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1f710517-e816-4a5e-92e6-c518a3a2cd9b,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:12:29.393657 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:29.413452 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-3b885852-77da-4bbc-8a2f-209d641bf9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:29.416940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-3b885852-77da-4bbc-8a2f-209d641bf9a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 1094 time: 0.0645571 Sep 07 17:12:29.455005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=1f710517-e816-4a5e-92e6-c518a3a2cd9b,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:29.461515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-c953c5cb-5f82-463d-97f7-b940bb8777f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 200 len: 217 time: 0.0356755 Sep 07 17:12:29.513080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ceefa220-7877-4e06-a560-94628074e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:29.514587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-ceefa220-7877-4e06-a560-94628074e212 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c806d16-a39a-48fa-82d4-cf720239c123 HTTP/1.1" status: 200 len: 835 time: 0.0461028 Sep 07 17:12:29.560798 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-31fcd84a-76f1-48b5-9340-29dee7aeb016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:29.562318 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-31fcd84a-76f1-48b5-9340-29dee7aeb016 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf47ec9-e0ee-4035-ace3-f23c229d2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408518 Sep 07 17:12:29.655129 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-9609e217-659d-426e-828b-b29c4c899c44 service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846817 Sep 07 17:12:29.747068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-103c64a5-0851-48bc-97e4-3d7a35155e70 req-603f545d-c681-4ff8-a0f0-47c64c35a6f0 service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847843 Sep 07 17:12:29.831833 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e1845-e62d-416e-9625-8b50c238cae7 req-5837da7d-9954-4936-82d0-416fa005bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:29.833371 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d7e1845-e62d-416e-9625-8b50c238cae7 req-5837da7d-9954-4936-82d0-416fa005bfee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 1094 time: 0.0394814 Sep 07 17:12:29.920579 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e1845-e62d-416e-9625-8b50c238cae7 req-752c1e56-5589-43ac-a13b-657a58b1ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:29.922059 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d7e1845-e62d-416e-9625-8b50c238cae7 req-752c1e56-5589-43ac-a13b-657a58b1ece3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf47ec9-e0ee-4035-ace3-f23c229d2377 HTTP/1.1" status: 200 len: 898 time: 0.0818257 Sep 07 17:12:29.966328 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d7e1845-e62d-416e-9625-8b50c238cae7 req-276b0f8a-050a-4d74-8ea8-c859fb95a44b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 200 len: 217 time: 0.0367336 Sep 07 17:12:30.013908 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e1845-e62d-416e-9625-8b50c238cae7 req-6a2c852d-495d-419b-aa23-fbf62f2b8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:30.015293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d7e1845-e62d-416e-9625-8b50c238cae7 req-6a2c852d-495d-419b-aa23-fbf62f2b8577 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c806d16-a39a-48fa-82d4-cf720239c123 HTTP/1.1" status: 200 len: 835 time: 0.0419395 Sep 07 17:12:30.059572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e1845-e62d-416e-9625-8b50c238cae7 req-29913453-31d8-49c7-b0f2-5c5228d08baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:30.061080 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d7e1845-e62d-416e-9625-8b50c238cae7 req-29913453-31d8-49c7-b0f2-5c5228d08baf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf47ec9-e0ee-4035-ace3-f23c229d2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389211 Sep 07 17:12:30.152527 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d7e1845-e62d-416e-9625-8b50c238cae7 req-b8fa75fe-b3b1-4e85-af42-db0625afefe6 service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845068 Sep 07 17:12:30.238624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d7e1845-e62d-416e-9625-8b50c238cae7 req-32fbfe1d-b1a4-44df-8d25-69b4139e12d3 service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788624 Sep 07 17:12:30.377887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f853dc-bbb8-4192-9eaf-e0c2f331311d req-51609f91-fab8-4faa-9510-6fcd87b64d36 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:30.379354 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10f853dc-bbb8-4192-9eaf-e0c2f331311d req-51609f91-fab8-4faa-9510-6fcd87b64d36 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 943 time: 0.0515151 Sep 07 17:12:30.416102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10f853dc-bbb8-4192-9eaf-e0c2f331311d req-98c07590-32b1-48bb-8d35-515b2bf11ef4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303855 Sep 07 17:12:31.126381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1f710517-e816-4a5e-92e6-c518a3a2cd9b up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:12:31.172354 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 1f710517-e816-4a5e-92e6-c518a3a2cd9b triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:12:31.172751 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:31.533177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742166c-0696-4fa0-a79e-6966b4449b8e req-05d44720-8625-4af9-9e5f-717ffd42fa12 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:31.534660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7742166c-0696-4fa0-a79e-6966b4449b8e req-05d44720-8625-4af9-9e5f-717ffd42fa12 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 943 time: 0.0475566 Sep 07 17:12:31.570941 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7742166c-0696-4fa0-a79e-6966b4449b8e req-0d806038-9bc7-4a14-bcce-227fe4e24f47 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305309 Sep 07 17:12:32.419646 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:32.682569 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993a0a8-8b2f-46c4-8fc9-838fde163b43 req-20c016cf-6fae-468a-a0e5-057f6ae315d9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:32.683948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5993a0a8-8b2f-46c4-8fc9-838fde163b43 req-20c016cf-6fae-468a-a0e5-057f6ae315d9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 943 time: 0.0472031 Sep 07 17:12:32.719428 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5993a0a8-8b2f-46c4-8fc9-838fde163b43 req-04087e09-3536-4cc8-afd1-238e1eeb1bbf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295315 Sep 07 17:12:32.928118 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 07403a74-adbd-40b8-aa51-3658828e6bf5 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:12:32.950001 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:33.029519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 07403a74-adbd-40b8-aa51-3658828e6bf5, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=07403a74-adbd-40b8-aa51-3658828e6bf5,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:12:33.040836 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'port_id': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'mac_address': 'fa:16:3e:01:e0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:12:33.075287 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:33.091176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07403a74-adbd-40b8-aa51-3658828e6bf5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:12:33.110664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 07403a74-adbd-40b8-aa51-3658828e6bf5, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=07403a74-adbd-40b8-aa51-3658828e6bf5,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:12:33.114254 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:33.160913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=07403a74-adbd-40b8-aa51-3658828e6bf5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:33.476565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['07403a74-adbd-40b8-aa51-3658828e6bf5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:12:34.140637 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06568f-7932-4fc8-adf1-87c056988a3d req-d231b0aa-8a2c-4d00-9e6d-6d4fcdc45903 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:34.142050 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec06568f-7932-4fc8-adf1-87c056988a3d req-d231b0aa-8a2c-4d00-9e6d-6d4fcdc45903 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 944 time: 0.3570921 Sep 07 17:12:34.179111 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec06568f-7932-4fc8-adf1-87c056988a3d req-85d2acd0-db4a-4841-a134-b759ea509a75 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311561 Sep 07 17:12:34.932090 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 07403a74-adbd-40b8-aa51-3658828e6bf5 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:12:34.979674 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 07403a74-adbd-40b8-aa51-3658828e6bf5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:12:34.983513 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 07403a74-adbd-40b8-aa51-3658828e6bf5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:12:34.983894 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:35.060164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:35.081439 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:12:35.083659 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bff856-fb71-48d6-9a79-7e0966505156" -d '{"events": [{"server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "name": "network-vif-plugged", "status": "completed", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:12:35.097229 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 07403a74-adbd-40b8-aa51-3658828e6bf5, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=07403a74-adbd-40b8-aa51-3658828e6bf5,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:12:35.100792 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:35.124731 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8478cfc-5f83-44d9-bb11-2be6422b5d2a x-openstack-request-id: req-c8478cfc-5f83-44d9-bb11-2be6422b5d2a {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:12:35.125028 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "name": "network-vif-plugged", "status": "completed", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:12:35.125283 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8478cfc-5f83-44d9-bb11-2be6422b5d2a {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:12:35.125672 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'code': 200} Sep 07 17:12:35.150314 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=07403a74-adbd-40b8-aa51-3658828e6bf5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:35.217965 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d7eeb-c003-4ce9-9cf4-f93982ee68a7 req-ee610bba-4a30-45fd-867f-0372202579be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:35.219634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a51d7eeb-c003-4ce9-9cf4-f93982ee68a7 req-ee610bba-4a30-45fd-867f-0372202579be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 1096 time: 0.0395436 Sep 07 17:12:35.263669 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a51d7eeb-c003-4ce9-9cf4-f93982ee68a7 req-9b8ea645-edc7-41fb-b5f6-2e1221128bd0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365210 Sep 07 17:12:35.297455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92474b-d7e6-496c-a838-0d2d7cbbf6a5 req-c9d669bd-15bd-43b1-a8f3-d8a83065c472 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:35.298878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f92474b-d7e6-496c-a838-0d2d7cbbf6a5 req-c9d669bd-15bd-43b1-a8f3-d8a83065c472 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0527761 Sep 07 17:12:35.337830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f92474b-d7e6-496c-a838-0d2d7cbbf6a5 req-0299c172-79da-49bd-b120-339fa5ae24a9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331025 Sep 07 17:12:36.452973 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03cd1c-a51d-4af2-8309-cb784cef8153 req-fe4665c8-73c5-41c8-a635-42f00312c1e4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:36.454478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c03cd1c-a51d-4af2-8309-cb784cef8153 req-fe4665c8-73c5-41c8-a635-42f00312c1e4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0497222 Sep 07 17:12:36.496583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4c03cd1c-a51d-4af2-8309-cb784cef8153 req-a328ec97-0097-4d06-9f7c-2105ba9682e5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356266 Sep 07 17:12:37.608259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f075178-481a-4819-80f6-ebd5e4059e2b req-8bb22299-8bf6-4773-882e-a810ca8fc596 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:37.609748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f075178-481a-4819-80f6-ebd5e4059e2b req-8bb22299-8bf6-4773-882e-a810ca8fc596 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0479977 Sep 07 17:12:37.645951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f075178-481a-4819-80f6-ebd5e4059e2b req-7308aa11-74eb-46af-b743-7be20ad429a0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303524 Sep 07 17:12:37.756921 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6f9be-0e3a-4a5b-8e32-8b3e7b38092c req-8607626b-12e8-4f88-a099-ac9672808f73 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:37.758427 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6e6f9be-0e3a-4a5b-8e32-8b3e7b38092c req-8607626b-12e8-4f88-a099-ac9672808f73 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0487494 Sep 07 17:12:37.800078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e6e6f9be-0e3a-4a5b-8e32-8b3e7b38092c req-d32572bb-c2e9-4890-b5d8-bc7aa7e62bed tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353446 Sep 07 17:12:37.820644 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45628) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:37.859599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c1bdf4-a039-4b07-af51-d823ef3ff6a0 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:37.861141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-04c1bdf4-a039-4b07-af51-d823ef3ff6a0 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 1091 time: 0.0395436 Sep 07 17:12:37.863865 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45630) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:37.868021 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:12:37.888918 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:37.981518 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:38.082079 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.25.3.110 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/2996336e-bf7f-4262-8c6b-4dd0b5531cbd) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:12:38.181735 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:38.223954 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:38.259667 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:12:38.263016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:12:38.268392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:12:38.273696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=2996336e-bf7f-4262-8c6b-4dd0b5531cbd,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:38.619983 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:38.688842 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:38.843069 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:38.848430 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:38.918405 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=2996336e-bf7f-4262-8c6b-4dd0b5531cbd,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:12:38.928752 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:39.033030 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Floating IP 0e5bd58d-6a84-4957-855f-e7e5d740ce18 associated. External IP: 172.25.3.110, port: 07403a74-adbd-40b8-aa51-3658828e6bf5. Sep 07 17:12:39.246618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 42c892b3-d626-4939-9673-a1cc713e58ba has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:12:39.350563 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:12:39.360857 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0e3b68-fa17-4bab-aeb6-3ed4a3f82f28 None None] Sync routers for ids ['42c892b3-d626-4939-9673-a1cc713e58ba'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:12:39.368104 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:39.372597 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0e3b68-fa17-4bab-aeb6-3ed4a3f82f28 None None] Routers {'42c892b3-d626-4939-9673-a1cc713e58ba'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:12:39.373222 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a0e3b68-fa17-4bab-aeb6-3ed4a3f82f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['42c892b3-d626-4939-9673-a1cc713e58ba'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:39.395143 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e3c752fe-2e37-4467-b978-004737e80676 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5302484 Sep 07 17:12:39.395880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:12:39.398337 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d352768-2930-4361-968a-75ac614746f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:12:39.435547 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5790b5d0-2485-4d00-97b0-45001bff7873 x-openstack-request-id: req-5790b5d0-2485-4d00-97b0-45001bff7873 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:12:39.435850 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:12:39.436111 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5790b5d0-2485-4d00-97b0-45001bff7873 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:12:39.436571 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'status': 'completed', 'code': 200} Sep 07 17:12:39.487715 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6a0e3b68-fa17-4bab-aeb6-3ed4a3f82f28 None None] Set router 42c892b3-d626-4939-9673-a1cc713e58ba gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:12:39.524241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330f630-3d3f-4c53-89a0-946ef6293ddb req-e35c1e52-7ad1-43bb-9176-8ce1ada378b8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:39.525795 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0330f630-3d3f-4c53-89a0-946ef6293ddb req-e35c1e52-7ad1-43bb-9176-8ce1ada378b8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0791039 Sep 07 17:12:39.547207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d352768-2930-4361-968a-75ac614746f5 req-d0d3344a-368f-4990-bce2-bc27883fb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:39.548721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d352768-2930-4361-968a-75ac614746f5 req-d0d3344a-368f-4990-bce2-bc27883fb158 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 1096 time: 0.0912826 Sep 07 17:12:39.586079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0330f630-3d3f-4c53-89a0-946ef6293ddb req-13ae0b8e-e48d-4778-ad37-673345e71b80 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538762 Sep 07 17:12:39.610107 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45636) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:39.660219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d352768-2930-4361-968a-75ac614746f5 req-691175b5-7aca-4869-a1f8-6c52e97f33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:39.661744 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d352768-2930-4361-968a-75ac614746f5 req-691175b5-7aca-4869-a1f8-6c52e97f33ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf47ec9-e0ee-4035-ace3-f23c229d2377 HTTP/1.1" status: 200 len: 898 time: 0.1056657 Sep 07 17:12:39.678936 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-44386427-a3df-42f6-adc6-c20eb8e75323 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/0e5bd58d-6a84-4957-855f-e7e5d740ce18 HTTP/1.1" status: 200 len: 991 time: 0.0670185 Sep 07 17:12:39.705892 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a0e3b68-fa17-4bab-aeb6-3ed4a3f82f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '0e5bd58d-6a84-4957-855f-e7e5d740ce18', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'port_id': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'mac_address': 'fa:16:3e:01:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:12:38Z', 'updated_at': '2021-09-07T17:12:38Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f710517-e816-4a5e-92e6-c518a3a2cd9b', 'name': '', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:fd:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:24Z', 'updated_at': '2021-09-07T17:12:29Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:39.731186 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d352768-2930-4361-968a-75ac614746f5 req-a4e465fa-7bdf-45ce-8083-b8e587271642 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 200 len: 999 time: 0.0615478 Sep 07 17:12:39.735452 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0e3b68-fa17-4bab-aeb6-3ed4a3f82f28 None None] Checking router: 42c892b3-d626-4939-9673-a1cc713e58ba for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:12:39.743739 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0e3b68-fa17-4bab-aeb6-3ed4a3f82f28 None None] Routers {'42c892b3-d626-4939-9673-a1cc713e58ba'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:12:39.744328 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a0e3b68-fa17-4bab-aeb6-3ed4a3f82f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:12:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['42c892b3-d626-4939-9673-a1cc713e58ba'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:39.779633 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d352768-2930-4361-968a-75ac614746f5 req-077b10d9-9e1d-4c73-bf89-561a86ab8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:39.781154 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d352768-2930-4361-968a-75ac614746f5 req-077b10d9-9e1d-4c73-bf89-561a86ab8c95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c806d16-a39a-48fa-82d4-cf720239c123 HTTP/1.1" status: 200 len: 835 time: 0.0435584 Sep 07 17:12:39.826338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d352768-2930-4361-968a-75ac614746f5 req-f475216a-57da-488d-ac76-770ccc3e22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:12:39.827844 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d352768-2930-4361-968a-75ac614746f5 req-f475216a-57da-488d-ac76-770ccc3e22f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf47ec9-e0ee-4035-ace3-f23c229d2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401924 Sep 07 17:12:39.925057 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d352768-2930-4361-968a-75ac614746f5 req-14276aae-f074-40c4-b08d-5e5943edbebe service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899968 Sep 07 17:12:39.937275 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-6a0e3b68-fa17-4bab-aeb6-3ed4a3f82f28 None None] Set router 42c892b3-d626-4939-9673-a1cc713e58ba gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:12:40.012702 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7d352768-2930-4361-968a-75ac614746f5 req-25373463-101d-4198-819e-80e2dd07354c service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801985 Sep 07 17:12:40.153536 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-6a0e3b68-fa17-4bab-aeb6-3ed4a3f82f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '0e5bd58d-6a84-4957-855f-e7e5d740ce18', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'port_id': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'mac_address': 'fa:16:3e:01:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:12:38Z', 'updated_at': '2021-09-07T17:12:38Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f710517-e816-4a5e-92e6-c518a3a2cd9b', 'name': '', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:fd:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:24Z', 'updated_at': '2021-09-07T17:12:29Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:12:40.178662 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0e3b68-fa17-4bab-aeb6-3ed4a3f82f28 None None] The sync data for ids ['42c892b3-d626-4939-9673-a1cc713e58ba'] in n-d-807551-3 is: [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '0e5bd58d-6a84-4957-855f-e7e5d740ce18', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'port_id': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'mac_address': 'fa:16:3e:01:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:12:38Z', 'updated_at': '2021-09-07T17:12:38Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f710517-e816-4a5e-92e6-c518a3a2cd9b', 'name': '', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:fd:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:24Z', 'updated_at': '2021-09-07T17:12:29Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:12:40.352265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d92eb-e3de-48e2-97a2-04faa4c2922d None None] New status for floating IP 0e5bd58d-6a84-4957-855f-e7e5d740ce18: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:12:40.463235 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-967e21f9-ce38-4e69-afa4-2936722804e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:40.681038 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45638) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:12:40.739578 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-60eaee40-1fe7-4517-818b-32520957d429 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/0e5bd58d-6a84-4957-855f-e7e5d740ce18 HTTP/1.1" status: 200 len: 993 time: 0.0572803 Sep 07 17:12:44.056111 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:44.306609 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7b5f4a74-b090-47e3-8f00-5856f9c43f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:45.139429 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:12:47.065177 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:01.260218 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:13:02.419253 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:02.945144 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:10.454995 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f97efccc-98bc-4388-b27f-dffd3249a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:14.060379 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:14.307202 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10a09e2a-9b9c-4856-9c53-d6c4bdbd3cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:15.141916 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:17.066789 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:17.822638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65448ded-d135-434c-8ad8-08aababf941a req-5ab953ae-7a95-4820-83a3-0ae6d9fca7b9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436718 Sep 07 17:13:17.903769 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65448ded-d135-434c-8ad8-08aababf941a req-002b889e-4f49-4cd0-b779-f3b9d679338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:17.905230 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65448ded-d135-434c-8ad8-08aababf941a req-002b889e-4f49-4cd0-b779-f3b9d679338e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 1096 time: 0.0425932 Sep 07 17:13:18.006681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65448ded-d135-434c-8ad8-08aababf941a req-556c26bf-22e2-4bdd-a346-663bb02c6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:18.008166 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65448ded-d135-434c-8ad8-08aababf941a req-556c26bf-22e2-4bdd-a346-663bb02c6856 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf47ec9-e0ee-4035-ace3-f23c229d2377 HTTP/1.1" status: 200 len: 898 time: 0.0837343 Sep 07 17:13:18.077035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65448ded-d135-434c-8ad8-08aababf941a req-f4500559-9632-44cd-975b-b46acabb73c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 200 len: 1001 time: 0.0613449 Sep 07 17:13:18.125432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65448ded-d135-434c-8ad8-08aababf941a req-e3989788-46f7-4437-9f75-ffd96e797b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:18.126836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65448ded-d135-434c-8ad8-08aababf941a req-e3989788-46f7-4437-9f75-ffd96e797b50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c806d16-a39a-48fa-82d4-cf720239c123 HTTP/1.1" status: 200 len: 835 time: 0.0425870 Sep 07 17:13:18.172224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65448ded-d135-434c-8ad8-08aababf941a req-907d1281-e8ea-48cf-8d7b-47c38a1ff791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:18.173645 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65448ded-d135-434c-8ad8-08aababf941a req-907d1281-e8ea-48cf-8d7b-47c38a1ff791 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf47ec9-e0ee-4035-ace3-f23c229d2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391281 Sep 07 17:13:18.263902 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65448ded-d135-434c-8ad8-08aababf941a req-f3953918-c61e-4d6f-9465-e5aaf813a8d9 service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827532 Sep 07 17:13:18.357568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-65448ded-d135-434c-8ad8-08aababf941a req-60c57c50-68e9-43e5-84a6-ce1c61f90277 service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858388 Sep 07 17:13:32.433383 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:32.948253 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:38.259011 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:13:40.455545 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-20f8a67c-9e72-466c-ac7b-8173f5385406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:44.061438 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:44.306376 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-08e7bd30-a5f9-4a21-914e-b564d854b5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:45.144264 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:47.070352 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:13:51.994012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45676) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:13:52.037713 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9da6aa-0c46-4b8d-85de-575f929b5dbd req-100e249e-1dd8-4148-bf02-3d46638a0ae4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:52.039247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb9da6aa-0c46-4b8d-85de-575f929b5dbd req-100e249e-1dd8-4148-bf02-3d46638a0ae4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.1020691 Sep 07 17:13:52.076231 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-216b7edc-2ea2-42ae-a3af-bf7c6db00e43 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810111 Sep 07 17:13:52.077855 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bb9da6aa-0c46-4b8d-85de-575f929b5dbd req-068bc295-876d-4f42-8152-3e8fb8b9c045 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321188 Sep 07 17:13:52.085043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-9cd08530-5a17-4b65-b579-aee39fa44663 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:13:52.086008 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-9cd08530-5a17-4b65-b579-aee39fa44663 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050988 Sep 07 17:13:53.252945 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e545d6-57a8-494d-a9c2-ce18e611dc6b req-2a5643d9-a421-4a9b-91dd-206b787d7464 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:53.254461 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8e545d6-57a8-494d-a9c2-ce18e611dc6b req-2a5643d9-a421-4a9b-91dd-206b787d7464 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0980129 Sep 07 17:13:53.291603 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d8e545d6-57a8-494d-a9c2-ce18e611dc6b req-6678c6f3-22f5-426e-81a2-f947f458268d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310438 Sep 07 17:13:54.417269 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b8822-4584-40b4-a86d-6cf464bc4e2c req-4b26fd6c-fcc3-4134-894e-84a6c6641344 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:54.418742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c1b8822-4584-40b4-a86d-6cf464bc4e2c req-4b26fd6c-fcc3-4134-894e-84a6c6641344 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0475960 Sep 07 17:13:54.459507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c1b8822-4584-40b4-a86d-6cf464bc4e2c req-f5de5c05-4316-4ad1-ae1d-9c2013b88516 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346289 Sep 07 17:13:55.574189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bc898-e102-4502-bf2a-123e31a854a1 req-ae108c8f-e1e2-4cbb-9878-2f01a52cd8a0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:55.575762 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-386bc898-e102-4502-bf2a-123e31a854a1 req-ae108c8f-e1e2-4cbb-9878-2f01a52cd8a0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0494456 Sep 07 17:13:55.615561 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-386bc898-e102-4502-bf2a-123e31a854a1 req-ac260a8c-7944-41de-af28-47d3766bbde6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321589 Sep 07 17:13:56.730280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76896881-b0af-4357-889e-32a430255393 req-a8af96fe-86b0-4671-9de9-6da91a3c82e4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:56.732150 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76896881-b0af-4357-889e-32a430255393 req-a8af96fe-86b0-4671-9de9-6da91a3c82e4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0495987 Sep 07 17:13:56.772280 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-76896881-b0af-4357-889e-32a430255393 req-a60b3618-4cc1-4335-8709-8fb692643b4d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327213 Sep 07 17:13:57.349737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-1bd6cc1a-d80a-4306-98f6-f61f5fe0b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:57.351225 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-1bd6cc1a-d80a-4306-98f6-f61f5fe0b738 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 1096 time: 0.0413668 Sep 07 17:13:57.442011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-fc2558df-b96a-488a-9637-c3fa74c6d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:57.443486 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-fc2558df-b96a-488a-9637-c3fa74c6d106 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf47ec9-e0ee-4035-ace3-f23c229d2377 HTTP/1.1" status: 200 len: 898 time: 0.0856192 Sep 07 17:13:57.510640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-a611ec5e-aa01-4f3f-96a0-825e19cb641d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 200 len: 1001 time: 0.0596504 Sep 07 17:13:57.556653 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ba1ce896-2a31-4859-ae7a-408e93f84b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:57.558035 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ba1ce896-2a31-4859-ae7a-408e93f84b8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c806d16-a39a-48fa-82d4-cf720239c123 HTTP/1.1" status: 200 len: 835 time: 0.0409720 Sep 07 17:13:57.602197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-21e6db53-2993-4bc1-9238-67440a3e54e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:57.603579 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-21e6db53-2993-4bc1-9238-67440a3e54e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf47ec9-e0ee-4035-ace3-f23c229d2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384274 Sep 07 17:13:57.693742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-30146b25-7456-4ef6-99ff-3e3ff04eb2d3 service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829427 Sep 07 17:13:57.779737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-26b6c91f-e9d1-42e6-8b24-bef9876c977c service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792232 Sep 07 17:13:57.893885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355c346-39a4-4367-81b7-2f31b2d281be req-cf5ed4d3-12b1-4b55-82d6-843d5c217494 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:57.895353 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e355c346-39a4-4367-81b7-2f31b2d281be req-cf5ed4d3-12b1-4b55-82d6-843d5c217494 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0503476 Sep 07 17:13:57.938248 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e355c346-39a4-4367-81b7-2f31b2d281be req-181e03b8-dac7-4578-bcb1-13f5c11cbdc0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359712 Sep 07 17:13:59.049515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e30420-ded3-4cdf-bb23-03566d81f563 req-0cd01be4-9ee2-4840-8e0b-d889f16c6ffd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:13:59.051003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22e30420-ded3-4cdf-bb23-03566d81f563 req-0cd01be4-9ee2-4840-8e0b-d889f16c6ffd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0483902 Sep 07 17:13:59.087837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22e30420-ded3-4cdf-bb23-03566d81f563 req-0b3b4cd0-44c9-4409-b784-ae2752ec781a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310020 Sep 07 17:14:00.199852 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d808b-2f6a-48b4-aa86-56f208a06389 req-8751a63f-c1c8-4e30-9f79-bf0c020f28fc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:00.201331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f83d808b-2f6a-48b4-aa86-56f208a06389 req-8751a63f-c1c8-4e30-9f79-bf0c020f28fc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0471861 Sep 07 17:14:00.237737 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f83d808b-2f6a-48b4-aa86-56f208a06389 req-ab4e52b5-4bb7-4d98-adef-9d6f151daae5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302136 Sep 07 17:14:01.352348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0332873-42c5-4a77-84b9-9529c883a2ce req-676be188-8ee2-4a85-85e7-d3a2ab7776d0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:01.353833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0332873-42c5-4a77-84b9-9529c883a2ce req-676be188-8ee2-4a85-85e7-d3a2ab7776d0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0483997 Sep 07 17:14:01.393919 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a0332873-42c5-4a77-84b9-9529c883a2ce req-52d9eda2-ea87-4def-80c4-fdda262cd90b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333855 Sep 07 17:14:02.443248 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:02.510742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9975515-a1f1-450d-8e4a-ecb93cd7be5c req-5a414512-84e2-4747-8cb9-72c1e86899ee tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:02.512217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9975515-a1f1-450d-8e4a-ecb93cd7be5c req-5a414512-84e2-4747-8cb9-72c1e86899ee tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0490391 Sep 07 17:14:02.549203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e9975515-a1f1-450d-8e4a-ecb93cd7be5c req-ff78c583-55ab-4d67-a69b-d2ee7ae119a4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310409 Sep 07 17:14:02.955421 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:03.664100 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89992b7-a3c7-4aa7-bd1b-22710c999af5 req-c3cb8022-3d61-4051-8d44-0819c77a8f4f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:03.665624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c89992b7-a3c7-4aa7-bd1b-22710c999af5 req-c3cb8022-3d61-4051-8d44-0819c77a8f4f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0483236 Sep 07 17:14:03.702969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c89992b7-a3c7-4aa7-bd1b-22710c999af5 req-c6a4e0ff-6eec-43fa-98f9-90179bf7768a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315471 Sep 07 17:14:04.814047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fec46-29d1-4af4-a98a-33bc786e62e6 req-638267ec-9a1a-4fd9-979d-d76f3ffd79f9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:04.815515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e90fec46-29d1-4af4-a98a-33bc786e62e6 req-638267ec-9a1a-4fd9-979d-d76f3ffd79f9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0480223 Sep 07 17:14:04.855960 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e90fec46-29d1-4af4-a98a-33bc786e62e6 req-cbe0333f-9ab9-4d71-8659-049a7d461230 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345421 Sep 07 17:14:05.969967 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4895241-84c8-4b0e-9c09-7f34c31b3d35 req-c4e66e95-b1b9-493e-b42e-bee9bb23dafb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:05.971481 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4895241-84c8-4b0e-9c09-7f34c31b3d35 req-c4e66e95-b1b9-493e-b42e-bee9bb23dafb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0487759 Sep 07 17:14:06.011517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c4895241-84c8-4b0e-9c09-7f34c31b3d35 req-cc417ac3-69b0-4195-9a9f-87f70c0eb791 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341051 Sep 07 17:14:07.126564 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4080c-8922-4d5e-99cb-aa1b5f1801dc req-b55d4510-0efb-49b4-aabc-3015bffc6c3e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:07.128092 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33b4080c-8922-4d5e-99cb-aa1b5f1801dc req-b55d4510-0efb-49b4-aabc-3015bffc6c3e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0503631 Sep 07 17:14:07.164271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-33b4080c-8922-4d5e-99cb-aa1b5f1801dc req-04630e98-d099-4522-bea7-f9236ba37574 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302906 Sep 07 17:14:08.278391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36876746-a530-4ff8-9816-7eac576ba3de req-96beb0c6-3e06-417f-acc2-51964a9a40a0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:08.279927 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36876746-a530-4ff8-9816-7eac576ba3de req-96beb0c6-3e06-417f-acc2-51964a9a40a0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0498545 Sep 07 17:14:08.321521 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36876746-a530-4ff8-9816-7eac576ba3de req-87f6e908-b6b7-49d4-9b82-8032aa03736b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356560 Sep 07 17:14:09.433122 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b2354-03bf-4f8d-9312-e5441a2b2d10 req-55db4efa-c08d-4a15-a621-1fc3214b9967 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:09.434585 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b5b2354-03bf-4f8d-9312-e5441a2b2d10 req-55db4efa-c08d-4a15-a621-1fc3214b9967 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0471957 Sep 07 17:14:09.471589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b5b2354-03bf-4f8d-9312-e5441a2b2d10 req-2c0181c5-0556-49de-a9c4-811959e74efb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312154 Sep 07 17:14:09.796411 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-29610f94-f9e7-4cb3-8067-2c847d6b294e service neutron] show failed (client error): The resource could not be found. Sep 07 17:14:09.797398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-29610f94-f9e7-4cb3-8067-2c847d6b294e service neutron] 10.222.0.35 "GET /v2.0/ports/07403a74-adbd-40b8-aa51-3658828e6bf5/bindings/n-h1-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0521839 Sep 07 17:14:10.035356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-196bf139-7249-4736-9b25-3fac2c9ba528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:10.036852 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-196bf139-7249-4736-9b25-3fac2c9ba528 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39&tenant_id=f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 1096 time: 0.0839500 Sep 07 17:14:10.054665 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:14:10.103497 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:10.307891 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] For port 07403a74-adbd-40b8-aa51-3658828e6bf5, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=07403a74-adbd-40b8-aa51-3658828e6bf5,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:14:10.339155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] For port 07403a74-adbd-40b8-aa51-3658828e6bf5, host n-h2-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:14:10.377510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:14:10.379910 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594c76c1-0a11-4ba2-ad0b-7d99553750ca" -d '{"events": [{"server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "name": "network-vif-unplugged", "status": "completed", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:14:10.383957 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:10.396833 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Transition to ACTIVE for port object 07403a74-adbd-40b8-aa51-3658828e6bf5 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:14:10.400682 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:10.477056 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-91cadbda-9ff0-4df0-a83f-c8610bc972cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:10.480837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Pushing event updated for resources: {'Port': ['ID=07403a74-adbd-40b8-aa51-3658828e6bf5,revision_number=6']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:10.497012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:10.497533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:10.498225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:10.498225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:10.498526 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:10.498855 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:10.499179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:10.499503 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:10.499822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:10.500141 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:10.500488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:10.500944 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:10.509880 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1aa91d-3198-448d-b5fd-436d33104b12 x-openstack-request-id: req-2f1aa91d-3198-448d-b5fd-436d33104b12 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:14:10.509880 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "name": "network-vif-unplugged", "status": "completed", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:14:10.510093 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f1aa91d-3198-448d-b5fd-436d33104b12 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:14:10.510381 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'code': 200} Sep 07 17:14:10.541311 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] No DVR routers for this DVR port 07403a74-adbd-40b8-aa51-3658828e6bf5 on host n-h2-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:14:10.604458 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c8710-eb6d-4f81-8fb1-512886107471 req-02c6a7a9-5ef3-48d0-9fe5-902392f4e26a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:10.606028 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e9c8710-eb6d-4f81-8fb1-512886107471 req-02c6a7a9-5ef3-48d0-9fe5-902392f4e26a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 943 time: 0.0599160 Sep 07 17:14:10.655690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5e9c8710-eb6d-4f81-8fb1-512886107471 req-47b07f5e-8344-46db-b6ac-8e66c6e2a1e6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432336 Sep 07 17:14:10.684852 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Attempting to bind port 07403a74-adbd-40b8-aa51-3658828e6bf5 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:14:10.685185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Attempting to bind port 07403a74-adbd-40b8-aa51-3658828e6bf5 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:14:10.685513 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Attempting to bind port 07403a74-adbd-40b8-aa51-3658828e6bf5 on network acf47ec9-e0ee-4035-ace3-f23c229d2377 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:14:10.689708 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Port 07403a74-adbd-40b8-aa51-3658828e6bf5 on network acf47ec9-e0ee-4035-ace3-f23c229d2377 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:14:10.690031 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Attempting to bind port 07403a74-adbd-40b8-aa51-3658828e6bf5 on network acf47ec9-e0ee-4035-ace3-f23c229d2377 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:14:10.694846 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:14:10.695185 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Checking segment: {'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:14:10.695571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Bound using segment: {'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:14:10.695996 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Bound port: 07403a74-adbd-40b8-aa51-3658828e6bf5, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8255ca33-7466-4977-a3a8-6eab3ec975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:14:10.696362 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:10.758145 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] For port 07403a74-adbd-40b8-aa51-3658828e6bf5, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:14:10.761102 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] For port 07403a74-adbd-40b8-aa51-3658828e6bf5, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=07403a74-adbd-40b8-aa51-3658828e6bf5,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:14:10.765578 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:10.800644 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:10.801277 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:10.802736 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] 10.222.0.54 "PUT /v2.0/ports/07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 200 len: 1091 time: 0.7519059 Sep 07 17:14:10.825256 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f7d45-5014-4d1a-a7d4-19d15dd7dc9c service neutron] Pushing event updated for resources: {'Port': ['ID=07403a74-adbd-40b8-aa51-3658828e6bf5,revision_number=7']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:10.874906 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-e97631de-826a-4c99-af59-5478b6c3ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:10.876499 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-e97631de-826a-4c99-af59-5478b6c3ed8d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 1094 time: 0.0422676 Sep 07 17:14:10.975339 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-36ca0391-9055-4a4b-8ad3-6d10c33dcfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:10.976882 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-36ca0391-9055-4a4b-8ad3-6d10c33dcfef service neutron] 10.222.0.54 "GET /v2.0/networks?id=acf47ec9-e0ee-4035-ace3-f23c229d2377 HTTP/1.1" status: 200 len: 898 time: 0.0892856 Sep 07 17:14:11.046007 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-b43dd112-6145-44ef-96bc-011e1c5499c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 200 len: 999 time: 0.0606897 Sep 07 17:14:11.098620 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-4326e909-82a9-4180-b4f1-8b73fa8e7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:11.099916 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-4326e909-82a9-4180-b4f1-8b73fa8e7316 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c806d16-a39a-48fa-82d4-cf720239c123 HTTP/1.1" status: 200 len: 835 time: 0.0428758 Sep 07 17:14:11.149696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-7ecfbf7f-0be1-4e70-bcec-1d0255012220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:11.151152 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-7ecfbf7f-0be1-4e70-bcec-1d0255012220 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=acf47ec9-e0ee-4035-ace3-f23c229d2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395753 Sep 07 17:14:11.248064 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-710a4b88-a2fc-4a8c-9269-e5e959058d85 service neutron] 10.222.0.54 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837920 Sep 07 17:14:11.344669 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f6a43ca7-772f-462b-91bf-b6d11c2de78c req-f7d56432-bd40-4219-8845-022530ab5620 service neutron] 10.222.0.54 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844862 Sep 07 17:14:11.773685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d73ab-5769-4ca9-acc0-c6f9e1d60ef4 req-e55d45e4-79c0-43a9-92b1-2dad980b761a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:11.775078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c9d73ab-5769-4ca9-acc0-c6f9e1d60ef4 req-e55d45e4-79c0-43a9-92b1-2dad980b761a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 943 time: 0.0517833 Sep 07 17:14:11.812082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c9d73ab-5769-4ca9-acc0-c6f9e1d60ef4 req-a9ae87ab-d250-45e2-980b-db9b6000b39d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309517 Sep 07 17:14:12.511121 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:14:12.513588 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:14:12.559974 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf8e35e-ad40-4302-96c2-3a7c6aa49e8e x-openstack-request-id: req-daf8e35e-ad40-4302-96c2-3a7c6aa49e8e {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:14:12.560272 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:14:12.560546 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-daf8e35e-ad40-4302-96c2-3a7c6aa49e8e {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:14:12.560941 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'status': 'completed', 'code': 200} Sep 07 17:14:12.621706 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-0c706e7a-83a0-4940-babc-46bb8eeafef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:12.621968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-058b3846-55bb-4c64-80f7-1d670b517d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:12.623198 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-0c706e7a-83a0-4940-babc-46bb8eeafef7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 1094 time: 0.0412078 Sep 07 17:14:12.623312 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-058b3846-55bb-4c64-80f7-1d670b517d02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 1094 time: 0.0411699 Sep 07 17:14:12.712545 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-3f0e8d1c-d210-4f7a-a6cc-e6705b54b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:12.714010 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-3f0e8d1c-d210-4f7a-a6cc-e6705b54b051 service neutron] 10.222.0.54 "GET /v2.0/networks?id=acf47ec9-e0ee-4035-ace3-f23c229d2377 HTTP/1.1" status: 200 len: 898 time: 0.0829756 Sep 07 17:14:12.714824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-bf2ea5a3-62e3-4d84-89a1-35c6553a015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:12.716300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-bf2ea5a3-62e3-4d84-89a1-35c6553a015b service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf47ec9-e0ee-4035-ace3-f23c229d2377 HTTP/1.1" status: 200 len: 898 time: 0.0865393 Sep 07 17:14:12.780391 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-bb7657a1-0b2b-4c27-84d4-e69e12f5a824 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 200 len: 999 time: 0.0558350 Sep 07 17:14:12.782195 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-fc76048f-5e4f-48d7-8a9b-0a58ea69a338 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 200 len: 999 time: 0.0594366 Sep 07 17:14:12.827677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-19d50931-7dd8-4844-ae14-908d03840a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:12.829162 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-19d50931-7dd8-4844-ae14-908d03840a1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c806d16-a39a-48fa-82d4-cf720239c123 HTTP/1.1" status: 200 len: 835 time: 0.0419462 Sep 07 17:14:12.829754 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-74738e77-18a7-4202-ab20-f42240c6fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:12.831691 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-74738e77-18a7-4202-ab20-f42240c6fcfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c806d16-a39a-48fa-82d4-cf720239c123 HTTP/1.1" status: 200 len: 835 time: 0.0414963 Sep 07 17:14:12.880290 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-beed373d-4a4f-47c2-a3ba-4acc246fd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:12.881920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-beed373d-4a4f-47c2-a3ba-4acc246fd6b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf47ec9-e0ee-4035-ace3-f23c229d2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453887 Sep 07 17:14:12.882040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-edf1f972-8953-4f19-a1b5-2e3b608b650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:12.883523 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-edf1f972-8953-4f19-a1b5-2e3b608b650b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=acf47ec9-e0ee-4035-ace3-f23c229d2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430231 Sep 07 17:14:12.989964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195bda9-e7a9-47f0-a50b-c8dda7b03ff0 req-ddc50ad8-7edc-4efb-a8d3-95c4007db233 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:12.991628 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a195bda9-e7a9-47f0-a50b-c8dda7b03ff0 req-ddc50ad8-7edc-4efb-a8d3-95c4007db233 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 943 time: 0.1074054 Sep 07 17:14:13.027190 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-f2a56fe6-b43d-4dbb-9cfb-19e009a5f24e service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347191 Sep 07 17:14:13.054189 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a195bda9-e7a9-47f0-a50b-c8dda7b03ff0 req-8ed8245b-a988-4e51-b5fd-251eaa780efc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561275 Sep 07 17:14:13.137548 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-2d7e160e-2b79-40b5-b2a7-43e86fd51b67 service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990288 Sep 07 17:14:13.302913 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-6b5de235-6f2e-499e-8944-b2ca7f3e402e service neutron] 10.222.0.54 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100761 Sep 07 17:14:13.365664 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 07403a74-adbd-40b8-aa51-3658828e6bf5 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:14:13.396274 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-5ec14fe8-5036-4da7-9da9-d5ce64a5f480 req-429853cb-2758-4056-a2c4-04942a03cf44 service neutron] 10.222.0.54 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858347 Sep 07 17:14:13.405022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 07403a74-adbd-40b8-aa51-3658828e6bf5 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:14:14.062214 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:14.174328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a81df2-a702-4bd1-b498-d6b4e847453f req-96890bb7-a82a-422a-9044-304cff10793c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:14.175687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22a81df2-a702-4bd1-b498-d6b4e847453f req-96890bb7-a82a-422a-9044-304cff10793c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 943 time: 0.0513391 Sep 07 17:14:14.212470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-22a81df2-a702-4bd1-b498-d6b4e847453f req-10732685-5e9f-417a-b7d3-f8a812881dad tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308652 Sep 07 17:14:14.306386 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4ad131d8-32f9-4038-a0c9-c7f96fa4bdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:14.437226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-e6a63533-4ddd-4eed-9b62-ecdb6144c0f4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:14.438583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-e6a63533-4ddd-4eed-9b62-ecdb6144c0f4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39&tenant_id=f1f9f898b65542fda69e3973c559160e&binding%3Ahost_id=n-h1-807551-3 HTTP/1.1" status: 200 len: 943 time: 0.0702319 Sep 07 17:14:14.446474 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268347f-21dc-43b5-9a1b-650eb9c88d47 req-c56f3bfe-efce-4bbc-9906-c5d7a561d8e6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:14.447818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f268347f-21dc-43b5-9a1b-650eb9c88d47 req-c56f3bfe-efce-4bbc-9906-c5d7a561d8e6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 943 time: 0.0889390 Sep 07 17:14:14.519849 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f268347f-21dc-43b5-9a1b-650eb9c88d47 req-9bd78a2f-2cc6-4431-b0f2-6f13277a9114 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660625 Sep 07 17:14:14.527954 n-d-807551-3 neutron-server[94770]: INFO neutron.api.v2.resource [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-b15f30d9-362d-4b62-9b16-baafb42b175b service neutron] delete failed (client error): The resource could not be found. Sep 07 17:14:14.529024 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-b15f30d9-362d-4b62-9b16-baafb42b175b service neutron] 10.222.0.35 "DELETE /v2.0/ports/07403a74-adbd-40b8-aa51-3658828e6bf5/bindings/n-h2-807551-3 HTTP/1.1" status: 404 len: 380 time: 0.0803680 Sep 07 17:14:14.641343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-f091f260-02b7-44f2-bc12-3cf6be41449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:14.642833 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-f091f260-02b7-44f2-bc12-3cf6be41449d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 1094 time: 0.0692382 Sep 07 17:14:14.654479 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91721a8d-48b5-43d5-91d7-1d32a2c61f5d req-b47ce2f6-2883-4e03-a0cb-4b8bf3c0b002 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:14.655845 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91721a8d-48b5-43d5-91d7-1d32a2c61f5d req-b47ce2f6-2883-4e03-a0cb-4b8bf3c0b002 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 943 time: 0.0577946 Sep 07 17:14:15.057842 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-91721a8d-48b5-43d5-91d7-1d32a2c61f5d req-0a97e20a-5bc9-4280-8394-0141f34a0304 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3936970 Sep 07 17:14:15.086009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-a12be782-0ca8-4913-83cf-5a8fd1f240e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:15.087538 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-a12be782-0ca8-4913-83cf-5a8fd1f240e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf47ec9-e0ee-4035-ace3-f23c229d2377 HTTP/1.1" status: 200 len: 898 time: 0.4308310 Sep 07 17:14:15.150036 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 07403a74-adbd-40b8-aa51-3658828e6bf5 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:14:15.154332 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-7c1eb7cd-6d9f-486b-8283-60fcc47de1f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 200 len: 999 time: 0.0599308 Sep 07 17:14:15.163751 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:15.207433 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-74eb0c99-be6b-4480-a067-9b904895db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:15.208928 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-74eb0c99-be6b-4480-a067-9b904895db44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c806d16-a39a-48fa-82d4-cf720239c123 HTTP/1.1" status: 200 len: 835 time: 0.0481060 Sep 07 17:14:15.248291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 07403a74-adbd-40b8-aa51-3658828e6bf5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=07403a74-adbd-40b8-aa51-3658828e6bf5,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:14:15.255493 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-4e86b783-5175-4c56-883b-b693ceecdcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:15.257051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-4e86b783-5175-4c56-883b-b693ceecdcd3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf47ec9-e0ee-4035-ace3-f23c229d2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406477 Sep 07 17:14:15.259217 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'port_id': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'mac_address': 'fa:16:3e:01:e0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:14:15.260078 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:14:15.295762 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:15.308258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07403a74-adbd-40b8-aa51-3658828e6bf5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:14:15.327868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 07403a74-adbd-40b8-aa51-3658828e6bf5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=07403a74-adbd-40b8-aa51-3658828e6bf5,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:14:15.332290 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:15.347239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-05abccd7-948e-482b-93fc-c8e078063b36 service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822651 Sep 07 17:14:15.384075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=07403a74-adbd-40b8-aa51-3658828e6bf5,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:15.391423 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:15.391780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:15.392127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:15.392501 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:15.392842 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:15.393237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:15.394064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:15.394413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:15.394740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:15.395070 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:15.395400 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:15.395730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:15.439724 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4039e2ea-3e6c-4e01-a3a7-e85cd87894b9 req-a7f1defd-917b-488b-97d2-42c124e5edc5 service neutron] 10.222.0.35 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852945 Sep 07 17:14:15.605543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['07403a74-adbd-40b8-aa51-3658828e6bf5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:14:16.170662 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44469aa-b29f-4239-8423-588d14cd514a req-cc90f408-2fac-4028-8cdb-524f6a22df3b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:16.172026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c44469aa-b29f-4239-8423-588d14cd514a req-cc90f408-2fac-4028-8cdb-524f6a22df3b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 944 time: 0.0472643 Sep 07 17:14:16.208148 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c44469aa-b29f-4239-8423-588d14cd514a req-0200b191-8a18-4eff-8f60-da876c5829cb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295861 Sep 07 17:14:16.230268 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45776) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:16.315712 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-70a3015d-da3f-4a9a-bb5d-b69f7de3921a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/0e5bd58d-6a84-4957-855f-e7e5d740ce18 HTTP/1.1" status: 200 len: 992 time: 0.0842903 Sep 07 17:14:16.323324 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e1431b3b-d32d-43ee-bfbe-ae7da1c3e333 req-af0ae4ec-398f-4071-aa60-86d1d9fdae46 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567811 Sep 07 17:14:16.406609 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1431b3b-d32d-43ee-bfbe-ae7da1c3e333 req-25fa034a-aab5-4a11-b8fc-dfbe0e63c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:16.408112 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e1431b3b-d32d-43ee-bfbe-ae7da1c3e333 req-25fa034a-aab5-4a11-b8fc-dfbe0e63c9ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 1095 time: 0.0439060 Sep 07 17:14:16.510684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1431b3b-d32d-43ee-bfbe-ae7da1c3e333 req-5c3f0f54-a1c8-4a7e-a957-4236ebde9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:16.512169 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e1431b3b-d32d-43ee-bfbe-ae7da1c3e333 req-5c3f0f54-a1c8-4a7e-a957-4236ebde9bab service neutron] 10.222.0.54 "GET /v2.0/networks?id=acf47ec9-e0ee-4035-ace3-f23c229d2377 HTTP/1.1" status: 200 len: 898 time: 0.0848989 Sep 07 17:14:16.579206 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e1431b3b-d32d-43ee-bfbe-ae7da1c3e333 req-f00b931c-2691-4622-b168-7db7cb474a1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 200 len: 1000 time: 0.0593324 Sep 07 17:14:16.628065 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1431b3b-d32d-43ee-bfbe-ae7da1c3e333 req-8f0fd366-6642-477d-b450-2d91709af981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:16.629491 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e1431b3b-d32d-43ee-bfbe-ae7da1c3e333 req-8f0fd366-6642-477d-b450-2d91709af981 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c806d16-a39a-48fa-82d4-cf720239c123 HTTP/1.1" status: 200 len: 835 time: 0.0427043 Sep 07 17:14:16.675468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1431b3b-d32d-43ee-bfbe-ae7da1c3e333 req-5caafb5c-4c71-4a06-bba6-668a4c61d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:16.676980 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e1431b3b-d32d-43ee-bfbe-ae7da1c3e333 req-5caafb5c-4c71-4a06-bba6-668a4c61d401 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=acf47ec9-e0ee-4035-ace3-f23c229d2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396369 Sep 07 17:14:16.768039 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e1431b3b-d32d-43ee-bfbe-ae7da1c3e333 req-038f39af-27df-49e1-b760-47a6215705de service neutron] 10.222.0.54 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836272 Sep 07 17:14:16.855203 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e1431b3b-d32d-43ee-bfbe-ae7da1c3e333 req-f142bef7-4511-4be6-abf1-5bdd0354da39 service neutron] 10.222.0.54 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805538 Sep 07 17:14:17.072180 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:17.170038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 07403a74-adbd-40b8-aa51-3658828e6bf5 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:14:17.217259 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 07403a74-adbd-40b8-aa51-3658828e6bf5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:14:17.221153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 07403a74-adbd-40b8-aa51-3658828e6bf5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:14:17.221567 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:17.295193 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:17.320565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:14:17.322842 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1116895-3c6f-4e36-be30-cafa3e936e2f" -d '{"events": [{"server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "name": "network-vif-plugged", "status": "completed", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:14:17.482416 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103884d9-1af9-406b-b37e-8eafe56854b8 x-openstack-request-id: req-103884d9-1af9-406b-b37e-8eafe56854b8 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:14:17.482700 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "name": "network-vif-plugged", "status": "completed", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:14:17.482962 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-103884d9-1af9-406b-b37e-8eafe56854b8 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:14:17.483368 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'code': 200} Sep 07 17:14:17.487363 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 07403a74-adbd-40b8-aa51-3658828e6bf5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=07403a74-adbd-40b8-aa51-3658828e6bf5,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:14:17.491632 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:17.538729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=07403a74-adbd-40b8-aa51-3658828e6bf5,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:32.435854 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:32.977109 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:40.461078 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c269962e-35d0-4a5a-b226-832c7505edae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:44.067648 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:44.307335 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3b77da1-dde0-47a8-be0c-5e9ffe31a42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:45.149790 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:46.850950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45794) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:47.006687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-834efbcd-acd7-421c-b631-1723767027e3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port 2996336e-bf7f-4262-8c6b-4dd0b5531cbd {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:14:47.007031 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-834efbcd-acd7-421c-b631-1723767027e3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:47.075031 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:47.085423 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-834efbcd-acd7-421c-b631-1723767027e3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:47.085763 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-834efbcd-acd7-421c-b631-1723767027e3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:47.097174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-834efbcd-acd7-421c-b631-1723767027e3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for 2996336e-bf7f-4262-8c6b-4dd0b5531cbd owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:14:47.244170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-834efbcd-acd7-421c-b631-1723767027e3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:47.269620 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834efbcd-acd7-421c-b631-1723767027e3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=2996336e-bf7f-4262-8c6b-4dd0b5531cbd,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:47.332743 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-834efbcd-acd7-421c-b631-1723767027e3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:47.333074 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-834efbcd-acd7-421c-b631-1723767027e3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Floating IP 0e5bd58d-6a84-4957-855f-e7e5d740ce18 disassociated (deleted). External IP: 172.25.3.110, port: 07403a74-adbd-40b8-aa51-3658828e6bf5. Sep 07 17:14:47.534332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834efbcd-acd7-421c-b631-1723767027e3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 42c892b3-d626-4939-9673-a1cc713e58ba has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:14:47.640356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834efbcd-acd7-421c-b631-1723767027e3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:14:47.644890 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-834efbcd-acd7-421c-b631-1723767027e3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:47.650859 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f56d11-8ef4-4aa9-a12d-e334b2d67985 None None] Sync routers for ids ['42c892b3-d626-4939-9673-a1cc713e58ba'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:14:47.659912 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f56d11-8ef4-4aa9-a12d-e334b2d67985 None None] Routers {'42c892b3-d626-4939-9673-a1cc713e58ba'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:14:47.660544 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-92f56d11-8ef4-4aa9-a12d-e334b2d67985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:14:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['42c892b3-d626-4939-9673-a1cc713e58ba'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:47.675187 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-834efbcd-acd7-421c-b631-1723767027e3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/floatingips/0e5bd58d-6a84-4957-855f-e7e5d740ce18 HTTP/1.1" status: 204 len: 168 time: 0.8231423 Sep 07 17:14:47.675882 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:14:47.678919 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1342477e-274c-4485-8c07-db62a381d102" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:14:47.715885 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbdd79a-2375-4081-945b-dfe5d0448ed3 x-openstack-request-id: req-fcbdd79a-2375-4081-945b-dfe5d0448ed3 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:14:47.716184 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:14:47.716474 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fcbdd79a-2375-4081-945b-dfe5d0448ed3 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:14:47.716876 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'status': 'completed', 'code': 200} Sep 07 17:14:47.768926 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-92f56d11-8ef4-4aa9-a12d-e334b2d67985 None None] Set router 42c892b3-d626-4939-9673-a1cc713e58ba gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:14:47.788147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342477e-274c-4485-8c07-db62a381d102 req-16827891-145b-4695-bf4a-82f52fc784ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:47.796967 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1342477e-274c-4485-8c07-db62a381d102 req-16827891-145b-4695-bf4a-82f52fc784ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 1096 time: 0.0517800 Sep 07 17:14:47.898954 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02078fc-a966-41a6-a85d-d2d9b313ea25 req-7f7db143-5e96-4cc6-ab6a-dbfa13fa4b34 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:47.900504 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b02078fc-a966-41a6-a85d-d2d9b313ea25 req-7f7db143-5e96-4cc6-ab6a-dbfa13fa4b34 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0487823 Sep 07 17:14:47.914807 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342477e-274c-4485-8c07-db62a381d102 req-bbc008e4-08ad-44c5-8114-6fdb4779f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:47.915947 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1342477e-274c-4485-8c07-db62a381d102 req-bbc008e4-08ad-44c5-8114-6fdb4779f09f service neutron] 10.222.0.54 "GET /v2.0/networks?id=acf47ec9-e0ee-4035-ace3-f23c229d2377 HTTP/1.1" status: 200 len: 898 time: 0.0982087 Sep 07 17:14:47.945218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b02078fc-a966-41a6-a85d-d2d9b313ea25 req-8ad688c0-84a3-49dd-8364-9d766228d9ed tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387020 Sep 07 17:14:47.963886 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1342477e-274c-4485-8c07-db62a381d102 req-057a8052-0e66-486e-a128-ec2a34a39486 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 200 len: 217 time: 0.0391881 Sep 07 17:14:47.977629 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-92f56d11-8ef4-4aa9-a12d-e334b2d67985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1f710517-e816-4a5e-92e6-c518a3a2cd9b', 'name': '', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:fd:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:24Z', 'updated_at': '2021-09-07T17:12:29Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:48.002783 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f56d11-8ef4-4aa9-a12d-e334b2d67985 None None] Checking router: 42c892b3-d626-4939-9673-a1cc713e58ba for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:14:48.010681 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f56d11-8ef4-4aa9-a12d-e334b2d67985 None None] Routers {'42c892b3-d626-4939-9673-a1cc713e58ba'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:14:48.011274 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-92f56d11-8ef4-4aa9-a12d-e334b2d67985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:14:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['42c892b3-d626-4939-9673-a1cc713e58ba'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:48.014709 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342477e-274c-4485-8c07-db62a381d102 req-55a9ac87-2c4b-4ae8-b736-57e81dac0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:48.016175 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1342477e-274c-4485-8c07-db62a381d102 req-55a9ac87-2c4b-4ae8-b736-57e81dac0586 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5c806d16-a39a-48fa-82d4-cf720239c123 HTTP/1.1" status: 200 len: 835 time: 0.0433180 Sep 07 17:14:48.064096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342477e-274c-4485-8c07-db62a381d102 req-d5f9487e-7093-4e87-8bf7-52a9a241b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:48.065554 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1342477e-274c-4485-8c07-db62a381d102 req-d5f9487e-7093-4e87-8bf7-52a9a241b918 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=acf47ec9-e0ee-4035-ace3-f23c229d2377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395467 Sep 07 17:14:48.114937 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-92f56d11-8ef4-4aa9-a12d-e334b2d67985 None None] Set router 42c892b3-d626-4939-9673-a1cc713e58ba gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:14:48.159724 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1342477e-274c-4485-8c07-db62a381d102 req-f050640e-63d3-498a-9690-b3c6bf02b25f service neutron] 10.222.0.54 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852599 Sep 07 17:14:48.251704 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-1342477e-274c-4485-8c07-db62a381d102 req-4d0c06a2-4f6c-4378-8042-a45411aa30a3 service neutron] 10.222.0.54 "GET /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827711 Sep 07 17:14:48.308550 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-92f56d11-8ef4-4aa9-a12d-e334b2d67985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1f710517-e816-4a5e-92e6-c518a3a2cd9b', 'name': '', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:fd:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:24Z', 'updated_at': '2021-09-07T17:12:29Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:48.335515 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f56d11-8ef4-4aa9-a12d-e334b2d67985 None None] The sync data for ids ['42c892b3-d626-4939-9673-a1cc713e58ba'] in n-d-807551-3 is: [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '1f710517-e816-4a5e-92e6-c518a3a2cd9b', 'name': '', 'network_id': 'acf47ec9-e0ee-4035-ace3-f23c229d2377', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:fd:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:24Z', 'updated_at': '2021-09-07T17:12:29Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '5c806d16-a39a-48fa-82d4-cf720239c123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:14:48.555812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58980a24-cb6f-4363-805f-c704e4b65be5 None None] New status for floating IP 0e5bd58d-6a84-4957-855f-e7e5d740ce18: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:14:49.064792 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5c831-c554-4556-9ab8-b97d6413ace3 req-0b9d8a6b-3359-4a64-8470-44a1be66f9c1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:49.066342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0ce5c831-c554-4556-9ab8-b97d6413ace3 req-0b9d8a6b-3359-4a64-8470-44a1be66f9c1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0495200 Sep 07 17:14:49.103589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0ce5c831-c554-4556-9ab8-b97d6413ace3 req-3f0bdcec-440a-4a2c-bafc-6a48c8e7e2df tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308044 Sep 07 17:14:49.413023 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d2500-bfa9-46d8-afc6-f5a354a8a090 req-40911066-7333-4274-bbf0-83ec74ee411d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:49.414460 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-042d2500-bfa9-46d8-afc6-f5a354a8a090 req-40911066-7333-4274-bbf0-83ec74ee411d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 945 time: 0.0520577 Sep 07 17:14:49.504128 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-042d2500-bfa9-46d8-afc6-f5a354a8a090 req-5dd887db-9203-4dc1-a7ed-2590c9474930 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port 07403a74-adbd-40b8-aa51-3658828e6bf5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:14:49.504498 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-042d2500-bfa9-46d8-afc6-f5a354a8a090 req-5dd887db-9203-4dc1-a7ed-2590c9474930 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:49.592347 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-042d2500-bfa9-46d8-afc6-f5a354a8a090 req-5dd887db-9203-4dc1-a7ed-2590c9474930 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port 07403a74-adbd-40b8-aa51-3658828e6bf5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=07403a74-adbd-40b8-aa51-3658828e6bf5,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:14:49.592721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-042d2500-bfa9-46d8-afc6-f5a354a8a090 req-5dd887db-9203-4dc1-a7ed-2590c9474930 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:49.604026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-042d2500-bfa9-46d8-afc6-f5a354a8a090 req-5dd887db-9203-4dc1-a7ed-2590c9474930 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for 07403a74-adbd-40b8-aa51-3658828e6bf5 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:14:49.729227 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-042d2500-bfa9-46d8-afc6-f5a354a8a090 req-5dd887db-9203-4dc1-a7ed-2590c9474930 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:49.761983 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd887db-9203-4dc1-a7ed-2590c9474930 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=07403a74-adbd-40b8-aa51-3658828e6bf5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:49.804076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-042d2500-bfa9-46d8-afc6-f5a354a8a090 req-5dd887db-9203-4dc1-a7ed-2590c9474930 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] No DVR routers for this DVR port 07403a74-adbd-40b8-aa51-3658828e6bf5 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:14:49.806738 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-042d2500-bfa9-46d8-afc6-f5a354a8a090 req-5dd887db-9203-4dc1-a7ed-2590c9474930 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:49.808876 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-042d2500-bfa9-46d8-afc6-f5a354a8a090 req-5dd887db-9203-4dc1-a7ed-2590c9474930 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.54 "DELETE /v2.0/ports/07403a74-adbd-40b8-aa51-3658828e6bf5 HTTP/1.1" status: 204 len: 173 time: 0.3847861 Sep 07 17:14:49.809314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'name': 'network-vif-deleted', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:14:49.811578 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d888cbc8-b10e-4a7c-941d-11725dd2cd75" -d '{"events": [{"server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "name": "network-vif-deleted", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:14:49.848093 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525ef8dd-1acd-4120-b9fb-3cdd1cb5566e x-openstack-request-id: req-525ef8dd-1acd-4120-b9fb-3cdd1cb5566e {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:14:49.848441 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39", "name": "network-vif-deleted", "tag": "07403a74-adbd-40b8-aa51-3658828e6bf5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:14:49.848698 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-525ef8dd-1acd-4120-b9fb-3cdd1cb5566e {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:14:49.849103 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39', 'name': 'network-vif-deleted', 'tag': '07403a74-adbd-40b8-aa51-3658828e6bf5', 'status': 'completed', 'code': 200} Sep 07 17:14:50.210493 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2bf5583c-becc-4b71-8887-e783f957dd8c req-a3d52300-4478-492f-9a8b-e5a824cc73f6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2cdf66c-8c9b-4c2c-9193-91e6d7c4eb39 HTTP/1.1" status: 200 len: 210 time: 0.0276151 Sep 07 17:14:51.265814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45810) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:51.616417 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5d8d039-e64a-4845-97a5-5b7e27807086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:51.859075 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f5d8d039-e64a-4845-97a5-5b7e27807086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port 1f710517-e816-4a5e-92e6-c518a3a2cd9b {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:14:51.859415 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5d8d039-e64a-4845-97a5-5b7e27807086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:51.948762 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-f5d8d039-e64a-4845-97a5-5b7e27807086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port 1f710517-e816-4a5e-92e6-c518a3a2cd9b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=1f710517-e816-4a5e-92e6-c518a3a2cd9b,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:14:51.949129 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5d8d039-e64a-4845-97a5-5b7e27807086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:51.961255 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f5d8d039-e64a-4845-97a5-5b7e27807086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for 1f710517-e816-4a5e-92e6-c518a3a2cd9b owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:14:52.146154 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5d8d039-e64a-4845-97a5-5b7e27807086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:52.173384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8d039-e64a-4845-97a5-5b7e27807086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=1f710517-e816-4a5e-92e6-c518a3a2cd9b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:52.259371 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:14:52.345275 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f5d8d039-e64a-4845-97a5-5b7e27807086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:52.554725 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d8d039-e64a-4845-97a5-5b7e27807086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 42c892b3-d626-4939-9673-a1cc713e58ba has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:14:52.657150 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d8d039-e64a-4845-97a5-5b7e27807086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:14:52.663056 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f5d8d039-e64a-4845-97a5-5b7e27807086 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "PUT /v2.0/routers/42c892b3-d626-4939-9673-a1cc713e58ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3952017 Sep 07 17:14:52.665234 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45812) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:52.667825 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e061c2-9b60-404e-b39e-87e6a921c18a None None] Sync routers for ids ['42c892b3-d626-4939-9673-a1cc713e58ba'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:14:52.676932 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e061c2-9b60-404e-b39e-87e6a921c18a None None] Routers {'42c892b3-d626-4939-9673-a1cc713e58ba'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:14:52.677532 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-60e061c2-9b60-404e-b39e-87e6a921c18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:14:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['42c892b3-d626-4939-9673-a1cc713e58ba'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:52.720622 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c87b14-50b2-4d7f-8620-043594717f70 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting subnet 5c806d16-a39a-48fa-82d4-cf720239c123 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:14:52.724279 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0c87b14-50b2-4d7f-8620-043594717f70 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:52.769216 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0c87b14-50b2-4d7f-8620-043594717f70 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:52.781367 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-60e061c2-9b60-404e-b39e-87e6a921c18a None None] Set router 42c892b3-d626-4939-9673-a1cc713e58ba gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:14:52.849603 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0c87b14-50b2-4d7f-8620-043594717f70 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:52.911539 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0c87b14-50b2-4d7f-8620-043594717f70 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:52.960148 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-60e061c2-9b60-404e-b39e-87e6a921c18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:14:52Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:53.083458 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e061c2-9b60-404e-b39e-87e6a921c18a None None] Checking router: 42c892b3-d626-4939-9673-a1cc713e58ba for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:14:53.092429 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e061c2-9b60-404e-b39e-87e6a921c18a None None] Routers {'42c892b3-d626-4939-9673-a1cc713e58ba'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:14:53.092994 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-60e061c2-9b60-404e-b39e-87e6a921c18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:14:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['42c892b3-d626-4939-9673-a1cc713e58ba'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:53.200433 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-60e061c2-9b60-404e-b39e-87e6a921c18a None None] Set router 42c892b3-d626-4939-9673-a1cc713e58ba gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:14:53.262364 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c87b14-50b2-4d7f-8620-043594717f70 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Subnet': ['ID=5c806d16-a39a-48fa-82d4-cf720239c123,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:53.265909 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b0c87b14-50b2-4d7f-8620-043594717f70 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:53.270247 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b0c87b14-50b2-4d7f-8620-043594717f70 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/subnets/5c806d16-a39a-48fa-82d4-cf720239c123 HTTP/1.1" status: 204 len: 168 time: 0.6016338 Sep 07 17:14:53.270987 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45814) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:53.274043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fc8a37-7a31-4893-adc6-d3a17b4bc8cc None None] Network acf47ec9-e0ee-4035-ace3-f23c229d2377 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:14:53.336474 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 07403a74-adbd-40b8-aa51-3658828e6bf5 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:14:53.363651 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 07403a74-adbd-40b8-aa51-3658828e6bf5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:14:53.363984 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 07403a74-adbd-40b8-aa51-3658828e6bf5 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:14:53.381456 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-60e061c2-9b60-404e-b39e-87e6a921c18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:14:52Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:53.382056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:53.411266 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e061c2-9b60-404e-b39e-87e6a921c18a None None] The sync data for ids ['42c892b3-d626-4939-9673-a1cc713e58ba'] in n-d-807551-3 is: [{'id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-468413914', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:14:52Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': 'b6a35b4c-c70e-47ca-9128-71b7916fdfe4', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:94:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c892b3-d626-4939-9673-a1cc713e58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:12:22Z', 'updated_at': '2021-09-07T17:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:14:53.499721 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:53.550301 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port b6a35b4c-c70e-47ca-9128-71b7916fdfe4 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:14:53.550647 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:53.629855 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port b6a35b4c-c70e-47ca-9128-71b7916fdfe4, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b6a35b4c-c70e-47ca-9128-71b7916fdfe4,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:14:53.630213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:53.641886 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for b6a35b4c-c70e-47ca-9128-71b7916fdfe4 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:14:53.801302 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b001965-0de2-40c8-8326-f95dee57f922 None None] DHCP port deletion for acf47ec9-e0ee-4035-ace3-f23c229d2377 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:14:53.808667 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:53.836801 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=b6a35b4c-c70e-47ca-9128-71b7916fdfe4,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:53.860041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4b001965-0de2-40c8-8326-f95dee57f922 None None] Deleting port da2ba504-6dfa-4587-9182-2e367cb14e5b {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:14:53.860719 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b001965-0de2-40c8-8326-f95dee57f922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:53.902671 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:53.928407 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-4b001965-0de2-40c8-8326-f95dee57f922 None None] For port da2ba504-6dfa-4587-9182-2e367cb14e5b, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=da2ba504-6dfa-4587-9182-2e367cb14e5b,segment=NetworkSegment(8255ca33-7466-4977-a3a8-6eab3ec975a0),segment_id=8255ca33-7466-4977-a3a8-6eab3ec975a0)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:14:53.928805 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b001965-0de2-40c8-8326-f95dee57f922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:53.942846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-4b001965-0de2-40c8-8326-f95dee57f922 None None] Calling delete_port for da2ba504-6dfa-4587-9182-2e367cb14e5b owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:14:53.998082 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.000278 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.020312 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b001965-0de2-40c8-8326-f95dee57f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.051738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b001965-0de2-40c8-8326-f95dee57f922 None None] No DVR routers for this DVR port da2ba504-6dfa-4587-9182-2e367cb14e5b on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:14:54.056622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b001965-0de2-40c8-8326-f95dee57f922 None None] Pushing event deleted for resources: {'Port': ['ID=da2ba504-6dfa-4587-9182-2e367cb14e5b,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:54.059665 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.060460 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Fanout notify agent at l3_agent the message router_deleted on router 42c892b3-d626-4939-9673-a1cc713e58ba {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:14:54.070138 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.071322 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-79c92d57-eb30-4397-a7db-e4bbea42958e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/routers/42c892b3-d626-4939-9673-a1cc713e58ba HTTP/1.1" status: 204 len: 168 time: 0.7999158 Sep 07 17:14:54.073971 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45816) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:54.157355 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-760bd88c-c5b8-468d-9a76-a55fdba9bcdc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.247089 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-760bd88c-c5b8-468d-9a76-a55fdba9bcdc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.266552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-760bd88c-c5b8-468d-9a76-a55fdba9bcdc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf47ec9-e0ee-4035-ace3-f23c229d2377']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:54.276198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-760bd88c-c5b8-468d-9a76-a55fdba9bcdc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8255ca33-7466-4977-a3a8-6eab3ec975a0') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:54.276492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-760bd88c-c5b8-468d-9a76-a55fdba9bcdc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8255ca33-7466-4977-a3a8-6eab3ec975a0') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:54.285941 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-760bd88c-c5b8-468d-9a76-a55fdba9bcdc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.298823 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-760bd88c-c5b8-468d-9a76-a55fdba9bcdc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.304711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760bd88c-c5b8-468d-9a76-a55fdba9bcdc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:14:54.305095 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-760bd88c-c5b8-468d-9a76-a55fdba9bcdc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:14:54.308190 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:14:54.369497 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-760bd88c-c5b8-468d-9a76-a55fdba9bcdc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.376146 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-760bd88c-c5b8-468d-9a76-a55fdba9bcdc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.378112 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-760bd88c-c5b8-468d-9a76-a55fdba9bcdc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/networks/acf47ec9-e0ee-4035-ace3-f23c229d2377 HTTP/1.1" status: 204 len: 168 time: 0.3031266 Sep 07 17:14:54.381598 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45818) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:54.389788 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bd88c-c5b8-468d-9a76-a55fdba9bcdc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Network': ['ID=acf47ec9-e0ee-4035-ace3-f23c229d2377,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:54.454753 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.483363 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.549434 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.552066 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.556566 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/security-groups/58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83 HTTP/1.1" status: 204 len: 168 time: 0.1739233 Sep 07 17:14:54.567362 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fffa4b-5c78-4f92-aa4a-b8dc76bf2f83,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:54.575601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:54.576180 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:54.576625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:54.577177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:54.577517 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:54.577851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:54.578239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:54.578582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:54.579191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:54.580058 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:54.580416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:54.580743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181356dc-c460-4128-94d8-f14144add768 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:14:54.754939 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45824) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:54.760283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2b0eab2e-93d1-496f-aa00-dd3198a5c9f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2085622625', 'description': 'tempest-secgroup-smoke-2085622625 description', 'project_id': 'f1f9f898b65542fda69e3973c559160e'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:14:54.781147 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b0eab2e-93d1-496f-aa00-dd3198a5c9f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.869565 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b0eab2e-93d1-496f-aa00-dd3198a5c9f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.872985 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b0eab2e-93d1-496f-aa00-dd3198a5c9f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.898842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2b0eab2e-93d1-496f-aa00-dd3198a5c9f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.900056 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2b0eab2e-93d1-496f-aa00-dd3198a5c9f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1434498 Sep 07 17:14:54.903070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45826) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:54.903931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0eab2e-93d1-496f-aa00-dd3198a5c9f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8e5250-d54d-4749-b814-51b46ec1b23e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:54.908793 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-99270227-6111-43b7-9a9b-ae6c51847ecc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '1b8e5250-d54d-4749-b814-51b46ec1b23e', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:14:54.936867 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99270227-6111-43b7-9a9b-ae6c51847ecc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.980855 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99270227-6111-43b7-9a9b-ae6c51847ecc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:54.984522 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99270227-6111-43b7-9a9b-ae6c51847ecc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.001263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99270227-6111-43b7-9a9b-ae6c51847ecc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b39d54-6d8b-480c-a642-13186dc14bc9,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:55.007535 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-99270227-6111-43b7-9a9b-ae6c51847ecc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.008839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-99270227-6111-43b7-9a9b-ae6c51847ecc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1047499 Sep 07 17:14:55.011496 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45828) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:55.015720 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-b73df094-036a-4209-91af-454a135d9e9f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '1b8e5250-d54d-4749-b814-51b46ec1b23e', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:14:55.041367 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b73df094-036a-4209-91af-454a135d9e9f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.100641 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b73df094-036a-4209-91af-454a135d9e9f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.104186 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b73df094-036a-4209-91af-454a135d9e9f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.122754 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73df094-036a-4209-91af-454a135d9e9f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ab1724-ac1f-4976-8829-6a36af669c19,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:55.128776 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-b73df094-036a-4209-91af-454a135d9e9f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.130208 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b73df094-036a-4209-91af-454a135d9e9f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177719 Sep 07 17:14:55.132922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45830) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:55.137705 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ad20ee18-aef3-42b7-b02b-d6d2794ea3c4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '1b8e5250-d54d-4749-b814-51b46ec1b23e', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:14:55.165197 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad20ee18-aef3-42b7-b02b-d6d2794ea3c4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.201049 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b6a35b4c-c70e-47ca-9128-71b7916fdfe4 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:14:55.220210 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: b6a35b4c-c70e-47ca-9128-71b7916fdfe4 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:14:55.220584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b6a35b4c-c70e-47ca-9128-71b7916fdfe4 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:14:55.221004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1f710517-e816-4a5e-92e6-c518a3a2cd9b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:14:55.226132 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad20ee18-aef3-42b7-b02b-d6d2794ea3c4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.230320 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad20ee18-aef3-42b7-b02b-d6d2794ea3c4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.240690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 1f710517-e816-4a5e-92e6-c518a3a2cd9b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:14:55.241038 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 1f710517-e816-4a5e-92e6-c518a3a2cd9b not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:14:55.241456 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device da2ba504-6dfa-4587-9182-2e367cb14e5b no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:14:55.251175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20ee18-aef3-42b7-b02b-d6d2794ea3c4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7e5388-02cd-40ff-b496-a2014b96a710,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:55.254765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ad20ee18-aef3-42b7-b02b-d6d2794ea3c4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.258605 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ad20ee18-aef3-42b7-b02b-d6d2794ea3c4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218083 Sep 07 17:14:55.258786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45832) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:55.260091 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: da2ba504-6dfa-4587-9182-2e367cb14e5b {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:14:55.260482 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device da2ba504-6dfa-4587-9182-2e367cb14e5b not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:14:55.263811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-53fafe97-00bc-49f7-8f9b-e7e87463b43d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '1b8e5250-d54d-4749-b814-51b46ec1b23e', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:14:55.290438 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53fafe97-00bc-49f7-8f9b-e7e87463b43d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.350017 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53fafe97-00bc-49f7-8f9b-e7e87463b43d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.353311 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53fafe97-00bc-49f7-8f9b-e7e87463b43d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.367475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fafe97-00bc-49f7-8f9b-e7e87463b43d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c294fc-8ae8-4d35-9a8a-7ac19f767786,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:55.376237 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53fafe97-00bc-49f7-8f9b-e7e87463b43d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.377493 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-53fafe97-00bc-49f7-8f9b-e7e87463b43d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178081 Sep 07 17:14:55.380141 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45834) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:55.384491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-73a4642d-d3fe-4234-a287-c4f3a23aeb79 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '1b8e5250-d54d-4749-b814-51b46ec1b23e', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:14:55.405638 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-73a4642d-d3fe-4234-a287-c4f3a23aeb79 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Project f1f9f898b65542fda69e3973c559160e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:14:55.410507 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73a4642d-d3fe-4234-a287-c4f3a23aeb79 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.468779 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73a4642d-d3fe-4234-a287-c4f3a23aeb79 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.472054 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73a4642d-d3fe-4234-a287-c4f3a23aeb79 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.490721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4642d-d3fe-4234-a287-c4f3a23aeb79 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66de72b-6878-4714-aceb-3d46215fc339,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:55.493574 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-73a4642d-d3fe-4234-a287-c4f3a23aeb79 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.494754 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-73a4642d-d3fe-4234-a287-c4f3a23aeb79 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1136651 Sep 07 17:14:55.497605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45836) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:55.502000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9cf8d941-dc3d-459d-8bd2-244a99b52ec3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '1b8e5250-d54d-4749-b814-51b46ec1b23e', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:14:55.523062 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-9cf8d941-dc3d-459d-8bd2-244a99b52ec3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Project f1f9f898b65542fda69e3973c559160e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:14:55.527751 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9cf8d941-dc3d-459d-8bd2-244a99b52ec3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.586585 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9cf8d941-dc3d-459d-8bd2-244a99b52ec3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.590343 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9cf8d941-dc3d-459d-8bd2-244a99b52ec3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.609241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8d941-dc3d-459d-8bd2-244a99b52ec3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9688988d-1a23-4ebe-ad7e-7397425964e1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:55.614345 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9cf8d941-dc3d-459d-8bd2-244a99b52ec3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.616539 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9cf8d941-dc3d-459d-8bd2-244a99b52ec3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171079 Sep 07 17:14:55.618478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45838) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:55.623320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8661e968-1bfe-4ce0-92a7-070194451b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'network': {'name': 'tempest-network-smoke--976048434', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'port_security_enabled': True}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:14:55.642016 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8661e968-1bfe-4ce0-92a7-070194451b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:14:55.645361 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8661e968-1bfe-4ce0-92a7-070194451b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.668278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8661e968-1bfe-4ce0-92a7-070194451b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:14:55.676981 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8661e968-1bfe-4ce0-92a7-070194451b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.677409 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-8661e968-1bfe-4ce0-92a7-070194451b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Added segment 8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94 of type vlan for network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 Sep 07 17:14:55.718266 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8661e968-1bfe-4ce0-92a7-070194451b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.741874 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8661e968-1bfe-4ce0-92a7-070194451b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.747549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8661e968-1bfe-4ce0-92a7-070194451b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:55.748148 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8661e968-1bfe-4ce0-92a7-070194451b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.784735 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8661e968-1bfe-4ce0-92a7-070194451b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1652138 Sep 07 17:14:55.787381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45840) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:55.815352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'admin_state_up': True, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:14:55.825781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661e968-1bfe-4ce0-92a7-070194451b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Network': ['ID=10981105-dd2b-48f5-bf06-d3a9bb3c6b57,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:55.836566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:14:55.847564 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.848666 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:55.903444 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:56.037796 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:56.225524 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:56.244467 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:56.345834 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.25.3.225 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/6046e817-2e61-4a79-bb28-19e0309cca97) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:14:56.444830 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:56.485696 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:56.521749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:14:56.524477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:14:56.527909 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:14:56.558258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=6046e817-2e61-4a79-bb28-19e0309cca97,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:56.777733 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:56.968170 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:57.090428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 95772af4-1999-49a6-8b57-9ab401edf2dc is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 17:14:57.196966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:14:57.206244 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Sync routers for ids ['95772af4-1999-49a6-8b57-9ab401edf2dc'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:14:57.215374 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:57.215808 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Routers {'95772af4-1999-49a6-8b57-9ab401edf2dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:14:57.216481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:14:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['95772af4-1999-49a6-8b57-9ab401edf2dc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:57.216704 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-41d2992a-9455-465e-aee8-71482f48816d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4283028 Sep 07 17:14:57.219901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45842) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:57.296685 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6736ca3f-5d08-4614-a6ec-d23b5c871863 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f1f9f898b65542fda69e3973c559160e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0753107 Sep 07 17:14:57.299064 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45846) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:57.320803 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Set router 95772af4-1999-49a6-8b57-9ab401edf2dc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:14:57.391624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a041ddcf-9417-45a2-882f-46557c921742 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:57.393193 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a041ddcf-9417-45a2-882f-46557c921742 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932281 Sep 07 17:14:57.395892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45848) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:57.423503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d92da93d-050c-464d-b96b-765db93271c2 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258985 Sep 07 17:14:57.425869 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45850) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:57.430529 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2ae7ff5a-7b84-42e1-ab9f-f877213998f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-419825741', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:14:57.498104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:14:56Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:57.524634 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae7ff5a-7b84-42e1-ab9f-f877213998f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:14:57.525218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Checking router: 95772af4-1999-49a6-8b57-9ab401edf2dc for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:14:57.525218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Updating router 95772af4-1999-49a6-8b57-9ab401edf2dc port 6046e817-2e61-4a79-bb28-19e0309cca97 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:14:57.528112 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ff5a-7b84-42e1-ab9f-f877213998f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:57.553004 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:57.706985 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ff5a-7b84-42e1-ab9f-f877213998f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:57.771057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7ff5a-7b84-42e1-ab9f-f877213998f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Subnet': ['ID=815903b5-61a3-4b11-8c2b-fbe16f14fbbb,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:57.775404 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7ff5a-7b84-42e1-ab9f-f877213998f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Checking segment: {'id': '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:14:57.775775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae7ff5a-7b84-42e1-ab9f-f877213998f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network hostable DHCP agents. Network: 10981105-dd2b-48f5-bf06-d3a9bb3c6b57, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:14:57.792194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae7ff5a-7b84-42e1-ab9f-f877213998f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:14:57.800996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-2ae7ff5a-7b84-42e1-ab9f-f877213998f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 10981105-dd2b-48f5-bf06-d3a9bb3c6b57) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:14:57.804903 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:57.805654 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae7ff5a-7b84-42e1-ab9f-f877213998f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:14:57.806261 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ff5a-7b84-42e1-ab9f-f877213998f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:57.813837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb08ef16-0ad9-4560-a158-05baf464d054 None None] Network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:14:57.822031 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2ae7ff5a-7b84-42e1-ab9f-f877213998f1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3951759 Sep 07 17:14:57.824986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45852) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:14:57.829269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Transition to ACTIVE for port object 6046e817-2e61-4a79-bb28-19e0309cca97 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:14:57.840239 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:57.934942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf212a80-4231-4cfe-baaf-5b89ea0a6e7f None None] Pushing event updated for resources: {'Port': ['ID=6046e817-2e61-4a79-bb28-19e0309cca97,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:57.937177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Attempting to bind port 6046e817-2e61-4a79-bb28-19e0309cca97 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:14:57.937553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Attempting to bind port 6046e817-2e61-4a79-bb28-19e0309cca97 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:14:57.937915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Attempting to bind port 6046e817-2e61-4a79-bb28-19e0309cca97 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:14:57.951688 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:14:57.952069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:14:57.952513 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:57.952911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:14:57.953378 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Bound port: 6046e817-2e61-4a79-bb28-19e0309cca97, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:14:57.953759 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:58.048698 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] For port 6046e817-2e61-4a79-bb28-19e0309cca97, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:14:58.059303 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ips': [{'subnet_id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:14:58.060142 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:58.066013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] For port 6046e817-2e61-4a79-bb28-19e0309cca97, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6046e817-2e61-4a79-bb28-19e0309cca97,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:14:58.073010 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:58.190917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf212a80-4231-4cfe-baaf-5b89ea0a6e7f None None] Pushing event updated for resources: {'Port': ['ID=6046e817-2e61-4a79-bb28-19e0309cca97,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:58.195414 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Routers {'95772af4-1999-49a6-8b57-9ab401edf2dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:14:58.196028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:14:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['95772af4-1999-49a6-8b57-9ab401edf2dc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:58.250584 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:58.323914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Allocated IP 172.20.0.2 (10981105-dd2b-48f5-bf06-d3a9bb3c6b57/815903b5-61a3-4b11-8c2b-fbe16f14fbbb/83252280-d7fb-43dd-995c-c414805525fb) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:14:58.363099 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] Set router 95772af4-1999-49a6-8b57-9ab401edf2dc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:14:58.763875 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:58.775009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Transition to ACTIVE for port object 83252280-d7fb-43dd-995c-c414805525fb will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:14:58.793221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Transition to ACTIVE for port object 83252280-d7fb-43dd-995c-c414805525fb will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:14:58.800199 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:58.809322 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:14:56Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:14:58.847508 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.20.0.1 (10981105-dd2b-48f5-bf06-d3a9bb3c6b57/815903b5-61a3-4b11-8c2b-fbe16f14fbbb/8be3bdc6-8ec3-4589-b347-666f0429b97a) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:14:58.861247 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fee3eef-1c24-40eb-97ea-b062dae28136 None None] The sync data for ids ['95772af4-1999-49a6-8b57-9ab401edf2dc'] in n-d-807551-3 is: [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:14:56Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:14:58.863883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:14:58.868653 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:14:58.874711 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:14:58.885412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Pushing event updated for resources: {'Port': ['ID=83252280-d7fb-43dd-995c-c414805525fb,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:58.944586 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Attempting to bind port 83252280-d7fb-43dd-995c-c414805525fb on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:14:58.945020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Attempting to bind port 83252280-d7fb-43dd-995c-c414805525fb by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:14:58.945393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Attempting to bind port 83252280-d7fb-43dd-995c-c414805525fb on network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:14:58.951525 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:14:58.951901 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Checking segment: {'id': '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:14:58.952310 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:58.952741 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Bound using segment: {'id': '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:14:58.953235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Bound port: 83252280-d7fb-43dd-995c-c414805525fb, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:14:58.953621 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:59.022688 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] For port 83252280-d7fb-43dd-995c-c414805525fb, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:14:59.027716 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] For port 83252280-d7fb-43dd-995c-c414805525fb, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=83252280-d7fb-43dd-995c-c414805525fb,segment=NetworkSegment(8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94),segment_id=8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:14:59.034015 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:59.103094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b1b1b-afdb-4b33-9c01-f35e79b554dd None None] Pushing event updated for resources: {'Port': ['ID=83252280-d7fb-43dd-995c-c414805525fb,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:59.239477 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6046e817-2e61-4a79-bb28-19e0309cca97 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:14:59.338589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 6046e817-2e61-4a79-bb28-19e0309cca97 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:14:59.342995 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6046e817-2e61-4a79-bb28-19e0309cca97 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:14:59.343480 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:59.346104 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:59.362245 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Transition to ACTIVE for port object 8be3bdc6-8ec3-4589-b347-666f0429b97a will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:14:59.407449 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:59.434506 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:59.461677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:14:59.462174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 6046e817-2e61-4a79-bb28-19e0309cca97, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6046e817-2e61-4a79-bb28-19e0309cca97,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:14:59.468560 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:14:59.472037 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:59.473385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:14:59.510238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=8be3bdc6-8ec3-4589-b347-666f0429b97a,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:59.523029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=6046e817-2e61-4a79-bb28-19e0309cca97,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:14:59.532223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:59.662607 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:59.957075 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:14:59.962612 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:00.041031 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:00.042710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=8be3bdc6-8ec3-4589-b347-666f0429b97a,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:15:00.081351 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1134f3-cd0d-4443-855d-eeef6f084aa3 None None] Network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:15:00.133987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:15:00.135616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:15:00.156617 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0e45b460-88fc-41f0-8c6d-494aee70101b None None] Provisioning for port 83252280-d7fb-43dd-995c-c414805525fb completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:15:00.250940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 95772af4-1999-49a6-8b57-9ab401edf2dc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:15:00.366599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:15:00.371631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-32f1c47c-2b66-4027-b880-96219f3cd178 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "PUT /v2.0/routers/95772af4-1999-49a6-8b57-9ab401edf2dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5455649 Sep 07 17:15:00.494003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a64f07c0-38ed-4802-8f1d-4eb075c3ac4d None None] Provisioning for port 8be3bdc6-8ec3-4589-b347-666f0429b97a completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:15:00.498422 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a64f07c0-38ed-4802-8f1d-4eb075c3ac4d None None] Provisioning complete for port 8be3bdc6-8ec3-4589-b347-666f0429b97a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:15:00.498807 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a64f07c0-38ed-4802-8f1d-4eb075c3ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:00.522728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-4a66163e-cd72-44aa-8c31-afe7997f3575 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2085622625&fields=id&tenant_id=f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 267 time: 0.0382571 Sep 07 17:15:00.542649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-a64f07c0-38ed-4802-8f1d-4eb075c3ac4d None None] Port 8be3bdc6-8ec3-4589-b347-666f0429b97a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:15:00.617892 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Sync routers for ids ['95772af4-1999-49a6-8b57-9ab401edf2dc'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:15:00.627148 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Routers {'95772af4-1999-49a6-8b57-9ab401edf2dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:15:00.627751 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:14:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['95772af4-1999-49a6-8b57-9ab401edf2dc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:15:00.642197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-1d85ddc6-4f9e-4d02-bea0-41875d3eee95 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:00.643696 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-1d85ddc6-4f9e-4d02-bea0-41875d3eee95 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/networks?id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57 HTTP/1.1" status: 200 len: 796 time: 0.1150692 Sep 07 17:15:00.659302 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-340e609f-15cb-4f83-a80a-ac0e26686a79 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/quotas/f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 375 time: 0.0096514 Sep 07 17:15:00.673769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9704a4e2-d719-4ea1-9fb7-c6640920184d None None] Provisioning complete for port 8be3bdc6-8ec3-4589-b347-666f0429b97a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:15:00.674153 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9704a4e2-d719-4ea1-9fb7-c6640920184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:00.720328 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9704a4e2-d719-4ea1-9fb7-c6640920184d None None] Port 8be3bdc6-8ec3-4589-b347-666f0429b97a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:15:00.726909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-9783c725-7034-4275-b340-8329032ee4a3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553887 Sep 07 17:15:00.753684 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Set router 95772af4-1999-49a6-8b57-9ab401edf2dc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:15:00.839548 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a5cefad3-71e2-4480-b5fe-84cc9c6fb1ef service neutron] 10.222.0.70 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981879 Sep 07 17:15:00.935736 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-6440a46c-e887-411b-8db0-def6031fceb2 service neutron] 10.222.0.70 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893495 Sep 07 17:15:00.940785 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-5b1621ec-5d10-4dc2-9ec7-c491e37687d4 None None] Provisioning complete for port 8be3bdc6-8ec3-4589-b347-666f0429b97a triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:15:00.941679 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5b1621ec-5d10-4dc2-9ec7-c491e37687d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:00.960169 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '8be3bdc6-8ec3-4589-b347-666f0429b97a', 'name': '', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:07:54:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:58Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 2, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:15:00.977682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-5b1621ec-5d10-4dc2-9ec7-c491e37687d4 None None] Port 8be3bdc6-8ec3-4589-b347-666f0429b97a cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:15:00.987244 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Checking router: 95772af4-1999-49a6-8b57-9ab401edf2dc for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:15:00.987605 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Updating router 95772af4-1999-49a6-8b57-9ab401edf2dc port 8be3bdc6-8ec3-4589-b347-666f0429b97a binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:15:01.015881 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:01.269183 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:01.272933 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 83252280-d7fb-43dd-995c-c414805525fb up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:15:01.279948 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Transition to ACTIVE for port object 8be3bdc6-8ec3-4589-b347-666f0429b97a will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:15:01.285123 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:01.321634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 83252280-d7fb-43dd-995c-c414805525fb completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:15:01.325690 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 83252280-d7fb-43dd-995c-c414805525fb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:15:01.326080 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:01.338571 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Pushing event updated for resources: {'Port': ['ID=8be3bdc6-8ec3-4589-b347-666f0429b97a,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:15:01.364381 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:15:01.364698 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:15:01.365124 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:15:01.365251 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:15:01.365569 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:15:01.365893 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:15:01.366344 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:15:01.366663 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:15:01.366980 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:15:01.367302 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:15:01.367620 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:15:01.367933 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:15:01.395733 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Attempting to bind port 8be3bdc6-8ec3-4589-b347-666f0429b97a on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:15:01.396722 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Attempting to bind port 8be3bdc6-8ec3-4589-b347-666f0429b97a by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:15:01.397197 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Attempting to bind port 8be3bdc6-8ec3-4589-b347-666f0429b97a on network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:15:01.402637 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:15:01.403003 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Checking segment: {'id': '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:15:01.403569 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:01.403777 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Bound using segment: {'id': '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:15:01.404227 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Bound port: 8be3bdc6-8ec3-4589-b347-666f0429b97a, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:15:01.404634 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:01.417848 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:01.454498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 83252280-d7fb-43dd-995c-c414805525fb, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=83252280-d7fb-43dd-995c-c414805525fb,segment=NetworkSegment(8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94),segment_id=8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:15:01.458972 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:01.459955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6046e817-2e61-4a79-bb28-19e0309cca97 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:15:01.475228 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] For port 8be3bdc6-8ec3-4589-b347-666f0429b97a, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:15:01.478713 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] For port 8be3bdc6-8ec3-4589-b347-666f0429b97a, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8be3bdc6-8ec3-4589-b347-666f0429b97a,segment=NetworkSegment(8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94),segment_id=8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:15:01.483831 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:01.535481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=83252280-d7fb-43dd-995c-c414805525fb,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:15:01.544176 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Routers {'95772af4-1999-49a6-8b57-9ab401edf2dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:15:01.544913 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:14:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['95772af4-1999-49a6-8b57-9ab401edf2dc'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:15:01.557048 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 6046e817-2e61-4a79-bb28-19e0309cca97 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:15:01.557582 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:01.582731 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb1007-8377-46c1-b556-0b198ba77ae2 None None] Pushing event updated for resources: {'Port': ['ID=8be3bdc6-8ec3-4589-b347-666f0429b97a,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:15:01.664296 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] Set router 95772af4-1999-49a6-8b57-9ab401edf2dc gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:15:01.859679 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '8be3bdc6-8ec3-4589-b347-666f0429b97a', 'name': '', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:07:54:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:58Z', 'updated_at': '2021-09-07T17:15:01Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:15:01.963045 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f8555-6bf4-42f6-85c2-6fe78c1232c4 None None] The sync data for ids ['95772af4-1999-49a6-8b57-9ab401edf2dc'] in n-d-807551-3 is: [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '8be3bdc6-8ec3-4589-b347-666f0429b97a', 'name': '', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:07:54:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:58Z', 'updated_at': '2021-09-07T17:15:01Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:15:02.125840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4e9bd2ab-28e1-4e91-8290-e5a828eb90e0 req-57db792f-b2f6-4c9a-aedc-eabaf4a3a3c4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 210 time: 0.0289927 Sep 07 17:15:02.442591 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:02.971015 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:03.075007 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-63f258c9-cd82-4d24-aa27-912ace3df664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:03.076525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-63f258c9-cd82-4d24-aa27-912ace3df664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "GET /v2.0/networks?id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57 HTTP/1.1" status: 200 len: 796 time: 0.1086998 Sep 07 17:15:03.120516 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-2e42f39e-e4f8-4aff-bb9e-9ea739c22117 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 380 time: 0.0340219 Sep 07 17:15:03.129836 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'port': {'device_id': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'admin_state_up': True, 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'security_groups': ['1b8e5250-d54d-4749-b814-51b46ec1b23e']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:15:03.232591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bc9d6722-68a7-4ad1-ba56-59523a2d63c7 req-195405fd-4b00-45b9-9977-4c3bac2f978a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 210 time: 0.0334067 Sep 07 17:15:03.273285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:15:03.280255 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:03.284622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 83252280-d7fb-43dd-995c-c414805525fb up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:15:03.332020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 83252280-d7fb-43dd-995c-c414805525fb triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:15:03.332542 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:03.410461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.20.0.5 (10981105-dd2b-48f5-bf06-d3a9bb3c6b57/815903b5-61a3-4b11-8c2b-fbe16f14fbbb/7ea8e7d2-2667-4bad-9c91-3184731a5c4c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:15:03.412786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8be3bdc6-8ec3-4589-b347-666f0429b97a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:15:03.459692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 8be3bdc6-8ec3-4589-b347-666f0429b97a completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:15:03.463566 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8be3bdc6-8ec3-4589-b347-666f0429b97a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:15:03.463973 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:03.540019 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:03.548630 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:03.561858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Transition to ACTIVE for port object 7ea8e7d2-2667-4bad-9c91-3184731a5c4c will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:15:03.574040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 8be3bdc6-8ec3-4589-b347-666f0429b97a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8be3bdc6-8ec3-4589-b347-666f0429b97a,segment=NetworkSegment(8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94),segment_id=8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:15:03.577815 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:03.594784 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:03.628057 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=8be3bdc6-8ec3-4589-b347-666f0429b97a,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:15:03.643587 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:15:03.649238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:15:03.653936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:15:03.656436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=7ea8e7d2-2667-4bad-9c91-3184731a5c4c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:15:03.703786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:03.704439 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:03.719612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-a6167ebe-b267-4611-86b3-737111055e53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5930715 Sep 07 17:15:03.732694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Request body: {'port': {'device_id': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:15:03.787561 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:03.894519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fdf69b36-db49-4391-9431-b50a0773b9d1 None None] Provisioning for port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:15:03.899134 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-fdf69b36-db49-4391-9431-b50a0773b9d1 None None] Provisioning complete for port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:15:03.899594 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fdf69b36-db49-4391-9431-b50a0773b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:03.933733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-fdf69b36-db49-4391-9431-b50a0773b9d1 None None] Port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:15:04.053456 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea8e7d2-2667-4bad-9c91-3184731a5c4c {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:15:04.061081 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:04.073356 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Transition to ACTIVE for port object 7ea8e7d2-2667-4bad-9c91-3184731a5c4c will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:15:04.076704 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:04.142692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea8e7d2-2667-4bad-9c91-3184731a5c4c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:15:04.195942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Attempting to bind port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:15:04.196417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Attempting to bind port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:15:04.196742 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Attempting to bind port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c on network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:15:04.201455 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c on network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:15:04.201779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Attempting to bind port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c on network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:15:04.206655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:15:04.206999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Checking segment: {'id': '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:15:04.207394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Bound using segment: {'id': '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:15:04.207828 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Bound port: 7ea8e7d2-2667-4bad-9c91-3184731a5c4c, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:15:04.208201 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:04.276076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] For port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:15:04.279614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] For port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7ea8e7d2-2667-4bad-9c91-3184731a5c4c,segment=NetworkSegment(8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94),segment_id=8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:15:04.283319 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:04.343329 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:04.343954 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:04.345410 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] 10.222.0.35 "PUT /v2.0/ports/7ea8e7d2-2667-4bad-9c91-3184731a5c4c HTTP/1.1" status: 200 len: 1091 time: 0.6177313 Sep 07 17:15:04.346038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'tag': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:15:04.348391 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a41d8c1-1ba8-45ec-ada9-2f04d74e2ced" -d '{"events": [{"name": "network-changed", "server_uuid": "a895f9f5-0aee-4b39-b5c4-c2021eac818a", "tag": "7ea8e7d2-2667-4bad-9c91-3184731a5c4c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:15:04.377497 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863acbd5-4f36-4392-85c7-cf00a3b642d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea8e7d2-2667-4bad-9c91-3184731a5c4c,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:15:04.393605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92105e-6d1c-4e9c-8e6b-95a45452dd83 req-0a0a1920-36c2-4994-a0a4-7bd8a61ba6c8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:04.395076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a92105e-6d1c-4e9c-8e6b-95a45452dd83 req-0a0a1920-36c2-4994-a0a4-7bd8a61ba6c8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 943 time: 0.0853877 Sep 07 17:15:04.459052 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83644cda-2273-4102-aa2f-4e9b01d5a399 x-openstack-request-id: req-83644cda-2273-4102-aa2f-4e9b01d5a399 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:15:04.459358 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a895f9f5-0aee-4b39-b5c4-c2021eac818a", "tag": "7ea8e7d2-2667-4bad-9c91-3184731a5c4c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:15:04.459618 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83644cda-2273-4102-aa2f-4e9b01d5a399 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:15:04.460026 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'tag': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c', 'status': 'completed', 'code': 200} Sep 07 17:15:04.472134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6a92105e-6d1c-4e9c-8e6b-95a45452dd83 req-a07ded85-5a2a-4ff9-97e9-94bad090462f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691950 Sep 07 17:15:04.478150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-46ac6779-4959-44b2-8f66-1fd64d1117bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:04.479728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-46ac6779-4959-44b2-8f66-1fd64d1117bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 1094 time: 0.0705688 Sep 07 17:15:04.523591 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-f02cee11-794a-4b54-9a03-10848703d317 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea8e7d2-2667-4bad-9c91-3184731a5c4c HTTP/1.1" status: 200 len: 217 time: 0.0353124 Sep 07 17:15:04.574959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-0ee358ba-9d9a-408b-8692-8769385a8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:04.576721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-0ee358ba-9d9a-408b-8692-8769385a8e5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=815903b5-61a3-4b11-8c2b-fbe16f14fbbb HTTP/1.1" status: 200 len: 834 time: 0.0465007 Sep 07 17:15:04.622139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-30764f24-32bc-4340-a440-c12f6a422650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:04.623616 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-30764f24-32bc-4340-a440-c12f6a422650 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397549 Sep 07 17:15:04.710544 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-c7622119-4f0d-4554-ac57-fbb41725f0f0 service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788069 Sep 07 17:15:04.806042 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5314f9b3-f38d-4241-83fc-05239ed7b864 req-dbc5001a-581d-40e4-91e2-56bf65532816 service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881848 Sep 07 17:15:04.887878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41d8c1-1ba8-45ec-ada9-2f04d74e2ced req-417fde60-1816-4acf-801e-0af10ba73a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:04.889324 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a41d8c1-1ba8-45ec-ada9-2f04d74e2ced req-417fde60-1816-4acf-801e-0af10ba73a65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 1094 time: 0.0418224 Sep 07 17:15:04.981755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41d8c1-1ba8-45ec-ada9-2f04d74e2ced req-4822f4c0-54c5-4d49-b630-b4218682032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:04.983221 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a41d8c1-1ba8-45ec-ada9-2f04d74e2ced req-4822f4c0-54c5-4d49-b630-b4218682032e service neutron] 10.222.0.35 "GET /v2.0/networks?id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57 HTTP/1.1" status: 200 len: 897 time: 0.0868480 Sep 07 17:15:05.024265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a41d8c1-1ba8-45ec-ada9-2f04d74e2ced req-9616fd39-ad38-45b4-ad64-2c9c880e1665 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea8e7d2-2667-4bad-9c91-3184731a5c4c HTTP/1.1" status: 200 len: 217 time: 0.0333443 Sep 07 17:15:05.070210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41d8c1-1ba8-45ec-ada9-2f04d74e2ced req-393df612-236e-44ed-a286-39f342c32601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:05.071603 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a41d8c1-1ba8-45ec-ada9-2f04d74e2ced req-393df612-236e-44ed-a286-39f342c32601 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=815903b5-61a3-4b11-8c2b-fbe16f14fbbb HTTP/1.1" status: 200 len: 834 time: 0.0411415 Sep 07 17:15:05.121518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41d8c1-1ba8-45ec-ada9-2f04d74e2ced req-4ac9f342-7f97-4630-8a2f-df0e1875f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:05.122976 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a41d8c1-1ba8-45ec-ada9-2f04d74e2ced req-4ac9f342-7f97-4630-8a2f-df0e1875f8c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432999 Sep 07 17:15:05.212191 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8be3bdc6-8ec3-4589-b347-666f0429b97a up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:15:05.214294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a41d8c1-1ba8-45ec-ada9-2f04d74e2ced req-31ceb428-45bc-4b24-a5c7-71523443eff9 service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838010 Sep 07 17:15:05.259786 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 8be3bdc6-8ec3-4589-b347-666f0429b97a triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:15:05.260169 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:05.307945 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5a41d8c1-1ba8-45ec-ada9-2f04d74e2ced req-8fe903ad-9194-4063-aeeb-626140b853a1 service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866768 Sep 07 17:15:05.590272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0c631-bd3d-4057-9f7f-1112d7946255 req-33a99baa-fdc1-425e-858c-8051837b4b62 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:05.591795 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35d0c631-bd3d-4057-9f7f-1112d7946255 req-33a99baa-fdc1-425e-858c-8051837b4b62 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 943 time: 0.0487888 Sep 07 17:15:05.631096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-35d0c631-bd3d-4057-9f7f-1112d7946255 req-8299588e-29f1-4864-8f16-b092a25ca9e2 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326188 Sep 07 17:15:06.742317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070d484-4bc0-49b6-914e-ad5a4e18e889 req-c73ad4b3-0262-4088-993f-5bb80afcf8c1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:06.743775 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0070d484-4bc0-49b6-914e-ad5a4e18e889 req-c73ad4b3-0262-4088-993f-5bb80afcf8c1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 943 time: 0.0482011 Sep 07 17:15:06.780054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0070d484-4bc0-49b6-914e-ad5a4e18e889 req-da3b79bd-3d95-468b-90d5-90ed7f7b7f49 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304995 Sep 07 17:15:07.895774 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c347b-4018-4d02-879b-e07d7ce2a0af req-04d5a477-547e-4724-98ff-a744b91d2a0e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:07.897262 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-902c347b-4018-4d02-879b-e07d7ce2a0af req-04d5a477-547e-4724-98ff-a744b91d2a0e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 943 time: 0.0524533 Sep 07 17:15:07.934570 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-902c347b-4018-4d02-879b-e07d7ce2a0af req-15c30f67-0796-4b54-b5b2-da2aa3b9d23c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314257 Sep 07 17:15:09.045294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c2d2d-fe13-464f-b4e2-2a659d851c59 req-5425b578-25e8-4fab-9817-6297411a3fcc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:09.046765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc8c2d2d-fe13-464f-b4e2-2a659d851c59 req-5425b578-25e8-4fab-9817-6297411a3fcc tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 943 time: 0.0478916 Sep 07 17:15:09.083998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-cc8c2d2d-fe13-464f-b4e2-2a659d851c59 req-8e477a2a-b191-4bde-9e71-0065ea0d374c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308514 Sep 07 17:15:09.550942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7ea8e7d2-2667-4bad-9c91-3184731a5c4c details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:15:09.640882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7ea8e7d2-2667-4bad-9c91-3184731a5c4c,segment=NetworkSegment(8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94),segment_id=8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:15:09.655150 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'port_id': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c', 'mac_address': 'fa:16:3e:84:4f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:15:09.690577 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:09.702568 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea8e7d2-2667-4bad-9c91-3184731a5c4c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:15:09.720834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7ea8e7d2-2667-4bad-9c91-3184731a5c4c,segment=NetworkSegment(8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94),segment_id=8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:15:09.725164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:09.770104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=7ea8e7d2-2667-4bad-9c91-3184731a5c4c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:15:10.040642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['7ea8e7d2-2667-4bad-9c91-3184731a5c4c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:15:10.197478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab63f70-05d2-4335-9647-d89fe0c0ceeb req-ddd977ac-093f-4c72-a9d8-57bb42db5765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:10.198897 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ab63f70-05d2-4335-9647-d89fe0c0ceeb req-ddd977ac-093f-4c72-a9d8-57bb42db5765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 944 time: 0.0482049 Sep 07 17:15:10.236500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ab63f70-05d2-4335-9647-d89fe0c0ceeb req-fea45683-f4c4-42d0-87a9-7fd68fe1f508 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311453 Sep 07 17:15:10.461134 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c4579b6b-8b46-489d-ad12-faa42a66eb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:11.353562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ca6a6-8f81-434c-99e3-fe3f7ac0f7d4 req-0b93e411-6edb-4636-a15e-37bd317c9e3d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:11.355041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-548ca6a6-8f81-434c-99e3-fe3f7ac0f7d4 req-0b93e411-6edb-4636-a15e-37bd317c9e3d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 944 time: 0.0516989 Sep 07 17:15:11.392600 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-548ca6a6-8f81-434c-99e3-fe3f7ac0f7d4 req-171c4f9e-acf9-4fc2-9404-d1c2578fcfa9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312157 Sep 07 17:15:11.550911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7ea8e7d2-2667-4bad-9c91-3184731a5c4c up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:15:11.599204 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:15:11.602758 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:15:11.603134 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:11.678200 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:11.699221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:15:11.701473 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d95a5a-bf2c-427d-b806-ed1c454a273c" -d '{"events": [{"server_uuid": "a895f9f5-0aee-4b39-b5c4-c2021eac818a", "name": "network-vif-plugged", "status": "completed", "tag": "7ea8e7d2-2667-4bad-9c91-3184731a5c4c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:15:11.713284 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7ea8e7d2-2667-4bad-9c91-3184731a5c4c,segment=NetworkSegment(8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94),segment_id=8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:15:11.717539 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:11.740765 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f109ae28-f6b5-4b8c-9b68-0e09e9af19d4 x-openstack-request-id: req-f109ae28-f6b5-4b8c-9b68-0e09e9af19d4 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:15:11.741057 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a895f9f5-0aee-4b39-b5c4-c2021eac818a", "name": "network-vif-plugged", "status": "completed", "tag": "7ea8e7d2-2667-4bad-9c91-3184731a5c4c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:15:11.741310 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f109ae28-f6b5-4b8c-9b68-0e09e9af19d4 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:15:11.741692 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c', 'code': 200} Sep 07 17:15:11.768135 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=7ea8e7d2-2667-4bad-9c91-3184731a5c4c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:15:11.832799 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e82eec-61ad-4e20-ad96-622cb48561ec req-703db9d6-0112-4e3f-b55a-16ea14041de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:11.834764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99e82eec-61ad-4e20-ad96-622cb48561ec req-703db9d6-0112-4e3f-b55a-16ea14041de2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 1096 time: 0.0392458 Sep 07 17:15:11.871030 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-99e82eec-61ad-4e20-ad96-622cb48561ec req-e166738f-b550-4411-a871-6aa556e13e89 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284088 Sep 07 17:15:12.507339 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baedaf3-caa4-4f42-b8f7-4c3643fb6fca req-0d51e1ca-2381-4ccb-855b-f0121b4aeb1d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:12.508853 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9baedaf3-caa4-4f42-b8f7-4c3643fb6fca req-0d51e1ca-2381-4ccb-855b-f0121b4aeb1d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0517452 Sep 07 17:15:12.548229 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9baedaf3-caa4-4f42-b8f7-4c3643fb6fca req-c2d7d290-2657-45b1-b378-0e4b7d99d480 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332038 Sep 07 17:15:13.666630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d0333-4a47-4658-8260-66b6ad66a21f req-f26c6816-0343-408c-91a0-1595c7a1d4b5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:13.668114 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f1d0333-4a47-4658-8260-66b6ad66a21f req-f26c6816-0343-408c-91a0-1595c7a1d4b5 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0516973 Sep 07 17:15:13.705118 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2f1d0333-4a47-4658-8260-66b6ad66a21f req-2464f69b-582a-4327-9ee2-76d9217f109a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308781 Sep 07 17:15:13.815533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ab283-5d11-41a9-ba8d-3858dd9817e1 req-acac67f0-3845-4d7a-a2d8-adf16ee2e493 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:13.816956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec1ab283-5d11-41a9-ba8d-3858dd9817e1 req-acac67f0-3845-4d7a-a2d8-adf16ee2e493 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0478640 Sep 07 17:15:13.854743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec1ab283-5d11-41a9-ba8d-3858dd9817e1 req-53424bad-1b27-452b-87c6-c1670c8998c8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 Sep 07 17:15:13.876234 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45910) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:15:13.915050 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729452d3-d8a4-4b09-9a5e-ff54fe1de268 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:13.916577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-729452d3-d8a4-4b09-9a5e-ff54fe1de268 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 1091 time: 0.0393140 Sep 07 17:15:13.919395 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45912) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:15:13.923682 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:15:13.945441 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:14.043287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:14.070343 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:14.146849 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.25.3.89 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/93f4eff0-9a9b-4693-aa4b-aa7f46db30b0) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:15:14.243841 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:14.280687 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:14.307452 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-468cad3c-f86a-4d6c-a346-737b09f2084a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:14.320975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:15:14.323693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:15:14.326172 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:15:14.355149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=93f4eff0-9a9b-4693-aa4b-aa7f46db30b0,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:15:14.674286 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:14.741176 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:14.884721 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:14.889006 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:14.962350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=93f4eff0-9a9b-4693-aa4b-aa7f46db30b0,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:15:14.972180 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:15.069823 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Floating IP a93e9737-e784-445a-a30d-7a9522e67dbe associated. External IP: 172.25.3.89, port: 7ea8e7d2-2667-4bad-9c91-3184731a5c4c. Sep 07 17:15:15.151542 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:15.581519 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 95772af4-1999-49a6-8b57-9ab401edf2dc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:15:15.687710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:15:15.697682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba42f41-b93d-4532-a78f-39943a67c3c9 None None] Sync routers for ids ['95772af4-1999-49a6-8b57-9ab401edf2dc'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:15:15.703458 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:15.710658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba42f41-b93d-4532-a78f-39943a67c3c9 None None] Routers {'95772af4-1999-49a6-8b57-9ab401edf2dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:15:15.711288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bba42f41-b93d-4532-a78f-39943a67c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:15:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['95772af4-1999-49a6-8b57-9ab401edf2dc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:15:15.731275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d55f628b-51a9-47dc-85a4-5c21d54bf7c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8105996 Sep 07 17:15:15.731978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'tag': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:15:15.734385 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a2b531-855f-4fbb-a31f-9c9c9a8dcd64" -d '{"events": [{"name": "network-changed", "server_uuid": "a895f9f5-0aee-4b39-b5c4-c2021eac818a", "tag": "7ea8e7d2-2667-4bad-9c91-3184731a5c4c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:15:15.771662 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33529097-ea31-4fdb-b2c3-b4863af34474 x-openstack-request-id: req-33529097-ea31-4fdb-b2c3-b4863af34474 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:15:15.772084 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a895f9f5-0aee-4b39-b5c4-c2021eac818a", "tag": "7ea8e7d2-2667-4bad-9c91-3184731a5c4c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:15:15.772433 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33529097-ea31-4fdb-b2c3-b4863af34474 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:15:15.772907 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'tag': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c', 'status': 'completed', 'code': 200} Sep 07 17:15:15.818770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bba42f41-b93d-4532-a78f-39943a67c3c9 None None] Set router 95772af4-1999-49a6-8b57-9ab401edf2dc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:15:15.859928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1d24e-c92c-4112-a504-0c5318ce1718 req-2caed825-3ac9-476d-910b-fabc6b8eb4ed tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:15.861372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ba1d24e-c92c-4112-a504-0c5318ce1718 req-2caed825-3ac9-476d-910b-fabc6b8eb4ed tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0775123 Sep 07 17:15:15.864032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2b531-855f-4fbb-a31f-9c9c9a8dcd64 req-867ccd93-f989-4ca6-b4e3-4990f7743c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:15.865465 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6a2b531-855f-4fbb-a31f-9c9c9a8dcd64 req-867ccd93-f989-4ca6-b4e3-4990f7743c80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 1096 time: 0.0700140 Sep 07 17:15:15.950587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7ba1d24e-c92c-4112-a504-0c5318ce1718 req-c582d26b-a647-4af0-8d90-482302666e80 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825901 Sep 07 17:15:15.977543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45920) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:15:15.980251 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2b531-855f-4fbb-a31f-9c9c9a8dcd64 req-9ae5ca90-3adf-4c83-a7be-487b4d4430e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:15.982004 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6a2b531-855f-4fbb-a31f-9c9c9a8dcd64 req-9ae5ca90-3adf-4c83-a7be-487b4d4430e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57 HTTP/1.1" status: 200 len: 897 time: 0.1089385 Sep 07 17:15:16.044819 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-525a40ee-c619-41aa-b8cc-dd141e299751 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/a93e9737-e784-445a-a30d-7a9522e67dbe HTTP/1.1" status: 200 len: 990 time: 0.0661020 Sep 07 17:15:16.047846 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bba42f41-b93d-4532-a78f-39943a67c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'a93e9737-e784-445a-a30d-7a9522e67dbe', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'port_id': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'mac_address': 'fa:16:3e:84:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:15:14Z', 'updated_at': '2021-09-07T17:15:14Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be3bdc6-8ec3-4589-b347-666f0429b97a', 'name': '', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:07:54:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:58Z', 'updated_at': '2021-09-07T17:15:03Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:15:16.051541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6a2b531-855f-4fbb-a31f-9c9c9a8dcd64 req-9b5c415f-7911-40fd-a446-34445796aedb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea8e7d2-2667-4bad-9c91-3184731a5c4c HTTP/1.1" status: 200 len: 998 time: 0.0625448 Sep 07 17:15:16.073763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba42f41-b93d-4532-a78f-39943a67c3c9 None None] Checking router: 95772af4-1999-49a6-8b57-9ab401edf2dc for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:15:16.082001 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba42f41-b93d-4532-a78f-39943a67c3c9 None None] Routers {'95772af4-1999-49a6-8b57-9ab401edf2dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:15:16.082609 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bba42f41-b93d-4532-a78f-39943a67c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:15:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['95772af4-1999-49a6-8b57-9ab401edf2dc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:15:16.104402 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2b531-855f-4fbb-a31f-9c9c9a8dcd64 req-6936bad2-f364-4144-9dd0-76f1b30e60d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:16.106109 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6a2b531-855f-4fbb-a31f-9c9c9a8dcd64 req-6936bad2-f364-4144-9dd0-76f1b30e60d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=815903b5-61a3-4b11-8c2b-fbe16f14fbbb HTTP/1.1" status: 200 len: 834 time: 0.0469000 Sep 07 17:15:16.151073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2b531-855f-4fbb-a31f-9c9c9a8dcd64 req-f5468f2e-4a6b-41d8-a1f2-11b32e871b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:16.152512 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6a2b531-855f-4fbb-a31f-9c9c9a8dcd64 req-f5468f2e-4a6b-41d8-a1f2-11b32e871b4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393107 Sep 07 17:15:16.186577 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-bba42f41-b93d-4532-a78f-39943a67c3c9 None None] Set router 95772af4-1999-49a6-8b57-9ab401edf2dc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:15:16.244281 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6a2b531-855f-4fbb-a31f-9c9c9a8dcd64 req-7a033866-4569-4e0b-848a-7d5dc77626d0 service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841186 Sep 07 17:15:16.332753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c6a2b531-855f-4fbb-a31f-9c9c9a8dcd64 req-8a4c95a4-6bea-4090-aae7-e90055c4b70b service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808022 Sep 07 17:15:16.405799 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-bba42f41-b93d-4532-a78f-39943a67c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'a93e9737-e784-445a-a30d-7a9522e67dbe', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'port_id': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'mac_address': 'fa:16:3e:84:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:15:14Z', 'updated_at': '2021-09-07T17:15:14Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be3bdc6-8ec3-4589-b347-666f0429b97a', 'name': '', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:07:54:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:58Z', 'updated_at': '2021-09-07T17:15:03Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:15:16.430898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba42f41-b93d-4532-a78f-39943a67c3c9 None None] The sync data for ids ['95772af4-1999-49a6-8b57-9ab401edf2dc'] in n-d-807551-3 is: [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'a93e9737-e784-445a-a30d-7a9522e67dbe', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'port_id': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'mac_address': 'fa:16:3e:84:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:15:14Z', 'updated_at': '2021-09-07T17:15:14Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be3bdc6-8ec3-4589-b347-666f0429b97a', 'name': '', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:07:54:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:58Z', 'updated_at': '2021-09-07T17:15:03Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:15:16.612111 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a5479-f2a8-4080-aa09-61606e025da9 None None] New status for floating IP a93e9737-e784-445a-a30d-7a9522e67dbe: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:15:17.046153 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 45922) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:15:17.076963 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:17.114957 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2616c0c9-739e-4653-a373-30adabb55684 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/a93e9737-e784-445a-a30d-7a9522e67dbe HTTP/1.1" status: 200 len: 992 time: 0.0676413 Sep 07 17:15:19.812560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c7963ea-d66b-4017-858e-ba720bd9b9dd req-77123455-102a-4264-b527-6fc20577f0c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385673 Sep 07 17:15:19.896933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7963ea-d66b-4017-858e-ba720bd9b9dd req-709d4e94-38d1-40b6-b00d-d1f5938c85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:19.898413 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c7963ea-d66b-4017-858e-ba720bd9b9dd req-709d4e94-38d1-40b6-b00d-d1f5938c85f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 1096 time: 0.0444000 Sep 07 17:15:19.997941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7963ea-d66b-4017-858e-ba720bd9b9dd req-8e17d570-07ff-42f8-a6bc-e169a576b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:19.999384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c7963ea-d66b-4017-858e-ba720bd9b9dd req-8e17d570-07ff-42f8-a6bc-e169a576b2dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57 HTTP/1.1" status: 200 len: 897 time: 0.0818954 Sep 07 17:15:20.066101 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c7963ea-d66b-4017-858e-ba720bd9b9dd req-5a1a8097-1d86-4e9b-8858-3a97072e3399 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea8e7d2-2667-4bad-9c91-3184731a5c4c HTTP/1.1" status: 200 len: 1000 time: 0.0591612 Sep 07 17:15:20.113084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7963ea-d66b-4017-858e-ba720bd9b9dd req-e961c770-8a2f-4156-a4cb-ac84cd6ce0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:20.114467 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c7963ea-d66b-4017-858e-ba720bd9b9dd req-e961c770-8a2f-4156-a4cb-ac84cd6ce0c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=815903b5-61a3-4b11-8c2b-fbe16f14fbbb HTTP/1.1" status: 200 len: 834 time: 0.0410323 Sep 07 17:15:20.157755 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7963ea-d66b-4017-858e-ba720bd9b9dd req-a645ffea-1be9-4c22-a255-b9acc1af9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:15:20.159191 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c7963ea-d66b-4017-858e-ba720bd9b9dd req-a645ffea-1be9-4c22-a255-b9acc1af9a04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382795 Sep 07 17:15:20.249111 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c7963ea-d66b-4017-858e-ba720bd9b9dd req-afed6f9d-43ce-4b52-922d-5ae135551dcd service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826294 Sep 07 17:15:20.336048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c7963ea-d66b-4017-858e-ba720bd9b9dd req-af7b3d10-5068-4aa8-9823-2dd2853b478a service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784833 Sep 07 17:15:29.258313 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:15:32.447377 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:32.972598 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:40.461644 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-33c7c525-141d-4aa9-9cee-ae3941f18548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:44.071868 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:44.307214 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-317456eb-15f6-44ab-8054-7652758c88bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:45.154199 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:15:47.079802 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:02.459577 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:02.970380 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:06.257363 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:16:10.462498 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0e583c4-26b5-4bcf-936d-cb5d44bc233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:14.076308 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:14.307228 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5167639e-694c-438e-835c-785dbea765c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:15.159319 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:17.084989 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:20.562224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-f57980ed-85dd-49c4-979b-8540725173ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445712 Sep 07 17:16:20.642179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-474adc48-ef6f-4476-b1e2-d43a38bc8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:20.643655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-474adc48-ef6f-4476-b1e2-d43a38bc8468 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 1096 time: 0.0397987 Sep 07 17:16:20.744071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-19782573-1303-4ca8-b43e-571ad71f6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:20.745468 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-19782573-1303-4ca8-b43e-571ad71f6247 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57 HTTP/1.1" status: 200 len: 897 time: 0.0826652 Sep 07 17:16:20.813196 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-72bb7c9f-bfe0-450d-950a-3c7c0bb794a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea8e7d2-2667-4bad-9c91-3184731a5c4c HTTP/1.1" status: 200 len: 1000 time: 0.0590274 Sep 07 17:16:20.861845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-a2aff976-da07-4998-9a60-d69fff460beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:20.863292 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-a2aff976-da07-4998-9a60-d69fff460beb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=815903b5-61a3-4b11-8c2b-fbe16f14fbbb HTTP/1.1" status: 200 len: 834 time: 0.0423861 Sep 07 17:16:20.907365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-de7dc654-65ea-47d7-9468-5440c8ae7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:20.908856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-de7dc654-65ea-47d7-9468-5440c8ae7f71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383153 Sep 07 17:16:20.920273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-954d5b21-e661-43b7-a053-0ec024db8751 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:16:20.921240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-954d5b21-e661-43b7-a053-0ec024db8751 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048769 Sep 07 17:16:21.013275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-fabc741a-2181-4256-b414-983723807631 service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842881 Sep 07 17:16:21.105851 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bbb9201f-2cd5-4343-98b0-55fd44070bed req-370b0570-76f5-4dc5-95d0-0e99eee46237 service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846312 Sep 07 17:16:28.521554 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c671166-efe0-4952-994e-2139a8f34923 req-833adab0-6ffa-4951-b4e6-f023e52a67b4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:28.523126 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c671166-efe0-4952-994e-2139a8f34923 req-833adab0-6ffa-4951-b4e6-f023e52a67b4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0501816 Sep 07 17:16:28.560554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c671166-efe0-4952-994e-2139a8f34923 req-cb28a055-2120-4bc1-8ce9-0bc0ef40381a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313451 Sep 07 17:16:29.674948 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9fd89-245f-4474-8334-621fed12c8de req-7df70328-e811-40a5-a5be-bc63dddf79fd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:29.676453 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6c9fd89-245f-4474-8334-621fed12c8de req-7df70328-e811-40a5-a5be-bc63dddf79fd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0481186 Sep 07 17:16:29.713228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f6c9fd89-245f-4474-8334-621fed12c8de req-a36ed8c9-8d16-4e80-89c5-78b23bb1e1c6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307510 Sep 07 17:16:30.824780 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d50500-bd1d-4347-841b-08ad2a13b852 req-ff4fccfd-3520-4383-be1d-38ded372c5b0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:30.826290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05d50500-bd1d-4347-841b-08ad2a13b852 req-ff4fccfd-3520-4383-be1d-38ded372c5b0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0478389 Sep 07 17:16:30.867051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05d50500-bd1d-4347-841b-08ad2a13b852 req-8eb44930-b12d-42e4-9525-660b0bb53ef0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349417 Sep 07 17:16:31.980585 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ac3db-02c6-4b37-a97a-b24b61196f97 req-5036c7ee-ea37-4088-9d7e-48ad36430677 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:31.982072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d7ac3db-02c6-4b37-a97a-b24b61196f97 req-5036c7ee-ea37-4088-9d7e-48ad36430677 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0483327 Sep 07 17:16:32.017573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0d7ac3db-02c6-4b37-a97a-b24b61196f97 req-779be079-af7d-4600-a398-dfe6388ca322 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297832 Sep 07 17:16:32.454045 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:32.981830 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:33.130677 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb11fe5-2212-472f-80be-cd0923b44fb6 req-b601df5c-b117-414b-bb74-04b8bc478439 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:33.132187 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfb11fe5-2212-472f-80be-cd0923b44fb6 req-b601df5c-b117-414b-bb74-04b8bc478439 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0486915 Sep 07 17:16:33.169676 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfb11fe5-2212-472f-80be-cd0923b44fb6 req-6f78fc9b-1ad1-4c69-b99b-1bb359e516f2 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314929 Sep 07 17:16:34.282372 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b38b30-54c3-456a-8306-e99815498e2c req-40b52c26-e1b1-4844-a495-88eb5b33af5f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:34.283759 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63b38b30-54c3-456a-8306-e99815498e2c req-40b52c26-e1b1-4844-a495-88eb5b33af5f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0480523 Sep 07 17:16:34.324791 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-63b38b30-54c3-456a-8306-e99815498e2c req-a5a72d22-b0ab-46e6-85d8-cddc03c9b0c4 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349541 Sep 07 17:16:35.438451 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c412bce-c71c-4f9c-a3cc-633b3e022b04 req-0e27797c-d12f-45d8-a7f1-35038452f3c1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:35.439958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c412bce-c71c-4f9c-a3cc-633b3e022b04 req-0e27797c-d12f-45d8-a7f1-35038452f3c1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0492997 Sep 07 17:16:35.478978 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5c412bce-c71c-4f9c-a3cc-633b3e022b04 req-4f2f6a0e-c8d3-433a-a15c-94ea70ccecaf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325522 Sep 07 17:16:36.593692 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b842e3-ee34-42c0-ab4a-12e983e764ab req-8a4c2146-e812-45e8-81d5-baf0cc330904 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:36.595215 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5b842e3-ee34-42c0-ab4a-12e983e764ab req-8a4c2146-e812-45e8-81d5-baf0cc330904 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0480988 Sep 07 17:16:36.633076 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e5b842e3-ee34-42c0-ab4a-12e983e764ab req-c5f96cca-0b14-4aa0-90c2-e9d0af6a4352 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313733 Sep 07 17:16:37.745935 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1df6a9-e505-405f-ab01-a4c2b5bc9a96 req-df2317d0-2a84-4cbf-a6a2-ae77c9ee61d3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:37.747412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e1df6a9-e505-405f-ab01-a4c2b5bc9a96 req-df2317d0-2a84-4cbf-a6a2-ae77c9ee61d3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0481775 Sep 07 17:16:37.787550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e1df6a9-e505-405f-ab01-a4c2b5bc9a96 req-51b00168-9a69-4b97-bad9-6ce1ee4a996c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339198 Sep 07 17:16:38.901510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c54d03-eb62-49eb-8be3-019ef3cc1e5d req-511673a3-72b9-46c3-aeaa-698ccc7c5bc7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:38.903009 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98c54d03-eb62-49eb-8be3-019ef3cc1e5d req-511673a3-72b9-46c3-aeaa-698ccc7c5bc7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0501993 Sep 07 17:16:38.940003 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-98c54d03-eb62-49eb-8be3-019ef3cc1e5d req-5f5352d7-769b-4886-b750-f215f74a62c7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310953 Sep 07 17:16:38.962884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 45988) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:16:39.021387 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-39c8ffcb-695a-425e-98e5-7a4e623a1103 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/a93e9737-e784-445a-a30d-7a9522e67dbe HTTP/1.1" status: 200 len: 992 time: 0.0573909 Sep 07 17:16:40.306155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e65a-ad0e-4f6f-ab9a-b52a85a21d71 req-3966d64d-6312-49ce-be4a-4165914595b9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:40.307665 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8be9e65a-ad0e-4f6f-ab9a-b52a85a21d71 req-3966d64d-6312-49ce-be4a-4165914595b9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0802770 Sep 07 17:16:40.313738 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3959a3-3840-4c6d-a697-0328767b9681 req-b9639a01-008a-40f7-aabc-378c8c4ce3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:40.315134 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec3959a3-3840-4c6d-a697-0328767b9681 req-b9639a01-008a-40f7-aabc-378c8c4ce3e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 1096 time: 0.0572655 Sep 07 17:16:40.373203 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8be9e65a-ad0e-4f6f-ab9a-b52a85a21d71 req-8369845e-96ed-4599-aba6-4a47838d474c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571332 Sep 07 17:16:40.428835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3959a3-3840-4c6d-a697-0328767b9681 req-466f2327-5e02-4668-96eb-829cbcfd217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:40.430232 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec3959a3-3840-4c6d-a697-0328767b9681 req-466f2327-5e02-4668-96eb-829cbcfd217b service neutron] 10.222.0.35 "GET /v2.0/networks?id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57 HTTP/1.1" status: 200 len: 897 time: 0.1071303 Sep 07 17:16:40.462538 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9e25-b21b-4676-9c27-fd3f0bbc1c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:40.494979 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec3959a3-3840-4c6d-a697-0328767b9681 req-95dea4dc-3263-445c-87b2-9396585b9f75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea8e7d2-2667-4bad-9c91-3184731a5c4c HTTP/1.1" status: 200 len: 1000 time: 0.0577722 Sep 07 17:16:40.543072 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3959a3-3840-4c6d-a697-0328767b9681 req-4307ca7b-a185-464e-9c7a-35d5591771a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:40.544568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec3959a3-3840-4c6d-a697-0328767b9681 req-4307ca7b-a185-464e-9c7a-35d5591771a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=815903b5-61a3-4b11-8c2b-fbe16f14fbbb HTTP/1.1" status: 200 len: 834 time: 0.0429726 Sep 07 17:16:40.593576 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3959a3-3840-4c6d-a697-0328767b9681 req-25026cc7-db48-4280-9001-643763d25bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:40.595060 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec3959a3-3840-4c6d-a697-0328767b9681 req-25026cc7-db48-4280-9001-643763d25bea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440719 Sep 07 17:16:40.683396 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec3959a3-3840-4c6d-a697-0328767b9681 req-5ee4cdc4-bc8b-49b1-8404-256ca47a9e0e service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807605 Sep 07 17:16:40.773848 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec3959a3-3840-4c6d-a697-0328767b9681 req-a608958c-0338-4713-8566-45dc643e75b6 service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833240 Sep 07 17:16:41.489728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa1c5-1abb-4f2b-a558-b3f728dead93 req-da8d8dce-4088-4340-94a4-12faac0e6988 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:16:41.491234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d0aa1c5-1abb-4f2b-a558-b3f728dead93 req-da8d8dce-4088-4340-94a4-12faac0e6988 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0497165 Sep 07 17:16:41.528275 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d0aa1c5-1abb-4f2b-a558-b3f728dead93 req-edb453c3-d7ed-4542-a772-91e675dee7d6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312691 Sep 07 17:16:41.549515 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46000) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:16:41.611372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3b921671-871e-4587-9c68-247e439ab15b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/a93e9737-e784-445a-a30d-7a9522e67dbe HTTP/1.1" status: 200 len: 992 time: 0.0607626 Sep 07 17:16:43.257930 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:16:44.077231 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:44.307238 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d52a9b3c-3918-4400-8647-0d50b30a3e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:45.159360 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:16:47.085352 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:02.465886 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:02.980719 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:10.463466 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8076a06e-1b2e-496a-876c-9eb978cf48a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:14.078127 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:14.306562 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-19114560-a601-4f48-876c-c86bcfb9baf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:15.161373 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:17.087079 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:20.257412 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:17:21.403719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-398db7a6-956a-4345-82f1-6d88e9abf63f req-9eb90175-6622-413e-9933-1e01eb3caf8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401676 Sep 07 17:17:21.485143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398db7a6-956a-4345-82f1-6d88e9abf63f req-c8099b2b-c02c-4e30-87a5-7a97d131ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:21.486554 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-398db7a6-956a-4345-82f1-6d88e9abf63f req-c8099b2b-c02c-4e30-87a5-7a97d131ad9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 1096 time: 0.0395749 Sep 07 17:17:21.592574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398db7a6-956a-4345-82f1-6d88e9abf63f req-cce52913-d863-4881-aec5-eef3edfe4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:21.594055 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-398db7a6-956a-4345-82f1-6d88e9abf63f req-cce52913-d863-4881-aec5-eef3edfe4374 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57 HTTP/1.1" status: 200 len: 897 time: 0.0857313 Sep 07 17:17:21.659297 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-398db7a6-956a-4345-82f1-6d88e9abf63f req-4f60ec10-cee3-4ddf-b901-4a55b7c7ecf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea8e7d2-2667-4bad-9c91-3184731a5c4c HTTP/1.1" status: 200 len: 1000 time: 0.0561059 Sep 07 17:17:21.708138 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398db7a6-956a-4345-82f1-6d88e9abf63f req-1639558d-8648-410d-8c61-570a70f2dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:21.709574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-398db7a6-956a-4345-82f1-6d88e9abf63f req-1639558d-8648-410d-8c61-570a70f2dd9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=815903b5-61a3-4b11-8c2b-fbe16f14fbbb HTTP/1.1" status: 200 len: 834 time: 0.0419123 Sep 07 17:17:21.761665 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398db7a6-956a-4345-82f1-6d88e9abf63f req-886e2bb1-43db-4e59-87f1-c43e6d58ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:21.763027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-398db7a6-956a-4345-82f1-6d88e9abf63f req-886e2bb1-43db-4e59-87f1-c43e6d58ba04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425780 Sep 07 17:17:21.852295 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-398db7a6-956a-4345-82f1-6d88e9abf63f req-1dc8c78f-f8db-42b1-9473-311f5adb0880 service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804520 Sep 07 17:17:21.945639 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-398db7a6-956a-4345-82f1-6d88e9abf63f req-ee7e958d-e3b3-49a7-9ef3-e40c9328d6c5 service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850115 Sep 07 17:17:32.473624 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:33.011605 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:38.524144 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46024) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:38.680452 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port 93f4eff0-9a9b-4693-aa4b-aa7f46db30b0 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:17:38.680803 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:38.759170 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:38.759420 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:38.770817 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for 93f4eff0-9a9b-4693-aa4b-aa7f46db30b0 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:17:38.915010 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:38.939748 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=93f4eff0-9a9b-4693-aa4b-aa7f46db30b0,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:38.951855 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:38.952206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:38.952573 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:38.952911 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:38.953250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:38.953581 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:38.953912 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:38.954241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:38.954569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:38.954895 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:38.955219 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:38.955538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:39.008159 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:39.008524 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Floating IP a93e9737-e784-445a-a30d-7a9522e67dbe disassociated (deleted). External IP: 172.25.3.89, port: 7ea8e7d2-2667-4bad-9c91-3184731a5c4c. Sep 07 17:17:39.212283 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 95772af4-1999-49a6-8b57-9ab401edf2dc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:17:39.319197 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:17:39.324838 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:39.329000 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c57ce0-d833-4cf2-9762-14fe31759b1f None None] Sync routers for ids ['95772af4-1999-49a6-8b57-9ab401edf2dc'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:17:39.338232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c57ce0-d833-4cf2-9762-14fe31759b1f None None] Routers {'95772af4-1999-49a6-8b57-9ab401edf2dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:17:39.338920 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e6c57ce0-d833-4cf2-9762-14fe31759b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:17:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['95772af4-1999-49a6-8b57-9ab401edf2dc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:39.351609 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6a3bd4f2-78f7-4ca1-aeb6-8ea4fb4dc3ff tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/floatingips/a93e9737-e784-445a-a30d-7a9522e67dbe HTTP/1.1" status: 204 len: 168 time: 0.8263607 Sep 07 17:17:39.352206 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'tag': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:17:39.354740 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b82fb4-14cc-46bb-85b1-6e33af81dbaa" -d '{"events": [{"name": "network-changed", "server_uuid": "a895f9f5-0aee-4b39-b5c4-c2021eac818a", "tag": "7ea8e7d2-2667-4bad-9c91-3184731a5c4c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:17:39.432689 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ac69e5-67e8-422d-8fa4-9e1d4f1d2e9e x-openstack-request-id: req-02ac69e5-67e8-422d-8fa4-9e1d4f1d2e9e {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:17:39.433006 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a895f9f5-0aee-4b39-b5c4-c2021eac818a", "tag": "7ea8e7d2-2667-4bad-9c91-3184731a5c4c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:17:39.434238 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02ac69e5-67e8-422d-8fa4-9e1d4f1d2e9e {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:17:39.434238 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'tag': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c', 'status': 'completed', 'code': 200} Sep 07 17:17:39.464969 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e6c57ce0-d833-4cf2-9762-14fe31759b1f None None] Set router 95772af4-1999-49a6-8b57-9ab401edf2dc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:17:39.572388 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b82fb4-14cc-46bb-85b1-6e33af81dbaa req-1660e79d-101c-4c2a-88af-791fdb1ff403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:39.574045 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46b82fb4-14cc-46bb-85b1-6e33af81dbaa req-1660e79d-101c-4c2a-88af-791fdb1ff403 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 1096 time: 0.1173909 Sep 07 17:17:39.589686 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cab2c8-2236-4131-bd2a-4d928519a1fd req-9dd98f0b-56b4-41ce-8432-35d3baccc3df tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:39.591131 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08cab2c8-2236-4131-bd2a-4d928519a1fd req-9dd98f0b-56b4-41ce-8432-35d3baccc3df tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0554972 Sep 07 17:17:39.671954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e6c57ce0-d833-4cf2-9762-14fe31759b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '8be3bdc6-8ec3-4589-b347-666f0429b97a', 'name': '', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:07:54:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:58Z', 'updated_at': '2021-09-07T17:15:03Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:39.680611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08cab2c8-2236-4131-bd2a-4d928519a1fd req-48f3f604-5ad2-4032-a838-13c600b0201e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815580 Sep 07 17:17:39.699637 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c57ce0-d833-4cf2-9762-14fe31759b1f None None] Checking router: 95772af4-1999-49a6-8b57-9ab401edf2dc for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:17:39.703934 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b82fb4-14cc-46bb-85b1-6e33af81dbaa req-b3f6a511-1441-4900-8c38-98d7913fcf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:39.705461 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46b82fb4-14cc-46bb-85b1-6e33af81dbaa req-b3f6a511-1441-4900-8c38-98d7913fcf5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57 HTTP/1.1" status: 200 len: 897 time: 0.1134565 Sep 07 17:17:39.707740 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c57ce0-d833-4cf2-9762-14fe31759b1f None None] Routers {'95772af4-1999-49a6-8b57-9ab401edf2dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:17:39.708376 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e6c57ce0-d833-4cf2-9762-14fe31759b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:17:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['95772af4-1999-49a6-8b57-9ab401edf2dc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:39.748600 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46b82fb4-14cc-46bb-85b1-6e33af81dbaa req-80076c89-aa0f-483a-bc11-52017d223531 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea8e7d2-2667-4bad-9c91-3184731a5c4c HTTP/1.1" status: 200 len: 217 time: 0.0344613 Sep 07 17:17:39.802626 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b82fb4-14cc-46bb-85b1-6e33af81dbaa req-e71d0e68-b2db-4ccf-8259-3c90f4cd772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:39.804100 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46b82fb4-14cc-46bb-85b1-6e33af81dbaa req-e71d0e68-b2db-4ccf-8259-3c90f4cd772f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=815903b5-61a3-4b11-8c2b-fbe16f14fbbb HTTP/1.1" status: 200 len: 834 time: 0.0472348 Sep 07 17:17:39.815011 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-e6c57ce0-d833-4cf2-9762-14fe31759b1f None None] Set router 95772af4-1999-49a6-8b57-9ab401edf2dc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:17:39.849874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b82fb4-14cc-46bb-85b1-6e33af81dbaa req-4711cffc-7b54-4817-bb25-d8a6c09115cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:39.851948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46b82fb4-14cc-46bb-85b1-6e33af81dbaa req-4711cffc-7b54-4817-bb25-d8a6c09115cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10981105-dd2b-48f5-bf06-d3a9bb3c6b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390854 Sep 07 17:17:39.946874 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46b82fb4-14cc-46bb-85b1-6e33af81dbaa req-427d3061-46dd-4065-827e-c8369feafbf1 service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869586 Sep 07 17:17:40.023850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-e6c57ce0-d833-4cf2-9762-14fe31759b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '8be3bdc6-8ec3-4589-b347-666f0429b97a', 'name': '', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:07:54:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:58Z', 'updated_at': '2021-09-07T17:15:03Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:40.040979 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-46b82fb4-14cc-46bb-85b1-6e33af81dbaa req-d7ae4187-dbeb-4008-aeb8-1c6d811c6919 service neutron] 10.222.0.35 "GET /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866909 Sep 07 17:17:40.058342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c57ce0-d833-4cf2-9762-14fe31759b1f None None] The sync data for ids ['95772af4-1999-49a6-8b57-9ab401edf2dc'] in n-d-807551-3 is: [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '8be3bdc6-8ec3-4589-b347-666f0429b97a', 'name': '', 'network_id': '10981105-dd2b-48f5-bf06-d3a9bb3c6b57', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:07:54:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:58Z', 'updated_at': '2021-09-07T17:15:03Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': '815903b5-61a3-4b11-8c2b-fbe16f14fbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:17:40.277292 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e966b-e130-4bb3-9c49-c47e99764eb6 None None] New status for floating IP a93e9737-e784-445a-a30d-7a9522e67dbe: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:17:40.463743 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-52703be7-ea12-457d-b315-25d07dfe1575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:40.809751 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e64df4-3ecb-4c5e-908e-502aa8732d72 req-a6887c2a-2cd1-4d92-8f6d-94b0f3fc7292 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:40.811225 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32e64df4-3ecb-4c5e-908e-502aa8732d72 req-a6887c2a-2cd1-4d92-8f6d-94b0f3fc7292 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0486755 Sep 07 17:17:40.848824 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32e64df4-3ecb-4c5e-908e-502aa8732d72 req-bab43658-7935-451e-a000-469c6c79d241 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b8e5250-d54d-4749-b814-51b46ec1b23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318394 Sep 07 17:17:41.308915 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8861904-93b6-4a3e-b01a-55d6ccc40d75 req-e4232b8c-5e28-407d-9487-6e178d2df4e2 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:41.310364 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8861904-93b6-4a3e-b01a-55d6ccc40d75 req-e4232b8c-5e28-407d-9487-6e178d2df4e2 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 945 time: 0.0515149 Sep 07 17:17:41.396431 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c8861904-93b6-4a3e-b01a-55d6ccc40d75 req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:17:41.396773 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c8861904-93b6-4a3e-b01a-55d6ccc40d75 req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:41.486982 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-c8861904-93b6-4a3e-b01a-55d6ccc40d75 req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=7ea8e7d2-2667-4bad-9c91-3184731a5c4c,segment=NetworkSegment(8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94),segment_id=8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:17:41.487274 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c8861904-93b6-4a3e-b01a-55d6ccc40d75 req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:41.499209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-c8861904-93b6-4a3e-b01a-55d6ccc40d75 req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for 7ea8e7d2-2667-4bad-9c91-3184731a5c4c owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:17:41.622878 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c8861904-93b6-4a3e-b01a-55d6ccc40d75 req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:41.652820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=7ea8e7d2-2667-4bad-9c91-3184731a5c4c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:41.667332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:41.667650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:41.667987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:41.668331 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:41.668700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:41.669040 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:41.669379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:41.669715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:41.670052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:41.670389 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:41.670734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:41.671054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:41.704292 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8861904-93b6-4a3e-b01a-55d6ccc40d75 req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] No DVR routers for this DVR port 7ea8e7d2-2667-4bad-9c91-3184731a5c4c on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:17:41.706858 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-c8861904-93b6-4a3e-b01a-55d6ccc40d75 req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:41.708980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c8861904-93b6-4a3e-b01a-55d6ccc40d75 req-2fbdf0d2-9cdc-4d82-b04d-b9939c1c661b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.35 "DELETE /v2.0/ports/7ea8e7d2-2667-4bad-9c91-3184731a5c4c HTTP/1.1" status: 204 len: 173 time: 0.3919976 Sep 07 17:17:41.709416 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'name': 'network-vif-deleted', 'tag': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:17:41.711694 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ca43b5-009d-4d7a-9850-630202e9ed3d" -d '{"events": [{"server_uuid": "a895f9f5-0aee-4b39-b5c4-c2021eac818a", "name": "network-vif-deleted", "tag": "7ea8e7d2-2667-4bad-9c91-3184731a5c4c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:17:41.750127 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19724f77-6970-49fd-a9a0-adf053dc5081 x-openstack-request-id: req-19724f77-6970-49fd-a9a0-adf053dc5081 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:17:41.750468 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a895f9f5-0aee-4b39-b5c4-c2021eac818a", "name": "network-vif-deleted", "tag": "7ea8e7d2-2667-4bad-9c91-3184731a5c4c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:17:41.750747 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19724f77-6970-49fd-a9a0-adf053dc5081 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:17:41.751170 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a895f9f5-0aee-4b39-b5c4-c2021eac818a', 'name': 'network-vif-deleted', 'tag': '7ea8e7d2-2667-4bad-9c91-3184731a5c4c', 'status': 'completed', 'code': 200} Sep 07 17:17:41.950626 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ae63c038-b76a-41e6-82ea-2880b6893c34 req-00b0c25b-d6f5-4360-a11c-3d0d21d5b963 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=a895f9f5-0aee-4b39-b5c4-c2021eac818a HTTP/1.1" status: 200 len: 210 time: 0.0263295 Sep 07 17:17:43.006441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46050) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:43.361367 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54441b7e-5ae0-497c-b41b-e648e54af765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:43.612279 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-54441b7e-5ae0-497c-b41b-e648e54af765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port 8be3bdc6-8ec3-4589-b347-666f0429b97a {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:17:43.612579 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54441b7e-5ae0-497c-b41b-e648e54af765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:43.698010 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-54441b7e-5ae0-497c-b41b-e648e54af765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port 8be3bdc6-8ec3-4589-b347-666f0429b97a, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=8be3bdc6-8ec3-4589-b347-666f0429b97a,segment=NetworkSegment(8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94),segment_id=8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:17:43.698371 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54441b7e-5ae0-497c-b41b-e648e54af765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:43.710313 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-54441b7e-5ae0-497c-b41b-e648e54af765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for 8be3bdc6-8ec3-4589-b347-666f0429b97a owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:17:43.895456 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54441b7e-5ae0-497c-b41b-e648e54af765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:43.924921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54441b7e-5ae0-497c-b41b-e648e54af765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=8be3bdc6-8ec3-4589-b347-666f0429b97a,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:44.081447 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:44.098665 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-54441b7e-5ae0-497c-b41b-e648e54af765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:44.308186 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a0f6b7f3-3935-4f77-8f44-78ebed6058ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:44.635282 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54441b7e-5ae0-497c-b41b-e648e54af765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router 95772af4-1999-49a6-8b57-9ab401edf2dc has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:17:44.739434 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54441b7e-5ae0-497c-b41b-e648e54af765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:17:44.746887 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-54441b7e-5ae0-497c-b41b-e648e54af765 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "PUT /v2.0/routers/95772af4-1999-49a6-8b57-9ab401edf2dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7376134 Sep 07 17:17:44.748039 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46052) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:44.749230 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd99893-71a5-41d4-a4a7-81bd79177dcb None None] Sync routers for ids ['95772af4-1999-49a6-8b57-9ab401edf2dc'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:17:44.758604 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd99893-71a5-41d4-a4a7-81bd79177dcb None None] Routers {'95772af4-1999-49a6-8b57-9ab401edf2dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:17:44.759487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6cd99893-71a5-41d4-a4a7-81bd79177dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['95772af4-1999-49a6-8b57-9ab401edf2dc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:44.800063 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1666fe-92b5-41fe-9afd-f61318f33666 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting subnet 815903b5-61a3-4b11-8c2b-fbe16f14fbbb {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:17:44.803096 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a1666fe-92b5-41fe-9afd-f61318f33666 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:44.841955 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a1666fe-92b5-41fe-9afd-f61318f33666 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:44.867100 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6cd99893-71a5-41d4-a4a7-81bd79177dcb None None] Set router 95772af4-1999-49a6-8b57-9ab401edf2dc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:17:44.928440 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a1666fe-92b5-41fe-9afd-f61318f33666 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:44.988829 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a1666fe-92b5-41fe-9afd-f61318f33666 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:45.018534 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9a1666fe-92b5-41fe-9afd-f61318f33666 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:45.020411 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9a1666fe-92b5-41fe-9afd-f61318f33666 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/subnets/815903b5-61a3-4b11-8c2b-fbe16f14fbbb HTTP/1.1" status: 204 len: 168 time: 0.2713885 Sep 07 17:17:45.022294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1666fe-92b5-41fe-9afd-f61318f33666 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Subnet': ['ID=815903b5-61a3-4b11-8c2b-fbe16f14fbbb,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:45.023149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46054) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:45.025375 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9bf700-3d67-4ab0-a9a5-09779767d9e7 None None] Network 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:17:45.122277 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6cd99893-71a5-41d4-a4a7-81bd79177dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:17:43Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:45.132594 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:45.169257 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd99893-71a5-41d4-a4a7-81bd79177dcb None None] Checking router: 95772af4-1999-49a6-8b57-9ab401edf2dc for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:17:45.188252 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:45.191346 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd99893-71a5-41d4-a4a7-81bd79177dcb None None] Routers {'95772af4-1999-49a6-8b57-9ab401edf2dc'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:17:45.191964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6cd99893-71a5-41d4-a4a7-81bd79177dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['95772af4-1999-49a6-8b57-9ab401edf2dc'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:45.237222 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:45.301171 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port 6046e817-2e61-4a79-bb28-19e0309cca97 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:17:45.301621 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:45.319897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] DHCP port deletion for 10981105-dd2b-48f5-bf06-d3a9bb3c6b57 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:17:45.322977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6cd99893-71a5-41d4-a4a7-81bd79177dcb None None] Set router 95772af4-1999-49a6-8b57-9ab401edf2dc gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:17:45.391001 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port 6046e817-2e61-4a79-bb28-19e0309cca97, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=6046e817-2e61-4a79-bb28-19e0309cca97,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:17:45.391689 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:45.403995 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for 6046e817-2e61-4a79-bb28-19e0309cca97 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:17:45.489541 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Deleting port 83252280-d7fb-43dd-995c-c414805525fb {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:17:45.489931 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:45.581996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] For port 83252280-d7fb-43dd-995c-c414805525fb, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=83252280-d7fb-43dd-995c-c414805525fb,segment=NetworkSegment(8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94),segment_id=8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:17:45.582319 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:45.597286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Calling delete_port for 83252280-d7fb-43dd-995c-c414805525fb owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:17:45.645677 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6cd99893-71a5-41d4-a4a7-81bd79177dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:17:43Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:45.681365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd99893-71a5-41d4-a4a7-81bd79177dcb None None] The sync data for ids ['95772af4-1999-49a6-8b57-9ab401edf2dc'] in n-d-807551-3 is: [{'id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1273597166', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:14:55Z', 'updated_at': '2021-09-07T17:17:43Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '6046e817-2e61-4a79-bb28-19e0309cca97', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ea:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95772af4-1999-49a6-8b57-9ab401edf2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:14:56Z', 'updated_at': '2021-09-07T17:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:17:45.717883 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:45.741334 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Pushing event deleted for resources: {'Port': ['ID=83252280-d7fb-43dd-995c-c414805525fb,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:45.754899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:45.755258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:45.755607 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:45.755949 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:45.756290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:45.756671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:45.757006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:45.757348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:45.757678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:45.758008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:45.758339 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:45.758674 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:45.761999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5d234-173a-4a38-85f6-bc7cc528d636 None None] No DVR routers for this DVR port 83252280-d7fb-43dd-995c-c414805525fb on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:17:45.894815 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:45.919320 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=6046e817-2e61-4a79-bb28-19e0309cca97,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:45.979962 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.069753 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.072441 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.116892 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.117425 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Fanout notify agent at l3_agent the message router_deleted on router 95772af4-1999-49a6-8b57-9ab401edf2dc {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:17:46.125091 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.126231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c6cae6f1-cf18-4222-9e29-2033a7e78664 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/routers/95772af4-1999-49a6-8b57-9ab401edf2dc HTTP/1.1" status: 204 len: 168 time: 1.1014092 Sep 07 17:17:46.128929 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46056) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:46.209230 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-92fdb7ba-c617-4fd4-852f-f494df771eb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.279958 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7ea8e7d2-2667-4bad-9c91-3184731a5c4c no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:17:46.294241 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-92fdb7ba-c617-4fd4-852f-f494df771eb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.302358 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 7ea8e7d2-2667-4bad-9c91-3184731a5c4c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:17:46.302802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 7ea8e7d2-2667-4bad-9c91-3184731a5c4c not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:17:46.315812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-92fdb7ba-c617-4fd4-852f-f494df771eb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10981105-dd2b-48f5-bf06-d3a9bb3c6b57']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:46.325698 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-92fdb7ba-c617-4fd4-852f-f494df771eb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:46.325999 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-92fdb7ba-c617-4fd4-852f-f494df771eb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1af6e4-92e6-4c1a-ae14-9a72ab4b4b94') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:46.335351 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-92fdb7ba-c617-4fd4-852f-f494df771eb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.348765 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-92fdb7ba-c617-4fd4-852f-f494df771eb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.359143 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92fdb7ba-c617-4fd4-852f-f494df771eb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:17:46.359143 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-92fdb7ba-c617-4fd4-852f-f494df771eb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: timer() Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:17:46.361864 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:17:46.424627 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-92fdb7ba-c617-4fd4-852f-f494df771eb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.432236 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-92fdb7ba-c617-4fd4-852f-f494df771eb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.434259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-92fdb7ba-c617-4fd4-852f-f494df771eb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/networks/10981105-dd2b-48f5-bf06-d3a9bb3c6b57 HTTP/1.1" status: 204 len: 168 time: 0.3043659 Sep 07 17:17:46.437937 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46058) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:46.462544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdb7ba-c617-4fd4-852f-f494df771eb9 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Network': ['ID=10981105-dd2b-48f5-bf06-d3a9bb3c6b57,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:46.510802 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34eed09d-0c8a-4268-a67e-d64d937d5120 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.536193 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34eed09d-0c8a-4268-a67e-d64d937d5120 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.596844 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34eed09d-0c8a-4268-a67e-d64d937d5120 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.599408 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-34eed09d-0c8a-4268-a67e-d64d937d5120 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:46.600633 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-34eed09d-0c8a-4268-a67e-d64d937d5120 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/security-groups/1b8e5250-d54d-4749-b814-51b46ec1b23e HTTP/1.1" status: 204 len: 168 time: 0.1616869 Sep 07 17:17:46.610522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eed09d-0c8a-4268-a67e-d64d937d5120 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8e5250-d54d-4749-b814-51b46ec1b23e,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:46.905977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46064) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:46.910607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-4f224406-779e-4d60-b09c-3c7b1b9222b0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90487115', 'description': 'tempest-secgroup-smoke-90487115 description', 'project_id': 'f1f9f898b65542fda69e3973c559160e'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:17:46.937104 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f224406-779e-4d60-b09c-3c7b1b9222b0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.014513 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f224406-779e-4d60-b09c-3c7b1b9222b0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.018217 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f224406-779e-4d60-b09c-3c7b1b9222b0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.047320 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4f224406-779e-4d60-b09c-3c7b1b9222b0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.048573 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4f224406-779e-4d60-b09c-3c7b1b9222b0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1415045 Sep 07 17:17:47.050367 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f224406-779e-4d60-b09c-3c7b1b9222b0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09002c1c-7035-450c-8274-02a076762075,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:47.051664 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46066) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:47.056538 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b81444f2-4700-448b-8d10-07241e72f2d8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '09002c1c-7035-450c-8274-02a076762075', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:17:47.081832 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b81444f2-4700-448b-8d10-07241e72f2d8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.090248 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.137303 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b81444f2-4700-448b-8d10-07241e72f2d8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.140675 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b81444f2-4700-448b-8d10-07241e72f2d8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.158559 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81444f2-4700-448b-8d10-07241e72f2d8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f57204-588e-4c52-a2e1-315e0feff9b1,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:47.164083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b81444f2-4700-448b-8d10-07241e72f2d8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.165880 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b81444f2-4700-448b-8d10-07241e72f2d8 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125484 Sep 07 17:17:47.168603 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46068) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:47.172935 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2bc7adcf-4ec1-4364-9315-b65258157994 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '09002c1c-7035-450c-8274-02a076762075', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:17:47.197687 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bc7adcf-4ec1-4364-9315-b65258157994 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.257364 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bc7adcf-4ec1-4364-9315-b65258157994 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.261515 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bc7adcf-4ec1-4364-9315-b65258157994 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.279392 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7adcf-4ec1-4364-9315-b65258157994 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9108959-9dd4-4a72-98f7-2a4fbf15a6fd,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:47.286467 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2bc7adcf-4ec1-4364-9315-b65258157994 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.288760 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2bc7adcf-4ec1-4364-9315-b65258157994 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191661 Sep 07 17:17:47.291033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46070) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:47.296805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8be3bdc6-8ec3-4589-b347-666f0429b97a no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:17:47.297551 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-0b7acb28-6dab-446e-90e3-c1d0af9134aa tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '09002c1c-7035-450c-8274-02a076762075', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:17:47.317405 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 8be3bdc6-8ec3-4589-b347-666f0429b97a {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:17:47.317755 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 8be3bdc6-8ec3-4589-b347-666f0429b97a not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:17:47.318283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 83252280-d7fb-43dd-995c-c414805525fb no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:17:47.322903 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b7acb28-6dab-446e-90e3-c1d0af9134aa tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.338201 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 83252280-d7fb-43dd-995c-c414805525fb {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:17:47.338552 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 83252280-d7fb-43dd-995c-c414805525fb not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:17:47.338973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6046e817-2e61-4a79-bb28-19e0309cca97 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:17:47.359240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 6046e817-2e61-4a79-bb28-19e0309cca97 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:17:47.359590 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 6046e817-2e61-4a79-bb28-19e0309cca97 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:17:47.380827 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b7acb28-6dab-446e-90e3-c1d0af9134aa tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.384953 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b7acb28-6dab-446e-90e3-c1d0af9134aa tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.402776 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7acb28-6dab-446e-90e3-c1d0af9134aa tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44db9fe8-6b4e-4205-906f-a30bdc122721,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:47.408063 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-0b7acb28-6dab-446e-90e3-c1d0af9134aa tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.409275 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-0b7acb28-6dab-446e-90e3-c1d0af9134aa tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173208 Sep 07 17:17:47.412021 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46072) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:47.416207 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b39b0cb6-35de-42c2-9edc-148a4bf3158d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '09002c1c-7035-450c-8274-02a076762075', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:17:47.441345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b39b0cb6-35de-42c2-9edc-148a4bf3158d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.502069 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b39b0cb6-35de-42c2-9edc-148a4bf3158d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.505551 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b39b0cb6-35de-42c2-9edc-148a4bf3158d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.520018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b0cb6-35de-42c2-9edc-148a4bf3158d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda223dd-3a42-4090-af0c-0ad99bee044b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:47.528951 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b39b0cb6-35de-42c2-9edc-148a4bf3158d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.530160 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b39b0cb6-35de-42c2-9edc-148a4bf3158d tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171947 Sep 07 17:17:47.533179 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46074) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:47.537467 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-51eeb317-5b61-4250-ac5b-a4a4b9e6238f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '09002c1c-7035-450c-8274-02a076762075', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:17:47.558057 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-51eeb317-5b61-4250-ac5b-a4a4b9e6238f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Project f1f9f898b65542fda69e3973c559160e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:17:47.563044 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51eeb317-5b61-4250-ac5b-a4a4b9e6238f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.623715 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51eeb317-5b61-4250-ac5b-a4a4b9e6238f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.627496 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51eeb317-5b61-4250-ac5b-a4a4b9e6238f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.642630 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eeb317-5b61-4250-ac5b-a4a4b9e6238f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4436035d-375e-4e65-b274-b85d48f361fd,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:47.650955 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-51eeb317-5b61-4250-ac5b-a4a4b9e6238f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.652255 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-51eeb317-5b61-4250-ac5b-a4a4b9e6238f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181459 Sep 07 17:17:47.655178 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46076) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:47.659321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-286c3363-56d7-4a98-bebb-cf04c9619996 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'security_group_rule': {'security_group_id': '09002c1c-7035-450c-8274-02a076762075', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:17:47.679905 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-286c3363-56d7-4a98-bebb-cf04c9619996 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Project f1f9f898b65542fda69e3973c559160e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:17:47.685056 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-286c3363-56d7-4a98-bebb-cf04c9619996 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.746503 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-286c3363-56d7-4a98-bebb-cf04c9619996 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.750234 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-286c3363-56d7-4a98-bebb-cf04c9619996 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.766087 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c3363-56d7-4a98-bebb-cf04c9619996 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161d052b-b1a9-41c1-8708-e720004bedf6,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:47.774541 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-286c3363-56d7-4a98-bebb-cf04c9619996 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.775930 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-286c3363-56d7-4a98-bebb-cf04c9619996 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198626 Sep 07 17:17:47.778797 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46078) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:47.783590 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-7ef55268-f210-4add-b4e3-68573d4eeb4c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'network': {'name': 'tempest-network-smoke--1946248458', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'port_security_enabled': True}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:17:47.804294 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef55268-f210-4add-b4e3-68573d4eeb4c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:17:47.808090 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ef55268-f210-4add-b4e3-68573d4eeb4c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.831401 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef55268-f210-4add-b4e3-68573d4eeb4c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:17:47.842306 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ef55268-f210-4add-b4e3-68573d4eeb4c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.842659 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-7ef55268-f210-4add-b4e3-68573d4eeb4c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Added segment 10801f5f-56ce-4c86-9392-3f9d858ad858 of type vlan for network 05e8f439-4230-4a05-b323-0c75d6d15b15 Sep 07 17:17:47.882791 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ef55268-f210-4add-b4e3-68573d4eeb4c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.907759 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ef55268-f210-4add-b4e3-68573d4eeb4c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.913221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef55268-f210-4add-b4e3-68573d4eeb4c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:47.913867 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-7ef55268-f210-4add-b4e3-68573d4eeb4c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:47.944979 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-7ef55268-f210-4add-b4e3-68573d4eeb4c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1651957 Sep 07 17:17:47.948443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46080) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:47.954784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'admin_state_up': True, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:17:47.998115 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef55268-f210-4add-b4e3-68573d4eeb4c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Network': ['ID=05e8f439-4230-4a05-b323-0c75d6d15b15,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:48.008399 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 05e8f439-4230-4a05-b323-0c75d6d15b15 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:17:48.012526 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:48.013524 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:48.064286 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:48.201027 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:48.387388 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:48.412119 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:48.513403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.25.3.48 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/24e01031-f1af-429a-a3a2-b83f5576ee6c) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:17:48.618449 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:48.655720 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:48.694475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:17:48.697870 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:17:48.703351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:17:48.708898 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=24e01031-f1af-429a-a3a2-b83f5576ee6c,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:48.950247 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:49.146062 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:49.271162 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 17:17:49.374334 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:17:49.383484 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Sync routers for ids ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:17:49.392900 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:49.394209 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-14e56f2c-cc21-4cb9-8258-81c39508b441 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4447510 Sep 07 17:17:49.395602 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Routers {'d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:17:49.396296 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:49.397398 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46082) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:49.425729 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-255be644-d9b5-445a-9b0c-8cf20bc1311c tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f1f9f898b65542fda69e3973c559160e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266433 Sep 07 17:17:49.428263 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46084) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:49.499546 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Set router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:17:49.518770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d0b5f4-c992-4dca-a2d6-ea2e3f552ec6 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:49.520347 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-b2d0b5f4-c992-4dca-a2d6-ea2e3f552ec6 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911441 Sep 07 17:17:49.523267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46086) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:49.550538 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-be89aef5-6d26-40fb-8e2b-120494a72742 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7920ab71-216c-4d93-9da0-10a36a806527&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262225 Sep 07 17:17:49.553338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46088) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:49.558617 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a2e7ba5c-26ba-41da-95a3-65cfb76fa76a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-965477343', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:17:49.643770 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e7ba5c-26ba-41da-95a3-65cfb76fa76a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:17:49.647327 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2e7ba5c-26ba-41da-95a3-65cfb76fa76a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:49.673262 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:48Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:49.699124 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Checking router: d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:17:49.699473 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Updating router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 port 24e01031-f1af-429a-a3a2-b83f5576ee6c binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:17:49.723142 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:49.825639 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2e7ba5c-26ba-41da-95a3-65cfb76fa76a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:49.892158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7ba5c-26ba-41da-95a3-65cfb76fa76a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Subnet': ['ID=fcad323a-5e57-4165-b70c-88db5a0447b1,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:49.900873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7ba5c-26ba-41da-95a3-65cfb76fa76a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Checking segment: {'id': '10801f5f-56ce-4c86-9392-3f9d858ad858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:17:49.901240 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e7ba5c-26ba-41da-95a3-65cfb76fa76a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network hostable DHCP agents. Network: 05e8f439-4230-4a05-b323-0c75d6d15b15, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:17:49.922226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e7ba5c-26ba-41da-95a3-65cfb76fa76a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 05e8f439-4230-4a05-b323-0c75d6d15b15 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:17:49.930717 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a2e7ba5c-26ba-41da-95a3-65cfb76fa76a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 05e8f439-4230-4a05-b323-0c75d6d15b15) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:17:49.936464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e7ba5c-26ba-41da-95a3-65cfb76fa76a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:49.938129 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a2e7ba5c-26ba-41da-95a3-65cfb76fa76a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:49.939907 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f7524-dcf2-4a02-827a-25276551777b None None] Network 05e8f439-4230-4a05-b323-0c75d6d15b15 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:17:49.954333 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a2e7ba5c-26ba-41da-95a3-65cfb76fa76a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3999748 Sep 07 17:17:49.957200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46090) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:17:49.982045 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:49.992047 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Transition to ACTIVE for port object 24e01031-f1af-429a-a3a2-b83f5576ee6c will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:17:49.997659 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:50.041906 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Attempting to bind port 24e01031-f1af-429a-a3a2-b83f5576ee6c on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:17:50.042378 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Attempting to bind port 24e01031-f1af-429a-a3a2-b83f5576ee6c by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:17:50.042813 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Attempting to bind port 24e01031-f1af-429a-a3a2-b83f5576ee6c on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:17:50.052514 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:17:50.052991 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:17:50.053765 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:50.053904 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:17:50.054451 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Bound port: 24e01031-f1af-429a-a3a2-b83f5576ee6c, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:17:50.054903 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:50.094197 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Pushing event updated for resources: {'Port': ['ID=24e01031-f1af-429a-a3a2-b83f5576ee6c,revision_number=2']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:50.110116 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:50.110550 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:50.110954 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:50.111350 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:50.111757 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:50.112136 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:50.112627 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:50.113061 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:50.113448 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:50.114175 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:50.114175 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:50.114561 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:17:50.129011 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] For port 24e01031-f1af-429a-a3a2-b83f5576ee6c, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:17:50.132914 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] For port 24e01031-f1af-429a-a3a2-b83f5576ee6c, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=24e01031-f1af-429a-a3a2-b83f5576ee6c,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:17:50.137792 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:50.193187 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Routers {'d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:17:50.193901 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:50.236072 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5bb94-9029-4c88-886f-dace65375742 None None] Pushing event updated for resources: {'Port': ['ID=24e01031-f1af-429a-a3a2-b83f5576ee6c,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:50.256192 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-05e8f439-4230-4a05-b323-0c75d6d15b15', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ips': [{'subnet_id': 'fcad323a-5e57-4165-b70c-88db5a0447b1'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:17:50.257324 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:50.305522 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] Set router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:17:50.398178 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Allocated IP 172.20.0.2 (05e8f439-4230-4a05-b323-0c75d6d15b15/fcad323a-5e57-4165-b70c-88db5a0447b1/64cc824d-f34c-4e46-8c2f-a5b598ff7bad) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:17:50.421191 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:50.490629 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:48Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:50.517978 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03521d61-4603-49a6-ab0e-6ed3dadaa60a None None] The sync data for ids ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'] in n-d-807551-3 is: [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:48Z', 'revision_number': 3, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:17:50.549597 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:50.558058 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Transition to ACTIVE for port object 64cc824d-f34c-4e46-8c2f-a5b598ff7bad will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:17:50.574323 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Transition to ACTIVE for port object 64cc824d-f34c-4e46-8c2f-a5b598ff7bad will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:17:50.581516 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:50.628874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Network 05e8f439-4230-4a05-b323-0c75d6d15b15 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:17:50.631792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:17:50.638118 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:17:50.645236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Pushing event updated for resources: {'Port': ['ID=64cc824d-f34c-4e46-8c2f-a5b598ff7bad,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:50.703619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Attempting to bind port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:17:50.703995 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Attempting to bind port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '10801f5f-56ce-4c86-9392-3f9d858ad858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:17:50.704408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Attempting to bind port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad on network 05e8f439-4230-4a05-b323-0c75d6d15b15 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:17:50.706137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.20.0.1 (05e8f439-4230-4a05-b323-0c75d6d15b15/fcad323a-5e57-4165-b70c-88db5a0447b1/c10735bf-9abe-4393-8154-7ec875ca4922) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:17:50.709589 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:17:50.709966 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Checking segment: {'id': '10801f5f-56ce-4c86-9392-3f9d858ad858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:17:50.710370 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:50.710766 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Bound using segment: {'id': '10801f5f-56ce-4c86-9392-3f9d858ad858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:17:50.711240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Bound port: 64cc824d-f34c-4e46-8c2f-a5b598ff7bad, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10801f5f-56ce-4c86-9392-3f9d858ad858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:17:50.711897 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:50.792111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] For port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:17:50.795329 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] For port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=64cc824d-f34c-4e46-8c2f-a5b598ff7bad,segment=NetworkSegment(10801f5f-56ce-4c86-9392-3f9d858ad858),segment_id=10801f5f-56ce-4c86-9392-3f9d858ad858)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:17:50.799751 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:50.864369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1da5e-3f3a-4aab-9134-e6cfbf08d478 None None] Pushing event updated for resources: {'Port': ['ID=64cc824d-f34c-4e46-8c2f-a5b598ff7bad,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:50.876380 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:50.893244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Transition to ACTIVE for port object c10735bf-9abe-4393-8154-7ec875ca4922 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:17:50.935521 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:50.979693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 05e8f439-4230-4a05-b323-0c75d6d15b15 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:17:50.983110 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:17:50.986505 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:17:51.020889 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=c10735bf-9abe-4393-8154-7ec875ca4922,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:51.056001 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:51.210516 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:51.349138 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 64cc824d-f34c-4e46-8c2f-a5b598ff7bad up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:17:51.406914 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:17:51.410957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 24e01031-f1af-429a-a3a2-b83f5576ee6c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:17:51.466897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 24e01031-f1af-429a-a3a2-b83f5576ee6c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:17:51.471579 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 24e01031-f1af-429a-a3a2-b83f5576ee6c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:17:51.472024 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:51.516451 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:51.522202 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:51.554923 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:51.579424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 24e01031-f1af-429a-a3a2-b83f5576ee6c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=24e01031-f1af-429a-a3a2-b83f5576ee6c,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:17:51.584783 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:51.600310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=c10735bf-9abe-4393-8154-7ec875ca4922,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:51.604239 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:51.634925 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=24e01031-f1af-429a-a3a2-b83f5576ee6c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:51.705806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 05e8f439-4230-4a05-b323-0c75d6d15b15 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:17:51.707282 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:17:51.822568 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:17:51.874078 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855c44c3-4639-4cae-9877-36918e39b454 None None] Network 05e8f439-4230-4a05-b323-0c75d6d15b15 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:17:51.933073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:17:51.941022 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e4075408-5dc5-4547-a5df-0376df2a2942 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "PUT /v2.0/routers/d09d4cc0-1bc2-49de-ab67-a54e61aa28d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9795387 Sep 07 17:17:51.953183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b925517f-942c-4a48-8a62-20aa895487a6 None None] Provisioning for port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:17:51.963559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-b925517f-942c-4a48-8a62-20aa895487a6 None None] Provisioning complete for port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:17:51.963967 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b925517f-942c-4a48-8a62-20aa895487a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:52.102504 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b925517f-942c-4a48-8a62-20aa895487a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:52.103340 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-d15a2769-229f-4a74-9df9-cfde70d30e43 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90487115&fields=id&tenant_id=f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 267 time: 0.0366683 Sep 07 17:17:52.138079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-b925517f-942c-4a48-8a62-20aa895487a6 None None] For port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=64cc824d-f34c-4e46-8c2f-a5b598ff7bad,segment=NetworkSegment(10801f5f-56ce-4c86-9392-3f9d858ad858),segment_id=10801f5f-56ce-4c86-9392-3f9d858ad858)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:17:52.143503 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b925517f-942c-4a48-8a62-20aa895487a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:52.196967 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925517f-942c-4a48-8a62-20aa895487a6 None None] Pushing event updated for resources: {'Port': ['ID=64cc824d-f34c-4e46-8c2f-a5b598ff7bad,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:52.225555 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-6119bb2c-d5b3-4fea-a083-1f84bffa8cc7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:52.227106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-6119bb2c-d5b3-4fea-a083-1f84bffa8cc7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/networks?id=05e8f439-4230-4a05-b323-0c75d6d15b15 HTTP/1.1" status: 200 len: 797 time: 0.1154487 Sep 07 17:17:52.244158 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-d9ccd1a6-09ad-40c8-b2ae-35b4317b3f70 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/quotas/f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 375 time: 0.0108383 Sep 07 17:17:52.305304 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-c622d6c6-062a-4a2e-b252-4c2972b34064 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511367 Sep 07 17:17:52.365560 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-74ed0104-8017-4ddb-8ef2-dc1cbddb27c0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:17:52.366597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-74ed0104-8017-4ddb-8ef2-dc1cbddb27c0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491369 Sep 07 17:17:52.373887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9a4fe85c-c31d-49c2-8f65-c13f3230f58f None None] Provisioning for port c10735bf-9abe-4393-8154-7ec875ca4922 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:17:52.378289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9a4fe85c-c31d-49c2-8f65-c13f3230f58f None None] Provisioning complete for port c10735bf-9abe-4393-8154-7ec875ca4922 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:17:52.378744 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe85c-c31d-49c2-8f65-c13f3230f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:52.415390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fe85c-c31d-49c2-8f65-c13f3230f58f None None] Port c10735bf-9abe-4393-8154-7ec875ca4922 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:17:52.432851 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9a4fe85c-c31d-49c2-8f65-c13f3230f58f None None] Provisioning complete for port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:17:52.433427 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe85c-c31d-49c2-8f65-c13f3230f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:52.461306 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Sync routers for ids ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:17:52.472294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-24c62935-d33b-41ef-83f6-50720556dc3a service neutron] 10.222.0.70 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980251 Sep 07 17:17:52.484127 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Routers {'d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:17:52.484817 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:52.578809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-ba3f0648-e613-423b-b56b-6d3d59c23582 service neutron] 10.222.0.70 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988858 Sep 07 17:17:52.638401 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Set router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:17:52.765290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2d20ad26-6df6-4958-8efc-f609c7000f46 req-d3a91ce3-bc35-494f-8d0c-237f11d60e05 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 210 time: 0.0279593 Sep 07 17:17:52.789457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-53531345-627b-47fb-8efc-bed009680839 None None] Provisioning complete for port c10735bf-9abe-4393-8154-7ec875ca4922 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:17:52.790350 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-53531345-627b-47fb-8efc-bed009680839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:52.841520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-53531345-627b-47fb-8efc-bed009680839 None None] Port c10735bf-9abe-4393-8154-7ec875ca4922 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:17:52.894680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c10735bf-9abe-4393-8154-7ec875ca4922', 'name': '', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:a4:b6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:50Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 2, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:52.925559 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Checking router: d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:17:52.925915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Updating router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 port c10735bf-9abe-4393-8154-7ec875ca4922 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:17:52.951474 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:53.218415 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:53.229605 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Transition to ACTIVE for port object c10735bf-9abe-4393-8154-7ec875ca4922 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:17:53.235566 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:53.290682 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb0be2-e48e-4716-b5f1-3c65787f1760 None None] Pushing event updated for resources: {'Port': ['ID=c10735bf-9abe-4393-8154-7ec875ca4922,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:53.313488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 64cc824d-f34c-4e46-8c2f-a5b598ff7bad up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:17:53.372143 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Attempting to bind port c10735bf-9abe-4393-8154-7ec875ca4922 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:17:53.372553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Attempting to bind port c10735bf-9abe-4393-8154-7ec875ca4922 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '10801f5f-56ce-4c86-9392-3f9d858ad858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:17:53.372931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Attempting to bind port c10735bf-9abe-4393-8154-7ec875ca4922 on network 05e8f439-4230-4a05-b323-0c75d6d15b15 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:17:53.379975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:17:53.380732 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Checking segment: {'id': '10801f5f-56ce-4c86-9392-3f9d858ad858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:17:53.380863 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:53.381180 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Bound using segment: {'id': '10801f5f-56ce-4c86-9392-3f9d858ad858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:17:53.381657 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Bound port: c10735bf-9abe-4393-8154-7ec875ca4922, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10801f5f-56ce-4c86-9392-3f9d858ad858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:17:53.382049 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:53.427658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:17:53.428055 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:53.496170 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] For port c10735bf-9abe-4393-8154-7ec875ca4922, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:17:53.500393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] For port c10735bf-9abe-4393-8154-7ec875ca4922, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c10735bf-9abe-4393-8154-7ec875ca4922,segment=NetworkSegment(10801f5f-56ce-4c86-9392-3f9d858ad858),segment_id=10801f5f-56ce-4c86-9392-3f9d858ad858)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:17:53.506910 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:53.600223 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 24e01031-f1af-429a-a3a2-b83f5576ee6c up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:17:53.601879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Routers {'d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:17:53.602579 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:53.606684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb0be2-e48e-4716-b5f1-3c65787f1760 None None] Pushing event updated for resources: {'Port': ['ID=c10735bf-9abe-4393-8154-7ec875ca4922,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:53.748285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 24e01031-f1af-429a-a3a2-b83f5576ee6c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:17:53.748583 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:53.753870 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] Set router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:17:53.809015 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-2618170d-b71e-48fb-afe1-c514f42c4c8f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:53.810517 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-2618170d-b71e-48fb-afe1-c514f42c4c8f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.54 "GET /v2.0/networks?id=05e8f439-4230-4a05-b323-0c75d6d15b15 HTTP/1.1" status: 200 len: 797 time: 0.1309180 Sep 07 17:17:53.863346 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-607d3e57-8eb5-4ba6-95a9-6a1fbad8f76e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f9f898b65542fda69e3973c559160e HTTP/1.1" status: 200 len: 378 time: 0.0373046 Sep 07 17:17:53.874193 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'port': {'device_id': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'admin_state_up': True, 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'security_groups': ['09002c1c-7035-450c-8274-02a076762075']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:17:53.890577 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-04fd6826-e739-431e-809f-ac440803e11f req-2acc72da-35f3-4d55-b8e5-bd19e41f36b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 210 time: 0.0307665 Sep 07 17:17:53.998050 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Made reservation on behalf of f1f9f898b65542fda69e3973c559160e for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:17:54.001699 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:54.139910 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.20.0.13 (05e8f439-4230-4a05-b323-0c75d6d15b15/fcad323a-5e57-4165-b70c-88db5a0447b1/c906753c-af36-4830-8a78-6c190967d8e5) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:17:54.182243 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c10735bf-9abe-4393-8154-7ec875ca4922', 'name': '', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:a4:b6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:50Z', 'updated_at': '2021-09-07T17:17:53Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:17:54.207980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228ef57-3886-4773-976e-688ce2a83563 None None] The sync data for ids ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'] in n-d-807551-3 is: [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c10735bf-9abe-4393-8154-7ec875ca4922', 'name': '', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:a4:b6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:50Z', 'updated_at': '2021-09-07T17:17:53Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:17:54.297235 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:54.311883 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Transition to ACTIVE for port object c906753c-af36-4830-8a78-6c190967d8e5 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:17:54.346926 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:54.397788 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 05e8f439-4230-4a05-b323-0c75d6d15b15 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:17:54.403790 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:17:54.408521 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:17:54.412621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=c906753c-af36-4830-8a78-6c190967d8e5,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:54.459814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:54.460593 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:54.480007 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8b0d23ee-2d17-442f-8f54-1ef6ee905b71 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6100931 Sep 07 17:17:54.494317 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-b70aba3e-ebfb-46f3-8ed2-368711f9a0d1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:17:54.495105 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-b70aba3e-ebfb-46f3-8ed2-368711f9a0d1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056200 Sep 07 17:17:54.512884 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Request body: {'port': {'device_id': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:17:54.575267 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:54.679373 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-206e16d5-61c7-4e2d-8f91-4e1f664fa8c6 None None] Provisioning for port c906753c-af36-4830-8a78-6c190967d8e5 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:17:54.684101 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-206e16d5-61c7-4e2d-8f91-4e1f664fa8c6 None None] Provisioning complete for port c906753c-af36-4830-8a78-6c190967d8e5 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:17:54.684527 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-206e16d5-61c7-4e2d-8f91-4e1f664fa8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:54.722955 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-206e16d5-61c7-4e2d-8f91-4e1f664fa8c6 None None] Port c906753c-af36-4830-8a78-6c190967d8e5 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:17:54.858086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c906753c-af36-4830-8a78-6c190967d8e5 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:17:54.865625 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:54.878189 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Transition to ACTIVE for port object c906753c-af36-4830-8a78-6c190967d8e5 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:17:54.882286 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:54.933147 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Pushing event updated for resources: {'Port': ['ID=c906753c-af36-4830-8a78-6c190967d8e5,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:55.022316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Attempting to bind port c906753c-af36-4830-8a78-6c190967d8e5 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:17:55.022667 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Attempting to bind port c906753c-af36-4830-8a78-6c190967d8e5 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '10801f5f-56ce-4c86-9392-3f9d858ad858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:17:55.023002 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Attempting to bind port c906753c-af36-4830-8a78-6c190967d8e5 on network 05e8f439-4230-4a05-b323-0c75d6d15b15 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:17:55.029343 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Port c906753c-af36-4830-8a78-6c190967d8e5 on network 05e8f439-4230-4a05-b323-0c75d6d15b15 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:17:55.029672 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Attempting to bind port c906753c-af36-4830-8a78-6c190967d8e5 on network 05e8f439-4230-4a05-b323-0c75d6d15b15 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:17:55.035826 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:17:55.036148 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Checking segment: {'id': '10801f5f-56ce-4c86-9392-3f9d858ad858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:17:55.036570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Bound using segment: {'id': '10801f5f-56ce-4c86-9392-3f9d858ad858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:17:55.037166 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Bound port: c906753c-af36-4830-8a78-6c190967d8e5, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10801f5f-56ce-4c86-9392-3f9d858ad858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:17:55.038003 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:55.120854 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] For port c906753c-af36-4830-8a78-6c190967d8e5, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:17:55.124500 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] For port c906753c-af36-4830-8a78-6c190967d8e5, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c906753c-af36-4830-8a78-6c190967d8e5,segment=NetworkSegment(10801f5f-56ce-4c86-9392-3f9d858ad858),segment_id=10801f5f-56ce-4c86-9392-3f9d858ad858)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:17:55.131062 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:55.170930 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:55.171794 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:55.173553 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] 10.222.0.54 "PUT /v2.0/ports/c906753c-af36-4830-8a78-6c190967d8e5 HTTP/1.1" status: 200 len: 1092 time: 0.6665421 Sep 07 17:17:55.174308 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'tag': 'c906753c-af36-4830-8a78-6c190967d8e5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:17:55.176981 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d52698a-f653-47b6-af60-7b63c3cebadc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a", "tag": "c906753c-af36-4830-8a78-6c190967d8e5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:17:55.220051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293095d1-5320-4285-9a0c-6c80f3cfb0cb service neutron] Pushing event updated for resources: {'Port': ['ID=c906753c-af36-4830-8a78-6c190967d8e5,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:55.285623 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-766599ab-a47e-40dd-ad6b-02d749355425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:55.287604 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-766599ab-a47e-40dd-ad6b-02d749355425 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 1095 time: 0.0631196 Sep 07 17:17:55.300270 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e7c779-051d-4d24-ac03-368cb084d895 x-openstack-request-id: req-19e7c779-051d-4d24-ac03-368cb084d895 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:17:55.300646 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a", "tag": "c906753c-af36-4830-8a78-6c190967d8e5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:17:55.300930 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19e7c779-051d-4d24-ac03-368cb084d895 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:17:55.301361 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'tag': 'c906753c-af36-4830-8a78-6c190967d8e5', 'status': 'completed', 'code': 200} Sep 07 17:17:55.331612 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03455bee-879b-4392-a3f7-2c3abd48ee3f req-7f33bfc6-3590-4b4a-aa24-be55534114fd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:55.334071 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03455bee-879b-4392-a3f7-2c3abd48ee3f req-7f33bfc6-3590-4b4a-aa24-be55534114fd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 944 time: 0.0801277 Sep 07 17:17:55.353065 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-927d9b70-fa4c-462f-917a-f26f16551614 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c906753c-af36-4830-8a78-6c190967d8e5 HTTP/1.1" status: 200 len: 217 time: 0.0507348 Sep 07 17:17:55.380251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c10735bf-9abe-4393-8154-7ec875ca4922 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:17:55.409531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-03455bee-879b-4392-a3f7-2c3abd48ee3f req-45fd7393-e7b5-4490-85ce-304871723139 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692282 Sep 07 17:17:55.430363 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-5511381b-af14-40e8-a698-c4fbc662b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:55.432497 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-5511381b-af14-40e8-a698-c4fbc662b721 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcad323a-5e57-4165-b70c-88db5a0447b1 HTTP/1.1" status: 200 len: 834 time: 0.0666378 Sep 07 17:17:55.455427 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port c10735bf-9abe-4393-8154-7ec875ca4922 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:17:55.460426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c10735bf-9abe-4393-8154-7ec875ca4922 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:17:55.460812 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:55.483560 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-83970e4e-d2e2-4f71-be4e-26cf66fd42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:55.485146 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-83970e4e-d2e2-4f71-be4e-26cf66fd42bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=05e8f439-4230-4a05-b323-0c75d6d15b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450373 Sep 07 17:17:55.549270 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:55.586396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port c10735bf-9abe-4393-8154-7ec875ca4922, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c10735bf-9abe-4393-8154-7ec875ca4922,segment=NetworkSegment(10801f5f-56ce-4c86-9392-3f9d858ad858),segment_id=10801f5f-56ce-4c86-9392-3f9d858ad858)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:17:55.586888 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-8035c96c-33fd-4b43-b2ab-2e5fb0377834 service neutron] 10.222.0.54 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905061 Sep 07 17:17:55.591322 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:55.640837 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=c10735bf-9abe-4393-8154-7ec875ca4922,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:55.682788 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-20341a1f-b9f0-43ed-9df0-b3c7b77acd70 req-e4321079-da08-49d4-a112-6aa187890525 service neutron] 10.222.0.54 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841196 Sep 07 17:17:55.773445 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52698a-f653-47b6-af60-7b63c3cebadc req-d65e8bf9-3c29-4326-ac36-6c84147050e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:55.774925 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d52698a-f653-47b6-af60-7b63c3cebadc req-d65e8bf9-3c29-4326-ac36-6c84147050e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 1095 time: 0.0442827 Sep 07 17:17:55.863991 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52698a-f653-47b6-af60-7b63c3cebadc req-e1ab4308-e8f8-4fcb-9ee5-fd04f0231bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:55.865399 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d52698a-f653-47b6-af60-7b63c3cebadc req-e1ab4308-e8f8-4fcb-9ee5-fd04f0231bb6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=05e8f439-4230-4a05-b323-0c75d6d15b15 HTTP/1.1" status: 200 len: 898 time: 0.0838466 Sep 07 17:17:55.909568 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d52698a-f653-47b6-af60-7b63c3cebadc req-45399e2e-7adc-429c-b098-4a0e9f8d238c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c906753c-af36-4830-8a78-6c190967d8e5 HTTP/1.1" status: 200 len: 217 time: 0.0368752 Sep 07 17:17:55.957797 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52698a-f653-47b6-af60-7b63c3cebadc req-68a65920-1505-49ff-a27a-a5f21b6f575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:55.959195 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d52698a-f653-47b6-af60-7b63c3cebadc req-68a65920-1505-49ff-a27a-a5f21b6f575e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcad323a-5e57-4165-b70c-88db5a0447b1 HTTP/1.1" status: 200 len: 834 time: 0.0422206 Sep 07 17:17:56.004553 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52698a-f653-47b6-af60-7b63c3cebadc req-770834c3-8a83-425d-9a08-23e50161725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:56.006011 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d52698a-f653-47b6-af60-7b63c3cebadc req-770834c3-8a83-425d-9a08-23e50161725f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=05e8f439-4230-4a05-b323-0c75d6d15b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391405 Sep 07 17:17:56.414839 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d52698a-f653-47b6-af60-7b63c3cebadc req-57c8565d-2912-4e44-bd06-c1d07f6c844e service neutron] 10.222.0.54 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993268 Sep 07 17:17:56.505642 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2d52698a-f653-47b6-af60-7b63c3cebadc req-a8a2d245-28e0-4104-8ff3-f6efd28a10da service neutron] 10.222.0.54 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825341 Sep 07 17:17:56.537345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a13879-7492-429d-9776-d78c32a6e8a1 req-8a5b1018-729b-43ef-8834-434d94e4bab3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:56.538958 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-96a13879-7492-429d-9776-d78c32a6e8a1 req-8a5b1018-729b-43ef-8834-434d94e4bab3 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 944 time: 0.0550954 Sep 07 17:17:56.576214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-96a13879-7492-429d-9776-d78c32a6e8a1 req-f3c0393c-789b-44c4-93e5-519be1712215 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314698 Sep 07 17:17:57.256534 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:17:57.291064 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c10735bf-9abe-4393-8154-7ec875ca4922 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:17:57.337327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c10735bf-9abe-4393-8154-7ec875ca4922 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:17:57.337701 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:57.688432 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac041a7-cff3-4ba7-b96e-e7c486b25196 req-8abdd3ea-a5f6-4e16-bd0f-a557342680e1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:57.689919 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ac041a7-cff3-4ba7-b96e-e7c486b25196 req-8abdd3ea-a5f6-4e16-bd0f-a557342680e1 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 944 time: 0.0487123 Sep 07 17:17:57.726598 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9ac041a7-cff3-4ba7-b96e-e7c486b25196 req-2587f79a-9932-41d3-ac30-b1096e253cdf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309675 Sep 07 17:17:58.042806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c906753c-af36-4830-8a78-6c190967d8e5 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:17:58.136517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c906753c-af36-4830-8a78-6c190967d8e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c906753c-af36-4830-8a78-6c190967d8e5,segment=NetworkSegment(10801f5f-56ce-4c86-9392-3f9d858ad858),segment_id=10801f5f-56ce-4c86-9392-3f9d858ad858)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:17:58.147232 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': 'c906753c-af36-4830-8a78-6c190967d8e5', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'port_id': 'c906753c-af36-4830-8a78-6c190967d8e5', 'mac_address': 'fa:16:3e:bc:6e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:17:58.187956 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:58.200997 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c906753c-af36-4830-8a78-6c190967d8e5 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:17:58.219557 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c906753c-af36-4830-8a78-6c190967d8e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c906753c-af36-4830-8a78-6c190967d8e5,segment=NetworkSegment(10801f5f-56ce-4c86-9392-3f9d858ad858),segment_id=10801f5f-56ce-4c86-9392-3f9d858ad858)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:17:58.223236 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:17:58.272538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c906753c-af36-4830-8a78-6c190967d8e5,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:17:58.542820 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['c906753c-af36-4830-8a78-6c190967d8e5'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:17:58.838343 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5cb5a-a2a7-4c99-b41e-8e7b99f2e7f6 req-890a7cfe-0ba2-40ff-a3d1-e0faaab37528 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:58.839743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8b5cb5a-a2a7-4c99-b41e-8e7b99f2e7f6 req-890a7cfe-0ba2-40ff-a3d1-e0faaab37528 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 945 time: 0.0475135 Sep 07 17:17:58.876312 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8b5cb5a-a2a7-4c99-b41e-8e7b99f2e7f6 req-72dbfb3a-fd36-4bec-a04f-a2f77109d713 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306642 Sep 07 17:17:59.992179 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2df103-1490-4519-a330-276fa1f4e7c6 req-ae65aee6-e6f6-4630-bd2a-9743d35fa2cd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:17:59.994183 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f2df103-1490-4519-a330-276fa1f4e7c6 req-ae65aee6-e6f6-4630-bd2a-9743d35fa2cd tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 945 time: 0.0534182 Sep 07 17:18:00.030400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8f2df103-1490-4519-a330-276fa1f4e7c6 req-74b44610-b7d6-47c7-9aa8-e7547fcd7bc0 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303640 Sep 07 17:18:00.068383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-1d035ba4-843e-4540-8f9d-dfc2bc9e70c1 req-5b7ae9c4-d710-4df0-be23-3bc6e4a4da14 service neutron] (94770) timed out ('10.222.0.70', 42692) {{(pid=94770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 17:18:00.073748 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c906753c-af36-4830-8a78-6c190967d8e5 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:18:00.121763 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port c906753c-af36-4830-8a78-6c190967d8e5 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:18:00.125312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port c906753c-af36-4830-8a78-6c190967d8e5 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:18:00.125691 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:00.200034 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:00.221248 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c906753c-af36-4830-8a78-6c190967d8e5'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:18:00.223491 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9439d438-64a6-4341-b452-786752cc61a2" -d '{"events": [{"server_uuid": "e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a", "name": "network-vif-plugged", "status": "completed", "tag": "c906753c-af36-4830-8a78-6c190967d8e5"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:18:00.236042 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port c906753c-af36-4830-8a78-6c190967d8e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c906753c-af36-4830-8a78-6c190967d8e5,segment=NetworkSegment(10801f5f-56ce-4c86-9392-3f9d858ad858),segment_id=10801f5f-56ce-4c86-9392-3f9d858ad858)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:18:00.240624 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:00.266046 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af9057a-31ae-416e-bc47-b213aaa217e7 x-openstack-request-id: req-4af9057a-31ae-416e-bc47-b213aaa217e7 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:18:00.266339 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a", "name": "network-vif-plugged", "status": "completed", "tag": "c906753c-af36-4830-8a78-6c190967d8e5", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:18:00.266595 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4af9057a-31ae-416e-bc47-b213aaa217e7 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:18:00.266983 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c906753c-af36-4830-8a78-6c190967d8e5', 'code': 200} Sep 07 17:18:00.292597 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=c906753c-af36-4830-8a78-6c190967d8e5,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:00.363565 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc74c2-4d79-435c-bbf7-14712854f0fa req-7bab6775-d7be-4461-a534-033299ad4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:00.365094 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-35cc74c2-4d79-435c-bbf7-14712854f0fa req-7bab6775-d7be-4461-a534-033299ad4742 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 1097 time: 0.0402157 Sep 07 17:18:00.402656 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-35cc74c2-4d79-435c-bbf7-14712854f0fa req-714d0782-37ed-481a-9612-7f6a60ef7c90 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305533 Sep 07 17:18:01.142076 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc17bbd-9fb3-4256-b9d6-80bac976ae69 req-5866672e-2d90-44f8-a5a7-2550d1b6484f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:01.143541 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2bc17bbd-9fb3-4256-b9d6-80bac976ae69 req-5866672e-2d90-44f8-a5a7-2550d1b6484f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 946 time: 0.0479894 Sep 07 17:18:01.180923 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2bc17bbd-9fb3-4256-b9d6-80bac976ae69 req-d2bfbbdf-61a5-4643-ad36-5ee92f557c01 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314436 Sep 07 17:18:02.294118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef5838-b7ce-4b04-9d96-2a485319c8e9 req-0cb94050-d633-4b51-9b91-99e9934f5bcf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:02.295638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79ef5838-b7ce-4b04-9d96-2a485319c8e9 req-0cb94050-d633-4b51-9b91-99e9934f5bcf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 946 time: 0.0480142 Sep 07 17:18:02.331798 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-79ef5838-b7ce-4b04-9d96-2a485319c8e9 req-e45b1b42-a760-4e88-bb04-bcc52918ee53 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303397 Sep 07 17:18:02.445855 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408a270-3c45-4f96-80ec-f6b1921180f8 req-34857a87-9cc3-4793-a564-ff922dc75fe6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:02.447837 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d408a270-3c45-4f96-80ec-f6b1921180f8 req-34857a87-9cc3-4793-a564-ff922dc75fe6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 946 time: 0.0521152 Sep 07 17:18:02.478985 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:02.486542 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d408a270-3c45-4f96-80ec-f6b1921180f8 req-7162dc59-4ce3-44fb-b2be-a04e875481a7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329335 Sep 07 17:18:02.507348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46144) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:02.546933 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f32a9-f7cb-4313-ae05-a87730ed2ea1 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:02.548576 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7e6f32a9-f7cb-4313-ae05-a87730ed2ea1 tempest-TestNetworkAdvancedServerOps-1273243167 tempest-TestNetworkAdvancedServerOps-1273243167-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 1092 time: 0.0401633 Sep 07 17:18:02.551424 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46146) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:02.556291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': 'c906753c-af36-4830-8a78-6c190967d8e5', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:18:02.577155 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:02.983721 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:03.022806 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:03.082220 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Allocated IP 172.25.3.116 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/df8db68a-b647-474a-b9e3-355164ad9ea6) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:18:03.184403 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:03.221163 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:03.257094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:18:03.259827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:18:03.262975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:18:03.291687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=df8db68a-b647-474a-b9e3-355164ad9ea6,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:03.616871 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:03.680793 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:03.831090 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:03.835687 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:03.909057 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event updated for resources: {'Port': ['ID=df8db68a-b647-474a-b9e3-355164ad9ea6,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:03.918701 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:04.016138 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Floating IP c97f1a9d-a126-4076-aa1d-99cfb90ec47e associated. External IP: 172.25.3.116, port: c906753c-af36-4830-8a78-6c190967d8e5. Sep 07 17:18:04.220459 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:18:04.326032 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:18:04.335923 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af0206d-ffda-4e19-8483-ba527502a6ca None None] Sync routers for ids ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:18:04.341750 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:04.345659 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af0206d-ffda-4e19-8483-ba527502a6ca None None] Routers {'d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:18:04.346264 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3af0206d-ffda-4e19-8483-ba527502a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:04.370990 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3fdd251c-f158-4ad2-b99a-cea5edfb1c2c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8154604 Sep 07 17:18:04.370990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'tag': 'c906753c-af36-4830-8a78-6c190967d8e5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:18:04.371709 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e456b564-8837-47e2-86df-0050217d23ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a", "tag": "c906753c-af36-4830-8a78-6c190967d8e5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:18:04.414591 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c67f4b8-1993-4ab8-8feb-cb6e717d8427 x-openstack-request-id: req-0c67f4b8-1993-4ab8-8feb-cb6e717d8427 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:18:04.414925 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a", "tag": "c906753c-af36-4830-8a78-6c190967d8e5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:18:04.415189 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c67f4b8-1993-4ab8-8feb-cb6e717d8427 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:18:04.415658 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'tag': 'c906753c-af36-4830-8a78-6c190967d8e5', 'status': 'completed', 'code': 200} Sep 07 17:18:04.466697 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3af0206d-ffda-4e19-8483-ba527502a6ca None None] Set router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:18:04.474038 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c36a4-b5a1-4f52-bb77-ba1363cab1a8 req-2bd62deb-f81d-44eb-a672-de0d96caaf78 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:04.475617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-153c36a4-b5a1-4f52-bb77-ba1363cab1a8 req-2bd62deb-f81d-44eb-a672-de0d96caaf78 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 946 time: 0.0539360 Sep 07 17:18:04.481146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456b564-8837-47e2-86df-0050217d23ba req-c831b0d0-aa63-4efd-8853-50e9f643bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:04.482671 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e456b564-8837-47e2-86df-0050217d23ba req-c831b0d0-aa63-4efd-8853-50e9f643bb50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 1097 time: 0.0440328 Sep 07 17:18:04.517079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-153c36a4-b5a1-4f52-bb77-ba1363cab1a8 req-64b0ebcb-e5aa-4a12-b747-ab7af235d9cb tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338836 Sep 07 17:18:04.538873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46152) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:04.576958 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456b564-8837-47e2-86df-0050217d23ba req-c0bc9604-627f-43eb-9949-163779883f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:04.578451 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e456b564-8837-47e2-86df-0050217d23ba req-c0bc9604-627f-43eb-9949-163779883f97 service neutron] 10.222.0.54 "GET /v2.0/networks?id=05e8f439-4230-4a05-b323-0c75d6d15b15 HTTP/1.1" status: 200 len: 898 time: 0.0889482 Sep 07 17:18:04.600954 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ad85edf7-7141-430d-9a83-9f7874a4890c tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/c97f1a9d-a126-4076-aa1d-99cfb90ec47e HTTP/1.1" status: 200 len: 992 time: 0.0597446 Sep 07 17:18:04.647831 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e456b564-8837-47e2-86df-0050217d23ba req-eafa4fc1-4b41-48f9-85e7-f1e8c56ba7f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c906753c-af36-4830-8a78-6c190967d8e5 HTTP/1.1" status: 200 len: 1000 time: 0.0612888 Sep 07 17:18:04.690529 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3af0206d-ffda-4e19-8483-ba527502a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'c97f1a9d-a126-4076-aa1d-99cfb90ec47e', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'port_id': 'c906753c-af36-4830-8a78-6c190967d8e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'mac_address': 'fa:16:3e:bc:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:18:03Z', 'updated_at': '2021-09-07T17:18:03Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c10735bf-9abe-4393-8154-7ec875ca4922', 'name': '', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:a4:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:50Z', 'updated_at': '2021-09-07T17:17:55Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:04.698077 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456b564-8837-47e2-86df-0050217d23ba req-442d3333-18c9-4a71-ad95-29c3e49df99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:04.699547 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e456b564-8837-47e2-86df-0050217d23ba req-442d3333-18c9-4a71-ad95-29c3e49df99f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcad323a-5e57-4165-b70c-88db5a0447b1 HTTP/1.1" status: 200 len: 834 time: 0.0439579 Sep 07 17:18:04.748324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456b564-8837-47e2-86df-0050217d23ba req-a600cd46-1877-4ed7-a8c2-0721ced46162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:04.749832 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e456b564-8837-47e2-86df-0050217d23ba req-a600cd46-1877-4ed7-a8c2-0721ced46162 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=05e8f439-4230-4a05-b323-0c75d6d15b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431664 Sep 07 17:18:04.806483 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af0206d-ffda-4e19-8483-ba527502a6ca None None] Checking router: d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:18:04.814730 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af0206d-ffda-4e19-8483-ba527502a6ca None None] Routers {'d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:18:04.815331 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3af0206d-ffda-4e19-8483-ba527502a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:17:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:04.848588 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e456b564-8837-47e2-86df-0050217d23ba req-d3e53602-f363-4dcc-b506-eed02b41cf28 service neutron] 10.222.0.54 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913811 Sep 07 17:18:04.923439 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-3af0206d-ffda-4e19-8483-ba527502a6ca None None] Set router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:18:04.941984 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e456b564-8837-47e2-86df-0050217d23ba req-4658099d-0a1b-4c9a-a7ea-a646da57f697 service neutron] 10.222.0.54 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865302 Sep 07 17:18:05.134635 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-3af0206d-ffda-4e19-8483-ba527502a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'c97f1a9d-a126-4076-aa1d-99cfb90ec47e', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'port_id': 'c906753c-af36-4830-8a78-6c190967d8e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'mac_address': 'fa:16:3e:bc:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:18:03Z', 'updated_at': '2021-09-07T17:18:03Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c10735bf-9abe-4393-8154-7ec875ca4922', 'name': '', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:a4:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:50Z', 'updated_at': '2021-09-07T17:17:55Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:05.162967 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af0206d-ffda-4e19-8483-ba527502a6ca None None] The sync data for ids ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'] in n-d-807551-3 is: [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': 'c97f1a9d-a126-4076-aa1d-99cfb90ec47e', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'port_id': 'c906753c-af36-4830-8a78-6c190967d8e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'mac_address': 'fa:16:3e:bc:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:18:03Z', 'updated_at': '2021-09-07T17:18:03Z', 'revision_number': 0, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c10735bf-9abe-4393-8154-7ec875ca4922', 'name': '', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:a4:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:50Z', 'updated_at': '2021-09-07T17:17:55Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:18:05.348987 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf1deb-a65a-4758-9017-a102914cf973 None None] New status for floating IP c97f1a9d-a126-4076-aa1d-99cfb90ec47e: ACTIVE {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:18:05.604087 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46154) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:05.667992 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6fe9dc8a-d6e3-484b-bc2c-dfb274757d47 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/c97f1a9d-a126-4076-aa1d-99cfb90ec47e HTTP/1.1" status: 200 len: 994 time: 0.0613546 Sep 07 17:18:10.464250 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7145b2a1-5f25-4b4b-b412-481f53267c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:14.074693 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:14.308566 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-723e51f0-1e6b-4b0a-b433-8b245e380e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:15.167737 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:17.093631 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:20.275754 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-963b828f-68cc-4369-a504-f187fd02d4a9 req-2705d047-8f8b-4b59-9bbd-bf90a1174cea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390961 Sep 07 17:18:20.358514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b828f-68cc-4369-a504-f187fd02d4a9 req-a4f195e7-9dc6-41a3-b4d3-241da5eceafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:20.359980 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-963b828f-68cc-4369-a504-f187fd02d4a9 req-a4f195e7-9dc6-41a3-b4d3-241da5eceafa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 1097 time: 0.0404925 Sep 07 17:18:20.464158 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b828f-68cc-4369-a504-f187fd02d4a9 req-9c8c0e64-82fa-4e4c-8389-af782e986b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:20.466276 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-963b828f-68cc-4369-a504-f187fd02d4a9 req-9c8c0e64-82fa-4e4c-8389-af782e986b4f service neutron] 10.222.0.54 "GET /v2.0/networks?id=05e8f439-4230-4a05-b323-0c75d6d15b15 HTTP/1.1" status: 200 len: 898 time: 0.0871654 Sep 07 17:18:20.532300 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-963b828f-68cc-4369-a504-f187fd02d4a9 req-282950e2-3290-42ca-9311-e719f4d822c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c906753c-af36-4830-8a78-6c190967d8e5 HTTP/1.1" status: 200 len: 1002 time: 0.0570602 Sep 07 17:18:20.582042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b828f-68cc-4369-a504-f187fd02d4a9 req-22413bb9-04cc-4501-a4ba-55b3c01ffd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:20.583432 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-963b828f-68cc-4369-a504-f187fd02d4a9 req-22413bb9-04cc-4501-a4ba-55b3c01ffd3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcad323a-5e57-4165-b70c-88db5a0447b1 HTTP/1.1" status: 200 len: 834 time: 0.0428038 Sep 07 17:18:20.633648 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b828f-68cc-4369-a504-f187fd02d4a9 req-cb78b368-026c-4075-9eb8-3792aa9c8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:20.635103 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-963b828f-68cc-4369-a504-f187fd02d4a9 req-cb78b368-026c-4075-9eb8-3792aa9c8bb5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=05e8f439-4230-4a05-b323-0c75d6d15b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429087 Sep 07 17:18:20.725010 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-963b828f-68cc-4369-a504-f187fd02d4a9 req-aec65bd1-1cc0-457c-8114-523820baea83 service neutron] 10.222.0.54 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803750 Sep 07 17:18:20.818342 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-963b828f-68cc-4369-a504-f187fd02d4a9 req-2d0ec316-d311-4a06-bf71-5a3b41662f7a service neutron] 10.222.0.54 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846276 Sep 07 17:18:32.490618 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:33.024398 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:34.256246 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:18:40.465212 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-69f8529b-4044-4156-869d-9ba98a688449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:40.984194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbed46-5755-4629-8de9-71cee854a15f req-84b89748-d214-4d6d-901a-47418b811c96 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:40.985719 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88fbed46-5755-4629-8de9-71cee854a15f req-84b89748-d214-4d6d-901a-47418b811c96 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 946 time: 0.0508163 Sep 07 17:18:41.022641 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-88fbed46-5755-4629-8de9-71cee854a15f req-238a10c7-3d1a-45d0-8787-6629f6cd2758 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311010 Sep 07 17:18:42.137070 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcc291-8477-40e5-89d9-2dbb0857a47c req-9b2ad2d9-2e88-4978-8973-065537ac8e25 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:42.138525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0bcc291-8477-40e5-89d9-2dbb0857a47c req-9b2ad2d9-2e88-4978-8973-065537ac8e25 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 946 time: 0.0480659 Sep 07 17:18:42.174672 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0bcc291-8477-40e5-89d9-2dbb0857a47c req-2f60755e-e729-42ac-a116-6c1098ddd118 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296085 Sep 07 17:18:42.196360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46174) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:42.260916 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-72d9d55e-2d4f-4ebb-bf27-8cdfef9bdf37 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/c97f1a9d-a126-4076-aa1d-99cfb90ec47e HTTP/1.1" status: 200 len: 994 time: 0.0634127 Sep 07 17:18:43.529139 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1fa14-b115-4255-8060-5f3b4ab4f5c1 req-51204490-f07d-433a-b792-ee6dd436e8bf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:43.530565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aea1fa14-b115-4255-8060-5f3b4ab4f5c1 req-51204490-f07d-433a-b792-ee6dd436e8bf tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 946 time: 0.0479791 Sep 07 17:18:43.557180 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c096bc5-ad7a-4ab0-9699-f09a70084f66 req-3dbdcd63-23d1-4117-9df2-4e71e0e17316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:43.558704 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c096bc5-ad7a-4ab0-9699-f09a70084f66 req-3dbdcd63-23d1-4117-9df2-4e71e0e17316 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 1097 time: 0.0421898 Sep 07 17:18:43.570299 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aea1fa14-b115-4255-8060-5f3b4ab4f5c1 req-af900871-2db7-4f91-b085-e6a8f318619b tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332716 Sep 07 17:18:43.655855 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c096bc5-ad7a-4ab0-9699-f09a70084f66 req-ff1eb534-90a1-47de-8b0e-f46f11f95e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:43.657403 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c096bc5-ad7a-4ab0-9699-f09a70084f66 req-ff1eb534-90a1-47de-8b0e-f46f11f95e34 service neutron] 10.222.0.54 "GET /v2.0/networks?id=05e8f439-4230-4a05-b323-0c75d6d15b15 HTTP/1.1" status: 200 len: 898 time: 0.0904138 Sep 07 17:18:43.724173 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c096bc5-ad7a-4ab0-9699-f09a70084f66 req-02333720-bd77-4e4e-b34a-a32f5817fbf2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c906753c-af36-4830-8a78-6c190967d8e5 HTTP/1.1" status: 200 len: 1002 time: 0.0574496 Sep 07 17:18:43.773008 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c096bc5-ad7a-4ab0-9699-f09a70084f66 req-eb8839e5-6696-48fc-a81d-9315cbeca35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:43.774400 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c096bc5-ad7a-4ab0-9699-f09a70084f66 req-eb8839e5-6696-48fc-a81d-9315cbeca35e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcad323a-5e57-4165-b70c-88db5a0447b1 HTTP/1.1" status: 200 len: 834 time: 0.0428367 Sep 07 17:18:43.826056 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c096bc5-ad7a-4ab0-9699-f09a70084f66 req-89c32f27-d6ba-42e4-aa68-213b7336aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:43.827422 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c096bc5-ad7a-4ab0-9699-f09a70084f66 req-89c32f27-d6ba-42e4-aa68-213b7336aaff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=05e8f439-4230-4a05-b323-0c75d6d15b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421848 Sep 07 17:18:43.926592 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c096bc5-ad7a-4ab0-9699-f09a70084f66 req-5992ee92-057a-4dfa-be5f-60b992d86017 service neutron] 10.222.0.54 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882251 Sep 07 17:18:44.025057 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-4c096bc5-ad7a-4ab0-9699-f09a70084f66 req-f1d1e3ae-e7db-48a4-ac4c-46fb19b61c72 service neutron] 10.222.0.54 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868218 Sep 07 17:18:44.074545 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:44.308976 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-80554e7a-4505-4fcc-b4cc-f6112f48b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:44.684545 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a085fe-5251-4b58-873b-2693d433c1ce req-ab4115a9-370a-4f37-affb-dc02b47d8f69 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:44.686008 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5a085fe-5251-4b58-873b-2693d433c1ce req-ab4115a9-370a-4f37-affb-dc02b47d8f69 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 946 time: 0.0480411 Sep 07 17:18:44.726214 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d5a085fe-5251-4b58-873b-2693d433c1ce req-790e326c-ed67-4a3a-9608-2f3cb942013a tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343168 Sep 07 17:18:45.169859 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:45.839806 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582873f-4fcd-4c30-8dc3-8697903acbca req-e53c0e83-e960-4df9-8f9b-cc7d796082e2 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:45.841356 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e582873f-4fcd-4c30-8dc3-8697903acbca req-e53c0e83-e960-4df9-8f9b-cc7d796082e2 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 946 time: 0.0487027 Sep 07 17:18:45.879199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e582873f-4fcd-4c30-8dc3-8697903acbca req-9b894688-8897-43c6-aa47-1d0cbc10af82 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317230 Sep 07 17:18:45.900518 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46186) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:45.961513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a739e26a-688f-4703-9d69-58de473339ce tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/floatingips/c97f1a9d-a126-4076-aa1d-99cfb90ec47e HTTP/1.1" status: 200 len: 994 time: 0.0598278 Sep 07 17:18:46.219372 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46192) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:46.375436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port df8db68a-b647-474a-b9e3-355164ad9ea6 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:18:46.375694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:46.446763 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:46.447096 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:46.458706 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for df8db68a-b647-474a-b9e3-355164ad9ea6 owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:18:46.605850 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:46.635510 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=df8db68a-b647-474a-b9e3-355164ad9ea6,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:46.657624 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:46.657984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:46.658334 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:46.658685 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:46.659022 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:46.659360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:46.659696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:46.660033 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:46.660394 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:46.660732 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:46.661062 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:46.661391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:46.697320 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:46.697648 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Floating IP c97f1a9d-a126-4076-aa1d-99cfb90ec47e disassociated (deleted). External IP: 172.25.3.116, port: c906753c-af36-4830-8a78-6c190967d8e5. Sep 07 17:18:46.899174 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:18:47.004647 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:18:47.009061 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:47.014521 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17847345-c5fe-4e9f-857b-6ea5b00c5c17 None None] Sync routers for ids ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:18:47.023007 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17847345-c5fe-4e9f-857b-6ea5b00c5c17 None None] Routers {'d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:18:47.023605 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-17847345-c5fe-4e9f-857b-6ea5b00c5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:47.035507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e0e2766a-0abb-42ff-b42c-eea9a24857a6 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/floatingips/c97f1a9d-a126-4076-aa1d-99cfb90ec47e HTTP/1.1" status: 204 len: 168 time: 0.8150673 Sep 07 17:18:47.036109 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'tag': 'c906753c-af36-4830-8a78-6c190967d8e5'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:18:47.038393 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e80abac-ec26-401f-9c14-a5390ab52936" -d '{"events": [{"name": "network-changed", "server_uuid": "e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a", "tag": "c906753c-af36-4830-8a78-6c190967d8e5"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:18:47.080202 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab582725-f7b9-416d-b868-074497b23a68 x-openstack-request-id: req-ab582725-f7b9-416d-b868-074497b23a68 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:18:47.080537 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a", "tag": "c906753c-af36-4830-8a78-6c190967d8e5", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:18:47.080784 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab582725-f7b9-416d-b868-074497b23a68 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:18:47.081195 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'tag': 'c906753c-af36-4830-8a78-6c190967d8e5', 'status': 'completed', 'code': 200} Sep 07 17:18:47.099476 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:47.132741 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-17847345-c5fe-4e9f-857b-6ea5b00c5c17 None None] Set router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:18:47.158836 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80abac-ec26-401f-9c14-a5390ab52936 req-d3cac7a0-d138-4e28-b1d1-25da200ef923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:47.161319 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e80abac-ec26-401f-9c14-a5390ab52936 req-d3cac7a0-d138-4e28-b1d1-25da200ef923 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1f9f898b65542fda69e3973c559160e&device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 1097 time: 0.0505536 Sep 07 17:18:47.271766 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80abac-ec26-401f-9c14-a5390ab52936 req-ce4e4242-6c12-4b3a-986c-848d30cb2c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:47.273502 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e80abac-ec26-401f-9c14-a5390ab52936 req-ce4e4242-6c12-4b3a-986c-848d30cb2c22 service neutron] 10.222.0.54 "GET /v2.0/networks?id=05e8f439-4230-4a05-b323-0c75d6d15b15 HTTP/1.1" status: 200 len: 898 time: 0.1005113 Sep 07 17:18:47.287075 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8033941-3452-49db-b500-ed8cd7a91176 req-53198d1a-470a-45a3-92bc-b3e5cef469ef tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:47.288757 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8033941-3452-49db-b500-ed8cd7a91176 req-53198d1a-470a-45a3-92bc-b3e5cef469ef tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 946 time: 0.0648358 Sep 07 17:18:47.329236 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8033941-3452-49db-b500-ed8cd7a91176 req-5c169e5d-898c-49cc-b773-38916908f6be tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335832 Sep 07 17:18:47.330831 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e80abac-ec26-401f-9c14-a5390ab52936 req-9e151832-179d-4501-82b7-40140eea19b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c906753c-af36-4830-8a78-6c190967d8e5 HTTP/1.1" status: 200 len: 217 time: 0.0429287 Sep 07 17:18:47.338698 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-17847345-c5fe-4e9f-857b-6ea5b00c5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c10735bf-9abe-4393-8154-7ec875ca4922', 'name': '', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:a4:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:50Z', 'updated_at': '2021-09-07T17:17:55Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:47.366845 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17847345-c5fe-4e9f-857b-6ea5b00c5c17 None None] Checking router: d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:18:47.376013 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17847345-c5fe-4e9f-857b-6ea5b00c5c17 None None] Routers {'d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:18:47.376847 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-17847345-c5fe-4e9f-857b-6ea5b00c5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:47.384221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80abac-ec26-401f-9c14-a5390ab52936 req-9ff88db9-9d14-4662-b9be-f36ea33d097b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:47.385718 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e80abac-ec26-401f-9c14-a5390ab52936 req-9ff88db9-9d14-4662-b9be-f36ea33d097b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcad323a-5e57-4165-b70c-88db5a0447b1 HTTP/1.1" status: 200 len: 834 time: 0.0468218 Sep 07 17:18:47.432865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80abac-ec26-401f-9c14-a5390ab52936 req-8decff42-8035-4ce6-99ae-18bf0e192ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:47.434255 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e80abac-ec26-401f-9c14-a5390ab52936 req-8decff42-8035-4ce6-99ae-18bf0e192ade service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=05e8f439-4230-4a05-b323-0c75d6d15b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396745 Sep 07 17:18:47.479831 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-17847345-c5fe-4e9f-857b-6ea5b00c5c17 None None] Set router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:18:47.529843 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e80abac-ec26-401f-9c14-a5390ab52936 req-5d1cbdf6-d979-4f18-8ba7-e279a6fb048f service neutron] 10.222.0.54 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869436 Sep 07 17:18:47.639654 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8e80abac-ec26-401f-9c14-a5390ab52936 req-358653a2-5ff4-4664-87d6-78d7fde00e56 service neutron] 10.222.0.54 "GET /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970068 Sep 07 17:18:47.684995 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-17847345-c5fe-4e9f-857b-6ea5b00c5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c10735bf-9abe-4393-8154-7ec875ca4922', 'name': '', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:a4:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:50Z', 'updated_at': '2021-09-07T17:17:55Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:47.710582 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17847345-c5fe-4e9f-857b-6ea5b00c5c17 None None] The sync data for ids ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'] in n-d-807551-3 is: [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'c10735bf-9abe-4393-8154-7ec875ca4922', 'name': '', 'network_id': '05e8f439-4230-4a05-b323-0c75d6d15b15', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'mac_address': 'fa:16:3e:a4:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:50Z', 'updated_at': '2021-09-07T17:17:55Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'subnets': [{'id': 'fcad323a-5e57-4165-b70c-88db5a0447b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:18:47.920859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f0e859-e35d-44da-bad2-4091ff03c669 None None] New status for floating IP c97f1a9d-a126-4076-aa1d-99cfb90ec47e: DOWN {{(pid=94772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:18:48.446737 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4100b2-932f-4f6d-8f72-f99966aff53b req-48123ed6-8554-45ca-b80e-0eccac2d2a49 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:48.448217 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b4100b2-932f-4f6d-8f72-f99966aff53b req-48123ed6-8554-45ca-b80e-0eccac2d2a49 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 946 time: 0.0491846 Sep 07 17:18:48.486472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5b4100b2-932f-4f6d-8f72-f99966aff53b req-290bf792-9eae-4987-9131-310a3cd1670e tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/security-groups?id=09002c1c-7035-450c-8274-02a076762075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322108 Sep 07 17:18:49.194678 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41593bf-f7ae-4eb3-9658-dd64a0f0e741 req-a15fa22a-a8f5-47f3-bbc0-21fba32054ca tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:49.196047 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f41593bf-f7ae-4eb3-9658-dd64a0f0e741 req-a15fa22a-a8f5-47f3-bbc0-21fba32054ca tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 946 time: 0.0487437 Sep 07 17:18:49.283847 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f41593bf-f7ae-4eb3-9658-dd64a0f0e741 req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port c906753c-af36-4830-8a78-6c190967d8e5 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:18:49.284193 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f41593bf-f7ae-4eb3-9658-dd64a0f0e741 req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:49.373223 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-f41593bf-f7ae-4eb3-9658-dd64a0f0e741 req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port c906753c-af36-4830-8a78-6c190967d8e5, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=c906753c-af36-4830-8a78-6c190967d8e5,segment=NetworkSegment(10801f5f-56ce-4c86-9392-3f9d858ad858),segment_id=10801f5f-56ce-4c86-9392-3f9d858ad858)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:18:49.373596 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f41593bf-f7ae-4eb3-9658-dd64a0f0e741 req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:49.386407 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-f41593bf-f7ae-4eb3-9658-dd64a0f0e741 req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for c906753c-af36-4830-8a78-6c190967d8e5 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:18:49.513172 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f41593bf-f7ae-4eb3-9658-dd64a0f0e741 req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:49.541952 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=c906753c-af36-4830-8a78-6c190967d8e5,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:49.568458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:49.568814 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:49.569155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:49.569493 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:49.569822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:49.570152 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:49.570482 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:49.570811 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:49.571135 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:49.571458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:49.571777 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:49.572100 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:49.588808 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2cb91d87-7027-413f-8adc-910dcf839ae6 req-a7b83080-2c75-45e9-aae6-93096a7e2754 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a HTTP/1.1" status: 200 len: 210 time: 0.0273502 Sep 07 17:18:49.593793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41593bf-f7ae-4eb3-9658-dd64a0f0e741 req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] No DVR routers for this DVR port c906753c-af36-4830-8a78-6c190967d8e5 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:18:49.596669 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-f41593bf-f7ae-4eb3-9658-dd64a0f0e741 req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:49.598642 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-f41593bf-f7ae-4eb3-9658-dd64a0f0e741 req-4b0bd3d2-10a7-45a2-838b-56a0891b8dac tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.54 "DELETE /v2.0/ports/c906753c-af36-4830-8a78-6c190967d8e5 HTTP/1.1" status: 204 len: 173 time: 0.3932428 Sep 07 17:18:49.599076 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'name': 'network-vif-deleted', 'tag': 'c906753c-af36-4830-8a78-6c190967d8e5'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:18:49.601351 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f40bb2-7eec-4b2f-ba8a-e9965e717c09" -d '{"events": [{"server_uuid": "e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a", "name": "network-vif-deleted", "tag": "c906753c-af36-4830-8a78-6c190967d8e5"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:18:49.645234 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a19e2a1-a149-4c7b-b991-cfafafc6dc04 x-openstack-request-id: req-8a19e2a1-a149-4c7b-b991-cfafafc6dc04 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:18:49.645535 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a", "name": "network-vif-deleted", "tag": "c906753c-af36-4830-8a78-6c190967d8e5", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:18:49.645794 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a19e2a1-a149-4c7b-b991-cfafafc6dc04 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:18:49.646199 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cb7164-ea65-4085-aaed-aa2e2e1ddc0a', 'name': 'network-vif-deleted', 'tag': 'c906753c-af36-4830-8a78-6c190967d8e5', 'status': 'completed', 'code': 200} Sep 07 17:18:50.643905 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46210) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:50.996804 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9803e1b-bb3b-49fb-8279-711063db0dba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:51.244894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d9803e1b-bb3b-49fb-8279-711063db0dba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port c10735bf-9abe-4393-8154-7ec875ca4922 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:18:51.245248 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9803e1b-bb3b-49fb-8279-711063db0dba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:51.330588 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-d9803e1b-bb3b-49fb-8279-711063db0dba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port c10735bf-9abe-4393-8154-7ec875ca4922, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c10735bf-9abe-4393-8154-7ec875ca4922,segment=NetworkSegment(10801f5f-56ce-4c86-9392-3f9d858ad858),segment_id=10801f5f-56ce-4c86-9392-3f9d858ad858)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:18:51.330963 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9803e1b-bb3b-49fb-8279-711063db0dba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:51.342897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-d9803e1b-bb3b-49fb-8279-711063db0dba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for c10735bf-9abe-4393-8154-7ec875ca4922 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:18:51.524642 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9803e1b-bb3b-49fb-8279-711063db0dba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:51.550229 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9803e1b-bb3b-49fb-8279-711063db0dba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=c10735bf-9abe-4393-8154-7ec875ca4922,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:51.717851 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-d9803e1b-bb3b-49fb-8279-711063db0dba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:52.231549 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9803e1b-bb3b-49fb-8279-711063db0dba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:18:52.322492 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c906753c-af36-4830-8a78-6c190967d8e5 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:18:52.335085 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9803e1b-bb3b-49fb-8279-711063db0dba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:18:52.339932 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d9803e1b-bb3b-49fb-8279-711063db0dba tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "PUT /v2.0/routers/d09d4cc0-1bc2-49de-ab67-a54e61aa28d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6949794 Sep 07 17:18:52.342646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46212) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:52.344757 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: c906753c-af36-4830-8a78-6c190967d8e5 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:18:52.345164 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device c906753c-af36-4830-8a78-6c190967d8e5 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:18:52.345423 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e125664-538b-4632-b741-f01aacd436d3 None None] Sync routers for ids ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:18:52.357260 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e125664-538b-4632-b741-f01aacd436d3 None None] Routers {'d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:18:52.357856 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0e125664-538b-4632-b741-f01aacd436d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:52.459210 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0e125664-538b-4632-b741-f01aacd436d3 None None] Set router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:18:52.514484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38592f2-e851-4083-a5e6-8ea20aad8804 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting subnet fcad323a-5e57-4165-b70c-88db5a0447b1 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:18:52.517892 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e38592f2-e851-4083-a5e6-8ea20aad8804 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:52.562711 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e38592f2-e851-4083-a5e6-8ea20aad8804 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:52.649395 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e38592f2-e851-4083-a5e6-8ea20aad8804 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:52.706513 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e38592f2-e851-4083-a5e6-8ea20aad8804 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:52.727004 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0e125664-538b-4632-b741-f01aacd436d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:18:51Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:52.733580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38592f2-e851-4083-a5e6-8ea20aad8804 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Subnet': ['ID=fcad323a-5e57-4165-b70c-88db5a0447b1,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:52.738115 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e38592f2-e851-4083-a5e6-8ea20aad8804 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:52.739861 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e38592f2-e851-4083-a5e6-8ea20aad8804 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/subnets/fcad323a-5e57-4165-b70c-88db5a0447b1 HTTP/1.1" status: 204 len: 168 time: 0.3962846 Sep 07 17:18:52.742453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46216) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:52.745199 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbbf3a7-2ceb-4c57-a0a8-f062c488910f None None] Network 05e8f439-4230-4a05-b323-0c75d6d15b15 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:18:52.757061 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e125664-538b-4632-b741-f01aacd436d3 None None] Checking router: d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:18:52.766128 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e125664-538b-4632-b741-f01aacd436d3 None None] Routers {'d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:18:52.766659 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0e125664-538b-4632-b741-f01aacd436d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:52.856503 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:52.872458 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0e125664-538b-4632-b741-f01aacd436d3 None None] Set router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:18:52.935792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354de873-3904-4485-8407-9cca63f9137d None None] DHCP port deletion for 05e8f439-4230-4a05-b323-0c75d6d15b15 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:18:52.967534 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:52.986721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-354de873-3904-4485-8407-9cca63f9137d None None] Deleting port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:18:52.987099 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.027866 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Deleting port 24e01031-f1af-429a-a3a2-b83f5576ee6c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:18:53.028198 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.048442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-354de873-3904-4485-8407-9cca63f9137d None None] For port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=64cc824d-f34c-4e46-8c2f-a5b598ff7bad,segment=NetworkSegment(10801f5f-56ce-4c86-9392-3f9d858ad858),segment_id=10801f5f-56ce-4c86-9392-3f9d858ad858)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:18:53.048852 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.061995 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0e125664-538b-4632-b741-f01aacd436d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:18:51Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:53.062442 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-354de873-3904-4485-8407-9cca63f9137d None None] Calling delete_port for 64cc824d-f34c-4e46-8c2f-a5b598ff7bad owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:18:53.092013 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e125664-538b-4632-b741-f01aacd436d3 None None] The sync data for ids ['d09d4cc0-1bc2-49de-ab67-a54e61aa28d1'] in n-d-807551-3 is: [{'id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771713269', 'tenant_id': 'f1f9f898b65542fda69e3973c559160e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:18:51Z', 'revision_number': 5, 'project_id': 'f1f9f898b65542fda69e3973c559160e', 'gw_port': {'id': '24e01031-f1af-429a-a3a2-b83f5576ee6c', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09d4cc0-1bc2-49de-ab67-a54e61aa28d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:17:48Z', 'updated_at': '2021-09-07T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:18:53.120707 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] For port 24e01031-f1af-429a-a3a2-b83f5576ee6c, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=24e01031-f1af-429a-a3a2-b83f5576ee6c,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:18:53.121169 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.133461 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Calling delete_port for 24e01031-f1af-429a-a3a2-b83f5576ee6c owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:18:53.150785 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.175370 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354de873-3904-4485-8407-9cca63f9137d None None] Pushing event deleted for resources: {'Port': ['ID=64cc824d-f34c-4e46-8c2f-a5b598ff7bad,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:53.182879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354de873-3904-4485-8407-9cca63f9137d None None] No DVR routers for this DVR port 64cc824d-f34c-4e46-8c2f-a5b598ff7bad on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:18:53.185155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:53.185506 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:53.185852 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:53.186237 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:53.186565 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:53.186899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:53.187262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:53.187593 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:53.187923 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:53.188250 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:53.188605 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:53.188929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354de873-3904-4485-8407-9cca63f9137d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:18:53.299450 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.323681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Port': ['ID=24e01031-f1af-429a-a3a2-b83f5576ee6c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:53.388675 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.484384 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.486668 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.535655 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 64cc824d-f34c-4e46-8c2f-a5b598ff7bad no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:18:53.539390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.539978 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Fanout notify agent at l3_agent the message router_deleted on router d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:18:53.547304 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.551213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-af8e2d7e-5c79-4871-953c-dff53ed080b7 tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/routers/d09d4cc0-1bc2-49de-ab67-a54e61aa28d1 HTTP/1.1" status: 204 len: 168 time: 0.8051500 Sep 07 17:18:53.551502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46218) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:53.561739 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 64cc824d-f34c-4e46-8c2f-a5b598ff7bad {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:18:53.562627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 64cc824d-f34c-4e46-8c2f-a5b598ff7bad not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:18:53.563062 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c10735bf-9abe-4393-8154-7ec875ca4922 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:18:53.582647 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: c10735bf-9abe-4393-8154-7ec875ca4922 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:18:53.583003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c10735bf-9abe-4393-8154-7ec875ca4922 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:18:53.631503 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ebe265-06e3-418f-a358-8272bce5f33f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.731066 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ebe265-06e3-418f-a358-8272bce5f33f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.753272 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-18ebe265-06e3-418f-a358-8272bce5f33f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e8f439-4230-4a05-b323-0c75d6d15b15']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:53.762696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-18ebe265-06e3-418f-a358-8272bce5f33f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10801f5f-56ce-4c86-9392-3f9d858ad858') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:53.763003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-18ebe265-06e3-418f-a358-8272bce5f33f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10801f5f-56ce-4c86-9392-3f9d858ad858') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:53.772578 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ebe265-06e3-418f-a358-8272bce5f33f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.786164 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ebe265-06e3-418f-a358-8272bce5f33f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.792434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ebe265-06e3-418f-a358-8272bce5f33f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:18:53.793238 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ebe265-06e3-418f-a358-8272bce5f33f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: timer() Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:18:53.795749 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:18:53.858823 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ebe265-06e3-418f-a358-8272bce5f33f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.866223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-18ebe265-06e3-418f-a358-8272bce5f33f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.868210 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-18ebe265-06e3-418f-a358-8272bce5f33f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/networks/05e8f439-4230-4a05-b323-0c75d6d15b15 HTTP/1.1" status: 204 len: 168 time: 0.3156347 Sep 07 17:18:53.871055 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46220) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:53.879992 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebe265-06e3-418f-a358-8272bce5f33f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'Network': ['ID=05e8f439-4230-4a05-b323-0c75d6d15b15,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:53.929553 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4132e4cd-af86-4ad5-ad2f-5b736f49eb5f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:53.954483 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4132e4cd-af86-4ad5-ad2f-5b736f49eb5f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:54.017380 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4132e4cd-af86-4ad5-ad2f-5b736f49eb5f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:54.019930 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4132e4cd-af86-4ad5-ad2f-5b736f49eb5f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:54.021108 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4132e4cd-af86-4ad5-ad2f-5b736f49eb5f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] 10.222.0.70 "DELETE /v2.0/security-groups/09002c1c-7035-450c-8274-02a076762075 HTTP/1.1" status: 204 len: 168 time: 0.1490548 Sep 07 17:18:54.030204 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132e4cd-af86-4ad5-ad2f-5b736f49eb5f tempest-TestNetworkAdvancedServerOps-888400221 tempest-TestNetworkAdvancedServerOps-888400221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09002c1c-7035-450c-8274-02a076762075,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:54.355621 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46228) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:54.493079 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ab007665-c3ae-444a-98fa-e7e5c3e43eb5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1f9f898b65542fda69e3973c559160e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362088 Sep 07 17:18:54.495480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46232) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:54.542755 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1d46cf9-e516-43fe-a37d-25d6091eed81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:54.563061 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1d46cf9-e516-43fe-a37d-25d6091eed81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:54.608105 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1d46cf9-e516-43fe-a37d-25d6091eed81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:54.610652 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f1d46cf9-e516-43fe-a37d-25d6091eed81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:54.611821 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f1d46cf9-e516-43fe-a37d-25d6091eed81 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/edc53c68-a000-42a7-a259-aa77d3d0e170 HTTP/1.1" status: 204 len: 168 time: 0.1154323 Sep 07 17:18:54.619643 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d46cf9-e516-43fe-a37d-25d6091eed81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc53c68-a000-42a7-a259-aa77d3d0e170,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:54.877943 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46238) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:54.891427 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bca623df-a292-4173-813d-9c921a7b0c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:54.980989 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bca623df-a292-4173-813d-9c921a7b0c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:54.984400 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bca623df-a292-4173-813d-9c921a7b0c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:55.022180 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bca623df-a292-4173-813d-9c921a7b0c65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd87ab1666564d318d917a8efe98cf8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431682 Sep 07 17:18:55.023056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca623df-a292-4173-813d-9c921a7b0c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691b30a4-1ce5-4392-be05-9af61263c15d,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:55.024865 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46240) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:55.072842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ff98be2-870a-40bc-9e47-4510fd7fe79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:55.093776 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ff98be2-870a-40bc-9e47-4510fd7fe79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:55.142024 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ff98be2-870a-40bc-9e47-4510fd7fe79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:55.144510 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-6ff98be2-870a-40bc-9e47-4510fd7fe79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:55.145643 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-6ff98be2-870a-40bc-9e47-4510fd7fe79c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/691b30a4-1ce5-4392-be05-9af61263c15d HTTP/1.1" status: 204 len: 168 time: 0.1197762 Sep 07 17:18:55.153478 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff98be2-870a-40bc-9e47-4510fd7fe79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691b30a4-1ce5-4392-be05-9af61263c15d,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:55.277293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 24e01031-f1af-429a-a3a2-b83f5576ee6c no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:18:55.300413 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 24e01031-f1af-429a-a3a2-b83f5576ee6c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:18:55.300768 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 24e01031-f1af-429a-a3a2-b83f5576ee6c not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:18:55.839903 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46262) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:55.933922 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1087034962-network', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:18:55.954506 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Made reservation on behalf of 4ab44ec7598747dcbb1c836a61a0e323 for: {'network': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:18:55.956759 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:55.964878 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.057784 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.061523 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.085948 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:18:56.095987 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a185377a-a67f-42c9-b454-898fd1dd028e,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:56.101263 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.101599 n-d-807551-3 neutron-server[94771]: INFO neutron.db.segments_db [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Added segment 190d5bb1-1128-4bda-956c-399dbe75f5a7 of type vlan for network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 Sep 07 17:18:56.141141 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.164842 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.165834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:56.166444 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.196819 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3556623 Sep 07 17:18:56.199767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46266) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:56.205338 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-7240602d-db8c-488a-b40d-c6ead0ae5a98 admin admin] Request body: {'subnet': {'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1087034962-subnet', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:18:56.225613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7240602d-db8c-488a-b40d-c6ead0ae5a98 admin admin] Made reservation on behalf of 4ab44ec7598747dcbb1c836a61a0e323 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:18:56.228430 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7240602d-db8c-488a-b40d-c6ead0ae5a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.230024 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbf355-b487-4c61-96d5-3f09de642757 admin admin] Pushing event updated for resources: {'Network': ['ID=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:56.239905 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:18:56.402354 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7240602d-db8c-488a-b40d-c6ead0ae5a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.462845 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240602d-db8c-488a-b40d-c6ead0ae5a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b603572-d52a-42a6-82e5-6bdc1540c6fb,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:56.471245 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7240602d-db8c-488a-b40d-c6ead0ae5a98 admin admin] Checking segment: {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:18:56.471613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7240602d-db8c-488a-b40d-c6ead0ae5a98 admin admin] Network hostable DHCP agents. Network: fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:18:56.487979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7240602d-db8c-488a-b40d-c6ead0ae5a98 admin admin] Network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:18:56.495932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-7240602d-db8c-488a-b40d-c6ead0ae5a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:18:56.502318 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7240602d-db8c-488a-b40d-c6ead0ae5a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:18:56.503271 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7240602d-db8c-488a-b40d-c6ead0ae5a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.504005 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b9f6b9-30fa-4060-a8a7-5090f1e3689d None None] Network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:18:56.518249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7240602d-db8c-488a-b40d-c6ead0ae5a98 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3173394 Sep 07 17:18:56.521005 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46268) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:56.525372 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:18:56.545809 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.546796 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.597476 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.658481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:18:56.659400 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.733464 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.792957 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Allocated IP 172.20.0.2 (fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2/2b603572-d52a-42a6-82e5-6bdc1540c6fb/35b97c4d-c103-4d46-b906-cd86bbe23395) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:18:56.930736 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.935041 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.944094 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Transition to ACTIVE for port object 35b97c4d-c103-4d46-b906-cd86bbe23395 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:18:56.950288 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:56.959075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Transition to ACTIVE for port object 35b97c4d-c103-4d46-b906-cd86bbe23395 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:18:56.964745 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:57.000187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:18:57.002869 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:18:57.005805 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:18:57.020790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Pushing event updated for resources: {'Port': ['ID=35b97c4d-c103-4d46-b906-cd86bbe23395,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:57.051599 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Allocated IP 172.25.3.19 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/fba8f06a-8283-474d-a843-e29ee8a46a35) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:18:57.067214 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Attempting to bind port 35b97c4d-c103-4d46-b906-cd86bbe23395 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:18:57.067715 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Attempting to bind port 35b97c4d-c103-4d46-b906-cd86bbe23395 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:18:57.068109 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Attempting to bind port 35b97c4d-c103-4d46-b906-cd86bbe23395 on network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:18:57.073315 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:18:57.073692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Checking segment: {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:18:57.074096 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:57.074491 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Bound using segment: {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:18:57.074959 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Bound port: 35b97c4d-c103-4d46-b906-cd86bbe23395, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:18:57.075342 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:57.138611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] For port 35b97c4d-c103-4d46-b906-cd86bbe23395, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:18:57.141594 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] For port 35b97c4d-c103-4d46-b906-cd86bbe23395, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=35b97c4d-c103-4d46-b906-cd86bbe23395,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:18:57.146892 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:57.158508 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:57.200181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:57.202812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00067e3-290b-4baf-8221-431ce155f489 None None] Pushing event updated for resources: {'Port': ['ID=35b97c4d-c103-4d46-b906-cd86bbe23395,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:57.241280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:18:57.244246 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:18:57.246915 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:18:57.273385 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=fba8f06a-8283-474d-a843-e29ee8a46a35,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:57.528327 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:57.719131 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:57.848990 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Router 5123bbbb-86e0-4c5f-94cd-01f541bce192 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 17:18:57.960206 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:18:57.969798 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Sync routers for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:18:57.979619 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:57.979889 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:18:57.980291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:57.983631 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e56d2f7c-1434-4208-8409-92ff233e0aa5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4590197 Sep 07 17:18:57.983894 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46270) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:18:58.086313 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:18:58.116256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77761937-3f77-420b-8d80-78e2f2a05536 None None] Network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:18:58.377780 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-a66869fa-44c4-483e-aa47-546415f2e134 None None] Provisioning for port 35b97c4d-c103-4d46-b906-cd86bbe23395 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:18:58.562981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:57Z', 'revision_number': 3, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:58.592463 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Checking router: 5123bbbb-86e0-4c5f-94cd-01f541bce192 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:18:58.592825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Updating router 5123bbbb-86e0-4c5f-94cd-01f541bce192 port fba8f06a-8283-474d-a843-e29ee8a46a35 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:18:58.619680 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:58.737423 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:58.892822 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Allocated IP 172.20.0.1 (fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2/2b603572-d52a-42a6-82e5-6bdc1540c6fb/18cf8b0f-4b5c-4208-be59-76719c25d356) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:18:58.896227 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:58.906018 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Transition to ACTIVE for port object fba8f06a-8283-474d-a843-e29ee8a46a35 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:18:58.916305 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:58.963520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Attempting to bind port fba8f06a-8283-474d-a843-e29ee8a46a35 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:18:58.963996 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Attempting to bind port fba8f06a-8283-474d-a843-e29ee8a46a35 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:18:58.964393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Attempting to bind port fba8f06a-8283-474d-a843-e29ee8a46a35 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:18:58.975931 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:18:58.976642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:18:58.976642 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:58.976883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:18:58.977270 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Bound port: fba8f06a-8283-474d-a843-e29ee8a46a35, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:18:58.977900 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:58.979433 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64606f-61c4-4278-8e51-7cae87c7eb9c None None] Pushing event updated for resources: {'Port': ['ID=fba8f06a-8283-474d-a843-e29ee8a46a35,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:59.006749 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:59.020231 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Transition to ACTIVE for port object 18cf8b0f-4b5c-4208-be59-76719c25d356 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:18:59.035785 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] For port fba8f06a-8283-474d-a843-e29ee8a46a35, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:18:59.039680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] For port fba8f06a-8283-474d-a843-e29ee8a46a35, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fba8f06a-8283-474d-a843-e29ee8a46a35,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:18:59.043509 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:59.053785 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:59.090464 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:18:59.093277 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:18:59.096795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:18:59.101712 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64606f-61c4-4278-8e51-7cae87c7eb9c None None] Pushing event updated for resources: {'Port': ['ID=fba8f06a-8283-474d-a843-e29ee8a46a35,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:59.104952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:18:59.105571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:59.128107 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Pushing event updated for resources: {'Port': ['ID=18cf8b0f-4b5c-4208-be59-76719c25d356,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:59.143545 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:59.220915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:18:59.281836 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:59.381850 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 35b97c4d-c103-4d46-b906-cd86bbe23395 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:18:59.410615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c163116d-3cc4-42c4-abc1-7ad409d9375f None None] Provisioning for port 18cf8b0f-4b5c-4208-be59-76719c25d356 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:18:59.424988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c163116d-3cc4-42c4-abc1-7ad409d9375f None None] Provisioning complete for port 18cf8b0f-4b5c-4208-be59-76719c25d356 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:18:59.425368 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c163116d-3cc4-42c4-abc1-7ad409d9375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:59.457091 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:59.461887 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:59.493107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c163116d-3cc4-42c4-abc1-7ad409d9375f None None] Port 18cf8b0f-4b5c-4208-be59-76719c25d356 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:18:59.509417 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 35b97c4d-c103-4d46-b906-cd86bbe23395 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:18:59.515275 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 35b97c4d-c103-4d46-b906-cd86bbe23395 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:18:59.515662 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:59.531167 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:59.533002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Pushing event updated for resources: {'Port': ['ID=18cf8b0f-4b5c-4208-be59-76719c25d356,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:59.540660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:57Z', 'revision_number': 3, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:18:59.574231 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97abfbd2-c26b-4b4a-8a11-47a0c7d2677e None None] The sync data for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 is: [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:57Z', 'revision_number': 3, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:18:59.626507 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:18:59.628198 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:18:59.635714 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:59.669718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 35b97c4d-c103-4d46-b906-cd86bbe23395, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=35b97c4d-c103-4d46-b906-cd86bbe23395,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:18:59.675516 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:59.729511 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=35b97c4d-c103-4d46-b906-cd86bbe23395,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:18:59.767603 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Router 5123bbbb-86e0-4c5f-94cd-01f541bce192 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:18:59.893315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:18:59.899000 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c6ab5a72-934e-47ef-ad32-3fdb42d94592 admin admin] 10.222.0.70 "PUT /v2.0/routers/5123bbbb-86e0-4c5f-94cd-01f541bce192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9136143 Sep 07 17:18:59.926773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-576e0066-94e3-4e61-aea5-87ea1a835b76 None None] Provisioning complete for port 18cf8b0f-4b5c-4208-be59-76719c25d356 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:18:59.927209 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-576e0066-94e3-4e61-aea5-87ea1a835b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:18:59.970679 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-576e0066-94e3-4e61-aea5-87ea1a835b76 None None] Port 18cf8b0f-4b5c-4208-be59-76719c25d356 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:19:00.379293 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46286) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:19:00.384434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1602315002-network', 'tenant_id': 'e363889d740546078e82792753f71530'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:19:00.405210 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Made reservation on behalf of e363889d740546078e82792753f71530 for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:19:00.408225 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:00.417276 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:00.506512 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:00.510278 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:00.535146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:19:00.543760 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f36c12-78d8-4605-ba72-c596fc33cdd2,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:00.549835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:00.550179 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Added segment 319abe8c-ad42-4a49-8ddc-1aca23ba11e7 of type vlan for network 623dced8-f74d-4fd1-8ae7-60b181c0469b Sep 07 17:19:00.588744 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:00.612651 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:00.613688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:00.614300 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:00.649398 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2689667 Sep 07 17:19:00.652083 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46288) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:19:00.680511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-9339595f-1b66-42c0-94a0-24943dc7f906 admin admin] Request body: {'subnet': {'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1602315002-subnet', 'tenant_id': 'e363889d740546078e82792753f71530', 'ip_version': 4}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:19:00.689522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90fb1d-5895-4517-90f9-41d22bdfd031 admin admin] Pushing event updated for resources: {'Network': ['ID=623dced8-f74d-4fd1-8ae7-60b181c0469b,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:00.699140 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 623dced8-f74d-4fd1-8ae7-60b181c0469b details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:19:00.705309 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9339595f-1b66-42c0-94a0-24943dc7f906 admin admin] Made reservation on behalf of e363889d740546078e82792753f71530 for: {'subnet': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:19:00.707870 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9339595f-1b66-42c0-94a0-24943dc7f906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310233'] for subnet, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:00.877047 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9339595f-1b66-42c0-94a0-24943dc7f906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5155768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310223'] for subnet, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:00.934699 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339595f-1b66-42c0-94a0-24943dc7f906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7954e11-1aa7-42f9-8c3e-213aa6d4a658,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:00.943641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9339595f-1b66-42c0-94a0-24943dc7f906 admin admin] Checking segment: {'id': '319abe8c-ad42-4a49-8ddc-1aca23ba11e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:19:00.944024 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9339595f-1b66-42c0-94a0-24943dc7f906 admin admin] Network hostable DHCP agents. Network: 623dced8-f74d-4fd1-8ae7-60b181c0469b, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:19:00.961253 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9339595f-1b66-42c0-94a0-24943dc7f906 admin admin] Network 623dced8-f74d-4fd1-8ae7-60b181c0469b is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:19:00.969781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-9339595f-1b66-42c0-94a0-24943dc7f906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 623dced8-f74d-4fd1-8ae7-60b181c0469b) {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:19:00.973885 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9339595f-1b66-42c0-94a0-24943dc7f906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:00.974488 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-9339595f-1b66-42c0-94a0-24943dc7f906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:00.980560 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c6bff1-43bc-4a2a-b3b9-a54df3158524 None None] Network 623dced8-f74d-4fd1-8ae7-60b181c0469b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:19:00.989333 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-9339595f-1b66-42c0-94a0-24943dc7f906 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3361404 Sep 07 17:19:00.991892 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46290) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:19:00.996700 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1602315002-router', 'tenant_id': 'e363889d740546078e82792753f71530', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:19:01.019239 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.020291 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.080774 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.131692 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-623dced8-f74d-4fd1-8ae7-60b181c0469b', 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b', 'tenant_id': 'e363889d740546078e82792753f71530', 'fixed_ips': [{'subnet_id': 'a7954e11-1aa7-42f9-8c3e-213aa6d4a658'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:19:01.132772 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.182831 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Sync routers for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:19:01.192998 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:19:01.193746 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:01.226234 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.275262 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Allocated IP 172.20.0.2 (623dced8-f74d-4fd1-8ae7-60b181c0469b/a7954e11-1aa7-42f9-8c3e-213aa6d4a658/94cfa9a9-2249-46e9-8b83-d44cea4e97c8) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:19:01.306667 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:19:01.447122 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 35b97c4d-c103-4d46-b906-cd86bbe23395 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:19:01.471885 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.486249 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Transition to ACTIVE for port object 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:19:01.500823 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.511357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Transition to ACTIVE for port object 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:19:01.518533 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.523731 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.526990 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 2, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:01.550177 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 35b97c4d-c103-4d46-b906-cd86bbe23395 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:01.550563 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.553661 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Checking router: 5123bbbb-86e0-4c5f-94cd-01f541bce192 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:19:01.554027 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Updating router 5123bbbb-86e0-4c5f-94cd-01f541bce192 port 18cf8b0f-4b5c-4208-be59-76719c25d356 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:19:01.577882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Network 623dced8-f74d-4fd1-8ae7-60b181c0469b is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:19:01.584975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:19:01.585372 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.593838 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:19:01.607151 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Pushing event updated for resources: {'Port': ['ID=94cfa9a9-2249-46e9-8b83-d44cea4e97c8,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:01.646238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Allocated IP 172.25.3.139 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/5ac5c117-9296-406d-9c96-93a9a8406a46) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:19:01.683606 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Attempting to bind port 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:19:01.683985 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Attempting to bind port 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '319abe8c-ad42-4a49-8ddc-1aca23ba11e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:19:01.684390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Attempting to bind port 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 on network 623dced8-f74d-4fd1-8ae7-60b181c0469b {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:19:01.693492 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:19:01.693879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Checking segment: {'id': '319abe8c-ad42-4a49-8ddc-1aca23ba11e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:19:01.694289 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.694686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Bound using segment: {'id': '319abe8c-ad42-4a49-8ddc-1aca23ba11e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:19:01.695167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Bound port: 94cfa9a9-2249-46e9-8b83-d44cea4e97c8, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319abe8c-ad42-4a49-8ddc-1aca23ba11e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:19:01.695559 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.709882 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fba8f06a-8283-474d-a843-e29ee8a46a35 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:19:01.762028 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.797355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] For port 94cfa9a9-2249-46e9-8b83-d44cea4e97c8, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:19:01.801265 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] For port 94cfa9a9-2249-46e9-8b83-d44cea4e97c8, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=94cfa9a9-2249-46e9-8b83-d44cea4e97c8,segment=NetworkSegment(319abe8c-ad42-4a49-8ddc-1aca23ba11e7),segment_id=319abe8c-ad42-4a49-8ddc-1aca23ba11e7)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:19:01.804720 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.805996 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.813824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port fba8f06a-8283-474d-a843-e29ee8a46a35 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:19:01.839894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port fba8f06a-8283-474d-a843-e29ee8a46a35 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:01.841100 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.844959 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:19:01.849335 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:19:01.853029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:19:01.878494 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.890520 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Transition to ACTIVE for port object 18cf8b0f-4b5c-4208-be59-76719c25d356 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:19:01.897071 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:01.897315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Pushing event updated for resources: {'Port': ['ID=5ac5c117-9296-406d-9c96-93a9a8406a46,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:01.902280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e0f40-cedd-4f65-a8f5-f10a242009d7 None None] Pushing event updated for resources: {'Port': ['ID=94cfa9a9-2249-46e9-8b83-d44cea4e97c8,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:01.979676 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:02.012681 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Pushing event updated for resources: {'Port': ['ID=18cf8b0f-4b5c-4208-be59-76719c25d356,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:02.013584 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port fba8f06a-8283-474d-a843-e29ee8a46a35, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fba8f06a-8283-474d-a843-e29ee8a46a35,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:19:02.020187 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:02.025901 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:19:02.026345 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:19:02.026800 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:19:02.027234 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:19:02.027664 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:19:02.028086 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:19:02.028541 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:19:02.028961 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:19:02.029379 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:19:02.029802 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:19:02.030224 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:19:02.031203 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:19:02.036554 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Attempting to bind port 18cf8b0f-4b5c-4208-be59-76719c25d356 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:19:02.037057 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Attempting to bind port 18cf8b0f-4b5c-4208-be59-76719c25d356 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:19:02.037524 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Attempting to bind port 18cf8b0f-4b5c-4208-be59-76719c25d356 on network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:19:02.043510 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:19:02.044030 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Checking segment: {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:19:02.044572 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:02.045179 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Bound using segment: {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:19:02.045805 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Bound port: 18cf8b0f-4b5c-4208-be59-76719c25d356, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:19:02.046348 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:02.108514 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=fba8f06a-8283-474d-a843-e29ee8a46a35,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:02.135741 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] For port 18cf8b0f-4b5c-4208-be59-76719c25d356, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:19:02.152513 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] For port 18cf8b0f-4b5c-4208-be59-76719c25d356, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=18cf8b0f-4b5c-4208-be59-76719c25d356,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:19:02.165924 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:02.244520 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:02.256104 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadb3be-19b0-4d76-bde4-905c4560a876 None None] Pushing event updated for resources: {'Port': ['ID=18cf8b0f-4b5c-4208-be59-76719c25d356,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:02.264558 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:19:02.266450 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:02.415224 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:19:02.493490 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:02.494545 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:02.632936 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Router 45ced0d8-e0be-40af-9677-711e36f0eef3 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 17:19:02.715639 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:02Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:02.742299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:19:02.742543 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29930e0b-a623-463e-bb80-67b47c3cb7b9 None None] The sync data for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 is: [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:02Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:19:02.752933 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Sync routers for ids ['45ced0d8-e0be-40af-9677-711e36f0eef3'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:19:02.762499 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:02.762816 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Routers {'45ced0d8-e0be-40af-9677-711e36f0eef3'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:19:02.763464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['45ced0d8-e0be-40af-9677-711e36f0eef3'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:02.765412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6eeb2b55-90ed-4e65-b73f-4f2d4077c1be admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7718129 Sep 07 17:19:02.767652 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46292) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:19:03.116778 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Set router 45ced0d8-e0be-40af-9677-711e36f0eef3 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:19:03.148172 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:03.179437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921f31a-e9a8-4d5f-802e-ea15bd65bfe3 None None] Network 623dced8-f74d-4fd1-8ae7-60b181c0469b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:19:03.285488 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:03.345691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-9c8393df-9140-4c65-a4eb-f9314b68beb8 None None] Provisioning for port 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:19:03.473462 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Allocated IP 172.20.0.1 (623dced8-f74d-4fd1-8ae7-60b181c0469b/a7954e11-1aa7-42f9-8c3e-213aa6d4a658/fa78a349-23cb-4d3d-8889-1af63932d44d) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:19:03.493433 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'name': 'tempest-TestShelveInstance-1602315002-router', 'tenant_id': 'e363889d740546078e82792753f71530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:19:02Z', 'revision_number': 3, 'project_id': 'e363889d740546078e82792753f71530', 'gw_port': {'id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:96:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:03.526458 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Checking router: 45ced0d8-e0be-40af-9677-711e36f0eef3 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:19:03.526887 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Updating router 45ced0d8-e0be-40af-9677-711e36f0eef3 port 5ac5c117-9296-406d-9c96-93a9a8406a46 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:19:03.532990 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 18cf8b0f-4b5c-4208-be59-76719c25d356 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:19:03.595256 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:03.613047 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:03.630839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Transition to ACTIVE for port object fa78a349-23cb-4d3d-8889-1af63932d44d will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:19:03.668133 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:03.689803 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 18cf8b0f-4b5c-4208-be59-76719c25d356 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:19:03.707535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 18cf8b0f-4b5c-4208-be59-76719c25d356 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:03.708242 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:03.709155 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Network 623dced8-f74d-4fd1-8ae7-60b181c0469b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:19:03.712360 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:19:03.716120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:19:03.770218 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa78a349-23cb-4d3d-8889-1af63932d44d,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:03.778884 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:03.925830 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:03.983724 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.003005 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.023640 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Transition to ACTIVE for port object 5ac5c117-9296-406d-9c96-93a9a8406a46 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:19:04.040244 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.051543 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 18cf8b0f-4b5c-4208-be59-76719c25d356, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=18cf8b0f-4b5c-4208-be59-76719c25d356,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:19:04.105846 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.106713 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fba8f06a-8283-474d-a843-e29ee8a46a35 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:19:04.115771 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bafe90-93ee-4b43-8a70-7ff2da7f6b49 None None] Pushing event updated for resources: {'Port': ['ID=5ac5c117-9296-406d-9c96-93a9a8406a46,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:04.138876 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.144153 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.145685 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Attempting to bind port 5ac5c117-9296-406d-9c96-93a9a8406a46 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:19:04.146075 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Attempting to bind port 5ac5c117-9296-406d-9c96-93a9a8406a46 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:19:04.146444 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Attempting to bind port 5ac5c117-9296-406d-9c96-93a9a8406a46 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:19:04.174299 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:19:04.174726 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:19:04.175091 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.175488 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:19:04.176030 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Bound port: 5ac5c117-9296-406d-9c96-93a9a8406a46, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:19:04.176381 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.217510 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa78a349-23cb-4d3d-8889-1af63932d44d,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:04.221215 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.255155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0c504abd-3e19-472f-ad94-f8e5dc77deca None None] Provisioning for port fa78a349-23cb-4d3d-8889-1af63932d44d completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:19:04.259858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=18cf8b0f-4b5c-4208-be59-76719c25d356,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:04.269976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0c504abd-3e19-472f-ad94-f8e5dc77deca None None] Provisioning complete for port fa78a349-23cb-4d3d-8889-1af63932d44d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:04.270359 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0c504abd-3e19-472f-ad94-f8e5dc77deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.294065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] For port 5ac5c117-9296-406d-9c96-93a9a8406a46, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:19:04.313868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port fba8f06a-8283-474d-a843-e29ee8a46a35 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:04.314255 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.316986 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Network 623dced8-f74d-4fd1-8ae7-60b181c0469b is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:19:04.317839 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:19:04.319616 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] For port 5ac5c117-9296-406d-9c96-93a9a8406a46, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5ac5c117-9296-406d-9c96-93a9a8406a46,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:19:04.348448 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.359970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0c504abd-3e19-472f-ad94-f8e5dc77deca None None] Port fa78a349-23cb-4d3d-8889-1af63932d44d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:19:04.428105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bafe90-93ee-4b43-8a70-7ff2da7f6b49 None None] Pushing event updated for resources: {'Port': ['ID=5ac5c117-9296-406d-9c96-93a9a8406a46,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:04.433691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Routers {'45ced0d8-e0be-40af-9677-711e36f0eef3'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:19:04.434333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['45ced0d8-e0be-40af-9677-711e36f0eef3'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:04.525264 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:19:04.613563 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] Set router 45ced0d8-e0be-40af-9677-711e36f0eef3 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:19:04.646733 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-940404ec-cc52-4f24-aec8-da04bd195cf3 None None] Provisioning complete for port fa78a349-23cb-4d3d-8889-1af63932d44d triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:04.647114 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-940404ec-cc52-4f24-aec8-da04bd195cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.721916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:19:04.746762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:04.747145 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.750209 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-940404ec-cc52-4f24-aec8-da04bd195cf3 None None] Port fa78a349-23cb-4d3d-8889-1af63932d44d cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:19:04.775384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Router 45ced0d8-e0be-40af-9677-711e36f0eef3 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:19:04.885589 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:19:04.899287 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-bd12f33d-8063-412d-a18e-492595ada5c2 admin admin] 10.222.0.70 "PUT /v2.0/routers/45ced0d8-e0be-40af-9677-711e36f0eef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1219707 Sep 07 17:19:04.911931 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.950562 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 94cfa9a9-2249-46e9-8b83-d44cea4e97c8, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=94cfa9a9-2249-46e9-8b83-d44cea4e97c8,segment=NetworkSegment(319abe8c-ad42-4a49-8ddc-1aca23ba11e7),segment_id=319abe8c-ad42-4a49-8ddc-1aca23ba11e7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:19:04.954052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'name': 'tempest-TestShelveInstance-1602315002-router', 'tenant_id': 'e363889d740546078e82792753f71530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:19:03Z', 'revision_number': 4, 'project_id': 'e363889d740546078e82792753f71530', 'gw_port': {'id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:96:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fa78a349-23cb-4d3d-8889-1af63932d44d', 'name': '', 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b', 'tenant_id': 'e363889d740546078e82792753f71530', 'mac_address': 'fa:16:3e:f5:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a7954e11-1aa7-42f9-8c3e-213aa6d4a658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:19:03Z', 'updated_at': '2021-09-07T17:19:03Z', 'revision_number': 2, 'project_id': 'e363889d740546078e82792753f71530', 'subnets': [{'id': 'a7954e11-1aa7-42f9-8c3e-213aa6d4a658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:04.957300 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:04.986875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61abcab2-f4a6-473d-9d80-dbb3da84c068 None None] The sync data for ids ['45ced0d8-e0be-40af-9677-711e36f0eef3'] in n-d-807551-3 is: [{'id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'name': 'tempest-TestShelveInstance-1602315002-router', 'tenant_id': 'e363889d740546078e82792753f71530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:19:03Z', 'revision_number': 4, 'project_id': 'e363889d740546078e82792753f71530', 'gw_port': {'id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:96:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fa78a349-23cb-4d3d-8889-1af63932d44d', 'name': '', 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b', 'tenant_id': 'e363889d740546078e82792753f71530', 'mac_address': 'fa:16:3e:f5:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a7954e11-1aa7-42f9-8c3e-213aa6d4a658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:19:03Z', 'updated_at': '2021-09-07T17:19:03Z', 'revision_number': 2, 'project_id': 'e363889d740546078e82792753f71530', 'subnets': [{'id': 'a7954e11-1aa7-42f9-8c3e-213aa6d4a658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:19:05.037845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=94cfa9a9-2249-46e9-8b83-d44cea4e97c8,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:05.387784 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:19:05.443351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46302) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:19:05.448276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:05.448571 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-76dc21a0-5b14-4947-b8f9-63e67323e91f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1701866892', 'description': 'tempest-secgroup-smoke-1701866892 description', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:19:05.448842 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.472323 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76dc21a0-5b14-4947-b8f9-63e67323e91f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.534654 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 18cf8b0f-4b5c-4208-be59-76719c25d356 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:19:05.568571 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76dc21a0-5b14-4947-b8f9-63e67323e91f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.573712 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76dc21a0-5b14-4947-b8f9-63e67323e91f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.589424 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 18cf8b0f-4b5c-4208-be59-76719c25d356 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:05.589812 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.602137 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-76dc21a0-5b14-4947-b8f9-63e67323e91f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.606366 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-76dc21a0-5b14-4947-b8f9-63e67323e91f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1592758 Sep 07 17:19:05.606721 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46304) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:19:05.611566 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c2456e0b-0d03-4b8d-bab0-666f3d775b54 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group_rule': {'security_group_id': 'fbf24bf1-2249-43d4-82fb-24de77bd1ca8', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:19:05.617096 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc21a0-5b14-4947-b8f9-63e67323e91f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf24bf1-2249-43d4-82fb-24de77bd1ca8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:05.639700 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2456e0b-0d03-4b8d-bab0-666f3d775b54 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.704119 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2456e0b-0d03-4b8d-bab0-666f3d775b54 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.709642 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2456e0b-0d03-4b8d-bab0-666f3d775b54 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.734376 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2456e0b-0d03-4b8d-bab0-666f3d775b54 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b18d9f-d03f-4917-89c2-636b88d84769,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:05.738773 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c2456e0b-0d03-4b8d-bab0-666f3d775b54 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.739995 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c2456e0b-0d03-4b8d-bab0-666f3d775b54 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322596 Sep 07 17:19:05.743583 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46306) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:19:05.747952 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-2e772be6-4543-4ad9-a0b2-4fb1c026b51d tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group_rule': {'security_group_id': 'fbf24bf1-2249-43d4-82fb-24de77bd1ca8', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:19:05.793752 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e772be6-4543-4ad9-a0b2-4fb1c026b51d tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.860789 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e772be6-4543-4ad9-a0b2-4fb1c026b51d tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.865016 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e772be6-4543-4ad9-a0b2-4fb1c026b51d tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.884781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e772be6-4543-4ad9-a0b2-4fb1c026b51d tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829d1187-8daf-4a61-9931-3fc4a4ed0ce4,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:05.888928 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2e772be6-4543-4ad9-a0b2-4fb1c026b51d tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.892910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2e772be6-4543-4ad9-a0b2-4fb1c026b51d tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1482201 Sep 07 17:19:05.893486 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46308) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:19:05.898140 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-da07c7d3-7996-45a5-875e-72a41d7ba9d5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group_rule': {'security_group_id': 'fbf24bf1-2249-43d4-82fb-24de77bd1ca8', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:19:05.927953 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da07c7d3-7996-45a5-875e-72a41d7ba9d5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.988363 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da07c7d3-7996-45a5-875e-72a41d7ba9d5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:05.992438 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da07c7d3-7996-45a5-875e-72a41d7ba9d5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.013924 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07c7d3-7996-45a5-875e-72a41d7ba9d5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7696ab09-aa86-45d9-8bcf-3cb914035d53,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:06.020294 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-da07c7d3-7996-45a5-875e-72a41d7ba9d5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.024632 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46310) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:19:06.024776 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-da07c7d3-7996-45a5-875e-72a41d7ba9d5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300869 Sep 07 17:19:06.033715 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-db1111d7-88ae-4537-943e-0ac0f457b9c3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group_rule': {'security_group_id': 'fbf24bf1-2249-43d4-82fb-24de77bd1ca8', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:19:06.066187 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db1111d7-88ae-4537-943e-0ac0f457b9c3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.127288 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db1111d7-88ae-4537-943e-0ac0f457b9c3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.131358 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db1111d7-88ae-4537-943e-0ac0f457b9c3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.152381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1111d7-88ae-4537-943e-0ac0f457b9c3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66b7166-06e7-4f52-90af-2d68cbdcbdc5,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:06.157390 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-db1111d7-88ae-4537-943e-0ac0f457b9c3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.158617 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-db1111d7-88ae-4537-943e-0ac0f457b9c3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329758 Sep 07 17:19:06.161350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46312) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:19:06.165979 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-97b0c8ec-8a21-47e5-bb13-327e303225aa tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group_rule': {'security_group_id': 'fbf24bf1-2249-43d4-82fb-24de77bd1ca8', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:19:06.188738 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-97b0c8ec-8a21-47e5-bb13-327e303225aa tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Project 4ab44ec7598747dcbb1c836a61a0e323 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:19:06.193661 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97b0c8ec-8a21-47e5-bb13-327e303225aa tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.255015 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97b0c8ec-8a21-47e5-bb13-327e303225aa tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.258730 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97b0c8ec-8a21-47e5-bb13-327e303225aa tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.280067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0c8ec-8a21-47e5-bb13-327e303225aa tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958dc5ef-3781-4e4a-90c3-a9926a73d4c0,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:06.284531 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-97b0c8ec-8a21-47e5-bb13-327e303225aa tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.285754 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-97b0c8ec-8a21-47e5-bb13-327e303225aa tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234772 Sep 07 17:19:06.288531 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46314) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:19:06.293193 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-fc496112-4b7a-4b58-8d04-e57e7f85d08c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group_rule': {'security_group_id': 'fbf24bf1-2249-43d4-82fb-24de77bd1ca8', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:19:06.315590 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-fc496112-4b7a-4b58-8d04-e57e7f85d08c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Project 4ab44ec7598747dcbb1c836a61a0e323 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:19:06.320792 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc496112-4b7a-4b58-8d04-e57e7f85d08c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.387489 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc496112-4b7a-4b58-8d04-e57e7f85d08c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.391136 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc496112-4b7a-4b58-8d04-e57e7f85d08c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.411118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc496112-4b7a-4b58-8d04-e57e7f85d08c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9ba8eb-405e-411c-b2b6-43ab9248b7a0,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:06.415140 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-fc496112-4b7a-4b58-8d04-e57e7f85d08c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:06.416451 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-fc496112-4b7a-4b58-8d04-e57e7f85d08c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269298 Sep 07 17:19:06.715298 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-b64fb242-cef6-4836-8080-f9f780b8202b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701866892&fields=id&tenant_id=4ab44ec7598747dcbb1c836a61a0e323 HTTP/1.1" status: 200 len: 267 time: 0.0319974 Sep 07 17:19:06.821786 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-c1b770c7-c0fa-48f2-88e2-95edc51233ed tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:06.823184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-c1b770c7-c0fa-48f2-88e2-95edc51233ed tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 809 time: 0.1005828 Sep 07 17:19:06.838141 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-ef71dfad-f189-45e5-8182-124b506fbe84 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/quotas/4ab44ec7598747dcbb1c836a61a0e323 HTTP/1.1" status: 200 len: 375 time: 0.0087483 Sep 07 17:19:06.894789 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-62586602-1f38-4927-ac99-86a481a9a623 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500836 Sep 07 17:19:07.000547 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-d5fb97e5-4589-46e8-bb45-8012b99d0766 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:19:07.001579 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-d5fb97e5-4589-46e8-bb45-8012b99d0766 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0955651 Sep 07 17:19:07.069760 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Sync routers for ids ['45ced0d8-e0be-40af-9677-711e36f0eef3'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:19:07.079380 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Routers {'45ced0d8-e0be-40af-9677-711e36f0eef3'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:19:07.079921 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['45ced0d8-e0be-40af-9677-711e36f0eef3'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:07.092366 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-488e3f92-1395-4026-af8d-d23bba26609e service neutron] 10.222.0.70 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844824 Sep 07 17:19:07.182500 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Set router 45ced0d8-e0be-40af-9677-711e36f0eef3 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:19:07.182982 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-09ff504e-5899-452d-b910-74815b8e992f service neutron] 10.222.0.70 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844648 Sep 07 17:19:07.389507 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5ac5c117-9296-406d-9c96-93a9a8406a46 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:19:07.432969 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'name': 'tempest-TestShelveInstance-1602315002-router', 'tenant_id': 'e363889d740546078e82792753f71530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:19:03Z', 'revision_number': 4, 'project_id': 'e363889d740546078e82792753f71530', 'gw_port': {'id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:96:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fa78a349-23cb-4d3d-8889-1af63932d44d', 'name': '', 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b', 'tenant_id': 'e363889d740546078e82792753f71530', 'mac_address': 'fa:16:3e:f5:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a7954e11-1aa7-42f9-8c3e-213aa6d4a658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:19:03Z', 'updated_at': '2021-09-07T17:19:03Z', 'revision_number': 2, 'project_id': 'e363889d740546078e82792753f71530', 'subnets': [{'id': 'a7954e11-1aa7-42f9-8c3e-213aa6d4a658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:07.434878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3e56292f-82af-40e3-95dc-68a0a6fd3884 req-1bd07505-5412-44a9-bde2-72de677c726c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 210 time: 0.0924973 Sep 07 17:19:07.456040 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 5ac5c117-9296-406d-9c96-93a9a8406a46 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:19:07.460522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5ac5c117-9296-406d-9c96-93a9a8406a46 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:07.460912 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:07.463254 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Checking router: 45ced0d8-e0be-40af-9677-711e36f0eef3 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:19:07.463808 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Updating router 45ced0d8-e0be-40af-9677-711e36f0eef3 port fa78a349-23cb-4d3d-8889-1af63932d44d binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:19:07.492876 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:07.541684 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:07.563629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 5ac5c117-9296-406d-9c96-93a9a8406a46, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5ac5c117-9296-406d-9c96-93a9a8406a46,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:19:07.567631 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:07.621145 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=5ac5c117-9296-406d-9c96-93a9a8406a46,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:07.767197 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:07.777040 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Transition to ACTIVE for port object fa78a349-23cb-4d3d-8889-1af63932d44d will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:19:07.782973 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:07.849242 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a00ed6-5d8c-4b75-b757-01fa6cd9234d None None] Pushing event updated for resources: {'Port': ['ID=fa78a349-23cb-4d3d-8889-1af63932d44d,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:07.899055 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Attempting to bind port fa78a349-23cb-4d3d-8889-1af63932d44d on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:19:07.899424 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Attempting to bind port fa78a349-23cb-4d3d-8889-1af63932d44d by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '319abe8c-ad42-4a49-8ddc-1aca23ba11e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:19:07.900009 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Attempting to bind port fa78a349-23cb-4d3d-8889-1af63932d44d on network 623dced8-f74d-4fd1-8ae7-60b181c0469b {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:19:07.905406 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:19:07.905787 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Checking segment: {'id': '319abe8c-ad42-4a49-8ddc-1aca23ba11e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:19:07.906196 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:07.906588 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Bound using segment: {'id': '319abe8c-ad42-4a49-8ddc-1aca23ba11e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:19:07.907056 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Bound port: fa78a349-23cb-4d3d-8889-1af63932d44d, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319abe8c-ad42-4a49-8ddc-1aca23ba11e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:19:07.907443 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:07.977364 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] For port fa78a349-23cb-4d3d-8889-1af63932d44d, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:19:07.980909 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] For port fa78a349-23cb-4d3d-8889-1af63932d44d, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fa78a349-23cb-4d3d-8889-1af63932d44d,segment=NetworkSegment(319abe8c-ad42-4a49-8ddc-1aca23ba11e7),segment_id=319abe8c-ad42-4a49-8ddc-1aca23ba11e7)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:19:07.986338 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:08.041630 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Routers {'45ced0d8-e0be-40af-9677-711e36f0eef3'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:19:08.042289 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:18:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['45ced0d8-e0be-40af-9677-711e36f0eef3'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:08.093323 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a00ed6-5d8c-4b75-b757-01fa6cd9234d None None] Pushing event updated for resources: {'Port': ['ID=fa78a349-23cb-4d3d-8889-1af63932d44d,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:08.162385 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] Set router 45ced0d8-e0be-40af-9677-711e36f0eef3 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:19:08.359751 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'name': 'tempest-TestShelveInstance-1602315002-router', 'tenant_id': 'e363889d740546078e82792753f71530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:19:03Z', 'revision_number': 4, 'project_id': 'e363889d740546078e82792753f71530', 'gw_port': {'id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fa78a349-23cb-4d3d-8889-1af63932d44d', 'name': '', 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b', 'tenant_id': 'e363889d740546078e82792753f71530', 'mac_address': 'fa:16:3e:f5:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a7954e11-1aa7-42f9-8c3e-213aa6d4a658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:19:03Z', 'updated_at': '2021-09-07T17:19:07Z', 'revision_number': 4, 'project_id': 'e363889d740546078e82792753f71530', 'subnets': [{'id': 'a7954e11-1aa7-42f9-8c3e-213aa6d4a658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:08.390886 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b36861-f136-422d-a8ae-2c8d741f53c5 None None] The sync data for ids ['45ced0d8-e0be-40af-9677-711e36f0eef3'] in n-d-807551-3 is: [{'id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'name': 'tempest-TestShelveInstance-1602315002-router', 'tenant_id': 'e363889d740546078e82792753f71530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:19:03Z', 'revision_number': 4, 'project_id': 'e363889d740546078e82792753f71530', 'gw_port': {'id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'fa78a349-23cb-4d3d-8889-1af63932d44d', 'name': '', 'network_id': '623dced8-f74d-4fd1-8ae7-60b181c0469b', 'tenant_id': 'e363889d740546078e82792753f71530', 'mac_address': 'fa:16:3e:f5:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a7954e11-1aa7-42f9-8c3e-213aa6d4a658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:19:03Z', 'updated_at': '2021-09-07T17:19:07Z', 'revision_number': 4, 'project_id': 'e363889d740546078e82792753f71530', 'subnets': [{'id': 'a7954e11-1aa7-42f9-8c3e-213aa6d4a658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:19:08.475775 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-2b0489b4-c39a-462c-8d48-fa2489b176ba tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:08.477714 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-2b0489b4-c39a-462c-8d48-fa2489b176ba tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 809 time: 0.1175423 Sep 07 17:19:08.526339 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-068d90e7-9f35-42b4-9dd9-b3ccacf53b17 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ab44ec7598747dcbb1c836a61a0e323 HTTP/1.1" status: 200 len: 380 time: 0.0386922 Sep 07 17:19:08.538749 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'port': {'device_id': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'admin_state_up': True, 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'security_groups': ['fbf24bf1-2249-43d4-82fb-24de77bd1ca8']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:19:08.569216 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1f8ea66a-1af2-4c91-be65-be36bf8c1fdd req-d01c2b26-ba29-4837-89d9-b7410471874b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 210 time: 0.0483398 Sep 07 17:19:08.669173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Made reservation on behalf of 4ab44ec7598747dcbb1c836a61a0e323 for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:19:08.673470 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:08.801156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Allocated IP 172.20.0.8 (fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2/2b603572-d52a-42a6-82e5-6bdc1540c6fb/733ebd8e-3ca6-4a81-a716-3500614cd91c) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:19:09.253239 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:09.266010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Transition to ACTIVE for port object 733ebd8e-3ca6-4a81-a716-3500614cd91c will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:19:09.300997 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:09.346013 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:19:09.349623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:19:09.353146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:19:09.354911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5ac5c117-9296-406d-9c96-93a9a8406a46 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:19:09.386243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'Port': ['ID=733ebd8e-3ca6-4a81-a716-3500614cd91c,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:09.422572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:09.423246 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:09.424727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 5ac5c117-9296-406d-9c96-93a9a8406a46 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:09.425645 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:09.445612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-198417f6-9e08-415c-94a8-8e6ab2f84fda tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9110980 Sep 07 17:19:09.458888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Request body: {'port': {'device_id': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:19:09.521991 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:09.529903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fa78a349-23cb-4d3d-8889-1af63932d44d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:19:09.578511 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port fa78a349-23cb-4d3d-8889-1af63932d44d completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:19:09.582211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port fa78a349-23cb-4d3d-8889-1af63932d44d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:09.582636 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:09.666975 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0f48a598-609f-42f8-ba0b-80783bb2d2c8 None None] Provisioning for port 733ebd8e-3ca6-4a81-a716-3500614cd91c completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:19:09.671911 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0f48a598-609f-42f8-ba0b-80783bb2d2c8 None None] Provisioning complete for port 733ebd8e-3ca6-4a81-a716-3500614cd91c triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:09.672295 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0f48a598-609f-42f8-ba0b-80783bb2d2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:09.673776 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:09.727974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0f48a598-609f-42f8-ba0b-80783bb2d2c8 None None] Port 733ebd8e-3ca6-4a81-a716-3500614cd91c cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:19:09.737942 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port fa78a349-23cb-4d3d-8889-1af63932d44d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fa78a349-23cb-4d3d-8889-1af63932d44d,segment=NetworkSegment(319abe8c-ad42-4a49-8ddc-1aca23ba11e7),segment_id=319abe8c-ad42-4a49-8ddc-1aca23ba11e7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:19:09.742991 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:09.755688 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6a54a-b9eb-4f18-bcd3-5959884a289a req-93260fbe-8e89-4c68-b2e1-1d41a99943a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:09.757254 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcd6a54a-b9eb-4f18-bcd3-5959884a289a req-93260fbe-8e89-4c68-b2e1-1d41a99943a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 931 time: 0.1111524 Sep 07 17:19:09.791654 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=fa78a349-23cb-4d3d-8889-1af63932d44d,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:09.830863 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bcd6a54a-b9eb-4f18-bcd3-5959884a289a req-fde69922-e5f3-43d5-a242-05b63a5dea46 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658615 Sep 07 17:19:09.865247 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733ebd8e-3ca6-4a81-a716-3500614cd91c {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:19:09.872635 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:09.884651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Transition to ACTIVE for port object 733ebd8e-3ca6-4a81-a716-3500614cd91c will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:19:09.887929 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:09.937299 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Pushing event updated for resources: {'Port': ['ID=733ebd8e-3ca6-4a81-a716-3500614cd91c,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:10.009073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Attempting to bind port 733ebd8e-3ca6-4a81-a716-3500614cd91c on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:19:10.009428 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Attempting to bind port 733ebd8e-3ca6-4a81-a716-3500614cd91c by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:19:10.009767 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Attempting to bind port 733ebd8e-3ca6-4a81-a716-3500614cd91c on network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:19:10.014371 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Port 733ebd8e-3ca6-4a81-a716-3500614cd91c on network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:19:10.014777 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Attempting to bind port 733ebd8e-3ca6-4a81-a716-3500614cd91c on network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:19:10.020305 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:19:10.020690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Checking segment: {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:19:10.021094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Bound using segment: {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:19:10.021539 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Bound port: 733ebd8e-3ca6-4a81-a716-3500614cd91c, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:19:10.021912 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:10.090583 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] For port 733ebd8e-3ca6-4a81-a716-3500614cd91c, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:19:10.093741 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] For port 733ebd8e-3ca6-4a81-a716-3500614cd91c, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:19:10.097538 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:10.129716 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:10.130342 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:10.131731 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] 10.222.0.35 "PUT /v2.0/ports/733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 200 len: 1091 time: 0.6776531 Sep 07 17:19:10.132206 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:19:10.134447 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbc077e-4ceb-4734-8d98-489c1f656e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:19:10.169718 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31fdd5-b190-40a2-beae-2fc08322d355 service neutron] Pushing event updated for resources: {'Port': ['ID=733ebd8e-3ca6-4a81-a716-3500614cd91c,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:10.203885 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34655f43-1bbd-4fb3-adb4-3d9499b5c1e4 x-openstack-request-id: req-34655f43-1bbd-4fb3-adb4-3d9499b5c1e4 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:19:10.204177 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:19:10.204481 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34655f43-1bbd-4fb3-adb4-3d9499b5c1e4 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:19:10.204893 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'status': 'completed', 'code': 200} Sep 07 17:19:10.220983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8e9f80e8-ab50-426b-bb0c-048b869e97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:10.222534 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-8e9f80e8-ab50-426b-bb0c-048b869e97d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1094 time: 0.0495353 Sep 07 17:19:10.265709 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-75dba24d-dc90-4ef7-9dde-1d98b00fd266 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 200 len: 217 time: 0.0355065 Sep 07 17:19:10.317556 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-37330c63-64aa-4689-915d-5df57e14eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:10.319091 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-37330c63-64aa-4689-915d-5df57e14eb11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0466158 Sep 07 17:19:10.368330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-7592130f-b149-42b6-a109-4215566f8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:10.369856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-7592130f-b149-42b6-a109-4215566f8a3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441937 Sep 07 17:19:10.458326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-37013f59-5487-4fe6-8758-33309b4904e1 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810518 Sep 07 17:19:10.466084 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-13950fa0-bad8-456c-a3b5-6a56c33255a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:10.550952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43816eef-fdc7-4622-8be6-e97f70c9d58d req-255d104a-fe30-4f23-bd48-3888c19d1d8f service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855150 Sep 07 17:19:10.639704 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc077e-4ceb-4734-8d98-489c1f656e2f req-2550f302-ccc6-4659-adf5-698286cc52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:10.641293 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bbc077e-4ceb-4734-8d98-489c1f656e2f req-2550f302-ccc6-4659-adf5-698286cc52c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1094 time: 0.0415254 Sep 07 17:19:10.734984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc077e-4ceb-4734-8d98-489c1f656e2f req-6eb4eb08-42b9-4e3d-a810-e3a7e870dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:10.736484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bbc077e-4ceb-4734-8d98-489c1f656e2f req-6eb4eb08-42b9-4e3d-a810-e3a7e870dba2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0882580 Sep 07 17:19:10.776240 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bbc077e-4ceb-4734-8d98-489c1f656e2f req-c3289fe0-4726-4485-b741-8916882b2418 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 200 len: 217 time: 0.0329237 Sep 07 17:19:10.824146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc077e-4ceb-4734-8d98-489c1f656e2f req-badbfd15-2b14-40f2-b18a-e91cbc666b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:10.825583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bbc077e-4ceb-4734-8d98-489c1f656e2f req-badbfd15-2b14-40f2-b18a-e91cbc666b3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0424984 Sep 07 17:19:10.871048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc077e-4ceb-4734-8d98-489c1f656e2f req-c7ab44ba-45a6-4eda-8f2c-cc1c92d214b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:10.872629 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bbc077e-4ceb-4734-8d98-489c1f656e2f req-c7ab44ba-45a6-4eda-8f2c-cc1c92d214b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404589 Sep 07 17:19:10.993552 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba3bc9-1dd5-475e-aebe-35d70b3c4f08 req-20ab1009-d1de-467a-babe-032d1c9d4056 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:10.995055 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59ba3bc9-1dd5-475e-aebe-35d70b3c4f08 req-20ab1009-d1de-467a-babe-032d1c9d4056 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0943463 Sep 07 17:19:11.011375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bbc077e-4ceb-4734-8d98-489c1f656e2f req-4b2dca33-be71-4e62-8ab9-116a04a716ea service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310723 Sep 07 17:19:11.066040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-59ba3bc9-1dd5-475e-aebe-35d70b3c4f08 req-5debdafb-86b7-4026-badc-0e4230c46732 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638173 Sep 07 17:19:11.118271 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bbc077e-4ceb-4734-8d98-489c1f656e2f req-fe832461-a737-4a12-87b0-f1a10025b998 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995052 Sep 07 17:19:11.257983 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:19:11.331764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fa78a349-23cb-4d3d-8889-1af63932d44d up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:19:11.378832 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port fa78a349-23cb-4d3d-8889-1af63932d44d triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:11.379216 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:12.180923 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05708c7a-659c-4b7f-a582-559b1b57ab51 req-2a1fe7a3-20ba-4891-b8a0-b266cbb33bf2 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:12.182393 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05708c7a-659c-4b7f-a582-559b1b57ab51 req-2a1fe7a3-20ba-4891-b8a0-b266cbb33bf2 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0485890 Sep 07 17:19:12.218474 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05708c7a-659c-4b7f-a582-559b1b57ab51 req-2efcf3bb-7dad-4cad-813d-d5a70ca22ea4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302668 Sep 07 17:19:13.335827 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeac5b-9b54-448d-85ba-e8b887486d90 req-26ea7370-08b3-4725-85b5-ece72d3678b7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:13.337326 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5aeac5b-9b54-448d-85ba-e8b887486d90 req-26ea7370-08b3-4725-85b5-ece72d3678b7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0522420 Sep 07 17:19:13.375693 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5aeac5b-9b54-448d-85ba-e8b887486d90 req-24bc9947-b26b-4b3a-b7dc-98b67c94bd9d tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325253 Sep 07 17:19:14.074908 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:14.308934 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0a7d-5745-4431-8c7d-e50eab072b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:14.486390 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24848df-8a95-4fa2-90b4-07f4b379d5ee req-01ae4429-4f8d-4f92-a872-e2d4714959f1 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:14.487898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e24848df-8a95-4fa2-90b4-07f4b379d5ee req-01ae4429-4f8d-4f92-a872-e2d4714959f1 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0491211 Sep 07 17:19:14.527570 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e24848df-8a95-4fa2-90b4-07f4b379d5ee req-855e76f4-5c24-4220-95b5-5fb50c67e50f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335822 Sep 07 17:19:14.791527 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 733ebd8e-3ca6-4a81-a716-3500614cd91c details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:19:14.890729 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 733ebd8e-3ca6-4a81-a716-3500614cd91c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:19:14.904540 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'port_id': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'mac_address': 'fa:16:3e:a9:5a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:19:14.941825 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:14.954117 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733ebd8e-3ca6-4a81-a716-3500614cd91c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:19:14.973061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 733ebd8e-3ca6-4a81-a716-3500614cd91c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:19:14.976257 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:15.020900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=733ebd8e-3ca6-4a81-a716-3500614cd91c,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:15.172265 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:15.319146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['733ebd8e-3ca6-4a81-a716-3500614cd91c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:19:15.641922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a4309-6996-4a47-8874-7aad1b6af283 req-6f7904fc-9791-422d-8db0-dea6b31752b9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:15.643379 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-962a4309-6996-4a47-8874-7aad1b6af283 req-6f7904fc-9791-422d-8db0-dea6b31752b9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 944 time: 0.0489473 Sep 07 17:19:15.679968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-962a4309-6996-4a47-8874-7aad1b6af283 req-905df461-e625-4942-bf7a-eeda03d015fb tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306263 Sep 07 17:19:16.791341 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 733ebd8e-3ca6-4a81-a716-3500614cd91c up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:19:16.795397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2428-36d4-4e59-8860-e2c3c342ab60 req-224f8d58-647c-4d5d-b4d7-6a46cd8555e3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:16.797409 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-036a2428-36d4-4e59-8860-e2c3c342ab60 req-224f8d58-647c-4d5d-b4d7-6a46cd8555e3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 944 time: 0.0514314 Sep 07 17:19:16.835032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-036a2428-36d4-4e59-8860-e2c3c342ab60 req-d6aff03d-06c8-43da-87f0-7d27bc666395 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311906 Sep 07 17:19:16.842710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 733ebd8e-3ca6-4a81-a716-3500614cd91c completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:19:16.846896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 733ebd8e-3ca6-4a81-a716-3500614cd91c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:19:16.847273 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:16.927693 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:16.951041 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:19:16.953347 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d88c909-3ca6-4707-84a8-5e1aeae38d7d" -d '{"events": [{"server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "name": "network-vif-plugged", "status": "completed", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:19:16.965304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 733ebd8e-3ca6-4a81-a716-3500614cd91c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:19:16.969327 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:16.995540 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8732b7d5-01c7-4448-848d-8ec68f919858 x-openstack-request-id: req-8732b7d5-01c7-4448-848d-8ec68f919858 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:19:16.995836 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "name": "network-vif-plugged", "status": "completed", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:19:16.996792 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8732b7d5-01c7-4448-848d-8ec68f919858 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:19:16.997506 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'code': 200} Sep 07 17:19:17.024203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=733ebd8e-3ca6-4a81-a716-3500614cd91c,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:17.091961 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd87f48-e073-45b3-b222-e27475405fca req-220efa16-f01a-4a7e-bbb9-902b9e83bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:17.093507 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9bd87f48-e073-45b3-b222-e27475405fca req-220efa16-f01a-4a7e-bbb9-902b9e83bef8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1096 time: 0.0407658 Sep 07 17:19:17.099192 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:17.129188 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9bd87f48-e073-45b3-b222-e27475405fca req-a11e683c-69a0-4d7b-92cc-03a240dfc589 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277123 Sep 07 17:19:17.958379 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d758e-a2e1-485e-b65a-0e0f59e5ae44 req-71af5b44-9b3c-4169-9017-cd5aec5a4d58 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:17.959889 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f40d758e-a2e1-485e-b65a-0e0f59e5ae44 req-71af5b44-9b3c-4169-9017-cd5aec5a4d58 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0501390 Sep 07 17:19:17.996568 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f40d758e-a2e1-485e-b65a-0e0f59e5ae44 req-d663cc6f-c365-4371-b976-29aa81f0efd2 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307148 Sep 07 17:19:19.114681 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea78e-a507-4c6b-b4f8-fac4597cc765 req-188b4049-db69-4f1b-8bec-083cf8317365 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:19.116175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-701ea78e-a507-4c6b-b4f8-fac4597cc765 req-188b4049-db69-4f1b-8bec-083cf8317365 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0521138 Sep 07 17:19:19.152355 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-701ea78e-a507-4c6b-b4f8-fac4597cc765 req-cc7c79c4-07ef-4340-aca2-8abf18c9908b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302777 Sep 07 17:19:19.266881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff5255-c94d-4186-8b5c-f3d139f48494 req-8bb56dc1-5c6c-43ff-b16a-e611600b99a0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:19.268382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cff5255-c94d-4186-8b5c-f3d139f48494 req-8bb56dc1-5c6c-43ff-b16a-e611600b99a0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0499928 Sep 07 17:19:19.304895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7cff5255-c94d-4186-8b5c-f3d139f48494 req-221bd251-33a4-463e-95c5-92543e694808 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305262 Sep 07 17:19:19.326088 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46378) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:19:19.405693 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a06f2b8-077e-46ec-a7c0-8d8950155e63 tempest-TestShelveInstance-505033138 tempest-TestShelveInstance-505033138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:19.407194 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-5a06f2b8-077e-46ec-a7c0-8d8950155e63 tempest-TestShelveInstance-505033138 tempest-TestShelveInstance-505033138-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1091 time: 0.0801497 Sep 07 17:19:19.410158 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46382) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:19:19.414286 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:19:19.435527 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:19.532120 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:19.636173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Allocated IP 172.25.3.72 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/6aab501f-419b-4501-9c23-52237e6ad5b7) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:19:19.731865 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:19.768908 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:19.805232 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:19:19.808037 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:19:19.813986 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:19:19.839930 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'Port': ['ID=6aab501f-419b-4501-9c23-52237e6ad5b7,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:20.166182 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:20.232085 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:20.371855 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:20.376810 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:20.444820 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'Port': ['ID=6aab501f-419b-4501-9c23-52237e6ad5b7,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:19:20.456320 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:20.554291 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Floating IP 37f23eed-5f3a-4ac0-8d4d-3f43c6b0032f associated. External IP: 172.25.3.72, port: 733ebd8e-3ca6-4a81-a716-3500614cd91c. Sep 07 17:19:20.752189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Router 5123bbbb-86e0-4c5f-94cd-01f541bce192 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:19:20.856094 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:19:20.865674 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bec843-ccdd-4422-a689-5d6cfbf1b828 None None] Sync routers for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:19:20.871267 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:20.874897 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bec843-ccdd-4422-a689-5d6cfbf1b828 None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:19:20.876009 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-54bec843-ccdd-4422-a689-5d6cfbf1b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:20.899149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0e323f88-29b2-4dc3-8e56-0bed44509fc3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4879959 Sep 07 17:19:20.899939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:19:20.902235 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e04b84a-18de-41a4-a0f8-4fd5cd42dc8c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:19:20.943007 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dbc244-2d91-43bb-b3d1-c78d47b5cacd x-openstack-request-id: req-03dbc244-2d91-43bb-b3d1-c78d47b5cacd {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:19:20.943309 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:19:20.943566 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03dbc244-2d91-43bb-b3d1-c78d47b5cacd {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:19:20.943973 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'status': 'completed', 'code': 200} Sep 07 17:19:20.984365 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-54bec843-ccdd-4422-a689-5d6cfbf1b828 None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:19:21.005359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04b84a-18de-41a4-a0f8-4fd5cd42dc8c req-5c5c9abd-d3fd-45a8-a354-3bcfff9349d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:21.006782 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e04b84a-18de-41a4-a0f8-4fd5cd42dc8c req-5c5c9abd-d3fd-45a8-a354-3bcfff9349d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1096 time: 0.0407190 Sep 07 17:19:21.097448 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04b84a-18de-41a4-a0f8-4fd5cd42dc8c req-1a81e490-191b-4d36-884c-7ea6379fe04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:21.098944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e04b84a-18de-41a4-a0f8-4fd5cd42dc8c req-1a81e490-191b-4d36-884c-7ea6379fe04f service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0853889 Sep 07 17:19:21.162558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e04b84a-18de-41a4-a0f8-4fd5cd42dc8c req-3d7a21db-bb83-446f-9bdb-842e76f78bc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 200 len: 998 time: 0.0564947 Sep 07 17:19:21.201936 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-54bec843-ccdd-4422-a689-5d6cfbf1b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '37f23eed-5f3a-4ac0-8d4d-3f43c6b0032f', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'port_id': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'mac_address': 'fa:16:3e:a9:5a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:19:20Z', 'updated_at': '2021-09-07T17:19:20Z', 'revision_number': 0, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 5, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:21.210745 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04b84a-18de-41a4-a0f8-4fd5cd42dc8c req-7ce3b40b-3734-4032-bd98-80f8dfa0e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:21.212225 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e04b84a-18de-41a4-a0f8-4fd5cd42dc8c req-7ce3b40b-3734-4032-bd98-80f8dfa0e9f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0429356 Sep 07 17:19:21.230539 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bec843-ccdd-4422-a689-5d6cfbf1b828 None None] Checking router: 5123bbbb-86e0-4c5f-94cd-01f541bce192 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:19:21.239775 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bec843-ccdd-4422-a689-5d6cfbf1b828 None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:19:21.240487 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-54bec843-ccdd-4422-a689-5d6cfbf1b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:19:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:21.264036 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04b84a-18de-41a4-a0f8-4fd5cd42dc8c req-46feaa8f-d09b-4c73-9e66-894e741422d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:21.265563 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e04b84a-18de-41a4-a0f8-4fd5cd42dc8c req-46feaa8f-d09b-4c73-9e66-894e741422d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465274 Sep 07 17:19:21.345176 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-54bec843-ccdd-4422-a689-5d6cfbf1b828 None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:19:21.353980 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e04b84a-18de-41a4-a0f8-4fd5cd42dc8c req-5d08bde0-6cc1-4ad6-afeb-66560f4a5ecd service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810533 Sep 07 17:19:21.580292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-54bec843-ccdd-4422-a689-5d6cfbf1b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '37f23eed-5f3a-4ac0-8d4d-3f43c6b0032f', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'port_id': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'mac_address': 'fa:16:3e:a9:5a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:19:20Z', 'updated_at': '2021-09-07T17:19:20Z', 'revision_number': 0, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 5, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:19:21.608324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bec843-ccdd-4422-a689-5d6cfbf1b828 None None] The sync data for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 is: [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '37f23eed-5f3a-4ac0-8d4d-3f43c6b0032f', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'port_id': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'mac_address': 'fa:16:3e:a9:5a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:19:20Z', 'updated_at': '2021-09-07T17:19:20Z', 'revision_number': 0, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 5, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:19:21.766956 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e04b84a-18de-41a4-a0f8-4fd5cd42dc8c req-33435672-b665-4d2c-a0c1-8a5d1f0a815c service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057684 Sep 07 17:19:21.824444 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1811a11-6f4b-4fde-9f49-78824c16c346 None None] New status for floating IP 37f23eed-5f3a-4ac0-8d4d-3f43c6b0032f: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:19:22.429074 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0bbf46a-85ec-4045-833d-5312b78bb770 req-38789898-a2fe-4429-bda4-c48e5b1e5c8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384748 Sep 07 17:19:22.507347 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf46a-85ec-4045-833d-5312b78bb770 req-c44dda73-5fb8-49f3-aa0c-7e46067b8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:22.508836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0bbf46a-85ec-4045-833d-5312b78bb770 req-c44dda73-5fb8-49f3-aa0c-7e46067b8b9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1096 time: 0.0396371 Sep 07 17:19:22.611430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf46a-85ec-4045-833d-5312b78bb770 req-2b39bef0-062b-49cb-a158-bcb877aadd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:22.612955 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0bbf46a-85ec-4045-833d-5312b78bb770 req-2b39bef0-062b-49cb-a158-bcb877aadd4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0848360 Sep 07 17:19:22.674944 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0bbf46a-85ec-4045-833d-5312b78bb770 req-2680edab-4c1e-4705-9967-2335e982a226 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 200 len: 1000 time: 0.0548985 Sep 07 17:19:22.721307 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf46a-85ec-4045-833d-5312b78bb770 req-3b9cfa79-3300-4d88-9d84-e99f2bc50d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:22.722691 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0bbf46a-85ec-4045-833d-5312b78bb770 req-3b9cfa79-3300-4d88-9d84-e99f2bc50d88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0410278 Sep 07 17:19:22.770375 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf46a-85ec-4045-833d-5312b78bb770 req-2b76954e-8c87-4fad-9d25-b56a48734a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:19:22.771812 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0bbf46a-85ec-4045-833d-5312b78bb770 req-2b76954e-8c87-4fad-9d25-b56a48734a52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418947 Sep 07 17:19:22.858249 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0bbf46a-85ec-4045-833d-5312b78bb770 req-2d9925c9-9322-417b-84a7-d7f67ebad6d4 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788519 Sep 07 17:19:22.948840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d0bbf46a-85ec-4045-833d-5312b78bb770 req-746c4e61-2f96-4ff5-80e0-a43b6a563af1 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835288 Sep 07 17:19:32.479917 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:33.053606 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:40.468124 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bf295039-2e3e-4a24-a32c-096c4553f755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:44.075289 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:44.308986 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-14402d82-2b00-47f3-8a39-560174fea091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:45.175062 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:47.101764 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:19:48.257726 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:20:02.504886 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:20:03.084086 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:20:10.473457 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-86539e82-6f22-4126-b45c-159d7afc8a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:20:14.075420 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:20:14.308625 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-02014502-18f4-4b79-998c-91f57a3a33d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:20:15.177689 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:20:17.104908 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:20:24.368506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f78647be-1110-4b69-889a-b38a2de557f7 req-5d63c66f-d65d-4fe8-b18c-46e231fe3d88 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394492 Sep 07 17:20:24.450650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78647be-1110-4b69-889a-b38a2de557f7 req-6c939592-6e56-4f2c-a359-35fa6afa9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:20:24.452106 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f78647be-1110-4b69-889a-b38a2de557f7 req-6c939592-6e56-4f2c-a359-35fa6afa9c6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1096 time: 0.0388968 Sep 07 17:20:24.554789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78647be-1110-4b69-889a-b38a2de557f7 req-522926fc-2c64-4ad0-9023-19d993af19d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:20:24.556231 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f78647be-1110-4b69-889a-b38a2de557f7 req-522926fc-2c64-4ad0-9023-19d993af19d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0845349 Sep 07 17:20:24.619350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f78647be-1110-4b69-889a-b38a2de557f7 req-0bfb3933-0a5b-4a25-92a3-d3662d2f92b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 200 len: 1000 time: 0.0551753 Sep 07 17:20:24.669457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78647be-1110-4b69-889a-b38a2de557f7 req-50110875-f9dc-4d6f-887f-4b3b7520f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:20:24.670940 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f78647be-1110-4b69-889a-b38a2de557f7 req-50110875-f9dc-4d6f-887f-4b3b7520f48d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0451128 Sep 07 17:20:24.715224 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78647be-1110-4b69-889a-b38a2de557f7 req-b7b605ad-ab3c-41ca-974e-702d9eaa8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:20:24.716678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f78647be-1110-4b69-889a-b38a2de557f7 req-b7b605ad-ab3c-41ca-974e-702d9eaa8b32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384367 Sep 07 17:20:24.805895 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f78647be-1110-4b69-889a-b38a2de557f7 req-a09eb945-f721-4ea7-a163-f7ec9e329cff service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807488 Sep 07 17:20:24.895472 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f78647be-1110-4b69-889a-b38a2de557f7 req-d158f344-ef45-4a54-a59a-9fae527d1348 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806537 Sep 07 17:20:25.256306 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:20:32.519450 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:20:33.084666 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:20:40.473906 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a3a70869-6082-4f44-9c31-42a3e5f00c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:20:44.077099 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:20:44.308623 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-164b2b7f-d143-4dc2-a315-9bab1d83db63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:20:45.180017 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:20:47.107933 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:02.255290 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:21:02.519288 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:03.081134 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:10.474582 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b8cb0b68-b757-4033-9d64-45038b3e8a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:14.077818 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:14.310205 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c8c1617c-1b15-47e5-aad3-f1dbe9375f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:15.183323 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:17.110036 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:24.425385 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20fc27b1-f5b0-410e-9ad2-ad489db19653 req-5915a70b-1395-461d-8389-6f91c6fe65f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398896 Sep 07 17:21:24.509191 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc27b1-f5b0-410e-9ad2-ad489db19653 req-0df1fee1-cf28-41b2-a7c3-10a8a0cf77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:21:24.510683 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20fc27b1-f5b0-410e-9ad2-ad489db19653 req-0df1fee1-cf28-41b2-a7c3-10a8a0cf77ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1096 time: 0.0449297 Sep 07 17:21:24.609919 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc27b1-f5b0-410e-9ad2-ad489db19653 req-dcf20795-03b5-4908-8a9e-3e411b94e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:21:24.611363 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20fc27b1-f5b0-410e-9ad2-ad489db19653 req-dcf20795-03b5-4908-8a9e-3e411b94e3e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0828199 Sep 07 17:21:24.678132 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20fc27b1-f5b0-410e-9ad2-ad489db19653 req-a2bfe99f-a6cd-46db-ada9-cb3db9f5109a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 200 len: 1000 time: 0.0594704 Sep 07 17:21:24.725162 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc27b1-f5b0-410e-9ad2-ad489db19653 req-c6c9d8ec-fdda-4401-9c8c-be2456683c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:21:24.726839 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20fc27b1-f5b0-410e-9ad2-ad489db19653 req-c6c9d8ec-fdda-4401-9c8c-be2456683c06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0416698 Sep 07 17:21:24.769854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc27b1-f5b0-410e-9ad2-ad489db19653 req-566b0572-59f3-4a6e-912f-2883bd83ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:21:24.771304 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20fc27b1-f5b0-410e-9ad2-ad489db19653 req-566b0572-59f3-4a6e-912f-2883bd83ce96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383291 Sep 07 17:21:24.864103 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20fc27b1-f5b0-410e-9ad2-ad489db19653 req-7d04cda2-0832-404a-a496-a479cb4342db service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853584 Sep 07 17:21:24.950951 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-20fc27b1-f5b0-410e-9ad2-ad489db19653 req-e2aa2594-f20d-465f-a232-70611b358c6c service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803785 Sep 07 17:21:32.537132 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:33.095984 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:39.254957 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:21:40.475795 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3aa4ea28-c706-46fd-83ae-4c64d7dbf77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:44.079132 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:44.309442 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e6e559eb-b59f-4415-8fce-3d26f84e3423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:45.186500 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:47.111641 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:21:57.739042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacb799-9aeb-4fee-aa53-30da39f57777 req-12839db9-e2b0-431a-a9d6-28353fe4a3ee tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:21:57.740543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bacb799-9aeb-4fee-aa53-30da39f57777 req-12839db9-e2b0-431a-a9d6-28353fe4a3ee tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0533497 Sep 07 17:21:57.777295 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7bacb799-9aeb-4fee-aa53-30da39f57777 req-de7acc2a-a937-4501-9824-bbc18ed57618 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308304 Sep 07 17:21:58.917640 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15d273-a27b-49bc-9786-9ce8075ceb3b req-e11ce4d3-bc66-4dd0-8b00-f696c9fc7ae9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:21:58.919167 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a15d273-a27b-49bc-9786-9ce8075ceb3b req-e11ce4d3-bc66-4dd0-8b00-f696c9fc7ae9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0484216 Sep 07 17:21:58.956606 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4a15d273-a27b-49bc-9786-9ce8075ceb3b req-e2c58c16-d5bb-4bdb-a3b8-556e28bd6eba tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309877 Sep 07 17:22:00.094635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3e217-084a-49ef-9e22-248de6e974a7 req-7b9a348b-8c04-417f-b484-1a690a4b560b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:00.096104 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39e3e217-084a-49ef-9e22-248de6e974a7 req-7b9a348b-8c04-417f-b484-1a690a4b560b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0474367 Sep 07 17:22:00.132879 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-39e3e217-084a-49ef-9e22-248de6e974a7 req-ff9e8699-2124-4c16-8667-d3a9c6caf9c2 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306356 Sep 07 17:22:01.248987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc0024-6348-49a4-80f7-a702a29b7863 req-d9435505-7fb6-489f-948c-07c89154f8d5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:01.250748 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8fbc0024-6348-49a4-80f7-a702a29b7863 req-d9435505-7fb6-489f-948c-07c89154f8d5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0535681 Sep 07 17:22:01.289574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8fbc0024-6348-49a4-80f7-a702a29b7863 req-6884f37c-64db-4173-b147-0a3bc350e7ae tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326636 Sep 07 17:22:02.403030 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf88659-f061-47a1-aef5-3d51fc2ca9c9 req-f143d573-2a14-4387-bc82-76129fc6d288 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:02.405041 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdf88659-f061-47a1-aef5-3d51fc2ca9c9 req-f143d573-2a14-4387-bc82-76129fc6d288 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0489411 Sep 07 17:22:02.441905 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fdf88659-f061-47a1-aef5-3d51fc2ca9c9 req-1e4c7c46-e146-4b76-bf73-879bfd3de74c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310330 Sep 07 17:22:02.534626 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:03.111100 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:03.557146 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c722f-0eeb-49fc-8152-df477f239000 req-d19e0a60-a523-40d8-b15d-5555dc2b78b4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:03.558647 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e10c722f-0eeb-49fc-8152-df477f239000 req-d19e0a60-a523-40d8-b15d-5555dc2b78b4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0491748 Sep 07 17:22:03.596026 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e10c722f-0eeb-49fc-8152-df477f239000 req-e46f5c9b-0cbb-4357-a35f-803fbfdc753d tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308802 Sep 07 17:22:04.713401 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f2934-b897-49d7-a013-ae7a5c67f418 req-df8f3fc9-450a-437e-b36f-9fa46f6a799b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:04.714883 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c2f2934-b897-49d7-a013-ae7a5c67f418 req-df8f3fc9-450a-437e-b36f-9fa46f6a799b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0526307 Sep 07 17:22:04.752153 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c2f2934-b897-49d7-a013-ae7a5c67f418 req-a2998633-733f-4e4c-b067-ed0439cb68a0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Sep 07 17:22:05.865121 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c73b5-4bd7-47cc-a549-f19f272f4c36 req-b0fa4d2a-3a41-458c-8834-070784657673 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:05.866624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-942c73b5-4bd7-47cc-a549-f19f272f4c36 req-b0fa4d2a-3a41-458c-8834-070784657673 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0497174 Sep 07 17:22:05.903064 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-942c73b5-4bd7-47cc-a549-f19f272f4c36 req-0eb391e3-7466-4e4f-bab5-4de1c51ad551 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304105 Sep 07 17:22:07.016000 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dc67f-835c-44be-830e-0a8d080a61e7 req-98881bbd-8e3b-469a-a598-592df0edaa75 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:07.017500 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-683dc67f-835c-44be-830e-0a8d080a61e7 req-98881bbd-8e3b-469a-a598-592df0edaa75 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0482142 Sep 07 17:22:07.053498 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-683dc67f-835c-44be-830e-0a8d080a61e7 req-beda388b-4dd1-46b5-b894-d3bda115cc41 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300515 Sep 07 17:22:08.170437 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93102ffa-d746-42b0-9002-21a06814643f req-238dc67b-d58e-4c17-a850-0633fc7b261f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:08.171836 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93102ffa-d746-42b0-9002-21a06814643f req-238dc67b-d58e-4c17-a850-0633fc7b261f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0525920 Sep 07 17:22:08.208578 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-93102ffa-d746-42b0-9002-21a06814643f req-1064b87a-75cc-4c98-86c2-cd23213e8543 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309141 Sep 07 17:22:09.320256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24a783-0bd1-4274-b660-3276e53c886e req-03eba10e-706d-4fb0-8e87-d3bca582e3a7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:09.321774 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d24a783-0bd1-4274-b660-3276e53c886e req-03eba10e-706d-4fb0-8e87-d3bca582e3a7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0478075 Sep 07 17:22:09.358797 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1d24a783-0bd1-4274-b660-3276e53c886e req-4aa9ebe9-7e95-4ca0-8fd8-e42db09449de tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312510 Sep 07 17:22:10.470899 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ba706-71d7-4d8b-b25e-263028859bde req-cef71f26-5a08-4748-a58a-f95033f84855 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:10.472445 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f02ba706-71d7-4d8b-b25e-263028859bde req-cef71f26-5a08-4748-a58a-f95033f84855 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0493286 Sep 07 17:22:10.476953 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2ca71e11-82f1-4626-88b1-e97e29d1c4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:10.510089 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f02ba706-71d7-4d8b-b25e-263028859bde req-96a218a9-422b-4bf2-a41e-a5b1b2fd9583 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313113 Sep 07 17:22:11.552016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 733ebd8e-3ca6-4a81-a716-3500614cd91c details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:22:11.628271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1500b9d-8056-4df3-a578-7daa04671f8e req-43a23807-bd17-4148-b517-9dbb1d50ce44 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:11.629945 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a1500b9d-8056-4df3-a578-7daa04671f8e req-43a23807-bd17-4148-b517-9dbb1d50ce44 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0533233 Sep 07 17:22:11.643585 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 733ebd8e-3ca6-4a81-a716-3500614cd91c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:22:11.654342 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'port_id': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'mac_address': 'fa:16:3e:a9:5a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:22:11.666405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a1500b9d-8056-4df3-a578-7daa04671f8e req-510d037a-6f69-44b9-af75-714f3646a65b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306523 Sep 07 17:22:11.693853 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:11.705951 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 733ebd8e-3ca6-4a81-a716-3500614cd91c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:22:11.724591 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 733ebd8e-3ca6-4a81-a716-3500614cd91c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:22:11.728949 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:11.776455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=733ebd8e-3ca6-4a81-a716-3500614cd91c,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:22:11.784008 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:22:11.784377 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:22:11.784724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:22:11.785061 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:22:11.785393 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:22:11.785727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:22:11.786056 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:22:11.786383 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:22:11.786708 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:22:11.787032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:22:11.787355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:22:11.787678 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:22:11.800555 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['733ebd8e-3ca6-4a81-a716-3500614cd91c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:22:12.781941 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60f106-c510-4bfd-9ca9-eb30f56ca93a req-fadce18a-595f-4e1e-a64c-b50c64314533 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:12.783921 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd60f106-c510-4bfd-9ca9-eb30f56ca93a req-fadce18a-595f-4e1e-a64c-b50c64314533 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 944 time: 0.0499110 Sep 07 17:22:12.821011 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dd60f106-c510-4bfd-9ca9-eb30f56ca93a req-fa6523af-2870-41ba-a5cd-7a90d4fe73f7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310745 Sep 07 17:22:13.571952 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 733ebd8e-3ca6-4a81-a716-3500614cd91c up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:22:13.618327 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 733ebd8e-3ca6-4a81-a716-3500614cd91c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:22:13.618648 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:13.694109 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:13.715317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:22:13.717585 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b4a6a5-21b6-4ee3-9b10-516d8900d279" -d '{"events": [{"server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "name": "network-vif-plugged", "status": "completed", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:22:13.729686 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 733ebd8e-3ca6-4a81-a716-3500614cd91c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:22:13.734044 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:13.782781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=733ebd8e-3ca6-4a81-a716-3500614cd91c,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:22:13.809561 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc4bb12-0d9e-4a40-97fb-f54bd124ab77 x-openstack-request-id: req-7bc4bb12-0d9e-4a40-97fb-f54bd124ab77 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:22:13.809884 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "name": "network-vif-plugged", "status": "completed", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:22:13.810152 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7bc4bb12-0d9e-4a40-97fb-f54bd124ab77 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:22:13.810548 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'code': 200} Sep 07 17:22:13.932649 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706c758-de97-42e0-85f4-8e9d780f1f11 req-f2676793-d47c-4154-a5d3-f34c4225f5a3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:13.934143 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a706c758-de97-42e0-85f4-8e9d780f1f11 req-f2676793-d47c-4154-a5d3-f34c4225f5a3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0480309 Sep 07 17:22:13.971758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a706c758-de97-42e0-85f4-8e9d780f1f11 req-0d183d7e-e9e8-42c8-aec2-d102afc7c444 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310981 Sep 07 17:22:14.078090 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:14.310127 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd614-a233-46c6-b4c2-34f6bfa4d89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:15.091906 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15294fde-e914-4b3e-a902-d2cf9996ba60 req-f36ca10a-e646-40b3-85f1-cf10148369c9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:15.093435 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15294fde-e914-4b3e-a902-d2cf9996ba60 req-f36ca10a-e646-40b3-85f1-cf10148369c9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0536816 Sep 07 17:22:15.133456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-15294fde-e914-4b3e-a902-d2cf9996ba60 req-4a0292da-7ad5-40b1-bc73-f5e356eeb682 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338054 Sep 07 17:22:15.191551 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:16.256692 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:22:16.259350 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4ce4d-8038-4f8d-abb2-e3a368fc3c67 req-53671fbb-9d14-49ca-9648-3cce5b602e23 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:16.261182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08c4ce4d-8038-4f8d-abb2-e3a368fc3c67 req-53671fbb-9d14-49ca-9648-3cce5b602e23 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0564921 Sep 07 17:22:16.303624 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-08c4ce4d-8038-4f8d-abb2-e3a368fc3c67 req-f9f3d542-42e3-4c33-9e80-505bb92583cf tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353062 Sep 07 17:22:17.117232 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:17.433985 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2214da-10e2-4ea6-baa6-382f52385063 req-d3def649-ecee-4f5f-aad2-db723dcaa8bf tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:17.435823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e2214da-10e2-4ea6-baa6-382f52385063 req-d3def649-ecee-4f5f-aad2-db723dcaa8bf tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0545664 Sep 07 17:22:17.487910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9e2214da-10e2-4ea6-baa6-382f52385063 req-7f96917a-3df0-4c39-bbc3-776f68b780ed tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460486 Sep 07 17:22:18.619593 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbaeab-19dc-4049-be21-75353116bdb5 req-88f657d8-ff1d-446f-99fc-0ccb8166f398 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:18.621316 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1bbaeab-19dc-4049-be21-75353116bdb5 req-88f657d8-ff1d-446f-99fc-0ccb8166f398 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0539169 Sep 07 17:22:18.663289 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d1bbaeab-19dc-4049-be21-75353116bdb5 req-8789847f-d6d0-461a-b049-51e90a6f04e8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354309 Sep 07 17:22:19.809627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb579591-9e60-4e0d-a763-78c4d4daf914 req-80c85868-b19f-4018-ad36-97e1a0622cba tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:19.811800 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb579591-9e60-4e0d-a763-78c4d4daf914 req-80c85868-b19f-4018-ad36-97e1a0622cba tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0717850 Sep 07 17:22:19.865908 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fb579591-9e60-4e0d-a763-78c4d4daf914 req-7d701bb3-ce11-4a86-af7c-44df8c1c2370 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477231 Sep 07 17:22:20.984928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c707-25e8-4fef-adc4-10a28455dc72 req-8a5fefac-b4a9-4e7e-90ee-8d24f0010c58 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:20.987001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5df5c707-25e8-4fef-adc4-10a28455dc72 req-8a5fefac-b4a9-4e7e-90ee-8d24f0010c58 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0520172 Sep 07 17:22:21.026378 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5df5c707-25e8-4fef-adc4-10a28455dc72 req-8c3121e1-3cd8-4eac-9c80-c95dc566defc tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328619 Sep 07 17:22:22.178465 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16ef9f-eff2-4ab2-96e5-607fda3b8274 req-909977c9-56d9-49be-99e4-ce25c8f05610 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:22.180803 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e16ef9f-eff2-4ab2-96e5-607fda3b8274 req-909977c9-56d9-49be-99e4-ce25c8f05610 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0582843 Sep 07 17:22:22.254725 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1e16ef9f-eff2-4ab2-96e5-607fda3b8274 req-08b0cb27-dd03-4e2a-8c33-f3f844e58004 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637422 Sep 07 17:22:23.366209 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6ca52-c94d-4cc3-a205-99b294139ca2 req-674f2a96-5ce7-4bc1-a354-b01c86badf2c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:23.367954 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6c6ca52-c94d-4cc3-a205-99b294139ca2 req-674f2a96-5ce7-4bc1-a354-b01c86badf2c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0515821 Sep 07 17:22:23.412615 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6c6ca52-c94d-4cc3-a205-99b294139ca2 req-948f13ff-7aa9-4cbe-9c83-133479519ee0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351691 Sep 07 17:22:24.435875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a26939-4e84-4e7c-b3e5-ec64215f4264 req-f5241b71-34d8-4645-b31d-4abf5c3f2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:24.437523 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8a26939-4e84-4e7c-b3e5-ec64215f4264 req-f5241b71-34d8-4645-b31d-4abf5c3f2815 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1096 time: 0.0466974 Sep 07 17:22:24.585446 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a26939-4e84-4e7c-b3e5-ec64215f4264 req-8338ac1c-26dd-4dad-adc7-6c8824007088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:24.586946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8a26939-4e84-4e7c-b3e5-ec64215f4264 req-8338ac1c-26dd-4dad-adc7-6c8824007088 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.1274948 Sep 07 17:22:24.595254 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32847b38-991b-4be5-a0c8-fe901d4dec07 req-1a559e24-104d-4a18-accc-7ad2c63058ab tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:24.596653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32847b38-991b-4be5-a0c8-fe901d4dec07 req-1a559e24-104d-4a18-accc-7ad2c63058ab tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.1016836 Sep 07 17:22:24.677783 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32847b38-991b-4be5-a0c8-fe901d4dec07 req-dc31644a-b1aa-4433-94ea-8f06941b4ece tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742607 Sep 07 17:22:24.683494 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8a26939-4e84-4e7c-b3e5-ec64215f4264 req-949df261-82a0-4e74-bb49-166cfd2227c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 200 len: 1000 time: 0.0859563 Sep 07 17:22:24.732789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a26939-4e84-4e7c-b3e5-ec64215f4264 req-be4bfa1d-9da2-4242-bda7-5985db8fa775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:24.734186 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8a26939-4e84-4e7c-b3e5-ec64215f4264 req-be4bfa1d-9da2-4242-bda7-5985db8fa775 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0428402 Sep 07 17:22:24.778846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a26939-4e84-4e7c-b3e5-ec64215f4264 req-bf14c317-5764-4e8f-a8e1-16058f111614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:24.780201 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8a26939-4e84-4e7c-b3e5-ec64215f4264 req-bf14c317-5764-4e8f-a8e1-16058f111614 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385456 Sep 07 17:22:24.871820 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8a26939-4e84-4e7c-b3e5-ec64215f4264 req-90ee8848-00d7-4f65-b867-99c4e7487a4e service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830617 Sep 07 17:22:24.959475 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b8a26939-4e84-4e7c-b3e5-ec64215f4264 req-5cd9fd69-865d-4ea5-baef-f6107ffb6e81 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805588 Sep 07 17:22:25.463260 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf49f9-7264-4e71-88d7-fc07235e6a6a req-976a8c91-65a1-42c3-946d-0db19b1f9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:25.464811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71bf49f9-7264-4e71-88d7-fc07235e6a6a req-976a8c91-65a1-42c3-946d-0db19b1f9fc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1096 time: 0.0451374 Sep 07 17:22:25.552955 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf49f9-7264-4e71-88d7-fc07235e6a6a req-a822e6de-fd32-443f-a0bf-0f0442b9556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:25.554452 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71bf49f9-7264-4e71-88d7-fc07235e6a6a req-a822e6de-fd32-443f-a0bf-0f0442b9556e service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0823565 Sep 07 17:22:25.621786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71bf49f9-7264-4e71-88d7-fc07235e6a6a req-7c49a580-cf90-40b4-b04d-3df82da1c492 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 200 len: 1000 time: 0.0595524 Sep 07 17:22:25.669200 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf49f9-7264-4e71-88d7-fc07235e6a6a req-32c14339-d707-480b-ab30-923a2702e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:25.670587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71bf49f9-7264-4e71-88d7-fc07235e6a6a req-32c14339-d707-480b-ab30-923a2702e7f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0422866 Sep 07 17:22:25.714942 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf49f9-7264-4e71-88d7-fc07235e6a6a req-b7f27a2f-6f87-47dc-8154-65cc32fb4837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:25.716490 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71bf49f9-7264-4e71-88d7-fc07235e6a6a req-b7f27a2f-6f87-47dc-8154-65cc32fb4837 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387859 Sep 07 17:22:25.840241 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b367d1-b7a5-40fb-91e3-dfe722051d8d req-4440dc21-d602-4b4f-a060-7ea2c85269a7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:25.841749 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4b367d1-b7a5-40fb-91e3-dfe722051d8d req-4440dc21-d602-4b4f-a060-7ea2c85269a7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0935426 Sep 07 17:22:25.845909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71bf49f9-7264-4e71-88d7-fc07235e6a6a req-1132969e-6b28-4fda-8de9-2dc8aa5d98b3 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221769 Sep 07 17:22:25.903996 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b4b367d1-b7a5-40fb-91e3-dfe722051d8d req-30f0fafb-8999-4883-b5bd-1ecdaa075783 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551214 Sep 07 17:22:25.959279 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-71bf49f9-7264-4e71-88d7-fc07235e6a6a req-48bca619-4edb-4c6e-a938-79c5d8c811fb service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045630 Sep 07 17:22:27.020310 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bead3d-c8a0-41b8-83b3-921a4cb1250a req-2f4adcb2-c8ce-4692-94e7-f4db287b59a1 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:27.021856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61bead3d-c8a0-41b8-83b3-921a4cb1250a req-2f4adcb2-c8ce-4692-94e7-f4db287b59a1 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 945 time: 0.0494261 Sep 07 17:22:27.059384 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-61bead3d-c8a0-41b8-83b3-921a4cb1250a req-234794ec-e332-4954-80f2-c64c25333d58 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315495 Sep 07 17:22:27.696304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 733ebd8e-3ca6-4a81-a716-3500614cd91c no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:22:27.771622 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:27.792754 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:22:27.794933 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef51db7b-ff85-47d1-bf09-c2f14da8802d" -d '{"events": [{"server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "name": "network-vif-unplugged", "status": "completed", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:22:27.807107 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 733ebd8e-3ca6-4a81-a716-3500614cd91c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:22:27.811301 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:27.834741 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7587ffc9-77bf-4c23-84fd-174879e27cc9 x-openstack-request-id: req-7587ffc9-77bf-4c23-84fd-174879e27cc9 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:22:27.835027 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "name": "network-vif-unplugged", "status": "completed", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:22:27.835288 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7587ffc9-77bf-4c23-84fd-174879e27cc9 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:22:27.835681 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'code': 200} Sep 07 17:22:27.859858 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=733ebd8e-3ca6-4a81-a716-3500614cd91c,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:22:28.170509 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5da55f-870f-46cb-aa52-779319901ca7 req-be31cdcb-08a4-4755-b704-09e6c641e4c4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:28.171966 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c5da55f-870f-46cb-aa52-779319901ca7 req-be31cdcb-08a4-4755-b704-09e6c641e4c4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0478549 Sep 07 17:22:28.208403 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8c5da55f-870f-46cb-aa52-779319901ca7 req-dcb2e36b-bbf8-4986-ba01-a06c37181189 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300694 Sep 07 17:22:28.275675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-8b137ab9-175e-417a-b847-0f5d3043d70c req-0dc9fb12-9c49-4c63-bbbb-23f762627832 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:22:28.276678 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8b137ab9-175e-417a-b847-0f5d3043d70c req-0dc9fb12-9c49-4c63-bbbb-23f762627832 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052087 Sep 07 17:22:28.432520 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b2278-618f-4214-99d1-c866702affdf req-dbbeb6e4-7f7c-4445-8a7e-61437bb191ca tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:28.434027 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a9b2278-618f-4214-99d1-c866702affdf req-dbbeb6e4-7f7c-4445-8a7e-61437bb191ca tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0547736 Sep 07 17:22:28.472657 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3a9b2278-618f-4214-99d1-c866702affdf req-a1d64314-e2a7-4c1a-a5b0-8ddfb7160692 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326200 Sep 07 17:22:28.605953 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-2e3b41d4-c8a9-475f-a719-649f6bddac70 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920734 Sep 07 17:22:29.364581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-d80d0330-9739-40c2-a292-0c8976c7b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:29.366054 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-d80d0330-9739-40c2-a292-0c8976c7b005 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22&tenant_id=4ab44ec7598747dcbb1c836a61a0e323 HTTP/1.1" status: 200 len: 1094 time: 0.0405343 Sep 07 17:22:29.425596 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-3e1cbb67-af66-4937-9c43-b8578a49da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:29.427057 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-3e1cbb67-af66-4937-9c43-b8578a49da18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1094 time: 0.0390162 Sep 07 17:22:29.518696 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-661391f4-29e4-4714-bfa2-bd336fe35d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:29.520199 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-661391f4-29e4-4714-bfa2-bd336fe35d4a service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0868137 Sep 07 17:22:29.617066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-a40ee878-4e51-4758-924d-e615275acd24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 200 len: 998 time: 0.0886319 Sep 07 17:22:29.628712 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcb92b-2aaa-4a58-8b8b-f8c8dc8ef0d3 req-de11232a-c47c-47f8-ae3c-efd2133a5b79 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:29.630119 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4adcb92b-2aaa-4a58-8b8b-f8c8dc8ef0d3 req-de11232a-c47c-47f8-ae3c-efd2133a5b79 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0683873 Sep 07 17:22:29.694989 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-bb87e6dc-8ccb-43bc-a70c-be6a86ed7b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:29.696446 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-bb87e6dc-8ccb-43bc-a70c-be6a86ed7b20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0654645 Sep 07 17:22:29.699321 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4adcb92b-2aaa-4a58-8b8b-f8c8dc8ef0d3 req-6aa19948-c755-4c30-b420-ce772fffc3a3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615337 Sep 07 17:22:29.741165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-ea36bfde-ed5f-434f-ac21-25fc2a3dce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:29.742638 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-ea36bfde-ed5f-434f-ac21-25fc2a3dce01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397780 Sep 07 17:22:29.833065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-343d9fcc-eaa8-4999-8e80-9844e6e24ab2 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830929 Sep 07 17:22:29.925228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ce4d3bec-ef92-4096-9be4-20ba6e559e77 req-4eaff594-69ae-4125-a878-6f7c7414a36f service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845504 Sep 07 17:22:30.817275 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd25a-3656-4614-90f3-2176b8336c35 req-dc49d832-720a-4336-8ea2-cc6ad32588a2 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:30.818794 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89abd25a-3656-4614-90f3-2176b8336c35 req-dc49d832-720a-4336-8ea2-cc6ad32588a2 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0489869 Sep 07 17:22:30.859405 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-89abd25a-3656-4614-90f3-2176b8336c35 req-50423a13-60b1-4cad-822c-22d23218a8e5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336344 Sep 07 17:22:31.717823 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 733ebd8e-3ca6-4a81-a716-3500614cd91c no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:22:31.978638 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85579c-4d57-435f-8b0b-a0544c84730c req-6f5b3435-853e-430f-b5cf-c51d5b1db031 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:31.980044 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df85579c-4d57-435f-8b0b-a0544c84730c req-6f5b3435-853e-430f-b5cf-c51d5b1db031 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0495803 Sep 07 17:22:32.019576 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-df85579c-4d57-435f-8b0b-a0544c84730c req-367cc435-62cf-46ac-9b55-638ede72fc68 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332732 Sep 07 17:22:32.543188 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:33.114609 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:33.152328 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4008c0-29b5-4e4a-9734-3e604dd01819 req-f74a9b31-6fe9-43b0-b71c-e7bdc5d3405e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:33.153898 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d4008c0-29b5-4e4a-9734-3e604dd01819 req-f74a9b31-6fe9-43b0-b71c-e7bdc5d3405e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0670657 Sep 07 17:22:33.199234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3d4008c0-29b5-4e4a-9734-3e604dd01819 req-891269d1-225c-4848-a473-9d683c380eac tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376937 Sep 07 17:22:34.319256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806a176-db5a-4a13-b0c7-f29b7c055c82 req-58a35351-a363-4990-a217-4e7bf9fcef9a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:34.320910 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a806a176-db5a-4a13-b0c7-f29b7c055c82 req-58a35351-a363-4990-a217-4e7bf9fcef9a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0510888 Sep 07 17:22:34.361419 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a806a176-db5a-4a13-b0c7-f29b7c055c82 req-ef7aed60-ae2b-4aad-96cf-4e1d4f2ae668 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336876 Sep 07 17:22:35.486607 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b8b34-ba25-4184-ab60-bae73811bdd4 req-f920aa09-a390-4b51-a928-27655d23a3c0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:35.488145 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc7b8b34-ba25-4184-ab60-bae73811bdd4 req-f920aa09-a390-4b51-a928-27655d23a3c0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0556142 Sep 07 17:22:35.527211 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dc7b8b34-ba25-4184-ab60-bae73811bdd4 req-32ea50ab-2907-478c-8592-d937515f0411 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331309 Sep 07 17:22:36.668177 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c9197-5669-49bd-ac8d-c290854a1420 req-e7cf934c-2df6-4fe7-817f-8f39fea171ca tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:36.669594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e4c9197-5669-49bd-ac8d-c290854a1420 req-e7cf934c-2df6-4fe7-817f-8f39fea171ca tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0692041 Sep 07 17:22:36.709776 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6e4c9197-5669-49bd-ac8d-c290854a1420 req-2a1e167a-c0d1-4142-aae6-b292d3757c59 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340073 Sep 07 17:22:37.850411 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7b8d0-926c-40e3-aaaa-3440c4d81c5a req-1b7ffbd7-1e8a-4dc8-aa55-c7220407339c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:37.852182 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1e7b8d0-926c-40e3-aaaa-3440c4d81c5a req-1b7ffbd7-1e8a-4dc8-aa55-c7220407339c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0644934 Sep 07 17:22:37.892031 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e1e7b8d0-926c-40e3-aaaa-3440c4d81c5a req-de3c928d-7f1c-4222-8f68-dcd6c3813e64 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338500 Sep 07 17:22:39.017747 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf616e7-d442-4367-a614-cae679422aa2 req-ec82aa12-f79e-4736-ac86-b80d3d9d231c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:39.019234 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-acf616e7-d442-4367-a614-cae679422aa2 req-ec82aa12-f79e-4736-ac86-b80d3d9d231c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0519376 Sep 07 17:22:39.057151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-acf616e7-d442-4367-a614-cae679422aa2 req-b43ba0ce-27ea-4c69-b259-885040c1bef5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314493 Sep 07 17:22:40.178048 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ea43e-3e5f-4bc3-aac2-70bd8cd30a8b req-5d06b375-f1e0-477f-9314-1418fc21da7a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:40.179529 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a86ea43e-3e5f-4bc3-aac2-70bd8cd30a8b req-5d06b375-f1e0-477f-9314-1418fc21da7a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0531049 Sep 07 17:22:40.219546 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a86ea43e-3e5f-4bc3-aac2-70bd8cd30a8b req-7b8bc19c-8625-425a-8291-1826d5bd3822 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341129 Sep 07 17:22:40.478905 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-3d9dfc8b-b69d-49f9-aef5-da6645ae439a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:41.335807 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc8bfd-5cb4-43ad-9e5b-3376c459d023 req-e5601f70-15fd-4117-94f2-33bb3484e65f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:41.337353 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09dc8bfd-5cb4-43ad-9e5b-3376c459d023 req-e5601f70-15fd-4117-94f2-33bb3484e65f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0489328 Sep 07 17:22:41.374604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09dc8bfd-5cb4-43ad-9e5b-3376c459d023 req-89e77a9b-d350-419a-9fbc-08c88370b494 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313056 Sep 07 17:22:42.485940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9d5cb-8637-4356-bedb-e1d567db58cf req-405afd5e-ae61-415e-9929-f087b594d15c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:42.487406 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ee9d5cb-8637-4356-bedb-e1d567db58cf req-405afd5e-ae61-415e-9929-f087b594d15c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0478847 Sep 07 17:22:42.524448 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2ee9d5cb-8637-4356-bedb-e1d567db58cf req-7f4b8d3e-280b-40bb-93ae-87df93326b5e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306845 Sep 07 17:22:43.641925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d1777-250c-4b2a-99ad-88818d555591 req-82e4c539-b7bd-4666-9106-e8c04dce38ad tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:43.643323 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e40d1777-250c-4b2a-99ad-88818d555591 req-82e4c539-b7bd-4666-9106-e8c04dce38ad tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0522926 Sep 07 17:22:43.680048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e40d1777-250c-4b2a-99ad-88818d555591 req-da5c49d3-4f93-4f84-bdbb-230326ca91bb tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307946 Sep 07 17:22:44.078698 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:44.308847 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-11099ba0-3aa8-404d-bc08-ba65adcf56e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:44.793716 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b8e31-249b-4e30-9580-9fd0821c57ff req-60dc0f92-63fa-44f3-9645-b670cbfdf32e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:44.795196 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f0b8e31-249b-4e30-9580-9fd0821c57ff req-60dc0f92-63fa-44f3-9645-b670cbfdf32e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0490148 Sep 07 17:22:44.832823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6f0b8e31-249b-4e30-9580-9fd0821c57ff req-bc77b91c-6a5b-4a16-a1fe-38b00e8cce3a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304911 Sep 07 17:22:45.193967 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:45.943233 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270ee13-de27-4e7f-92da-0b261dd38b2a req-41b1a6e4-d1a6-4fb9-abf2-521d1f26b148 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:45.944728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7270ee13-de27-4e7f-92da-0b261dd38b2a req-41b1a6e4-d1a6-4fb9-abf2-521d1f26b148 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0477402 Sep 07 17:22:45.981343 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7270ee13-de27-4e7f-92da-0b261dd38b2a req-57f1cc9f-2f40-496a-b931-003800af78a1 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307746 Sep 07 17:22:47.096789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af2a55-13d7-453c-b2b9-05ddffad50d9 req-eeb91739-ab90-4b06-afe8-cd6acd6d612e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:47.098813 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8af2a55-13d7-453c-b2b9-05ddffad50d9 req-eeb91739-ab90-4b06-afe8-cd6acd6d612e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 943 time: 0.0526872 Sep 07 17:22:47.112787 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:47.136679 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a8af2a55-13d7-453c-b2b9-05ddffad50d9 req-1f5f860e-5aa7-4a7b-a723-301a71d4302e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315447 Sep 07 17:22:47.800874 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 733ebd8e-3ca6-4a81-a716-3500614cd91c details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:22:47.893932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 733ebd8e-3ca6-4a81-a716-3500614cd91c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:22:47.905029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'port_id': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'mac_address': 'fa:16:3e:a9:5a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:22:47.942297 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:47.954433 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733ebd8e-3ca6-4a81-a716-3500614cd91c {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:22:47.973077 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 733ebd8e-3ca6-4a81-a716-3500614cd91c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:22:47.977245 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:48.022252 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=733ebd8e-3ca6-4a81-a716-3500614cd91c,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:22:48.252130 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf74f8-bb19-44bc-9c1a-1c52083e6d5c req-a744955a-8838-41c4-8c4d-8416ee0e12e8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:48.253634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29bf74f8-bb19-44bc-9c1a-1c52083e6d5c req-a744955a-8838-41c4-8c4d-8416ee0e12e8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 944 time: 0.0507300 Sep 07 17:22:48.292040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-29bf74f8-bb19-44bc-9c1a-1c52083e6d5c req-ade8d78c-b489-4f0b-aef2-e0f47083e36d tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317733 Sep 07 17:22:48.340241 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['733ebd8e-3ca6-4a81-a716-3500614cd91c'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:22:49.405701 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0cc0-0024-462d-b1a6-8146dec422f7 req-652677c5-96cf-41d5-8d90-46fe03669f36 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:49.407185 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-002c0cc0-0024-462d-b1a6-8146dec422f7 req-652677c5-96cf-41d5-8d90-46fe03669f36 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 944 time: 0.0484807 Sep 07 17:22:49.443370 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-002c0cc0-0024-462d-b1a6-8146dec422f7 req-ff519fda-16f3-4be3-8f5b-23756e278aeb tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302067 Sep 07 17:22:49.810044 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 733ebd8e-3ca6-4a81-a716-3500614cd91c up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:22:49.858628 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 733ebd8e-3ca6-4a81-a716-3500614cd91c triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:22:49.859000 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:49.935958 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:49.957006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:22:49.959337 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd57cda-e115-46a0-aca1-74020c2b7d59" -d '{"events": [{"server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "name": "network-vif-plugged", "status": "completed", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:22:49.971016 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 733ebd8e-3ca6-4a81-a716-3500614cd91c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:22:49.976362 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:22:50.000236 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da1cd6b-1b90-4575-8737-2723952def15 x-openstack-request-id: req-8da1cd6b-1b90-4575-8737-2723952def15 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:22:50.000554 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "name": "network-vif-plugged", "status": "completed", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:22:50.000813 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8da1cd6b-1b90-4575-8737-2723952def15 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:22:50.001208 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'code': 200} Sep 07 17:22:50.026746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=733ebd8e-3ca6-4a81-a716-3500614cd91c,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:22:50.192535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d2679-8ecb-49d6-9e45-9b9e11accf03 req-99626f3b-bf87-48f9-9339-7c8c049b474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:50.194037 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a23d2679-8ecb-49d6-9e45-9b9e11accf03 req-99626f3b-bf87-48f9-9339-7c8c049b474c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1097 time: 0.0847576 Sep 07 17:22:50.229728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a23d2679-8ecb-49d6-9e45-9b9e11accf03 req-af25b068-c772-4a86-8050-1b302f5ea85e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280836 Sep 07 17:22:50.557465 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603e1f-61c9-4366-8a77-460be18dac60 req-5e18321f-a9d6-4530-9239-8f0e126c16b6 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:50.558952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b603e1f-61c9-4366-8a77-460be18dac60 req-5e18321f-a9d6-4530-9239-8f0e126c16b6 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 946 time: 0.0481184 Sep 07 17:22:50.594808 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b603e1f-61c9-4366-8a77-460be18dac60 req-a465db8a-2ede-4999-9219-ba61af43746e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301137 Sep 07 17:22:51.714661 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d702196-bc2e-45de-ae15-fbb8479c5405 req-1c73c987-b863-4e13-97f6-ccf605181d3e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:51.716165 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4d702196-bc2e-45de-ae15-fbb8479c5405 req-1c73c987-b863-4e13-97f6-ccf605181d3e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 946 time: 0.0510316 Sep 07 17:22:51.754021 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4d702196-bc2e-45de-ae15-fbb8479c5405 req-5903a06b-d229-4206-a8ad-4cfb1c5aada0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Sep 07 17:22:52.869734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f13e6a-1a7d-4971-aff7-6f5ddbf517b6 req-38cd0db4-98f4-48a2-92aa-72155cbe8b19 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:22:52.871208 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10f13e6a-1a7d-4971-aff7-6f5ddbf517b6 req-38cd0db4-98f4-48a2-92aa-72155cbe8b19 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 946 time: 0.0514605 Sep 07 17:22:52.908606 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-10f13e6a-1a7d-4971-aff7-6f5ddbf517b6 req-14c9989c-e813-4ae7-a1cb-27df2f3598da tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314231 Sep 07 17:22:53.260281 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:23:02.526536 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:23:03.134915 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:23:10.632244 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-89aab0ec-9434-45ca-a024-4937e49b6869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:23:14.080363 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:23:14.308266 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-543e1a3d-9e02-4e37-af7c-474b13684b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:23:15.196767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:23:17.114140 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:23:24.783645 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b449700-9f09-46e8-b57c-57571219906c req-1bacd865-f441-4220-942d-b0ad293d6023 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388634 Sep 07 17:23:24.862280 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b449700-9f09-46e8-b57c-57571219906c req-ccf803d4-04e9-48e7-90d0-da6f36bd6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:23:24.863781 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b449700-9f09-46e8-b57c-57571219906c req-ccf803d4-04e9-48e7-90d0-da6f36bd6692 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1097 time: 0.0400109 Sep 07 17:23:24.966922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b449700-9f09-46e8-b57c-57571219906c req-3acadae7-0da5-442b-b42d-3e4d7453edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:23:24.968439 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b449700-9f09-46e8-b57c-57571219906c req-3acadae7-0da5-442b-b42d-3e4d7453edc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0864508 Sep 07 17:23:25.031447 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b449700-9f09-46e8-b57c-57571219906c req-848bcf60-7056-4d8d-978a-cd40b588110e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 200 len: 1000 time: 0.0555036 Sep 07 17:23:25.078652 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b449700-9f09-46e8-b57c-57571219906c req-ebee5518-44bd-4fce-8a4f-6db5975cb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:23:25.079975 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b449700-9f09-46e8-b57c-57571219906c req-ebee5518-44bd-4fce-8a4f-6db5975cb1fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0413692 Sep 07 17:23:25.437156 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b449700-9f09-46e8-b57c-57571219906c req-433f3aef-28c4-48d9-9aa2-c887381886e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:23:25.438667 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b449700-9f09-46e8-b57c-57571219906c req-433f3aef-28c4-48d9-9aa2-c887381886e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3520167 Sep 07 17:23:25.529023 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b449700-9f09-46e8-b57c-57571219906c req-984bbec3-03a2-449f-a6fe-1faf2101f710 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823295 Sep 07 17:23:25.618645 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-4b449700-9f09-46e8-b57c-57571219906c req-f8b92321-963c-41af-a45a-592d237edb54 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824397 Sep 07 17:23:30.260354 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:23:32.533359 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:23:33.139413 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:23:40.482195 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c78afa34-195d-4c42-8ca4-20987d11d4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:23:44.080822 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:23:44.308555 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-10209376-bbbf-420a-adf5-753713f1b12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:23:45.199286 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:23:47.116662 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:02.532162 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:03.139368 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:07.260919 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:24:10.482617 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-600579d3-52a8-4965-be97-cd18508a0080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:14.081432 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:14.307985 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e2acf2f7-e38a-4713-bf72-17e00c56e4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:15.202068 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:17.119468 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:26.389152 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70a2c0ff-1e92-4acf-9978-f03dd4fb48d9 req-de0af21e-23a6-469c-8d84-991b0e1e4245 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391562 Sep 07 17:24:26.467002 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2c0ff-1e92-4acf-9978-f03dd4fb48d9 req-7176a42d-a063-4a14-ba33-043e0fe6efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:26.468503 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70a2c0ff-1e92-4acf-9978-f03dd4fb48d9 req-7176a42d-a063-4a14-ba33-043e0fe6efda service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1097 time: 0.0398495 Sep 07 17:24:26.579430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2c0ff-1e92-4acf-9978-f03dd4fb48d9 req-46f0b1cd-406b-4b1c-a243-b3cdd5dd448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:26.581130 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70a2c0ff-1e92-4acf-9978-f03dd4fb48d9 req-46f0b1cd-406b-4b1c-a243-b3cdd5dd448c service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0933688 Sep 07 17:24:26.644690 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70a2c0ff-1e92-4acf-9978-f03dd4fb48d9 req-ced4da8e-91f2-4efa-9e27-b30f3b4df7e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 200 len: 1000 time: 0.0565219 Sep 07 17:24:26.697465 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2c0ff-1e92-4acf-9978-f03dd4fb48d9 req-4b16bc7c-e94e-4519-9154-5f156db6740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:26.698946 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70a2c0ff-1e92-4acf-9978-f03dd4fb48d9 req-4b16bc7c-e94e-4519-9154-5f156db6740e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0473111 Sep 07 17:24:26.742771 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2c0ff-1e92-4acf-9978-f03dd4fb48d9 req-f11c9114-cf71-4bf3-877d-4a8afa77fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:26.744858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70a2c0ff-1e92-4acf-9978-f03dd4fb48d9 req-f11c9114-cf71-4bf3-877d-4a8afa77fb32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393887 Sep 07 17:24:26.836653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70a2c0ff-1e92-4acf-9978-f03dd4fb48d9 req-fecd3e29-60a5-4700-a1ac-fa0422d879ae service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844688 Sep 07 17:24:26.924859 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-70a2c0ff-1e92-4acf-9978-f03dd4fb48d9 req-1d87d95d-ac09-497e-bd86-0ee02a799336 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817499 Sep 07 17:24:29.046349 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46768) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:24:29.238595 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Deleting port 6aab501f-419b-4501-9c23-52237e6ad5b7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:24:29.238950 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:29.315568 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:29.315903 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:29.327834 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Calling delete_port for 6aab501f-419b-4501-9c23-52237e6ad5b7 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:24:29.468628 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:29.497212 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event deleted for resources: {'Port': ['ID=6aab501f-419b-4501-9c23-52237e6ad5b7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:24:29.523345 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:29.523696 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:29.524070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:29.524439 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:29.524780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:29.525117 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:29.525454 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:29.525784 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:29.526115 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:29.526443 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:29.526771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:29.527105 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:29.567377 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:29.567717 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Floating IP 37f23eed-5f3a-4ac0-8d4d-3f43c6b0032f disassociated (deleted). External IP: 172.25.3.72, port: 733ebd8e-3ca6-4a81-a716-3500614cd91c. Sep 07 17:24:29.772838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Router 5123bbbb-86e0-4c5f-94cd-01f541bce192 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:24:29.880831 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:24:29.885560 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:29.890054 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a57361d-7af8-48f0-9e42-59612e3181b3 None None] Sync routers for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:24:29.900558 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57361d-7af8-48f0-9e42-59612e3181b3 None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:24:29.901184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1a57361d-7af8-48f0-9e42-59612e3181b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:24:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:24:29.911765 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-04640b91-f9a7-46e7-9542-4994a12fa8a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "DELETE /v2.0/floatingips/37f23eed-5f3a-4ac0-8d4d-3f43c6b0032f HTTP/1.1" status: 204 len: 168 time: 0.8643355 Sep 07 17:24:29.912883 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:24:29.915959 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d61c28-a39b-4180-a12a-2f0ae90f8803" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:24:30.013548 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1a57361d-7af8-48f0-9e42-59612e3181b3 None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:24:30.041175 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdada67-54f1-4490-8bea-cfd5ced0ba58 x-openstack-request-id: req-9bdada67-54f1-4490-8bea-cfd5ced0ba58 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:24:30.041475 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:24:30.041735 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9bdada67-54f1-4490-8bea-cfd5ced0ba58 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:24:30.042139 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'status': 'completed', 'code': 200} Sep 07 17:24:30.111613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d61c28-a39b-4180-a12a-2f0ae90f8803 req-e48dcbc3-bde8-4147-bc3e-7583c9677187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:30.113192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5d61c28-a39b-4180-a12a-2f0ae90f8803 req-e48dcbc3-bde8-4147-bc3e-7583c9677187 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 1097 time: 0.0492606 Sep 07 17:24:30.225980 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1a57361d-7af8-48f0-9e42-59612e3181b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 5, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:24:30.243330 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de79ae-77dd-4198-ad83-4d7326dde7cd req-7ac8452f-9d55-4b0e-a29b-0efce88d93e5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:30.245786 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8de79ae-77dd-4198-ad83-4d7326dde7cd req-7ac8452f-9d55-4b0e-a29b-0efce88d93e5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 946 time: 0.1509089 Sep 07 17:24:30.248601 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d61c28-a39b-4180-a12a-2f0ae90f8803 req-63c29429-c1f8-4a1c-bc1a-9bd13d720937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:30.249982 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5d61c28-a39b-4180-a12a-2f0ae90f8803 req-63c29429-c1f8-4a1c-bc1a-9bd13d720937 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.1289630 Sep 07 17:24:30.252806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a57361d-7af8-48f0-9e42-59612e3181b3 None None] Checking router: 5123bbbb-86e0-4c5f-94cd-01f541bce192 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:24:30.261426 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57361d-7af8-48f0-9e42-59612e3181b3 None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:24:30.262043 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1a57361d-7af8-48f0-9e42-59612e3181b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:24:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:24:30.303722 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5d61c28-a39b-4180-a12a-2f0ae90f8803 req-82bb9a6d-381c-4798-a2a0-c6fa018e30db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 200 len: 217 time: 0.0449262 Sep 07 17:24:30.344966 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e8de79ae-77dd-4198-ad83-4d7326dde7cd req-7a38f0f7-6f2c-4b2e-b8f3-e09b70f39420 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928938 Sep 07 17:24:30.361580 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d61c28-a39b-4180-a12a-2f0ae90f8803 req-1eac1e04-78f7-47ad-8230-626b79acee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:30.363066 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5d61c28-a39b-4180-a12a-2f0ae90f8803 req-1eac1e04-78f7-47ad-8230-626b79acee7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0504770 Sep 07 17:24:30.377693 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-1a57361d-7af8-48f0-9e42-59612e3181b3 None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:24:30.409227 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d61c28-a39b-4180-a12a-2f0ae90f8803 req-4a363ae9-dad8-4c56-a81b-9bf0251d69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:30.410745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5d61c28-a39b-4180-a12a-2f0ae90f8803 req-4a363ae9-dad8-4c56-a81b-9bf0251d69d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401778 Sep 07 17:24:30.504687 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5d61c28-a39b-4180-a12a-2f0ae90f8803 req-25b3fb02-8ebd-4d21-9b12-6734fb44511e service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855684 Sep 07 17:24:30.573829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-1a57361d-7af8-48f0-9e42-59612e3181b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 5, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:24:30.593938 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5d61c28-a39b-4180-a12a-2f0ae90f8803 req-5bbdcc76-80ab-4db6-b7f5-2f9bd6c06bb4 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815420 Sep 07 17:24:30.600774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a57361d-7af8-48f0-9e42-59612e3181b3 None None] The sync data for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 is: [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 5, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:24:30.805796 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392b599-e446-4334-bf24-ac375d1377a0 None None] New status for floating IP 37f23eed-5f3a-4ac0-8d4d-3f43c6b0032f: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:24:31.508735 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742c654-5e0f-4b75-809a-8ec939162422 req-b0c5e5f0-89f6-46c0-926d-4b29c16d98b4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:31.510721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c742c654-5e0f-4b75-809a-8ec939162422 req-b0c5e5f0-89f6-46c0-926d-4b29c16d98b4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 946 time: 0.0967021 Sep 07 17:24:31.547560 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c742c654-5e0f-4b75-809a-8ec939162422 req-7f7dc6d2-2113-4d18-a180-3d480696833b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf24bf1-2249-43d4-82fb-24de77bd1ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307496 Sep 07 17:24:31.760927 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70d1d6-20f2-4e5b-b5a9-91783e8a116f req-7510ccd4-b5be-42e8-91ca-227f62209965 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:31.762372 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a70d1d6-20f2-4e5b-b5a9-91783e8a116f req-7510ccd4-b5be-42e8-91ca-227f62209965 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 946 time: 0.0478086 Sep 07 17:24:31.851581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-0a70d1d6-20f2-4e5b-b5a9-91783e8a116f req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Deleting port 733ebd8e-3ca6-4a81-a716-3500614cd91c {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:24:31.851950 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a70d1d6-20f2-4e5b-b5a9-91783e8a116f req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:31.938457 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0a70d1d6-20f2-4e5b-b5a9-91783e8a116f req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] For port 733ebd8e-3ca6-4a81-a716-3500614cd91c, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=733ebd8e-3ca6-4a81-a716-3500614cd91c,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:24:31.938831 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a70d1d6-20f2-4e5b-b5a9-91783e8a116f req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:31.951413 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-0a70d1d6-20f2-4e5b-b5a9-91783e8a116f req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Calling delete_port for 733ebd8e-3ca6-4a81-a716-3500614cd91c owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:24:32.077600 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a70d1d6-20f2-4e5b-b5a9-91783e8a116f req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:32.106950 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event deleted for resources: {'Port': ['ID=733ebd8e-3ca6-4a81-a716-3500614cd91c,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:24:32.135259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:32.135613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:32.135960 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:32.136303 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:32.136669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:32.137006 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:32.137345 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:32.137679 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:32.138010 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:32.138342 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:32.138671 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:32.138997 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:24:32.161103 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a70d1d6-20f2-4e5b-b5a9-91783e8a116f req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] No DVR routers for this DVR port 733ebd8e-3ca6-4a81-a716-3500614cd91c on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:24:32.163655 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0a70d1d6-20f2-4e5b-b5a9-91783e8a116f req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:32.166640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0a70d1d6-20f2-4e5b-b5a9-91783e8a116f req-5a67b839-d719-4640-94eb-36368d60d5f9 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.35 "DELETE /v2.0/ports/733ebd8e-3ca6-4a81-a716-3500614cd91c HTTP/1.1" status: 204 len: 173 time: 0.3983250 Sep 07 17:24:32.167169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'name': 'network-vif-deleted', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:24:32.170174 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11931484-613d-4af5-a577-f0681d92d4e2" -d '{"events": [{"server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "name": "network-vif-deleted", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:24:32.265715 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbc9b3f-b80c-486c-9060-84589434354c x-openstack-request-id: req-9fbc9b3f-b80c-486c-9060-84589434354c {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:24:32.266013 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf35e9a-2242-4848-88ae-fbd99b4c4e22", "name": "network-vif-deleted", "tag": "733ebd8e-3ca6-4a81-a716-3500614cd91c", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:24:32.266296 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9fbc9b3f-b80c-486c-9060-84589434354c {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:24:32.266704 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf35e9a-2242-4848-88ae-fbd99b4c4e22', 'name': 'network-vif-deleted', 'tag': '733ebd8e-3ca6-4a81-a716-3500614cd91c', 'status': 'completed', 'code': 200} Sep 07 17:24:32.535580 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:32.658954 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8376ef9a-f5e8-4d0f-86bf-b40f10f95cf1 req-a4916d0f-b0d4-47eb-8b98-063b5f218617 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf35e9a-2242-4848-88ae-fbd99b4c4e22 HTTP/1.1" status: 200 len: 210 time: 0.0297489 Sep 07 17:24:33.153978 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:33.713860 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46800) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:24:33.771609 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f42db0e9-3188-4b2e-9a98-6b57e146deb7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:33.796196 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f42db0e9-3188-4b2e-9a98-6b57e146deb7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:33.854266 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f42db0e9-3188-4b2e-9a98-6b57e146deb7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:33.856959 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f42db0e9-3188-4b2e-9a98-6b57e146deb7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:33.858136 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f42db0e9-3188-4b2e-9a98-6b57e146deb7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "DELETE /v2.0/security-groups/fbf24bf1-2249-43d4-82fb-24de77bd1ca8 HTTP/1.1" status: 204 len: 168 time: 0.1432936 Sep 07 17:24:33.867201 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42db0e9-3188-4b2e-9a98-6b57e146deb7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf24bf1-2249-43d4-82fb-24de77bd1ca8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:24:34.359881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 733ebd8e-3ca6-4a81-a716-3500614cd91c no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:24:34.379346 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 733ebd8e-3ca6-4a81-a716-3500614cd91c {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:24:34.379699 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 733ebd8e-3ca6-4a81-a716-3500614cd91c not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:24:34.512501 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 46806) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:24:34.517211 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-ce430f0f-2ba3-4857-a3df-9ecd8c2acc91 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1060325854', 'description': 'tempest-secgroup-smoke-1060325854 description', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:24:34.539771 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce430f0f-2ba3-4857-a3df-9ecd8c2acc91 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.622580 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce430f0f-2ba3-4857-a3df-9ecd8c2acc91 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.625882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce430f0f-2ba3-4857-a3df-9ecd8c2acc91 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.652176 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ce430f0f-2ba3-4857-a3df-9ecd8c2acc91 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.653409 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ce430f0f-2ba3-4857-a3df-9ecd8c2acc91 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1398747 Sep 07 17:24:34.656438 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46808) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:24:34.657347 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce430f0f-2ba3-4857-a3df-9ecd8c2acc91 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6008d125-a5b6-4e40-a0f2-82d6036afcf0,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:24:34.662204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-48632f08-aae2-4794-afeb-fa29c467da17 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group_rule': {'security_group_id': '6008d125-a5b6-4e40-a0f2-82d6036afcf0', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:24:34.688717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48632f08-aae2-4794-afeb-fa29c467da17 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.743187 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48632f08-aae2-4794-afeb-fa29c467da17 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.747096 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48632f08-aae2-4794-afeb-fa29c467da17 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.764544 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48632f08-aae2-4794-afeb-fa29c467da17 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c122637-0f55-4ba3-8fa2-27210ea0d594,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:24:34.770473 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-48632f08-aae2-4794-afeb-fa29c467da17 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.771795 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-48632f08-aae2-4794-afeb-fa29c467da17 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143320 Sep 07 17:24:34.774594 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46810) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:24:34.778932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-aaa202d3-3073-40ef-9f72-dded894df83c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group_rule': {'security_group_id': '6008d125-a5b6-4e40-a0f2-82d6036afcf0', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:24:34.803913 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aaa202d3-3073-40ef-9f72-dded894df83c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.860037 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aaa202d3-3073-40ef-9f72-dded894df83c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.863437 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aaa202d3-3073-40ef-9f72-dded894df83c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.880897 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa202d3-3073-40ef-9f72-dded894df83c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c72a80-06a0-4cc3-99c2-38b0ba63cad0,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:24:34.887433 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-aaa202d3-3073-40ef-9f72-dded894df83c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.888816 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-aaa202d3-3073-40ef-9f72-dded894df83c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132197 Sep 07 17:24:34.891589 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46812) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:24:34.895863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-86354f29-a399-4416-80dd-d53214c073a8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group_rule': {'security_group_id': '6008d125-a5b6-4e40-a0f2-82d6036afcf0', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:24:34.921417 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86354f29-a399-4416-80dd-d53214c073a8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.981659 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86354f29-a399-4416-80dd-d53214c073a8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:34.985208 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86354f29-a399-4416-80dd-d53214c073a8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.005312 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86354f29-a399-4416-80dd-d53214c073a8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d508e25a-b67d-426e-8d18-7aed4a0789c0,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:24:35.009835 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-86354f29-a399-4416-80dd-d53214c073a8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.011001 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-86354f29-a399-4416-80dd-d53214c073a8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184764 Sep 07 17:24:35.013680 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46814) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:24:35.017878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-53859d38-4cfe-40e7-82af-b862ea59ff52 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group_rule': {'security_group_id': '6008d125-a5b6-4e40-a0f2-82d6036afcf0', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:24:35.043328 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53859d38-4cfe-40e7-82af-b862ea59ff52 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.101289 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53859d38-4cfe-40e7-82af-b862ea59ff52 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.105117 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53859d38-4cfe-40e7-82af-b862ea59ff52 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.121812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53859d38-4cfe-40e7-82af-b862ea59ff52 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c6d6d7-e51d-444a-b912-3c2f40e0cfe2,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:24:35.128627 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-53859d38-4cfe-40e7-82af-b862ea59ff52 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.129818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-53859d38-4cfe-40e7-82af-b862ea59ff52 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151919 Sep 07 17:24:35.132533 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46816) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:24:35.136881 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-c30a6221-70a7-40a3-bb93-f725b1f9775f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group_rule': {'security_group_id': '6008d125-a5b6-4e40-a0f2-82d6036afcf0', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:24:35.157629 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-c30a6221-70a7-40a3-bb93-f725b1f9775f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Project 4ab44ec7598747dcbb1c836a61a0e323 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:24:35.162349 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30a6221-70a7-40a3-bb93-f725b1f9775f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.220764 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30a6221-70a7-40a3-bb93-f725b1f9775f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.224094 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30a6221-70a7-40a3-bb93-f725b1f9775f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.241387 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a6221-70a7-40a3-bb93-f725b1f9775f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d414b465-17dd-476b-b02c-61d6e9f19a14,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:24:35.248626 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-c30a6221-70a7-40a3-bb93-f725b1f9775f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.249867 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-c30a6221-70a7-40a3-bb93-f725b1f9775f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164656 Sep 07 17:24:35.252602 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 46818) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:24:35.257003 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-3a39db94-590f-4505-9e4d-c5de0e4f0ab0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'security_group_rule': {'security_group_id': '6008d125-a5b6-4e40-a0f2-82d6036afcf0', 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:24:35.276980 n-d-807551-3 neutron-server[94770]: INFO neutron.db.securitygroups_db [None req-3a39db94-590f-4505-9e4d-c5de0e4f0ab0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Project 4ab44ec7598747dcbb1c836a61a0e323 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:24:35.281694 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a39db94-590f-4505-9e4d-c5de0e4f0ab0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.340953 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a39db94-590f-4505-9e4d-c5de0e4f0ab0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.344364 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a39db94-590f-4505-9e4d-c5de0e4f0ab0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.364137 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39db94-590f-4505-9e4d-c5de0e4f0ab0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3066939c-105d-45ed-a54c-0eaef85a8591,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:24:35.371223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-3a39db94-590f-4505-9e4d-c5de0e4f0ab0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:35.372495 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-3a39db94-590f-4505-9e4d-c5de0e4f0ab0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188397 Sep 07 17:24:40.484272 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a56820af-e4e2-4771-a311-96541473bbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:44.083798 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:44.260372 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:24:44.308936 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1655409f-8131-4659-b9fb-756d720c084e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:45.205293 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:47.126656 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:48.577456 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-5220a2ef-9cf5-49d2-91ee-b54d16f07b0f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1060325854&fields=id&tenant_id=4ab44ec7598747dcbb1c836a61a0e323 HTTP/1.1" status: 200 len: 267 time: 0.0327084 Sep 07 17:24:48.683365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-f246ae1d-a6ea-4c7a-8fae-2f3633d5ea83 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:48.684801 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-f246ae1d-a6ea-4c7a-8fae-2f3633d5ea83 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 809 time: 0.1008306 Sep 07 17:24:48.699247 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-86ac2024-1f64-4c3c-869f-9bd1c9a0972a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/quotas/4ab44ec7598747dcbb1c836a61a0e323 HTTP/1.1" status: 200 len: 375 time: 0.0087996 Sep 07 17:24:48.750224 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-025ef814-6011-458e-a49c-d0ab7fbbf733 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452824 Sep 07 17:24:48.885151 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-82852641-7ed9-4a6e-bd29-bb023995742f service neutron] 10.222.0.70 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238117 Sep 07 17:24:48.977068 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-ea98f74e-4550-4e34-96ea-82d8ce9abad7 service neutron] 10.222.0.70 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856626 Sep 07 17:24:49.263163 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a182db5-e2fa-4ebb-a770-35dfde395ab4 req-b19f2c4a-d0f2-4d1f-9ef6-424b35b0fd86 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 210 time: 0.0257704 Sep 07 17:24:50.195596 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-c5e656b4-e963-4763-a084-6f964db4318c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:50.197074 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-c5e656b4-e963-4763-a084-6f964db4318c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.54 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 809 time: 0.1016524 Sep 07 17:24:50.248063 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-6b81e0f2-7925-494b-a645-176cc668f202 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ab44ec7598747dcbb1c836a61a0e323 HTTP/1.1" status: 200 len: 380 time: 0.0344005 Sep 07 17:24:50.259988 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'port': {'device_id': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'admin_state_up': True, 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'security_groups': ['6008d125-a5b6-4e40-a0f2-82d6036afcf0']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:24:50.356953 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3f6f3d16-468c-4bdf-9a44-e7d1eed181f5 req-b655349c-d87c-4dfe-9c89-fe8a9bf86175 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 210 time: 0.0265269 Sep 07 17:24:50.384495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Made reservation on behalf of 4ab44ec7598747dcbb1c836a61a0e323 for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:24:50.388285 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:50.516324 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Allocated IP 172.20.0.6 (fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2/2b603572-d52a-42a6-82e5-6bdc1540c6fb/66794b93-efc1-4d1c-b53d-b4abefa6bab8) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:24:50.654192 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:50.668069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Transition to ACTIVE for port object 66794b93-efc1-4d1c-b53d-b4abefa6bab8 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:24:50.699198 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:50.747080 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:24:50.750203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:24:50.756468 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:24:50.780724 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'Port': ['ID=66794b93-efc1-4d1c-b53d-b4abefa6bab8,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:24:50.814142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:50.815104 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:50.834565 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-76414680-370f-454e-aeb1-616c25355b0e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5780089 Sep 07 17:24:50.898514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Request body: {'port': {'device_id': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:24:50.955911 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:51.045658 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-749ff768-4c1f-40b7-974e-45a142b807e5 None None] Provisioning for port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:24:51.050790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-749ff768-4c1f-40b7-974e-45a142b807e5 None None] Provisioning complete for port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:24:51.051348 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-749ff768-4c1f-40b7-974e-45a142b807e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:51.088721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-749ff768-4c1f-40b7-974e-45a142b807e5 None None] Port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:24:51.228274 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66794b93-efc1-4d1c-b53d-b4abefa6bab8 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:24:51.235656 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:51.247838 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Transition to ACTIVE for port object 66794b93-efc1-4d1c-b53d-b4abefa6bab8 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:24:51.253071 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:51.304488 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Pushing event updated for resources: {'Port': ['ID=66794b93-efc1-4d1c-b53d-b4abefa6bab8,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:24:51.380622 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Attempting to bind port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:24:51.381250 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Attempting to bind port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:24:51.381653 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Attempting to bind port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 on network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:24:51.387475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 on network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:24:51.387475 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Attempting to bind port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 on network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:24:51.393403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:24:51.393751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Checking segment: {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:24:51.394146 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Bound using segment: {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:24:51.394579 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Bound port: 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:24:51.394952 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:51.487752 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:24:51.492750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:24:51.501257 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf9af7-a886-4f7c-b4cb-677d8d2575f9 req-38df5de3-52c4-455b-b96d-aedcf2b7fff2 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:51.502706 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:51.508866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3cf9af7-a886-4f7c-b4cb-677d8d2575f9 req-38df5de3-52c4-455b-b96d-aedcf2b7fff2 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0747590 Sep 07 17:24:51.542029 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:51.542829 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:24:51.544470 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] 10.222.0.54 "PUT /v2.0/ports/66794b93-efc1-4d1c-b53d-b4abefa6bab8 HTTP/1.1" status: 200 len: 1091 time: 0.6966643 Sep 07 17:24:51.545033 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:24:51.547496 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a4735a-579f-4cb7-a866-bffc8d9a4940" -d '{"events": [{"name": "network-changed", "server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:24:51.549104 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a3cf9af7-a886-4f7c-b4cb-677d8d2575f9 req-6acaea0a-6142-4ce7-a33b-0cdb8600397b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392661 Sep 07 17:24:51.593040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6d303-d85e-48aa-962c-4b4cde0123a6 service neutron] Pushing event updated for resources: {'Port': ['ID=66794b93-efc1-4d1c-b53d-b4abefa6bab8,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:24:51.609967 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0802d4d9-2b36-4daf-97c8-4278592f2ca2 x-openstack-request-id: req-0802d4d9-2b36-4daf-97c8-4278592f2ca2 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:24:51.610415 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:24:51.610773 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0802d4d9-2b36-4daf-97c8-4278592f2ca2 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:24:51.611282 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'status': 'completed', 'code': 200} Sep 07 17:24:51.641043 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-2c99e05f-8ad1-4d06-9a4e-43c519d5994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:51.642640 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-2c99e05f-8ad1-4d06-9a4e-43c519d5994b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 1094 time: 0.0465605 Sep 07 17:24:51.696460 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-3b47f4d3-d302-4ab8-a6e1-2991b7161b89 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8 HTTP/1.1" status: 200 len: 217 time: 0.0408301 Sep 07 17:24:51.748837 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-ff3e36b0-da9c-494a-840d-1f98b453784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:51.750386 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-ff3e36b0-da9c-494a-840d-1f98b453784f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0470264 Sep 07 17:24:51.801489 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-ad73370a-cbf8-4340-9dc4-bc4ac3cc2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:51.803024 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-ad73370a-cbf8-4340-9dc4-bc4ac3cc2935 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414460 Sep 07 17:24:51.905045 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-cb5dc599-0c49-4e0e-8d4c-f60d576421f9 service neutron] 10.222.0.54 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891943 Sep 07 17:24:51.996620 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-97dcfb83-d286-45ef-bc9a-04d0696fee5f req-35a5eb69-071c-49ae-9058-89096f72188f service neutron] 10.222.0.54 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832820 Sep 07 17:24:52.091047 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4735a-579f-4cb7-a866-bffc8d9a4940 req-a729ea2f-87df-4666-b676-4a549e5ee202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:52.092526 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-47a4735a-579f-4cb7-a866-bffc8d9a4940 req-a729ea2f-87df-4666-b676-4a549e5ee202 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 1094 time: 0.0454171 Sep 07 17:24:52.185106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4735a-579f-4cb7-a866-bffc8d9a4940 req-42d5cecd-b439-4967-b3b8-2fd0427d83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:52.186811 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-47a4735a-579f-4cb7-a866-bffc8d9a4940 req-42d5cecd-b439-4967-b3b8-2fd0427d83e5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0872536 Sep 07 17:24:52.237908 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-47a4735a-579f-4cb7-a866-bffc8d9a4940 req-3a74a5c9-389e-4f8a-8dd1-715c311efcb3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8 HTTP/1.1" status: 200 len: 217 time: 0.0396183 Sep 07 17:24:52.289120 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4735a-579f-4cb7-a866-bffc8d9a4940 req-93365421-1a97-4eb7-8e08-d6c6bb510a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:52.290596 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-47a4735a-579f-4cb7-a866-bffc8d9a4940 req-93365421-1a97-4eb7-8e08-d6c6bb510a8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0435162 Sep 07 17:24:52.340203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4735a-579f-4cb7-a866-bffc8d9a4940 req-f42b230e-7a61-4d66-8dc9-4edb1814ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:52.341805 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-47a4735a-579f-4cb7-a866-bffc8d9a4940 req-f42b230e-7a61-4d66-8dc9-4edb1814ea40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399756 Sep 07 17:24:52.441480 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-47a4735a-579f-4cb7-a866-bffc8d9a4940 req-c3ea48e1-ae94-4dd1-84dc-afd3355ba188 service neutron] 10.222.0.54 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865514 Sep 07 17:24:52.530687 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-47a4735a-579f-4cb7-a866-bffc8d9a4940 req-2686de23-6865-4537-b064-0999a8881a19 service neutron] 10.222.0.54 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815256 Sep 07 17:24:52.659306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21156e6-8bfd-4f2e-a62a-d1a9a15ca011 req-f2ff12ad-c672-4206-a06c-03f41dfbd75a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:52.660753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d21156e6-8bfd-4f2e-a62a-d1a9a15ca011 req-f2ff12ad-c672-4206-a06c-03f41dfbd75a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0474164 Sep 07 17:24:52.703353 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d21156e6-8bfd-4f2e-a62a-d1a9a15ca011 req-502cdbf8-92c9-462c-a9d2-b0bbfb5d452b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361993 Sep 07 17:24:53.817873 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da3711-a94b-451f-8202-9faf45b3469e req-376659cf-bbe8-436e-a3f8-f5426b2a670e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:53.819382 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36da3711-a94b-451f-8202-9faf45b3469e req-376659cf-bbe8-436e-a3f8-f5426b2a670e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0478058 Sep 07 17:24:53.858829 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-36da3711-a94b-451f-8202-9faf45b3469e req-f0349a9e-f821-4cf3-8fff-73bf5b4f5ae0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327864 Sep 07 17:24:54.972724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e345c2-9b49-4828-9d12-3dbcbaddcdc7 req-d1d9c65c-0fec-4e08-a689-e770734d8f18 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:54.974228 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9e345c2-9b49-4828-9d12-3dbcbaddcdc7 req-d1d9c65c-0fec-4e08-a689-e770734d8f18 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0484264 Sep 07 17:24:55.012663 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9e345c2-9b49-4828-9d12-3dbcbaddcdc7 req-e0da0cbb-5ca9-40c6-852a-84ce3f054287 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316353 Sep 07 17:24:56.125966 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a79508-1f7c-4b21-9f50-d1077aa9f9e0 req-632c5a01-b8ba-4d0f-b0e7-0dc6fa70641b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:56.127463 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55a79508-1f7c-4b21-9f50-d1077aa9f9e0 req-632c5a01-b8ba-4d0f-b0e7-0dc6fa70641b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0483563 Sep 07 17:24:56.167565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-55a79508-1f7c-4b21-9f50-d1077aa9f9e0 req-454e3172-2fcd-413e-b29d-6e203928002d tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341437 Sep 07 17:24:57.279087 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f356a-d677-422f-8a2f-6597186d87f3 req-9024e3ac-6407-4fbf-8a8d-678eebd9d9cd tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:57.280574 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a33f356a-d677-422f-8a2f-6597186d87f3 req-9024e3ac-6407-4fbf-8a8d-678eebd9d9cd tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0470955 Sep 07 17:24:57.316765 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a33f356a-d677-422f-8a2f-6597186d87f3 req-f1152afc-e44f-4632-ae10-bea7a02cef43 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303912 Sep 07 17:24:58.428975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d85be-1230-4e18-a2c4-f8babfc7d2ae req-e1515733-53bb-497e-ba0e-aff9cc45d794 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:58.430449 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-850d85be-1230-4e18-a2c4-f8babfc7d2ae req-e1515733-53bb-497e-ba0e-aff9cc45d794 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0489986 Sep 07 17:24:58.466939 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-850d85be-1230-4e18-a2c4-f8babfc7d2ae req-2a11ba60-0c12-4ebb-a47c-95b5015d8afe tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298436 Sep 07 17:24:59.579417 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6418200-91ae-4728-987c-2737d0c1744d req-4fd8a18b-671f-438d-8959-f73c4a88beae tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:24:59.580926 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6418200-91ae-4728-987c-2737d0c1744d req-4fd8a18b-671f-438d-8959-f73c4a88beae tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0480785 Sep 07 17:24:59.622070 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d6418200-91ae-4728-987c-2737d0c1744d req-63a6215b-10dc-4ac9-887f-d4dde2b498c7 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354197 Sep 07 17:25:00.737167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f7695-2fe6-4041-9c2b-11412d6406ed req-1a57d0da-705b-40d2-84c1-b9af03ebf4be tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:00.738661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e84f7695-2fe6-4041-9c2b-11412d6406ed req-1a57d0da-705b-40d2-84c1-b9af03ebf4be tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0483413 Sep 07 17:25:00.775218 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e84f7695-2fe6-4041-9c2b-11412d6406ed req-4f911292-04e3-498e-835f-75200941f2d6 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306435 Sep 07 17:25:01.888582 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce4277-f0b4-46b0-9910-88e428f5b584 req-a2fbb57b-1880-46b9-a797-0216514fa64a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:01.890075 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85ce4277-f0b4-46b0-9910-88e428f5b584 req-a2fbb57b-1880-46b9-a797-0216514fa64a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0486479 Sep 07 17:25:01.927883 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-85ce4277-f0b4-46b0-9910-88e428f5b584 req-b9f86feb-cb71-448e-990a-7e631e1e7e21 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Sep 07 17:25:02.523446 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:03.069300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae199e9-1a76-4045-b9b3-5f4f56b75e86 req-2298c04b-7615-41a5-aa55-9e373529c8b8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:03.070779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ae199e9-1a76-4045-b9b3-5f4f56b75e86 req-2298c04b-7615-41a5-aa55-9e373529c8b8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0544448 Sep 07 17:25:03.110998 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1ae199e9-1a76-4045-b9b3-5f4f56b75e86 req-55cb7b29-7aa6-4012-ad81-9a9d2d76bf01 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341785 Sep 07 17:25:03.152440 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:04.091141 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 66794b93-efc1-4d1c-b53d-b4abefa6bab8 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:25:04.187067 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:25:04.201802 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'port_id': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'mac_address': 'fa:16:3e:5d:7a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:25:04.239427 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:04.248157 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66b83f-bdd1-4a40-83c3-65a6e6eed886 req-533b9afa-fe19-40fc-817d-3d2c8bd4bd29 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:04.249708 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-be66b83f-bdd1-4a40-83c3-65a6e6eed886 req-533b9afa-fe19-40fc-817d-3d2c8bd4bd29 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0486929 Sep 07 17:25:04.251941 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66794b93-efc1-4d1c-b53d-b4abefa6bab8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:25:04.270668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:25:04.276039 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:04.290072 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-be66b83f-bdd1-4a40-83c3-65a6e6eed886 req-45b3db54-877d-4054-b682-4aaccecf2c5a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344203 Sep 07 17:25:04.322167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=66794b93-efc1-4d1c-b53d-b4abefa6bab8,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:25:04.329841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:25:04.330191 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:25:04.330534 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:25:04.330875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:25:04.331211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:25:04.331544 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:25:04.331880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:25:04.332212 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:25:04.332570 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:25:04.332900 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:25:04.333228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:25:04.333553 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:25:04.589372 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['66794b93-efc1-4d1c-b53d-b4abefa6bab8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:25:05.401623 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72876f91-a02d-461b-af29-c4b44a47c5a2 req-57e966a6-4f47-40a6-9b2d-885681c56c29 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:05.403100 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72876f91-a02d-461b-af29-c4b44a47c5a2 req-57e966a6-4f47-40a6-9b2d-885681c56c29 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 944 time: 0.0478902 Sep 07 17:25:05.440295 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72876f91-a02d-461b-af29-c4b44a47c5a2 req-294216a0-69f7-4476-a6ea-454a0ff8ef45 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313494 Sep 07 17:25:06.099629 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 66794b93-efc1-4d1c-b53d-b4abefa6bab8 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:25:06.147781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:25:06.151930 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:25:06.152305 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:06.227544 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:06.249671 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:25:06.252051 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12facd5f-641a-43fe-8f0e-273ebe0a61f2" -d '{"events": [{"server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "name": "network-vif-plugged", "status": "completed", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:25:06.265206 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:25:06.269309 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:06.293585 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7580e714-0a85-40f4-8391-f2268f276650 x-openstack-request-id: req-7580e714-0a85-40f4-8391-f2268f276650 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:25:06.293888 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "name": "network-vif-plugged", "status": "completed", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:25:06.294148 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7580e714-0a85-40f4-8391-f2268f276650 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:25:06.294543 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'code': 200} Sep 07 17:25:06.323476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=66794b93-efc1-4d1c-b53d-b4abefa6bab8,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:25:06.388934 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684053ed-224f-410b-a920-ad6f17aca150 req-ea81d696-16c3-46ce-a603-25e06dd56239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:06.390471 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-684053ed-224f-410b-a920-ad6f17aca150 req-ea81d696-16c3-46ce-a603-25e06dd56239 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 1096 time: 0.0408905 Sep 07 17:25:06.432463 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-684053ed-224f-410b-a920-ad6f17aca150 req-31ab436f-1ccb-40c8-a73c-558ea9fec427 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Sep 07 17:25:06.550867 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9e584-d7df-4fa1-970e-c12d0c52734f req-5436b21d-f604-413b-9bab-98a5b02a263e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:06.552272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e7f9e584-d7df-4fa1-970e-c12d0c52734f req-5436b21d-f604-413b-9bab-98a5b02a263e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0479941 Sep 07 17:25:06.594660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e7f9e584-d7df-4fa1-970e-c12d0c52734f req-781cab8e-7913-40fe-9652-72251490235c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359731 Sep 07 17:25:07.711795 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0e7a0-a9b1-41ad-8a8f-eb3f102b856e req-82369115-9d15-428b-9d67-cad062d749ed tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:07.713255 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0da0e7a0-a9b1-41ad-8a8f-eb3f102b856e req-82369115-9d15-428b-9d67-cad062d749ed tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0510287 Sep 07 17:25:07.751124 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0da0e7a0-a9b1-41ad-8a8f-eb3f102b856e req-40b5bd53-5f8a-4517-99b0-d5abb8c987fd tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319271 Sep 07 17:25:08.868118 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fdc3d-5262-4271-90ff-23147c6502b7 req-6a6a48b6-1f45-43bd-83cb-0c4bd35abb30 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:08.870226 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b40fdc3d-5262-4271-90ff-23147c6502b7 req-6a6a48b6-1f45-43bd-83cb-0c4bd35abb30 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0519054 Sep 07 17:25:08.907711 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b40fdc3d-5262-4271-90ff-23147c6502b7 req-7b7938d7-91d2-4935-8e09-64e58d472600 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315063 Sep 07 17:25:09.022657 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d2675-df74-4fe4-8151-5a9386113d61 req-ab61fef8-c53f-4e42-938a-a0aa80c5b2ca tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:09.024159 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-741d2675-df74-4fe4-8151-5a9386113d61 req-ab61fef8-c53f-4e42-938a-a0aa80c5b2ca tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0501125 Sep 07 17:25:09.066520 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-741d2675-df74-4fe4-8151-5a9386113d61 req-63ae15f4-dbfa-41ae-bc60-8a4dfef8a499 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361688 Sep 07 17:25:09.094669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47024) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:25:09.177175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bdb1bd-1074-4057-a703-1a6e4947b39b tempest-TestShelveInstance-505033138 tempest-TestShelveInstance-505033138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:09.182157 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-e1bdb1bd-1074-4057-a703-1a6e4947b39b tempest-TestShelveInstance-505033138 tempest-TestShelveInstance-505033138-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 1091 time: 0.0829585 Sep 07 17:25:09.182316 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47028) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:25:09.186687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:25:09.207976 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:09.304502 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:09.411818 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Allocated IP 172.25.3.81 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/7ae2860d-9b74-440c-ad52-0c83759175ff) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:25:09.509953 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:09.551571 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:09.585651 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:25:09.588893 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:25:09.592314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:25:09.618491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'Port': ['ID=7ae2860d-9b74-440c-ad52-0c83759175ff,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:25:09.938725 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:10.002116 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:10.145703 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:10.149960 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:10.213340 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event updated for resources: {'Port': ['ID=7ae2860d-9b74-440c-ad52-0c83759175ff,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:25:10.225307 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:10.321794 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Floating IP 637781e3-edbd-4888-b9c2-f37f0215377f associated. External IP: 172.25.3.81, port: 66794b93-efc1-4d1c-b53d-b4abefa6bab8. Sep 07 17:25:10.486213 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-557b1046-4da6-4aff-a042-6faaa5aefde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:10.529352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Router 5123bbbb-86e0-4c5f-94cd-01f541bce192 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:25:10.634271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:25:10.645183 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d86f226-0345-4502-89c3-55286e58cb3b None None] Sync routers for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:25:10.651269 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:10.655142 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86f226-0345-4502-89c3-55286e58cb3b None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:25:10.655764 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6d86f226-0345-4502-89c3-55286e58cb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:24:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:25:10.678547 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-78e42259-d5ce-4120-8105-01b7ba213d42 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4952304 Sep 07 17:25:10.679226 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:25:10.682332 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90d9cd0-7e27-40b6-aee5-5f5d4cded8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:25:10.720886 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6118815a-812f-470d-83af-8bb8976a2cdf x-openstack-request-id: req-6118815a-812f-470d-83af-8bb8976a2cdf {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:25:10.721181 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:25:10.721436 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6118815a-812f-470d-83af-8bb8976a2cdf {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:25:10.721842 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'status': 'completed', 'code': 200} Sep 07 17:25:10.764285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6d86f226-0345-4502-89c3-55286e58cb3b None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:25:10.784650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d9cd0-7e27-40b6-aee5-5f5d4cded8c5 req-625da19e-6a54-46dd-a457-ee0d2011bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:10.786164 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c90d9cd0-7e27-40b6-aee5-5f5d4cded8c5 req-625da19e-6a54-46dd-a457-ee0d2011bbb8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 1096 time: 0.0406668 Sep 07 17:25:10.875216 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d9cd0-7e27-40b6-aee5-5f5d4cded8c5 req-41c01d91-2fda-4fa0-9203-cb1e5065caac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:10.876751 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c90d9cd0-7e27-40b6-aee5-5f5d4cded8c5 req-41c01d91-2fda-4fa0-9203-cb1e5065caac service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0832331 Sep 07 17:25:10.945848 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c90d9cd0-7e27-40b6-aee5-5f5d4cded8c5 req-903dc768-fb32-4373-afe5-6d1586543c50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8 HTTP/1.1" status: 200 len: 998 time: 0.0618973 Sep 07 17:25:10.985410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6d86f226-0345-4502-89c3-55286e58cb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '637781e3-edbd-4888-b9c2-f37f0215377f', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'port_id': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'mac_address': 'fa:16:3e:5d:7a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:25:09Z', 'updated_at': '2021-09-07T17:25:09Z', 'revision_number': 0, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 5, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:25:10.994964 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d9cd0-7e27-40b6-aee5-5f5d4cded8c5 req-14a95560-11fb-446a-9a06-3699bda99778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:10.996535 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c90d9cd0-7e27-40b6-aee5-5f5d4cded8c5 req-14a95560-11fb-446a-9a06-3699bda99778 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0435920 Sep 07 17:25:11.010744 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d86f226-0345-4502-89c3-55286e58cb3b None None] Checking router: 5123bbbb-86e0-4c5f-94cd-01f541bce192 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:25:11.019524 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86f226-0345-4502-89c3-55286e58cb3b None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:25:11.020072 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6d86f226-0345-4502-89c3-55286e58cb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:24:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:25:11.041950 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d9cd0-7e27-40b6-aee5-5f5d4cded8c5 req-5c1d9f32-e5bf-4833-93cb-302b3048ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:11.043454 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c90d9cd0-7e27-40b6-aee5-5f5d4cded8c5 req-5c1d9f32-e5bf-4833-93cb-302b3048ee6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404184 Sep 07 17:25:11.131213 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6d86f226-0345-4502-89c3-55286e58cb3b None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:25:11.146418 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c90d9cd0-7e27-40b6-aee5-5f5d4cded8c5 req-e8b1c44e-5586-4b65-8adf-9f65a2516fe9 service neutron] 10.222.0.54 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939417 Sep 07 17:25:11.241103 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c90d9cd0-7e27-40b6-aee5-5f5d4cded8c5 req-f1a50b30-5742-4251-9353-15f5a67ca30d service neutron] 10.222.0.54 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865414 Sep 07 17:25:11.354522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6d86f226-0345-4502-89c3-55286e58cb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '637781e3-edbd-4888-b9c2-f37f0215377f', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'port_id': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'mac_address': 'fa:16:3e:5d:7a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:25:09Z', 'updated_at': '2021-09-07T17:25:09Z', 'revision_number': 0, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 5, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:25:11.379774 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d86f226-0345-4502-89c3-55286e58cb3b None None] The sync data for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 is: [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '637781e3-edbd-4888-b9c2-f37f0215377f', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'port_id': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'mac_address': 'fa:16:3e:5d:7a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:25:09Z', 'updated_at': '2021-09-07T17:25:09Z', 'revision_number': 0, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 5, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:25:11.561815 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b4b4f-4992-42c1-8274-b1c245a59a3e None None] New status for floating IP 637781e3-edbd-4888-b9c2-f37f0215377f: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:25:14.084029 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:14.309568 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-34adc61d-5cff-4dd3-9bb5-ce1b07b96386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:15.206796 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:17.124537 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:21.258900 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:25:30.929916 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-974a25b7-e353-490e-a32b-9c4f821675f4 req-7b9d2520-3f31-4314-93a8-8c4e505b8616 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408347 Sep 07 17:25:31.012925 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a25b7-e353-490e-a32b-9c4f821675f4 req-6f803f7a-c1fb-4568-82f1-62b84e4724c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:31.014388 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-974a25b7-e353-490e-a32b-9c4f821675f4 req-6f803f7a-c1fb-4568-82f1-62b84e4724c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 1096 time: 0.0406201 Sep 07 17:25:31.121403 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a25b7-e353-490e-a32b-9c4f821675f4 req-6f08b8ab-65c1-4aea-a939-97d8b30a6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:31.122860 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-974a25b7-e353-490e-a32b-9c4f821675f4 req-6f08b8ab-65c1-4aea-a939-97d8b30a6f8f service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0874898 Sep 07 17:25:31.188195 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-974a25b7-e353-490e-a32b-9c4f821675f4 req-2ac030ba-83ca-46bc-a27b-cb58a9c7edd6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8 HTTP/1.1" status: 200 len: 1000 time: 0.0566318 Sep 07 17:25:31.237783 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a25b7-e353-490e-a32b-9c4f821675f4 req-e3743bed-8e10-48ee-a66c-344797b0287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:31.239193 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-974a25b7-e353-490e-a32b-9c4f821675f4 req-e3743bed-8e10-48ee-a66c-344797b0287f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0433886 Sep 07 17:25:31.288585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a25b7-e353-490e-a32b-9c4f821675f4 req-9e570cdc-775a-4424-8b60-ca1817816c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:25:31.290064 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-974a25b7-e353-490e-a32b-9c4f821675f4 req-9e570cdc-775a-4424-8b60-ca1817816c5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429642 Sep 07 17:25:31.378830 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-974a25b7-e353-490e-a32b-9c4f821675f4 req-44b468b0-1a34-4a16-bd22-3392751153cd service neutron] 10.222.0.54 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804465 Sep 07 17:25:31.471969 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-974a25b7-e353-490e-a32b-9c4f821675f4 req-1d38d1c1-183b-482c-9e3f-0968d81721a2 service neutron] 10.222.0.54 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847168 Sep 07 17:25:32.546667 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:33.152171 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:40.487458 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-677af14c-a702-4d49-8e1b-39de866eef82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:44.084589 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:44.309002 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2c19f09b-4a44-41b6-9790-07f664adcb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:45.210509 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:47.129842 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:25:58.258112 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:26:02.566638 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:26:03.145264 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:26:10.491092 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6cf49022-10ad-4747-bcfe-1eaef17f8040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:26:14.085853 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:26:14.308644 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1ae168fe-971f-429c-a8b1-feda0fd25cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:26:15.212079 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:26:17.128702 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:26:32.560657 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:26:33.161946 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-27c86b06-10e2-4bb0-8346-e89420b3f10e req-961cf51e-bc6b-4f34-8ba6-fa9b0bd83706 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407391 Sep 07 17:26:33.165115 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:26:33.244526 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86b06-10e2-4bb0-8346-e89420b3f10e req-eb07492b-5312-4e1c-b6d6-f23a9d281623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:26:33.245965 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-27c86b06-10e2-4bb0-8346-e89420b3f10e req-eb07492b-5312-4e1c-b6d6-f23a9d281623 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 1096 time: 0.0405235 Sep 07 17:26:33.359486 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86b06-10e2-4bb0-8346-e89420b3f10e req-d9b68ada-de25-4968-8760-e92d876bb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:26:33.360984 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-27c86b06-10e2-4bb0-8346-e89420b3f10e req-d9b68ada-de25-4968-8760-e92d876bb9c0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0900359 Sep 07 17:26:33.429023 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-27c86b06-10e2-4bb0-8346-e89420b3f10e req-ffc7a6a7-a87d-4732-ac36-61ef9b786352 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8 HTTP/1.1" status: 200 len: 1000 time: 0.0565557 Sep 07 17:26:33.485863 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86b06-10e2-4bb0-8346-e89420b3f10e req-ae078ff5-b806-433a-b638-9178b37a682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:26:33.487263 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-27c86b06-10e2-4bb0-8346-e89420b3f10e req-ae078ff5-b806-433a-b638-9178b37a682f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0469012 Sep 07 17:26:33.537441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86b06-10e2-4bb0-8346-e89420b3f10e req-e765b39d-0694-4bfe-ac54-1c822f88f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:26:33.538916 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-27c86b06-10e2-4bb0-8346-e89420b3f10e req-e765b39d-0694-4bfe-ac54-1c822f88f4f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406277 Sep 07 17:26:33.637086 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-27c86b06-10e2-4bb0-8346-e89420b3f10e req-86f46490-4778-4a37-8753-911780373cb3 service neutron] 10.222.0.54 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809257 Sep 07 17:26:33.731905 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-27c86b06-10e2-4bb0-8346-e89420b3f10e req-4e2a1f8d-2c44-48d9-b9c5-8e022ca75b9d service neutron] 10.222.0.54 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830069 Sep 07 17:26:35.257675 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:26:40.492147 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-73bb531e-cb5c-48b1-af01-eb24105d27ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:26:44.087973 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:26:44.308007 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8b3053ae-be12-4c0e-bef9-c0b801068551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:26:45.214850 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:26:47.132939 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:02.576296 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:03.164489 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:08.224854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcffcd3-ad13-4976-9cd3-22ad4ca96615 req-483edc09-d2d8-4196-9a67-a963ab5802a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:08.226343 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fcffcd3-ad13-4976-9cd3-22ad4ca96615 req-483edc09-d2d8-4196-9a67-a963ab5802a4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0495415 Sep 07 17:27:08.267113 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-5fcffcd3-ad13-4976-9cd3-22ad4ca96615 req-f61106e4-b4d2-41a2-9551-3e6288d0bba3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348341 Sep 07 17:27:09.382666 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c53a17-f090-436a-a13b-5ec52946dba2 req-3c4698e0-9595-4b61-917f-683d6052a8ad tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:09.384200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9c53a17-f090-436a-a13b-5ec52946dba2 req-3c4698e0-9595-4b61-917f-683d6052a8ad tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0489192 Sep 07 17:27:09.422015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f9c53a17-f090-436a-a13b-5ec52946dba2 req-c67f3d79-716b-4ff4-bea5-42dd4c9ec948 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318551 Sep 07 17:27:10.497573 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d9ba871c-0e5b-4a69-ac53-153690ca9dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:10.560659 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002cb1c-0558-429b-95e0-8552b2564233 req-c45b090a-b128-4baa-9313-caee05daed91 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:10.562149 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1002cb1c-0558-429b-95e0-8552b2564233 req-c45b090a-b128-4baa-9313-caee05daed91 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0497043 Sep 07 17:27:10.602065 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1002cb1c-0558-429b-95e0-8552b2564233 req-3348861a-4687-40fa-8b8d-1ba7c1913f77 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339115 Sep 07 17:27:11.712219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac8116-457e-4b00-8ee1-5261d0cad4c4 req-f6a11ae6-8ecf-49d6-9159-053fb4bf16ec tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:11.713728 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eeac8116-457e-4b00-8ee1-5261d0cad4c4 req-f6a11ae6-8ecf-49d6-9159-053fb4bf16ec tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0471830 Sep 07 17:27:11.754290 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-eeac8116-457e-4b00-8ee1-5261d0cad4c4 req-60f35a6f-d038-4571-8e1b-e74938136df2 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346668 Sep 07 17:27:12.257982 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:27:12.866996 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec512315-a6c4-49ee-9add-560adafdfc8d req-20d5b474-7ad9-4c3c-9386-034dc4408ea3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:12.868517 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec512315-a6c4-49ee-9add-560adafdfc8d req-20d5b474-7ad9-4c3c-9386-034dc4408ea3 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0485053 Sep 07 17:27:12.905103 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ec512315-a6c4-49ee-9add-560adafdfc8d req-89560431-e08f-4141-8355-d694682f6b39 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307496 Sep 07 17:27:14.017683 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253e083-695f-4d98-b1a6-6a74947ec065 req-28aebec7-8793-4d20-b85a-e4e96d87c365 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:14.019168 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6253e083-695f-4d98-b1a6-6a74947ec065 req-28aebec7-8793-4d20-b85a-e4e96d87c365 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0488055 Sep 07 17:27:14.055590 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6253e083-695f-4d98-b1a6-6a74947ec065 req-3b9b8998-afbd-4b9b-b7c2-7a98759dc27a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300374 Sep 07 17:27:14.091006 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:14.309027 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbf05-bc01-4674-9daf-3974992b887d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:15.171668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582da720-8b8c-4a5e-ad4d-80e35bf43349 req-c2019185-3cb6-4f50-a809-82411b62f537 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:15.173097 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-582da720-8b8c-4a5e-ad4d-80e35bf43349 req-c2019185-3cb6-4f50-a809-82411b62f537 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0495188 Sep 07 17:27:15.214069 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-582da720-8b8c-4a5e-ad4d-80e35bf43349 req-64897d75-c645-470b-9e54-53c49197749e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344882 Sep 07 17:27:15.217196 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:16.327443 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd31a9-42d0-49e0-98f2-10f010983e9a req-d97e51c8-ade6-43ef-8ab1-0fe6c73ca895 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:16.328948 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfcd31a9-42d0-49e0-98f2-10f010983e9a req-d97e51c8-ade6-43ef-8ab1-0fe6c73ca895 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0484970 Sep 07 17:27:16.365490 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-dfcd31a9-42d0-49e0-98f2-10f010983e9a req-03ae5ccb-f458-4e8a-a804-0c6a05dfe8cf tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299857 Sep 07 17:27:17.133909 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:17.476175 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f2b9f-0e4f-4fb9-bd2e-14db92ef3bb3 req-8167f957-044e-4329-afc8-5bea26cb2b06 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:17.477713 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d09f2b9f-0e4f-4fb9-bd2e-14db92ef3bb3 req-8167f957-044e-4329-afc8-5bea26cb2b06 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0477114 Sep 07 17:27:17.514525 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d09f2b9f-0e4f-4fb9-bd2e-14db92ef3bb3 req-0c04ebb8-32b1-4276-8c6e-f93b922ad378 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310409 Sep 07 17:27:18.421633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e73ec7-6525-4e92-b23b-7287e245e3a0 req-f00b6418-e55f-425a-9d3b-cdbead381a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:18.423100 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9e73ec7-6525-4e92-b23b-7287e245e3a0 req-f00b6418-e55f-425a-9d3b-cdbead381a77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 1096 time: 0.0399597 Sep 07 17:27:18.517908 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e73ec7-6525-4e92-b23b-7287e245e3a0 req-0e70c105-44af-4211-a0dd-9ec6e6ad7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:18.519326 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9e73ec7-6525-4e92-b23b-7287e245e3a0 req-0e70c105-44af-4211-a0dd-9ec6e6ad7607 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0859976 Sep 07 17:27:18.588162 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9e73ec7-6525-4e92-b23b-7287e245e3a0 req-a6a6fb89-e4e5-4fda-a79b-f5b338f08767 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8 HTTP/1.1" status: 200 len: 1000 time: 0.0574057 Sep 07 17:27:18.627283 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29571a-1451-4d8a-aa11-b6eb760eac8b req-b5482f1b-8a25-40db-82a6-5aeca7a58a99 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:18.629175 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f29571a-1451-4d8a-aa11-b6eb760eac8b req-b5482f1b-8a25-40db-82a6-5aeca7a58a99 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0483932 Sep 07 17:27:18.639480 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e73ec7-6525-4e92-b23b-7287e245e3a0 req-29ef8c3f-7e51-4bdb-8881-9b7c3c1a414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:18.640990 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9e73ec7-6525-4e92-b23b-7287e245e3a0 req-29ef8c3f-7e51-4bdb-8881-9b7c3c1a414d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0442088 Sep 07 17:27:18.670210 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7f29571a-1451-4d8a-aa11-b6eb760eac8b req-fdb2d6c3-c9ae-4dc1-99f7-0352e0170e35 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353143 Sep 07 17:27:19.009751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e73ec7-6525-4e92-b23b-7287e245e3a0 req-2b7839ca-0d4e-4f73-ab5f-1206518e3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:19.011259 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9e73ec7-6525-4e92-b23b-7287e245e3a0 req-2b7839ca-0d4e-4f73-ab5f-1206518e3fd3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3596997 Sep 07 17:27:19.104651 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9e73ec7-6525-4e92-b23b-7287e245e3a0 req-d5a029e7-10e5-49f7-9919-5f1ae268cb85 service neutron] 10.222.0.54 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803051 Sep 07 17:27:19.199558 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9e73ec7-6525-4e92-b23b-7287e245e3a0 req-47498fe6-8d17-4481-bc4d-4cb2f60a5c40 service neutron] 10.222.0.54 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833402 Sep 07 17:27:19.782600 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50b539-8195-44df-b6ab-5b8a6ac7b5a1 req-2340c199-7dd9-46f1-8bf3-09fd143c3b04 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:19.783979 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c50b539-8195-44df-b6ab-5b8a6ac7b5a1 req-2340c199-7dd9-46f1-8bf3-09fd143c3b04 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0484853 Sep 07 17:27:19.821458 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0c50b539-8195-44df-b6ab-5b8a6ac7b5a1 req-a7436c1b-b426-43d2-995a-91a664784d4b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310807 Sep 07 17:27:20.932875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75fe02-3bc3-4459-a2d6-2b6ebd15c46a req-a8231f82-e234-4473-8767-56d4817855ca tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:20.934375 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea75fe02-3bc3-4459-a2d6-2b6ebd15c46a req-a8231f82-e234-4473-8767-56d4817855ca tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0486045 Sep 07 17:27:20.970654 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ea75fe02-3bc3-4459-a2d6-2b6ebd15c46a req-2d0ac8d6-0f96-48dd-9bab-475fe5863405 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304115 Sep 07 17:27:22.084270 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb1963-36a9-430d-9e89-9b3e4ca2d7b9 req-6e1e3205-1869-4503-a065-324f3de4ebd8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:22.085733 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73eb1963-36a9-430d-9e89-9b3e4ca2d7b9 req-6e1e3205-1869-4503-a065-324f3de4ebd8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0485580 Sep 07 17:27:22.127096 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-73eb1963-36a9-430d-9e89-9b3e4ca2d7b9 req-61c79ada-4b58-44fc-a153-0bcb1bf6dfd0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351038 Sep 07 17:27:23.240521 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b9ad2-3903-430e-8725-04c068823319 req-acd6d8e2-b6a4-4514-b916-b1c1dc9dbb73 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:23.242007 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b6b9ad2-3903-430e-8725-04c068823319 req-acd6d8e2-b6a4-4514-b916-b1c1dc9dbb73 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0498796 Sep 07 17:27:23.278562 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0b6b9ad2-3903-430e-8725-04c068823319 req-9c8460aa-95f3-4627-baa4-9950b31d7cc8 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307019 Sep 07 17:27:23.453844 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-bf4346b7-84ed-475c-878a-cbd41704d871 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393267 Sep 07 17:27:23.463492 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-bdf28e8b-f40f-4e13-8184-763ce029fb5a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:27:23.464613 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-bdf28e8b-f40f-4e13-8184-763ce029fb5a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056469 Sep 07 17:27:23.482165 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8a21c-8cc5-472b-a3bb-c80cb0193163 req-5254fc04-3f81-47e2-aaed-6cd357d3608a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:23.483673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43f8a21c-8cc5-472b-a3bb-c80cb0193163 req-5254fc04-3f81-47e2-aaed-6cd357d3608a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0495701 Sep 07 17:27:23.522673 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-43f8a21c-8cc5-472b-a3bb-c80cb0193163 req-9a52c268-0b72-4adb-aa66-1944c582359e tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324080 Sep 07 17:27:24.636477 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05787004-3785-44cd-a900-4501ac0f7429 req-72b32867-7c52-4745-8201-2a0f081ebe7d tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:24.637977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05787004-3785-44cd-a900-4501ac0f7429 req-72b32867-7c52-4745-8201-2a0f081ebe7d tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 945 time: 0.0500455 Sep 07 17:27:24.679682 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05787004-3785-44cd-a900-4501ac0f7429 req-f0e08d11-f40d-4500-841a-576a0172d6bc tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358944 Sep 07 17:27:24.722066 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 66794b93-efc1-4d1c-b53d-b4abefa6bab8 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:27:24.948777 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:24.970649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:27:24.972941 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994fad3d-e229-47c2-957a-17052d7d9a0f" -d '{"events": [{"server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "name": "network-vif-unplugged", "status": "completed", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:27:24.985880 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:27:24.988977 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:25.035746 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=66794b93-efc1-4d1c-b53d-b4abefa6bab8,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:27:25.043195 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:25.043549 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:25.043899 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:25.044239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:25.044626 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:25.044970 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:25.045295 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:25.045623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:25.045948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:25.046274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:25.046600 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:25.046927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:25.054135 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 17:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da599f9f-0d5f-466d-a82e-49eefa37dffe x-openstack-request-id: req-da599f9f-0d5f-466d-a82e-49eefa37dffe {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:27:25.054429 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "name": "network-vif-unplugged", "status": "failed", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8", "code": 422}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:27:25.054682 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da599f9f-0d5f-466d-a82e-49eefa37dffe {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:27:25.055067 n-d-807551-3 neutron-server[94772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'code': 422} returned with failed status Sep 07 17:27:25.792630 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac59d2-8a99-4a09-a4ea-4dcb6710d0ad req-46ac55b8-d831-4e9e-8af7-ec9cf2412b02 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:25.794105 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60ac59d2-8a99-4a09-a4ea-4dcb6710d0ad req-46ac55b8-d831-4e9e-8af7-ec9cf2412b02 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0474503 Sep 07 17:27:25.830533 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60ac59d2-8a99-4a09-a4ea-4dcb6710d0ad req-a2209dab-7ea5-4cf7-b63e-e23c406d4f0b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305774 Sep 07 17:27:26.948540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b2323-ad34-49d1-8e3d-b5778b8aa01a req-9a146873-b8b9-4519-b662-f7bb905e1989 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:26.956206 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b4b2323-ad34-49d1-8e3d-b5778b8aa01a req-9a146873-b8b9-4519-b662-f7bb905e1989 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0600946 Sep 07 17:27:26.993829 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b4b2323-ad34-49d1-8e3d-b5778b8aa01a req-3e561667-5d90-4304-ae88-415a7d401f7c tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365705 Sep 07 17:27:28.109273 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717443e-c2e7-4034-b916-bf4e2178477a req-968dbb3b-9a98-44bc-b97b-d3c8fc90635b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:28.110755 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d717443e-c2e7-4034-b916-bf4e2178477a req-968dbb3b-9a98-44bc-b97b-d3c8fc90635b tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0489733 Sep 07 17:27:28.152127 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d717443e-c2e7-4034-b916-bf4e2178477a req-47fc19f3-6f07-4783-8cb3-27b1ecc658cc tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353818 Sep 07 17:27:29.272736 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a28bdd-8975-4dc8-b799-64769eb7f3bb req-86fbaefa-9474-42ee-8246-a92075fc2735 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:29.274300 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67a28bdd-8975-4dc8-b799-64769eb7f3bb req-86fbaefa-9474-42ee-8246-a92075fc2735 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0510690 Sep 07 17:27:29.315048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-67a28bdd-8975-4dc8-b799-64769eb7f3bb req-395dff20-8cae-4802-acfa-84e54a720e0f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339577 Sep 07 17:27:30.428041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c796897-d33d-4288-a880-70654a305d3e req-d86a8eb7-f1b9-428b-b63f-f1c5558a6403 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:30.429572 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c796897-d33d-4288-a880-70654a305d3e req-d86a8eb7-f1b9-428b-b63f-f1c5558a6403 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0480859 Sep 07 17:27:30.467785 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3c796897-d33d-4288-a880-70654a305d3e req-0d2a76d6-e63e-494d-a6c5-967ecec6714f tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320723 Sep 07 17:27:31.111669 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-38e1446b-988b-4b14-a3bd-43630cc0dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:31.113168 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-38e1446b-988b-4b14-a3bd-43630cc0dd62 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65&tenant_id=4ab44ec7598747dcbb1c836a61a0e323 HTTP/1.1" status: 200 len: 1094 time: 0.0397780 Sep 07 17:27:31.123831 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-68346ed7-1ce2-4de2-a626-997063f67577 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:27:31.124808 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-68346ed7-1ce2-4de2-a626-997063f67577 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047369 Sep 07 17:27:31.137028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807551-3', 'device_owner': 'compute:nova'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:27:31.190424 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:31.384746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:27:31.417142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h1-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:27:31.451837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66794b93-efc1-4d1c-b53d-b4abefa6bab8 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:27:31.459490 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:31.471102 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Transition to ACTIVE for port object 66794b93-efc1-4d1c-b53d-b4abefa6bab8 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:27:31.475547 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:31.568779 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Pushing event updated for resources: {'Port': ['ID=66794b93-efc1-4d1c-b53d-b4abefa6bab8,revision_number=7']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:27:31.606162 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:31.606514 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:31.606852 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:31.607187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:31.607527 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:31.607853 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:31.608181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:31.608538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:31.608860 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:31.609183 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:31.609512 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:31.609835 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:27:31.653478 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab687aad-4164-4920-8759-1859b73a45d1 req-f97e8d19-cf03-4609-8dcc-03c391eb60dd tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:31.655032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab687aad-4164-4920-8759-1859b73a45d1 req-f97e8d19-cf03-4609-8dcc-03c391eb60dd tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.1032712 Sep 07 17:27:31.655874 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] No DVR routers for this DVR port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 on host n-h1-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:27:31.761128 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ab687aad-4164-4920-8759-1859b73a45d1 req-930214f8-b3c9-44f8-ba69-c3c12f2fab91 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686638 Sep 07 17:27:32.115794 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Attempting to bind port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:27:32.116029 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Attempting to bind port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:27:32.116369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Attempting to bind port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 on network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:27:32.120629 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 on network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:27:32.120958 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Attempting to bind port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 on network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:27:32.125746 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:27:32.126084 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Checking segment: {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:27:32.126476 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Bound using segment: {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:27:32.126926 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Bound port: 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190d5bb1-1128-4bda-956c-399dbe75f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:27:32.127281 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:32.187178 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:27:32.190159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:27:32.195166 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:32.228400 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:32.229047 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:32.230404 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] 10.222.0.35 "PUT /v2.0/ports/66794b93-efc1-4d1c-b53d-b4abefa6bab8 HTTP/1.1" status: 200 len: 1091 time: 1.0969639 Sep 07 17:27:32.230838 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:27:32.233122 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50166410-094a-45e6-a2cd-e509b9455a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:27:32.283659 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07144469-c35d-48a2-adf1-77712cf0f606 x-openstack-request-id: req-07144469-c35d-48a2-adf1-77712cf0f606 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:27:32.283951 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:27:32.284204 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-07144469-c35d-48a2-adf1-77712cf0f606 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:27:32.284625 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'status': 'completed', 'code': 200} Sep 07 17:27:32.285436 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082a507-3ace-42ac-b855-f40d591e6f13 service neutron] Pushing event updated for resources: {'Port': ['ID=66794b93-efc1-4d1c-b53d-b4abefa6bab8,revision_number=8']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:27:32.304267 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-c4799f6a-b2d5-45d2-9abb-6992240c8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:32.305692 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-c4799f6a-b2d5-45d2-9abb-6992240c8f89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 1094 time: 0.0521488 Sep 07 17:27:32.401617 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-adf0d718-35fd-49f4-ab84-51b93a811189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:32.403140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-adf0d718-35fd-49f4-ab84-51b93a811189 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0897965 Sep 07 17:27:32.471401 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-155ef9f7-2610-4542-bc98-3c892e01b4c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8 HTTP/1.1" status: 200 len: 998 time: 0.0608068 Sep 07 17:27:32.519392 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-7b12a887-266e-4ce8-b5ea-fa85dd31a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:32.520811 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-7b12a887-266e-4ce8-b5ea-fa85dd31a47d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0423939 Sep 07 17:27:32.566887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-67fa6206-1b95-4d40-8a1c-d1e01f2a50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:32.568433 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-67fa6206-1b95-4d40-8a1c-d1e01f2a50f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393770 Sep 07 17:27:32.575648 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:32.662432 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-357b5182-4f9d-48da-8015-6e9ee2492956 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851676 Sep 07 17:27:32.750723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-82db0fd6-4f7b-4e9e-93d0-592a08e3ffcc service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817695 Sep 07 17:27:32.859348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50166410-094a-45e6-a2cd-e509b9455a9f req-e6df1019-9297-434e-8439-8ac874eddc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:32.860858 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50166410-094a-45e6-a2cd-e509b9455a9f req-e6df1019-9297-434e-8439-8ac874eddc24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 1094 time: 0.0666273 Sep 07 17:27:32.899628 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb4331-dfbd-4ac6-8207-3a3e87700255 req-23583845-fddf-4bba-bcae-3faf38316423 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:32.901078 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-afcb4331-dfbd-4ac6-8207-3a3e87700255 req-23583845-fddf-4bba-bcae-3faf38316423 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0720086 Sep 07 17:27:32.977023 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-afcb4331-dfbd-4ac6-8207-3a3e87700255 req-5758ae73-9b7a-432b-ae0f-f360c1bb9dd5 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698807 Sep 07 17:27:32.992577 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50166410-094a-45e6-a2cd-e509b9455a9f req-69f48c92-4725-47ad-96c0-7329b38041f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:32.994015 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50166410-094a-45e6-a2cd-e509b9455a9f req-69f48c92-4725-47ad-96c0-7329b38041f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.1233954 Sep 07 17:27:33.057361 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50166410-094a-45e6-a2cd-e509b9455a9f req-b5f6f813-2396-42e2-a933-64975b3f20b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8 HTTP/1.1" status: 200 len: 998 time: 0.0556440 Sep 07 17:27:33.105248 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50166410-094a-45e6-a2cd-e509b9455a9f req-55b6bafe-f12e-442e-9db8-571d0dc64d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:33.106622 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50166410-094a-45e6-a2cd-e509b9455a9f req-55b6bafe-f12e-442e-9db8-571d0dc64d6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0418704 Sep 07 17:27:33.154238 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50166410-094a-45e6-a2cd-e509b9455a9f req-746ea5cb-d3db-4867-8c24-e7ed1194992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:33.155695 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50166410-094a-45e6-a2cd-e509b9455a9f req-746ea5cb-d3db-4867-8c24-e7ed1194992f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418627 Sep 07 17:27:33.181142 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:33.245721 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50166410-094a-45e6-a2cd-e509b9455a9f req-bc5bf47e-3a46-4cb0-af8b-e65d86f7882a service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819337 Sep 07 17:27:33.338771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50166410-094a-45e6-a2cd-e509b9455a9f req-92a98710-1f0c-41e8-9810-b35e587e0046 service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857604 Sep 07 17:27:34.093714 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2aa76-89ce-415e-9f8b-d4673fe1dfbf req-bc09a641-415b-46c0-bccd-94bd5d816a44 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:34.095490 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7de2aa76-89ce-415e-9f8b-d4673fe1dfbf req-bc09a641-415b-46c0-bccd-94bd5d816a44 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0511792 Sep 07 17:27:34.134267 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7de2aa76-89ce-415e-9f8b-d4673fe1dfbf req-ce2a996c-f600-458e-9aa1-7658fbf123a2 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315297 Sep 07 17:27:35.247408 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f77e2-f5f7-46e3-96e3-db5d0129dece req-4256baf5-8fbd-4dfa-80af-cc4c5decd877 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:35.248920 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-505f77e2-f5f7-46e3-96e3-db5d0129dece req-4256baf5-8fbd-4dfa-80af-cc4c5decd877 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0480847 Sep 07 17:27:35.285388 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-505f77e2-f5f7-46e3-96e3-db5d0129dece req-aee89519-3b22-4338-95e2-6c48d9ffbca2 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306733 Sep 07 17:27:36.401613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0433cb-76c2-41aa-bd92-dff9f643be5c req-b4b970f9-f0a6-4af2-bed4-6f1e23ac01c0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:36.403079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a0433cb-76c2-41aa-bd92-dff9f643be5c req-b4b970f9-f0a6-4af2-bed4-6f1e23ac01c0 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0520566 Sep 07 17:27:36.440019 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2a0433cb-76c2-41aa-bd92-dff9f643be5c req-7ef05e24-4ed3-4386-8c45-be82653f8062 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Sep 07 17:27:37.552983 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9c96e-731b-43a2-9082-6658d8efd6a2 req-a8470f76-cc3c-4dca-b880-472fd281defe tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:37.554495 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58a9c96e-731b-43a2-9082-6658d8efd6a2 req-a8470f76-cc3c-4dca-b880-472fd281defe tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0500963 Sep 07 17:27:37.591294 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-58a9c96e-731b-43a2-9082-6658d8efd6a2 req-ea29ec52-7dce-4810-bbee-c1bd9a0521f6 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309625 Sep 07 17:27:38.704243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331d0b6-67de-437a-b632-85da9a407dd2 req-5b71cb28-1a66-43d5-8445-534d4811de52 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:38.705809 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f331d0b6-67de-437a-b632-85da9a407dd2 req-5b71cb28-1a66-43d5-8445-534d4811de52 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0494442 Sep 07 17:27:38.744353 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f331d0b6-67de-437a-b632-85da9a407dd2 req-8b7fe320-26c5-494a-8837-9f8870976729 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325143 Sep 07 17:27:39.860187 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3c5c5-8391-4ceb-a879-35a6d2cf6dd6 req-31ec8186-3e67-4fcd-ba04-abca8b8bf16a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:39.861636 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27d3c5c5-8391-4ceb-a879-35a6d2cf6dd6 req-31ec8186-3e67-4fcd-ba04-abca8b8bf16a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0525167 Sep 07 17:27:39.898979 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-27d3c5c5-8391-4ceb-a879-35a6d2cf6dd6 req-f1abcaa2-2ad6-4fe6-9699-00b62151d3b1 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309374 Sep 07 17:27:40.497667 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c5c8254-d0a0-48fd-870a-ae0bf387bad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:41.010689 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b944c71-9af9-4553-82c9-111d26adaa08 req-6d9794bd-658f-4f11-a04e-6bf9e443e4ed tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:41.012161 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b944c71-9af9-4553-82c9-111d26adaa08 req-6d9794bd-658f-4f11-a04e-6bf9e443e4ed tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 943 time: 0.0479014 Sep 07 17:27:41.048509 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-1b944c71-9af9-4553-82c9-111d26adaa08 req-fe34f4f3-2df0-4b6f-90df-5c6edcba0318 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303485 Sep 07 17:27:41.308029 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 66794b93-efc1-4d1c-b53d-b4abefa6bab8 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:27:41.402113 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:27:41.413065 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'port_id': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'mac_address': 'fa:16:3e:5d:7a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:27:41.451275 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:41.463517 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66794b93-efc1-4d1c-b53d-b4abefa6bab8 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:27:41.485986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:27:41.489654 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:41.534317 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=66794b93-efc1-4d1c-b53d-b4abefa6bab8,revision_number=9']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:27:41.827505 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['66794b93-efc1-4d1c-b53d-b4abefa6bab8'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:27:42.159441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a07b64-90b0-4b91-8e36-5b8c7498ca35 req-eeb1b24b-9b16-4073-96a3-e60f13724ec4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:42.160949 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32a07b64-90b0-4b91-8e36-5b8c7498ca35 req-eeb1b24b-9b16-4073-96a3-e60f13724ec4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 944 time: 0.0476451 Sep 07 17:27:42.197314 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-32a07b64-90b0-4b91-8e36-5b8c7498ca35 req-3e3616b4-56c0-4c74-8d47-6dd2c01b5e71 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298777 Sep 07 17:27:43.314201 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df6bbd-e9e1-4a69-ae43-6d02d98a6a3c req-c132285a-c4d7-4306-8ee9-d305383df1e2 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:43.315666 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87df6bbd-e9e1-4a69-ae43-6d02d98a6a3c req-c132285a-c4d7-4306-8ee9-d305383df1e2 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 944 time: 0.0517437 Sep 07 17:27:43.322582 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 66794b93-efc1-4d1c-b53d-b4abefa6bab8 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:27:43.354193 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-87df6bbd-e9e1-4a69-ae43-6d02d98a6a3c req-57ef94dd-b382-4eea-a3d5-5865cb34f049 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322082 Sep 07 17:27:43.371084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:27:43.375263 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:27:43.375647 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:43.458170 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:43.480981 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:27:43.483134 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942be551-3310-4d21-802f-7ef9d453392a" -d '{"events": [{"server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "name": "network-vif-plugged", "status": "completed", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:27:43.495380 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:27:43.499721 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:43.527139 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38759920-55fb-4ee8-a4e0-4be32922aa56 x-openstack-request-id: req-38759920-55fb-4ee8-a4e0-4be32922aa56 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:27:43.527432 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "name": "network-vif-plugged", "status": "completed", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:27:43.527684 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38759920-55fb-4ee8-a4e0-4be32922aa56 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:27:43.528067 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'code': 200} Sep 07 17:27:43.555158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=66794b93-efc1-4d1c-b53d-b4abefa6bab8,revision_number=10']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:27:43.657888 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022abb98-d133-41e1-8bde-ef7d3a358f78 req-c57dcc4c-b746-41e1-a476-9294ebf83b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:43.659367 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-022abb98-d133-41e1-8bde-ef7d3a358f78 req-c57dcc4c-b746-41e1-a476-9294ebf83b78 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 1097 time: 0.0390952 Sep 07 17:27:43.694140 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-022abb98-d133-41e1-8bde-ef7d3a358f78 req-2f5abafe-c8d8-4183-ad52-f7a1420902bd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271745 Sep 07 17:27:44.092667 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:44.309351 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1c532bef-6273-4f6a-a590-5b9d3940f7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:44.467214 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20ecac-5561-41ce-8310-4ee1698262f6 req-63dceefb-ad2a-4b2b-8847-66cac2f86f06 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:44.468745 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b20ecac-5561-41ce-8310-4ee1698262f6 req-63dceefb-ad2a-4b2b-8847-66cac2f86f06 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 946 time: 0.0491855 Sep 07 17:27:44.506115 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6b20ecac-5561-41ce-8310-4ee1698262f6 req-2861ac7e-1826-4171-a636-a65bae8b927a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311601 Sep 07 17:27:45.220696 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:45.625082 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb039e-28d3-4eb0-a688-b4a5f31a53aa req-cfd7ccd2-f358-4412-abdf-c33fb6577519 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:27:45.626637 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7feb039e-28d3-4eb0-a688-b4a5f31a53aa req-cfd7ccd2-f358-4412-abdf-c33fb6577519 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 946 time: 0.0536797 Sep 07 17:27:45.664640 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7feb039e-28d3-4eb0-a688-b4a5f31a53aa req-1d14aa0b-efe8-43b7-8803-5f84013a16cd tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313799 Sep 07 17:27:47.136513 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:27:49.256639 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:28:02.589058 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:03.179885 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:10.498063 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-068414ec-7f6b-4da2-9a87-b24a9853aa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:14.094499 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:14.309854 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c5035628-509c-4a8f-a2f0-b27d32425482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:15.223863 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:17.139026 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:26.255899 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:28:28.810342 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31e9d7a6-167e-45b8-b93b-ff96f38a837b req-4a2fd060-4785-418b-8f8e-9d53581cfce4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759652 Sep 07 17:28:28.889789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9d7a6-167e-45b8-b93b-ff96f38a837b req-021b0eef-6bed-4b56-baec-7124741577fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:28:28.891283 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31e9d7a6-167e-45b8-b93b-ff96f38a837b req-021b0eef-6bed-4b56-baec-7124741577fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 1097 time: 0.0400715 Sep 07 17:28:28.996494 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9d7a6-167e-45b8-b93b-ff96f38a837b req-f7b41d7f-04d2-48c7-8662-eb4a437ce3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:28:28.997882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31e9d7a6-167e-45b8-b93b-ff96f38a837b req-f7b41d7f-04d2-48c7-8662-eb4a437ce3b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.0875103 Sep 07 17:28:29.061688 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31e9d7a6-167e-45b8-b93b-ff96f38a837b req-90d0f0f0-25f6-479f-aa02-a2f8bb7cbec7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8 HTTP/1.1" status: 200 len: 1000 time: 0.0563104 Sep 07 17:28:29.113887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9d7a6-167e-45b8-b93b-ff96f38a837b req-7cf61a08-a9e3-4864-83b8-baf6b9e1f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:28:29.115310 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31e9d7a6-167e-45b8-b93b-ff96f38a837b req-7cf61a08-a9e3-4864-83b8-baf6b9e1f885 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0467250 Sep 07 17:28:29.161173 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9d7a6-167e-45b8-b93b-ff96f38a837b req-45feede7-071f-402d-a60f-0df3a2b8bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:28:29.162671 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31e9d7a6-167e-45b8-b93b-ff96f38a837b req-45feede7-071f-402d-a60f-0df3a2b8bd6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396864 Sep 07 17:28:29.250102 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31e9d7a6-167e-45b8-b93b-ff96f38a837b req-86e8a98f-57b0-479b-b19e-c6f4a074e08a service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803032 Sep 07 17:28:29.342350 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-31e9d7a6-167e-45b8-b93b-ff96f38a837b req-96fb9f48-d2ac-4e6b-8752-6613edf41c3f service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848823 Sep 07 17:28:32.609414 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:33.182650 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:40.501729 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f4de9ba-35ff-48d3-b6ab-b3bc0d5e1a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:44.096854 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:44.309746 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-70116eff-6006-4f02-aabe-780cd9dee887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:45.226500 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:47.141047 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:58.543824 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47206) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:28:58.707054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Deleting port 7ae2860d-9b74-440c-ad52-0c83759175ff {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:28:58.707404 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:58.785359 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:58.785592 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:58.797475 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Calling delete_port for 7ae2860d-9b74-440c-ad52-0c83759175ff owned by network:floatingip {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:28:58.938829 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:58.969548 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event deleted for resources: {'Port': ['ID=7ae2860d-9b74-440c-ad52-0c83759175ff,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:28:58.999984 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:28:59.000352 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:28:59.000703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:28:59.001041 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:28:59.001373 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:28:59.001703 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:28:59.002031 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:28:59.002359 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:28:59.002684 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:28:59.003011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:28:59.003332 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:28:59.003655 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:28:59.042354 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:59.042619 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Floating IP 637781e3-edbd-4888-b9c2-f37f0215377f disassociated (deleted). External IP: 172.25.3.81, port: 66794b93-efc1-4d1c-b53d-b4abefa6bab8. Sep 07 17:28:59.242427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Router 5123bbbb-86e0-4c5f-94cd-01f541bce192 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:28:59.354056 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:28:59.358371 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:28:59.363722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4702e5-c3c7-445d-a65d-118d3e7472a0 None None] Sync routers for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:28:59.373635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4702e5-c3c7-445d-a65d-118d3e7472a0 None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:28:59.374254 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8d4702e5-c3c7-445d-a65d-118d3e7472a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:28:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:28:59.385337 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0c7965ff-c0f7-4980-a507-790a11a24831 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "DELETE /v2.0/floatingips/637781e3-edbd-4888-b9c2-f37f0215377f HTTP/1.1" status: 204 len: 168 time: 0.8403633 Sep 07 17:28:59.386491 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:28:59.388788 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2755b45-8194-4878-adf2-b27570190d38" -d '{"events": [{"name": "network-changed", "server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:28:59.426399 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f8fb2c-5cce-4ba8-baa4-5ae5dbd95687 x-openstack-request-id: req-56f8fb2c-5cce-4ba8-baa4-5ae5dbd95687 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:28:59.426702 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:28:59.426970 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56f8fb2c-5cce-4ba8-baa4-5ae5dbd95687 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:28:59.427395 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'status': 'completed', 'code': 200} Sep 07 17:28:59.482572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8d4702e5-c3c7-445d-a65d-118d3e7472a0 None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:28:59.491646 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2755b45-8194-4878-adf2-b27570190d38 req-ee5e0dff-922e-4882-81a0-29c1de7ed5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:28:59.493511 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2755b45-8194-4878-adf2-b27570190d38 req-ee5e0dff-922e-4882-81a0-29c1de7ed5a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 1097 time: 0.0425990 Sep 07 17:28:59.623365 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2755b45-8194-4878-adf2-b27570190d38 req-4c338007-48ff-4532-ad87-efffe81bf3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:28:59.624818 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2755b45-8194-4878-adf2-b27570190d38 req-4c338007-48ff-4532-ad87-efffe81bf3a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 200 len: 910 time: 0.1251037 Sep 07 17:28:59.646560 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c342b7c-b832-46b2-b39b-b97c3a1e43f5 req-4655fec0-9a52-49e4-b5ca-7e764d3fe721 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:28:59.648020 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c342b7c-b832-46b2-b39b-b97c3a1e43f5 req-4655fec0-9a52-49e4-b5ca-7e764d3fe721 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 946 time: 0.0738530 Sep 07 17:28:59.677371 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2755b45-8194-4878-adf2-b27570190d38 req-0226079b-5240-41cf-b3e8-9d61fe1b46fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8 HTTP/1.1" status: 200 len: 217 time: 0.0445826 Sep 07 17:28:59.692019 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8d4702e5-c3c7-445d-a65d-118d3e7472a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 5, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:28:59.718155 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4702e5-c3c7-445d-a65d-118d3e7472a0 None None] Checking router: 5123bbbb-86e0-4c5f-94cd-01f541bce192 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:28:59.726587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4702e5-c3c7-445d-a65d-118d3e7472a0 None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:28:59.727196 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8d4702e5-c3c7-445d-a65d-118d3e7472a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:28:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:28:59.742612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2c342b7c-b832-46b2-b39b-b97c3a1e43f5 req-8aa628d6-4a8e-48d0-899b-8c22abb00b25 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676146 Sep 07 17:28:59.751112 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2755b45-8194-4878-adf2-b27570190d38 req-98d78391-dce3-49a2-9eeb-8cdeec36bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:28:59.752567 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2755b45-8194-4878-adf2-b27570190d38 req-98d78391-dce3-49a2-9eeb-8cdeec36bb70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 200 len: 848 time: 0.0635180 Sep 07 17:28:59.799197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2755b45-8194-4878-adf2-b27570190d38 req-2427c915-08c1-4d05-b383-fdca714e0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:28:59.800723 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2755b45-8194-4878-adf2-b27570190d38 req-2427c915-08c1-4d05-b383-fdca714e0162 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405092 Sep 07 17:28:59.829615 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-8d4702e5-c3c7-445d-a65d-118d3e7472a0 None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:28:59.894611 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2755b45-8194-4878-adf2-b27570190d38 req-943dd030-e6be-44dd-9782-1363937bbd8f service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851073 Sep 07 17:28:59.984050 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c2755b45-8194-4878-adf2-b27570190d38 req-a199ce25-4a35-4447-aca5-66b3a109cc5f service neutron] 10.222.0.35 "GET /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812616 Sep 07 17:29:00.030459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-8d4702e5-c3c7-445d-a65d-118d3e7472a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 5, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:00.055572 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4702e5-c3c7-445d-a65d-118d3e7472a0 None None] The sync data for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 is: [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:18:59Z', 'revision_number': 4, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '18cf8b0f-4b5c-4208-be59-76719c25d356', 'name': '', 'network_id': 'fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'mac_address': 'fa:16:3e:44:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:58Z', 'updated_at': '2021-09-07T17:19:04Z', 'revision_number': 5, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'subnets': [{'id': '2b603572-d52a-42a6-82e5-6bdc1540c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:29:00.264015 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd5db93-6a84-494d-b189-cfbf8e2a86ac None None] New status for floating IP 637781e3-edbd-4888-b9c2-f37f0215377f: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:29:00.860650 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bd4cf-337b-4c0a-a352-529b74d460ee req-92af9c4b-b307-4023-868a-4412c05ab526 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:00.862154 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a3bd4cf-337b-4c0a-a352-529b74d460ee req-92af9c4b-b307-4023-868a-4412c05ab526 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 946 time: 0.0489976 Sep 07 17:29:00.902539 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7a3bd4cf-337b-4c0a-a352-529b74d460ee req-1fd7dd58-d84b-41cf-af38-5daa2b1da578 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/security-groups?id=6008d125-a5b6-4e40-a0f2-82d6036afcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344806 Sep 07 17:29:01.231403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b2bcc-ba56-4507-908f-fc9f106839f5 req-52533a45-9630-46cd-b776-bf643b7e44dc tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:01.232880 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-425b2bcc-ba56-4507-908f-fc9f106839f5 req-52533a45-9630-46cd-b776-bf643b7e44dc tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.35 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 946 time: 0.0482373 Sep 07 17:29:01.325374 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-425b2bcc-ba56-4507-908f-fc9f106839f5 req-9de5d202-791b-46f5-b6dc-54603cd11f05 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Deleting port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:29:01.325717 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-425b2bcc-ba56-4507-908f-fc9f106839f5 req-9de5d202-791b-46f5-b6dc-54603cd11f05 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:01.413115 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-425b2bcc-ba56-4507-908f-fc9f106839f5 req-9de5d202-791b-46f5-b6dc-54603cd11f05 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] For port 66794b93-efc1-4d1c-b53d-b4abefa6bab8, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=66794b93-efc1-4d1c-b53d-b4abefa6bab8,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:01.413480 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-425b2bcc-ba56-4507-908f-fc9f106839f5 req-9de5d202-791b-46f5-b6dc-54603cd11f05 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:01.424731 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-425b2bcc-ba56-4507-908f-fc9f106839f5 req-9de5d202-791b-46f5-b6dc-54603cd11f05 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Calling delete_port for 66794b93-efc1-4d1c-b53d-b4abefa6bab8 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:29:01.550311 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-425b2bcc-ba56-4507-908f-fc9f106839f5 req-9de5d202-791b-46f5-b6dc-54603cd11f05 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:01.579019 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5d202-791b-46f5-b6dc-54603cd11f05 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event deleted for resources: {'Port': ['ID=66794b93-efc1-4d1c-b53d-b4abefa6bab8,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:01.619166 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-425b2bcc-ba56-4507-908f-fc9f106839f5 req-9de5d202-791b-46f5-b6dc-54603cd11f05 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] No DVR routers for this DVR port 66794b93-efc1-4d1c-b53d-b4abefa6bab8 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:29:01.622425 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-425b2bcc-ba56-4507-908f-fc9f106839f5 req-9de5d202-791b-46f5-b6dc-54603cd11f05 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:01.624543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-425b2bcc-ba56-4507-908f-fc9f106839f5 req-9de5d202-791b-46f5-b6dc-54603cd11f05 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.35 "DELETE /v2.0/ports/66794b93-efc1-4d1c-b53d-b4abefa6bab8 HTTP/1.1" status: 204 len: 173 time: 0.3858294 Sep 07 17:29:01.624987 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'name': 'network-vif-deleted', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:29:01.627280 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efe6b10-631d-40a3-98da-1e4b82ee1bf7" -d '{"events": [{"server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "name": "network-vif-deleted", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:29:01.695965 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7708754-5aea-46b5-9e33-f38c2b88b235 x-openstack-request-id: req-c7708754-5aea-46b5-9e33-f38c2b88b235 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:29:01.696263 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cceacfab-3203-4e96-b20b-e6e26133df65", "name": "network-vif-deleted", "tag": "66794b93-efc1-4d1c-b53d-b4abefa6bab8", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:29:01.696696 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7708754-5aea-46b5-9e33-f38c2b88b235 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:29:01.697110 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cceacfab-3203-4e96-b20b-e6e26133df65', 'name': 'network-vif-deleted', 'tag': '66794b93-efc1-4d1c-b53d-b4abefa6bab8', 'status': 'completed', 'code': 200} Sep 07 17:29:02.000865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-41b9454a-b50e-4bba-80bf-c4449b1c7aa3 req-1399bb44-f1ca-432d-a49b-e6bab59df728 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 210 time: 0.0286434 Sep 07 17:29:02.608892 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:03.178044 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:03.255147 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:29:03.351239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-aa7f05c9-2155-4190-8e12-1bdafab8c89e req-36b863d6-f074-4780-8421-b1d348d48ed4 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 210 time: 0.0314171 Sep 07 17:29:04.448002 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a87ac55c-173a-4483-af62-7095b917a05a req-1751112b-a5e3-4fce-9e0b-d8043a12486a tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "GET /v2.0/ports?device_id=cceacfab-3203-4e96-b20b-e6e26133df65 HTTP/1.1" status: 200 len: 210 time: 0.0309911 Sep 07 17:29:05.503244 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47238) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:05.562690 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd401-717d-424c-8fde-237a3dff3d97 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:05.589078 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd401-717d-424c-8fde-237a3dff3d97 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:05.653540 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd401-717d-424c-8fde-237a3dff3d97 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:05.656514 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd401-717d-424c-8fde-237a3dff3d97 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:05.657779 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-2ebbd401-717d-424c-8fde-237a3dff3d97 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] 10.222.0.70 "DELETE /v2.0/security-groups/6008d125-a5b6-4e40-a0f2-82d6036afcf0 HTTP/1.1" status: 204 len: 168 time: 0.1535141 Sep 07 17:29:05.667389 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbd401-717d-424c-8fde-237a3dff3d97 tempest-TestShelveInstance-714893738 tempest-TestShelveInstance-714893738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6008d125-a5b6-4e40-a0f2-82d6036afcf0,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:05.708502 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47242) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:05.788995 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 66794b93-efc1-4d1c-b53d-b4abefa6bab8 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:29:05.808934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: 66794b93-efc1-4d1c-b53d-b4abefa6bab8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:29:05.809292 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device 66794b93-efc1-4d1c-b53d-b4abefa6bab8 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:29:06.505695 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049e63b8-712e-48eb-8587-880c1b055c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:06.749383 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-049e63b8-712e-48eb-8587-880c1b055c9b admin admin] Deleting port 18cf8b0f-4b5c-4208-be59-76719c25d356 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:29:06.749737 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049e63b8-712e-48eb-8587-880c1b055c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:06.825243 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-049e63b8-712e-48eb-8587-880c1b055c9b admin admin] For port 18cf8b0f-4b5c-4208-be59-76719c25d356, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=18cf8b0f-4b5c-4208-be59-76719c25d356,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:06.825513 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049e63b8-712e-48eb-8587-880c1b055c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:06.838374 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-049e63b8-712e-48eb-8587-880c1b055c9b admin admin] Calling delete_port for 18cf8b0f-4b5c-4208-be59-76719c25d356 owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:29:07.028010 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049e63b8-712e-48eb-8587-880c1b055c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:07.054994 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e63b8-712e-48eb-8587-880c1b055c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=18cf8b0f-4b5c-4208-be59-76719c25d356,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:07.224776 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-049e63b8-712e-48eb-8587-880c1b055c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:07.441054 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049e63b8-712e-48eb-8587-880c1b055c9b admin admin] Router 5123bbbb-86e0-4c5f-94cd-01f541bce192 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:29:07.545789 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049e63b8-712e-48eb-8587-880c1b055c9b admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:29:07.550950 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-049e63b8-712e-48eb-8587-880c1b055c9b admin admin] 10.222.0.70 "PUT /v2.0/routers/5123bbbb-86e0-4c5f-94cd-01f541bce192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8413577 Sep 07 17:29:07.553846 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47246) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:07.554974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2630429a-28c3-4a16-aaf9-ddfe04587f5f None None] Sync routers for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:29:07.569884 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630429a-28c3-4a16-aaf9-ddfe04587f5f None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:07.570519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2630429a-28c3-4a16-aaf9-ddfe04587f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:28:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:07.662190 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:07.696028 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-2630429a-28c3-4a16-aaf9-ddfe04587f5f None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:07.764817 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:07.820743 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Deleting port fba8f06a-8283-474d-a843-e29ee8a46a35 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:29:07.821083 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:07.877965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2630429a-28c3-4a16-aaf9-ddfe04587f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:29:06Z', 'revision_number': 5, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port': {'id': 'fba8f06a-8283-474d-a843-e29ee8a46a35', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:07.906267 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2630429a-28c3-4a16-aaf9-ddfe04587f5f None None] Checking router: 5123bbbb-86e0-4c5f-94cd-01f541bce192 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:29:07.910412 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] For port fba8f06a-8283-474d-a843-e29ee8a46a35, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fba8f06a-8283-474d-a843-e29ee8a46a35,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:07.910792 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:07.915366 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630429a-28c3-4a16-aaf9-ddfe04587f5f None None] Routers {'5123bbbb-86e0-4c5f-94cd-01f541bce192'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:07.915973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2630429a-28c3-4a16-aaf9-ddfe04587f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:28:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['5123bbbb-86e0-4c5f-94cd-01f541bce192'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:07.923348 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Calling delete_port for fba8f06a-8283-474d-a843-e29ee8a46a35 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:29:08.000977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-2630429a-28c3-4a16-aaf9-ddfe04587f5f None None] Set router 5123bbbb-86e0-4c5f-94cd-01f541bce192 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:08.056002 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-2630429a-28c3-4a16-aaf9-ddfe04587f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:29:07Z', 'revision_number': 6, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:08.088079 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2630429a-28c3-4a16-aaf9-ddfe04587f5f None None] The sync data for ids ['5123bbbb-86e0-4c5f-94cd-01f541bce192'] in n-d-807551-3 is: [{'id': '5123bbbb-86e0-4c5f-94cd-01f541bce192', 'name': 'tempest-TestShelveInstance-1087034962-router', 'tenant_id': '4ab44ec7598747dcbb1c836a61a0e323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:18:56Z', 'updated_at': '2021-09-07T17:29:07Z', 'revision_number': 6, 'project_id': '4ab44ec7598747dcbb1c836a61a0e323', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:29:08.100107 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.130673 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Pushing event deleted for resources: {'Port': ['ID=fba8f06a-8283-474d-a843-e29ee8a46a35,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:08.193019 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.281550 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.283534 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.328049 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.328641 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5123bbbb-86e0-4c5f-94cd-01f541bce192 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:29:08.333083 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.334246 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-7da9d6b9-fdb5-409d-bfd3-038938c1b98a admin admin] 10.222.0.70 "DELETE /v2.0/routers/5123bbbb-86e0-4c5f-94cd-01f541bce192 HTTP/1.1" status: 204 len: 168 time: 0.7792761 Sep 07 17:29:08.336782 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47248) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:08.380739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdeb2d9e-1765-42d4-b04c-75990b61f817 admin admin] Deleting subnet 2b603572-d52a-42a6-82e5-6bdc1540c6fb {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:29:08.383698 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdeb2d9e-1765-42d4-b04c-75990b61f817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.416863 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdeb2d9e-1765-42d4-b04c-75990b61f817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.501387 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdeb2d9e-1765-42d4-b04c-75990b61f817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.554836 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdeb2d9e-1765-42d4-b04c-75990b61f817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.582259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb2d9e-1765-42d4-b04c-75990b61f817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b603572-d52a-42a6-82e5-6bdc1540c6fb,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:08.584767 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-bdeb2d9e-1765-42d4-b04c-75990b61f817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.588187 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3439a6-642a-4a2b-9870-b232bb42aa37 None None] Network fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:29:08.588793 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-bdeb2d9e-1765-42d4-b04c-75990b61f817 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2b603572-d52a-42a6-82e5-6bdc1540c6fb HTTP/1.1" status: 204 len: 168 time: 0.2510300 Sep 07 17:29:08.589459 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47250) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:08.661463 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.713998 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Deleting port 35b97c4d-c103-4d46-b906-cd86bbe23395 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:29:08.714348 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.780873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] For port 35b97c4d-c103-4d46-b906-cd86bbe23395, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=35b97c4d-c103-4d46-b906-cd86bbe23395,segment=NetworkSegment(190d5bb1-1128-4bda-956c-399dbe75f5a7),segment_id=190d5bb1-1128-4bda-956c-399dbe75f5a7)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:08.781148 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.797419 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Calling delete_port for 35b97c4d-c103-4d46-b906-cd86bbe23395 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:29:08.867392 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] DHCP port deletion for fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:29:08.883448 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.911771 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b97c4d-c103-4d46-b906-cd86bbe23395,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:08.917290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Deleting port 35b97c4d-c103-4d46-b906-cd86bbe23395 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:29:08.917458 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] No DVR routers for this DVR port 35b97c4d-c103-4d46-b906-cd86bbe23395 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:29:08.917690 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.923890 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:08.924399 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:08.924751 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:08.925092 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:08.925433 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:08.925769 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:08.926101 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:08.926430 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:08.926757 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:08.927384 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:08.927715 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:08.928070 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:08.979917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] For port 35b97c4d-c103-4d46-b906-cd86bbe23395, host n-d-807551-3, got binding levels [] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:08.980321 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:08.994148 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Calling delete_port for 35b97c4d-c103-4d46-b906-cd86bbe23395 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:29:08.997622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.ipam_backend_mixin [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Port 35b97c4d-c103-4d46-b906-cd86bbe23395 was not found and therefore no delete operation was performed {{(pid=94772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 17:29:08.999018 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:09.003501 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:09.023131 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:09.027169 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Pushing event deleted for resources: {'Port': ['ID=35b97c4d-c103-4d46-b906-cd86bbe23395,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:09.033326 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190d5bb1-1128-4bda-956c-399dbe75f5a7') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:09.033628 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190d5bb1-1128-4bda-956c-399dbe75f5a7') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:09.034988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] No DVR routers for this DVR port 35b97c4d-c103-4d46-b906-cd86bbe23395 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:29:09.037089 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:09.037449 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:09.037873 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:09.038281 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:09.038623 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:09.038960 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:09.039293 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:09.039625 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:09.039954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:09.040283 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:09.040638 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:09.040968 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba659e36-ab81-4949-93d8-56dd882976ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:09.046109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:09.061712 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:09.068266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:29:09.068885 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:29:09.070514 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:29:09.134185 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:09.140175 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:09.142085 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2 HTTP/1.1" status: 204 len: 168 time: 0.5516312 Sep 07 17:29:09.145126 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47254) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:09.153737 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc09d0-49bb-4c72-b919-d024a588af76 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5d27e0-4a9e-4223-b8f0-3b7b7db17dc2,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:09.485683 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26d1194d-d422-4482-bcf0-f59b7ddf6e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:09.639927 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 35b97c4d-c103-4d46-b906-cd86bbe23395 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:29:09.658885 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 35b97c4d-c103-4d46-b906-cd86bbe23395 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:29:09.659235 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 35b97c4d-c103-4d46-b906-cd86bbe23395 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:29:09.660720 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 18cf8b0f-4b5c-4208-be59-76719c25d356 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:29:09.678132 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 18cf8b0f-4b5c-4208-be59-76719c25d356 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:29:09.678479 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 18cf8b0f-4b5c-4208-be59-76719c25d356 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:29:09.678893 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fba8f06a-8283-474d-a843-e29ee8a46a35 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:29:09.697696 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: fba8f06a-8283-474d-a843-e29ee8a46a35 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:29:09.698052 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fba8f06a-8283-474d-a843-e29ee8a46a35 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:29:09.727781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-26d1194d-d422-4482-bcf0-f59b7ddf6e95 admin admin] Deleting port fa78a349-23cb-4d3d-8889-1af63932d44d {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:29:09.728287 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26d1194d-d422-4482-bcf0-f59b7ddf6e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:09.806381 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-26d1194d-d422-4482-bcf0-f59b7ddf6e95 admin admin] For port fa78a349-23cb-4d3d-8889-1af63932d44d, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=fa78a349-23cb-4d3d-8889-1af63932d44d,segment=NetworkSegment(319abe8c-ad42-4a49-8ddc-1aca23ba11e7),segment_id=319abe8c-ad42-4a49-8ddc-1aca23ba11e7)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:09.806667 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26d1194d-d422-4482-bcf0-f59b7ddf6e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:09.819169 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-26d1194d-d422-4482-bcf0-f59b7ddf6e95 admin admin] Calling delete_port for fa78a349-23cb-4d3d-8889-1af63932d44d owned by network:router_interface {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:29:09.994357 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26d1194d-d422-4482-bcf0-f59b7ddf6e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:10.025616 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1194d-d422-4482-bcf0-f59b7ddf6e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa78a349-23cb-4d3d-8889-1af63932d44d,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:10.186084 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-26d1194d-d422-4482-bcf0-f59b7ddf6e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:10.503460 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-328a8e13-eb64-471f-9f93-f1efae65a662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:10.699017 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d1194d-d422-4482-bcf0-f59b7ddf6e95 admin admin] Router 45ced0d8-e0be-40af-9677-711e36f0eef3 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:29:10.803572 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d1194d-d422-4482-bcf0-f59b7ddf6e95 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:29:10.809377 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-26d1194d-d422-4482-bcf0-f59b7ddf6e95 admin admin] 10.222.0.70 "PUT /v2.0/routers/45ced0d8-e0be-40af-9677-711e36f0eef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6625013 Sep 07 17:29:10.811871 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47256) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:10.812491 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d914036-41b0-4198-8737-02750ccd4d8d None None] Sync routers for ids ['45ced0d8-e0be-40af-9677-711e36f0eef3'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:29:10.821626 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d914036-41b0-4198-8737-02750ccd4d8d None None] Routers {'45ced0d8-e0be-40af-9677-711e36f0eef3'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:10.822229 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5d914036-41b0-4198-8737-02750ccd4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:28:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['45ced0d8-e0be-40af-9677-711e36f0eef3'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:10.914979 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Notify callbacks [] for router, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:10.923533 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5d914036-41b0-4198-8737-02750ccd4d8d None None] Set router 45ced0d8-e0be-40af-9677-711e36f0eef3 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:11.018356 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.072296 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Deleting port 5ac5c117-9296-406d-9c96-93a9a8406a46 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:29:11.072667 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.149203 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] For port 5ac5c117-9296-406d-9c96-93a9a8406a46, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=5ac5c117-9296-406d-9c96-93a9a8406a46,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:11.149581 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.161939 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Calling delete_port for 5ac5c117-9296-406d-9c96-93a9a8406a46 owned by network:router_gateway {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:29:11.176981 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5d914036-41b0-4198-8737-02750ccd4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'name': 'tempest-TestShelveInstance-1602315002-router', 'tenant_id': 'e363889d740546078e82792753f71530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:29:09Z', 'revision_number': 5, 'project_id': 'e363889d740546078e82792753f71530', 'gw_port': {'id': '5ac5c117-9296-406d-9c96-93a9a8406a46', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:11.205837 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d914036-41b0-4198-8737-02750ccd4d8d None None] Checking router: 45ced0d8-e0be-40af-9677-711e36f0eef3 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:29:11.213881 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d914036-41b0-4198-8737-02750ccd4d8d None None] Routers {'45ced0d8-e0be-40af-9677-711e36f0eef3'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:11.214482 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5d914036-41b0-4198-8737-02750ccd4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:28:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['45ced0d8-e0be-40af-9677-711e36f0eef3'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:11.297740 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-5d914036-41b0-4198-8737-02750ccd4d8d None None] Set router 45ced0d8-e0be-40af-9677-711e36f0eef3 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:11.325450 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.347936 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-5d914036-41b0-4198-8737-02750ccd4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'name': 'tempest-TestShelveInstance-1602315002-router', 'tenant_id': 'e363889d740546078e82792753f71530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:29:11Z', 'revision_number': 6, 'project_id': 'e363889d740546078e82792753f71530', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:11.357878 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac5c117-9296-406d-9c96-93a9a8406a46,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:11.377015 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d914036-41b0-4198-8737-02750ccd4d8d None None] The sync data for ids ['45ced0d8-e0be-40af-9677-711e36f0eef3'] in n-d-807551-3 is: [{'id': '45ced0d8-e0be-40af-9677-711e36f0eef3', 'name': 'tempest-TestShelveInstance-1602315002-router', 'tenant_id': 'e363889d740546078e82792753f71530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:19:01Z', 'updated_at': '2021-09-07T17:29:11Z', 'revision_number': 6, 'project_id': 'e363889d740546078e82792753f71530', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:29:11.418880 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.507226 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.509308 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.551702 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.552181 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45ced0d8-e0be-40af-9677-711e36f0eef3 {{(pid=94770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:29:11.556301 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] Notify callbacks [] for router, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.557612 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-4a44dafa-a949-41a7-9e58-e765ff96163b admin admin] 10.222.0.70 "DELETE /v2.0/routers/45ced0d8-e0be-40af-9677-711e36f0eef3 HTTP/1.1" status: 204 len: 168 time: 0.7447577 Sep 07 17:29:11.560642 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47258) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:11.607111 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d40a7b6-0078-4e86-adaa-9ef30c4941b6 admin admin] Deleting subnet a7954e11-1aa7-42f9-8c3e-213aa6d4a658 {{(pid=94770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:29:11.610120 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d40a7b6-0078-4e86-adaa-9ef30c4941b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.644485 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d40a7b6-0078-4e86-adaa-9ef30c4941b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133889219'] for subnet, precommit_delete_associations {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.719546 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d40a7b6-0078-4e86-adaa-9ef30c4941b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.785177 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d40a7b6-0078-4e86-adaa-9ef30c4941b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5155705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310212'] for subnet, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.814133 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40a7b6-0078-4e86-adaa-9ef30c4941b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7954e11-1aa7-42f9-8c3e-213aa6d4a658,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:11.820168 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-6d40a7b6-0078-4e86-adaa-9ef30c4941b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7920104'] for subnet, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.822046 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-6d40a7b6-0078-4e86-adaa-9ef30c4941b6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a7954e11-1aa7-42f9-8c3e-213aa6d4a658 HTTP/1.1" status: 204 len: 168 time: 0.2604659 Sep 07 17:29:11.826668 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47260) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:11.827390 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cb2490-f309-4582-aa45-5ca93a949055 None None] Network 623dced8-f74d-4fd1-8ae7-60b181c0469b requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:29:11.842608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fa78a349-23cb-4d3d-8889-1af63932d44d no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:29:11.876668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: fa78a349-23cb-4d3d-8889-1af63932d44d {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:29:11.877020 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device fa78a349-23cb-4d3d-8889-1af63932d44d not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:29:11.903359 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:11.958084 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Deleting port 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:29:11.958431 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:12.031036 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] For port 94cfa9a9-2249-46e9-8b83-d44cea4e97c8, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=94cfa9a9-2249-46e9-8b83-d44cea4e97c8,segment=NetworkSegment(319abe8c-ad42-4a49-8ddc-1aca23ba11e7),segment_id=319abe8c-ad42-4a49-8ddc-1aca23ba11e7)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:12.031410 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:12.043606 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Calling delete_port for 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:29:12.121749 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:12.150592 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cfa9a9-2249-46e9-8b83-d44cea4e97c8,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:12.154942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] No DVR routers for this DVR port 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:29:12.191324 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3290b8-5930-4889-8ca9-13762f303e3a None None] DHCP port deletion for 623dced8-f74d-4fd1-8ae7-60b181c0469b request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:29:12.229466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:12.249314 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623dced8-f74d-4fd1-8ae7-60b181c0469b']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:12.258656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319abe8c-ad42-4a49-8ddc-1aca23ba11e7') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:12.258957 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319abe8c-ad42-4a49-8ddc-1aca23ba11e7') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:12.273785 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:12.287303 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:12.293541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:29:12.293938 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:29:12.295594 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:29:12.352612 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:12.358671 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:12.360557 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/623dced8-f74d-4fd1-8ae7-60b181c0469b HTTP/1.1" status: 204 len: 168 time: 0.5328391 Sep 07 17:29:12.371477 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23e634-47b6-4856-bf11-e625d58b80a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=623dced8-f74d-4fd1-8ae7-60b181c0469b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:12.505003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47264) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:12.546883 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-e8b2a10d-7f84-4f77-baa5-9c1bbc353671 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ab44ec7598747dcbb1c836a61a0e323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406592 Sep 07 17:29:12.549230 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47266) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:12.596302 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a400-9d1a-4277-ba61-443531d82386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:12.622109 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a400-9d1a-4277-ba61-443531d82386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:12.667765 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a400-9d1a-4277-ba61-443531d82386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:12.671266 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a400-9d1a-4277-ba61-443531d82386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:12.672444 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-c3b5a400-9d1a-4277-ba61-443531d82386 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a185377a-a67f-42c9-b454-898fd1dd028e HTTP/1.1" status: 204 len: 168 time: 0.1222944 Sep 07 17:29:12.680012 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5a400-9d1a-4277-ba61-443531d82386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a185377a-a67f-42c9-b454-898fd1dd028e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:12.994636 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47272) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:13.034764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-327f4133-768f-479f-9fcc-0b688dda5b3b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e363889d740546078e82792753f71530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389709 Sep 07 17:29:13.038108 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47274) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:13.085047 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-565f9d75-152e-4946-8ad9-fe4f7249f97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:13.105258 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-565f9d75-152e-4946-8ad9-fe4f7249f97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:13.150693 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-565f9d75-152e-4946-8ad9-fe4f7249f97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:13.153447 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-565f9d75-152e-4946-8ad9-fe4f7249f97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:13.154575 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-565f9d75-152e-4946-8ad9-fe4f7249f97d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43f36c12-78d8-4605-ba72-c596fc33cdd2 HTTP/1.1" status: 204 len: 168 time: 0.1154585 Sep 07 17:29:13.162440 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f9d75-152e-4946-8ad9-fe4f7249f97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f36c12-78d8-4605-ba72-c596fc33cdd2,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:13.638954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5ac5c117-9296-406d-9c96-93a9a8406a46 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:29:13.659908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 5ac5c117-9296-406d-9c96-93a9a8406a46 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:29:13.660290 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 5ac5c117-9296-406d-9c96-93a9a8406a46 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:29:13.660770 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:29:13.683600 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:29:13.683894 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 94cfa9a9-2249-46e9-8b83-d44cea4e97c8 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:29:13.872857 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47296) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:13.979161 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1852615787-network', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:14.000182 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Made reservation on behalf of 50a9865df1534847b9f757c8fd5191ab for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:29:14.002682 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.010895 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.106420 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.106893 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.110348 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.134393 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:29:14.144259 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e62e254-5874-4149-865d-d0244a686676,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:14.149070 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.149420 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Added segment 2a5eefc2-9614-4905-82ee-c8c782486c20 of type vlan for network 4df0ca58-7d24-4531-bdeb-c6345048db40 Sep 07 17:29:14.189147 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.213246 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.214317 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:14.214900 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.246213 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3722632 Sep 07 17:29:14.249257 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47300) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:14.254163 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2a7327ee-58ae-4f26-b5b2-f101a755d813 admin admin] Request body: {'subnet': {'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1852615787-subnet', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:14.275018 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7327ee-58ae-4f26-b5b2-f101a755d813 admin admin] Made reservation on behalf of 50a9865df1534847b9f757c8fd5191ab for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:29:14.276315 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be9cee-f2e7-4000-9521-5c7a9c2f1f05 admin admin] Pushing event updated for resources: {'Network': ['ID=4df0ca58-7d24-4531-bdeb-c6345048db40,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:14.277356 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a7327ee-58ae-4f26-b5b2-f101a755d813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.286948 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 4df0ca58-7d24-4531-bdeb-c6345048db40 details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:29:14.348149 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-974b5631-30b0-44d2-91c2-782e91b8654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.460100 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a7327ee-58ae-4f26-b5b2-f101a755d813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.508900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7327ee-58ae-4f26-b5b2-f101a755d813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d350de83-33b3-4e79-bcd5-b0bf94b74e3b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:14.523463 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7327ee-58ae-4f26-b5b2-f101a755d813 admin admin] Checking segment: {'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:29:14.523829 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7327ee-58ae-4f26-b5b2-f101a755d813 admin admin] Network hostable DHCP agents. Network: 4df0ca58-7d24-4531-bdeb-c6345048db40, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:29:14.540900 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7327ee-58ae-4f26-b5b2-f101a755d813 admin admin] Network 4df0ca58-7d24-4531-bdeb-c6345048db40 is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:29:14.549670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-2a7327ee-58ae-4f26-b5b2-f101a755d813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 4df0ca58-7d24-4531-bdeb-c6345048db40) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:29:14.553618 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7327ee-58ae-4f26-b5b2-f101a755d813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:14.554214 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2a7327ee-58ae-4f26-b5b2-f101a755d813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.559307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b72132-dd27-4257-9a70-41cd00363c07 None None] Network 4df0ca58-7d24-4531-bdeb-c6345048db40 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:29:14.567474 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2a7327ee-58ae-4f26-b5b2-f101a755d813 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3171210 Sep 07 17:29:14.570273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47302) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:14.574498 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:14.594722 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.595832 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.654695 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.801223 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.857111 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-4df0ca58-7d24-4531-bdeb-c6345048db40', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:29:14.858004 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:14.993752 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Allocated IP 172.20.0.2 (4df0ca58-7d24-4531-bdeb-c6345048db40/d350de83-33b3-4e79-bcd5-b0bf94b74e3b/f1565a2d-4209-40e7-a23d-3b8c6bba004f) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:29:15.001539 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:15.021436 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:15.130062 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Allocated IP 172.25.3.182 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/d7a82c7d-ec26-45fc-9801-0173e9002cd7) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:29:15.137039 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:15.145859 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Transition to ACTIVE for port object f1565a2d-4209-40e7-a23d-3b8c6bba004f will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:29:15.160084 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Transition to ACTIVE for port object f1565a2d-4209-40e7-a23d-3b8c6bba004f will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:29:15.165519 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:15.201913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Network 4df0ca58-7d24-4531-bdeb-c6345048db40 is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:29:15.204715 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:29:15.207152 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:29:15.232208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Pushing event updated for resources: {'Port': ['ID=f1565a2d-4209-40e7-a23d-3b8c6bba004f,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:15.232504 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:15.256147 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:15.271849 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:15.281860 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Attempting to bind port f1565a2d-4209-40e7-a23d-3b8c6bba004f on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:29:15.282251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Attempting to bind port f1565a2d-4209-40e7-a23d-3b8c6bba004f by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:29:15.282622 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Attempting to bind port f1565a2d-4209-40e7-a23d-3b8c6bba004f on network 4df0ca58-7d24-4531-bdeb-c6345048db40 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:29:15.287522 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:29:15.287908 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Checking segment: {'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:29:15.288328 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:15.288761 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Bound using segment: {'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:29:15.289245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Bound port: f1565a2d-4209-40e7-a23d-3b8c6bba004f, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:29:15.289639 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:15.307246 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:29:15.312200 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:29:15.317740 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:29:15.323351 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Pushing event updated for resources: {'Port': ['ID=d7a82c7d-ec26-45fc-9801-0173e9002cd7,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:15.358080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] For port f1565a2d-4209-40e7-a23d-3b8c6bba004f, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:29:15.361340 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] For port f1565a2d-4209-40e7-a23d-3b8c6bba004f, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f1565a2d-4209-40e7-a23d-3b8c6bba004f,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:29:15.365724 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:15.425381 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bf8e4-06a3-4932-b461-30c2f0bd5df7 None None] Pushing event updated for resources: {'Port': ['ID=f1565a2d-4209-40e7-a23d-3b8c6bba004f,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:15.588585 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:15.700080 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f1565a2d-4209-40e7-a23d-3b8c6bba004f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:29:15.751603 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port f1565a2d-4209-40e7-a23d-3b8c6bba004f completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:29:15.801139 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:15.928877 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Router d2262743-c680-4836-a6a3-072fdd895c49 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 17:29:16.035954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:29:16.045833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Sync routers for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:29:16.055076 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:16.057256 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:16.057913 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:29:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:16.059500 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47304) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:16.059991 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-93ac4b1b-f84c-4e47-bf7a-7921e2741a9d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4883060 Sep 07 17:29:16.175165 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:16.367611 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:15Z', 'revision_number': 3, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:16.396665 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4494b1-9cb7-4c00-8bf5-31f59455311e None None] Network 4df0ca58-7d24-4531-bdeb-c6345048db40 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:29:16.398944 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Checking router: d2262743-c680-4836-a6a3-072fdd895c49 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:29:16.399294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Updating router d2262743-c680-4836-a6a3-072fdd895c49 port d7a82c7d-ec26-45fc-9801-0173e9002cd7 binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:29:16.478914 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:16.501346 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:16.504634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8355ed5a-fbe9-440e-920e-f9c96ccbfacc None None] Provisioning for port f1565a2d-4209-40e7-a23d-3b8c6bba004f completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:29:16.516363 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-8355ed5a-fbe9-440e-920e-f9c96ccbfacc None None] Provisioning complete for port f1565a2d-4209-40e7-a23d-3b8c6bba004f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:16.516743 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8355ed5a-fbe9-440e-920e-f9c96ccbfacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:16.655261 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Allocated IP 172.20.0.1 (4df0ca58-7d24-4531-bdeb-c6345048db40/d350de83-33b3-4e79-bcd5-b0bf94b74e3b/88ff045f-92ff-4e06-9a58-058b105bf585) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:29:16.758566 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:16.771932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Transition to ACTIVE for port object 88ff045f-92ff-4e06-9a58-058b105bf585 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:29:16.783643 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8355ed5a-fbe9-440e-920e-f9c96ccbfacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:16.804753 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:16.846251 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-8355ed5a-fbe9-440e-920e-f9c96ccbfacc None None] For port f1565a2d-4209-40e7-a23d-3b8c6bba004f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f1565a2d-4209-40e7-a23d-3b8c6bba004f,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:16.851021 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Network 4df0ca58-7d24-4531-bdeb-c6345048db40 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:29:16.854225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:29:16.857811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:29:16.858242 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-8355ed5a-fbe9-440e-920e-f9c96ccbfacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:16.897880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Pushing event updated for resources: {'Port': ['ID=88ff045f-92ff-4e06-9a58-058b105bf585,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:16.904454 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:16.947189 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:16.952861 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355ed5a-fbe9-440e-920e-f9c96ccbfacc None None] Pushing event updated for resources: {'Port': ['ID=f1565a2d-4209-40e7-a23d-3b8c6bba004f,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:16.965453 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Transition to ACTIVE for port object d7a82c7d-ec26-45fc-9801-0173e9002cd7 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:29:16.972299 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:17.026865 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Attempting to bind port d7a82c7d-ec26-45fc-9801-0173e9002cd7 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:29:17.027245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Attempting to bind port d7a82c7d-ec26-45fc-9801-0173e9002cd7 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:29:17.027634 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Attempting to bind port d7a82c7d-ec26-45fc-9801-0173e9002cd7 on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:29:17.029724 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803ba65-7d90-4ef5-b280-b8a838848b7c None None] Pushing event updated for resources: {'Port': ['ID=d7a82c7d-ec26-45fc-9801-0173e9002cd7,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:17.036670 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:29:17.037050 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:29:17.037461 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:17.037857 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:29:17.038333 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Bound port: d7a82c7d-ec26-45fc-9801-0173e9002cd7, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:29:17.038724 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:17.053549 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:17.100834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] For port d7a82c7d-ec26-45fc-9801-0173e9002cd7, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:29:17.102835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ecabe980-4f24-4b12-a824-2d4455d02263 None None] Provisioning complete for port f1565a2d-4209-40e7-a23d-3b8c6bba004f triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:17.103217 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ecabe980-4f24-4b12-a824-2d4455d02263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:17.106371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] For port d7a82c7d-ec26-45fc-9801-0173e9002cd7, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d7a82c7d-ec26-45fc-9801-0173e9002cd7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:29:17.129742 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:17.200974 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:17.224775 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803ba65-7d90-4ef5-b280-b8a838848b7c None None] Pushing event updated for resources: {'Port': ['ID=d7a82c7d-ec26-45fc-9801-0173e9002cd7,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:17.228297 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:17.228922 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:29:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:17.245625 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:17.250487 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:17.316141 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:17.318018 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Pushing event updated for resources: {'Port': ['ID=88ff045f-92ff-4e06-9a58-058b105bf585,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:17.362834 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:17.411847 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Network 4df0ca58-7d24-4531-bdeb-c6345048db40 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:29:17.413360 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:29:17.467455 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aa6bddc5-484a-433b-8291-fc6a095b8c91 None None] Provisioning for port 88ff045f-92ff-4e06-9a58-058b105bf585 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:29:17.496781 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-aa6bddc5-484a-433b-8291-fc6a095b8c91 None None] Provisioning complete for port 88ff045f-92ff-4e06-9a58-058b105bf585 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:17.497158 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-aa6bddc5-484a-433b-8291-fc6a095b8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:17.529285 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Router d2262743-c680-4836-a6a3-072fdd895c49 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:29:17.552245 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-aa6bddc5-484a-433b-8291-fc6a095b8c91 None None] Port 88ff045f-92ff-4e06-9a58-058b105bf585 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:29:17.607822 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:16Z', 'revision_number': 1, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:17.634694 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914633d0-c895-4cb9-bb8c-66d733ad5357 None None] The sync data for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 is: [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:16Z', 'revision_number': 1, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:29:17.655805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:29:17.658530 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-0763f0d3-71cd-452a-81d9-f213f7bdf365 admin admin] 10.222.0.70 "PUT /v2.0/routers/d2262743-c680-4836-a6a3-072fdd895c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5968878 Sep 07 17:29:17.680459 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-dd36a7b5-658a-4deb-8ef3-8fe0868dc693 None None] Provisioning complete for port 88ff045f-92ff-4e06-9a58-058b105bf585 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:17.680850 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-dd36a7b5-658a-4deb-8ef3-8fe0868dc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:17.684153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f1565a2d-4209-40e7-a23d-3b8c6bba004f up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:29:17.916710 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-dd36a7b5-658a-4deb-8ef3-8fe0868dc693 None None] Port 88ff045f-92ff-4e06-9a58-058b105bf585 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:29:17.929738 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port f1565a2d-4209-40e7-a23d-3b8c6bba004f triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:17.930123 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.236728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47320) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:18.241896 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1037681276-network', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:18.265843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Made reservation on behalf of dbcfc3b9488c4cf0ae244ddbf559683a for: {'network': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:29:18.268253 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for network, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.277579 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.385113 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.389552 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.416687 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 17:29:18.422854 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7f3513-b065-4b67-8b2e-5e484ff6e061,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:18.430371 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.430502 n-d-807551-3 neutron-server[94770]: INFO neutron.db.segments_db [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Added segment 78e89862-c5e1-45bf-97a1-c8be6d4b56d4 of type vlan for network 410a7b80-84e3-41d9-bcb1-2bf05a00176f Sep 07 17:29:18.473032 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790661168909'] for network, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.499593 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122'] for network, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.500627 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:18.501338 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.534440 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2964501 Sep 07 17:29:18.537601 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47322) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:18.544633 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-edd6f6fa-aafe-44a2-af3a-2fd96afe650f admin admin] Request body: {'subnet': {'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1037681276-subnet', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'ip_version': 4}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:18.565397 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f08d6-3157-4b79-9e03-4425549e86b7 admin admin] Pushing event updated for resources: {'Network': ['ID=410a7b80-84e3-41d9-bcb1-2bf05a00176f,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:18.570543 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd6f6fa-aafe-44a2-af3a-2fd96afe650f admin admin] Made reservation on behalf of dbcfc3b9488c4cf0ae244ddbf559683a for: {'subnet': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:29:18.574384 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edd6f6fa-aafe-44a2-af3a-2fd96afe650f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134095126'] for subnet, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.575902 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Network 410a7b80-84e3-41d9-bcb1-2bf05a00176f details requested by agent ovs-agent-n-d-807551-3 with host n-d-807551-3 {{(pid=94772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 17:29:18.752181 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edd6f6fa-aafe-44a2-af3a-2fd96afe650f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4578277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134095104'] for subnet, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.815229 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f6fa-aafe-44a2-af3a-2fd96afe650f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5ee838-f657-4d43-b76b-1fad91999223,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:18.820931 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd6f6fa-aafe-44a2-af3a-2fd96afe650f admin admin] Checking segment: {'id': '78e89862-c5e1-45bf-97a1-c8be6d4b56d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:29:18.821286 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd6f6fa-aafe-44a2-af3a-2fd96afe650f admin admin] Network hostable DHCP agents. Network: 410a7b80-84e3-41d9-bcb1-2bf05a00176f, hostable agents: ['f2f77d73-a163-40f0-a10b-8ce4cff53251'], hosted agents: [] {{(pid=94771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 17:29:18.843977 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd6f6fa-aafe-44a2-af3a-2fd96afe650f admin admin] Network 410a7b80-84e3-41d9-bcb1-2bf05a00176f is scheduled to be hosted by DHCP agent f2f77d73-a163-40f0-a10b-8ce4cff53251 with binding_index 1 {{(pid=94771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 17:29:18.854328 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-edd6f6fa-aafe-44a2-af3a-2fd96afe650f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807551-3, 410a7b80-84e3-41d9-bcb1-2bf05a00176f) {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:29:18.859332 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd6f6fa-aafe-44a2-af3a-2fd96afe650f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:18.859922 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-edd6f6fa-aafe-44a2-af3a-2fd96afe650f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.864101 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964bd393-f7d6-4642-9f6c-0a39120f048e None None] Network 410a7b80-84e3-41d9-bcb1-2bf05a00176f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:29:18.874670 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-edd6f6fa-aafe-44a2-af3a-2fd96afe650f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3355052 Sep 07 17:29:18.877214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47324) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:18.881441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1037681276-router', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:18.902363 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7995276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15006'] for router, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.904118 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7994396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7993740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8307319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14999'] for router, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:18.969296 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.014811 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp815daaf5-41cd-5284-bced-c9c4ac7f5d9d-410a7b80-84e3-41d9-bcb1-2bf05a00176f', 'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'fixed_ips': [{'subnet_id': '0d5ee838-f657-4d43-b76b-1fad91999223'}]}} from n-d-807551-3. {{(pid=94772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 17:29:19.015671 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.108808 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.146542 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.db_base_plugin_common [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Allocated IP 172.20.0.2 (410a7b80-84e3-41d9-bcb1-2bf05a00176f/0d5ee838-f657-4d43-b76b-1fad91999223/c62ad11a-50a3-42ad-a2c8-534e7a5da0d6) {{(pid=94772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:29:19.291405 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Notify callbacks [] for port, precommit_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.299929 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Transition to ACTIVE for port object c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:29:19.308865 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.315096 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Transition to ACTIVE for port object c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 will not be triggered until provisioned by entity DHCP. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:29:19.321164 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711'] for port, after_create {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.328160 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.360988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Network 410a7b80-84e3-41d9-bcb1-2bf05a00176f is already hosted by enough agents. {{(pid=94772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:29:19.368530 n-d-807551-3 neutron-server[94772]: DEBUG neutron.scheduler.base_scheduler [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Resources bound (agent type, host, resource id): {{(pid=94772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:29:19.373988 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Received port after_create {{(pid=94772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:29:19.377554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Pushing event updated for resources: {'Port': ['ID=c62ad11a-50a3-42ad-a2c8-534e7a5da0d6,revision_number=1']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:19.440457 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Attempting to bind port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:29:19.440932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Attempting to bind port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '78e89862-c5e1-45bf-97a1-c8be6d4b56d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:29:19.441269 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Allocated IP 172.25.3.114 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/dda373ef-429a-428b-9eea-f04c03897bac) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:29:19.441484 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Attempting to bind port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 on network 410a7b80-84e3-41d9-bcb1-2bf05a00176f {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:29:19.447410 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:29:19.448071 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Checking segment: {'id': '78e89862-c5e1-45bf-97a1-c8be6d4b56d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:29:19.448819 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.449954 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Bound using segment: {'id': '78e89862-c5e1-45bf-97a1-c8be6d4b56d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:29:19.450536 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Bound port: c62ad11a-50a3-42ad-a2c8-534e7a5da0d6, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e89862-c5e1-45bf-97a1-c8be6d4b56d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:29:19.451190 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.519384 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] For port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:29:19.523092 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] For port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c62ad11a-50a3-42ad-a2c8-534e7a5da0d6,segment=NetworkSegment(78e89862-c5e1-45bf-97a1-c8be6d4b56d4),segment_id=78e89862-c5e1-45bf-97a1-c8be6d4b56d4)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:29:19.528635 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.547703 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.585731 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9fcf0-484c-46f7-8967-79d1ec321173 None None] Pushing event updated for resources: {'Port': ['ID=c62ad11a-50a3-42ad-a2c8-534e7a5da0d6,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:19.591864 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.634225 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:29:19.638051 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:29:19.644064 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:29:19.651366 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Pushing event updated for resources: {'Port': ['ID=dda373ef-429a-428b-9eea-f04c03897bac,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:19.712173 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d7a82c7d-ec26-45fc-9801-0173e9002cd7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:29:19.775912 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port d7a82c7d-ec26-45fc-9801-0173e9002cd7 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:29:19.782146 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d7a82c7d-ec26-45fc-9801-0173e9002cd7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:19.782704 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.891943 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.916727 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port d7a82c7d-ec26-45fc-9801-0173e9002cd7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d7a82c7d-ec26-45fc-9801-0173e9002cd7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:19.917378 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Sync routers for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:29:19.928661 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:19.937900 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:19.938548 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:29:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:19.985937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=d7a82c7d-ec26-45fc-9801-0173e9002cd7,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:19.986201 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:20.065492 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:20.273022 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 2, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:20.307120 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Checking router: d2262743-c680-4836-a6a3-072fdd895c49 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:29:20.307641 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Updating router d2262743-c680-4836-a6a3-072fdd895c49 port 88ff045f-92ff-4e06-9a58-058b105bf585 binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:29:20.335271 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:20.517890 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7994373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7993809'] for router, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:20.577184 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40acab30-f294-4f40-b06e-df5ec8f53e17 None None] Network 410a7b80-84e3-41d9-bcb1-2bf05a00176f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:29:20.612566 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:20.622175 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Transition to ACTIVE for port object 88ff045f-92ff-4e06-9a58-058b105bf585 will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:29:20.628995 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:20.654526 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Router 017877e7-3c0e-464c-a593-0f274de9d963 is scheduled to L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 with binding_index 1 {{(pid=94771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 17:29:20.700726 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-baf7e7c0-ae4e-4c2e-9f81-d6aa7aa8b260 None None] Provisioning for port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:29:20.732288 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Pushing event updated for resources: {'Port': ['ID=88ff045f-92ff-4e06-9a58-058b105bf585,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:20.748623 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:20.748985 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:20.749332 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:20.749876 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:20.750225 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:20.750563 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:20.750901 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:20.751232 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:20.751570 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:20.751898 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:20.752234 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:20.752568 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:29:20.758911 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Attempting to bind port 88ff045f-92ff-4e06-9a58-058b105bf585 on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:29:20.759294 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Attempting to bind port 88ff045f-92ff-4e06-9a58-058b105bf585 by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:29:20.759656 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Attempting to bind port 88ff045f-92ff-4e06-9a58-058b105bf585 on network 4df0ca58-7d24-4531-bdeb-c6345048db40 {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:29:20.766707 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:29:20.767023 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Checking segment: {'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:29:20.767561 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:20.768136 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Bound using segment: {'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:29:20.768819 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Bound port: 88ff045f-92ff-4e06-9a58-058b105bf585, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:29:20.769429 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:20.777424 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:29:20.788286 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Sync routers for ids ['017877e7-3c0e-464c-a593-0f274de9d963'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:29:20.800194 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:20.800601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Routers {'017877e7-3c0e-464c-a593-0f274de9d963'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:20.804167 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-299bdb10-d3bc-48ff-83ba-5d376c86bcec admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9234297 Sep 07 17:29:20.804381 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47326) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:20.804916 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:29:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['017877e7-3c0e-464c-a593-0f274de9d963'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:20.852374 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] For port 88ff045f-92ff-4e06-9a58-058b105bf585, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:29:20.857978 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] For port 88ff045f-92ff-4e06-9a58-058b105bf585, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=88ff045f-92ff-4e06-9a58-058b105bf585,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:29:20.865124 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:20.937577 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:20.938238 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:29:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:21.005660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Set router 017877e7-3c0e-464c-a593-0f274de9d963 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:21.057366 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:21.142449 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d800132-fa88-4d9f-ab6b-b666814f7142 None None] Pushing event updated for resources: {'Port': ['ID=88ff045f-92ff-4e06-9a58-058b105bf585,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:21.259976 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017877e7-3c0e-464c-a593-0f274de9d963', 'name': 'tempest-TestSnapshotPattern-1037681276-router', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:18Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 3, 'project_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'gw_port': {'id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017877e7-3c0e-464c-a593-0f274de9d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:19Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:21.290119 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Checking router: 017877e7-3c0e-464c-a593-0f274de9d963 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:29:21.290627 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Updating router 017877e7-3c0e-464c-a593-0f274de9d963 port dda373ef-429a-428b-9eea-f04c03897bac binding host n-d-807551-3 {{(pid=94772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:29:21.320707 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:21.368316 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:21.372982 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:20Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:21.399064 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacbed3-b29b-4915-80f1-0a7b6b7c5758 None None] The sync data for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 is: [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:20Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:29:21.534066 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Allocated IP 172.20.0.1 (410a7b80-84e3-41d9-bcb1-2bf05a00176f/0d5ee838-f657-4d43-b76b-1fad91999223/b52633b4-e09e-4ffb-8f3b-1683e9b91bcc) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:29:21.605731 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Notify callbacks [] for port, precommit_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:21.617126 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Transition to ACTIVE for port object dda373ef-429a-428b-9eea-f04c03897bac will not be triggered until provisioned by entity L2. {{(pid=94772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:29:21.623665 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:21.676428 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Attempting to bind port dda373ef-429a-428b-9eea-f04c03897bac on host n-d-807551-3 for vnic_type normal with profile {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:29:21.676806 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Attempting to bind port dda373ef-429a-428b-9eea-f04c03897bac by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:29:21.677175 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Attempting to bind port dda373ef-429a-428b-9eea-f04c03897bac on network 7920ab71-216c-4d93-9da0-10a36a806527 {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:29:21.680601 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:21.683021 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238daf29-dc82-46eb-ae15-60e1548fdbd8 None None] Pushing event updated for resources: {'Port': ['ID=dda373ef-429a-428b-9eea-f04c03897bac,revision_number=2']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:21.687915 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:29:21.688298 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Checking segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:29:21.688741 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:21.689144 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Bound using segment: {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'} {{(pid=94772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:29:21.689619 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.managers [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Bound port: dda373ef-429a-428b-9eea-f04c03897bac, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824b718-5378-40cd-bf4c-43d5851aef3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527'}}] {{(pid=94772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:29:21.690007 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:21.700841 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Transition to ACTIVE for port object b52633b4-e09e-4ffb-8f3b-1683e9b91bcc will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:29:21.740231 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:21.756791 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] For port dda373ef-429a-428b-9eea-f04c03897bac, host n-d-807551-3, cleared binding levels {{(pid=94772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:29:21.763105 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] For port dda373ef-429a-428b-9eea-f04c03897bac, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dda373ef-429a-428b-9eea-f04c03897bac,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:29:21.769099 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:21.785440 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Network 410a7b80-84e3-41d9-bcb1-2bf05a00176f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:29:21.792389 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:29:21.797044 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:29:21.800210 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b52633b4-e09e-4ffb-8f3b-1683e9b91bcc,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:21.858218 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Routers {'017877e7-3c0e-464c-a593-0f274de9d963'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:21.858704 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:29:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['017877e7-3c0e-464c-a593-0f274de9d963'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:21.860680 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238daf29-dc82-46eb-ae15-60e1548fdbd8 None None] Pushing event updated for resources: {'Port': ['ID=dda373ef-429a-428b-9eea-f04c03897bac,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:21.879881 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988876'] for router_interface, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:21.923206 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:29:22.019926 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:29:22.025569 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:22.025946 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:22.041719 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:22.077964 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] Set router 017877e7-3c0e-464c-a593-0f274de9d963 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:22.216844 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:22.221276 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:22.222898 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-478b31f9-23b9-46ff-b555-9a7a96876691 None None] Provisioning for port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:29:22.241108 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-478b31f9-23b9-46ff-b555-9a7a96876691 None None] Provisioning complete for port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:22.241507 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-478b31f9-23b9-46ff-b555-9a7a96876691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:22.264449 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:22.291101 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b52633b4-e09e-4ffb-8f3b-1683e9b91bcc,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:22.293781 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7920076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7994908'] for router_interface, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:22.309476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-478b31f9-23b9-46ff-b555-9a7a96876691 None None] Port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:29:22.321734 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c62ad11a-50a3-42ad-a2c8-534e7a5da0d6,segment=NetworkSegment(78e89862-c5e1-45bf-97a1-c8be6d4b56d4),segment_id=78e89862-c5e1-45bf-97a1-c8be6d4b56d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:22.341063 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:22.341876 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d7a82c7d-ec26-45fc-9801-0173e9002cd7 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:29:22.384867 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Network 410a7b80-84e3-41d9-bcb1-2bf05a00176f is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:29:22.386273 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:29:22.430571 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=c62ad11a-50a3-42ad-a2c8-534e7a5da0d6,revision_number=3']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:22.450538 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017877e7-3c0e-464c-a593-0f274de9d963', 'name': 'tempest-TestSnapshotPattern-1037681276-router', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:18Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 3, 'project_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'gw_port': {'id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017877e7-3c0e-464c-a593-0f274de9d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:19Z', 'updated_at': '2021-09-07T17:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:22.453684 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port d7a82c7d-ec26-45fc-9801-0173e9002cd7 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:22.454064 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:22.511086 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Router 017877e7-3c0e-464c-a593-0f274de9d963 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:29:22.628202 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:29:22.633150 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-223489ee-bf17-44d9-b281-9eedff17d8a7 admin admin] 10.222.0.70 "PUT /v2.0/routers/017877e7-3c0e-464c-a593-0f274de9d963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8269577 Sep 07 17:29:22.658792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248043a9-5d69-4ce5-8137-ea5ddbfad827 None None] The sync data for ids ['017877e7-3c0e-464c-a593-0f274de9d963'] in n-d-807551-3 is: [{'id': '017877e7-3c0e-464c-a593-0f274de9d963', 'name': 'tempest-TestSnapshotPattern-1037681276-router', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:18Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 3, 'project_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'gw_port': {'id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017877e7-3c0e-464c-a593-0f274de9d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:19Z', 'updated_at': '2021-09-07T17:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:29:22.680258 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-cd5a0fe5-1f9c-4b92-911e-690bf87e7b7c None None] Provisioning complete for port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:22.680689 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0fe5-1f9c-4b92-911e-690bf87e7b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:22.741535 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-cd5a0fe5-1f9c-4b92-911e-690bf87e7b7c None None] Port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:29:22.758117 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 88ff045f-92ff-4e06-9a58-058b105bf585 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:29:22.808420 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port 88ff045f-92ff-4e06-9a58-058b105bf585 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:29:22.812896 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 88ff045f-92ff-4e06-9a58-058b105bf585 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:22.813281 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:22.925349 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:22.964688 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port 88ff045f-92ff-4e06-9a58-058b105bf585, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=88ff045f-92ff-4e06-9a58-058b105bf585,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:22.969137 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.027158 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=88ff045f-92ff-4e06-9a58-058b105bf585,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:23.227198 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47334) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:23.231990 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-2f84e5dc-dfc3-4414-a6f3-e3539a015851 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887702954', 'description': 'tempest-secgroup-smoke-887702954 description', 'project_id': '50a9865df1534847b9f757c8fd5191ab'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:23.253736 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f84e5dc-dfc3-4414-a6f3-e3539a015851 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.340289 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f84e5dc-dfc3-4414-a6f3-e3539a015851 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.344421 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f84e5dc-dfc3-4414-a6f3-e3539a015851 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.377985 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-2f84e5dc-dfc3-4414-a6f3-e3539a015851 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.379275 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-2f84e5dc-dfc3-4414-a6f3-e3539a015851 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1509287 Sep 07 17:29:23.381214 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84e5dc-dfc3-4414-a6f3-e3539a015851 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140239de-ff73-4b22-9d60-98250a582b64,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:23.382321 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47336) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:23.388028 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-130b32f3-3a33-4252-8320-8aa93d99af07 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Request body: {'security_group_rule': {'security_group_id': '140239de-ff73-4b22-9d60-98250a582b64', 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:23.415521 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-130b32f3-3a33-4252-8320-8aa93d99af07 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.476133 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-130b32f3-3a33-4252-8320-8aa93d99af07 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.479636 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-130b32f3-3a33-4252-8320-8aa93d99af07 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.499142 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b32f3-3a33-4252-8320-8aa93d99af07 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20aa5e1e-2def-4336-b157-7e7d6f3c5d1f,revision_number=0']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:23.501673 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-130b32f3-3a33-4252-8320-8aa93d99af07 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.502854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-130b32f3-3a33-4252-8320-8aa93d99af07 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193020 Sep 07 17:29:23.505961 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47338) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:23.510589 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-1d3127b4-d924-48dc-a856-34a7c8679da5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Request body: {'security_group_rule': {'security_group_id': '140239de-ff73-4b22-9d60-98250a582b64', 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:23.536676 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d3127b4-d924-48dc-a856-34a7c8679da5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.592693 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d3127b4-d924-48dc-a856-34a7c8679da5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.596501 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d3127b4-d924-48dc-a856-34a7c8679da5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.616037 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3127b4-d924-48dc-a856-34a7c8679da5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087f4950-ec1c-491c-a8d3-730bf6abff41,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:23.620262 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1d3127b4-d924-48dc-a856-34a7c8679da5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.622154 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1d3127b4-d924-48dc-a856-34a7c8679da5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151631 Sep 07 17:29:23.624875 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47340) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:23.629261 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-944171cc-4df7-4f73-8ae3-48ed85d5e11a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Request body: {'security_group_rule': {'security_group_id': '140239de-ff73-4b22-9d60-98250a582b64', 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:23.656531 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-944171cc-4df7-4f73-8ae3-48ed85d5e11a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.715771 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-944171cc-4df7-4f73-8ae3-48ed85d5e11a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.721001 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-944171cc-4df7-4f73-8ae3-48ed85d5e11a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.726990 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:29:23.741290 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944171cc-4df7-4f73-8ae3-48ed85d5e11a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a1d67a-6afc-4184-9c82-63f2b17ff664,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:23.747674 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-944171cc-4df7-4f73-8ae3-48ed85d5e11a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.749087 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-944171cc-4df7-4f73-8ae3-48ed85d5e11a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232781 Sep 07 17:29:23.751684 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47342) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:23.756085 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-b5331da3-c8e4-4dba-87d2-cf22cf1ec3d8 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Request body: {'security_group_rule': {'security_group_id': '140239de-ff73-4b22-9d60-98250a582b64', 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:23.778174 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:23.778793 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.782029 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5331da3-c8e4-4dba-87d2-cf22cf1ec3d8 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.845724 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5331da3-c8e4-4dba-87d2-cf22cf1ec3d8 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.849327 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5331da3-c8e4-4dba-87d2-cf22cf1ec3d8 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.856986 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 88ff045f-92ff-4e06-9a58-058b105bf585 up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:29:23.873734 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5331da3-c8e4-4dba-87d2-cf22cf1ec3d8 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ccc1bb-16c5-4465-8024-d0836ea04029,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:23.877890 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b5331da3-c8e4-4dba-87d2-cf22cf1ec3d8 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.881210 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b5331da3-c8e4-4dba-87d2-cf22cf1ec3d8 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281352 Sep 07 17:29:23.881736 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47344) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:23.886408 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-a09210fe-3f61-4ebe-8ce1-0569bc93e1dc tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Request body: {'security_group_rule': {'security_group_id': '140239de-ff73-4b22-9d60-98250a582b64', 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:23.908468 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-a09210fe-3f61-4ebe-8ce1-0569bc93e1dc tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Project 50a9865df1534847b9f757c8fd5191ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:29:23.908723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port 88ff045f-92ff-4e06-9a58-058b105bf585 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:23.909112 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.914232 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a09210fe-3f61-4ebe-8ce1-0569bc93e1dc tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.976915 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a09210fe-3f61-4ebe-8ce1-0569bc93e1dc tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.980413 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a09210fe-3f61-4ebe-8ce1-0569bc93e1dc tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:23.985533 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dda373ef-429a-428b-9eea-f04c03897bac up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:29:24.001729 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09210fe-3f61-4ebe-8ce1-0569bc93e1dc tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52838ade-11ea-44de-8dab-d3200f3ea25b,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:24.005971 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-a09210fe-3f61-4ebe-8ce1-0569bc93e1dc tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:24.009786 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-a09210fe-3f61-4ebe-8ce1-0569bc93e1dc tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241956 Sep 07 17:29:24.010309 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47346) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:24.014787 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [None req-9016d18d-c993-42a5-9db5-3adab343020d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Request body: {'security_group_rule': {'security_group_id': '140239de-ff73-4b22-9d60-98250a582b64', 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:24.034982 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port dda373ef-429a-428b-9eea-f04c03897bac completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:29:24.038503 n-d-807551-3 neutron-server[94771]: INFO neutron.db.securitygroups_db [None req-9016d18d-c993-42a5-9db5-3adab343020d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Project 50a9865df1534847b9f757c8fd5191ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 17:29:24.039642 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port dda373ef-429a-428b-9eea-f04c03897bac triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:24.040023 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:24.044202 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9016d18d-c993-42a5-9db5-3adab343020d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:24.109693 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9016d18d-c993-42a5-9db5-3adab343020d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:24.113970 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9016d18d-c993-42a5-9db5-3adab343020d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894437'] for security_group_rule, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:24.133236 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016d18d-c993-42a5-9db5-3adab343020d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd55436-f248-40da-88f8-1bac66c5d53e,revision_number=0']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:24.133563 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:24.141473 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-9016d18d-c993-42a5-9db5-3adab343020d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:24.149754 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-9016d18d-c993-42a5-9db5-3adab343020d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317942 Sep 07 17:29:24.156352 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port dda373ef-429a-428b-9eea-f04c03897bac, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dda373ef-429a-428b-9eea-f04c03897bac,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:24.160152 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:24.211208 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=dda373ef-429a-428b-9eea-f04c03897bac,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:24.345079 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-baab6359-147b-4411-8679-5ea323b4b6f1 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887702954&fields=id&tenant_id=50a9865df1534847b9f757c8fd5191ab HTTP/1.1" status: 200 len: 267 time: 0.0322452 Sep 07 17:29:24.448511 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-24f8ba39-4595-4b9b-a9d7-049114e7bc4d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:24.450531 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-24f8ba39-4595-4b9b-a9d7-049114e7bc4d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 810 time: 0.0985184 Sep 07 17:29:24.465660 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-fbf1d3d2-2852-4c13-92dc-8b0b72aff6cd tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/quotas/50a9865df1534847b9f757c8fd5191ab HTTP/1.1" status: 200 len: 375 time: 0.0087955 Sep 07 17:29:24.531565 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-5fae05e9-6627-476d-9d2a-30639ca7acc8 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600321 Sep 07 17:29:24.547690 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-ee26af4c-df34-4df3-b6c9-276d229f89b5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:29:24.548694 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-ee26af4c-df34-4df3-b6c9-276d229f89b5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053377 Sep 07 17:29:24.637871 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-cdc85d4b-6e6c-4ef0-9775-811bc3abee4d service neutron] 10.222.0.70 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831256 Sep 07 17:29:24.731239 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-9ac59281-41b8-4376-94a0-7795b82c029e service neutron] 10.222.0.70 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872114 Sep 07 17:29:24.789953 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Sync routers for ids ['017877e7-3c0e-464c-a593-0f274de9d963'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:29:24.798971 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Routers {'017877e7-3c0e-464c-a593-0f274de9d963'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:24.799568 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:29:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['017877e7-3c0e-464c-a593-0f274de9d963'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:24.911285 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Set router 017877e7-3c0e-464c-a593-0f274de9d963 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:24.918040 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0ed95462-8e39-4e7e-996e-d611ef7acdeb req-873953e0-b10a-4dbb-988a-16cb1e75746f tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 210 time: 0.0324543 Sep 07 17:29:25.109741 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017877e7-3c0e-464c-a593-0f274de9d963', 'name': 'tempest-TestSnapshotPattern-1037681276-router', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:18Z', 'updated_at': '2021-09-07T17:29:21Z', 'revision_number': 4, 'project_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'gw_port': {'id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017877e7-3c0e-464c-a593-0f274de9d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:19Z', 'updated_at': '2021-09-07T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b52633b4-e09e-4ffb-8f3b-1683e9b91bcc', 'name': '', 'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'mac_address': 'fa:16:3e:25:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017877e7-3c0e-464c-a593-0f274de9d963', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0d5ee838-f657-4d43-b76b-1fad91999223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:21Z', 'updated_at': '2021-09-07T17:29:22Z', 'revision_number': 2, 'project_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'subnets': [{'id': '0d5ee838-f657-4d43-b76b-1fad91999223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:25.136731 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Checking router: 017877e7-3c0e-464c-a593-0f274de9d963 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:29:25.138311 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Updating router 017877e7-3c0e-464c-a593-0f274de9d963 port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc binding host n-d-807551-3 {{(pid=94773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 17:29:25.164957 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:25.435951 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Notify callbacks [] for port, precommit_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:25.445483 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.provisioning_blocks [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Transition to ACTIVE for port object b52633b4-e09e-4ffb-8f3b-1683e9b91bcc will not be triggered until provisioned by entity L2. {{(pid=94773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:29:25.451242 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:25.503098 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8877b0-6121-42d4-951c-9cda549032e9 None None] Pushing event updated for resources: {'Port': ['ID=b52633b4-e09e-4ffb-8f3b-1683e9b91bcc,revision_number=3']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:25.548886 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Attempting to bind port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc on host n-d-807551-3 for vnic_type normal with profile {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:29:25.549255 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Attempting to bind port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc by drivers openvswitch,hyperv on host n-d-807551-3 at level 0 using segments [{'id': '78e89862-c5e1-45bf-97a1-c8be6d4b56d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f'}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:29:25.549645 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Attempting to bind port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc on network 410a7b80-84e3-41d9-bcb1-2bf05a00176f {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:29:25.555462 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Checking agent: {'id': 'db625771-8845-49be-a325-ed50783e25d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 15, 52, 14), 'started_at': datetime.datetime(2021, 9, 7, 15, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807551-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:29:25.555837 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Checking segment: {'id': '78e89862-c5e1-45bf-97a1-c8be6d4b56d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:29:25.556193 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:25.556636 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Bound using segment: {'id': '78e89862-c5e1-45bf-97a1-c8be6d4b56d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f'} {{(pid=94773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:29:25.557113 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.managers [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Bound port: b52633b4-e09e-4ffb-8f3b-1683e9b91bcc, host: n-d-807551-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e89862-c5e1-45bf-97a1-c8be6d4b56d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f'}}] {{(pid=94773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:29:25.557498 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:25.629508 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] For port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc, host n-d-807551-3, cleared binding levels {{(pid=94773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:29:25.633092 n-d-807551-3 neutron-server[94773]: DEBUG neutron.plugins.ml2.db [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] For port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc, host n-d-807551-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b52633b4-e09e-4ffb-8f3b-1683e9b91bcc,segment=NetworkSegment(78e89862-c5e1-45bf-97a1-c8be6d4b56d4),segment_id=78e89862-c5e1-45bf-97a1-c8be6d4b56d4)] {{(pid=94773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:29:25.638283 n-d-807551-3 neutron-server[94773]: DEBUG neutron_lib.callbacks.manager [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:25.665073 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dda373ef-429a-428b-9eea-f04c03897bac up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:29:25.696271 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Routers {'017877e7-3c0e-464c-a593-0f274de9d963'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:25.697245 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:29:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['017877e7-3c0e-464c-a593-0f274de9d963'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:25.702843 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8877b0-6121-42d4-951c-9cda549032e9 None None] Pushing event updated for resources: {'Port': ['ID=b52633b4-e09e-4ffb-8f3b-1683e9b91bcc,revision_number=4']} {{(pid=94773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:25.719835 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port dda373ef-429a-428b-9eea-f04c03897bac triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:25.720284 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:25.818157 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] Set router 017877e7-3c0e-464c-a593-0f274de9d963 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:26.031328 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d4a9b54a-ee09-463f-8b8e-a48a0a19a549 req-c81dc62c-71bd-4ea0-a52c-be6ef0b4ad5a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 210 time: 0.0309212 Sep 07 17:29:26.057672 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017877e7-3c0e-464c-a593-0f274de9d963', 'name': 'tempest-TestSnapshotPattern-1037681276-router', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:18Z', 'updated_at': '2021-09-07T17:29:21Z', 'revision_number': 4, 'project_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'gw_port': {'id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017877e7-3c0e-464c-a593-0f274de9d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:19Z', 'updated_at': '2021-09-07T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b52633b4-e09e-4ffb-8f3b-1683e9b91bcc', 'name': '', 'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'mac_address': 'fa:16:3e:25:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017877e7-3c0e-464c-a593-0f274de9d963', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0d5ee838-f657-4d43-b76b-1fad91999223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:21Z', 'updated_at': '2021-09-07T17:29:25Z', 'revision_number': 4, 'project_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'subnets': [{'id': '0d5ee838-f657-4d43-b76b-1fad91999223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:26.069094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-95ec4c40-3031-43ff-9b97-ac70c0524bb1 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:26.070779 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-95ec4c40-3031-43ff-9b97-ac70c0524bb1 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.54 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 810 time: 0.1283429 Sep 07 17:29:26.089038 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a99e7-bdaf-47f9-9ce6-ec27c2952278 None None] The sync data for ids ['017877e7-3c0e-464c-a593-0f274de9d963'] in n-d-807551-3 is: [{'id': '017877e7-3c0e-464c-a593-0f274de9d963', 'name': 'tempest-TestSnapshotPattern-1037681276-router', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:18Z', 'updated_at': '2021-09-07T17:29:21Z', 'revision_number': 4, 'project_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'gw_port': {'id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017877e7-3c0e-464c-a593-0f274de9d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:19Z', 'updated_at': '2021-09-07T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': 'b52633b4-e09e-4ffb-8f3b-1683e9b91bcc', 'name': '', 'network_id': '410a7b80-84e3-41d9-bcb1-2bf05a00176f', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'mac_address': 'fa:16:3e:25:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017877e7-3c0e-464c-a593-0f274de9d963', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '0d5ee838-f657-4d43-b76b-1fad91999223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:21Z', 'updated_at': '2021-09-07T17:29:25Z', 'revision_number': 4, 'project_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'subnets': [{'id': '0d5ee838-f657-4d43-b76b-1fad91999223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:29:26.122158 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-40a1725a-89b0-47f3-9bce-0a0f14532826 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50a9865df1534847b9f757c8fd5191ab HTTP/1.1" status: 200 len: 379 time: 0.0393107 Sep 07 17:29:26.136244 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Request body: {'port': {'device_id': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'admin_state_up': True, 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'security_groups': ['140239de-ff73-4b22-9d60-98250a582b64']}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:26.262570 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Made reservation on behalf of 50a9865df1534847b9f757c8fd5191ab for: {'port': 1} {{(pid=94771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:29:26.266283 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:26.396244 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_common [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Allocated IP 172.20.0.5 (4df0ca58-7d24-4531-bdeb-c6345048db40/d350de83-33b3-4e79-bcd5-b0bf94b74e3b/50f94fd5-1e91-440c-961c-223d4b40ed36) {{(pid=94771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:29:26.557052 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for port, precommit_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:26.572174 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Transition to ACTIVE for port object 50f94fd5-1e91-440c-961c-223d4b40ed36 will not be triggered until provisioned by entity DHCP. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:29:26.608317 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_create {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:26.654091 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Network 4df0ca58-7d24-4531-bdeb-c6345048db40 is already hosted by enough agents. {{(pid=94771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:29:26.657541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.base_scheduler [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Resources bound (agent type, host, resource id): {{(pid=94771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:29:26.660591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Received port after_create {{(pid=94771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:29:26.691003 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event updated for resources: {'Port': ['ID=50f94fd5-1e91-440c-961c-223d4b40ed36,revision_number=1']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:26.724541 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:26.725306 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:26.744086 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-82a93ded-ccf9-409b-8ae9-2d8cd02b15bb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6143715 Sep 07 17:29:26.759123 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-cc653f27-5bd5-45ee-acf8-9cac2449dc72 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:29:26.760408 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-cc653f27-5bd5-45ee-acf8-9cac2449dc72 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058863 Sep 07 17:29:26.779441 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.v2.base [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Request body: {'port': {'device_id': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807551-3'}} {{(pid=94771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:26.854604 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:26.957131 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0e4a4cfb-1231-4760-8b07-e12a0463fcd1 None None] Provisioning for port 50f94fd5-1e91-440c-961c-223d4b40ed36 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:29:26.963362 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-0e4a4cfb-1231-4760-8b07-e12a0463fcd1 None None] Provisioning complete for port 50f94fd5-1e91-440c-961c-223d4b40ed36 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:26.964075 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0e4a4cfb-1231-4760-8b07-e12a0463fcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:27.005650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a4cfb-1231-4760-8b07-e12a0463fcd1 None None] Port 50f94fd5-1e91-440c-961c-223d4b40ed36 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:29:27.158709 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f94fd5-1e91-440c-961c-223d4b40ed36 {{(pid=94771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:29:27.159614 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691f71f-b736-4bdc-bcaa-1c48ed67e423 req-a6f3fa8c-87a7-4505-8113-ba520c0fb0de tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:27.161272 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7691f71f-b736-4bdc-bcaa-1c48ed67e423 req-a6f3fa8c-87a7-4505-8113-ba520c0fb0de tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 931 time: 0.0586586 Sep 07 17:29:27.172618 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:27.187356 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.provisioning_blocks [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Transition to ACTIVE for port object 50f94fd5-1e91-440c-961c-223d4b40ed36 will not be triggered until provisioned by entity L2. {{(pid=94771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:29:27.191937 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:27.205192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7691f71f-b736-4bdc-bcaa-1c48ed67e423 req-1864e8c7-772f-46cf-bcb5-4b09b3896b30 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378609 Sep 07 17:29:27.250954 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Pushing event updated for resources: {'Port': ['ID=50f94fd5-1e91-440c-961c-223d4b40ed36,revision_number=2']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:27.322042 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Attempting to bind port 50f94fd5-1e91-440c-961c-223d4b40ed36 on host n-h1-807551-3 for vnic_type normal with profile {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:29:27.322379 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Attempting to bind port 50f94fd5-1e91-440c-961c-223d4b40ed36 by drivers openvswitch,hyperv on host n-h1-807551-3 at level 0 using segments [{'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:29:27.322712 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Attempting to bind port 50f94fd5-1e91-440c-961c-223d4b40ed36 on network 4df0ca58-7d24-4531-bdeb-c6345048db40 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:29:27.328172 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Port 50f94fd5-1e91-440c-961c-223d4b40ed36 on network 4df0ca58-7d24-4531-bdeb-c6345048db40 not bound, no agent of type Open vSwitch agent registered on host n-h1-807551-3 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:29:27.328608 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Attempting to bind port 50f94fd5-1e91-440c-961c-223d4b40ed36 on network 4df0ca58-7d24-4531-bdeb-c6345048db40 {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:29:27.333822 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Checking agent: {'id': '880e69d3-2675-49db-86e2-e389f24c72dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:29:27.334165 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Checking segment: {'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:29:27.334552 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Bound using segment: {'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'} {{(pid=94771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:29:27.334991 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.managers [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Bound port: 50f94fd5-1e91-440c-961c-223d4b40ed36, host: n-h1-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'}}] {{(pid=94771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:29:27.335355 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:27.402072 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] For port 50f94fd5-1e91-440c-961c-223d4b40ed36, host n-h1-807551-3, cleared binding levels {{(pid=94771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:29:27.405422 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] For port 50f94fd5-1e91-440c-961c-223d4b40ed36, host n-h1-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=50f94fd5-1e91-440c-961c-223d4b40ed36,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:29:27.410558 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578142'] for port, after_update {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:27.446227 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:27.446621 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:27.448040 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] 10.222.0.54 "PUT /v2.0/ports/50f94fd5-1e91-440c-961c-223d4b40ed36 HTTP/1.1" status: 200 len: 1091 time: 0.6736269 Sep 07 17:29:27.448485 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:29:27.450816 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc22c4b1-0864-4bfd-b76b-7a372beced8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:29:27.514295 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64a3d2e-08d6-42a0-a4b6-d857f5011189 x-openstack-request-id: req-d64a3d2e-08d6-42a0-a4b6-d857f5011189 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:29:27.514806 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:29:27.515165 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d64a3d2e-08d6-42a0-a4b6-d857f5011189 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:29:27.516723 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'status': 'completed', 'code': 200} Sep 07 17:29:27.517536 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e18437-6a42-4d72-b67a-2f5416a6095c service neutron] Pushing event updated for resources: {'Port': ['ID=50f94fd5-1e91-440c-961c-223d4b40ed36,revision_number=3']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:27.567106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-2fd4023e-c414-4026-a6d0-e59c813ba649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:27.568653 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-2fd4023e-c414-4026-a6d0-e59c813ba649 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 1094 time: 0.0663331 Sep 07 17:29:27.619194 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-23d0ae82-bddd-4c40-b1a1-dabdc4108def service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50f94fd5-1e91-440c-961c-223d4b40ed36 HTTP/1.1" status: 200 len: 217 time: 0.0361421 Sep 07 17:29:27.674053 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-32c82926-5638-4887-98fd-f84ac0cd4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:27.674343 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b52633b4-e09e-4ffb-8f3b-1683e9b91bcc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:29:27.675555 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-32c82926-5638-4887-98fd-f84ac0cd4be2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0491421 Sep 07 17:29:27.724792 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning for port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:29:27.728291 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:27.728699 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:27.730322 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-a63d8dc4-66da-4e62-9552-7f2de5c3421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:27.732412 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-a63d8dc4-66da-4e62-9552-7f2de5c3421b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451033 Sep 07 17:29:27.814141 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:27.828249 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-2e2ea52e-ab2c-4b85-904e-442d5e9bc33d service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847185 Sep 07 17:29:27.846668 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] For port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b52633b4-e09e-4ffb-8f3b-1683e9b91bcc,segment=NetworkSegment(78e89862-c5e1-45bf-97a1-c8be6d4b56d4),segment_id=78e89862-c5e1-45bf-97a1-c8be6d4b56d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:27.851843 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:27.897032 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Pushing event updated for resources: {'Port': ['ID=b52633b4-e09e-4ffb-8f3b-1683e9b91bcc,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:27.931892 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-d992263e-4f91-4ce1-87e8-8429a7094768 req-cade6a47-8520-4c50-805b-d8aa6805787c service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919690 Sep 07 17:29:28.018327 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22c4b1-0864-4bfd-b76b-7a372beced8c req-04b77e33-0018-419e-94fd-cb7ecf3bd218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:28.019871 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fc22c4b1-0864-4bfd-b76b-7a372beced8c req-04b77e33-0018-419e-94fd-cb7ecf3bd218 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 1094 time: 0.0406017 Sep 07 17:29:28.113000 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22c4b1-0864-4bfd-b76b-7a372beced8c req-fd1a600f-f599-4c33-8641-a0309d47e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:28.114397 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fc22c4b1-0864-4bfd-b76b-7a372beced8c req-fd1a600f-f599-4c33-8641-a0309d47e83f service neutron] 10.222.0.54 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.0873470 Sep 07 17:29:28.156515 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fc22c4b1-0864-4bfd-b76b-7a372beced8c req-1c16f02d-d3a2-4d81-a150-8128b8aac3be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50f94fd5-1e91-440c-961c-223d4b40ed36 HTTP/1.1" status: 200 len: 217 time: 0.0342245 Sep 07 17:29:28.206687 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22c4b1-0864-4bfd-b76b-7a372beced8c req-1b14ffaf-b881-4c0f-89b0-ca0fac5b84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:28.208159 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fc22c4b1-0864-4bfd-b76b-7a372beced8c req-1b14ffaf-b881-4c0f-89b0-ca0fac5b84b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0439692 Sep 07 17:29:28.257027 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22c4b1-0864-4bfd-b76b-7a372beced8c req-24e1b83f-1c00-4e9e-bacd-a0b8e4c9efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:28.258527 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fc22c4b1-0864-4bfd-b76b-7a372beced8c req-24e1b83f-1c00-4e9e-bacd-a0b8e4c9efa9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398440 Sep 07 17:29:28.318540 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5119ad2-2ca0-4f3e-95f6-50faaf9e4aa9 req-d32e42aa-4c5c-44bd-8575-fe6c64932872 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:28.320708 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5119ad2-2ca0-4f3e-95f6-50faaf9e4aa9 req-d32e42aa-4c5c-44bd-8575-fe6c64932872 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 943 time: 0.0487769 Sep 07 17:29:28.354491 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fc22c4b1-0864-4bfd-b76b-7a372beced8c req-0dfcb1c1-2a83-4a1d-bf2a-84aa03725e48 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874355 Sep 07 17:29:28.358807 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-f5119ad2-2ca0-4f3e-95f6-50faaf9e4aa9 req-77be6e08-f82d-4a3e-9b9e-7f2e454af381 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316148 Sep 07 17:29:28.448055 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-fc22c4b1-0864-4bfd-b76b-7a372beced8c req-103d2cb0-dc8b-422f-a21e-153a0188bec6 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843437 Sep 07 17:29:29.472822 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e02f3b-7bda-4d1d-909b-1c5c632da82c req-6a31092c-4ce8-4126-ab8c-32b5c0580e0a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:29.474320 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2e02f3b-7bda-4d1d-909b-1c5c632da82c req-6a31092c-4ce8-4126-ab8c-32b5c0580e0a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 943 time: 0.0482802 Sep 07 17:29:29.511306 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2e02f3b-7bda-4d1d-909b-1c5c632da82c req-8b7f95e6-afc3-445d-a515-c078b8afbcab tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310097 Sep 07 17:29:29.656467 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b52633b4-e09e-4ffb-8f3b-1683e9b91bcc up at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:29:29.706762 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Provisioning complete for port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:29.707143 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:30.714080 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbcf15-7ce2-4fd0-b36d-3a18f2a14381 req-ac019def-cee7-4971-b632-0772394cf227 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:30.716200 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09cbcf15-7ce2-4fd0-b36d-3a18f2a14381 req-ac019def-cee7-4971-b632-0772394cf227 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 943 time: 0.1390417 Sep 07 17:29:30.755878 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09cbcf15-7ce2-4fd0-b36d-3a18f2a14381 req-dfa48ee3-0baa-48d2-9cca-562900dcb45d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337505 Sep 07 17:29:31.422531 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 50f94fd5-1e91-440c-961c-223d4b40ed36 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:29:31.516797 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 50f94fd5-1e91-440c-961c-223d4b40ed36, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=50f94fd5-1e91-440c-961c-223d4b40ed36,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:31.528015 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'port_id': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'mac_address': 'fa:16:3e:fa:02:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:29:31.565631 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:31.578238 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f94fd5-1e91-440c-961c-223d4b40ed36 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:29:31.599114 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 50f94fd5-1e91-440c-961c-223d4b40ed36, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=50f94fd5-1e91-440c-961c-223d4b40ed36,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:31.604031 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:31.649963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=50f94fd5-1e91-440c-961c-223d4b40ed36,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:31.912635 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['50f94fd5-1e91-440c-961c-223d4b40ed36'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:29:31.917219 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0a30e-d76b-4007-be6f-d1c8a3fdfeb8 req-8022322c-b4b2-42cc-8bee-a3b2796f7310 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:31.919448 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0b0a30e-d76b-4007-be6f-d1c8a3fdfeb8 req-8022322c-b4b2-42cc-8bee-a3b2796f7310 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 944 time: 0.0977905 Sep 07 17:29:31.958658 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c0b0a30e-d76b-4007-be6f-d1c8a3fdfeb8 req-e6c7c14f-ec14-41c8-b8c5-04be952cbfc7 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331540 Sep 07 17:29:32.613534 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:33.072258 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764c102-2be5-442d-911e-d51cd55cd5a9 req-5d23d0fa-f5a6-4402-a5af-da826f948b88 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:33.073766 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6764c102-2be5-442d-911e-d51cd55cd5a9 req-5d23d0fa-f5a6-4402-a5af-da826f948b88 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 944 time: 0.0483398 Sep 07 17:29:33.110981 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-6764c102-2be5-442d-911e-d51cd55cd5a9 req-a428406c-e822-4d4e-b039-5ed36579e0fa tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314381 Sep 07 17:29:33.189885 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:33.436991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 50f94fd5-1e91-440c-961c-223d4b40ed36 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:29:33.487013 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning for port 50f94fd5-1e91-440c-961c-223d4b40ed36 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:29:33.490718 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 50f94fd5-1e91-440c-961c-223d4b40ed36 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:29:33.491093 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:33.567587 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:33.589649 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:29:33.592575 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d604a8-67d2-4e44-893a-d503afdfa22c" -d '{"events": [{"server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "name": "network-vif-plugged", "status": "completed", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:29:33.605443 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 50f94fd5-1e91-440c-961c-223d4b40ed36, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=50f94fd5-1e91-440c-961c-223d4b40ed36,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:29:33.611274 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:33.648246 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4510e1fd-7505-47db-855f-d25d1612c54d x-openstack-request-id: req-4510e1fd-7505-47db-855f-d25d1612c54d {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:29:33.648866 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "name": "network-vif-plugged", "status": "completed", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:29:33.648866 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4510e1fd-7505-47db-855f-d25d1612c54d {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:29:33.649198 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'code': 200} Sep 07 17:29:33.677564 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=50f94fd5-1e91-440c-961c-223d4b40ed36,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:33.742440 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b12196-b2e9-433f-bc0f-2e217924f0c9 req-c0d71746-6440-4fb0-9faf-7591f7735f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:33.743882 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04b12196-b2e9-433f-bc0f-2e217924f0c9 req-c0d71746-6440-4fb0-9faf-7591f7735f3b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 1096 time: 0.0404024 Sep 07 17:29:33.779703 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-04b12196-b2e9-433f-bc0f-2e217924f0c9 req-4eb92c75-951e-48c8-877d-122545152fa3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282423 Sep 07 17:29:34.226526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ac5bd-85fa-4280-a826-a31fab17cc30 req-a565c890-9060-48a4-a2f7-4cbe87b392c7 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:34.228032 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-352ac5bd-85fa-4280-a826-a31fab17cc30 req-a565c890-9060-48a4-a2f7-4cbe87b392c7 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 945 time: 0.0482059 Sep 07 17:29:34.269222 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-352ac5bd-85fa-4280-a826-a31fab17cc30 req-1112297a-9aa9-4d6f-af05-b8f74031edc6 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346923 Sep 07 17:29:35.385728 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452526a-8aba-4c10-991c-4c89924f19bd req-0d39d0c2-5e80-4c35-bd7b-a1bbc28b3646 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:35.387269 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e452526a-8aba-4c10-991c-4c89924f19bd req-0d39d0c2-5e80-4c35-bd7b-a1bbc28b3646 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 945 time: 0.0495920 Sep 07 17:29:35.425082 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e452526a-8aba-4c10-991c-4c89924f19bd req-413baa24-df16-4e4c-b4ff-e1a68ecca515 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317962 Sep 07 17:29:35.537190 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969e337-920d-4105-aaad-e6d8239f7c54 req-760c1847-debe-4c09-a851-0a8fcd686c9e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:35.538653 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3969e337-920d-4105-aaad-e6d8239f7c54 req-760c1847-debe-4c09-a851-0a8fcd686c9e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 945 time: 0.0490243 Sep 07 17:29:35.575854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3969e337-920d-4105-aaad-e6d8239f7c54 req-7d16cf83-5de4-4276-8462-e35fc05cbfa7 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306396 Sep 07 17:29:35.596808 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47408) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:35.688851 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8cd778-e669-405a-ba84-17f4bac3e48c tempest-TestSnapshotPattern-1818554652 tempest-TestSnapshotPattern-1818554652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:35.690423 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-ca8cd778-e669-405a-ba84-17f4bac3e48c tempest-TestSnapshotPattern-1818554652 tempest-TestSnapshotPattern-1818554652-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 1091 time: 0.0923979 Sep 07 17:29:35.693427 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47412) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:29:35.697605 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:29:35.719668 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:35.814998 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:35.917969 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Allocated IP 172.25.3.28 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/98bd1b1b-002f-4b03-9eb6-998819075773) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:29:36.019037 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:36.056008 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:36.093694 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:29:36.098805 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:29:36.103215 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:29:36.106324 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event updated for resources: {'Port': ['ID=98bd1b1b-002f-4b03-9eb6-998819075773,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:36.448622 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:36.511669 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:36.657062 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:36.661223 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:36.732066 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event updated for resources: {'Port': ['ID=98bd1b1b-002f-4b03-9eb6-998819075773,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:29:36.741530 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:37.146584 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Floating IP 3514fcf0-9181-4d50-bbdc-68523f4dbe38 associated. External IP: 172.25.3.28, port: 50f94fd5-1e91-440c-961c-223d4b40ed36. Sep 07 17:29:37.350472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Router d2262743-c680-4836-a6a3-072fdd895c49 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:29:37.456159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:29:37.466801 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed5ee6-2345-4b7b-a538-94bd89f3a87b None None] Sync routers for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:29:37.472877 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:37.478631 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed5ee6-2345-4b7b-a538-94bd89f3a87b None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:37.479253 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-98ed5ee6-2345-4b7b-a538-94bd89f3a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:29:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:37.499661 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-8c0a3afd-128f-4b18-bdbc-6e785309819e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8052061 Sep 07 17:29:37.500399 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:29:37.502678 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9196021d-c880-4c4f-9780-ca6c68372e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:29:37.589689 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-98ed5ee6-2345-4b7b-a538-94bd89f3a87b None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:37.601184 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d5cd9a-2f05-4489-b7cf-cc4b91cab06e x-openstack-request-id: req-f6d5cd9a-2f05-4489-b7cf-cc4b91cab06e {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:29:37.601579 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:29:37.601928 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6d5cd9a-2f05-4489-b7cf-cc4b91cab06e {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:29:37.602421 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'status': 'completed', 'code': 200} Sep 07 17:29:37.662523 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196021d-c880-4c4f-9780-ca6c68372e3f req-faae3e42-63fb-41de-b35b-b87afab60ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:37.664038 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9196021d-c880-4c4f-9780-ca6c68372e3f req-faae3e42-63fb-41de-b35b-b87afab60ab3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 1096 time: 0.0400753 Sep 07 17:29:37.757371 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196021d-c880-4c4f-9780-ca6c68372e3f req-0d3b7cf1-a714-4b8d-8350-038b22537141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:37.758845 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9196021d-c880-4c4f-9780-ca6c68372e3f req-0d3b7cf1-a714-4b8d-8350-038b22537141 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.0876307 Sep 07 17:29:37.806890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-98ed5ee6-2345-4b7b-a538-94bd89f3a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '3514fcf0-9181-4d50-bbdc-68523f4dbe38', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'port_id': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'mac_address': 'fa:16:3e:fa:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:29:36Z', 'updated_at': '2021-09-07T17:29:36Z', 'revision_number': 0, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:22Z', 'revision_number': 5, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:37.823493 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9196021d-c880-4c4f-9780-ca6c68372e3f req-d3701ea9-7012-4a38-8f54-7b64e159f8fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50f94fd5-1e91-440c-961c-223d4b40ed36 HTTP/1.1" status: 200 len: 998 time: 0.0572913 Sep 07 17:29:37.841104 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed5ee6-2345-4b7b-a538-94bd89f3a87b None None] Checking router: d2262743-c680-4836-a6a3-072fdd895c49 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:29:37.846120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed5ee6-2345-4b7b-a538-94bd89f3a87b None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:29:37.846722 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-98ed5ee6-2345-4b7b-a538-94bd89f3a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:29:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:37.876138 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196021d-c880-4c4f-9780-ca6c68372e3f req-b78b92e5-3b0d-48f3-8743-2f1f9bfb9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:37.877630 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9196021d-c880-4c4f-9780-ca6c68372e3f req-b78b92e5-3b0d-48f3-8743-2f1f9bfb9915 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0469592 Sep 07 17:29:37.923695 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196021d-c880-4c4f-9780-ca6c68372e3f req-90be2712-9dc7-4636-960b-b4979466c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:37.925246 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9196021d-c880-4c4f-9780-ca6c68372e3f req-90be2712-9dc7-4636-960b-b4979466c003 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400231 Sep 07 17:29:37.950743 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-98ed5ee6-2345-4b7b-a538-94bd89f3a87b None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:29:38.015108 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9196021d-c880-4c4f-9780-ca6c68372e3f req-92f08567-e697-460c-bb28-1b7f1abf663a service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825002 Sep 07 17:29:38.107571 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-9196021d-c880-4c4f-9780-ca6c68372e3f req-6c727bbb-e9ca-40b8-a80b-38fbeb73bb66 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853188 Sep 07 17:29:38.171396 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-98ed5ee6-2345-4b7b-a538-94bd89f3a87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '3514fcf0-9181-4d50-bbdc-68523f4dbe38', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'port_id': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'mac_address': 'fa:16:3e:fa:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:29:36Z', 'updated_at': '2021-09-07T17:29:36Z', 'revision_number': 0, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:22Z', 'revision_number': 5, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:29:38.196917 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed5ee6-2345-4b7b-a538-94bd89f3a87b None None] The sync data for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 is: [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '3514fcf0-9181-4d50-bbdc-68523f4dbe38', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'port_id': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'mac_address': 'fa:16:3e:fa:02:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:29:36Z', 'updated_at': '2021-09-07T17:29:36Z', 'revision_number': 0, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:22Z', 'revision_number': 5, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:29:38.264848 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bfd678f4-b0ac-4a31-ad8d-eed64949e691 req-6007b5c3-366a-4719-a6b4-f6a942ba4b7c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406928 Sep 07 17:29:38.348416 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd678f4-b0ac-4a31-ad8d-eed64949e691 req-81a06f88-9c11-4d8d-92f1-831deeab67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:38.349970 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bfd678f4-b0ac-4a31-ad8d-eed64949e691 req-81a06f88-9c11-4d8d-92f1-831deeab67e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 1096 time: 0.0417156 Sep 07 17:29:38.400774 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e457b334-aa06-4cc9-a9bc-cb8150cc16b3 None None] New status for floating IP 3514fcf0-9181-4d50-bbdc-68523f4dbe38: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:29:38.458942 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd678f4-b0ac-4a31-ad8d-eed64949e691 req-e6fa0894-5246-4cb4-9f1a-a814501fd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:38.460490 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bfd678f4-b0ac-4a31-ad8d-eed64949e691 req-e6fa0894-5246-4cb4-9f1a-a814501fd1c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.0911274 Sep 07 17:29:38.525182 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bfd678f4-b0ac-4a31-ad8d-eed64949e691 req-df798a68-1d9a-498f-977b-2effe3108b45 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50f94fd5-1e91-440c-961c-223d4b40ed36 HTTP/1.1" status: 200 len: 998 time: 0.0574338 Sep 07 17:29:38.580108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd678f4-b0ac-4a31-ad8d-eed64949e691 req-5dad7d9c-20c9-4d1c-838b-103b33c5e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:38.581665 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bfd678f4-b0ac-4a31-ad8d-eed64949e691 req-5dad7d9c-20c9-4d1c-838b-103b33c5e2b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0495820 Sep 07 17:29:38.627508 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd678f4-b0ac-4a31-ad8d-eed64949e691 req-48aae150-7a0e-4a35-ac46-730d0bffee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:29:38.628926 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bfd678f4-b0ac-4a31-ad8d-eed64949e691 req-48aae150-7a0e-4a35-ac46-730d0bffee4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402579 Sep 07 17:29:38.720969 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bfd678f4-b0ac-4a31-ad8d-eed64949e691 req-1ad960e6-1518-4bc1-b3fa-5c9a1805c669 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845134 Sep 07 17:29:38.810623 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-bfd678f4-b0ac-4a31-ad8d-eed64949e691 req-ca38c4fb-0a54-4dbc-9d4e-17d1552d44e0 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817149 Sep 07 17:29:40.254770 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:29:40.503356 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-1a304226-5452-409e-91c6-247803b25aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:44.105188 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:44.308014 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a429cb71-8cba-4c21-b724-a0263642893a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:45.232257 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:29:47.148923 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:02.623697 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:03.188886 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:10.502976 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c13cd74b-a173-4e98-94d0-deacdb411529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:14.094685 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:14.308612 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-32fd02a2-6a8d-422f-acd4-83abf1d226c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:15.234390 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:17.151537 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:17.254443 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:30:32.634983 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:33.203698 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:37.970445 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad87d72f-d235-42cf-9def-bdd844c0f9ef req-9c6282e4-1a51-4da2-84c4-ec0f0b90b8c5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850937 Sep 07 17:30:38.057825 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87d72f-d235-42cf-9def-bdd844c0f9ef req-eee94fd3-12c8-44e2-bc00-6ee230d7c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:30:38.059287 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad87d72f-d235-42cf-9def-bdd844c0f9ef req-eee94fd3-12c8-44e2-bc00-6ee230d7c1ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 1096 time: 0.0438483 Sep 07 17:30:38.165479 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87d72f-d235-42cf-9def-bdd844c0f9ef req-4bc151cd-083c-413b-9daf-e38970d51660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:30:38.166844 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad87d72f-d235-42cf-9def-bdd844c0f9ef req-4bc151cd-083c-413b-9daf-e38970d51660 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.0823636 Sep 07 17:30:38.554715 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad87d72f-d235-42cf-9def-bdd844c0f9ef req-e8ec3405-0fbe-477d-8d23-5d54087e4f3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50f94fd5-1e91-440c-961c-223d4b40ed36 HTTP/1.1" status: 200 len: 1000 time: 0.3798859 Sep 07 17:30:38.608711 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87d72f-d235-42cf-9def-bdd844c0f9ef req-3d4a9fec-859d-43d3-9c8c-f56cca24d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:30:38.610602 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad87d72f-d235-42cf-9def-bdd844c0f9ef req-3d4a9fec-859d-43d3-9c8c-f56cca24d0f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0434992 Sep 07 17:30:38.654427 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87d72f-d235-42cf-9def-bdd844c0f9ef req-b946015f-9beb-48ca-abcb-2a93888dd670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:30:38.655861 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad87d72f-d235-42cf-9def-bdd844c0f9ef req-b946015f-9beb-48ca-abcb-2a93888dd670 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384929 Sep 07 17:30:38.751338 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad87d72f-d235-42cf-9def-bdd844c0f9ef req-2b6935c8-7bf1-4af0-950e-ac4f080777b9 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835705 Sep 07 17:30:38.842805 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-ad87d72f-d235-42cf-9def-bdd844c0f9ef req-53bfe01c-938f-44f2-ae34-42fccad7eec5 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836971 Sep 07 17:30:40.502808 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-024c3654-b8fe-445f-aea1-78596b7e464e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:44.096320 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:44.309443 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-79d2e935-b2c5-4408-8502-1caa9d1c0fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:45.236974 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:47.154943 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:30:54.255178 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:31:02.634408 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:03.218897 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:10.503145 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-16cb320d-a2c1-42e7-bbcc-17668a6a1b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:14.097442 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:14.308913 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c99e4634-80eb-4687-8227-cd2ba186625c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:15.240278 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:17.157695 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:31.253934 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:31:32.644911 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:33.216894 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:37.923228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 50f94fd5-1e91-440c-961c-223d4b40ed36 details requested by agent hyperv_n-h1-807551-3 with host n-h1-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:31:38.017004 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 50f94fd5-1e91-440c-961c-223d4b40ed36, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=50f94fd5-1e91-440c-961c-223d4b40ed36,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:31:38.028999 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Returning: {'device': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'port_id': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'mac_address': 'fa:16:3e:fa:02:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:31:38.064684 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:38.080355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50f94fd5-1e91-440c-961c-223d4b40ed36 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:31:38.099185 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 50f94fd5-1e91-440c-961c-223d4b40ed36, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=50f94fd5-1e91-440c-961c-223d4b40ed36,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:31:38.103128 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:38.153181 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=50f94fd5-1e91-440c-961c-223d4b40ed36,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:31:38.160454 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:38.160810 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:38.161163 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:38.161504 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:38.161934 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:38.162276 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:38.162613 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:38.162945 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:38.163280 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:38.163608 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:38.163937 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:38.164357 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:38.193490 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] get_ports_and_sgs() called for port_ids ['50f94fd5-1e91-440c-961c-223d4b40ed36'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:31:39.929825 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 50f94fd5-1e91-440c-961c-223d4b40ed36 up at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:31:39.991371 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Provisioning complete for port 50f94fd5-1e91-440c-961c-223d4b40ed36 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:31:39.992003 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:40.080658 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:40.089337 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b34ac2-4369-4949-9744-81c9277300c7 req-239db489-b1af-4fed-93a2-4965d0747624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:31:40.090857 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4b34ac2-4369-4949-9744-81c9277300c7 req-239db489-b1af-4fed-93a2-4965d0747624 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 1095 time: 0.0493886 Sep 07 17:31:40.242658 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b34ac2-4369-4949-9744-81c9277300c7 req-185ead00-ba07-4111-84cc-a1e09b7301cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:31:40.244475 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4b34ac2-4369-4949-9744-81c9277300c7 req-185ead00-ba07-4111-84cc-a1e09b7301cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.1278937 Sep 07 17:31:40.269588 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:31:40.271989 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9aff84-b75a-4d42-b9cd-28e8f4393bfe" -d '{"events": [{"server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "name": "network-vif-plugged", "status": "completed", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:31:40.289193 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 50f94fd5-1e91-440c-961c-223d4b40ed36, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=50f94fd5-1e91-440c-961c-223d4b40ed36,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:31:40.295689 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:40.340609 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4b34ac2-4369-4949-9744-81c9277300c7 req-59911725-f88c-4dc0-aa81-30ffd0dc690f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50f94fd5-1e91-440c-961c-223d4b40ed36 HTTP/1.1" status: 200 len: 999 time: 0.0884604 Sep 07 17:31:40.350702 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093eab0e-89f9-492e-8179-990f99976f73 x-openstack-request-id: req-093eab0e-89f9-492e-8179-990f99976f73 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:31:40.351006 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "name": "network-vif-plugged", "status": "completed", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:31:40.351262 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-093eab0e-89f9-492e-8179-990f99976f73 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:31:40.351657 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'code': 200} Sep 07 17:31:40.356289 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=50f94fd5-1e91-440c-961c-223d4b40ed36,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:31:40.410978 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b34ac2-4369-4949-9744-81c9277300c7 req-8bac930b-2120-41f8-a96c-d176deca582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:31:40.412804 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4b34ac2-4369-4949-9744-81c9277300c7 req-8bac930b-2120-41f8-a96c-d176deca582f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0558918 Sep 07 17:31:40.470017 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b34ac2-4369-4949-9744-81c9277300c7 req-65ce9cb7-3943-491b-bf16-4a8fc37e8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:31:40.472268 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4b34ac2-4369-4949-9744-81c9277300c7 req-65ce9cb7-3943-491b-bf16-4a8fc37e8b88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482657 Sep 07 17:31:40.508084 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-783f34cf-0e4e-4b32-9e20-94816fa60913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:40.599878 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4b34ac2-4369-4949-9744-81c9277300c7 req-c755e89b-5ae0-4003-88ef-ef6557fcdde9 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194997 Sep 07 17:31:40.708891 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c4b34ac2-4369-4949-9744-81c9277300c7 req-a82f3dbb-29b1-49b4-88d5-9d529e3d8b87 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004210 Sep 07 17:31:44.103091 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:44.312791 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9ebdf0c6-ffc0-4d39-9c1a-77083ca2618c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:45.246303 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:47.161761 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:48.657662 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-de4b99b2-d1c3-4c8a-bf6d-b4dc26198655 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887702954&fields=id&tenant_id=50a9865df1534847b9f757c8fd5191ab HTTP/1.1" status: 200 len: 267 time: 0.0333221 Sep 07 17:31:48.764159 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-529ee88d-aa6e-47ee-96b5-e48e5ae09991 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:31:48.765604 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-529ee88d-aa6e-47ee-96b5-e48e5ae09991 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 810 time: 0.1009440 Sep 07 17:31:48.780600 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-107e5edd-18de-443b-a6fd-4733b37f16b9 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/quotas/50a9865df1534847b9f757c8fd5191ab HTTP/1.1" status: 200 len: 375 time: 0.0092318 Sep 07 17:31:48.840829 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-5734d0a2-ac25-41cd-ba19-0d3182ff6068 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0539157 Sep 07 17:31:48.898710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-2bb4c5bd-d13c-48f5-81e5-38be82b1d36e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=94770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 17:31:48.899753 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-2bb4c5bd-d13c-48f5-81e5-38be82b1d36e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468330 Sep 07 17:31:48.988882 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-393fa712-4c36-4c3b-9894-495bcbd3f90c service neutron] 10.222.0.70 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830064 Sep 07 17:31:49.079823 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-bd1ff7db-586b-4ebe-8791-bac7a8a23b71 service neutron] 10.222.0.70 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848548 Sep 07 17:31:49.272771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d992105a-2791-49e0-9d9c-d680275631ad req-c72a1381-e7c5-4ce9-92b0-30342fbf06cc tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 210 time: 0.0268674 Sep 07 17:31:50.351400 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-db5d7814-e47c-4b95-ae21-762f88eaa372 req-504f00e4-8573-46e6-913d-fa3a1f5c0e8e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 210 time: 0.0277445 Sep 07 17:31:51.429346 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bfafbc71-77ff-4c01-bfd6-5426730fed90 req-915fd3b8-8aba-47d5-aee8-fb6af5fceff6 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 210 time: 0.0286078 Sep 07 17:31:52.530668 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-d2a0afe0-08e0-4dc4-915c-7e4fce5d9099 req-e312f6de-48f5-4685-a85c-d54e32e144cc tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 210 time: 0.0297742 Sep 07 17:31:53.179055 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-87991c0d-1c25-4998-b521-fe57deb640a7 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:31:53.180466 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-87991c0d-1c25-4998-b521-fe57deb640a7 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.35 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 810 time: 0.1010661 Sep 07 17:31:53.226634 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-63692bea-3eec-451f-ba75-d0c8fe1af4d6 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50a9865df1534847b9f757c8fd5191ab HTTP/1.1" status: 200 len: 379 time: 0.0374517 Sep 07 17:31:53.236884 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Request body: {'port': {'device_id': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'admin_state_up': True, 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'security_groups': ['140239de-ff73-4b22-9d60-98250a582b64']}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:31:53.354932 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Made reservation on behalf of 50a9865df1534847b9f757c8fd5191ab for: {'port': 1} {{(pid=94770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 17:31:53.358564 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:53.511656 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Allocated IP 172.20.0.3 (4df0ca58-7d24-4531-bdeb-c6345048db40/d350de83-33b3-4e79-bcd5-b0bf94b74e3b/fecd085e-d66a-4aeb-937e-48249db0aef9) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:31:53.699569 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-693724e3-81f4-48b5-8010-36390a7420dc req-98023885-5883-46b5-884b-8d6a1cb01536 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 210 time: 0.0330110 Sep 07 17:31:53.709666 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:53.725439 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Transition to ACTIVE for port object fecd085e-d66a-4aeb-937e-48249db0aef9 will not be triggered until provisioned by entity DHCP. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:31:53.778493 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:53.839837 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Network 4df0ca58-7d24-4531-bdeb-c6345048db40 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:31:53.845289 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:31:53.848197 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event updated for resources: {'Port': ['ID=fecd085e-d66a-4aeb-937e-48249db0aef9,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:31:53.850453 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:31:53.878925 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:53.879288 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:53.879619 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:53.879968 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:53.880314 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:53.880678 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:53.881239 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:53.881581 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:53.881917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:53.882252 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:53.882710 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:53.882938 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:31:53.935403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:31:53.936049 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:53.953147 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-d0e0463f-9d10-4ca4-8478-90255be87ca5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7184033 Sep 07 17:31:53.958269 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 50f94fd5-1e91-440c-961c-223d4b40ed36 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:31:54.042974 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:54.071354 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:31:54.074028 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39de6200-1f7d-427d-a756-8598dd1bf420" -d '{"events": [{"server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "name": "network-vif-unplugged", "status": "completed", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:31:54.087962 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] For port 50f94fd5-1e91-440c-961c-223d4b40ed36, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=50f94fd5-1e91-440c-961c-223d4b40ed36,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:31:54.093604 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:54.130056 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496daacf-4862-4e9c-8721-4937edb660af x-openstack-request-id: req-496daacf-4862-4e9c-8721-4937edb660af {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:31:54.130279 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "name": "network-vif-unplugged", "status": "completed", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:31:54.130525 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-496daacf-4862-4e9c-8721-4937edb660af {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:31:54.131103 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'code': 200} Sep 07 17:31:54.159312 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d9be14cd-98fd-4c9b-9d7e-cac0669cde42 None None] Provisioning for port fecd085e-d66a-4aeb-937e-48249db0aef9 completed by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:31:54.171476 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-d9be14cd-98fd-4c9b-9d7e-cac0669cde42 None None] Provisioning complete for port fecd085e-d66a-4aeb-937e-48249db0aef9 triggered by entity DHCP. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:31:54.171857 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d9be14cd-98fd-4c9b-9d7e-cac0669cde42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:31:54.173759 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Pushing event updated for resources: {'Port': ['ID=50f94fd5-1e91-440c-961c-223d4b40ed36,revision_number=8']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:31:54.217554 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d9be14cd-98fd-4c9b-9d7e-cac0669cde42 None None] Port fecd085e-d66a-4aeb-937e-48249db0aef9 cannot update to ACTIVE because it is not bound. {{(pid=94772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 17:31:54.830095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3b074-5920-49bd-8e3c-c97dc3c2df12 req-37571e96-26e0-4c55-bd1c-e981c2c69c11 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:31:54.832216 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0cb3b074-5920-49bd-8e3c-c97dc3c2df12 req-37571e96-26e0-4c55-bd1c-e981c2c69c11 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 931 time: 0.0533655 Sep 07 17:31:54.870884 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0cb3b074-5920-49bd-8e3c-c97dc3c2df12 req-c4708135-bde1-4f7c-aeb2-744c79697f46 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325565 Sep 07 17:31:55.998207 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ac661-93e1-4c1e-920a-68f5609624f9 req-a113f27b-a2f3-473a-8378-4504db4aaa56 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:31:55.999909 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-276ac661-93e1-4c1e-920a-68f5609624f9 req-a113f27b-a2f3-473a-8378-4504db4aaa56 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 931 time: 0.0559192 Sep 07 17:31:56.040048 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-276ac661-93e1-4c1e-920a-68f5609624f9 req-e41c4e98-db68-476b-8f44-6dd8ec409cfb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328488 Sep 07 17:31:57.160613 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504c002-3512-47d4-873f-0b3a0603af2e req-0133f46b-bab7-4c6a-969f-82ce9363919b tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:31:57.167782 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3504c002-3512-47d4-873f-0b3a0603af2e req-0133f46b-bab7-4c6a-969f-82ce9363919b tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 931 time: 0.0565398 Sep 07 17:31:57.202968 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-3504c002-3512-47d4-873f-0b3a0603af2e req-d1285900-69c1-4cb7-9c85-ba48ef313b9b tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320938 Sep 07 17:31:58.319213 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d11fe-0c93-4a75-8682-cdef100726c2 req-1dd21f81-0434-4ed0-8589-d85f2d12a7c4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:31:58.321575 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-876d11fe-0c93-4a75-8682-cdef100726c2 req-1dd21f81-0434-4ed0-8589-d85f2d12a7c4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 931 time: 0.0496061 Sep 07 17:31:58.359838 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-876d11fe-0c93-4a75-8682-cdef100726c2 req-66136320-594f-42af-b64c-5d10e470b602 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321486 Sep 07 17:31:59.485097 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587cdb-5ebe-4046-961b-b1cf857231e3 req-6080f8f4-ea2f-41a7-bb1e-2d18be89e0d4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:31:59.486627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09587cdb-5ebe-4046-961b-b1cf857231e3 req-6080f8f4-ea2f-41a7-bb1e-2d18be89e0d4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 931 time: 0.0547512 Sep 07 17:31:59.525925 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09587cdb-5ebe-4046-961b-b1cf857231e3 req-dbd18384-9b25-4150-afe5-193db913a970 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331459 Sep 07 17:32:00.645977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5328a04-cdf6-49aa-9184-c2d8b9bc1841 req-611d1cda-7448-43e7-80ed-725816dea324 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:00.647738 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5328a04-cdf6-49aa-9184-c2d8b9bc1841 req-611d1cda-7448-43e7-80ed-725816dea324 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 931 time: 0.0521073 Sep 07 17:32:00.686593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b5328a04-cdf6-49aa-9184-c2d8b9bc1841 req-bfa163cd-fc3c-4b5a-a80e-811d84656842 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326598 Sep 07 17:32:01.808977 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cbd78-cfbe-4f96-b2ed-f39a9967139e req-71ca8e22-99da-4087-a8a2-c9f31bfb8900 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:01.810589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-437cbd78-cfbe-4f96-b2ed-f39a9967139e req-71ca8e22-99da-4087-a8a2-c9f31bfb8900 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 931 time: 0.0505414 Sep 07 17:32:01.855977 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-437cbd78-cfbe-4f96-b2ed-f39a9967139e req-b7f1f2d9-7968-4be2-abed-d9348c96e98f tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386052 Sep 07 17:32:02.651887 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:02.978256 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce90f3-4ff5-40f5-b028-9f42a91f7af1 req-973d0926-a4f7-49e8-978b-38cbff0c355f tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:02.979746 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3ce90f3-4ff5-40f5-b028-9f42a91f7af1 req-973d0926-a4f7-49e8-978b-38cbff0c355f tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 931 time: 0.0552716 Sep 07 17:32:03.017259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-b3ce90f3-4ff5-40f5-b028-9f42a91f7af1 req-0bddff64-110e-419b-a209-e8339e5d6222 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314102 Sep 07 17:32:03.233167 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:04.135887 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57bacb-dc6a-473e-90a6-2fa65da7dc8b req-421fc19b-9b6e-4daa-afce-fdb99f518180 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:04.137709 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed57bacb-dc6a-473e-90a6-2fa65da7dc8b req-421fc19b-9b6e-4daa-afce-fdb99f518180 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 931 time: 0.0527101 Sep 07 17:32:04.175522 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-ed57bacb-dc6a-473e-90a6-2fa65da7dc8b req-57adbc82-63c1-457d-b49b-6e454ad56604 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316348 Sep 07 17:32:05.312011 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131e36e-a58e-4b6d-98e2-115c7292f6a6 req-198fba1e-0125-4be3-9105-811132d33c38 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:05.313509 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e131e36e-a58e-4b6d-98e2-115c7292f6a6 req-198fba1e-0125-4be3-9105-811132d33c38 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 931 time: 0.0478277 Sep 07 17:32:05.350854 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-e131e36e-a58e-4b6d-98e2-115c7292f6a6 req-acc6185d-d517-412e-8070-4cd6cfec3577 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309989 Sep 07 17:32:05.650844 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Request body: {'port': {'device_id': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807551-3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:32:05.708366 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:05.966843 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecd085e-d66a-4aeb-937e-48249db0aef9 {{(pid=94770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:32:05.974420 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:05.986291 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.provisioning_blocks [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Transition to ACTIVE for port object fecd085e-d66a-4aeb-937e-48249db0aef9 will not be triggered until provisioned by entity L2. {{(pid=94770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 17:32:05.989477 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:06.042294 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Pushing event updated for resources: {'Port': ['ID=fecd085e-d66a-4aeb-937e-48249db0aef9,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:32:06.110903 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Attempting to bind port fecd085e-d66a-4aeb-937e-48249db0aef9 on host n-h2-807551-3 for vnic_type normal with profile {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 17:32:06.111268 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Attempting to bind port fecd085e-d66a-4aeb-937e-48249db0aef9 by drivers openvswitch,hyperv on host n-h2-807551-3 at level 0 using segments [{'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 17:32:06.111635 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Attempting to bind port fecd085e-d66a-4aeb-937e-48249db0aef9 on network 4df0ca58-7d24-4531-bdeb-c6345048db40 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:32:06.116858 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Port fecd085e-d66a-4aeb-937e-48249db0aef9 on network 4df0ca58-7d24-4531-bdeb-c6345048db40 not bound, no agent of type Open vSwitch agent registered on host n-h2-807551-3 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 17:32:06.117194 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Attempting to bind port fecd085e-d66a-4aeb-937e-48249db0aef9 on network 4df0ca58-7d24-4531-bdeb-c6345048db40 {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 17:32:06.122155 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Checking agent: {'id': '31b3fe9d-8c03-423a-8ba7-52b08a5cf519', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807551-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'started_at': datetime.datetime(2021, 9, 7, 16, 0, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 17, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 17:32:06.122504 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Checking segment: {'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 17:32:06.122901 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Bound using segment: {'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'} {{(pid=94770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 17:32:06.123339 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.managers [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Bound port: fecd085e-d66a-4aeb-937e-48249db0aef9, host: n-h2-807551-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5eefc2-9614-4905-82ee-c8c782486c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40'}}] {{(pid=94770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 17:32:06.123712 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:06.188484 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] For port fecd085e-d66a-4aeb-937e-48249db0aef9, host n-h2-807551-3, cleared binding levels {{(pid=94770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 17:32:06.191444 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] For port fecd085e-d66a-4aeb-937e-48249db0aef9, host n-h2-807551-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fecd085e-d66a-4aeb-937e-48249db0aef9,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 17:32:06.197182 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:06.237829 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:06.238361 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:06.240412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] 10.222.0.35 "PUT /v2.0/ports/fecd085e-d66a-4aeb-937e-48249db0aef9 HTTP/1.1" status: 200 len: 1091 time: 0.5948000 Sep 07 17:32:06.242668 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'tag': 'fecd085e-d66a-4aeb-937e-48249db0aef9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:32:06.245152 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9767aac-c2dc-4aca-aade-e1390b841c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbfecb4-6d29-4c4c-955a-feec274e169f", "tag": "fecd085e-d66a-4aeb-937e-48249db0aef9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:32:06.268781 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e30c0f-7b95-489e-9154-f9b424dd3985 service neutron] Pushing event updated for resources: {'Port': ['ID=fecd085e-d66a-4aeb-937e-48249db0aef9,revision_number=3']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:32:06.293592 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a82492-30ea-488b-9449-35cf3ab6df18 x-openstack-request-id: req-c7a82492-30ea-488b-9449-35cf3ab6df18 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:32:06.293908 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbfecb4-6d29-4c4c-955a-feec274e169f", "tag": "fecd085e-d66a-4aeb-937e-48249db0aef9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:32:06.294173 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7a82492-30ea-488b-9449-35cf3ab6df18 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:32:06.294592 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'tag': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'status': 'completed', 'code': 200} Sep 07 17:32:06.328922 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-052bfee5-f82f-448e-a60a-4d74ae6ac803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:06.330587 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-052bfee5-f82f-448e-a60a-4d74ae6ac803 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 1094 time: 0.0496976 Sep 07 17:32:06.374867 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-86eac394-148b-45d6-a12c-4223d1b94240 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fecd085e-d66a-4aeb-937e-48249db0aef9 HTTP/1.1" status: 200 len: 217 time: 0.0363865 Sep 07 17:32:06.435369 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-89a3bd2b-e89c-4d30-82b0-aed726cc5052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:06.436788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-89a3bd2b-e89c-4d30-82b0-aed726cc5052 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0549760 Sep 07 17:32:06.503009 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7faabd-c915-4a9a-a538-835a1f331259 req-7c69162e-a2c1-4213-bced-98534e2bf8ab tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:06.504506 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e7faabd-c915-4a9a-a538-835a1f331259 req-7c69162e-a2c1-4213-bced-98534e2bf8ab tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 943 time: 0.0836844 Sep 07 17:32:06.510595 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-074c0b76-e92a-456c-b5d8-83c0dc5f4c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:06.512047 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-074c0b76-e92a-456c-b5d8-83c0dc5f4c82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577917 Sep 07 17:32:06.602265 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8e7faabd-c915-4a9a-a538-835a1f331259 req-f6cf52b4-bdae-47cc-b383-b62af2d492d5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891123 Sep 07 17:32:06.634198 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-34af2991-d3f5-47e0-a719-f8c62867bcad service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143942 Sep 07 17:32:06.722345 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-0e6f7a25-f481-47c1-8bfe-e8f04a80f262 req-c0197e34-31fb-41f8-8c86-7bdffe15a6ad service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817084 Sep 07 17:32:06.807739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9767aac-c2dc-4aca-aade-e1390b841c1e req-c3ae3e3c-0fe5-4c2e-bcd8-81523ac1f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:06.809273 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9767aac-c2dc-4aca-aade-e1390b841c1e req-c3ae3e3c-0fe5-4c2e-bcd8-81523ac1f14d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 1094 time: 0.0408337 Sep 07 17:32:06.902071 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9767aac-c2dc-4aca-aade-e1390b841c1e req-a3e3a5b5-c0da-4ddd-9b60-7e514be7502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:06.903558 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9767aac-c2dc-4aca-aade-e1390b841c1e req-a3e3a5b5-c0da-4ddd-9b60-7e514be7502f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.0875912 Sep 07 17:32:06.945771 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9767aac-c2dc-4aca-aade-e1390b841c1e req-e8c55f85-5570-44d6-95c2-d95051609587 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fecd085e-d66a-4aeb-937e-48249db0aef9 HTTP/1.1" status: 200 len: 217 time: 0.0355594 Sep 07 17:32:06.996302 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9767aac-c2dc-4aca-aade-e1390b841c1e req-5b906d3a-2396-41f1-bbf6-9d5e2794ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:06.997680 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9767aac-c2dc-4aca-aade-e1390b841c1e req-5b906d3a-2396-41f1-bbf6-9d5e2794ec45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0457880 Sep 07 17:32:07.042562 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9767aac-c2dc-4aca-aade-e1390b841c1e req-3cc9177a-e8b2-4e74-bd4b-612009a5e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:07.044084 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9767aac-c2dc-4aca-aade-e1390b841c1e req-3cc9177a-e8b2-4e74-bd4b-612009a5e9c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393333 Sep 07 17:32:07.133636 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9767aac-c2dc-4aca-aade-e1390b841c1e req-e7e7da97-5923-46a9-9991-f2fa14d47c15 service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821438 Sep 07 17:32:07.223917 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-c9767aac-c2dc-4aca-aade-e1390b841c1e req-6abd012b-cc18-4b45-98b5-fbda9384e58c service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833819 Sep 07 17:32:07.719211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26339921-d47f-47e9-bc46-90f2af0bd1f4 req-71c91011-07f2-4e6d-acd0-e6ca86a3fb05 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:07.721011 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26339921-d47f-47e9-bc46-90f2af0bd1f4 req-71c91011-07f2-4e6d-acd0-e6ca86a3fb05 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 943 time: 0.0492938 Sep 07 17:32:07.757597 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-26339921-d47f-47e9-bc46-90f2af0bd1f4 req-68029eff-dc96-43b4-85cc-5605b645de3c tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300314 Sep 07 17:32:08.253706 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:32:08.871523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e961e-0b1c-4018-a9ee-91cac596edf1 req-ac32c351-d661-4a35-8c32-58991a2ab48d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:08.873051 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-026e961e-0b1c-4018-a9ee-91cac596edf1 req-ac32c351-d661-4a35-8c32-58991a2ab48d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 943 time: 0.0490324 Sep 07 17:32:08.915393 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-026e961e-0b1c-4018-a9ee-91cac596edf1 req-fb7f9894-0a96-4419-ae7a-6180d00d60c2 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363111 Sep 07 17:32:10.027771 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf641581-69e7-4d53-af24-f1579ce26b30 req-e8f87f57-02a4-42f6-bce1-67204ca6fee0 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:10.029264 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf641581-69e7-4d53-af24-f1579ce26b30 req-e8f87f57-02a4-42f6-bce1-67204ca6fee0 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 943 time: 0.0471492 Sep 07 17:32:10.065870 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-bf641581-69e7-4d53-af24-f1579ce26b30 req-3abb259d-e586-46f4-91f2-3ef4fd4269c0 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307424 Sep 07 17:32:10.500328 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5e1e264f-a635-43cc-b4d7-4bcbf0d75891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:10.625723 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fecd085e-d66a-4aeb-937e-48249db0aef9 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:32:10.718614 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fecd085e-d66a-4aeb-937e-48249db0aef9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fecd085e-d66a-4aeb-937e-48249db0aef9,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:32:10.729821 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'port_id': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'mac_address': 'fa:16:3e:0d:0f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:32:10.766300 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:10.778408 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fecd085e-d66a-4aeb-937e-48249db0aef9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:32:10.800156 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fecd085e-d66a-4aeb-937e-48249db0aef9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fecd085e-d66a-4aeb-937e-48249db0aef9,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:32:10.804154 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:10.850233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fecd085e-d66a-4aeb-937e-48249db0aef9,revision_number=4']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:32:11.131807 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['fecd085e-d66a-4aeb-937e-48249db0aef9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:32:11.179430 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88dfd6-f153-4db4-9daa-2fa35172d76e req-05a8b3bd-f4d0-4381-b440-02292825e75a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:11.181552 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f88dfd6-f153-4db4-9daa-2fa35172d76e req-05a8b3bd-f4d0-4381-b440-02292825e75a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 944 time: 0.0486686 Sep 07 17:32:11.218317 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-9f88dfd6-f153-4db4-9daa-2fa35172d76e req-ae5b7a98-98be-428b-b0ab-68294910e232 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306673 Sep 07 17:32:12.332095 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecbe85-6092-479e-8fc3-1771affedd66 req-5ed75fa8-3ab5-49ec-850d-1adb2a5daeb7 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:12.333600 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-efecbe85-6092-479e-8fc3-1771affedd66 req-5ed75fa8-3ab5-49ec-850d-1adb2a5daeb7 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 944 time: 0.0480831 Sep 07 17:32:12.373764 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-efecbe85-6092-479e-8fc3-1771affedd66 req-4b6bfd7b-1c00-4ef7-b66e-f256bfd4dc1b tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342722 Sep 07 17:32:12.641331 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fecd085e-d66a-4aeb-937e-48249db0aef9 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:32:12.688412 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning for port fecd085e-d66a-4aeb-937e-48249db0aef9 completed by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 17:32:12.691977 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port fecd085e-d66a-4aeb-937e-48249db0aef9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:32:12.692380 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:12.768156 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:12.790279 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecd085e-d66a-4aeb-937e-48249db0aef9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:32:12.792634 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a87b06-6f01-4431-b2cc-b95e04749ee4" -d '{"events": [{"server_uuid": "0dbfecb4-6d29-4c4c-955a-feec274e169f", "name": "network-vif-plugged", "status": "completed", "tag": "fecd085e-d66a-4aeb-937e-48249db0aef9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:32:12.805120 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fecd085e-d66a-4aeb-937e-48249db0aef9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fecd085e-d66a-4aeb-937e-48249db0aef9,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:32:12.809085 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:12.833532 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d819554-d7db-4145-9df6-a4b5ec294cad x-openstack-request-id: req-6d819554-d7db-4145-9df6-a4b5ec294cad {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:32:12.833857 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfecb4-6d29-4c4c-955a-feec274e169f", "name": "network-vif-plugged", "status": "completed", "tag": "fecd085e-d66a-4aeb-937e-48249db0aef9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:32:12.834091 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d819554-d7db-4145-9df6-a4b5ec294cad {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:32:12.834484 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'code': 200} Sep 07 17:32:12.862519 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fecd085e-d66a-4aeb-937e-48249db0aef9,revision_number=5']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:32:12.924300 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19588201-c384-4016-9bea-053ed17c5baa req-efcb1de8-5612-4a0f-812a-d08bcb6c2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:12.925840 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-19588201-c384-4016-9bea-053ed17c5baa req-efcb1de8-5612-4a0f-812a-d08bcb6c2ce5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 1096 time: 0.0401623 Sep 07 17:32:12.959184 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-19588201-c384-4016-9bea-053ed17c5baa req-097fca65-0772-4e70-9d3e-b2bbfbbf0cf3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260506 Sep 07 17:32:13.486917 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd47f5-7e14-495b-a7bf-5e73d23ee3b3 req-f483c9d0-e822-463f-b91e-46e53dd84a8f tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:13.488417 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50fd47f5-7e14-495b-a7bf-5e73d23ee3b3 req-f483c9d0-e822-463f-b91e-46e53dd84a8f tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 945 time: 0.0487199 Sep 07 17:32:13.525758 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-50fd47f5-7e14-495b-a7bf-5e73d23ee3b3 req-4703f1ad-c4ac-480f-aa91-f2673798b26d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314195 Sep 07 17:32:14.096043 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:14.313445 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-b5de6684-5d3a-48c0-be5b-98b09f93ecaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:14.640734 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461bf2d-c253-43e8-8d11-141eb815154c req-21c8d7a8-f2e7-4ef7-9b30-f56f9a9160ec tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:14.642235 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a461bf2d-c253-43e8-8d11-141eb815154c req-21c8d7a8-f2e7-4ef7-9b30-f56f9a9160ec tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 945 time: 0.0474379 Sep 07 17:32:14.682566 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-a461bf2d-c253-43e8-8d11-141eb815154c req-76caac53-96b1-4239-b254-e7094853f4ad tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345318 Sep 07 17:32:14.795042 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da1c9b-cd8b-4c4d-8e84-22eec575195c req-4e6295a8-0732-4fd3-8d63-dc56cc4c619e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:14.796742 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72da1c9b-cd8b-4c4d-8e84-22eec575195c req-4e6295a8-0732-4fd3-8d63-dc56cc4c619e tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 945 time: 0.0488846 Sep 07 17:32:14.833259 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-72da1c9b-cd8b-4c4d-8e84-22eec575195c req-afd4548c-12fc-41a3-8903-dbbcc1e59e43 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305438 Sep 07 17:32:14.854744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47708) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:32:14.893523 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6df98-0b6f-44f6-9f7b-07ffd6021472 tempest-TestSnapshotPattern-1818554652 tempest-TestSnapshotPattern-1818554652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:14.895043 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-1ae6df98-0b6f-44f6-9f7b-07ffd6021472 tempest-TestSnapshotPattern-1818554652 tempest-TestSnapshotPattern-1818554652-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 1091 time: 0.0392797 Sep 07 17:32:14.897744 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 47710) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:32:14.902618 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.v2.base [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Request body: {'floatingip': {'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'port_id': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 17:32:14.923987 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for floatingip, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:15.020485 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:15.119802 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.db_base_plugin_common [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Allocated IP 172.25.3.134 (7920ab71-216c-4d93-9da0-10a36a806527/396dd980-8cda-469a-90a7-8f4948327112/74e458c2-ad7b-4294-9751-f747d2ceb12e) {{(pid=94770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 17:32:15.221696 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for port, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:15.246680 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:15.259628 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790661217711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:15.295306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Network 7920ab71-216c-4d93-9da0-10a36a806527 is already hosted by enough agents. {{(pid=94770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 17:32:15.298149 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.base_scheduler [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Resources bound (agent type, host, resource id): {{(pid=94770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 17:32:15.304163 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Received port after_create {{(pid=94770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 17:32:15.326150 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event updated for resources: {'Port': ['ID=74e458c2-ad7b-4294-9751-f747d2ceb12e,revision_number=1']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:32:15.654921 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:15.718935 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:15.866599 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for port, precommit_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:15.871120 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5155587'] for port, after_update {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:16.245441 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event updated for resources: {'Port': ['ID=74e458c2-ad7b-4294-9751-f747d2ceb12e,revision_number=2']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:32:16.256610 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988855'] for floatingip, after_create {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:16.354074 n-d-807551-3 neutron-server[94770]: INFO neutron.db.l3_db [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Floating IP 2a438b18-7cfd-455f-b9ec-56dcb07c7c5c associated. External IP: 172.25.3.134, port: fecd085e-d66a-4aeb-937e-48249db0aef9. Sep 07 17:32:16.556538 n-d-807551-3 neutron-server[94770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Router d2262743-c680-4836-a6a3-072fdd895c49 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:32:16.659308 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:32:16.670507 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67497964-ad91-4772-8632-83b5b44f8760 None None] Sync routers for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:32:16.674688 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:16.681172 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67497964-ad91-4772-8632-83b5b44f8760 None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:32:16.681815 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-67497964-ad91-4772-8632-83b5b44f8760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:32:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:32:16.706602 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-a7e4d9c0-dfeb-42d7-a28b-9b93173f2625 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8072913 Sep 07 17:32:16.707225 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'tag': 'fecd085e-d66a-4aeb-937e-48249db0aef9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:32:16.709550 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09edc351-11c7-440b-8032-6290ef9b8186" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbfecb4-6d29-4c4c-955a-feec274e169f", "tag": "fecd085e-d66a-4aeb-937e-48249db0aef9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:32:16.746781 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df9c3e0-5e2b-43e0-858a-24b4f1c17160 x-openstack-request-id: req-2df9c3e0-5e2b-43e0-858a-24b4f1c17160 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:32:16.747075 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbfecb4-6d29-4c4c-955a-feec274e169f", "tag": "fecd085e-d66a-4aeb-937e-48249db0aef9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:32:16.747328 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2df9c3e0-5e2b-43e0-858a-24b4f1c17160 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:32:16.747746 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'tag': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'status': 'completed', 'code': 200} Sep 07 17:32:16.791321 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-67497964-ad91-4772-8632-83b5b44f8760 None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:32:16.807880 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc351-11c7-440b-8032-6290ef9b8186 req-af865d3c-6cb3-408d-bd6b-c2d70510b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:16.809370 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09edc351-11c7-440b-8032-6290ef9b8186 req-af865d3c-6cb3-408d-bd6b-c2d70510b1a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 1096 time: 0.0400333 Sep 07 17:32:16.896472 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc351-11c7-440b-8032-6290ef9b8186 req-0af7a49e-efd6-47cb-9a61-9ed962277a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:16.898012 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09edc351-11c7-440b-8032-6290ef9b8186 req-0af7a49e-efd6-47cb-9a61-9ed962277a4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.0821979 Sep 07 17:32:16.966580 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09edc351-11c7-440b-8032-6290ef9b8186 req-249abab5-3079-4f95-a2b4-9e27c4bad72e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fecd085e-d66a-4aeb-937e-48249db0aef9 HTTP/1.1" status: 200 len: 999 time: 0.0614245 Sep 07 17:32:17.014406 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc351-11c7-440b-8032-6290ef9b8186 req-aebede69-5d53-4c20-9df6-f030b508392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:17.015866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09edc351-11c7-440b-8032-6290ef9b8186 req-aebede69-5d53-4c20-9df6-f030b508392c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0430079 Sep 07 17:32:17.017437 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-67497964-ad91-4772-8632-83b5b44f8760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '2a438b18-7cfd-455f-b9ec-56dcb07c7c5c', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'port_id': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'mac_address': 'fa:16:3e:0d:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:32:15Z', 'updated_at': '2021-09-07T17:32:15Z', 'revision_number': 0, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address_scope': None}, {'id': '3514fcf0-9181-4d50-bbdc-68523f4dbe38', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'port_id': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'mac_address': 'fa:16:3e:fa:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:29:36Z', 'updated_at': '2021-09-07T17:29:38Z', 'revision_number': 1, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:22Z', 'revision_number': 5, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:32:17.044211 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67497964-ad91-4772-8632-83b5b44f8760 None None] Checking router: d2262743-c680-4836-a6a3-072fdd895c49 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:32:17.052583 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67497964-ad91-4772-8632-83b5b44f8760 None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:32:17.053210 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-67497964-ad91-4772-8632-83b5b44f8760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:32:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:32:17.061087 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc351-11c7-440b-8032-6290ef9b8186 req-670f6831-630b-4144-b469-a34df84520ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:17.062543 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09edc351-11c7-440b-8032-6290ef9b8186 req-670f6831-630b-4144-b469-a34df84520ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398557 Sep 07 17:32:17.154478 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09edc351-11c7-440b-8032-6290ef9b8186 req-890926f1-5a11-4129-a3aa-ecb5868d7362 service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852795 Sep 07 17:32:17.166167 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-67497964-ad91-4772-8632-83b5b44f8760 None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:32:17.191084 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:17.250225 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-09edc351-11c7-440b-8032-6290ef9b8186 req-e7939cf8-2ff2-4c05-ac7b-de604edf740b service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894017 Sep 07 17:32:17.385318 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-67497964-ad91-4772-8632-83b5b44f8760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '2a438b18-7cfd-455f-b9ec-56dcb07c7c5c', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'port_id': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'mac_address': 'fa:16:3e:0d:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:32:15Z', 'updated_at': '2021-09-07T17:32:15Z', 'revision_number': 0, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address_scope': None}, {'id': '3514fcf0-9181-4d50-bbdc-68523f4dbe38', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'port_id': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'mac_address': 'fa:16:3e:fa:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:29:36Z', 'updated_at': '2021-09-07T17:29:38Z', 'revision_number': 1, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:22Z', 'revision_number': 5, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:32:17.414735 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67497964-ad91-4772-8632-83b5b44f8760 None None] The sync data for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 is: [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '2a438b18-7cfd-455f-b9ec-56dcb07c7c5c', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'port_id': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'mac_address': 'fa:16:3e:0d:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:32:15Z', 'updated_at': '2021-09-07T17:32:15Z', 'revision_number': 0, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address_scope': None}, {'id': '3514fcf0-9181-4d50-bbdc-68523f4dbe38', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'port_id': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'mac_address': 'fa:16:3e:fa:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:29:36Z', 'updated_at': '2021-09-07T17:29:38Z', 'revision_number': 1, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:22Z', 'revision_number': 5, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:32:17.593527 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb75fe-3cc9-4faf-bbed-5b2607131940 None None] New status for floating IP 2a438b18-7cfd-455f-b9ec-56dcb07c7c5c: ACTIVE {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:32:32.648703 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:33.246489 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:36.766756 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-809a58c4-43ee-47fd-80ac-37945ff32091 req-9b8641bd-8bae-4d68-a445-d4bec894a315 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400274 Sep 07 17:32:36.846391 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a58c4-43ee-47fd-80ac-37945ff32091 req-ce870109-ccf3-4feb-a78e-21ecacf37961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:36.847885 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-809a58c4-43ee-47fd-80ac-37945ff32091 req-ce870109-ccf3-4feb-a78e-21ecacf37961 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 1096 time: 0.0401702 Sep 07 17:32:36.951975 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a58c4-43ee-47fd-80ac-37945ff32091 req-3ebc5f63-e6d9-48e3-b963-b74589e145d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:36.953475 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-809a58c4-43ee-47fd-80ac-37945ff32091 req-3ebc5f63-e6d9-48e3-b963-b74589e145d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.0867393 Sep 07 17:32:37.017513 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-809a58c4-43ee-47fd-80ac-37945ff32091 req-85b05af4-f83a-43ff-8111-a1a6b5f441e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fecd085e-d66a-4aeb-937e-48249db0aef9 HTTP/1.1" status: 200 len: 1001 time: 0.0565312 Sep 07 17:32:37.063812 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a58c4-43ee-47fd-80ac-37945ff32091 req-ae3f3c5d-f063-4e61-86e8-cd19cb6049b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:37.065237 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-809a58c4-43ee-47fd-80ac-37945ff32091 req-ae3f3c5d-f063-4e61-86e8-cd19cb6049b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0414793 Sep 07 17:32:37.114368 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a58c4-43ee-47fd-80ac-37945ff32091 req-ca6f0ab1-f9c3-48a5-82b2-db847f0e3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:37.115831 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-809a58c4-43ee-47fd-80ac-37945ff32091 req-ca6f0ab1-f9c3-48a5-82b2-db847f0e3ab6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428197 Sep 07 17:32:37.203598 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-809a58c4-43ee-47fd-80ac-37945ff32091 req-8c67e4b1-337d-4d00-aef1-130e3e2ab980 service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795894 Sep 07 17:32:37.295589 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-809a58c4-43ee-47fd-80ac-37945ff32091 req-20a7b3b5-67bf-4e56-aa03-73509ccb1841 service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851424 Sep 07 17:32:40.501114 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-01491c3a-3519-4881-83a8-4f617507d5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:40.953239 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8ce9d55a-3616-4392-aa65-b5d29408b2fb req-46c3c04a-12d5-40c8-91b0-1b41944db6fe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441332 Sep 07 17:32:41.038686 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d55a-3616-4392-aa65-b5d29408b2fb req-6444b622-fb61-4a70-a696-7adccf2d622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:41.040227 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8ce9d55a-3616-4392-aa65-b5d29408b2fb req-6444b622-fb61-4a70-a696-7adccf2d622e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 1094 time: 0.0408456 Sep 07 17:32:41.143220 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d55a-3616-4392-aa65-b5d29408b2fb req-0d53ae2b-29bc-4329-bb11-04bddac09722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:41.144701 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8ce9d55a-3616-4392-aa65-b5d29408b2fb req-0d53ae2b-29bc-4329-bb11-04bddac09722 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.0837426 Sep 07 17:32:41.212761 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8ce9d55a-3616-4392-aa65-b5d29408b2fb req-b21499a7-b6d0-4831-b2d8-c60449aa1702 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50f94fd5-1e91-440c-961c-223d4b40ed36 HTTP/1.1" status: 200 len: 998 time: 0.0601246 Sep 07 17:32:41.262221 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d55a-3616-4392-aa65-b5d29408b2fb req-124dc4d6-bc01-45d9-ada8-5fd0c9b1dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:41.263652 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8ce9d55a-3616-4392-aa65-b5d29408b2fb req-124dc4d6-bc01-45d9-ada8-5fd0c9b1dfce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0424840 Sep 07 17:32:41.308670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d55a-3616-4392-aa65-b5d29408b2fb req-f735039a-28a1-496c-9d3f-1eab94fbec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:32:41.310138 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8ce9d55a-3616-4392-aa65-b5d29408b2fb req-f735039a-28a1-496c-9d3f-1eab94fbec8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385115 Sep 07 17:32:41.406137 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8ce9d55a-3616-4392-aa65-b5d29408b2fb req-d12b87a4-38f1-4fb0-af5b-7113a1ebde9d service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834999 Sep 07 17:32:41.498209 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-8ce9d55a-3616-4392-aa65-b5d29408b2fb req-3c606ed3-f5aa-4369-970b-b8d41640e412 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812020 Sep 07 17:32:44.098194 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:44.313431 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d6dfdc7c-f0a4-4fe7-9b08-6385c1478a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:45.249677 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:32:45.253598 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:32:47.165408 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:02.647660 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:03.246237 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:10.504817 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-545900c0-0d56-4fad-82e0-efc97f20de53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:14.103311 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:14.312457 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-57232654-ed35-4e93-8f4c-10b9c9fbb9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:15.251736 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:17.168644 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:22.253283 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:33:32.650104 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:33.263810 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:38.829688 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7eef1529-5da7-4d75-a83e-d4642db8539b req-7f826b0b-aa39-4cd9-927d-1d5dee4ab83e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920832 Sep 07 17:33:38.910434 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef1529-5da7-4d75-a83e-d4642db8539b req-e7f9e707-0349-4d03-a9d9-7189cdf08cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:33:38.912086 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7eef1529-5da7-4d75-a83e-d4642db8539b req-e7f9e707-0349-4d03-a9d9-7189cdf08cf7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 1096 time: 0.0414181 Sep 07 17:33:39.017117 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef1529-5da7-4d75-a83e-d4642db8539b req-46f24b85-8f1d-4025-b446-16c9581b362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:33:39.018515 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7eef1529-5da7-4d75-a83e-d4642db8539b req-46f24b85-8f1d-4025-b446-16c9581b362b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.0874200 Sep 07 17:33:39.081502 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7eef1529-5da7-4d75-a83e-d4642db8539b req-ed24c978-b1bc-4fd0-bd95-4964a8f042c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fecd085e-d66a-4aeb-937e-48249db0aef9 HTTP/1.1" status: 200 len: 1001 time: 0.0562530 Sep 07 17:33:39.133526 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef1529-5da7-4d75-a83e-d4642db8539b req-a0854141-10f3-4f47-a572-30393652d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:33:39.134969 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7eef1529-5da7-4d75-a83e-d4642db8539b req-a0854141-10f3-4f47-a572-30393652d304 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0471334 Sep 07 17:33:39.178575 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef1529-5da7-4d75-a83e-d4642db8539b req-6a498145-ea6a-4e05-ac1a-e14cb5888740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:33:39.180593 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7eef1529-5da7-4d75-a83e-d4642db8539b req-6a498145-ea6a-4e05-ac1a-e14cb5888740 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386579 Sep 07 17:33:39.267756 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7eef1529-5da7-4d75-a83e-d4642db8539b req-dec9f339-60e1-4011-b529-734e5d881b7d service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802135 Sep 07 17:33:39.357412 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-7eef1529-5da7-4d75-a83e-d4642db8539b req-c6a9d185-aafe-4fc6-94a1-df1695e7e0bf service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829213 Sep 07 17:33:40.505869 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-f3bd01aa-1528-4da2-94c1-35ffd80c7a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:41.270484 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1b3a98b-6c45-4bf3-8446-6e023b928939 req-da14608e-393a-4509-a99a-bd1e3443d21a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441990 Sep 07 17:33:41.353815 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3a98b-6c45-4bf3-8446-6e023b928939 req-75b5d21a-cb00-4764-8821-f4bea5d0da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:33:41.355494 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1b3a98b-6c45-4bf3-8446-6e023b928939 req-75b5d21a-cb00-4764-8821-f4bea5d0da17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 1094 time: 0.0413852 Sep 07 17:33:41.466316 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3a98b-6c45-4bf3-8446-6e023b928939 req-9720cede-2484-4068-851a-ddfc7bdefbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:33:41.467779 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1b3a98b-6c45-4bf3-8446-6e023b928939 req-9720cede-2484-4068-851a-ddfc7bdefbd6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.0879800 Sep 07 17:33:41.535768 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1b3a98b-6c45-4bf3-8446-6e023b928939 req-21472432-3870-4ade-8038-41c70e2fac68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50f94fd5-1e91-440c-961c-223d4b40ed36 HTTP/1.1" status: 200 len: 998 time: 0.0561767 Sep 07 17:33:41.588790 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3a98b-6c45-4bf3-8446-6e023b928939 req-72ec4295-feee-4e28-b787-cad80057f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:33:41.590200 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1b3a98b-6c45-4bf3-8446-6e023b928939 req-72ec4295-feee-4e28-b787-cad80057f68b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0432379 Sep 07 17:33:41.639069 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3a98b-6c45-4bf3-8446-6e023b928939 req-3e4ff0a4-edac-479c-89a1-41654a2957ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:33:41.640582 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1b3a98b-6c45-4bf3-8446-6e023b928939 req-3e4ff0a4-edac-479c-89a1-41654a2957ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428858 Sep 07 17:33:41.734639 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1b3a98b-6c45-4bf3-8446-6e023b928939 req-14b482b7-05db-400b-b93b-3173c6c04899 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839803 Sep 07 17:33:41.830659 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-b1b3a98b-6c45-4bf3-8446-6e023b928939 req-2b131fa6-2b1b-47a5-a022-ba205813d3f7 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862181 Sep 07 17:33:44.105549 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:44.311485 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a13231a4-3d50-436c-bf05-0f00be6b493a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:45.260292 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:47.171727 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:33:59.252374 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:34:02.663045 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:03.258434 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:10.507748 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ac6e-b37a-429b-88c1-468fea26cfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:14.109449 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:14.310662 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-802477a2-8059-4ebf-a317-673da80f69c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:15.257658 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:17.173487 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:27.370118 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fecd085e-d66a-4aeb-937e-48249db0aef9 details requested by agent hyperv_n-h2-807551-3 with host n-h2-807551-3 {{(pid=94772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 17:34:27.462845 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fecd085e-d66a-4aeb-937e-48249db0aef9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fecd085e-d66a-4aeb-937e-48249db0aef9,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:34:27.476650 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Returning: {'device': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'port_id': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'mac_address': 'fa:16:3e:0d:0f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 17:34:27.511925 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:27.523769 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fecd085e-d66a-4aeb-937e-48249db0aef9 {{(pid=94772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 17:34:27.541498 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fecd085e-d66a-4aeb-937e-48249db0aef9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fecd085e-d66a-4aeb-937e-48249db0aef9,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:34:27.545809 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:27.593288 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fecd085e-d66a-4aeb-937e-48249db0aef9,revision_number=6']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:27.600613 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:27.600963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:27.601308 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:27.601641 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:27.601973 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:27.602304 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:27.602633 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:27.602963 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:27.603285 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:27.603605 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:27.603928 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:27.604274 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:27.623042 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] get_ports_and_sgs() called for port_ids ['fecd085e-d66a-4aeb-937e-48249db0aef9'] {{(pid=94772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 17:34:29.371903 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fecd085e-d66a-4aeb-937e-48249db0aef9 up at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 17:34:29.418239 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.provisioning_blocks [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Provisioning complete for port fecd085e-d66a-4aeb-937e-48249db0aef9 triggered by entity L2. {{(pid=94772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 17:34:29.418616 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643741'] for port, provisioning_complete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:29.494175 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588321'] for port, before_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:29.515939 n-d-807551-3 neutron-server[94772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecd085e-d66a-4aeb-937e-48249db0aef9'}] {{(pid=94772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:34:29.518181 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f04c847428cb04545f5207022e546089873b698977a38ca82572ebfffdfeff67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb5b8bc-476c-4708-989a-ded234bbd493" -d '{"events": [{"server_uuid": "0dbfecb4-6d29-4c4c-955a-feec274e169f", "name": "network-vif-plugged", "status": "completed", "tag": "fecd085e-d66a-4aeb-937e-48249db0aef9"}]}' {{(pid=94772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:34:29.530829 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] For port fecd085e-d66a-4aeb-937e-48249db0aef9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fecd085e-d66a-4aeb-937e-48249db0aef9,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:34:29.534786 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790661720558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790661217729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790661217747'] for port, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:29.582660 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Pushing event updated for resources: {'Port': ['ID=fecd085e-d66a-4aeb-937e-48249db0aef9,revision_number=7']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:29.654584 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4059a4-631c-40e6-84c5-d10dc7201e35 x-openstack-request-id: req-3b4059a4-631c-40e6-84c5-d10dc7201e35 {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:34:29.654887 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfecb4-6d29-4c4c-955a-feec274e169f", "name": "network-vif-plugged", "status": "completed", "tag": "fecd085e-d66a-4aeb-937e-48249db0aef9", "code": 200}]} {{(pid=94772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:34:29.655167 n-d-807551-3 neutron-server[94772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b4059a4-631c-40e6-84c5-d10dc7201e35 {{(pid=94772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:34:29.655568 n-d-807551-3 neutron-server[94772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'code': 200} Sep 07 17:34:32.665689 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:33.277944 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:36.252065 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:34:40.510357 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-de9b3bb8-b7fc-4ce3-be9b-5a4b2aa5461f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:40.781484 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d71d15d-c5fc-4bc9-8c29-8928c7e9dd97 req-5db8486f-7539-46e2-a2fc-9c90a117ba9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432570 Sep 07 17:34:40.868522 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71d15d-c5fc-4bc9-8c29-8928c7e9dd97 req-d2ae28a4-ef7e-4c04-9c91-0d4c63c51816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:40.870407 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d71d15d-c5fc-4bc9-8c29-8928c7e9dd97 req-d2ae28a4-ef7e-4c04-9c91-0d4c63c51816 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 1096 time: 0.0482557 Sep 07 17:34:40.897999 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 47972) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:40.980047 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71d15d-c5fc-4bc9-8c29-8928c7e9dd97 req-522b021e-fd3b-45ec-8035-024c4a477249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:40.981470 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d71d15d-c5fc-4bc9-8c29-8928c7e9dd97 req-522b021e-fd3b-45ec-8035-024c4a477249 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.0907047 Sep 07 17:34:41.045594 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d71d15d-c5fc-4bc9-8c29-8928c7e9dd97 req-ee37211a-c6f6-4c9e-b4ce-e2e73dbff8bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fecd085e-d66a-4aeb-937e-48249db0aef9 HTTP/1.1" status: 200 len: 1001 time: 0.0569696 Sep 07 17:34:41.056241 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Deleting port 74e458c2-ad7b-4294-9751-f747d2ceb12e {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:34:41.056622 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:41.098073 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71d15d-c5fc-4bc9-8c29-8928c7e9dd97 req-c9e85e40-0eb0-40b2-9a03-919d88460db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:41.099546 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d71d15d-c5fc-4bc9-8c29-8928c7e9dd97 req-c9e85e40-0eb0-40b2-9a03-919d88460db2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0473087 Sep 07 17:34:41.131919 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:41.132270 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:41.143926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Calling delete_port for 74e458c2-ad7b-4294-9751-f747d2ceb12e owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:34:41.144271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71d15d-c5fc-4bc9-8c29-8928c7e9dd97 req-9d2675ac-3d8e-458c-9f0b-9f4577ab9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:41.145817 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d71d15d-c5fc-4bc9-8c29-8928c7e9dd97 req-9d2675ac-3d8e-458c-9f0b-9f4577ab9015 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389853 Sep 07 17:34:41.239865 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d71d15d-c5fc-4bc9-8c29-8928c7e9dd97 req-c2c4d3f5-942a-4037-9acc-787fd8b524e3 service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853479 Sep 07 17:34:41.294368 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:41.325259 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event deleted for resources: {'Port': ['ID=74e458c2-ad7b-4294-9751-f747d2ceb12e,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:41.331583 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-8d71d15d-c5fc-4bc9-8c29-8928c7e9dd97 req-844aa788-5935-444d-ac26-eb4a5e72f160 service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847237 Sep 07 17:34:41.351058 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:41.351406 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:41.351750 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:41.352094 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:41.352455 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:41.352790 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:41.353122 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:41.353450 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:41.353780 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:41.354110 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:41.354461 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:41.354793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:41.393709 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:41.394046 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Floating IP 2a438b18-7cfd-455f-b9ec-56dcb07c7c5c disassociated (deleted). External IP: 172.25.3.134, port: fecd085e-d66a-4aeb-937e-48249db0aef9. Sep 07 17:34:41.599555 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Router d2262743-c680-4836-a6a3-072fdd895c49 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:34:41.705277 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:34:41.710141 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:41.715003 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2956ea-c1b3-4140-8267-7fad40867795 None None] Sync routers for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:34:41.724745 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2956ea-c1b3-4140-8267-7fad40867795 None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:34:41.725369 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef2956ea-c1b3-4140-8267-7fad40867795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:34:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:41.736807 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-f774c4ff-247f-4cd5-bedb-e0f63eb449ac tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "DELETE /v2.0/floatingips/2a438b18-7cfd-455f-b9ec-56dcb07c7c5c HTTP/1.1" status: 204 len: 168 time: 0.8376770 Sep 07 17:34:41.737495 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'tag': 'fecd085e-d66a-4aeb-937e-48249db0aef9'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:34:41.740078 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc614ebb-d1af-4232-b022-caabf79b4f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbfecb4-6d29-4c4c-955a-feec274e169f", "tag": "fecd085e-d66a-4aeb-937e-48249db0aef9"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:34:41.838294 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ef2956ea-c1b3-4140-8267-7fad40867795 None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:34:41.893681 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1409b01e-e103-4347-b684-c1fef4eecf16 x-openstack-request-id: req-1409b01e-e103-4347-b684-c1fef4eecf16 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:34:41.894057 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbfecb4-6d29-4c4c-955a-feec274e169f", "tag": "fecd085e-d66a-4aeb-937e-48249db0aef9", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:34:41.894324 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1409b01e-e103-4347-b684-c1fef4eecf16 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:34:41.894742 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'tag': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'status': 'completed', 'code': 200} Sep 07 17:34:41.965093 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614ebb-d1af-4232-b022-caabf79b4f5d req-ee16f8e5-2618-4fd1-9e56-91714e44ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:41.966697 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc614ebb-d1af-4232-b022-caabf79b4f5d req-ee16f8e5-2618-4fd1-9e56-91714e44ced3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 1096 time: 0.0464706 Sep 07 17:34:42.069841 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef2956ea-c1b3-4140-8267-7fad40867795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '3514fcf0-9181-4d50-bbdc-68523f4dbe38', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'port_id': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'mac_address': 'fa:16:3e:fa:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:29:36Z', 'updated_at': '2021-09-07T17:29:38Z', 'revision_number': 1, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:22Z', 'revision_number': 5, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:42.094904 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60524840-8008-4aae-afff-cf1e9bc4a51c req-29472a9b-2a1a-4a11-9aa8-5b4d49c0900f tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:42.095403 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2956ea-c1b3-4140-8267-7fad40867795 None None] Checking router: d2262743-c680-4836-a6a3-072fdd895c49 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:34:42.096425 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60524840-8008-4aae-afff-cf1e9bc4a51c req-29472a9b-2a1a-4a11-9aa8-5b4d49c0900f tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 945 time: 0.1511424 Sep 07 17:34:42.099167 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614ebb-d1af-4232-b022-caabf79b4f5d req-0be50aae-1b46-425c-aaa6-51be7a72a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:42.100627 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc614ebb-d1af-4232-b022-caabf79b4f5d req-0be50aae-1b46-425c-aaa6-51be7a72a79f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.1265211 Sep 07 17:34:42.104348 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2956ea-c1b3-4140-8267-7fad40867795 None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:34:42.104965 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef2956ea-c1b3-4140-8267-7fad40867795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:34:14Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:42.153067 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc614ebb-d1af-4232-b022-caabf79b4f5d req-1c9244c3-02a4-4e9f-8b46-b22fca577999 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fecd085e-d66a-4aeb-937e-48249db0aef9 HTTP/1.1" status: 200 len: 217 time: 0.0432637 Sep 07 17:34:42.193192 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-60524840-8008-4aae-afff-cf1e9bc4a51c req-ab7df212-df58-469f-85a1-b4e08511880a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904672 Sep 07 17:34:42.211811 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614ebb-d1af-4232-b022-caabf79b4f5d req-235f4dfd-fdf5-4323-9b3f-7024daa34fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:42.213324 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc614ebb-d1af-4232-b022-caabf79b4f5d req-235f4dfd-fdf5-4323-9b3f-7024daa34fce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0511630 Sep 07 17:34:42.217451 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-ef2956ea-c1b3-4140-8267-7fad40867795 None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:34:42.260067 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc614ebb-d1af-4232-b022-caabf79b4f5d req-699f730e-b327-4749-b5e3-1ac0493c3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:42.261655 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc614ebb-d1af-4232-b022-caabf79b4f5d req-699f730e-b327-4749-b5e3-1ac0493c3eae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405250 Sep 07 17:34:42.354866 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc614ebb-d1af-4232-b022-caabf79b4f5d req-d7be27df-7d9d-48d8-bf4b-9ac18c35f7e0 service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851593 Sep 07 17:34:42.440691 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-ef2956ea-c1b3-4140-8267-7fad40867795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '3514fcf0-9181-4d50-bbdc-68523f4dbe38', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'port_id': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'mac_address': 'fa:16:3e:fa:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:29:36Z', 'updated_at': '2021-09-07T17:29:38Z', 'revision_number': 1, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:22Z', 'revision_number': 5, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:42.443856 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-fc614ebb-d1af-4232-b022-caabf79b4f5d req-08216b7e-02d4-42cd-91a8-17f6ff1812dc service neutron] 10.222.0.35 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816696 Sep 07 17:34:42.467203 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2956ea-c1b3-4140-8267-7fad40867795 None None] The sync data for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 is: [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_floatingips': [{'id': '3514fcf0-9181-4d50-bbdc-68523f4dbe38', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'router_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'port_id': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'mac_address': 'fa:16:3e:fa:02:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T17:29:36Z', 'updated_at': '2021-09-07T17:29:38Z', 'revision_number': 1, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:22Z', 'revision_number': 5, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:34:42.678910 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3d72b-07db-4d13-a9f1-b826c820c87b None None] New status for floating IP 2a438b18-7cfd-455f-b9ec-56dcb07c7c5c: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:34:43.282730 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9d3a1d3-4cdb-4d14-a141-648058a84c68 req-750511e1-0197-4fe2-b6dc-5227f23d44fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568707 Sep 07 17:34:43.360819 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316769b5-881e-4a8e-b0ea-594d7d83b85a req-bec4a323-b49a-4720-8704-b7b654502c71 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:43.362331 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-316769b5-881e-4a8e-b0ea-594d7d83b85a req-bec4a323-b49a-4720-8704-b7b654502c71 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 945 time: 0.0995417 Sep 07 17:34:43.369706 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a1d3-4cdb-4d14-a141-648058a84c68 req-f5b667a0-88d2-45ae-b76e-7218050c935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:43.371193 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9d3a1d3-4cdb-4d14-a141-648058a84c68 req-f5b667a0-88d2-45ae-b76e-7218050c935b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 1094 time: 0.0416710 Sep 07 17:34:43.403788 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-316769b5-881e-4a8e-b0ea-594d7d83b85a req-f3a9eef9-1734-487b-ad20-3b55ae2d3da5 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355208 Sep 07 17:34:43.487417 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a1d3-4cdb-4d14-a141-648058a84c68 req-a24d9ac9-3caa-4eec-aa0a-a72b754f380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:43.488822 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9d3a1d3-4cdb-4d14-a141-648058a84c68 req-a24d9ac9-3caa-4eec-aa0a-a72b754f380d service neutron] 10.222.0.54 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.0882869 Sep 07 17:34:43.557734 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9d3a1d3-4cdb-4d14-a141-648058a84c68 req-a784b5be-982d-4153-bae6-58711896c51d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50f94fd5-1e91-440c-961c-223d4b40ed36 HTTP/1.1" status: 200 len: 998 time: 0.0573192 Sep 07 17:34:43.616535 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f628a-735b-4aa3-bdbf-e8e860bf9a5c req-8e2f1d23-880b-46ab-a533-4f9f51bc1387 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:43.618019 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-421f628a-735b-4aa3-bdbf-e8e860bf9a5c req-8e2f1d23-880b-46ab-a533-4f9f51bc1387 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 945 time: 0.0591328 Sep 07 17:34:43.620946 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a1d3-4cdb-4d14-a141-648058a84c68 req-69b140b5-b213-4ed2-9b6e-d53880d83704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:43.622432 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9d3a1d3-4cdb-4d14-a141-648058a84c68 req-69b140b5-b213-4ed2-9b6e-d53880d83704 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0543706 Sep 07 17:34:43.673192 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a1d3-4cdb-4d14-a141-648058a84c68 req-b3c2e4d0-3087-4834-9173-3ff91c63fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:43.674709 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9d3a1d3-4cdb-4d14-a141-648058a84c68 req-b3c2e4d0-3087-4834-9173-3ff91c63fe65 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409193 Sep 07 17:34:43.710863 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-421f628a-735b-4aa3-bdbf-e8e860bf9a5c req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Deleting port fecd085e-d66a-4aeb-937e-48249db0aef9 {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:34:43.711213 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-421f628a-735b-4aa3-bdbf-e8e860bf9a5c req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:43.769785 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9d3a1d3-4cdb-4d14-a141-648058a84c68 req-7f31a411-315c-4ad0-a87c-0aafe6965321 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820165 Sep 07 17:34:43.797964 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [req-421f628a-735b-4aa3-bdbf-e8e860bf9a5c req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] For port fecd085e-d66a-4aeb-937e-48249db0aef9, host n-h2-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807551-3',level=0,port_id=fecd085e-d66a-4aeb-937e-48249db0aef9,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:34:43.798332 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-421f628a-735b-4aa3-bdbf-e8e860bf9a5c req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:43.811306 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [req-421f628a-735b-4aa3-bdbf-e8e860bf9a5c req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Calling delete_port for fecd085e-d66a-4aeb-937e-48249db0aef9 owned by compute:nova {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:34:43.869127 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-c9d3a1d3-4cdb-4d14-a141-648058a84c68 req-83b6867b-0576-4b23-8286-67841d9cd035 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876362 Sep 07 17:34:43.939807 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-421f628a-735b-4aa3-bdbf-e8e860bf9a5c req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:43.969190 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event deleted for resources: {'Port': ['ID=fecd085e-d66a-4aeb-937e-48249db0aef9,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:43.999574 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:43.999928 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:44.000278 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:44.000725 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:44.001069 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:44.001403 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:44.001739 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:44.002625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:44.002625 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:44.002817 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:44.003052 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:44.003724 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807551-3 {{(pid=94770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 17:34:44.023386 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [req-421f628a-735b-4aa3-bdbf-e8e860bf9a5c req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] No DVR routers for this DVR port fecd085e-d66a-4aeb-937e-48249db0aef9 on host n-h2-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:34:44.026012 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [req-421f628a-735b-4aa3-bdbf-e8e860bf9a5c req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:44.028550 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-421f628a-735b-4aa3-bdbf-e8e860bf9a5c req-1da368f5-8bbe-441e-8ff8-97fb90048ceb tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.35 "DELETE /v2.0/ports/fecd085e-d66a-4aeb-937e-48249db0aef9 HTTP/1.1" status: 204 len: 173 time: 0.4048328 Sep 07 17:34:44.028998 n-d-807551-3 neutron-server[94770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'name': 'network-vif-deleted', 'tag': 'fecd085e-d66a-4aeb-937e-48249db0aef9'}] {{(pid=94770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:34:44.032374 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce7cb133c2c647890af0d948d3c3aa0034fef340e2ac80fb3e6a2704f543abd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa107bf-38ca-4883-8059-37a252efdaba" -d '{"events": [{"server_uuid": "0dbfecb4-6d29-4c4c-955a-feec274e169f", "name": "network-vif-deleted", "tag": "fecd085e-d66a-4aeb-937e-48249db0aef9"}]}' {{(pid=94770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:34:44.116503 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:44.127222 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d00295-e9f3-44f8-8eb4-425be8af0a24 x-openstack-request-id: req-01d00295-e9f3-44f8-8eb4-425be8af0a24 {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:34:44.127898 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfecb4-6d29-4c4c-955a-feec274e169f", "name": "network-vif-deleted", "tag": "fecd085e-d66a-4aeb-937e-48249db0aef9", "status": "completed", "code": 200}]} {{(pid=94770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:34:44.128160 n-d-807551-3 neutron-server[94770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01d00295-e9f3-44f8-8eb4-425be8af0a24 {{(pid=94770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:34:44.128705 n-d-807551-3 neutron-server[94770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfecb4-6d29-4c4c-955a-feec274e169f', 'name': 'network-vif-deleted', 'tag': 'fecd085e-d66a-4aeb-937e-48249db0aef9', 'status': 'completed', 'code': 200} Sep 07 17:34:44.314771 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-afb8cebc-d62e-440a-9ec1-cfd19a8f67a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:44.520830 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-05c74e80-0380-4288-8106-be7ed4b2c4d3 req-c1d495c3-c491-4c91-9097-fe8062fe70e0 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dbfecb4-6d29-4c4c-955a-feec274e169f HTTP/1.1" status: 200 len: 210 time: 0.0336654 Sep 07 17:34:45.261109 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:45.450906 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fecd085e-d66a-4aeb-937e-48249db0aef9 no longer exists at agent hyperv_n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:34:45.470621 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] No Port match for: fecd085e-d66a-4aeb-937e-48249db0aef9 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:34:45.470972 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Device fecd085e-d66a-4aeb-937e-48249db0aef9 not bound to the agent host n-h2-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:34:46.081175 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48046) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:46.234656 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-278246d8-2fbc-4e29-9deb-0b6bf0f9ce8a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Deleting port 98bd1b1b-002f-4b03-9eb6-998819075773 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:34:46.234999 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-278246d8-2fbc-4e29-9deb-0b6bf0f9ce8a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:46.312392 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-278246d8-2fbc-4e29-9deb-0b6bf0f9ce8a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:46.312783 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-278246d8-2fbc-4e29-9deb-0b6bf0f9ce8a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:46.324650 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-278246d8-2fbc-4e29-9deb-0b6bf0f9ce8a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Calling delete_port for 98bd1b1b-002f-4b03-9eb6-998819075773 owned by network:floatingip {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:34:46.470359 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-278246d8-2fbc-4e29-9deb-0b6bf0f9ce8a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:46.495745 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278246d8-2fbc-4e29-9deb-0b6bf0f9ce8a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event deleted for resources: {'Port': ['ID=98bd1b1b-002f-4b03-9eb6-998819075773,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:46.553487 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-278246d8-2fbc-4e29-9deb-0b6bf0f9ce8a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for floatingip, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:46.553822 n-d-807551-3 neutron-server[94771]: INFO neutron.db.l3_db [None req-278246d8-2fbc-4e29-9deb-0b6bf0f9ce8a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Floating IP 3514fcf0-9181-4d50-bbdc-68523f4dbe38 disassociated (deleted). External IP: 172.25.3.28, port: 50f94fd5-1e91-440c-961c-223d4b40ed36. Sep 07 17:34:46.758040 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278246d8-2fbc-4e29-9deb-0b6bf0f9ce8a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Router d2262743-c680-4836-a6a3-072fdd895c49 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:34:46.862719 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278246d8-2fbc-4e29-9deb-0b6bf0f9ce8a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:34:46.867409 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-278246d8-2fbc-4e29-9deb-0b6bf0f9ce8a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for floatingip, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:46.871909 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2df09-8cd2-4c03-aedd-5a9fb7d7512b None None] Sync routers for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:34:46.880409 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2df09-8cd2-4c03-aedd-5a9fb7d7512b None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:34:46.881022 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-07b2df09-8cd2-4c03-aedd-5a9fb7d7512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:34:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:46.893656 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-278246d8-2fbc-4e29-9deb-0b6bf0f9ce8a tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "DELETE /v2.0/floatingips/3514fcf0-9181-4d50-bbdc-68523f4dbe38 HTTP/1.1" status: 204 len: 168 time: 0.8113632 Sep 07 17:34:46.894382 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:34:46.897375 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a1ddaf-569f-4bd6-9bd8-2cbcef72bbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:34:46.937206 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 17:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7f57ca-3304-4c2f-bc67-098a918007bc x-openstack-request-id: req-ca7f57ca-3304-4c2f-bc67-098a918007bc {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:34:46.937504 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:34:46.937761 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca7f57ca-3304-4c2f-bc67-098a918007bc {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:34:46.938181 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'status': 'completed', 'code': 200} Sep 07 17:34:47.011208 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1ddaf-569f-4bd6-9bd8-2cbcef72bbe7 req-3a35e5af-bb8e-4a61-8120-e4aeb3e9caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:47.012932 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11a1ddaf-569f-4bd6-9bd8-2cbcef72bbe7 req-3a35e5af-bb8e-4a61-8120-e4aeb3e9caa8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50a9865df1534847b9f757c8fd5191ab&device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 1094 time: 0.0440760 Sep 07 17:34:47.121321 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1ddaf-569f-4bd6-9bd8-2cbcef72bbe7 req-2bc243e8-22c7-41b4-a864-bdefec3c522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:47.122868 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11a1ddaf-569f-4bd6-9bd8-2cbcef72bbe7 req-2bc243e8-22c7-41b4-a864-bdefec3c522a service neutron] 10.222.0.54 "GET /v2.0/networks?id=4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 200 len: 911 time: 0.1022832 Sep 07 17:34:47.135204 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2752a-7558-4d48-86e7-e0be5174bb44 req-196548ef-0c9a-4ff2-9263-ab08432ce458 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:47.136743 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2dc2752a-7558-4d48-86e7-e0be5174bb44 req-196548ef-0c9a-4ff2-9263-ab08432ce458 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 943 time: 0.0520198 Sep 07 17:34:47.147812 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-07b2df09-8cd2-4c03-aedd-5a9fb7d7512b None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:34:47.170255 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11a1ddaf-569f-4bd6-9bd8-2cbcef72bbe7 req-0b2540c0-83c7-49b9-a35a-c158fd45ab29 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50f94fd5-1e91-440c-961c-223d4b40ed36 HTTP/1.1" status: 200 len: 217 time: 0.0366781 Sep 07 17:34:47.178637 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-2dc2752a-7558-4d48-86e7-e0be5174bb44 req-59c0f46d-481c-4b23-b8f7-885674b40c54 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349483 Sep 07 17:34:47.199087 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:47.226228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1ddaf-569f-4bd6-9bd8-2cbcef72bbe7 req-73025160-da13-4c84-a54a-24abfc1ea8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:47.227724 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11a1ddaf-569f-4bd6-9bd8-2cbcef72bbe7 req-73025160-da13-4c84-a54a-24abfc1ea8b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 200 len: 849 time: 0.0499523 Sep 07 17:34:47.274344 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1ddaf-569f-4bd6-9bd8-2cbcef72bbe7 req-ba10658a-e816-4cf9-947a-d7d3f5275656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:47.276362 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11a1ddaf-569f-4bd6-9bd8-2cbcef72bbe7 req-ba10658a-e816-4cf9-947a-d7d3f5275656 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4df0ca58-7d24-4531-bdeb-c6345048db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407312 Sep 07 17:34:47.362991 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-07b2df09-8cd2-4c03-aedd-5a9fb7d7512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:22Z', 'revision_number': 5, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:47.365825 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11a1ddaf-569f-4bd6-9bd8-2cbcef72bbe7 req-02feb90c-5612-4023-99bf-956dd7986d12 service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811851 Sep 07 17:34:47.389228 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2df09-8cd2-4c03-aedd-5a9fb7d7512b None None] Checking router: d2262743-c680-4836-a6a3-072fdd895c49 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:34:47.397612 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2df09-8cd2-4c03-aedd-5a9fb7d7512b None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:34:47.398233 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-07b2df09-8cd2-4c03-aedd-5a9fb7d7512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:34:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:47.460272 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-11a1ddaf-569f-4bd6-9bd8-2cbcef72bbe7 req-b5c8c072-3e90-452d-9688-7a41af48988e service neutron] 10.222.0.54 "GET /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851376 Sep 07 17:34:47.503721 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-07b2df09-8cd2-4c03-aedd-5a9fb7d7512b None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:34:47.699890 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-07b2df09-8cd2-4c03-aedd-5a9fb7d7512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:22Z', 'revision_number': 5, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:47.724938 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2df09-8cd2-4c03-aedd-5a9fb7d7512b None None] The sync data for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 is: [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:29:17Z', 'revision_number': 4, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3', '_interfaces': [{'id': '88ff045f-92ff-4e06-9a58-058b105bf585', 'name': '', 'network_id': '4df0ca58-7d24-4531-bdeb-c6345048db40', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'mac_address': 'fa:16:3e:e5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:16Z', 'updated_at': '2021-09-07T17:29:22Z', 'revision_number': 5, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'subnets': [{'id': 'd350de83-33b3-4e79-bcd5-b0bf94b74e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:34:47.818067 n-d-807551-3 neutron-server[94771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303ad49-4da8-49f3-ba3a-9d6642dd5efb req-b1a323b2-d783-41c8-9951-f19b674201cc tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:47.819521 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2303ad49-4da8-49f3-ba3a-9d6642dd5efb req-b1a323b2-d783-41c8-9951-f19b674201cc tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 943 time: 0.0495942 Sep 07 17:34:47.950395 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf708a3b-933a-41d4-8898-4f0864e6e5e8 None None] New status for floating IP 3514fcf0-9181-4d50-bbdc-68523f4dbe38: DOWN {{(pid=94773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 17:34:48.237913 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-2303ad49-4da8-49f3-ba3a-9d6642dd5efb req-ab06c534-4b7c-4bad-8c9f-32075f4b21b4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Deleting port 50f94fd5-1e91-440c-961c-223d4b40ed36 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:34:48.238514 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2303ad49-4da8-49f3-ba3a-9d6642dd5efb req-ab06c534-4b7c-4bad-8c9f-32075f4b21b4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:48.301719 n-d-807551-3 neutron-server[94770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e4e45-7ee5-4624-b909-7e9a51f153f6 req-6be8b42d-5f8a-4343-a249-be33fe91fd1d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 17:34:48.303257 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-be3e4e45-7ee5-4624-b909-7e9a51f153f6 req-6be8b42d-5f8a-4343-a249-be33fe91fd1d tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a56b654-aa72-43c0-8996-a6af8ace9839 HTTP/1.1" status: 200 len: 943 time: 0.0501444 Sep 07 17:34:48.328732 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [req-2303ad49-4da8-49f3-ba3a-9d6642dd5efb req-ab06c534-4b7c-4bad-8c9f-32075f4b21b4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] For port 50f94fd5-1e91-440c-961c-223d4b40ed36, host n-h1-807551-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807551-3',level=0,port_id=50f94fd5-1e91-440c-961c-223d4b40ed36,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:34:48.329107 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2303ad49-4da8-49f3-ba3a-9d6642dd5efb req-ab06c534-4b7c-4bad-8c9f-32075f4b21b4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:48.340862 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [req-be3e4e45-7ee5-4624-b909-7e9a51f153f6 req-dbdb13c5-c34f-44c8-9eb7-a067eda29a5f tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "GET /v2.0/security-groups?id=140239de-ff73-4b22-9d60-98250a582b64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312932 Sep 07 17:34:48.341533 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [req-2303ad49-4da8-49f3-ba3a-9d6642dd5efb req-ab06c534-4b7c-4bad-8c9f-32075f4b21b4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Calling delete_port for 50f94fd5-1e91-440c-961c-223d4b40ed36 owned by compute:nova {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:34:48.470163 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2303ad49-4da8-49f3-ba3a-9d6642dd5efb req-ab06c534-4b7c-4bad-8c9f-32075f4b21b4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:48.503926 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06c534-4b7c-4bad-8c9f-32075f4b21b4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event deleted for resources: {'Port': ['ID=50f94fd5-1e91-440c-961c-223d4b40ed36,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:48.546731 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2303ad49-4da8-49f3-ba3a-9d6642dd5efb req-ab06c534-4b7c-4bad-8c9f-32075f4b21b4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] No DVR routers for this DVR port 50f94fd5-1e91-440c-961c-223d4b40ed36 on host n-h1-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:34:48.549345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [req-2303ad49-4da8-49f3-ba3a-9d6642dd5efb req-ab06c534-4b7c-4bad-8c9f-32075f4b21b4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32507'] for port, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:48.551884 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [req-2303ad49-4da8-49f3-ba3a-9d6642dd5efb req-ab06c534-4b7c-4bad-8c9f-32075f4b21b4 tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.54 "DELETE /v2.0/ports/50f94fd5-1e91-440c-961c-223d4b40ed36 HTTP/1.1" status: 204 len: 173 time: 0.7222154 Sep 07 17:34:48.939741 n-d-807551-3 neutron-server[94771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'name': 'network-vif-deleted', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36'}] {{(pid=94771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 17:34:48.942144 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e678c19f451c849c1ae801ef3c11bb075b7c1e47e7b6b2dc56382c3262673a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ae76a6-8c7e-42a7-9084-525d3dd01631" -d '{"events": [{"server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "name": "network-vif-deleted", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36"}]}' {{(pid=94771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 17:34:48.979192 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 17:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637497cd-2b63-4ddb-9ec9-8c8b2c8b1c58 x-openstack-request-id: req-637497cd-2b63-4ddb-9ec9-8c8b2c8b1c58 {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 17:34:48.979531 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a56b654-aa72-43c0-8996-a6af8ace9839", "name": "network-vif-deleted", "tag": "50f94fd5-1e91-440c-961c-223d4b40ed36", "status": "completed", "code": 200}]} {{(pid=94771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 17:34:48.979746 n-d-807551-3 neutron-server[94771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-637497cd-2b63-4ddb-9ec9-8c8b2c8b1c58 {{(pid=94771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 17:34:48.980164 n-d-807551-3 neutron-server[94771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a56b654-aa72-43c0-8996-a6af8ace9839', 'name': 'network-vif-deleted', 'tag': '50f94fd5-1e91-440c-961c-223d4b40ed36', 'status': 'completed', 'code': 200} Sep 07 17:34:49.397965 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48060) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:49.454779 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-859ae3d6-0567-43fb-a9ee-8e266791477b tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:49.479318 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-859ae3d6-0567-43fb-a9ee-8e266791477b tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:49.536469 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-859ae3d6-0567-43fb-a9ee-8e266791477b tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:49.539005 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-859ae3d6-0567-43fb-a9ee-8e266791477b tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:49.540136 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-859ae3d6-0567-43fb-a9ee-8e266791477b tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] 10.222.0.70 "DELETE /v2.0/security-groups/140239de-ff73-4b22-9d60-98250a582b64 HTTP/1.1" status: 204 len: 168 time: 0.1411889 Sep 07 17:34:49.549698 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ae3d6-0567-43fb-a9ee-8e266791477b tempest-TestSnapshotPattern-626791471 tempest-TestSnapshotPattern-626791471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140239de-ff73-4b22-9d60-98250a582b64,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:49.592591 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48064) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:50.027497 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f57-3510-45f8-8ba2-7b1d90f65c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:50.267873 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a2f57-3510-45f8-8ba2-7b1d90f65c7f admin admin] Deleting port 88ff045f-92ff-4e06-9a58-058b105bf585 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:34:50.268213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f57-3510-45f8-8ba2-7b1d90f65c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:50.345026 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-5e6a2f57-3510-45f8-8ba2-7b1d90f65c7f admin admin] For port 88ff045f-92ff-4e06-9a58-058b105bf585, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=88ff045f-92ff-4e06-9a58-058b105bf585,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:34:50.345315 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f57-3510-45f8-8ba2-7b1d90f65c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:50.361082 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a2f57-3510-45f8-8ba2-7b1d90f65c7f admin admin] Calling delete_port for 88ff045f-92ff-4e06-9a58-058b105bf585 owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:34:50.536220 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f57-3510-45f8-8ba2-7b1d90f65c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:50.560203 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a2f57-3510-45f8-8ba2-7b1d90f65c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=88ff045f-92ff-4e06-9a58-058b105bf585,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:50.725471 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f57-3510-45f8-8ba2-7b1d90f65c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:50.760828 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 50f94fd5-1e91-440c-961c-223d4b40ed36 no longer exists at agent hyperv_n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:34:50.780945 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] No Port match for: 50f94fd5-1e91-440c-961c-223d4b40ed36 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:34:50.781299 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Device 50f94fd5-1e91-440c-961c-223d4b40ed36 not bound to the agent host n-h1-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:34:50.938793 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6a2f57-3510-45f8-8ba2-7b1d90f65c7f admin admin] Router d2262743-c680-4836-a6a3-072fdd895c49 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:34:51.042504 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6a2f57-3510-45f8-8ba2-7b1d90f65c7f admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:34:51.047692 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-5e6a2f57-3510-45f8-8ba2-7b1d90f65c7f admin admin] 10.222.0.70 "PUT /v2.0/routers/d2262743-c680-4836-a6a3-072fdd895c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4539630 Sep 07 17:34:51.050228 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48068) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:51.050793 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfab3ba-b7ac-446c-9c49-4ad878cb7e38 None None] Sync routers for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:34:51.059883 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfab3ba-b7ac-446c-9c49-4ad878cb7e38 None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:34:51.060526 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6bfab3ba-b7ac-446c-9c49-4ad878cb7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:34:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:51.153536 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:51.167601 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6bfab3ba-b7ac-446c-9c49-4ad878cb7e38 None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: n-d-807551-3 {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:34:51.252776 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:51.303887 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Deleting port d7a82c7d-ec26-45fc-9801-0173e9002cd7 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:34:51.304226 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:51.348221 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6bfab3ba-b7ac-446c-9c49-4ad878cb7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:34:50Z', 'revision_number': 5, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port': {'id': 'd7a82c7d-ec26-45fc-9801-0173e9002cd7', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:15Z', 'updated_at': '2021-09-07T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:51.374587 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfab3ba-b7ac-446c-9c49-4ad878cb7e38 None None] Checking router: d2262743-c680-4836-a6a3-072fdd895c49 for host: n-d-807551-3 {{(pid=94772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:34:51.382772 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfab3ba-b7ac-446c-9c49-4ad878cb7e38 None None] Routers {'d2262743-c680-4836-a6a3-072fdd895c49'} bound to L3 agent in host n-d-807551-3 {{(pid=94772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:34:51.382919 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] For port d7a82c7d-ec26-45fc-9801-0173e9002cd7, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=d7a82c7d-ec26-45fc-9801-0173e9002cd7,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:34:51.383213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:51.383355 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6bfab3ba-b7ac-446c-9c49-4ad878cb7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:34:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['d2262743-c680-4836-a6a3-072fdd895c49'], 'active': True} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:51.396299 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Calling delete_port for d7a82c7d-ec26-45fc-9801-0173e9002cd7 owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:34:51.467182 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvr_db [None req-6bfab3ba-b7ac-446c-9c49-4ad878cb7e38 None None] Set router d2262743-c680-4836-a6a3-072fdd895c49 gateway port host: None {{(pid=94772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:34:51.518932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_hamode_db [None req-6bfab3ba-b7ac-446c-9c49-4ad878cb7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:34:51Z', 'revision_number': 6, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:51.548153 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfab3ba-b7ac-446c-9c49-4ad878cb7e38 None None] The sync data for ids ['d2262743-c680-4836-a6a3-072fdd895c49'] in n-d-807551-3 is: [{'id': 'd2262743-c680-4836-a6a3-072fdd895c49', 'name': 'tempest-TestSnapshotPattern-1852615787-router', 'tenant_id': '50a9865df1534847b9f757c8fd5191ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:14Z', 'updated_at': '2021-09-07T17:34:51Z', 'revision_number': 6, 'project_id': '50a9865df1534847b9f757c8fd5191ab', 'gw_port_host': None}] {{(pid=94772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:34:51.561764 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:51.590519 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a82c7d-ec26-45fc-9801-0173e9002cd7,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:51.652882 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:51.741039 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:51.743041 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:51.784083 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:51.784670 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2262743-c680-4836-a6a3-072fdd895c49 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:34:51.788845 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:51.790000 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-46249a72-dd69-4be3-a47c-fcb75b94f65b admin admin] 10.222.0.70 "DELETE /v2.0/routers/d2262743-c680-4836-a6a3-072fdd895c49 HTTP/1.1" status: 204 len: 168 time: 0.7388387 Sep 07 17:34:51.793073 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48070) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:51.839470 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8c997c-347d-4865-a4d3-ffbeeadc8f1c admin admin] Deleting subnet d350de83-33b3-4e79-bcd5-b0bf94b74e3b {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:34:51.842897 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec8c997c-347d-4865-a4d3-ffbeeadc8f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:51.877847 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec8c997c-347d-4865-a4d3-ffbeeadc8f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:51.962516 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec8c997c-347d-4865-a4d3-ffbeeadc8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:52.018911 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec8c997c-347d-4865-a4d3-ffbeeadc8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:52.050106 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c997c-347d-4865-a4d3-ffbeeadc8f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d350de83-33b3-4e79-bcd5-b0bf94b74e3b,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:52.052089 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-ec8c997c-347d-4865-a4d3-ffbeeadc8f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:52.056735 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-ec8c997c-347d-4865-a4d3-ffbeeadc8f1c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d350de83-33b3-4e79-bcd5-b0bf94b74e3b HTTP/1.1" status: 204 len: 168 time: 0.2626762 Sep 07 17:34:52.056875 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f04445d-74b5-4b7a-9b4d-9a253f933e1a None None] Network 4df0ca58-7d24-4531-bdeb-c6345048db40 requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:34:52.057813 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48072) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:52.128181 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:52.180875 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Deleting port f1565a2d-4209-40e7-a23d-3b8c6bba004f {{(pid=94770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:34:52.181215 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:52.246271 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.db [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] For port f1565a2d-4209-40e7-a23d-3b8c6bba004f, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=f1565a2d-4209-40e7-a23d-3b8c6bba004f,segment=NetworkSegment(2a5eefc2-9614-4905-82ee-c8c782486c20),segment_id=2a5eefc2-9614-4905-82ee-c8c782486c20)] {{(pid=94770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:34:52.246573 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:52.258058 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.plugin [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Calling delete_port for f1565a2d-4209-40e7-a23d-3b8c6bba004f owned by network:dhcp {{(pid=94770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:34:52.331790 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30a362-1a7f-415f-9b8f-9731e7e8dab3 None None] DHCP port deletion for 4df0ca58-7d24-4531-bdeb-c6345048db40 request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:34:52.335520 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 88ff045f-92ff-4e06-9a58-058b105bf585 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:34:52.338511 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5155596'] for port, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:52.358576 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: 88ff045f-92ff-4e06-9a58-058b105bf585 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:34:52.358932 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device 88ff045f-92ff-4e06-9a58-058b105bf585 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:34:52.366949 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1565a2d-4209-40e7-a23d-3b8c6bba004f,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:52.371675 n-d-807551-3 neutron-server[94770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] No DVR routers for this DVR port f1565a2d-4209-40e7-a23d-3b8c6bba004f on host n-d-807551-3 {{(pid=94770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:34:52.445932 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:52.465902 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df0ca58-7d24-4531-bdeb-c6345048db40']}} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:52.474913 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5eefc2-9614-4905-82ee-c8c782486c20') {'for_net_delete': True} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:52.475211 n-d-807551-3 neutron-server[94770]: DEBUG neutron.services.segments.db [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5eefc2-9614-4905-82ee-c8c782486c20') {} {{(pid=94770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:52.484071 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133889226'] for segment, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:52.496916 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:52.502940 n-d-807551-3 neutron-server[94770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:34:52.503240 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5155035'] for segment, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: Traceback (most recent call last): Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: timer() Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: cb(*args, **kw) Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: return func(*args, **kwargs) Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: self._notify() Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: self.callback(batched_events) Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: event.method(event) Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: return f(self, *a, **k) Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: return self._get(url).json() Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: return self.request(url, 'GET', **kwargs) Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:34:52.505114 n-d-807551-3 neutron-server[94770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:34:52.563055 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:52.568863 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Notify callbacks [] for network, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:52.570718 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] 10.222.0.70 "DELETE /v2.0/networks/4df0ca58-7d24-4531-bdeb-c6345048db40 HTTP/1.1" status: 204 len: 168 time: 0.5118146 Sep 07 17:34:52.574320 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48074) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:52.582189 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f96b3-2a2d-4b1f-9237-abb3318bd02c admin admin] Pushing event deleted for resources: {'Network': ['ID=4df0ca58-7d24-4531-bdeb-c6345048db40,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:52.914915 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b464798b-a4ec-4070-a1b9-0d567c720c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7994999'] for router_interface, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:53.167028 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b464798b-a4ec-4070-a1b9-0d567c720c25 admin admin] Deleting port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:34:53.167275 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b464798b-a4ec-4070-a1b9-0d567c720c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:53.241955 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-b464798b-a4ec-4070-a1b9-0d567c720c25 admin admin] For port b52633b4-e09e-4ffb-8f3b-1683e9b91bcc, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=b52633b4-e09e-4ffb-8f3b-1683e9b91bcc,segment=NetworkSegment(78e89862-c5e1-45bf-97a1-c8be6d4b56d4),segment_id=78e89862-c5e1-45bf-97a1-c8be6d4b56d4)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:34:53.242311 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b464798b-a4ec-4070-a1b9-0d567c720c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:53.258654 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-b464798b-a4ec-4070-a1b9-0d567c720c25 admin admin] Calling delete_port for b52633b4-e09e-4ffb-8f3b-1683e9b91bcc owned by network:router_interface {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:34:53.442948 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b464798b-a4ec-4070-a1b9-0d567c720c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:53.473432 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464798b-a4ec-4070-a1b9-0d567c720c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=b52633b4-e09e-4ffb-8f3b-1683e9b91bcc,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:53.873974 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d7a82c7d-ec26-45fc-9801-0173e9002cd7 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:34:53.893536 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: d7a82c7d-ec26-45fc-9801-0173e9002cd7 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:34:53.893881 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device d7a82c7d-ec26-45fc-9801-0173e9002cd7 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:34:53.894307 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f1565a2d-4209-40e7-a23d-3b8c6bba004f no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:34:53.915236 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: f1565a2d-4209-40e7-a23d-3b8c6bba004f {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:34:53.915773 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device f1565a2d-4209-40e7-a23d-3b8c6bba004f not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:34:53.952868 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-b464798b-a4ec-4070-a1b9-0d567c720c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7920067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7995035'] for router_interface, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:54.161921 n-d-807551-3 neutron-server[94771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b464798b-a4ec-4070-a1b9-0d567c720c25 admin admin] Router 017877e7-3c0e-464c-a593-0f274de9d963 has already been hosted by L3 agent 2ecbad06-5f8e-446c-ae3c-f853739fc937 {{(pid=94771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 17:34:54.264819 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b464798b-a4ec-4070-a1b9-0d567c720c25 admin admin] Notify agent at l3_agent.n-d-807551-3 the message routers_updated {{(pid=94771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 17:34:54.269728 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-b464798b-a4ec-4070-a1b9-0d567c720c25 admin admin] 10.222.0.70 "PUT /v2.0/routers/017877e7-3c0e-464c-a593-0f274de9d963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6941838 Sep 07 17:34:54.272266 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48076) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:54.274918 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47741c5b-2d0d-43e5-bd7b-66a1f780ba02 None None] Sync routers for ids ['017877e7-3c0e-464c-a593-0f274de9d963'] in n-d-807551-3 {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 17:34:54.284517 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47741c5b-2d0d-43e5-bd7b-66a1f780ba02 None None] Routers {'017877e7-3c0e-464c-a593-0f274de9d963'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:34:54.285118 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-47741c5b-2d0d-43e5-bd7b-66a1f780ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:34:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['017877e7-3c0e-464c-a593-0f274de9d963'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:54.374897 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:54.384559 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-47741c5b-2d0d-43e5-bd7b-66a1f780ba02 None None] Set router 017877e7-3c0e-464c-a593-0f274de9d963 gateway port host: n-d-807551-3 {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:34:54.477046 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:54.529803 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Deleting port dda373ef-429a-428b-9eea-f04c03897bac {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:34:54.530213 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:54.552744 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-47741c5b-2d0d-43e5-bd7b-66a1f780ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017877e7-3c0e-464c-a593-0f274de9d963', 'name': 'tempest-TestSnapshotPattern-1037681276-router', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'external_fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:18Z', 'updated_at': '2021-09-07T17:34:53Z', 'revision_number': 5, 'project_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'gw_port': {'id': 'dda373ef-429a-428b-9eea-f04c03897bac', 'name': '', 'network_id': '7920ab71-216c-4d93-9da0-10a36a806527', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017877e7-3c0e-464c-a593-0f274de9d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '396dd980-8cda-469a-90a7-8f4948327112', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807551-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T17:29:19Z', 'updated_at': '2021-09-07T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396dd980-8cda-469a-90a7-8f4948327112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807551-3'}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:54.579460 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47741c5b-2d0d-43e5-bd7b-66a1f780ba02 None None] Checking router: 017877e7-3c0e-464c-a593-0f274de9d963 for host: n-d-807551-3 {{(pid=94773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 17:34:54.588120 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47741c5b-2d0d-43e5-bd7b-66a1f780ba02 None None] Routers {'017877e7-3c0e-464c-a593-0f274de9d963'} bound to L3 agent in host n-d-807551-3 {{(pid=94773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 17:34:54.588757 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-47741c5b-2d0d-43e5-bd7b-66a1f780ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807551-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T15:52:14Z,description=,heartbeat_timestamp=2021-09-07T17:34:44Z,host='n-d-807551-3',id=2ecbad06-5f8e-446c-ae3c-f853739fc937,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T15:52:14Z,topic='l3_agent')) {'router_ids': ['017877e7-3c0e-464c-a593-0f274de9d963'], 'active': True} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:54.609451 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] For port dda373ef-429a-428b-9eea-f04c03897bac, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=dda373ef-429a-428b-9eea-f04c03897bac,segment=NetworkSegment(b824b718-5378-40cd-bf4c-43d5851aef3e),segment_id=b824b718-5378-40cd-bf4c-43d5851aef3e)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:34:54.609820 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:54.622562 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Calling delete_port for dda373ef-429a-428b-9eea-f04c03897bac owned by network:router_gateway {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:34:54.674208 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_dvr_db [None req-47741c5b-2d0d-43e5-bd7b-66a1f780ba02 None None] Set router 017877e7-3c0e-464c-a593-0f274de9d963 gateway port host: None {{(pid=94773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 17:34:54.727777 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.l3_hamode_db [None req-47741c5b-2d0d-43e5-bd7b-66a1f780ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017877e7-3c0e-464c-a593-0f274de9d963', 'name': 'tempest-TestSnapshotPattern-1037681276-router', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:18Z', 'updated_at': '2021-09-07T17:34:54Z', 'revision_number': 6, 'project_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'gw_port_host': None}], 'n-d-807551-3', False) {} {{(pid=94773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:54.753812 n-d-807551-3 neutron-server[94773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47741c5b-2d0d-43e5-bd7b-66a1f780ba02 None None] The sync data for ids ['017877e7-3c0e-464c-a593-0f274de9d963'] in n-d-807551-3 is: [{'id': '017877e7-3c0e-464c-a593-0f274de9d963', 'name': 'tempest-TestSnapshotPattern-1037681276-router', 'tenant_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T17:29:18Z', 'updated_at': '2021-09-07T17:34:54Z', 'revision_number': 6, 'project_id': 'dbcfc3b9488c4cf0ae244ddbf559683a', 'gw_port_host': None}] {{(pid=94773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 17:34:54.789826 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:54.820514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda373ef-429a-428b-9eea-f04c03897bac,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:54.881111 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7988793'] for router_gateway, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:54.970944 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7994474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14988'] for router, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:54.973050 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.014096 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7994451'] for router, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.014569 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 017877e7-3c0e-464c-a593-0f274de9d963 {{(pid=94771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 17:34:55.018956 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.020119 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-1c0b3d4c-69ca-43a6-811f-5d40b3ca8aa1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/017877e7-3c0e-464c-a593-0f274de9d963 HTTP/1.1" status: 204 len: 168 time: 0.7469065 Sep 07 17:34:55.022916 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48078) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:55.070585 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fc9900-1552-4e93-8689-2d9effe66a78 admin admin] Deleting subnet 0d5ee838-f657-4d43-b76b-1fad91999223 {{(pid=94771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 17:34:55.074621 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fc9900-1552-4e93-8689-2d9effe66a78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.111445 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fc9900-1552-4e93-8689-2d9effe66a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134125090'] for subnet, precommit_delete_associations {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.191796 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fc9900-1552-4e93-8689-2d9effe66a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639867'] for subnet, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.251786 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fc9900-1552-4e93-8689-2d9effe66a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134095115'] for subnet, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.275862 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc9900-1552-4e93-8689-2d9effe66a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d5ee838-f657-4d43-b76b-1fad91999223,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:55.283018 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-20fc9900-1552-4e93-8689-2d9effe66a78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.284953 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-20fc9900-1552-4e93-8689-2d9effe66a78 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0d5ee838-f657-4d43-b76b-1fad91999223 HTTP/1.1" status: 204 len: 168 time: 0.2611287 Sep 07 17:34:55.287377 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48080) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:55.289833 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4d7c13-a4dc-48ad-a0fe-06022b051ef5 None None] Network 410a7b80-84e3-41d9-bcb1-2bf05a00176f requested from n-d-807551-3 {{(pid=94772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 17:34:55.356784 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-817776'] for network, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.417706 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Deleting port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 {{(pid=94771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:34:55.417997 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.486389 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.db [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] For port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c62ad11a-50a3-42ad-a2c8-534e7a5da0d6,segment=NetworkSegment(78e89862-c5e1-45bf-97a1-c8be6d4b56d4),segment_id=78e89862-c5e1-45bf-97a1-c8be6d4b56d4)] {{(pid=94771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:34:55.486766 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.489198 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d827f1ef-830d-4b66-a297-fe1c1e5697f0 None None] DHCP port deletion for 410a7b80-84e3-41d9-bcb1-2bf05a00176f request from n-d-807551-3 {{(pid=94772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 17:34:55.501108 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.plugin [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Calling delete_port for c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 owned by network:dhcp {{(pid=94771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:34:55.536006 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d827f1ef-830d-4b66-a297-fe1c1e5697f0 None None] Deleting port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 {{(pid=94772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 17:34:55.536305 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d827f1ef-830d-4b66-a297-fe1c1e5697f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790661715478'] for port, before_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.584265 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578129'] for port, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.603069 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.db [None req-d827f1ef-830d-4b66-a297-fe1c1e5697f0 None None] For port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6, host n-d-807551-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807551-3',level=0,port_id=c62ad11a-50a3-42ad-a2c8-534e7a5da0d6,segment=NetworkSegment(78e89862-c5e1-45bf-97a1-c8be6d4b56d4),segment_id=78e89862-c5e1-45bf-97a1-c8be6d4b56d4)] {{(pid=94772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 17:34:55.604009 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d827f1ef-830d-4b66-a297-fe1c1e5697f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7984654'] for port, precommit_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.611577 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62ad11a-50a3-42ad-a2c8-534e7a5da0d6,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:55.615099 n-d-807551-3 neutron-server[94771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] No DVR routers for this DVR port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 on host n-d-807551-3 {{(pid=94771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:34:55.620836 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d827f1ef-830d-4b66-a297-fe1c1e5697f0 None None] Calling delete_port for c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 owned by network:dhcp {{(pid=94772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 17:34:55.687324 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640502', 'neutron.services.segments.db._delete_segments_for_network-8790661729913'] for network, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.701841 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d827f1ef-830d-4b66-a297-fe1c1e5697f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790661720540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790661217720'] for port, after_delete {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.712115 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410a7b80-84e3-41d9-bcb1-2bf05a00176f']}} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:55.722589 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e89862-c5e1-45bf-97a1-c8be6d4b56d4') {'for_net_delete': True} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:55.722902 n-d-807551-3 neutron-server[94771]: DEBUG neutron.services.segments.db [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e89862-c5e1-45bf-97a1-c8be6d4b56d4') {} {{(pid=94771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 17:34:55.724868 n-d-807551-3 neutron-server[94772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827f1ef-830d-4b66-a297-fe1c1e5697f0 None None] Pushing event deleted for resources: {'Port': ['ID=c62ad11a-50a3-42ad-a2c8-534e7a5da0d6,revision_number=None']} {{(pid=94772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:55.737345 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790661730690', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134125099'] for segment, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.737870 n-d-807551-3 neutron-server[94772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d827f1ef-830d-4b66-a297-fe1c1e5697f0 None None] No DVR routers for this DVR port c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 on host n-d-807551-3 {{(pid=94772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 17:34:55.754508 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289'] for segment, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.760655 n-d-807551-3 neutron-server[94771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 17:34:55.761085 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4577414'] for segment, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: Traceback (most recent call last): Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: timer() Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: cb(*args, **kw) Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: return func(*args, **kwargs) Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: self._notify() Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: self.callback(batched_events) Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: event.method(event) Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: return f(self, *a, **k) Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: return self._get(url).json() Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: return self.request(url, 'GET', **kwargs) Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 17:34:55.762800 n-d-807551-3 neutron-server[94771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 17:34:55.818941 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7920122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988741'] for network, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.825411 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Notify callbacks [] for network, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:55.827115 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] 10.222.0.70 "DELETE /v2.0/networks/410a7b80-84e3-41d9-bcb1-2bf05a00176f HTTP/1.1" status: 204 len: 168 time: 0.5388184 Sep 07 17:34:55.839142 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066b54d-155a-45c5-99d9-40f754137f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=410a7b80-84e3-41d9-bcb1-2bf05a00176f,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:55.849646 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:34:55.874464 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:34:55.874824 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device c62ad11a-50a3-42ad-a2c8-534e7a5da0d6 not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:34:55.875240 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dda373ef-429a-428b-9eea-f04c03897bac no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:34:55.893730 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: dda373ef-429a-428b-9eea-f04c03897bac {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:34:55.894083 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device dda373ef-429a-428b-9eea-f04c03897bac not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:34:55.894502 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b52633b4-e09e-4ffb-8f3b-1683e9b91bcc no longer exists at agent ovs-agent-n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 17:34:55.913481 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.plugin [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] No Port match for: b52633b4-e09e-4ffb-8f3b-1683e9b91bcc {{(pid=94772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 17:34:55.913879 n-d-807551-3 neutron-server[94772]: DEBUG neutron.plugins.ml2.rpc [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Device b52633b4-e09e-4ffb-8f3b-1683e9b91bcc not bound to the agent host n-d-807551-3 {{(pid=94772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 17:34:55.945856 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48084) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:55.986115 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-8cfcbc02-19f6-48f0-b62b-9ad81159cd42 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=50a9865df1534847b9f757c8fd5191ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389669 Sep 07 17:34:55.988514 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [-] (94771) accepted ('10.222.0.70', 48086) {{(pid=94771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:56.039103 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61ebdbbe-5d49-4d24-b408-02edbfd2b80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:56.060136 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61ebdbbe-5d49-4d24-b408-02edbfd2b80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:56.106466 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61ebdbbe-5d49-4d24-b408-02edbfd2b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:56.109067 n-d-807551-3 neutron-server[94771]: DEBUG neutron_lib.callbacks.manager [None req-61ebdbbe-5d49-4d24-b408-02edbfd2b80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:56.110207 n-d-807551-3 neutron-server[94771]: INFO neutron.wsgi [None req-61ebdbbe-5d49-4d24-b408-02edbfd2b80c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e62e254-5874-4149-865d-d0244a686676 HTTP/1.1" status: 204 len: 168 time: 0.1208117 Sep 07 17:34:56.117683 n-d-807551-3 neutron-server[94771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebdbbe-5d49-4d24-b408-02edbfd2b80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e62e254-5874-4149-865d-d0244a686676,revision_number=None']} {{(pid=94771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:34:56.416759 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48092) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:56.455226 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-d8e17238-b062-401f-8b18-c331805ba7cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dbcfc3b9488c4cf0ae244ddbf559683a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373204 Sep 07 17:34:56.457727 n-d-807551-3 neutron-server[94770]: DEBUG neutron.wsgi [-] (94770) accepted ('10.222.0.70', 48094) {{(pid=94770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 17:34:56.503916 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37b0a6b6-855c-45cb-bd4d-e4cd88f44f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:56.524327 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37b0a6b6-855c-45cb-bd4d-e4cd88f44f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:56.569535 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37b0a6b6-855c-45cb-bd4d-e4cd88f44f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888330'] for security_group, after_delete {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:56.572778 n-d-807551-3 neutron-server[94770]: DEBUG neutron_lib.callbacks.manager [None req-37b0a6b6-855c-45cb-bd4d-e4cd88f44f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:34:56.573952 n-d-807551-3 neutron-server[94770]: INFO neutron.wsgi [None req-37b0a6b6-855c-45cb-bd4d-e4cd88f44f39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef7f3513-b065-4b67-8b2e-5e484ff6e061 HTTP/1.1" status: 204 len: 168 time: 0.1153235 Sep 07 17:34:56.582473 n-d-807551-3 neutron-server[94770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0a6b6-855c-45cb-bd4d-e4cd88f44f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7f3513-b065-4b67-8b2e-5e484ff6e061,revision_number=None']} {{(pid=94770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 17:35:02.679267 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:03.272197 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:10.511524 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4ecf0f34-dca0-4f0b-a764-6e21694d9899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:13.251178 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:35:14.110289 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:14.315879 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2234f481-4033-4bc0-8226-58609de3d9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:15.263708 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:17.179742 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:32.670610 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:33.287247 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:40.512021 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bb09546a-b698-4be5-bdf2-e4babc2f319e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:44.112688 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:44.316516 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-487e707a-b290-4d18-b896-1d1a03041d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:45.268934 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:47.181468 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:35:50.250114 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:36:02.691897 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:36:03.316835 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:36:10.511715 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43f29921-1845-45b4-8335-d83685d52cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:36:14.116103 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:36:14.315847 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-fd38d388-7fcb-4de7-a7b3-32db867b62ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:36:15.268868 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:36:17.184429 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:36:27.249143 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:36:32.691331 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:36:33.317151 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:36:40.512616 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-09d0a19c-f28f-4430-8c40-a26fa6096f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:36:44.118998 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:36:44.315171 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c744accc-c70f-4519-b0f8-c8f6ee5b3d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:36:45.271809 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:36:47.187262 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:02.707484 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:03.315227 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:04.247686 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:37:10.513228 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ebab0614-1f61-4a88-82de-7afaff0c597a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:14.122191 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:14.315881 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6c51e072-f5a0-40fd-8e12-16f5c6c2da77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:15.274564 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:17.189120 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:32.714008 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:33.329563 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:40.515736 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-415e8ffb-8b64-4db2-8524-d569b69fe90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:41.247135 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:37:44.123972 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:44.317345 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-822d1b80-0ed0-44c1-8fa2-17be7603dace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:45.280473 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:37:47.191609 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:02.721555 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:03.344381 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:10.516028 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-586ba207-412f-4383-94fb-313cac2a3e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:14.126114 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:14.317503 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a29a992f-a9bd-4755-950a-8886a8278a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:15.280308 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:17.193850 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:18.246988 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:38:32.721070 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:33.342803 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:40.516583 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-941c30ba-010e-4bae-861d-2486a9052f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:44.128835 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:44.316701 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c52fa8d0-7c26-4cef-b528-274903a9d76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:45.283873 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:47.197279 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:38:55.246449 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:39:02.720152 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:39:03.341488 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:39:10.517281 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-bfe52f17-6423-467a-b05e-3842fe8c5277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:39:14.130565 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:39:14.316762 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-7c7a20e2-3cac-4196-8c06-09883fe1866c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:39:15.285842 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:39:17.200155 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:39:32.246327 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:39:32.721934 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:39:33.356042 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:39:40.518345 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5aef9a58-8a8e-47f6-ba73-29aa5f96309b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:39:44.131684 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:39:44.316406 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-5ec088b8-45db-4836-b715-e701d439617a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:39:45.446598 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:39:47.202725 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:02.719052 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:03.371234 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:09.245101 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:40:10.519052 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-03f0eedf-b07b-4b29-a4c9-8aa9f0b36635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:14.133278 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:14.315913 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-4b693bec-a30b-4d63-ac86-eacb5208cab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:15.292477 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:17.205767 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:32.732267 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:33.389435 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:40.518803 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-a8fd5f68-155b-47db-ba21-ec487b348bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:44.134989 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:44.316698 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-12954e03-a709-4485-b467-0d4ae6b2766a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:45.294274 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:40:46.244183 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:40:47.206850 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:02.732481 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:03.404563 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:10.518454 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-af23c8ca-cec8-4ff3-a098-8342acccb28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:14.138381 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:14.316795 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-0405d34a-7648-443f-aafc-f48c273796f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:15.297428 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:17.209240 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:23.243012 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:41:32.746735 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:33.414451 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:40.518893 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-6f36e9c0-2c0d-41a7-b6ae-1910f18c4011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:44.138321 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:44.316577 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2612699f-c568-42bb-bc2a-be1d169b05c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:45.305735 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:41:47.211545 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:00.242450 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:42:02.748588 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:03.413389 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:10.519409 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2f0a44fd-1698-4117-a40c-cff102503b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:14.138823 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:14.317040 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-23747cda-4925-4efb-80ac-bd53c40b547e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:15.301838 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:17.215372 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:23.466287 n-d-807551-3 neutron-server[94771]: DEBUG neutron.wsgi [req-e4c80718-001b-42f5-a965-eb10a87a5e6d req-bdf28e8b-f40f-4e13-8184-763ce029fb5a service neutron] (94771) timed out ('10.222.0.70', 45676) {{(pid=94771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 17:42:32.780080 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:33.412652 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:37.242210 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:42:40.521644 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-e61c3728-98b9-42ce-a324-9786602b5d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:44.142613 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:44.316463 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-9301fb8d-63fd-4f27-9baa-c9b39a000ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:45.304929 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:42:47.217789 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:43:02.794772 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:43:03.426936 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:43:10.521537 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-96d317cc-0192-4fb2-9b9d-5628ca070e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:43:14.143388 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d994d063-1535-4427-b36f-82a6f2553338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:43:14.242422 n-d-807551-3 neutron-server[94773]: DEBUG neutron.db.agents_db [None req-a31bc737-c4ef-4ad2-8514-a3e214b9e08e None None] Agent healthcheck: found 7 active agents {{(pid=94773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 17:43:14.316645 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-43d44a54-7882-4d81-bc86-399f449a60ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:43:15.307499 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-2414f757-21fb-422b-8ea7-4c681aebf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:43:17.220305 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-d33d4341-69da-43cf-9b5a-6cd1b1185501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:43:32.810394 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5319-3283-474a-abd3-6587f3384d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 17:43:33.458061 n-d-807551-3 neutron-server[94772]: DEBUG neutron_lib.callbacks.manager [None req-ba9e868c-a404-4aca-ac98-8d375718146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790661729895', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-644648'] for agent, after_update {{(pid=94772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}